2024-08-17T00:08:41.946 INFO:root:teuthology version: 1.2.0 2024-08-17T00:08:42.036 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-17T00:08:42.123 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857448 branch: squid description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7857448' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: d863d21c9d1db9c3453c09dacd68766969720a44 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: d863d21c9d1db9c3453c09dacd68766969720a44 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: squid sha1: 34035a153785525a78f55c59012d77f335d36e2a owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 6064 sha1: d863d21c9d1db9c3453c09dacd68766969720a44 sleep_before_teardown: 0 subset: 0/32 suite: upgrade suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_34035a153785525a78f55c59012d77f335d36e2a/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 34035a153785525a78f55c59012d77f335d36e2a targets: smithi157.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCsSaNlNieg58mGW1/+o/g3xGUo2a6Ta+QxoPW4W+ZRiSkgK0CAi4k+H7RPNC3m/AxVxrO2fu+/ZXkHsTUSENvM= smithi187.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNOTMN6wLjPYJLQn1zyDRVXTfFEJS9GqET+A6zM5whGhSp0XjENzHhNe/Lhc2tkjrZgl86xUMyam1mnKN35HWbc= tasks: - pexec: all: - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 67db276914d29505c9707d04f3a3b8fb9d8aee4b timestamp: 2024-08-16_02:08:14 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-08-17T00:08:42.123 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_34035a153785525a78f55c59012d77f335d36e2a/qa; will attempt to use it 2024-08-17T00:08:42.124 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_34035a153785525a78f55c59012d77f335d36e2a/qa/tasks 2024-08-17T00:08:42.124 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-08-17T00:08:42.125 INFO:teuthology.task.internal:Checking packages... 2024-08-17T00:08:42.147 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd863d21c9d1db9c3453c09dacd68766969720a44' 2024-08-17T00:08:42.147 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T00:08:42.147 INFO:teuthology.packaging:ref: None 2024-08-17T00:08:42.147 INFO:teuthology.packaging:tag: None 2024-08-17T00:08:42.147 INFO:teuthology.packaging:branch: squid 2024-08-17T00:08:42.147 INFO:teuthology.packaging:sha1: d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:08:42.147 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-08-17T00:08:42.362 INFO:teuthology.task.internal:Found packages for ceph version 19.1.0-1378.g567d40c0 2024-08-17T00:08:42.365 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-08-17T00:08:42.392 INFO:teuthology.task.internal:no buildpackages task found 2024-08-17T00:08:42.392 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-08-17T00:08:42.474 INFO:teuthology.task.internal:Saving configuration 2024-08-17T00:08:42.492 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-08-17T00:08:42.516 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-08-17T00:08:42.540 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi157.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857448', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-17 00:02:40.349356', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCsSaNlNieg58mGW1/+o/g3xGUo2a6Ta+QxoPW4W+ZRiSkgK0CAi4k+H7RPNC3m/AxVxrO2fu+/ZXkHsTUSENvM='} 2024-08-17T00:08:42.561 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi187.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857448', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-17 00:02:40.348201', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNOTMN6wLjPYJLQn1zyDRVXTfFEJS9GqET+A6zM5whGhSp0XjENzHhNe/Lhc2tkjrZgl86xUMyam1mnKN35HWbc='} 2024-08-17T00:08:42.561 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-08-17T00:08:42.567 INFO:teuthology.task.internal:roles: ubuntu@smithi157.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-08-17T00:08:42.568 INFO:teuthology.task.internal:roles: ubuntu@smithi187.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-08-17T00:08:42.568 INFO:teuthology.run_tasks:Running task console_log... 2024-08-17T00:08:42.622 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f010e45fac0>, signals=[15]) 2024-08-17T00:08:42.622 INFO:teuthology.run_tasks:Running task internal.connect... 2024-08-17T00:08:42.639 INFO:teuthology.task.internal:Opening connections... 2024-08-17T00:08:42.639 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi157.front.sepia.ceph.com 2024-08-17T00:08:42.640 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:08:42.717 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi187.front.sepia.ceph.com 2024-08-17T00:08:42.718 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:08:42.792 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-08-17T00:08:42.822 DEBUG:teuthology.orchestra.run.smithi157:> uname -m 2024-08-17T00:08:42.840 INFO:teuthology.orchestra.run.smithi157.stdout:x86_64 2024-08-17T00:08:42.840 DEBUG:teuthology.orchestra.run.smithi157:> cat /etc/os-release 2024-08-17T00:08:42.897 INFO:teuthology.orchestra.run.smithi157.stdout:NAME="CentOS Stream" 2024-08-17T00:08:42.897 INFO:teuthology.orchestra.run.smithi157.stdout:VERSION="9" 2024-08-17T00:08:42.897 INFO:teuthology.orchestra.run.smithi157.stdout:ID="centos" 2024-08-17T00:08:42.897 INFO:teuthology.orchestra.run.smithi157.stdout:ID_LIKE="rhel fedora" 2024-08-17T00:08:42.897 INFO:teuthology.orchestra.run.smithi157.stdout:VERSION_ID="9" 2024-08-17T00:08:42.897 INFO:teuthology.orchestra.run.smithi157.stdout:PLATFORM_ID="platform:el9" 2024-08-17T00:08:42.897 INFO:teuthology.orchestra.run.smithi157.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-17T00:08:42.897 INFO:teuthology.orchestra.run.smithi157.stdout:ANSI_COLOR="0;31" 2024-08-17T00:08:42.898 INFO:teuthology.orchestra.run.smithi157.stdout:LOGO="fedora-logo-icon" 2024-08-17T00:08:42.898 INFO:teuthology.orchestra.run.smithi157.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-17T00:08:42.898 INFO:teuthology.orchestra.run.smithi157.stdout:HOME_URL="https://centos.org/" 2024-08-17T00:08:42.898 INFO:teuthology.orchestra.run.smithi157.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-17T00:08:42.898 INFO:teuthology.orchestra.run.smithi157.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-17T00:08:42.898 INFO:teuthology.orchestra.run.smithi157.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-17T00:08:42.899 INFO:teuthology.lock.ops:Updating smithi157.front.sepia.ceph.com on lock server 2024-08-17T00:08:42.918 DEBUG:teuthology.orchestra.run.smithi187:> uname -m 2024-08-17T00:08:42.935 INFO:teuthology.orchestra.run.smithi187.stdout:x86_64 2024-08-17T00:08:42.936 DEBUG:teuthology.orchestra.run.smithi187:> cat /etc/os-release 2024-08-17T00:08:42.992 INFO:teuthology.orchestra.run.smithi187.stdout:NAME="CentOS Stream" 2024-08-17T00:08:42.992 INFO:teuthology.orchestra.run.smithi187.stdout:VERSION="9" 2024-08-17T00:08:42.992 INFO:teuthology.orchestra.run.smithi187.stdout:ID="centos" 2024-08-17T00:08:42.992 INFO:teuthology.orchestra.run.smithi187.stdout:ID_LIKE="rhel fedora" 2024-08-17T00:08:42.992 INFO:teuthology.orchestra.run.smithi187.stdout:VERSION_ID="9" 2024-08-17T00:08:42.992 INFO:teuthology.orchestra.run.smithi187.stdout:PLATFORM_ID="platform:el9" 2024-08-17T00:08:42.993 INFO:teuthology.orchestra.run.smithi187.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-17T00:08:42.993 INFO:teuthology.orchestra.run.smithi187.stdout:ANSI_COLOR="0;31" 2024-08-17T00:08:42.993 INFO:teuthology.orchestra.run.smithi187.stdout:LOGO="fedora-logo-icon" 2024-08-17T00:08:42.993 INFO:teuthology.orchestra.run.smithi187.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-17T00:08:42.993 INFO:teuthology.orchestra.run.smithi187.stdout:HOME_URL="https://centos.org/" 2024-08-17T00:08:42.993 INFO:teuthology.orchestra.run.smithi187.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-17T00:08:42.993 INFO:teuthology.orchestra.run.smithi187.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-17T00:08:42.993 INFO:teuthology.orchestra.run.smithi187.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-17T00:08:42.993 INFO:teuthology.lock.ops:Updating smithi187.front.sepia.ceph.com on lock server 2024-08-17T00:08:43.018 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-08-17T00:08:43.028 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-08-17T00:08:43.084 INFO:teuthology.task.internal:Checking for old test directory... 2024-08-17T00:08:43.084 DEBUG:teuthology.orchestra.run.smithi157:> test '!' -e /home/ubuntu/cephtest 2024-08-17T00:08:43.086 DEBUG:teuthology.orchestra.run.smithi187:> test '!' -e /home/ubuntu/cephtest 2024-08-17T00:08:43.103 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-08-17T00:08:43.115 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-08-17T00:08:43.116 DEBUG:teuthology.orchestra.run.smithi157:> test -z $(ls -A /var/lib/ceph) 2024-08-17T00:08:43.143 DEBUG:teuthology.orchestra.run.smithi187:> test -z $(ls -A /var/lib/ceph) 2024-08-17T00:08:43.247 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-08-17T00:08:43.302 INFO:teuthology.run_tasks:Running task kernel... 2024-08-17T00:08:43.320 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-08-17T00:08:43.320 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-08-17T00:08:43.321 DEBUG:teuthology.orchestra.run.smithi157:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-17T00:08:43.321 DEBUG:teuthology.orchestra.run.smithi187:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-17T00:08:43.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T00:08:43.338 DEBUG:teuthology.orchestra.run.smithi157:> uname -r 2024-08-17T00:08:43.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T00:08:43.339 DEBUG:teuthology.orchestra.run.smithi187:> uname -r 2024-08-17T00:08:43.395 INFO:teuthology.orchestra.run.smithi187.stdout:5.14.0-437.el9.x86_64 2024-08-17T00:08:43.395 INFO:teuthology.task.kernel:Running kernel on smithi187: 5.14.0-437.el9.x86_64 2024-08-17T00:08:43.396 DEBUG:teuthology.orchestra.run.smithi187:> sudo yum install -y kernel 2024-08-17T00:08:43.396 INFO:teuthology.orchestra.run.smithi157.stdout:5.14.0-437.el9.x86_64 2024-08-17T00:08:43.397 INFO:teuthology.task.kernel:Running kernel on smithi157: 5.14.0-437.el9.x86_64 2024-08-17T00:08:43.397 DEBUG:teuthology.orchestra.run.smithi157:> sudo yum install -y kernel 2024-08-17T00:08:45.725 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.2 MB 00:00 2024-08-17T00:08:46.551 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - BaseOS 5.3 MB/s | 8.2 MB 00:01 2024-08-17T00:08:47.671 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - AppStream 24 MB/s | 20 MB 00:00 2024-08-17T00:08:52.001 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - AppStream 4.6 MB/s | 20 MB 00:04 2024-08-17T00:08:53.134 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - CRB 3.9 MB/s | 6.6 MB 00:01 2024-08-17T00:08:54.793 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - Extras packages 59 kB/s | 18 kB 00:00 2024-08-17T00:08:55.723 INFO:teuthology.orchestra.run.smithi157.stdout:Extra Packages for Enterprise Linux 28 MB/s | 22 MB 00:00 2024-08-17T00:08:57.068 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - CRB 5.0 MB/s | 6.6 MB 00:01 2024-08-17T00:08:58.743 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - Extras packages 63 kB/s | 18 kB 00:00 2024-08-17T00:08:59.606 INFO:teuthology.orchestra.run.smithi187.stdout:Extra Packages for Enterprise Linux 30 MB/s | 22 MB 00:00 2024-08-17T00:09:01.103 INFO:teuthology.orchestra.run.smithi157.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-08-17T00:09:03.026 INFO:teuthology.orchestra.run.smithi157.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-17T00:09:03.026 INFO:teuthology.orchestra.run.smithi157.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-17T00:09:03.122 INFO:teuthology.orchestra.run.smithi157.stdout:Dependencies resolved. 2024-08-17T00:09:03.130 INFO:teuthology.orchestra.run.smithi157.stdout:================================================================================ 2024-08-17T00:09:03.130 INFO:teuthology.orchestra.run.smithi157.stdout: Package Architecture Version Repository Size 2024-08-17T00:09:03.130 INFO:teuthology.orchestra.run.smithi157.stdout:================================================================================ 2024-08-17T00:09:03.130 INFO:teuthology.orchestra.run.smithi157.stdout:Installing: 2024-08-17T00:09:03.130 INFO:teuthology.orchestra.run.smithi157.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-17T00:09:03.130 INFO:teuthology.orchestra.run.smithi157.stdout:Installing dependencies: 2024-08-17T00:09:03.130 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-17T00:09:03.130 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-17T00:09:03.130 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-17T00:09:03.131 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:09:03.131 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction Summary 2024-08-17T00:09:03.131 INFO:teuthology.orchestra.run.smithi157.stdout:================================================================================ 2024-08-17T00:09:03.131 INFO:teuthology.orchestra.run.smithi157.stdout:Install 4 Packages 2024-08-17T00:09:03.131 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:09:03.132 INFO:teuthology.orchestra.run.smithi157.stdout:Total download size: 84 M 2024-08-17T00:09:03.132 INFO:teuthology.orchestra.run.smithi157.stdout:Installed size: 126 M 2024-08-17T00:09:03.132 INFO:teuthology.orchestra.run.smithi157.stdout:Downloading Packages: 2024-08-17T00:09:03.546 INFO:teuthology.orchestra.run.smithi157.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 5.0 MB/s | 1.5 MB 00:00 2024-08-17T00:09:03.988 INFO:teuthology.orchestra.run.smithi157.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 23 MB/s | 17 MB 00:00 2024-08-17T00:09:04.505 INFO:teuthology.orchestra.run.smithi157.stdout:(3/4): kernel-modules-core-5.14.0-480.el9.x86_6 31 MB/s | 30 MB 00:00 2024-08-17T00:09:04.970 INFO:teuthology.orchestra.run.smithi187.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-08-17T00:09:05.121 INFO:teuthology.orchestra.run.smithi157.stdout:(4/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 19 MB/s | 36 MB 00:01 2024-08-17T00:09:05.122 INFO:teuthology.orchestra.run.smithi157.stdout:-------------------------------------------------------------------------------- 2024-08-17T00:09:05.122 INFO:teuthology.orchestra.run.smithi157.stdout:Total 42 MB/s | 84 MB 00:01 2024-08-17T00:09:05.852 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction check 2024-08-17T00:09:06.248 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction check succeeded. 2024-08-17T00:09:06.248 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction test 2024-08-17T00:09:06.918 INFO:teuthology.orchestra.run.smithi187.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-17T00:09:06.918 INFO:teuthology.orchestra.run.smithi187.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-17T00:09:07.008 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. 2024-08-17T00:09:07.012 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ 2024-08-17T00:09:07.013 INFO:teuthology.orchestra.run.smithi187.stdout: Package Architecture Version Repository Size 2024-08-17T00:09:07.013 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ 2024-08-17T00:09:07.013 INFO:teuthology.orchestra.run.smithi187.stdout:Installing: 2024-08-17T00:09:07.013 INFO:teuthology.orchestra.run.smithi187.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-17T00:09:07.013 INFO:teuthology.orchestra.run.smithi187.stdout:Installing dependencies: 2024-08-17T00:09:07.014 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-17T00:09:07.014 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-17T00:09:07.014 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-17T00:09:07.014 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:09:07.014 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction Summary 2024-08-17T00:09:07.015 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ 2024-08-17T00:09:07.015 INFO:teuthology.orchestra.run.smithi187.stdout:Install 4 Packages 2024-08-17T00:09:07.015 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:09:07.016 INFO:teuthology.orchestra.run.smithi187.stdout:Total download size: 84 M 2024-08-17T00:09:07.016 INFO:teuthology.orchestra.run.smithi187.stdout:Installed size: 126 M 2024-08-17T00:09:07.016 INFO:teuthology.orchestra.run.smithi187.stdout:Downloading Packages: 2024-08-17T00:09:07.256 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction test succeeded. 2024-08-17T00:09:07.257 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction 2024-08-17T00:09:08.388 INFO:teuthology.orchestra.run.smithi187.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 1.4 MB/s | 1.5 MB 00:01 2024-08-17T00:09:08.888 INFO:teuthology.orchestra.run.smithi187.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 11 MB/s | 17 MB 00:01 2024-08-17T00:09:09.716 INFO:teuthology.orchestra.run.smithi157.stdout: Preparing : 1/1 2024-08-17T00:09:10.130 INFO:teuthology.orchestra.run.smithi187.stdout:(3/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 13 MB/s | 36 MB 00:02 2024-08-17T00:09:10.382 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-17T00:09:10.472 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T00:09:10.738 INFO:teuthology.orchestra.run.smithi187.stdout:(4/4): kernel-modules-core-5.14.0-480.el9.x86_6 13 MB/s | 30 MB 00:02 2024-08-17T00:09:10.738 INFO:teuthology.orchestra.run.smithi187.stdout:-------------------------------------------------------------------------------- 2024-08-17T00:09:10.739 INFO:teuthology.orchestra.run.smithi187.stdout:Total 23 MB/s | 84 MB 00:03 2024-08-17T00:09:11.484 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction check 2024-08-17T00:09:11.846 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction check succeeded. 2024-08-17T00:09:11.846 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction test 2024-08-17T00:09:12.858 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction test succeeded. 2024-08-17T00:09:12.859 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction 2024-08-17T00:09:13.148 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T00:09:13.285 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T00:09:15.305 INFO:teuthology.orchestra.run.smithi187.stdout: Preparing : 1/1 2024-08-17T00:09:16.062 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-17T00:09:16.155 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T00:09:18.097 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T00:09:18.227 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:09:18.796 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T00:09:19.014 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T00:09:23.122 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:09:23.895 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T00:09:23.957 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:09:28.805 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:09:53.034 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:09:53.075 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:09:53.374 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:09:53.374 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-17T00:09:53.374 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T00:09:53.374 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T00:09:54.192 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:09:54.192 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:09:54.192 INFO:teuthology.orchestra.run.smithi157.stdout:Installed: 2024-08-17T00:09:54.192 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-17T00:09:54.192 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-17T00:09:54.192 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-17T00:09:54.192 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-17T00:09:54.192 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:09:54.192 INFO:teuthology.orchestra.run.smithi157.stdout:Complete! 2024-08-17T00:09:54.583 DEBUG:teuthology.orchestra.run.smithi157:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T00:09:54.661 INFO:teuthology.orchestra.run.smithi157.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T00:09:54.662 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T00:09:54.662 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-17T00:09:54.663 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-17T00:09:54.663 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-17T00:09:54.663 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-08-17T00:09:54.663 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi157.front.sepia.ceph.com, path=None, version=distro) 2024-08-17T00:09:54.663 DEBUG:teuthology.orchestra.run.smithi157:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T00:09:54.720 INFO:teuthology.orchestra.run.smithi157.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T00:09:54.721 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T00:09:54.721 DEBUG:teuthology.orchestra.run.smithi157:> sudo rpm -qi grub2-tools 2024-08-17T00:09:54.760 INFO:teuthology.orchestra.run.smithi157.stdout:Name : grub2-tools 2024-08-17T00:09:54.760 INFO:teuthology.orchestra.run.smithi157.stdout:Epoch : 1 2024-08-17T00:09:54.760 INFO:teuthology.orchestra.run.smithi157.stdout:Version : 2.06 2024-08-17T00:09:54.760 INFO:teuthology.orchestra.run.smithi157.stdout:Release : 68.el9 2024-08-17T00:09:54.760 INFO:teuthology.orchestra.run.smithi157.stdout:Architecture: x86_64 2024-08-17T00:09:54.760 INFO:teuthology.orchestra.run.smithi157.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-17T00:09:54.760 INFO:teuthology.orchestra.run.smithi157.stdout:Group : Unspecified 2024-08-17T00:09:54.760 INFO:teuthology.orchestra.run.smithi157.stdout:Size : 8264254 2024-08-17T00:09:54.761 INFO:teuthology.orchestra.run.smithi157.stdout:License : GPLv3+ 2024-08-17T00:09:54.761 INFO:teuthology.orchestra.run.smithi157.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-17T00:09:54.761 INFO:teuthology.orchestra.run.smithi157.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-17T00:09:54.761 INFO:teuthology.orchestra.run.smithi157.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-17T00:09:54.761 INFO:teuthology.orchestra.run.smithi157.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-17T00:09:54.761 INFO:teuthology.orchestra.run.smithi157.stdout:Packager : builder@centos.org 2024-08-17T00:09:54.761 INFO:teuthology.orchestra.run.smithi157.stdout:Vendor : CentOS 2024-08-17T00:09:54.761 INFO:teuthology.orchestra.run.smithi157.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-17T00:09:54.761 INFO:teuthology.orchestra.run.smithi157.stdout:Summary : Support tools for GRUB. 2024-08-17T00:09:54.761 INFO:teuthology.orchestra.run.smithi157.stdout:Description : 2024-08-17T00:09:54.761 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:09:54.761 INFO:teuthology.orchestra.run.smithi157.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-17T00:09:54.761 INFO:teuthology.orchestra.run.smithi157.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-17T00:09:54.762 INFO:teuthology.orchestra.run.smithi157.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-17T00:09:54.762 INFO:teuthology.orchestra.run.smithi157.stdout:hardware devices. 2024-08-17T00:09:54.762 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:09:54.762 INFO:teuthology.orchestra.run.smithi157.stdout:This subpackage provides tools for support of all platforms. 2024-08-17T00:09:54.763 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-17T00:09:54.763 INFO:teuthology.task.kernel:Updating grub on smithi157 to boot 5.14.0-480.el9.x86_64 2024-08-17T00:09:54.763 DEBUG:teuthology.orchestra.run.smithi157:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-17T00:09:55.385 INFO:teuthology.orchestra.run.smithi157.stderr:Generating grub configuration file ... 2024-08-17T00:09:56.769 INFO:teuthology.orchestra.run.smithi157.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-17T00:09:56.787 INFO:teuthology.orchestra.run.smithi157.stderr:done 2024-08-17T00:09:56.790 DEBUG:teuthology.orchestra.run.smithi157:> mktemp 2024-08-17T00:09:56.806 INFO:teuthology.orchestra.run.smithi157.stdout:/tmp/tmp.ZgTwVJxK1h 2024-08-17T00:09:56.806 DEBUG:teuthology.orchestra.run.smithi157:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.ZgTwVJxK1h 2024-08-17T00:09:56.872 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 0666 /tmp/tmp.ZgTwVJxK1h 2024-08-17T00:09:57.013 DEBUG:teuthology.orchestra.remote:smithi157:/tmp/tmp.ZgTwVJxK1h is 6KB 2024-08-17T00:09:57.061 DEBUG:teuthology.orchestra.run.smithi157:> rm -fr /tmp/tmp.ZgTwVJxK1h 2024-08-17T00:09:57.075 DEBUG:teuthology.orchestra.run.smithi157:> sudo /bin/ls /boot/loader/entries || true 2024-08-17T00:09:57.145 INFO:teuthology.orchestra.run.smithi157.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-17T00:09:57.145 INFO:teuthology.orchestra.run.smithi157.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-17T00:09:57.145 INFO:teuthology.orchestra.run.smithi157.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-17T00:09:57.146 INFO:teuthology.orchestra.run.smithi157.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-17T00:09:57.147 DEBUG:teuthology.orchestra.run.smithi157:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-17T00:09:57.300 DEBUG:teuthology.orchestra.run.smithi157:> sudo shutdown -r now 2024-08-17T00:09:58.490 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:09:58.530 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:09:58.899 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:09:58.899 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-17T00:09:58.899 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T00:09:58.899 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T00:09:59.704 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:09:59.704 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:09:59.704 INFO:teuthology.orchestra.run.smithi187.stdout:Installed: 2024-08-17T00:09:59.704 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-17T00:09:59.704 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-17T00:09:59.704 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-17T00:09:59.704 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-17T00:09:59.704 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:09:59.705 INFO:teuthology.orchestra.run.smithi187.stdout:Complete! 2024-08-17T00:10:00.119 DEBUG:teuthology.orchestra.run.smithi187:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T00:10:00.235 INFO:teuthology.orchestra.run.smithi187.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T00:10:00.235 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T00:10:00.236 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-17T00:10:00.236 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-17T00:10:00.236 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-17T00:10:00.236 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-08-17T00:10:00.236 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi187.front.sepia.ceph.com, path=None, version=distro) 2024-08-17T00:10:00.236 DEBUG:teuthology.orchestra.run.smithi187:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T00:10:00.292 INFO:teuthology.orchestra.run.smithi187.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T00:10:00.293 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T00:10:00.293 DEBUG:teuthology.orchestra.run.smithi187:> sudo rpm -qi grub2-tools 2024-08-17T00:10:00.334 INFO:teuthology.orchestra.run.smithi187.stdout:Name : grub2-tools 2024-08-17T00:10:00.334 INFO:teuthology.orchestra.run.smithi187.stdout:Epoch : 1 2024-08-17T00:10:00.334 INFO:teuthology.orchestra.run.smithi187.stdout:Version : 2.06 2024-08-17T00:10:00.334 INFO:teuthology.orchestra.run.smithi187.stdout:Release : 68.el9 2024-08-17T00:10:00.334 INFO:teuthology.orchestra.run.smithi187.stdout:Architecture: x86_64 2024-08-17T00:10:00.335 INFO:teuthology.orchestra.run.smithi187.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-17T00:10:00.335 INFO:teuthology.orchestra.run.smithi187.stdout:Group : Unspecified 2024-08-17T00:10:00.335 INFO:teuthology.orchestra.run.smithi187.stdout:Size : 8264254 2024-08-17T00:10:00.335 INFO:teuthology.orchestra.run.smithi187.stdout:License : GPLv3+ 2024-08-17T00:10:00.335 INFO:teuthology.orchestra.run.smithi187.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-17T00:10:00.335 INFO:teuthology.orchestra.run.smithi187.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-17T00:10:00.335 INFO:teuthology.orchestra.run.smithi187.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-17T00:10:00.335 INFO:teuthology.orchestra.run.smithi187.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-17T00:10:00.335 INFO:teuthology.orchestra.run.smithi187.stdout:Packager : builder@centos.org 2024-08-17T00:10:00.335 INFO:teuthology.orchestra.run.smithi187.stdout:Vendor : CentOS 2024-08-17T00:10:00.335 INFO:teuthology.orchestra.run.smithi187.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-17T00:10:00.336 INFO:teuthology.orchestra.run.smithi187.stdout:Summary : Support tools for GRUB. 2024-08-17T00:10:00.336 INFO:teuthology.orchestra.run.smithi187.stdout:Description : 2024-08-17T00:10:00.336 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:10:00.336 INFO:teuthology.orchestra.run.smithi187.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-17T00:10:00.336 INFO:teuthology.orchestra.run.smithi187.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-17T00:10:00.336 INFO:teuthology.orchestra.run.smithi187.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-17T00:10:00.336 INFO:teuthology.orchestra.run.smithi187.stdout:hardware devices. 2024-08-17T00:10:00.336 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:10:00.336 INFO:teuthology.orchestra.run.smithi187.stdout:This subpackage provides tools for support of all platforms. 2024-08-17T00:10:00.337 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-17T00:10:00.337 INFO:teuthology.task.kernel:Updating grub on smithi187 to boot 5.14.0-480.el9.x86_64 2024-08-17T00:10:00.337 DEBUG:teuthology.orchestra.run.smithi187:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-17T00:10:00.977 INFO:teuthology.orchestra.run.smithi187.stderr:Generating grub configuration file ... 2024-08-17T00:10:02.402 INFO:teuthology.orchestra.run.smithi187.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-17T00:10:02.430 INFO:teuthology.orchestra.run.smithi187.stderr:done 2024-08-17T00:10:02.432 DEBUG:teuthology.orchestra.run.smithi187:> mktemp 2024-08-17T00:10:02.453 INFO:teuthology.orchestra.run.smithi187.stdout:/tmp/tmp.ncWUCFBtib 2024-08-17T00:10:02.453 DEBUG:teuthology.orchestra.run.smithi187:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.ncWUCFBtib 2024-08-17T00:10:02.519 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod 0666 /tmp/tmp.ncWUCFBtib 2024-08-17T00:10:02.656 DEBUG:teuthology.orchestra.remote:smithi187:/tmp/tmp.ncWUCFBtib is 6KB 2024-08-17T00:10:02.705 DEBUG:teuthology.orchestra.run.smithi187:> rm -fr /tmp/tmp.ncWUCFBtib 2024-08-17T00:10:02.719 DEBUG:teuthology.orchestra.run.smithi187:> sudo /bin/ls /boot/loader/entries || true 2024-08-17T00:10:02.788 INFO:teuthology.orchestra.run.smithi187.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-17T00:10:02.788 INFO:teuthology.orchestra.run.smithi187.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-17T00:10:02.788 INFO:teuthology.orchestra.run.smithi187.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-17T00:10:02.788 INFO:teuthology.orchestra.run.smithi187.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-17T00:10:02.790 DEBUG:teuthology.orchestra.run.smithi187:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-17T00:10:02.944 DEBUG:teuthology.orchestra.run.smithi187:> sudo shutdown -r now 2024-08-17T00:10:27.327 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-08-17T00:10:27.328 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-08-17T00:10:27.329 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:10:32.950 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-08-17T00:10:32.950 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-08-17T00:10:32.951 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:10:45.855 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-08-17T00:10:51.490 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.187 2024-08-17T00:10:54.858 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-08-17T00:10:54.859 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:10:57.922 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-08-17T00:11:00.493 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-08-17T00:11:00.494 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:11:03.550 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.187 2024-08-17T00:11:09.927 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-08-17T00:11:09.928 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:11:12.990 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-08-17T00:11:15.553 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-08-17T00:11:15.554 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:11:28.002 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-08-17T00:11:28.003 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:11:31.071 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-08-17T00:11:47.295 DEBUG:teuthology.orchestra.run.smithi187:> true 2024-08-17T00:11:47.780 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-08-17T00:11:47.780 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-480.el9.x86_64"... 2024-08-17T00:11:47.780 DEBUG:teuthology.orchestra.run.smithi187:> uname -r 2024-08-17T00:11:47.794 INFO:teuthology.orchestra.run.smithi187.stdout:5.14.0-480.el9.x86_64 2024-08-17T00:11:47.795 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-17T00:11:47.795 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-17T00:11:47.795 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-17T00:11:48.795 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-08-17T00:11:48.796 DEBUG:teuthology.orchestra.run.smithi187:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-17T00:11:48.945 INFO:teuthology.orchestra.run.smithi187.stdout:ttyS1 2024-08-17T00:11:48.991 DEBUG:teuthology.parallel:result is None 2024-08-17T00:11:49.072 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-08-17T00:11:49.073 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:11:52.126 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-08-17T00:12:13.127 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-08-17T00:12:13.129 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:12:13.478 DEBUG:teuthology.orchestra.run.smithi157:> true 2024-08-17T00:12:13.840 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-08-17T00:12:13.840 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-480.el9.x86_64"... 2024-08-17T00:12:13.841 DEBUG:teuthology.orchestra.run.smithi157:> uname -r 2024-08-17T00:12:13.857 INFO:teuthology.orchestra.run.smithi157.stdout:5.14.0-480.el9.x86_64 2024-08-17T00:12:13.858 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-17T00:12:13.858 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-17T00:12:13.858 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-17T00:12:14.859 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-08-17T00:12:14.859 DEBUG:teuthology.orchestra.run.smithi157:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-17T00:12:14.927 INFO:teuthology.orchestra.run.smithi157.stdout:ttyS1 2024-08-17T00:12:14.963 DEBUG:teuthology.parallel:result is None 2024-08-17T00:12:14.963 INFO:teuthology.run_tasks:Running task internal.base... 2024-08-17T00:12:14.973 INFO:teuthology.task.internal:Creating test directory... 2024-08-17T00:12:14.974 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-17T00:12:14.978 DEBUG:teuthology.orchestra.run.smithi187:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-17T00:12:14.998 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-08-17T00:12:15.056 INFO:teuthology.run_tasks:Running task internal.archive... 2024-08-17T00:12:15.124 INFO:teuthology.task.internal:Creating archive directory... 2024-08-17T00:12:15.124 DEBUG:teuthology.orchestra.run.smithi157:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-17T00:12:15.126 DEBUG:teuthology.orchestra.run.smithi187:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-17T00:12:15.327 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-08-17T00:12:15.334 INFO:teuthology.task.internal:Enabling coredump saving... 2024-08-17T00:12:15.335 DEBUG:teuthology.orchestra.run.smithi157:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-17T00:12:15.338 DEBUG:teuthology.orchestra.run.smithi187:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-17T00:12:15.371 INFO:teuthology.orchestra.run.smithi157.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T00:12:15.373 INFO:teuthology.orchestra.run.smithi187.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T00:12:15.383 INFO:teuthology.orchestra.run.smithi157.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T00:12:15.385 INFO:teuthology.orchestra.run.smithi187.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T00:12:15.387 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-08-17T00:12:15.394 INFO:teuthology.task.internal:Configuring sudo... 2024-08-17T00:12:15.394 DEBUG:teuthology.orchestra.run.smithi157:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-17T00:12:15.430 DEBUG:teuthology.orchestra.run.smithi187:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-17T00:12:15.458 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-08-17T00:12:15.474 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-08-17T00:12:15.474 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-17T00:12:15.497 DEBUG:teuthology.orchestra.run.smithi187:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-17T00:12:15.515 DEBUG:teuthology.orchestra.run.smithi157:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T00:12:15.595 DEBUG:teuthology.orchestra.run.smithi157:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T00:12:15.644 DEBUG:teuthology.orchestra.run.smithi157:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T00:12:15.730 DEBUG:teuthology.orchestra.run.smithi157:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T00:12:15.771 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:12:15.771 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-17T00:12:15.836 DEBUG:teuthology.orchestra.run.smithi187:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T00:12:15.882 DEBUG:teuthology.orchestra.run.smithi187:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T00:12:15.932 DEBUG:teuthology.orchestra.run.smithi187:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T00:12:16.014 DEBUG:teuthology.orchestra.run.smithi187:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T00:12:16.059 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-08-17T00:12:16.059 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-17T00:12:16.126 DEBUG:teuthology.orchestra.run.smithi157:> sudo service rsyslog restart 2024-08-17T00:12:16.129 DEBUG:teuthology.orchestra.run.smithi187:> sudo service rsyslog restart 2024-08-17T00:12:16.168 INFO:teuthology.orchestra.run.smithi157.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T00:12:16.223 INFO:teuthology.orchestra.run.smithi187.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T00:12:16.728 INFO:teuthology.run_tasks:Running task internal.timer... 2024-08-17T00:12:16.766 INFO:teuthology.task.internal:Starting timer... 2024-08-17T00:12:16.766 INFO:teuthology.run_tasks:Running task pcp... 2024-08-17T00:12:16.853 INFO:teuthology.run_tasks:Running task selinux... 2024-08-17T00:12:16.873 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-08-17T00:12:16.874 DEBUG:teuthology.orchestra.run.smithi157:> sudo service auditd rotate 2024-08-17T00:12:16.929 INFO:teuthology.orchestra.run.smithi157.stdout:Rotating logs: 2024-08-17T00:12:16.931 DEBUG:teuthology.orchestra.run.smithi187:> sudo service auditd rotate 2024-08-17T00:12:16.996 INFO:teuthology.orchestra.run.smithi187.stdout:Rotating logs: 2024-08-17T00:12:16.998 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-08-17T00:12:16.998 DEBUG:teuthology.orchestra.run.smithi157:> /usr/sbin/getenforce 2024-08-17T00:12:17.023 INFO:teuthology.orchestra.run.smithi157.stdout:Permissive 2024-08-17T00:12:17.023 DEBUG:teuthology.orchestra.run.smithi187:> /usr/sbin/getenforce 2024-08-17T00:12:17.052 INFO:teuthology.orchestra.run.smithi187.stdout:Permissive 2024-08-17T00:12:17.052 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi157.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi187.front.sepia.ceph.com': 'permissive'} 2024-08-17T00:12:17.052 DEBUG:teuthology.orchestra.run.smithi157:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T00:12:17.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T00:12:17.092 DEBUG:teuthology.orchestra.run.smithi187:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T00:12:17.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T00:12:17.121 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-08-17T00:12:17.121 DEBUG:teuthology.orchestra.run.smithi157:> sudo /usr/sbin/setenforce permissive 2024-08-17T00:12:17.162 DEBUG:teuthology.orchestra.run.smithi187:> sudo /usr/sbin/setenforce permissive 2024-08-17T00:12:17.189 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-08-17T00:12:17.203 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-08-17T00:12:17.206 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-08-17T00:12:17.347 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-08-17T00:12:17.358 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-08-17T00:12:17.359 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi157.front.sepia.ceph.com,smithi187.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-08-17T00:21:01.547 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi157.front.sepia.ceph.com'), Remote(name='ubuntu@smithi187.front.sepia.ceph.com')] 2024-08-17T00:21:01.548 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-08-17T00:21:01.550 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:21:01.634 DEBUG:teuthology.orchestra.run.smithi157:> true 2024-08-17T00:21:01.710 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-08-17T00:21:01.710 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-08-17T00:21:01.711 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:21:01.786 DEBUG:teuthology.orchestra.run.smithi187:> true 2024-08-17T00:21:01.866 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-08-17T00:21:01.866 INFO:teuthology.run_tasks:Running task clock... 2024-08-17T00:21:01.879 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-08-17T00:21:01.879 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-17T00:21:01.880 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T00:21:01.882 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-17T00:21:01.882 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T00:21:01.909 INFO:teuthology.orchestra.run.smithi157.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-17T00:21:01.923 INFO:teuthology.orchestra.run.smithi157.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-17T00:21:01.935 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-17T00:21:01.947 INFO:teuthology.orchestra.run.smithi157.stderr:sudo: ntpd: command not found 2024-08-17T00:21:01.949 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-17T00:21:01.958 INFO:teuthology.orchestra.run.smithi157.stdout:506 Cannot talk to daemon 2024-08-17T00:21:01.972 INFO:teuthology.orchestra.run.smithi157.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-17T00:21:01.973 INFO:teuthology.orchestra.run.smithi187.stderr:sudo: ntpd: command not found 2024-08-17T00:21:01.984 INFO:teuthology.orchestra.run.smithi187.stdout:506 Cannot talk to daemon 2024-08-17T00:21:01.987 INFO:teuthology.orchestra.run.smithi157.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-17T00:21:01.998 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-17T00:21:02.012 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-17T00:21:02.043 INFO:teuthology.orchestra.run.smithi157.stderr:bash: line 1: ntpq: command not found 2024-08-17T00:21:02.048 INFO:teuthology.orchestra.run.smithi157.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T00:21:02.048 INFO:teuthology.orchestra.run.smithi157.stdout:=============================================================================== 2024-08-17T00:21:02.048 INFO:teuthology.orchestra.run.smithi157.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:21:02.048 INFO:teuthology.orchestra.run.smithi157.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:21:02.049 INFO:teuthology.orchestra.run.smithi157.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:21:02.049 INFO:teuthology.orchestra.run.smithi157.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:21:02.067 INFO:teuthology.orchestra.run.smithi187.stderr:bash: line 1: ntpq: command not found 2024-08-17T00:21:02.071 INFO:teuthology.orchestra.run.smithi187.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T00:21:02.071 INFO:teuthology.orchestra.run.smithi187.stdout:=============================================================================== 2024-08-17T00:21:02.071 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:21:02.072 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:21:02.072 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:21:02.072 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:21:02.072 INFO:teuthology.run_tasks:Running task pexec... 2024-08-17T00:21:02.086 INFO:teuthology.task.pexec:Executing custom commands... 2024-08-17T00:21:02.087 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi157.front.sepia.ceph.com 2024-08-17T00:21:02.087 DEBUG:teuthology.orchestra.run.smithi157:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-17T00:21:02.088 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi187.front.sepia.ceph.com 2024-08-17T00:21:02.088 DEBUG:teuthology.orchestra.run.smithi187:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-17T00:21:02.663 INFO:teuthology.orchestra.run.smithi157.stdout:Last metadata expiration check: 0:02:37 ago on Sat 17 Aug 2024 12:18:25 AM UTC. 2024-08-17T00:21:02.679 INFO:teuthology.orchestra.run.smithi187.stdout:Last metadata expiration check: 0:05:18 ago on Sat 17 Aug 2024 12:15:44 AM UTC. 2024-08-17T00:21:02.752 INFO:teuthology.orchestra.run.smithi157.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-17T00:21:02.766 INFO:teuthology.orchestra.run.smithi187.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-17T00:21:02.794 INFO:teuthology.orchestra.run.smithi157.stdout:Dependencies resolved. 2024-08-17T00:21:02.807 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. 2024-08-17T00:21:02.808 INFO:teuthology.orchestra.run.smithi157.stdout:================================================================================ 2024-08-17T00:21:02.809 INFO:teuthology.orchestra.run.smithi157.stdout: Package Arch Version Repository Size 2024-08-17T00:21:02.809 INFO:teuthology.orchestra.run.smithi157.stdout:================================================================================ 2024-08-17T00:21:02.809 INFO:teuthology.orchestra.run.smithi157.stdout:Installing: 2024-08-17T00:21:02.809 INFO:teuthology.orchestra.run.smithi157.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-17T00:21:02.809 INFO:teuthology.orchestra.run.smithi157.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-17T00:21:02.809 INFO:teuthology.orchestra.run.smithi157.stdout:Upgrading: 2024-08-17T00:21:02.809 INFO:teuthology.orchestra.run.smithi157.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-17T00:21:02.809 INFO:teuthology.orchestra.run.smithi157.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-17T00:21:02.810 INFO:teuthology.orchestra.run.smithi157.stdout:Installing dependencies: 2024-08-17T00:21:02.810 INFO:teuthology.orchestra.run.smithi157.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-17T00:21:02.810 INFO:teuthology.orchestra.run.smithi157.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-17T00:21:02.810 INFO:teuthology.orchestra.run.smithi157.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-17T00:21:02.810 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:21:02.810 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction Summary 2024-08-17T00:21:02.810 INFO:teuthology.orchestra.run.smithi157.stdout:================================================================================ 2024-08-17T00:21:02.810 INFO:teuthology.orchestra.run.smithi157.stdout:Install 5 Packages 2024-08-17T00:21:02.810 INFO:teuthology.orchestra.run.smithi157.stdout:Upgrade 2 Packages 2024-08-17T00:21:02.810 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:21:02.816 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ 2024-08-17T00:21:02.816 INFO:teuthology.orchestra.run.smithi187.stdout: Package Arch Version Repository Size 2024-08-17T00:21:02.816 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ 2024-08-17T00:21:02.816 INFO:teuthology.orchestra.run.smithi187.stdout:Installing: 2024-08-17T00:21:02.816 INFO:teuthology.orchestra.run.smithi187.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-17T00:21:02.816 INFO:teuthology.orchestra.run.smithi187.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-17T00:21:02.816 INFO:teuthology.orchestra.run.smithi187.stdout:Upgrading: 2024-08-17T00:21:02.816 INFO:teuthology.orchestra.run.smithi187.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-17T00:21:02.816 INFO:teuthology.orchestra.run.smithi187.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-17T00:21:02.816 INFO:teuthology.orchestra.run.smithi187.stdout:Installing dependencies: 2024-08-17T00:21:02.816 INFO:teuthology.orchestra.run.smithi187.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-17T00:21:02.816 INFO:teuthology.orchestra.run.smithi187.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-17T00:21:02.817 INFO:teuthology.orchestra.run.smithi187.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-17T00:21:02.817 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:21:02.817 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction Summary 2024-08-17T00:21:02.817 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ 2024-08-17T00:21:02.817 INFO:teuthology.orchestra.run.smithi187.stdout:Install 5 Packages 2024-08-17T00:21:02.817 INFO:teuthology.orchestra.run.smithi187.stdout:Upgrade 2 Packages 2024-08-17T00:21:02.817 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:21:02.818 INFO:teuthology.orchestra.run.smithi157.stdout:Total download size: 5.2 M 2024-08-17T00:21:02.818 INFO:teuthology.orchestra.run.smithi157.stdout:Downloading Packages: 2024-08-17T00:21:02.825 INFO:teuthology.orchestra.run.smithi187.stdout:Total download size: 5.2 M 2024-08-17T00:21:02.825 INFO:teuthology.orchestra.run.smithi187.stdout:Downloading Packages: 2024-08-17T00:21:03.271 INFO:teuthology.orchestra.run.smithi187.stdout:(1/7): python3-kmod-0.9-32.el9.x86_64.rpm 810 kB/s | 84 kB 00:00 2024-08-17T00:21:03.297 INFO:teuthology.orchestra.run.smithi187.stdout:(2/7): nvmetcli-0.7-3.el9.noarch.rpm 344 kB/s | 44 kB 00:00 2024-08-17T00:21:03.312 INFO:teuthology.orchestra.run.smithi157.stdout:(1/7): python3-configshell-1.1.30-1.el9.noarch. 700 kB/s | 72 kB 00:00 2024-08-17T00:21:03.322 INFO:teuthology.orchestra.run.smithi187.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 464 kB/s | 72 kB 00:00 2024-08-17T00:21:03.337 INFO:teuthology.orchestra.run.smithi157.stdout:(2/7): nvmetcli-0.7-3.el9.noarch.rpm 348 kB/s | 44 kB 00:00 2024-08-17T00:21:03.362 INFO:teuthology.orchestra.run.smithi157.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 550 kB/s | 84 kB 00:00 2024-08-17T00:21:03.380 INFO:teuthology.orchestra.run.smithi187.stdout:(4/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 7.5 MB/s | 837 kB 00:00 2024-08-17T00:21:03.406 INFO:teuthology.orchestra.run.smithi187.stdout:(5/7): libnvme-1.9-2.el9.x86_64.rpm 1.2 MB/s | 106 kB 00:00 2024-08-17T00:21:03.429 INFO:teuthology.orchestra.run.smithi157.stdout:(4/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 7.0 MB/s | 837 kB 00:00 2024-08-17T00:21:03.448 INFO:teuthology.orchestra.run.smithi187.stdout:(6/7): nvme-cli-2.9.1-3.el9.x86_64.rpm 13 MB/s | 903 kB 00:00 2024-08-17T00:21:03.454 INFO:teuthology.orchestra.run.smithi157.stdout:(5/7): libnvme-1.9-2.el9.x86_64.rpm 1.1 MB/s | 106 kB 00:00 2024-08-17T00:21:03.488 INFO:teuthology.orchestra.run.smithi157.stdout:(6/7): nvme-cli-2.9.1-3.el9.x86_64.rpm 15 MB/s | 903 kB 00:00 2024-08-17T00:21:03.547 INFO:teuthology.orchestra.run.smithi157.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 15 MB/s | 3.2 MB 00:00 2024-08-17T00:21:03.547 INFO:teuthology.orchestra.run.smithi157.stdout:-------------------------------------------------------------------------------- 2024-08-17T00:21:03.547 INFO:teuthology.orchestra.run.smithi157.stdout:Total 7.1 MB/s | 5.2 MB 00:00 2024-08-17T00:21:03.656 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction check 2024-08-17T00:21:03.672 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction check succeeded. 2024-08-17T00:21:03.672 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction test 2024-08-17T00:21:03.698 INFO:teuthology.orchestra.run.smithi187.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 8.4 MB/s | 3.2 MB 00:00 2024-08-17T00:21:03.698 INFO:teuthology.orchestra.run.smithi187.stdout:-------------------------------------------------------------------------------- 2024-08-17T00:21:03.698 INFO:teuthology.orchestra.run.smithi187.stdout:Total 5.9 MB/s | 5.2 MB 00:00 2024-08-17T00:21:03.806 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction check 2024-08-17T00:21:03.822 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction check succeeded. 2024-08-17T00:21:03.822 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction test 2024-08-17T00:21:03.892 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction test succeeded. 2024-08-17T00:21:03.892 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction 2024-08-17T00:21:04.072 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction test succeeded. 2024-08-17T00:21:04.072 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction 2024-08-17T00:21:04.293 INFO:teuthology.orchestra.run.smithi157.stdout: Preparing : 1/1 2024-08-17T00:21:04.487 INFO:teuthology.orchestra.run.smithi187.stdout: Preparing : 1/1 2024-08-17T00:21:04.499 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/9 2024-08-17T00:21:04.559 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2024-08-17T00:21:04.602 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2024-08-17T00:21:04.635 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/9 2024-08-17T00:21:04.661 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T00:21:04.708 INFO:teuthology.orchestra.run.smithi187.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/9 2024-08-17T00:21:04.768 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2024-08-17T00:21:04.804 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2024-08-17T00:21:04.836 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/9 2024-08-17T00:21:04.861 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T00:21:04.920 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T00:21:04.989 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T00:21:05.111 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T00:21:05.165 INFO:teuthology.orchestra.run.smithi187.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T00:21:05.378 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T00:21:05.410 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/9 2024-08-17T00:21:05.441 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 8/9 2024-08-17T00:21:05.501 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T00:21:05.551 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T00:21:05.584 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/9 2024-08-17T00:21:05.617 INFO:teuthology.orchestra.run.smithi187.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 8/9 2024-08-17T00:21:05.677 INFO:teuthology.orchestra.run.smithi187.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T00:21:06.488 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T00:21:06.488 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/9 2024-08-17T00:21:06.488 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/9 2024-08-17T00:21:06.488 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/9 2024-08-17T00:21:06.488 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/9 2024-08-17T00:21:06.488 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/9 2024-08-17T00:21:06.488 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libnvme-1.9-2.el9.x86_64 6/9 2024-08-17T00:21:06.488 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libnvme-1.6-1.el9.x86_64 7/9 2024-08-17T00:21:06.489 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 8/9 2024-08-17T00:21:06.618 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T00:21:06.618 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/9 2024-08-17T00:21:06.618 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/9 2024-08-17T00:21:06.618 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/9 2024-08-17T00:21:06.618 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/9 2024-08-17T00:21:06.618 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/9 2024-08-17T00:21:06.619 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libnvme-1.9-2.el9.x86_64 6/9 2024-08-17T00:21:06.619 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libnvme-1.6-1.el9.x86_64 7/9 2024-08-17T00:21:06.619 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 8/9 2024-08-17T00:21:06.887 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 9/9 2024-08-17T00:21:06.887 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:21:06.887 INFO:teuthology.orchestra.run.smithi157.stdout:Upgraded: 2024-08-17T00:21:06.888 INFO:teuthology.orchestra.run.smithi157.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-17T00:21:06.888 INFO:teuthology.orchestra.run.smithi157.stdout:Installed: 2024-08-17T00:21:06.888 INFO:teuthology.orchestra.run.smithi157.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-17T00:21:06.888 INFO:teuthology.orchestra.run.smithi157.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-17T00:21:06.888 INFO:teuthology.orchestra.run.smithi157.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-17T00:21:06.888 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:21:06.888 INFO:teuthology.orchestra.run.smithi157.stdout:Complete! 2024-08-17T00:21:06.980 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 9/9 2024-08-17T00:21:06.981 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:21:06.981 INFO:teuthology.orchestra.run.smithi187.stdout:Upgraded: 2024-08-17T00:21:06.981 INFO:teuthology.orchestra.run.smithi187.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-17T00:21:06.981 INFO:teuthology.orchestra.run.smithi187.stdout:Installed: 2024-08-17T00:21:06.981 INFO:teuthology.orchestra.run.smithi187.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-17T00:21:06.981 INFO:teuthology.orchestra.run.smithi187.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-17T00:21:06.981 INFO:teuthology.orchestra.run.smithi187.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-17T00:21:06.981 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:21:06.981 INFO:teuthology.orchestra.run.smithi187.stdout:Complete! 2024-08-17T00:21:07.281 DEBUG:teuthology.parallel:result is None 2024-08-17T00:21:07.350 DEBUG:teuthology.parallel:result is None 2024-08-17T00:21:07.350 INFO:teuthology.run_tasks:Running task install... 2024-08-17T00:21:07.360 DEBUG:teuthology.task.install:project ceph 2024-08-17T00:21:07.360 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'd863d21c9d1db9c3453c09dacd68766969720a44'}} 2024-08-17T00:21:07.360 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'd863d21c9d1db9c3453c09dacd68766969720a44'} 2024-08-17T00:21:07.361 INFO:teuthology.task.install:Using flavor: default 2024-08-17T00:21:07.366 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-08-17T00:21:07.366 INFO:teuthology.task.install:extra packages: [] 2024-08-17T00:21:07.367 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd863d21c9d1db9c3453c09dacd68766969720a44', 'tag': None, 'wait_for_package': False} 2024-08-17T00:21:07.367 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T00:21:07.367 INFO:teuthology.packaging:ref: None 2024-08-17T00:21:07.367 INFO:teuthology.packaging:tag: None 2024-08-17T00:21:07.367 INFO:teuthology.packaging:branch: quincy 2024-08-17T00:21:07.367 INFO:teuthology.packaging:sha1: d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:21:07.368 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T00:21:07.370 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd863d21c9d1db9c3453c09dacd68766969720a44', 'tag': None, 'wait_for_package': False} 2024-08-17T00:21:07.370 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T00:21:07.370 INFO:teuthology.packaging:ref: None 2024-08-17T00:21:07.370 INFO:teuthology.packaging:tag: None 2024-08-17T00:21:07.370 INFO:teuthology.packaging:branch: quincy 2024-08-17T00:21:07.370 INFO:teuthology.packaging:sha1: d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:21:07.370 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T00:21:07.589 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/ 2024-08-17T00:21:07.589 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1402.g03a1ac13 2024-08-17T00:21:07.614 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/ 2024-08-17T00:21:07.615 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1402.g03a1ac13 2024-08-17T00:21:07.703 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-17T00:21:07.704 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-08-17T00:21:07.704 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-17T00:21:07.724 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-17T00:21:07.724 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:21:07.724 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-17T00:21:07.730 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-17T00:21:07.730 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T00:21:07.730 INFO:teuthology.packaging:ref: None 2024-08-17T00:21:07.730 INFO:teuthology.packaging:tag: None 2024-08-17T00:21:07.730 INFO:teuthology.packaging:branch: quincy 2024-08-17T00:21:07.730 INFO:teuthology.packaging:sha1: d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:21:07.730 DEBUG:teuthology.orchestra.run.smithi187:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-17T00:21:07.751 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-17T00:21:07.751 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T00:21:07.751 INFO:teuthology.packaging:ref: None 2024-08-17T00:21:07.751 INFO:teuthology.packaging:tag: None 2024-08-17T00:21:07.751 INFO:teuthology.packaging:branch: quincy 2024-08-17T00:21:07.751 INFO:teuthology.packaging:sha1: d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:21:07.751 DEBUG:teuthology.orchestra.run.smithi157:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-17T00:21:07.795 DEBUG:teuthology.orchestra.run.smithi187:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-17T00:21:07.817 DEBUG:teuthology.orchestra.run.smithi157:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-17T00:21:07.869 DEBUG:teuthology.orchestra.run.smithi187:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-17T00:21:07.894 DEBUG:teuthology.orchestra.run.smithi157:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-17T00:21:07.934 INFO:teuthology.orchestra.run.smithi187.stdout:check_obsoletes = 1 2024-08-17T00:21:07.936 DEBUG:teuthology.orchestra.run.smithi187:> sudo yum clean all 2024-08-17T00:21:07.961 INFO:teuthology.orchestra.run.smithi157.stdout:check_obsoletes = 1 2024-08-17T00:21:07.963 DEBUG:teuthology.orchestra.run.smithi157:> sudo yum clean all 2024-08-17T00:21:08.187 INFO:teuthology.orchestra.run.smithi187.stdout:45 files removed 2024-08-17T00:21:08.193 INFO:teuthology.orchestra.run.smithi157.stdout:45 files removed 2024-08-17T00:21:08.217 DEBUG:teuthology.orchestra.run.smithi187:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-17T00:21:08.219 DEBUG:teuthology.orchestra.run.smithi157:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-17T00:21:08.808 INFO:teuthology.orchestra.run.smithi157.stdout:ceph packages for x86_64 250 kB/s | 77 kB 00:00 2024-08-17T00:21:08.808 INFO:teuthology.orchestra.run.smithi187.stdout:ceph packages for x86_64 248 kB/s | 77 kB 00:00 2024-08-17T00:21:09.142 INFO:teuthology.orchestra.run.smithi187.stdout:ceph noarch packages 38 kB/s | 11 kB 00:00 2024-08-17T00:21:09.158 INFO:teuthology.orchestra.run.smithi157.stdout:ceph noarch packages 36 kB/s | 11 kB 00:00 2024-08-17T00:21:09.484 INFO:teuthology.orchestra.run.smithi187.stdout:ceph source packages 6.0 kB/s | 1.8 kB 00:00 2024-08-17T00:21:09.500 INFO:teuthology.orchestra.run.smithi157.stdout:ceph source packages 6.0 kB/s | 1.8 kB 00:00 2024-08-17T00:21:10.259 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.2 MB 00:00 2024-08-17T00:21:10.492 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - BaseOS 8.5 MB/s | 8.2 MB 00:00 2024-08-17T00:21:12.843 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - AppStream 17 MB/s | 20 MB 00:01 2024-08-17T00:21:13.252 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - AppStream 11 MB/s | 20 MB 00:01 2024-08-17T00:21:16.986 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - CRB 16 MB/s | 6.6 MB 00:00 2024-08-17T00:21:17.486 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.6 MB 00:00 2024-08-17T00:21:18.578 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - Extras packages 61 kB/s | 18 kB 00:00 2024-08-17T00:21:19.311 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 18 kB 00:00 2024-08-17T00:21:19.532 INFO:teuthology.orchestra.run.smithi187.stdout:Extra Packages for Enterprise Linux 27 MB/s | 22 MB 00:00 2024-08-17T00:21:20.349 INFO:teuthology.orchestra.run.smithi157.stdout:Extra Packages for Enterprise Linux 25 MB/s | 22 MB 00:00 2024-08-17T00:21:25.080 INFO:teuthology.orchestra.run.smithi187.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-08-17T00:21:25.688 INFO:teuthology.orchestra.run.smithi157.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-08-17T00:21:27.332 INFO:teuthology.orchestra.run.smithi187.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T00:21:27.333 INFO:teuthology.orchestra.run.smithi187.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T00:21:27.394 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. 2024-08-17T00:21:27.400 INFO:teuthology.orchestra.run.smithi187.stdout:======================================================================================= 2024-08-17T00:21:27.400 INFO:teuthology.orchestra.run.smithi187.stdout: Package Arch Version Repository Size 2024-08-17T00:21:27.401 INFO:teuthology.orchestra.run.smithi187.stdout:======================================================================================= 2024-08-17T00:21:27.401 INFO:teuthology.orchestra.run.smithi187.stdout:Installing: 2024-08-17T00:21:27.401 INFO:teuthology.orchestra.run.smithi187.stdout: ceph x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 6.5 k 2024-08-17T00:21:27.401 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-base x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 5.0 M 2024-08-17T00:21:27.401 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-fuse x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 813 k 2024-08-17T00:21:27.402 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 138 k 2024-08-17T00:21:27.402 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 1.4 M 2024-08-17T00:21:27.402 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 124 k 2024-08-17T00:21:27.403 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 3.4 M 2024-08-17T00:21:27.403 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 7.4 M 2024-08-17T00:21:27.403 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-rook noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 47 k 2024-08-17T00:21:27.403 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-radosgw x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 14 M 2024-08-17T00:21:27.404 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-test x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 48 M 2024-08-17T00:21:27.404 INFO:teuthology.orchestra.run.smithi187.stdout: cephadm noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 83 k 2024-08-17T00:21:27.404 INFO:teuthology.orchestra.run.smithi187.stdout: libcephfs-devel x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 25 k 2024-08-17T00:21:27.404 INFO:teuthology.orchestra.run.smithi187.stdout: libcephfs2 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 637 k 2024-08-17T00:21:27.404 INFO:teuthology.orchestra.run.smithi187.stdout: librados-devel x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 126 k 2024-08-17T00:21:27.405 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cephfs x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 181 k 2024-08-17T00:21:27.405 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-17T00:21:27.405 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rados x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 369 k 2024-08-17T00:21:27.405 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rbd x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 343 k 2024-08-17T00:21:27.405 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rgw x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 116 k 2024-08-17T00:21:27.405 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-fuse x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 82 k 2024-08-17T00:21:27.406 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-mirror x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 2.9 M 2024-08-17T00:21:27.406 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-nbd x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 165 k 2024-08-17T00:21:27.406 INFO:teuthology.orchestra.run.smithi187.stdout:Upgrading: 2024-08-17T00:21:27.406 INFO:teuthology.orchestra.run.smithi187.stdout: librados2 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 3.1 M 2024-08-17T00:21:27.406 INFO:teuthology.orchestra.run.smithi187.stdout: librbd1 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 2.9 M 2024-08-17T00:21:27.406 INFO:teuthology.orchestra.run.smithi187.stdout:Installing dependencies: 2024-08-17T00:21:27.407 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-common x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 22 M 2024-08-17T00:21:27.407 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 24 k 2024-08-17T00:21:27.407 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mds x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 2.1 M 2024-08-17T00:21:27.407 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 240 k 2024-08-17T00:21:27.407 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mon x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 3.9 M 2024-08-17T00:21:27.408 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-osd x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 15 M 2024-08-17T00:21:27.408 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 15 k 2024-08-17T00:21:27.408 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-selinux x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 25 k 2024-08-17T00:21:27.408 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-17T00:21:27.409 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-17T00:21:27.409 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-17T00:21:27.409 INFO:teuthology.orchestra.run.smithi187.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-17T00:21:27.409 INFO:teuthology.orchestra.run.smithi187.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-17T00:21:27.410 INFO:teuthology.orchestra.run.smithi187.stdout: libcephsqlite x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 163 k 2024-08-17T00:21:27.410 INFO:teuthology.orchestra.run.smithi187.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-17T00:21:27.410 INFO:teuthology.orchestra.run.smithi187.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-17T00:21:27.410 INFO:teuthology.orchestra.run.smithi187.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-17T00:21:27.410 INFO:teuthology.orchestra.run.smithi187.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-17T00:21:27.411 INFO:teuthology.orchestra.run.smithi187.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-17T00:21:27.411 INFO:teuthology.orchestra.run.smithi187.stdout: libradosstriper1 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 457 k 2024-08-17T00:21:27.411 INFO:teuthology.orchestra.run.smithi187.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-17T00:21:27.411 INFO:teuthology.orchestra.run.smithi187.stdout: librgw2 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 4.9 M 2024-08-17T00:21:27.411 INFO:teuthology.orchestra.run.smithi187.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-17T00:21:27.411 INFO:teuthology.orchestra.run.smithi187.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-17T00:21:27.412 INFO:teuthology.orchestra.run.smithi187.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-17T00:21:27.412 INFO:teuthology.orchestra.run.smithi187.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-17T00:21:27.412 INFO:teuthology.orchestra.run.smithi187.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-17T00:21:27.412 INFO:teuthology.orchestra.run.smithi187.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-17T00:21:27.412 INFO:teuthology.orchestra.run.smithi187.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-17T00:21:27.412 INFO:teuthology.orchestra.run.smithi187.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-17T00:21:27.413 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-17T00:21:27.413 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-argparse x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 45 k 2024-08-17T00:21:27.413 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-common x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 120 k 2024-08-17T00:21:27.413 INFO:teuthology.orchestra.run.smithi187.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-17T00:21:27.413 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-17T00:21:27.413 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-17T00:21:27.414 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-17T00:21:27.414 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-17T00:21:27.414 INFO:teuthology.orchestra.run.smithi187.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-17T00:21:27.414 INFO:teuthology.orchestra.run.smithi187.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-17T00:21:27.414 INFO:teuthology.orchestra.run.smithi187.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-17T00:21:27.414 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-17T00:21:27.415 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-17T00:21:27.415 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-17T00:21:27.415 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-17T00:21:27.415 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-17T00:21:27.415 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-17T00:21:27.415 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-17T00:21:27.416 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-17T00:21:27.416 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-17T00:21:27.416 INFO:teuthology.orchestra.run.smithi187.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-17T00:21:27.416 INFO:teuthology.orchestra.run.smithi187.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-17T00:21:27.417 INFO:teuthology.orchestra.run.smithi187.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-17T00:21:27.417 INFO:teuthology.orchestra.run.smithi187.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-17T00:21:27.417 INFO:teuthology.orchestra.run.smithi187.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-17T00:21:27.417 INFO:teuthology.orchestra.run.smithi187.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-17T00:21:27.417 INFO:teuthology.orchestra.run.smithi187.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-17T00:21:27.417 INFO:teuthology.orchestra.run.smithi187.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-17T00:21:27.418 INFO:teuthology.orchestra.run.smithi187.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-17T00:21:27.418 INFO:teuthology.orchestra.run.smithi187.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-17T00:21:27.418 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-17T00:21:27.418 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-17T00:21:27.419 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-17T00:21:27.419 INFO:teuthology.orchestra.run.smithi187.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-17T00:21:27.419 INFO:teuthology.orchestra.run.smithi187.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-17T00:21:27.419 INFO:teuthology.orchestra.run.smithi187.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-17T00:21:27.419 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-17T00:21:27.419 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-17T00:21:27.419 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-17T00:21:27.419 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-17T00:21:27.419 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-17T00:21:27.419 INFO:teuthology.orchestra.run.smithi187.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-17T00:21:27.419 INFO:teuthology.orchestra.run.smithi187.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-17T00:21:27.420 INFO:teuthology.orchestra.run.smithi187.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-17T00:21:27.420 INFO:teuthology.orchestra.run.smithi187.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-17T00:21:27.420 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-17T00:21:27.420 INFO:teuthology.orchestra.run.smithi187.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-17T00:21:27.420 INFO:teuthology.orchestra.run.smithi187.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-17T00:21:27.420 INFO:teuthology.orchestra.run.smithi187.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-17T00:21:27.420 INFO:teuthology.orchestra.run.smithi187.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-17T00:21:27.420 INFO:teuthology.orchestra.run.smithi187.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-17T00:21:27.420 INFO:teuthology.orchestra.run.smithi187.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-17T00:21:27.420 INFO:teuthology.orchestra.run.smithi187.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-17T00:21:27.420 INFO:teuthology.orchestra.run.smithi187.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-17T00:21:27.420 INFO:teuthology.orchestra.run.smithi187.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-17T00:21:27.421 INFO:teuthology.orchestra.run.smithi187.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-17T00:21:27.421 INFO:teuthology.orchestra.run.smithi187.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-17T00:21:27.421 INFO:teuthology.orchestra.run.smithi187.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-17T00:21:27.421 INFO:teuthology.orchestra.run.smithi187.stdout:Installing weak dependencies: 2024-08-17T00:21:27.421 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-17T00:21:27.421 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:21:27.421 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction Summary 2024-08-17T00:21:27.421 INFO:teuthology.orchestra.run.smithi187.stdout:======================================================================================= 2024-08-17T00:21:27.421 INFO:teuthology.orchestra.run.smithi187.stdout:Install 112 Packages 2024-08-17T00:21:27.421 INFO:teuthology.orchestra.run.smithi187.stdout:Upgrade 2 Packages 2024-08-17T00:21:27.421 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:21:27.422 INFO:teuthology.orchestra.run.smithi187.stdout:Total download size: 190 M 2024-08-17T00:21:27.422 INFO:teuthology.orchestra.run.smithi187.stdout:Downloading Packages: 2024-08-17T00:21:27.982 INFO:teuthology.orchestra.run.smithi157.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T00:21:27.982 INFO:teuthology.orchestra.run.smithi157.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T00:21:28.022 INFO:teuthology.orchestra.run.smithi187.stdout:(1/114): ceph-17.2.7-1402.g03a1ac13.el9.x86_64. 37 kB/s | 6.5 kB 00:00 2024-08-17T00:21:28.041 INFO:teuthology.orchestra.run.smithi157.stdout:Dependencies resolved. 2024-08-17T00:21:28.047 INFO:teuthology.orchestra.run.smithi157.stdout:======================================================================================= 2024-08-17T00:21:28.047 INFO:teuthology.orchestra.run.smithi157.stdout: Package Arch Version Repository Size 2024-08-17T00:21:28.047 INFO:teuthology.orchestra.run.smithi157.stdout:======================================================================================= 2024-08-17T00:21:28.048 INFO:teuthology.orchestra.run.smithi157.stdout:Installing: 2024-08-17T00:21:28.048 INFO:teuthology.orchestra.run.smithi157.stdout: ceph x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 6.5 k 2024-08-17T00:21:28.048 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-base x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 5.0 M 2024-08-17T00:21:28.048 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-fuse x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 813 k 2024-08-17T00:21:28.048 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 138 k 2024-08-17T00:21:28.048 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 1.4 M 2024-08-17T00:21:28.048 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 124 k 2024-08-17T00:21:28.048 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 3.4 M 2024-08-17T00:21:28.048 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 7.4 M 2024-08-17T00:21:28.048 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-rook noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 47 k 2024-08-17T00:21:28.048 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-radosgw x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 14 M 2024-08-17T00:21:28.049 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-test x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 48 M 2024-08-17T00:21:28.049 INFO:teuthology.orchestra.run.smithi157.stdout: cephadm noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 83 k 2024-08-17T00:21:28.049 INFO:teuthology.orchestra.run.smithi157.stdout: libcephfs-devel x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 25 k 2024-08-17T00:21:28.049 INFO:teuthology.orchestra.run.smithi157.stdout: libcephfs2 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 637 k 2024-08-17T00:21:28.049 INFO:teuthology.orchestra.run.smithi157.stdout: librados-devel x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 126 k 2024-08-17T00:21:28.049 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cephfs x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 181 k 2024-08-17T00:21:28.049 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-17T00:21:28.049 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rados x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 369 k 2024-08-17T00:21:28.049 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rbd x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 343 k 2024-08-17T00:21:28.049 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rgw x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 116 k 2024-08-17T00:21:28.049 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-fuse x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 82 k 2024-08-17T00:21:28.049 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-mirror x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 2.9 M 2024-08-17T00:21:28.050 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-nbd x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 165 k 2024-08-17T00:21:28.050 INFO:teuthology.orchestra.run.smithi157.stdout:Upgrading: 2024-08-17T00:21:28.050 INFO:teuthology.orchestra.run.smithi157.stdout: librados2 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 3.1 M 2024-08-17T00:21:28.050 INFO:teuthology.orchestra.run.smithi157.stdout: librbd1 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 2.9 M 2024-08-17T00:21:28.050 INFO:teuthology.orchestra.run.smithi157.stdout:Installing dependencies: 2024-08-17T00:21:28.050 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-common x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 22 M 2024-08-17T00:21:28.050 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 24 k 2024-08-17T00:21:28.050 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mds x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 2.1 M 2024-08-17T00:21:28.050 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 240 k 2024-08-17T00:21:28.050 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mon x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 3.9 M 2024-08-17T00:21:28.050 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-osd x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 15 M 2024-08-17T00:21:28.050 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 15 k 2024-08-17T00:21:28.051 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-selinux x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 25 k 2024-08-17T00:21:28.051 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-17T00:21:28.051 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-17T00:21:28.051 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-17T00:21:28.051 INFO:teuthology.orchestra.run.smithi157.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-17T00:21:28.051 INFO:teuthology.orchestra.run.smithi157.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-17T00:21:28.051 INFO:teuthology.orchestra.run.smithi157.stdout: libcephsqlite x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 163 k 2024-08-17T00:21:28.051 INFO:teuthology.orchestra.run.smithi157.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-17T00:21:28.051 INFO:teuthology.orchestra.run.smithi157.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-17T00:21:28.051 INFO:teuthology.orchestra.run.smithi157.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-17T00:21:28.051 INFO:teuthology.orchestra.run.smithi157.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-17T00:21:28.051 INFO:teuthology.orchestra.run.smithi157.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-17T00:21:28.052 INFO:teuthology.orchestra.run.smithi157.stdout: libradosstriper1 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 457 k 2024-08-17T00:21:28.052 INFO:teuthology.orchestra.run.smithi157.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-17T00:21:28.052 INFO:teuthology.orchestra.run.smithi157.stdout: librgw2 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 4.9 M 2024-08-17T00:21:28.052 INFO:teuthology.orchestra.run.smithi157.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-17T00:21:28.052 INFO:teuthology.orchestra.run.smithi157.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-17T00:21:28.052 INFO:teuthology.orchestra.run.smithi157.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-17T00:21:28.052 INFO:teuthology.orchestra.run.smithi157.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-17T00:21:28.052 INFO:teuthology.orchestra.run.smithi157.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-17T00:21:28.052 INFO:teuthology.orchestra.run.smithi157.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-17T00:21:28.052 INFO:teuthology.orchestra.run.smithi157.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-17T00:21:28.052 INFO:teuthology.orchestra.run.smithi157.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-17T00:21:28.052 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-17T00:21:28.052 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ceph-argparse x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 45 k 2024-08-17T00:21:28.053 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ceph-common x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 120 k 2024-08-17T00:21:28.053 INFO:teuthology.orchestra.run.smithi157.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-17T00:21:28.053 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-17T00:21:28.053 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-17T00:21:28.053 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-17T00:21:28.053 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-17T00:21:28.053 INFO:teuthology.orchestra.run.smithi157.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-17T00:21:28.053 INFO:teuthology.orchestra.run.smithi157.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-17T00:21:28.053 INFO:teuthology.orchestra.run.smithi157.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-17T00:21:28.053 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-17T00:21:28.053 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-17T00:21:28.053 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-17T00:21:28.054 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-17T00:21:28.054 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-17T00:21:28.054 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-17T00:21:28.054 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-17T00:21:28.054 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-17T00:21:28.054 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-17T00:21:28.054 INFO:teuthology.orchestra.run.smithi157.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-17T00:21:28.054 INFO:teuthology.orchestra.run.smithi157.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-17T00:21:28.054 INFO:teuthology.orchestra.run.smithi157.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-17T00:21:28.054 INFO:teuthology.orchestra.run.smithi157.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-17T00:21:28.054 INFO:teuthology.orchestra.run.smithi157.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-17T00:21:28.054 INFO:teuthology.orchestra.run.smithi157.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-17T00:21:28.055 INFO:teuthology.orchestra.run.smithi157.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-17T00:21:28.055 INFO:teuthology.orchestra.run.smithi157.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-17T00:21:28.055 INFO:teuthology.orchestra.run.smithi157.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-17T00:21:28.055 INFO:teuthology.orchestra.run.smithi157.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-17T00:21:28.055 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-17T00:21:28.055 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-17T00:21:28.055 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-17T00:21:28.055 INFO:teuthology.orchestra.run.smithi157.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-17T00:21:28.055 INFO:teuthology.orchestra.run.smithi157.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-17T00:21:28.055 INFO:teuthology.orchestra.run.smithi157.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-17T00:21:28.055 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-17T00:21:28.055 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-17T00:21:28.056 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-17T00:21:28.056 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-17T00:21:28.056 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-17T00:21:28.056 INFO:teuthology.orchestra.run.smithi157.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-17T00:21:28.056 INFO:teuthology.orchestra.run.smithi157.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-17T00:21:28.056 INFO:teuthology.orchestra.run.smithi157.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-17T00:21:28.056 INFO:teuthology.orchestra.run.smithi157.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-17T00:21:28.056 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-17T00:21:28.056 INFO:teuthology.orchestra.run.smithi157.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-17T00:21:28.056 INFO:teuthology.orchestra.run.smithi157.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-17T00:21:28.056 INFO:teuthology.orchestra.run.smithi157.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-17T00:21:28.056 INFO:teuthology.orchestra.run.smithi157.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-17T00:21:28.056 INFO:teuthology.orchestra.run.smithi157.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-17T00:21:28.056 INFO:teuthology.orchestra.run.smithi157.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-17T00:21:28.057 INFO:teuthology.orchestra.run.smithi157.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-17T00:21:28.057 INFO:teuthology.orchestra.run.smithi157.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-17T00:21:28.057 INFO:teuthology.orchestra.run.smithi157.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-17T00:21:28.057 INFO:teuthology.orchestra.run.smithi157.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-17T00:21:28.057 INFO:teuthology.orchestra.run.smithi157.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-17T00:21:28.057 INFO:teuthology.orchestra.run.smithi157.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-17T00:21:28.057 INFO:teuthology.orchestra.run.smithi157.stdout:Installing weak dependencies: 2024-08-17T00:21:28.057 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-17T00:21:28.057 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:21:28.057 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction Summary 2024-08-17T00:21:28.057 INFO:teuthology.orchestra.run.smithi157.stdout:======================================================================================= 2024-08-17T00:21:28.057 INFO:teuthology.orchestra.run.smithi157.stdout:Install 112 Packages 2024-08-17T00:21:28.057 INFO:teuthology.orchestra.run.smithi157.stdout:Upgrade 2 Packages 2024-08-17T00:21:28.058 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:21:28.058 INFO:teuthology.orchestra.run.smithi157.stdout:Total download size: 190 M 2024-08-17T00:21:28.058 INFO:teuthology.orchestra.run.smithi157.stdout:Downloading Packages: 2024-08-17T00:21:28.256 INFO:teuthology.orchestra.run.smithi187.stdout:(2/114): ceph-fuse-17.2.7-1402.g03a1ac13.el9.x8 3.4 MB/s | 813 kB 00:00 2024-08-17T00:21:28.323 INFO:teuthology.orchestra.run.smithi187.stdout:(3/114): ceph-base-17.2.7-1402.g03a1ac13.el9.x8 10 MB/s | 5.0 MB 00:00 2024-08-17T00:21:28.348 INFO:teuthology.orchestra.run.smithi187.stdout:(4/114): ceph-immutable-object-cache-17.2.7-140 1.5 MB/s | 138 kB 00:00 2024-08-17T00:21:28.415 INFO:teuthology.orchestra.run.smithi187.stdout:(5/114): ceph-mds-17.2.7-1402.g03a1ac13.el9.x86 23 MB/s | 2.1 MB 00:00 2024-08-17T00:21:28.423 INFO:teuthology.orchestra.run.smithi157.stdout:(1/114): ceph-17.2.7-1402.g03a1ac13.el9.x86_64. 37 kB/s | 6.5 kB 00:00 2024-08-17T00:21:28.582 INFO:teuthology.orchestra.run.smithi187.stdout:(6/114): ceph-mon-17.2.7-1402.g03a1ac13.el9.x86 24 MB/s | 3.9 MB 00:00 2024-08-17T00:21:28.624 INFO:teuthology.orchestra.run.smithi187.stdout:(7/114): ceph-mgr-17.2.7-1402.g03a1ac13.el9.x86 5.1 MB/s | 1.4 MB 00:00 2024-08-17T00:21:29.039 INFO:teuthology.orchestra.run.smithi157.stdout:(2/114): ceph-fuse-17.2.7-1402.g03a1ac13.el9.x8 1.3 MB/s | 813 kB 00:00 2024-08-17T00:21:29.156 INFO:teuthology.orchestra.run.smithi157.stdout:(3/114): ceph-immutable-object-cache-17.2.7-140 1.2 MB/s | 138 kB 00:00 2024-08-17T00:21:29.283 INFO:teuthology.orchestra.run.smithi187.stdout:(8/114): ceph-osd-17.2.7-1402.g03a1ac13.el9.x86 22 MB/s | 15 MB 00:00 2024-08-17T00:21:29.341 INFO:teuthology.orchestra.run.smithi187.stdout:(9/114): ceph-selinux-17.2.7-1402.g03a1ac13.el9 433 kB/s | 25 kB 00:00 2024-08-17T00:21:29.490 INFO:teuthology.orchestra.run.smithi157.stdout:(4/114): ceph-base-17.2.7-1402.g03a1ac13.el9.x8 4.0 MB/s | 5.0 MB 00:01 2024-08-17T00:21:29.798 INFO:teuthology.orchestra.run.smithi157.stdout:(5/114): ceph-mds-17.2.7-1402.g03a1ac13.el9.x86 3.2 MB/s | 2.1 MB 00:00 2024-08-17T00:21:29.832 INFO:teuthology.orchestra.run.smithi157.stdout:(6/114): ceph-mgr-17.2.7-1402.g03a1ac13.el9.x86 4.1 MB/s | 1.4 MB 00:00 2024-08-17T00:21:29.975 INFO:teuthology.orchestra.run.smithi187.stdout:(10/114): ceph-radosgw-17.2.7-1402.g03a1ac13.el 11 MB/s | 14 MB 00:01 2024-08-17T00:21:30.033 INFO:teuthology.orchestra.run.smithi187.stdout:(11/114): libcephfs-devel-17.2.7-1402.g03a1ac13 430 kB/s | 25 kB 00:00 2024-08-17T00:21:30.150 INFO:teuthology.orchestra.run.smithi187.stdout:(12/114): libcephfs2-17.2.7-1402.g03a1ac13.el9. 5.3 MB/s | 637 kB 00:00 2024-08-17T00:21:30.417 INFO:teuthology.orchestra.run.smithi187.stdout:(13/114): ceph-common-17.2.7-1402.g03a1ac13.el9 8.7 MB/s | 22 MB 00:02 2024-08-17T00:21:30.442 INFO:teuthology.orchestra.run.smithi187.stdout:(14/114): libcephsqlite-17.2.7-1402.g03a1ac13.e 558 kB/s | 163 kB 00:00 2024-08-17T00:21:30.466 INFO:teuthology.orchestra.run.smithi157.stdout:(7/114): ceph-mon-17.2.7-1402.g03a1ac13.el9.x86 5.9 MB/s | 3.9 MB 00:00 2024-08-17T00:21:30.467 INFO:teuthology.orchestra.run.smithi187.stdout:(15/114): librados-devel-17.2.7-1402.g03a1ac13. 2.5 MB/s | 126 kB 00:00 2024-08-17T00:21:30.501 INFO:teuthology.orchestra.run.smithi187.stdout:(16/114): libradosstriper1-17.2.7-1402.g03a1ac1 7.6 MB/s | 457 kB 00:00 2024-08-17T00:21:30.577 INFO:teuthology.orchestra.run.smithi187.stdout:(17/114): python3-ceph-argparse-17.2.7-1402.g03 602 kB/s | 45 kB 00:00 2024-08-17T00:21:30.677 INFO:teuthology.orchestra.run.smithi187.stdout:(18/114): python3-ceph-common-17.2.7-1402.g03a1 1.2 MB/s | 120 kB 00:00 2024-08-17T00:21:30.777 INFO:teuthology.orchestra.run.smithi187.stdout:(19/114): python3-cephfs-17.2.7-1402.g03a1ac13. 1.8 MB/s | 181 kB 00:00 2024-08-17T00:21:31.066 INFO:teuthology.orchestra.run.smithi157.stdout:(8/114): ceph-osd-17.2.7-1402.g03a1ac13.el9.x86 12 MB/s | 15 MB 00:01 2024-08-17T00:21:31.069 INFO:teuthology.orchestra.run.smithi187.stdout:(20/114): librgw2-17.2.7-1402.g03a1ac13.el9.x86 8.2 MB/s | 4.9 MB 00:00 2024-08-17T00:21:31.108 INFO:teuthology.orchestra.run.smithi157.stdout:(9/114): ceph-selinux-17.2.7-1402.g03a1ac13.el9 607 kB/s | 25 kB 00:00 2024-08-17T00:21:31.136 INFO:teuthology.orchestra.run.smithi187.stdout:(21/114): python3-rbd-17.2.7-1402.g03a1ac13.el9 5.0 MB/s | 343 kB 00:00 2024-08-17T00:21:31.228 INFO:teuthology.orchestra.run.smithi187.stdout:(22/114): python3-rgw-17.2.7-1402.g03a1ac13.el9 1.2 MB/s | 116 kB 00:00 2024-08-17T00:21:31.320 INFO:teuthology.orchestra.run.smithi187.stdout:(23/114): rbd-fuse-17.2.7-1402.g03a1ac13.el9.x8 890 kB/s | 82 kB 00:00 2024-08-17T00:21:31.379 INFO:teuthology.orchestra.run.smithi187.stdout:(24/114): python3-rados-17.2.7-1402.g03a1ac13.e 614 kB/s | 369 kB 00:00 2024-08-17T00:21:31.496 INFO:teuthology.orchestra.run.smithi187.stdout:(25/114): rbd-nbd-17.2.7-1402.g03a1ac13.el9.x86 1.4 MB/s | 165 kB 00:00 2024-08-17T00:21:31.588 INFO:teuthology.orchestra.run.smithi187.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1402.g 266 kB/s | 24 kB 00:00 2024-08-17T00:21:31.942 INFO:teuthology.orchestra.run.smithi157.stdout:(10/114): ceph-common-17.2.7-1402.g03a1ac13.el9 6.1 MB/s | 22 MB 00:03 2024-08-17T00:21:31.984 INFO:teuthology.orchestra.run.smithi157.stdout:(11/114): libcephfs-devel-17.2.7-1402.g03a1ac13 604 kB/s | 25 kB 00:00 2024-08-17T00:21:32.021 INFO:teuthology.orchestra.run.smithi187.stdout:(27/114): ceph-test-17.2.7-1402.g03a1ac13.el9.x 18 MB/s | 48 MB 00:02 2024-08-17T00:21:32.046 INFO:teuthology.orchestra.run.smithi187.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1402.g03a1ac1 270 kB/s | 124 kB 00:00 2024-08-17T00:21:32.097 INFO:teuthology.orchestra.run.smithi187.stdout:(29/114): rbd-mirror-17.2.7-1402.g03a1ac13.el9. 3.8 MB/s | 2.9 MB 00:00 2024-08-17T00:21:32.355 INFO:teuthology.orchestra.run.smithi187.stdout:(30/114): ceph-mgr-dashboard-17.2.7-1402.g03a1a 10 MB/s | 3.4 MB 00:00 2024-08-17T00:21:32.422 INFO:teuthology.orchestra.run.smithi187.stdout:(31/114): ceph-mgr-rook-17.2.7-1402.g03a1ac13.e 717 kB/s | 47 kB 00:00 2024-08-17T00:21:32.425 INFO:teuthology.orchestra.run.smithi157.stdout:(12/114): libcephfs2-17.2.7-1402.g03a1ac13.el9. 1.4 MB/s | 637 kB 00:00 2024-08-17T00:21:32.456 INFO:teuthology.orchestra.run.smithi187.stdout:(32/114): ceph-prometheus-alerts-17.2.7-1402.g0 437 kB/s | 15 kB 00:00 2024-08-17T00:21:32.506 INFO:teuthology.orchestra.run.smithi187.stdout:(33/114): cephadm-17.2.7-1402.g03a1ac13.el9.noa 1.6 MB/s | 83 kB 00:00 2024-08-17T00:21:32.576 INFO:teuthology.orchestra.run.smithi157.stdout:(13/114): ceph-radosgw-17.2.7-1402.g03a1ac13.el 6.8 MB/s | 14 MB 00:02 2024-08-17T00:21:32.601 INFO:teuthology.orchestra.run.smithi157.stdout:(14/114): libcephsqlite-17.2.7-1402.g03a1ac13.e 931 kB/s | 163 kB 00:00 2024-08-17T00:21:32.615 INFO:teuthology.orchestra.run.smithi187.stdout:(34/114): fuse-2.9.9-16.el9.x86_64.rpm 737 kB/s | 80 kB 00:00 2024-08-17T00:21:32.626 INFO:teuthology.orchestra.run.smithi157.stdout:(15/114): librados-devel-17.2.7-1402.g03a1ac13. 2.5 MB/s | 126 kB 00:00 2024-08-17T00:21:32.640 INFO:teuthology.orchestra.run.smithi187.stdout:(35/114): ceph-mgr-modules-core-17.2.7-1402.g03 442 kB/s | 240 kB 00:00 2024-08-17T00:21:32.676 INFO:teuthology.orchestra.run.smithi157.stdout:(16/114): libradosstriper1-17.2.7-1402.g03a1ac1 5.9 MB/s | 457 kB 00:00 2024-08-17T00:21:32.723 INFO:teuthology.orchestra.run.smithi187.stdout:(36/114): libgfortran-11.4.1-3.el9.x86_64.rpm 7.2 MB/s | 803 kB 00:00 2024-08-17T00:21:32.743 INFO:teuthology.orchestra.run.smithi157.stdout:(17/114): python3-ceph-argparse-17.2.7-1402.g03 678 kB/s | 45 kB 00:00 2024-08-17T00:21:32.766 INFO:teuthology.orchestra.run.smithi187.stdout:(37/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.9 MB/s | 253 kB 00:00 2024-08-17T00:21:32.791 INFO:teuthology.orchestra.run.smithi187.stdout:(38/114): libquadmath-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 195 kB 00:00 2024-08-17T00:21:32.818 INFO:teuthology.orchestra.run.smithi157.stdout:(18/114): python3-ceph-common-17.2.7-1402.g03a1 1.6 MB/s | 120 kB 00:00 2024-08-17T00:21:32.841 INFO:teuthology.orchestra.run.smithi187.stdout:(39/114): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-08-17T00:21:32.866 INFO:teuthology.orchestra.run.smithi187.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-08-17T00:21:32.891 INFO:teuthology.orchestra.run.smithi187.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-08-17T00:21:32.983 INFO:teuthology.orchestra.run.smithi187.stdout:(42/114): ceph-mgr-diskprediction-local-17.2.7- 7.9 MB/s | 7.4 MB 00:00 2024-08-17T00:21:33.017 INFO:teuthology.orchestra.run.smithi187.stdout:(43/114): python3-requests-2.25.1-8.el9.noarch. 829 kB/s | 125 kB 00:00 2024-08-17T00:21:33.043 INFO:teuthology.orchestra.run.smithi187.stdout:(44/114): python3-urllib3-1.26.5-6.el9.noarch.r 1.4 MB/s | 215 kB 00:00 2024-08-17T00:21:33.126 INFO:teuthology.orchestra.run.smithi187.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 230 kB/s | 33 kB 00:00 2024-08-17T00:21:33.151 INFO:teuthology.orchestra.run.smithi187.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 168 kB/s | 18 kB 00:00 2024-08-17T00:21:33.235 INFO:teuthology.orchestra.run.smithi187.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 544 kB/s | 45 kB 00:00 2024-08-17T00:21:33.260 INFO:teuthology.orchestra.run.smithi187.stdout:(48/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-08-17T00:21:33.277 INFO:teuthology.orchestra.run.smithi157.stdout:(19/114): ceph-test-17.2.7-1402.g03a1ac13.el9.x 22 MB/s | 48 MB 00:02 2024-08-17T00:21:33.302 INFO:teuthology.orchestra.run.smithi157.stdout:(20/114): python3-cephfs-17.2.7-1402.g03a1ac13. 374 kB/s | 181 kB 00:00 2024-08-17T00:21:33.328 INFO:teuthology.orchestra.run.smithi157.stdout:(21/114): python3-rados-17.2.7-1402.g03a1ac13.e 7.2 MB/s | 369 kB 00:00 2024-08-17T00:21:33.344 INFO:teuthology.orchestra.run.smithi187.stdout:(49/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-08-17T00:21:33.394 INFO:teuthology.orchestra.run.smithi187.stdout:(50/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.9 MB/s | 3.0 MB 00:00 2024-08-17T00:21:33.403 INFO:teuthology.orchestra.run.smithi157.stdout:(22/114): librgw2-17.2.7-1402.g03a1ac13.el9.x86 6.3 MB/s | 4.9 MB 00:00 2024-08-17T00:21:33.419 INFO:teuthology.orchestra.run.smithi187.stdout:(51/114): openblas-0.3.21-2.el9.x86_64.rpm 468 kB/s | 35 kB 00:00 2024-08-17T00:21:33.428 INFO:teuthology.orchestra.run.smithi157.stdout:(23/114): python3-rgw-17.2.7-1402.g03a1ac13.el9 1.1 MB/s | 116 kB 00:00 2024-08-17T00:21:33.453 INFO:teuthology.orchestra.run.smithi187.stdout:(52/114): librdkafka-1.6.1-102.el9.x86_64.rpm 3.0 MB/s | 662 kB 00:00 2024-08-17T00:21:33.453 INFO:teuthology.orchestra.run.smithi157.stdout:(24/114): python3-rbd-17.2.7-1402.g03a1ac13.el9 2.2 MB/s | 343 kB 00:00 2024-08-17T00:21:33.478 INFO:teuthology.orchestra.run.smithi187.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-08-17T00:21:33.479 INFO:teuthology.orchestra.run.smithi157.stdout:(25/114): rbd-fuse-17.2.7-1402.g03a1ac13.el9.x8 1.1 MB/s | 82 kB 00:00 2024-08-17T00:21:33.537 INFO:teuthology.orchestra.run.smithi187.stdout:(54/114): python3-devel-3.9.18-3.el9.x86_64.rpm 4.1 MB/s | 244 kB 00:00 2024-08-17T00:21:33.546 INFO:teuthology.orchestra.run.smithi157.stdout:(26/114): rbd-nbd-17.2.7-1402.g03a1ac13.el9.x86 2.4 MB/s | 165 kB 00:00 2024-08-17T00:21:33.574 INFO:teuthology.orchestra.run.smithi157.stdout:(27/114): ceph-grafana-dashboards-17.2.7-1402.g 267 kB/s | 24 kB 00:00 2024-08-17T00:21:33.604 INFO:teuthology.orchestra.run.smithi187.stdout:(55/114): openblas-openmp-0.3.21-2.el9.x86_64.r 23 MB/s | 4.7 MB 00:00 2024-08-17T00:21:33.621 INFO:teuthology.orchestra.run.smithi187.stdout:(56/114): python3-iniconfig-1.1.1-7.el9.noarch. 210 kB/s | 17 kB 00:00 2024-08-17T00:21:33.630 INFO:teuthology.orchestra.run.smithi157.stdout:(28/114): rbd-mirror-17.2.7-1402.g03a1ac13.el9. 15 MB/s | 2.9 MB 00:00 2024-08-17T00:21:33.655 INFO:teuthology.orchestra.run.smithi157.stdout:(29/114): ceph-mgr-cephadm-17.2.7-1402.g03a1ac1 1.1 MB/s | 124 kB 00:00 2024-08-17T00:21:33.662 INFO:teuthology.orchestra.run.smithi187.stdout:(57/114): python3-jinja2-2.11.3-6.el9.noarch.rp 4.1 MB/s | 248 kB 00:00 2024-08-17T00:21:33.679 INFO:teuthology.orchestra.run.smithi187.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 438 kB/s | 26 kB 00:00 2024-08-17T00:21:33.722 INFO:teuthology.orchestra.run.smithi157.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1402.g03 3.5 MB/s | 240 kB 00:00 2024-08-17T00:21:33.765 INFO:teuthology.orchestra.run.smithi187.stdout:(59/114): python3-babel-2.9.1-2.el9.noarch.rpm 19 MB/s | 6.0 MB 00:00 2024-08-17T00:21:33.780 INFO:teuthology.orchestra.run.smithi187.stdout:(60/114): python3-jsonpointer-2.0-4.el9.noarch. 163 kB/s | 19 kB 00:00 2024-08-17T00:21:33.780 INFO:teuthology.orchestra.run.smithi157.stdout:(31/114): ceph-mgr-rook-17.2.7-1402.g03a1ac13.e 816 kB/s | 47 kB 00:00 2024-08-17T00:21:33.805 INFO:teuthology.orchestra.run.smithi187.stdout:(61/114): python3-mako-1.1.4-6.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-08-17T00:21:33.845 INFO:teuthology.orchestra.run.smithi187.stdout:(62/114): python3-markupsafe-1.1.1-12.el9.x86_6 429 kB/s | 35 kB 00:00 2024-08-17T00:21:33.872 INFO:teuthology.orchestra.run.smithi187.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.7 MB/s | 250 kB 00:00 2024-08-17T00:21:33.889 INFO:teuthology.orchestra.run.smithi187.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 4.9 MB/s | 222 kB 00:00 2024-08-17T00:21:33.898 INFO:teuthology.orchestra.run.smithi157.stdout:(32/114): ceph-mgr-diskprediction-local-17.2.7- 28 MB/s | 7.4 MB 00:00 2024-08-17T00:21:33.915 INFO:teuthology.orchestra.run.smithi157.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1402.g0 109 kB/s | 15 kB 00:00 2024-08-17T00:21:33.923 INFO:teuthology.orchestra.run.smithi187.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-08-17T00:21:33.940 INFO:teuthology.orchestra.run.smithi187.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 825 kB/s | 41 kB 00:00 2024-08-17T00:21:33.948 INFO:teuthology.orchestra.run.smithi157.stdout:(34/114): cephadm-17.2.7-1402.g03a1ac13.el9.noa 1.6 MB/s | 83 kB 00:00 2024-08-17T00:21:34.007 INFO:teuthology.orchestra.run.smithi187.stdout:(67/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 22 MB/s | 5.1 MB 00:00 2024-08-17T00:21:34.024 INFO:teuthology.orchestra.run.smithi187.stdout:(68/114): python3-prettytable-0.7.2-27.el9.noar 420 kB/s | 42 kB 00:00 2024-08-17T00:21:34.040 INFO:teuthology.orchestra.run.smithi157.stdout:(35/114): ceph-mgr-dashboard-17.2.7-1402.g03a1a 7.2 MB/s | 3.4 MB 00:00 2024-08-17T00:21:34.057 INFO:teuthology.orchestra.run.smithi187.stdout:(69/114): python3-py-1.10.0-6.el9.noarch.rpm 4.0 MB/s | 477 kB 00:00 2024-08-17T00:21:34.065 INFO:teuthology.orchestra.run.smithi157.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 531 kB/s | 80 kB 00:00 2024-08-17T00:21:34.083 INFO:teuthology.orchestra.run.smithi187.stdout:(70/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-08-17T00:21:34.108 INFO:teuthology.orchestra.run.smithi187.stdout:(71/114): python3-pyasn1-modules-0.4.8-6.el9.no 3.3 MB/s | 279 kB 00:00 2024-08-17T00:21:34.133 INFO:teuthology.orchestra.run.smithi187.stdout:(72/114): python3-pytest-6.2.2-7.el9.noarch.rpm 6.7 MB/s | 519 kB 00:00 2024-08-17T00:21:34.149 INFO:teuthology.orchestra.run.smithi157.stdout:(37/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-08-17T00:21:34.158 INFO:teuthology.orchestra.run.smithi187.stdout:(73/114): python3-pytz-2021.1-5.el9.noarch.rpm 676 kB/s | 51 kB 00:00 2024-08-17T00:21:34.187 INFO:teuthology.orchestra.run.smithi187.stdout:(74/114): python3-requests-oauthlib-1.3.0-12.el 711 kB/s | 54 kB 00:00 2024-08-17T00:21:34.191 INFO:teuthology.orchestra.run.smithi157.stdout:(38/114): libquadmath-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 195 kB 00:00 2024-08-17T00:21:34.216 INFO:teuthology.orchestra.run.smithi157.stdout:(39/114): libgfortran-11.4.1-3.el9.x86_64.rpm 2.9 MB/s | 803 kB 00:00 2024-08-17T00:21:34.226 INFO:teuthology.orchestra.run.smithi187.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 620 kB/s | 42 kB 00:00 2024-08-17T00:21:34.251 INFO:teuthology.orchestra.run.smithi187.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 4.4 MB/s | 304 kB 00:00 2024-08-17T00:21:34.266 INFO:teuthology.orchestra.run.smithi157.stdout:(40/114): python3-cryptography-36.0.1-4.el9.x86 10 MB/s | 1.2 MB 00:00 2024-08-17T00:21:34.284 INFO:teuthology.orchestra.run.smithi157.stdout:(41/114): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 106 kB 00:00 2024-08-17T00:21:34.300 INFO:teuthology.orchestra.run.smithi157.stdout:(42/114): python3-pycparser-2.20-6.el9.noarch.r 1.6 MB/s | 135 kB 00:00 2024-08-17T00:21:34.301 INFO:teuthology.orchestra.run.smithi187.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 846 kB/s | 64 kB 00:00 2024-08-17T00:21:34.325 INFO:teuthology.orchestra.run.smithi157.stdout:(43/114): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-08-17T00:21:34.368 INFO:teuthology.orchestra.run.smithi187.stdout:(78/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.6 MB/s | 309 kB 00:00 2024-08-17T00:21:34.376 INFO:teuthology.orchestra.run.smithi157.stdout:(44/114): python3-urllib3-1.26.5-6.el9.noarch.r 2.3 MB/s | 215 kB 00:00 2024-08-17T00:21:34.393 INFO:teuthology.orchestra.run.smithi157.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 354 kB/s | 33 kB 00:00 2024-08-17T00:21:34.393 INFO:teuthology.orchestra.run.smithi187.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.9 MB/s | 67 kB 00:00 2024-08-17T00:21:34.419 INFO:teuthology.orchestra.run.smithi187.stdout:(80/114): liboath-2.6.7-2.el9.x86_64.rpm 423 kB/s | 49 kB 00:00 2024-08-17T00:21:34.443 INFO:teuthology.orchestra.run.smithi157.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 272 kB/s | 18 kB 00:00 2024-08-17T00:21:34.444 INFO:teuthology.orchestra.run.smithi187.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-17T00:21:34.468 INFO:teuthology.orchestra.run.smithi157.stdout:(47/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 160 kB 00:00 2024-08-17T00:21:34.469 INFO:teuthology.orchestra.run.smithi187.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-17T00:21:34.493 INFO:teuthology.orchestra.run.smithi157.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 903 kB/s | 45 kB 00:00 2024-08-17T00:21:34.494 INFO:teuthology.orchestra.run.smithi187.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 564 kB/s | 14 kB 00:00 2024-08-17T00:21:34.520 INFO:teuthology.orchestra.run.smithi187.stdout:(84/114): python3-cheroot-8.6.0-4.el9.noarch.rp 6.7 MB/s | 172 kB 00:00 2024-08-17T00:21:34.545 INFO:teuthology.orchestra.run.smithi187.stdout:(85/114): python3-asyncssh-2.13.2-5.el9.noarch. 3.5 MB/s | 548 kB 00:00 2024-08-17T00:21:34.569 INFO:teuthology.orchestra.run.smithi157.stdout:(49/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 12 MB/s | 3.0 MB 00:00 2024-08-17T00:21:34.605 INFO:teuthology.orchestra.run.smithi157.stdout:(50/114): librdkafka-1.6.1-102.el9.x86_64.rpm 5.2 MB/s | 662 kB 00:00 2024-08-17T00:21:34.605 INFO:teuthology.orchestra.run.smithi187.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 6.0 MB/s | 358 kB 00:00 2024-08-17T00:21:34.606 INFO:teuthology.orchestra.run.smithi187.stdout:(87/114): python3-google-auth-2.33.0-1.el9.noar 3.7 MB/s | 220 kB 00:00 2024-08-17T00:21:34.611 INFO:teuthology.orchestra.run.smithi157.stdout:(51/114): openblas-0.3.21-2.el9.x86_64.rpm 844 kB/s | 35 kB 00:00 2024-08-17T00:21:34.629 INFO:teuthology.orchestra.run.smithi187.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 212 kB/s | 11 kB 00:00 2024-08-17T00:21:34.645 INFO:teuthology.orchestra.run.smithi157.stdout:(52/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.9 MB/s | 292 kB 00:00 2024-08-17T00:21:34.655 INFO:teuthology.orchestra.run.smithi187.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 353 kB/s | 18 kB 00:00 2024-08-17T00:21:34.670 INFO:teuthology.orchestra.run.smithi157.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-08-17T00:21:34.671 INFO:teuthology.orchestra.run.smithi187.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 553 kB/s | 23 kB 00:00 2024-08-17T00:21:34.688 INFO:teuthology.orchestra.run.smithi187.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 579 kB/s | 19 kB 00:00 2024-08-17T00:21:34.706 INFO:teuthology.orchestra.run.smithi187.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 586 kB/s | 20 kB 00:00 2024-08-17T00:21:34.712 INFO:teuthology.orchestra.run.smithi157.stdout:(54/114): python3-devel-3.9.18-3.el9.x86_64.rpm 5.7 MB/s | 244 kB 00:00 2024-08-17T00:21:34.722 INFO:teuthology.orchestra.run.smithi187.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 268 kB/s | 9.0 kB 00:00 2024-08-17T00:21:34.739 INFO:teuthology.orchestra.run.smithi187.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 1.2 MB/s | 41 kB 00:00 2024-08-17T00:21:34.756 INFO:teuthology.orchestra.run.smithi187.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 2.7 MB/s | 46 kB 00:00 2024-08-17T00:21:34.781 INFO:teuthology.orchestra.run.smithi187.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-08-17T00:21:34.787 INFO:teuthology.orchestra.run.smithi157.stdout:(55/114): openblas-openmp-0.3.21-2.el9.x86_64.r 25 MB/s | 4.7 MB 00:00 2024-08-17T00:21:34.804 INFO:teuthology.orchestra.run.smithi157.stdout:(56/114): python3-iniconfig-1.1.1-7.el9.noarch. 190 kB/s | 17 kB 00:00 2024-08-17T00:21:34.807 INFO:teuthology.orchestra.run.smithi187.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.2 MB/s | 58 kB 00:00 2024-08-17T00:21:34.830 INFO:teuthology.orchestra.run.smithi157.stdout:(57/114): python3-jinja2-2.11.3-6.el9.noarch.rp 5.8 MB/s | 248 kB 00:00 2024-08-17T00:21:34.840 INFO:teuthology.orchestra.run.smithi187.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-08-17T00:21:34.855 INFO:teuthology.orchestra.run.smithi157.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 508 kB/s | 26 kB 00:00 2024-08-17T00:21:34.866 INFO:teuthology.orchestra.run.smithi187.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 652 kB/s | 16 kB 00:00 2024-08-17T00:21:34.880 INFO:teuthology.orchestra.run.smithi157.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-08-17T00:21:34.891 INFO:teuthology.orchestra.run.smithi187.stdout:(100/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-08-17T00:21:34.905 INFO:teuthology.orchestra.run.smithi157.stdout:(60/114): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-08-17T00:21:34.916 INFO:teuthology.orchestra.run.smithi187.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-08-17T00:21:34.930 INFO:teuthology.orchestra.run.smithi157.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 696 kB/s | 35 kB 00:00 2024-08-17T00:21:34.950 INFO:teuthology.orchestra.run.smithi187.stdout:(102/114): python3-kubernetes-26.1.0-2.el9.noar 4.5 MB/s | 1.0 MB 00:00 2024-08-17T00:21:34.984 INFO:teuthology.orchestra.run.smithi187.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 1.7 MB/s | 59 kB 00:00 2024-08-17T00:21:35.009 INFO:teuthology.orchestra.run.smithi187.stdout:(104/114): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-08-17T00:21:35.014 INFO:teuthology.orchestra.run.smithi157.stdout:(62/114): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-08-17T00:21:35.034 INFO:teuthology.orchestra.run.smithi187.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 709 kB/s | 36 kB 00:00 2024-08-17T00:21:35.039 INFO:teuthology.orchestra.run.smithi157.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-08-17T00:21:35.065 INFO:teuthology.orchestra.run.smithi157.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 4.4 MB/s | 222 kB 00:00 2024-08-17T00:21:35.068 INFO:teuthology.orchestra.run.smithi187.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.2 MB/s | 74 kB 00:00 2024-08-17T00:21:35.090 INFO:teuthology.orchestra.run.smithi157.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-08-17T00:21:35.093 INFO:teuthology.orchestra.run.smithi187.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-08-17T00:21:35.115 INFO:teuthology.orchestra.run.smithi157.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 824 kB/s | 41 kB 00:00 2024-08-17T00:21:35.118 INFO:teuthology.orchestra.run.smithi187.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-08-17T00:21:35.141 INFO:teuthology.orchestra.run.smithi157.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 840 kB/s | 42 kB 00:00 2024-08-17T00:21:35.144 INFO:teuthology.orchestra.run.smithi187.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 804 kB/s | 20 kB 00:00 2024-08-17T00:21:35.166 INFO:teuthology.orchestra.run.smithi157.stdout:(68/114): python3-py-1.10.0-6.el9.noarch.rpm 9.3 MB/s | 477 kB 00:00 2024-08-17T00:21:35.177 INFO:teuthology.orchestra.run.smithi187.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-08-17T00:21:35.191 INFO:teuthology.orchestra.run.smithi157.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-08-17T00:21:35.216 INFO:teuthology.orchestra.run.smithi157.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-08-17T00:21:35.228 INFO:teuthology.orchestra.run.smithi187.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-08-17T00:21:35.250 INFO:teuthology.orchestra.run.smithi157.stdout:(71/114): python3-pytest-6.2.2-7.el9.noarch.rpm 8.7 MB/s | 519 kB 00:00 2024-08-17T00:21:35.275 INFO:teuthology.orchestra.run.smithi157.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 870 kB/s | 51 kB 00:00 2024-08-17T00:21:35.301 INFO:teuthology.orchestra.run.smithi157.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-08-17T00:21:35.376 INFO:teuthology.orchestra.run.smithi157.stdout:(74/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 11 MB/s | 5.1 MB 00:00 2024-08-17T00:21:35.401 INFO:teuthology.orchestra.run.smithi157.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 415 kB/s | 42 kB 00:00 2024-08-17T00:21:35.427 INFO:teuthology.orchestra.run.smithi157.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-08-17T00:21:35.452 INFO:teuthology.orchestra.run.smithi157.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-08-17T00:21:35.470 INFO:teuthology.orchestra.run.smithi187.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-08-17T00:21:35.535 INFO:teuthology.orchestra.run.smithi157.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 585 kB/s | 49 kB 00:00 2024-08-17T00:21:35.561 INFO:teuthology.orchestra.run.smithi157.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.9 MB/s | 67 kB 00:00 2024-08-17T00:21:35.587 INFO:teuthology.orchestra.run.smithi187.stdout:(113/114): librbd1-17.2.7-1402.g03a1ac13.el9.x8 8.2 MB/s | 2.9 MB 00:00 2024-08-17T00:21:35.594 INFO:teuthology.orchestra.run.smithi157.stdout:(80/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 1.8 MB/s | 309 kB 00:00 2024-08-17T00:21:35.620 INFO:teuthology.orchestra.run.smithi157.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-17T00:21:35.645 INFO:teuthology.orchestra.run.smithi157.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-17T00:21:35.662 INFO:teuthology.orchestra.run.smithi187.stdout:(114/114): librados2-17.2.7-1402.g03a1ac13.el9. 6.4 MB/s | 3.1 MB 00:00 2024-08-17T00:21:35.667 INFO:teuthology.orchestra.run.smithi187.stdout:-------------------------------------------------------------------------------- 2024-08-17T00:21:35.667 INFO:teuthology.orchestra.run.smithi187.stdout:Total 23 MB/s | 190 MB 00:08 2024-08-17T00:21:35.670 INFO:teuthology.orchestra.run.smithi157.stdout:(83/114): python3-asyncssh-2.13.2-5.el9.noarch. 4.9 MB/s | 548 kB 00:00 2024-08-17T00:21:35.696 INFO:teuthology.orchestra.run.smithi157.stdout:(84/114): python3-certifi-2023.05.07-4.el9.noar 281 kB/s | 14 kB 00:00 2024-08-17T00:21:35.721 INFO:teuthology.orchestra.run.smithi157.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-08-17T00:21:35.746 INFO:teuthology.orchestra.run.smithi157.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 7.0 MB/s | 358 kB 00:00 2024-08-17T00:21:35.773 INFO:teuthology.orchestra.run.smithi157.stdout:(87/114): python3-google-auth-2.33.0-1.el9.noar 4.1 MB/s | 220 kB 00:00 2024-08-17T00:21:35.790 INFO:teuthology.orchestra.run.smithi157.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 242 kB/s | 11 kB 00:00 2024-08-17T00:21:35.807 INFO:teuthology.orchestra.run.smithi157.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 527 kB/s | 18 kB 00:00 2024-08-17T00:21:35.833 INFO:teuthology.orchestra.run.smithi157.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 550 kB/s | 23 kB 00:00 2024-08-17T00:21:35.858 INFO:teuthology.orchestra.run.smithi157.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 387 kB/s | 19 kB 00:00 2024-08-17T00:21:35.883 INFO:teuthology.orchestra.run.smithi157.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-08-17T00:21:35.908 INFO:teuthology.orchestra.run.smithi157.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 180 kB/s | 9.0 kB 00:00 2024-08-17T00:21:35.934 INFO:teuthology.orchestra.run.smithi157.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 816 kB/s | 41 kB 00:00 2024-08-17T00:21:35.959 INFO:teuthology.orchestra.run.smithi157.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-08-17T00:21:35.984 INFO:teuthology.orchestra.run.smithi157.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-08-17T00:21:36.010 INFO:teuthology.orchestra.run.smithi157.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-08-17T00:21:36.044 INFO:teuthology.orchestra.run.smithi157.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-08-17T00:21:36.077 INFO:teuthology.orchestra.run.smithi157.stdout:(99/114): python3-kubernetes-26.1.0-2.el9.noarc 6.1 MB/s | 1.0 MB 00:00 2024-08-17T00:21:36.102 INFO:teuthology.orchestra.run.smithi157.stdout:(100/114): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-08-17T00:21:36.127 INFO:teuthology.orchestra.run.smithi157.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-08-17T00:21:36.153 INFO:teuthology.orchestra.run.smithi157.stdout:(102/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-08-17T00:21:36.178 INFO:teuthology.orchestra.run.smithi157.stdout:(103/114): python3-routes-2.5.1-5.el9.noarch.rp 3.7 MB/s | 188 kB 00:00 2024-08-17T00:21:36.203 INFO:teuthology.orchestra.run.smithi157.stdout:(104/114): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-08-17T00:21:36.254 INFO:teuthology.orchestra.run.smithi157.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 474 kB/s | 36 kB 00:00 2024-08-17T00:21:36.279 INFO:teuthology.orchestra.run.smithi157.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 989 kB/s | 74 kB 00:00 2024-08-17T00:21:36.304 INFO:teuthology.orchestra.run.smithi157.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-08-17T00:21:36.330 INFO:teuthology.orchestra.run.smithi157.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-08-17T00:21:36.355 INFO:teuthology.orchestra.run.smithi157.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 801 kB/s | 20 kB 00:00 2024-08-17T00:21:36.388 INFO:teuthology.orchestra.run.smithi157.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-08-17T00:21:36.411 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction check 2024-08-17T00:21:36.439 INFO:teuthology.orchestra.run.smithi157.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-08-17T00:21:36.505 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction check succeeded. 2024-08-17T00:21:36.505 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction test 2024-08-17T00:21:36.614 INFO:teuthology.orchestra.run.smithi157.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-08-17T00:21:36.731 INFO:teuthology.orchestra.run.smithi157.stdout:(113/114): librbd1-17.2.7-1402.g03a1ac13.el9.x8 10 MB/s | 2.9 MB 00:00 2024-08-17T00:21:36.814 INFO:teuthology.orchestra.run.smithi157.stdout:(114/114): librados2-17.2.7-1402.g03a1ac13.el9. 7.2 MB/s | 3.1 MB 00:00 2024-08-17T00:21:36.819 INFO:teuthology.orchestra.run.smithi157.stdout:-------------------------------------------------------------------------------- 2024-08-17T00:21:36.820 INFO:teuthology.orchestra.run.smithi157.stdout:Total 22 MB/s | 190 MB 00:08 2024-08-17T00:21:37.545 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction check 2024-08-17T00:21:37.642 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction check succeeded. 2024-08-17T00:21:37.643 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction test 2024-08-17T00:21:38.148 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction test succeeded. 2024-08-17T00:21:38.149 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction 2024-08-17T00:21:39.267 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction test succeeded. 2024-08-17T00:21:39.268 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction 2024-08-17T00:21:42.670 INFO:teuthology.orchestra.run.smithi187.stdout: Preparing : 1/1 2024-08-17T00:21:42.747 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-17T00:21:42.774 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-17T00:21:42.832 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-17T00:21:43.142 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-17T00:21:43.257 INFO:teuthology.orchestra.run.smithi187.stdout: Upgrading : librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 5/116 2024-08-17T00:21:43.379 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 5/116 2024-08-17T00:21:43.408 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 6/116 2024-08-17T00:21:43.506 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 6/116 2024-08-17T00:21:43.567 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-rados-2:17.2.7-1402.g03a1ac13.el9.x86_64 7/116 2024-08-17T00:21:43.596 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-17T00:21:43.833 INFO:teuthology.orchestra.run.smithi157.stdout: Preparing : 1/1 2024-08-17T00:21:43.900 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-17T00:21:43.934 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-17T00:21:43.984 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-17T00:21:44.032 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-17T00:21:44.061 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 10/116 2024-08-17T00:21:44.135 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 10/116 2024-08-17T00:21:44.161 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 11/116 2024-08-17T00:21:44.261 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 11/116 2024-08-17T00:21:44.296 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86 12/116 2024-08-17T00:21:44.343 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-17T00:21:44.393 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 5/116 2024-08-17T00:21:44.406 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86 12/116 2024-08-17T00:21:44.450 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-17T00:21:44.491 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-17T00:21:44.507 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 5/116 2024-08-17T00:21:44.520 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-17T00:21:44.536 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 6/116 2024-08-17T00:21:44.561 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-17T00:21:44.626 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-17T00:21:44.636 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 6/116 2024-08-17T00:21:44.673 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-17T00:21:44.697 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-rados-2:17.2.7-1402.g03a1ac13.el9.x86_64 7/116 2024-08-17T00:21:44.713 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-17T00:21:44.732 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-17T00:21:44.740 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-17T00:21:44.810 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-17T00:21:44.862 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-17T00:21:44.911 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-17T00:21:44.954 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-08-17T00:21:45.005 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-08-17T00:21:45.050 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-ceph-argparse-2:17.2.7-1402.g03a1ac13.el 26/116 2024-08-17T00:21:45.123 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cephfs-2:17.2.7-1402.g03a1ac13.el9.x86_6 27/116 2024-08-17T00:21:45.169 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-17T00:21:45.197 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 10/116 2024-08-17T00:21:45.279 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 10/116 2024-08-17T00:21:45.281 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-17T00:21:45.306 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 11/116 2024-08-17T00:21:45.334 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-17T00:21:45.388 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 11/116 2024-08-17T00:21:45.416 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86 12/116 2024-08-17T00:21:45.526 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86 12/116 2024-08-17T00:21:45.553 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-17T00:21:45.602 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-17T00:21:45.632 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-17T00:21:45.673 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-17T00:21:45.737 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-17T00:21:45.782 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-17T00:21:45.814 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-17T00:21:45.841 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-17T00:21:45.855 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-17T00:21:45.910 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-17T00:21:45.930 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-17T00:21:45.964 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-17T00:21:45.967 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-17T00:21:45.998 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-17T00:21:46.002 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-17T00:21:46.036 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-17T00:21:46.038 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-08-17T00:21:46.073 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-08-17T00:21:46.077 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-17T00:21:46.118 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-ceph-argparse-2:17.2.7-1402.g03a1ac13.el 26/116 2024-08-17T00:21:46.139 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-rgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 36/116 2024-08-17T00:21:46.190 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cephfs-2:17.2.7-1402.g03a1ac13.el9.x86_6 27/116 2024-08-17T00:21:46.324 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-17T00:21:46.325 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : librados-devel-2:17.2.7-1402.g03a1ac13.el9.x86_6 37/116 2024-08-17T00:21:46.355 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-17T00:21:46.377 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-17T00:21:46.392 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-17T00:21:46.446 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-17T00:21:46.521 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-17T00:21:46.560 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-08-17T00:21:46.597 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-17T00:21:46.642 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-17T00:21:46.688 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-17T00:21:46.730 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-17T00:21:46.868 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-17T00:21:46.898 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-17T00:21:46.907 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-17T00:21:46.948 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-17T00:21:46.980 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-17T00:21:47.018 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-17T00:21:47.052 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-17T00:21:47.062 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-17T00:21:47.096 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-17T00:21:47.116 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 51/116 2024-08-17T00:21:47.136 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-17T00:21:47.171 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-rgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 36/116 2024-08-17T00:21:47.209 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : librados-devel-2:17.2.7-1402.g03a1ac13.el9.x86_6 37/116 2024-08-17T00:21:47.239 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-17T00:21:47.270 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-17T00:21:47.276 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-17T00:21:47.361 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-17T00:21:47.415 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-17T00:21:47.426 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-17T00:21:47.538 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-17T00:21:47.567 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-17T00:21:47.569 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-08-17T00:21:47.604 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-17T00:21:47.605 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-17T00:21:47.643 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-17T00:21:47.652 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-17T00:21:47.697 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-17T00:21:47.739 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-17T00:21:47.758 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-17T00:21:47.814 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-17T00:21:47.874 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-17T00:21:47.916 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-17T00:21:47.949 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-17T00:21:48.052 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-17T00:21:48.091 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 51/116 2024-08-17T00:21:48.141 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-17T00:21:48.178 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-17T00:21:48.222 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-17T00:21:48.346 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-17T00:21:48.390 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-17T00:21:48.428 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-17T00:21:48.527 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-17T00:21:48.539 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-17T00:21:48.582 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-17T00:21:48.586 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-17T00:21:48.620 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-17T00:21:48.653 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-17T00:21:48.779 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-17T00:21:48.846 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-08-17T00:21:48.880 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-17T00:21:49.057 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-08-17T00:21:49.086 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-08-17T00:21:49.164 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-17T00:21:49.309 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-17T00:21:49.362 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-17T00:21:49.396 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-17T00:21:49.429 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-17T00:21:49.530 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-17T00:21:49.579 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-08-17T00:21:49.614 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-17T00:21:49.792 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-08-17T00:21:49.821 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-08-17T00:21:49.835 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-17T00:21:49.899 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-17T00:21:49.960 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-17T00:21:50.551 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-17T00:21:50.670 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-17T00:21:51.241 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-17T00:21:51.326 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-17T00:21:51.626 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-17T00:21:51.672 INFO:teuthology.orchestra.run.smithi187.stdout: Upgrading : librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 75/116 2024-08-17T00:21:51.765 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 75/116 2024-08-17T00:21:51.802 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-rbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 76/116 2024-08-17T00:21:51.858 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-17T00:21:51.917 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-17T00:21:51.951 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-17T00:21:52.035 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-17T00:21:52.100 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-17T00:21:52.147 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-17T00:21:52.226 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-17T00:21:52.323 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-17T00:21:52.327 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-17T00:21:52.372 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 75/116 2024-08-17T00:21:52.466 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 75/116 2024-08-17T00:21:52.471 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-17T00:21:52.502 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-rbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 76/116 2024-08-17T00:21:52.535 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-17T00:21:52.559 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-17T00:21:52.564 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-17T00:21:52.598 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-17T00:21:52.614 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-17T00:21:52.630 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-17T00:21:52.658 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-17T00:21:52.800 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-17T00:21:52.848 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-17T00:21:52.925 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-17T00:21:53.125 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-17T00:21:53.195 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 89/116 2024-08-17T00:21:53.222 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 89/116 2024-08-17T00:21:53.252 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1402.g03a1ac13.e 90/116 2024-08-17T00:21:53.262 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-17T00:21:53.311 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-17T00:21:53.327 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1402.g03a1ac13. 91/116 2024-08-17T00:21:53.340 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-17T00:21:53.355 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-ceph-common-2:17.2.7-1402.g03a1ac13.el9. 92/116 2024-08-17T00:21:53.373 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-17T00:21:53.406 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-17T00:21:53.433 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-17T00:21:53.888 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 89/116 2024-08-17T00:21:53.916 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 89/116 2024-08-17T00:21:53.946 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1402.g03a1ac13.e 90/116 2024-08-17T00:21:54.021 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1402.g03a1ac13. 91/116 2024-08-17T00:21:54.057 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-ceph-common-2:17.2.7-1402.g03a1ac13.el9. 92/116 2024-08-17T00:21:55.807 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 93/116 2024-08-17T00:21:55.870 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 93/116 2024-08-17T00:21:56.394 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 93/116 2024-08-17T00:21:56.405 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 93/116 2024-08-17T00:21:56.448 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 93/116 2024-08-17T00:21:56.665 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 94/116 2024-08-17T00:21:56.771 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 94/116 2024-08-17T00:21:56.772 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-17T00:21:56.772 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-17T00:21:56.772 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:21:56.799 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 95/116 2024-08-17T00:21:56.975 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 93/116 2024-08-17T00:21:57.010 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 94/116 2024-08-17T00:21:57.099 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 94/116 2024-08-17T00:21:57.099 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-17T00:21:57.099 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-17T00:21:57.099 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:21:57.127 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 95/116 2024-08-17T00:22:08.308 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 95/116 2024-08-17T00:22:08.308 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /sys 2024-08-17T00:22:08.308 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /proc 2024-08-17T00:22:08.308 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /mnt 2024-08-17T00:22:08.308 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /var/tmp 2024-08-17T00:22:08.309 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /home 2024-08-17T00:22:08.309 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /root 2024-08-17T00:22:08.309 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /tmp 2024-08-17T00:22:08.309 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:22:08.376 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noa 96/116 2024-08-17T00:22:08.533 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 95/116 2024-08-17T00:22:08.533 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /sys 2024-08-17T00:22:08.533 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /proc 2024-08-17T00:22:08.533 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /mnt 2024-08-17T00:22:08.533 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /var/tmp 2024-08-17T00:22:08.533 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /home 2024-08-17T00:22:08.533 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /root 2024-08-17T00:22:08.533 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /tmp 2024-08-17T00:22:08.534 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:22:08.599 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noa 96/116 2024-08-17T00:22:09.402 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noa 96/116 2024-08-17T00:22:09.438 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.n 97/116 2024-08-17T00:22:09.625 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noa 96/116 2024-08-17T00:22:09.669 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.n 97/116 2024-08-17T00:22:10.400 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.n 97/116 2024-08-17T00:22:10.430 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a 98/116 2024-08-17T00:22:10.531 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a 98/116 2024-08-17T00:22:10.637 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.n 97/116 2024-08-17T00:22:10.670 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a 98/116 2024-08-17T00:22:10.705 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1402.g03a1ac13.el 99/116 2024-08-17T00:22:10.732 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 100/116 2024-08-17T00:22:10.756 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 100/116 2024-08-17T00:22:10.756 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:22:10.756 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-17T00:22:10.756 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T00:22:10.756 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T00:22:10.757 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:22:10.771 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a 98/116 2024-08-17T00:22:10.799 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 101/116 2024-08-17T00:22:10.919 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1402.g03a1ac13.el 99/116 2024-08-17T00:22:10.947 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 100/116 2024-08-17T00:22:10.970 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 100/116 2024-08-17T00:22:10.970 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:22:10.970 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-17T00:22:10.970 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T00:22:10.970 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T00:22:10.970 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:22:10.982 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 101/116 2024-08-17T00:22:11.014 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 101/116 2024-08-17T00:22:11.016 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 102/116 2024-08-17T00:22:11.040 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 102/116 2024-08-17T00:22:11.040 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:22:11.040 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-17T00:22:11.040 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T00:22:11.040 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T00:22:11.040 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:22:11.197 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 101/116 2024-08-17T00:22:11.223 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 102/116 2024-08-17T00:22:11.246 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 102/116 2024-08-17T00:22:11.246 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:22:11.246 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-17T00:22:11.246 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T00:22:11.246 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T00:22:11.246 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:22:11.417 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 103/116 2024-08-17T00:22:11.441 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 103/116 2024-08-17T00:22:11.441 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:22:11.441 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-17T00:22:11.441 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T00:22:11.441 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T00:22:11.441 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:22:11.615 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 103/116 2024-08-17T00:22:11.638 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 103/116 2024-08-17T00:22:11.639 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:22:11.639 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-17T00:22:11.639 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T00:22:11.639 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T00:22:11.639 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:22:12.743 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 104/116 2024-08-17T00:22:12.770 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 104/116 2024-08-17T00:22:12.770 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:22:12.770 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-17T00:22:12.770 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T00:22:12.770 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T00:22:12.770 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:22:12.941 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 104/116 2024-08-17T00:22:12.968 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 104/116 2024-08-17T00:22:12.968 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:22:12.968 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-17T00:22:12.968 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T00:22:12.968 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T00:22:12.968 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:22:14.014 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-2:17.2.7-1402.g03a1ac13.el9.x86_64 105/116 2024-08-17T00:22:14.053 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 106/116 2024-08-17T00:22:14.131 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 106/116 2024-08-17T00:22:14.131 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:22:14.133 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-17T00:22:14.134 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T00:22:14.134 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T00:22:14.134 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:22:14.171 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1402.g03a1a 107/116 2024-08-17T00:22:14.193 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1402.g03a1a 107/116 2024-08-17T00:22:14.194 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:22:14.194 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-17T00:22:14.194 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:22:14.219 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-2:17.2.7-1402.g03a1ac13.el9.x86_64 105/116 2024-08-17T00:22:14.259 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 106/116 2024-08-17T00:22:14.337 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 106/116 2024-08-17T00:22:14.337 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:22:14.338 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-17T00:22:14.338 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T00:22:14.338 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T00:22:14.338 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:22:14.377 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1402.g03a1a 107/116 2024-08-17T00:22:14.399 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1402.g03a1a 107/116 2024-08-17T00:22:14.400 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:22:14.400 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-17T00:22:14.400 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:22:14.488 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 108/116 2024-08-17T00:22:14.511 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 108/116 2024-08-17T00:22:14.511 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:22:14.511 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-17T00:22:14.511 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T00:22:14.511 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T00:22:14.511 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:22:14.686 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 108/116 2024-08-17T00:22:14.709 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 108/116 2024-08-17T00:22:14.709 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:22:14.709 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-17T00:22:14.709 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T00:22:14.709 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T00:22:14.709 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:22:18.946 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-test-2:17.2.7-1402.g03a1ac13.el9.x86_64 109/116 2024-08-17T00:22:18.983 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 110/116 2024-08-17T00:22:19.023 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : rbd-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 111/116 2024-08-17T00:22:19.141 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-test-2:17.2.7-1402.g03a1ac13.el9.x86_64 109/116 2024-08-17T00:22:19.152 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : rbd-nbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 112/116 2024-08-17T00:22:19.172 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 110/116 2024-08-17T00:22:19.189 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-17T00:22:19.213 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libcephfs-devel-2:17.2.7-1402.g03a1ac13.el9.x86_ 114/116 2024-08-17T00:22:19.213 INFO:teuthology.orchestra.run.smithi187.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T00:22:19.213 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : rbd-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 111/116 2024-08-17T00:22:19.305 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T00:22:19.305 INFO:teuthology.orchestra.run.smithi187.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T00:22:19.333 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : rbd-nbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 112/116 2024-08-17T00:22:19.379 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-17T00:22:19.403 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libcephfs-devel-2:17.2.7-1402.g03a1ac13.el9.x86_ 114/116 2024-08-17T00:22:19.403 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T00:22:19.486 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T00:22:19.487 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T00:22:24.321 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T00:22:24.321 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-2:17.2.7-1402.g03a1ac13.el9.x86_64 1/116 2024-08-17T00:22:24.321 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 2/116 2024-08-17T00:22:24.321 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 3/116 2024-08-17T00:22:24.321 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 4/116 2024-08-17T00:22:24.321 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1402.g03a1a 5/116 2024-08-17T00:22:24.321 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 6/116 2024-08-17T00:22:24.322 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 7/116 2024-08-17T00:22:24.322 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 8/116 2024-08-17T00:22:24.322 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 9/116 2024-08-17T00:22:24.322 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 10/116 2024-08-17T00:22:24.322 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 11/116 2024-08-17T00:22:24.322 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-test-2:17.2.7-1402.g03a1ac13.el9.x86_64 12/116 2024-08-17T00:22:24.322 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libcephfs-devel-2:17.2.7-1402.g03a1ac13.el9.x86_ 13/116 2024-08-17T00:22:24.322 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 14/116 2024-08-17T00:22:24.322 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 15/116 2024-08-17T00:22:24.322 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librados-devel-2:17.2.7-1402.g03a1ac13.el9.x86_6 16/116 2024-08-17T00:22:24.322 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86 17/116 2024-08-17T00:22:24.323 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 18/116 2024-08-17T00:22:24.323 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1402.g03a1ac13.el 19/116 2024-08-17T00:22:24.323 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-ceph-common-2:17.2.7-1402.g03a1ac13.el9. 20/116 2024-08-17T00:22:24.323 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cephfs-2:17.2.7-1402.g03a1ac13.el9.x86_6 21/116 2024-08-17T00:22:24.323 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-rados-2:17.2.7-1402.g03a1ac13.el9.x86_64 22/116 2024-08-17T00:22:24.323 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-rbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 23/116 2024-08-17T00:22:24.323 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-rgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 24/116 2024-08-17T00:22:24.323 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : rbd-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 25/116 2024-08-17T00:22:24.323 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 26/116 2024-08-17T00:22:24.331 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : rbd-nbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 27/116 2024-08-17T00:22:24.331 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1402.g03a1ac13. 28/116 2024-08-17T00:22:24.331 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noa 29/116 2024-08-17T00:22:24.331 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.n 30/116 2024-08-17T00:22:24.331 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a 31/116 2024-08-17T00:22:24.331 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1402.g03a1ac13.el 32/116 2024-08-17T00:22:24.331 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 33/116 2024-08-17T00:22:24.331 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1402.g03a1ac13.e 34/116 2024-08-17T00:22:24.332 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 35/116 2024-08-17T00:22:24.332 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-17T00:22:24.332 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-08-17T00:22:24.332 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-08-17T00:22:24.332 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-17T00:22:24.332 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-17T00:22:24.332 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-17T00:22:24.332 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-17T00:22:24.332 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-17T00:22:24.332 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-17T00:22:24.332 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-17T00:22:24.332 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-17T00:22:24.333 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-17T00:22:24.333 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-17T00:22:24.333 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-17T00:22:24.333 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-17T00:22:24.333 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-17T00:22:24.333 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-08-17T00:22:24.333 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-08-17T00:22:24.333 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-17T00:22:24.333 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-17T00:22:24.333 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-08-17T00:22:24.333 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-17T00:22:24.333 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-17T00:22:24.333 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-17T00:22:24.334 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-17T00:22:24.334 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-17T00:22:24.334 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-17T00:22:24.334 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-17T00:22:24.334 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-17T00:22:24.334 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-17T00:22:24.334 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-17T00:22:24.334 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-17T00:22:24.334 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-17T00:22:24.334 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-17T00:22:24.334 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-17T00:22:24.334 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-17T00:22:24.334 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-17T00:22:24.335 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-17T00:22:24.335 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-17T00:22:24.335 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-17T00:22:24.335 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-17T00:22:24.335 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-17T00:22:24.335 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-17T00:22:24.335 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-17T00:22:24.335 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-17T00:22:24.335 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-17T00:22:24.336 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-17T00:22:24.336 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-17T00:22:24.336 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-17T00:22:24.336 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-17T00:22:24.336 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-17T00:22:24.336 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-17T00:22:24.336 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 88/116 2024-08-17T00:22:24.336 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-17T00:22:24.336 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-17T00:22:24.336 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-17T00:22:24.336 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-17T00:22:24.336 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-17T00:22:24.337 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-17T00:22:24.337 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-17T00:22:24.337 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-17T00:22:24.337 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-17T00:22:24.337 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-17T00:22:24.337 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-17T00:22:24.337 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-17T00:22:24.337 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-17T00:22:24.337 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-17T00:22:24.337 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-17T00:22:24.337 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-17T00:22:24.337 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-17T00:22:24.337 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-17T00:22:24.338 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-17T00:22:24.338 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-08-17T00:22:24.338 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-17T00:22:24.338 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-17T00:22:24.338 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-17T00:22:24.338 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-17T00:22:24.338 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 113/116 2024-08-17T00:22:24.338 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-17T00:22:24.338 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 115/116 2024-08-17T00:22:24.492 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T00:22:24.492 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-2:17.2.7-1402.g03a1ac13.el9.x86_64 1/116 2024-08-17T00:22:24.492 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 2/116 2024-08-17T00:22:24.493 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 3/116 2024-08-17T00:22:24.493 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 4/116 2024-08-17T00:22:24.493 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1402.g03a1a 5/116 2024-08-17T00:22:24.493 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 6/116 2024-08-17T00:22:24.493 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 7/116 2024-08-17T00:22:24.493 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 8/116 2024-08-17T00:22:24.493 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 9/116 2024-08-17T00:22:24.493 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 10/116 2024-08-17T00:22:24.493 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 11/116 2024-08-17T00:22:24.493 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-test-2:17.2.7-1402.g03a1ac13.el9.x86_64 12/116 2024-08-17T00:22:24.493 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libcephfs-devel-2:17.2.7-1402.g03a1ac13.el9.x86_ 13/116 2024-08-17T00:22:24.493 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 14/116 2024-08-17T00:22:24.494 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 15/116 2024-08-17T00:22:24.494 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librados-devel-2:17.2.7-1402.g03a1ac13.el9.x86_6 16/116 2024-08-17T00:22:24.494 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86 17/116 2024-08-17T00:22:24.494 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 18/116 2024-08-17T00:22:24.494 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1402.g03a1ac13.el 19/116 2024-08-17T00:22:24.494 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-ceph-common-2:17.2.7-1402.g03a1ac13.el9. 20/116 2024-08-17T00:22:24.494 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cephfs-2:17.2.7-1402.g03a1ac13.el9.x86_6 21/116 2024-08-17T00:22:24.494 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-rados-2:17.2.7-1402.g03a1ac13.el9.x86_64 22/116 2024-08-17T00:22:24.494 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-rbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 23/116 2024-08-17T00:22:24.494 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-rgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 24/116 2024-08-17T00:22:24.494 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : rbd-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 25/116 2024-08-17T00:22:24.494 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 26/116 2024-08-17T00:22:24.494 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : rbd-nbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 27/116 2024-08-17T00:22:24.495 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1402.g03a1ac13. 28/116 2024-08-17T00:22:24.495 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noa 29/116 2024-08-17T00:22:24.495 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.n 30/116 2024-08-17T00:22:24.502 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a 31/116 2024-08-17T00:22:24.502 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1402.g03a1ac13.el 32/116 2024-08-17T00:22:24.502 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 33/116 2024-08-17T00:22:24.502 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1402.g03a1ac13.e 34/116 2024-08-17T00:22:24.502 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 35/116 2024-08-17T00:22:24.502 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-17T00:22:24.502 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-08-17T00:22:24.502 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-08-17T00:22:24.502 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-17T00:22:24.502 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-17T00:22:24.502 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-17T00:22:24.503 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-17T00:22:24.503 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-17T00:22:24.503 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-17T00:22:24.503 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-17T00:22:24.503 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-17T00:22:24.503 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-17T00:22:24.503 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-17T00:22:24.503 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-17T00:22:24.503 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-17T00:22:24.503 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-17T00:22:24.503 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-08-17T00:22:24.503 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-08-17T00:22:24.503 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-17T00:22:24.504 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-17T00:22:24.504 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-08-17T00:22:24.504 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-17T00:22:24.504 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-17T00:22:24.504 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-17T00:22:24.504 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-17T00:22:24.504 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-17T00:22:24.504 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-17T00:22:24.504 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-17T00:22:24.504 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-17T00:22:24.504 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-17T00:22:24.504 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-17T00:22:24.505 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-17T00:22:24.505 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-17T00:22:24.505 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-17T00:22:24.505 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-17T00:22:24.505 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-17T00:22:24.505 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-17T00:22:24.505 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-17T00:22:24.505 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-17T00:22:24.505 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-17T00:22:24.505 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-17T00:22:24.505 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-17T00:22:24.505 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-17T00:22:24.505 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-17T00:22:24.505 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-17T00:22:24.506 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-17T00:22:24.506 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-17T00:22:24.506 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-17T00:22:24.506 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-17T00:22:24.506 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-17T00:22:24.506 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-17T00:22:24.506 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-17T00:22:24.506 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 88/116 2024-08-17T00:22:24.506 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-17T00:22:24.506 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-17T00:22:24.506 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-17T00:22:24.506 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-17T00:22:24.506 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-17T00:22:24.507 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-17T00:22:24.507 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-17T00:22:24.507 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-17T00:22:24.507 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-17T00:22:24.507 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-17T00:22:24.507 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-17T00:22:24.507 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-17T00:22:24.507 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-17T00:22:24.507 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-17T00:22:24.507 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-17T00:22:24.507 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-17T00:22:24.507 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-17T00:22:24.507 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-17T00:22:24.508 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-17T00:22:24.508 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-08-17T00:22:24.508 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-17T00:22:24.508 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-17T00:22:24.508 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-17T00:22:24.508 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-17T00:22:24.508 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 113/116 2024-08-17T00:22:24.508 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-17T00:22:24.508 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 115/116 2024-08-17T00:22:26.374 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T00:22:26.374 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:22:26.375 INFO:teuthology.orchestra.run.smithi187.stdout:Upgraded: 2024-08-17T00:22:26.375 INFO:teuthology.orchestra.run.smithi187.stdout: librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.375 INFO:teuthology.orchestra.run.smithi187.stdout: librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.375 INFO:teuthology.orchestra.run.smithi187.stdout:Installed: 2024-08-17T00:22:26.375 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.375 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.375 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.375 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.375 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-grafana-dashboards-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.375 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-immutable-object-cache-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.375 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.375 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.375 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.376 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.376 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.376 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-modules-core-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.376 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.376 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.376 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.376 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-prometheus-alerts-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.376 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.376 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.376 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-test-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.376 INFO:teuthology.orchestra.run.smithi187.stdout: cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.376 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-17T00:22:26.376 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-17T00:22:26.377 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-17T00:22:26.377 INFO:teuthology.orchestra.run.smithi187.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-17T00:22:26.377 INFO:teuthology.orchestra.run.smithi187.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-17T00:22:26.377 INFO:teuthology.orchestra.run.smithi187.stdout: libcephfs-devel-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.377 INFO:teuthology.orchestra.run.smithi187.stdout: libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.377 INFO:teuthology.orchestra.run.smithi187.stdout: libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.377 INFO:teuthology.orchestra.run.smithi187.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-17T00:22:26.377 INFO:teuthology.orchestra.run.smithi187.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-17T00:22:26.377 INFO:teuthology.orchestra.run.smithi187.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-17T00:22:26.377 INFO:teuthology.orchestra.run.smithi187.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-17T00:22:26.377 INFO:teuthology.orchestra.run.smithi187.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-17T00:22:26.377 INFO:teuthology.orchestra.run.smithi187.stdout: librados-devel-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.377 INFO:teuthology.orchestra.run.smithi187.stdout: libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.378 INFO:teuthology.orchestra.run.smithi187.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-17T00:22:26.378 INFO:teuthology.orchestra.run.smithi187.stdout: librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.378 INFO:teuthology.orchestra.run.smithi187.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-17T00:22:26.378 INFO:teuthology.orchestra.run.smithi187.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-17T00:22:26.378 INFO:teuthology.orchestra.run.smithi187.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-17T00:22:26.378 INFO:teuthology.orchestra.run.smithi187.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-17T00:22:26.378 INFO:teuthology.orchestra.run.smithi187.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-17T00:22:26.378 INFO:teuthology.orchestra.run.smithi187.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-17T00:22:26.378 INFO:teuthology.orchestra.run.smithi187.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-17T00:22:26.378 INFO:teuthology.orchestra.run.smithi187.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-17T00:22:26.378 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-17T00:22:26.378 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-argparse-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.378 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.379 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cephfs-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.379 INFO:teuthology.orchestra.run.smithi187.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-17T00:22:26.379 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-17T00:22:26.379 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-17T00:22:26.379 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-17T00:22:26.379 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-17T00:22:26.379 INFO:teuthology.orchestra.run.smithi187.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-17T00:22:26.379 INFO:teuthology.orchestra.run.smithi187.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-17T00:22:26.379 INFO:teuthology.orchestra.run.smithi187.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-17T00:22:26.379 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-17T00:22:26.379 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-17T00:22:26.379 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-17T00:22:26.380 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-17T00:22:26.380 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-17T00:22:26.380 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-17T00:22:26.380 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-17T00:22:26.380 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-17T00:22:26.380 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-17T00:22:26.380 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-17T00:22:26.380 INFO:teuthology.orchestra.run.smithi187.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-17T00:22:26.380 INFO:teuthology.orchestra.run.smithi187.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-17T00:22:26.380 INFO:teuthology.orchestra.run.smithi187.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-17T00:22:26.380 INFO:teuthology.orchestra.run.smithi187.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-17T00:22:26.380 INFO:teuthology.orchestra.run.smithi187.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-17T00:22:26.380 INFO:teuthology.orchestra.run.smithi187.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-17T00:22:26.381 INFO:teuthology.orchestra.run.smithi187.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-17T00:22:26.381 INFO:teuthology.orchestra.run.smithi187.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-17T00:22:26.381 INFO:teuthology.orchestra.run.smithi187.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-17T00:22:26.381 INFO:teuthology.orchestra.run.smithi187.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-17T00:22:26.381 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-17T00:22:26.381 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-17T00:22:26.381 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ply-3.11-14.el9.noarch 2024-08-17T00:22:26.381 INFO:teuthology.orchestra.run.smithi187.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-17T00:22:26.381 INFO:teuthology.orchestra.run.smithi187.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-17T00:22:26.381 INFO:teuthology.orchestra.run.smithi187.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-17T00:22:26.381 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-17T00:22:26.381 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-17T00:22:26.381 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-17T00:22:26.381 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-17T00:22:26.382 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-17T00:22:26.382 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-17T00:22:26.382 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rados-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.382 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.382 INFO:teuthology.orchestra.run.smithi187.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-17T00:22:26.382 INFO:teuthology.orchestra.run.smithi187.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-17T00:22:26.382 INFO:teuthology.orchestra.run.smithi187.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-17T00:22:26.382 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.382 INFO:teuthology.orchestra.run.smithi187.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-17T00:22:26.382 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-17T00:22:26.382 INFO:teuthology.orchestra.run.smithi187.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-17T00:22:26.383 INFO:teuthology.orchestra.run.smithi187.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-17T00:22:26.383 INFO:teuthology.orchestra.run.smithi187.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-17T00:22:26.383 INFO:teuthology.orchestra.run.smithi187.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-17T00:22:26.383 INFO:teuthology.orchestra.run.smithi187.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-17T00:22:26.383 INFO:teuthology.orchestra.run.smithi187.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-17T00:22:26.383 INFO:teuthology.orchestra.run.smithi187.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-17T00:22:26.383 INFO:teuthology.orchestra.run.smithi187.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-17T00:22:26.383 INFO:teuthology.orchestra.run.smithi187.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-17T00:22:26.383 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.383 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.383 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-nbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.383 INFO:teuthology.orchestra.run.smithi187.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-17T00:22:26.383 INFO:teuthology.orchestra.run.smithi187.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-17T00:22:26.384 INFO:teuthology.orchestra.run.smithi187.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-17T00:22:26.384 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:22:26.384 INFO:teuthology.orchestra.run.smithi187.stdout:Complete! 2024-08-17T00:22:26.715 DEBUG:teuthology.parallel:result is None 2024-08-17T00:22:26.726 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T00:22:26.726 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:22:26.727 INFO:teuthology.orchestra.run.smithi157.stdout:Upgraded: 2024-08-17T00:22:26.727 INFO:teuthology.orchestra.run.smithi157.stdout: librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.727 INFO:teuthology.orchestra.run.smithi157.stdout: librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.727 INFO:teuthology.orchestra.run.smithi157.stdout:Installed: 2024-08-17T00:22:26.727 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.727 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.727 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.727 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.727 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-grafana-dashboards-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.727 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-immutable-object-cache-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.727 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.727 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.728 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.728 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.728 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.728 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-modules-core-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.728 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.728 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.728 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.728 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-prometheus-alerts-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.728 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.728 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.728 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-test-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.728 INFO:teuthology.orchestra.run.smithi157.stdout: cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:22:26.729 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-17T00:22:26.729 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-17T00:22:26.729 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-17T00:22:26.729 INFO:teuthology.orchestra.run.smithi157.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-17T00:22:26.729 INFO:teuthology.orchestra.run.smithi157.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-17T00:22:26.729 INFO:teuthology.orchestra.run.smithi157.stdout: libcephfs-devel-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.729 INFO:teuthology.orchestra.run.smithi157.stdout: libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.729 INFO:teuthology.orchestra.run.smithi157.stdout: libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.729 INFO:teuthology.orchestra.run.smithi157.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-17T00:22:26.729 INFO:teuthology.orchestra.run.smithi157.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-17T00:22:26.729 INFO:teuthology.orchestra.run.smithi157.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-17T00:22:26.729 INFO:teuthology.orchestra.run.smithi157.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-17T00:22:26.729 INFO:teuthology.orchestra.run.smithi157.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-17T00:22:26.730 INFO:teuthology.orchestra.run.smithi157.stdout: librados-devel-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.730 INFO:teuthology.orchestra.run.smithi157.stdout: libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.730 INFO:teuthology.orchestra.run.smithi157.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-17T00:22:26.730 INFO:teuthology.orchestra.run.smithi157.stdout: librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.730 INFO:teuthology.orchestra.run.smithi157.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-17T00:22:26.730 INFO:teuthology.orchestra.run.smithi157.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-17T00:22:26.730 INFO:teuthology.orchestra.run.smithi157.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-17T00:22:26.730 INFO:teuthology.orchestra.run.smithi157.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-17T00:22:26.730 INFO:teuthology.orchestra.run.smithi157.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-17T00:22:26.730 INFO:teuthology.orchestra.run.smithi157.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-17T00:22:26.730 INFO:teuthology.orchestra.run.smithi157.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-17T00:22:26.730 INFO:teuthology.orchestra.run.smithi157.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-17T00:22:26.731 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-17T00:22:26.731 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ceph-argparse-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.731 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.731 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cephfs-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.731 INFO:teuthology.orchestra.run.smithi157.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-17T00:22:26.731 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-17T00:22:26.731 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-17T00:22:26.731 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-17T00:22:26.731 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-17T00:22:26.731 INFO:teuthology.orchestra.run.smithi157.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-17T00:22:26.731 INFO:teuthology.orchestra.run.smithi157.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-17T00:22:26.731 INFO:teuthology.orchestra.run.smithi157.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-17T00:22:26.731 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-17T00:22:26.731 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-17T00:22:26.732 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-17T00:22:26.732 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-17T00:22:26.732 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-17T00:22:26.732 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-17T00:22:26.732 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-17T00:22:26.732 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-17T00:22:26.732 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-17T00:22:26.732 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-17T00:22:26.732 INFO:teuthology.orchestra.run.smithi157.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-17T00:22:26.732 INFO:teuthology.orchestra.run.smithi157.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-17T00:22:26.732 INFO:teuthology.orchestra.run.smithi157.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-17T00:22:26.732 INFO:teuthology.orchestra.run.smithi157.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-17T00:22:26.732 INFO:teuthology.orchestra.run.smithi157.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-17T00:22:26.732 INFO:teuthology.orchestra.run.smithi157.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-17T00:22:26.733 INFO:teuthology.orchestra.run.smithi157.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-17T00:22:26.733 INFO:teuthology.orchestra.run.smithi157.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-17T00:22:26.733 INFO:teuthology.orchestra.run.smithi157.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-17T00:22:26.733 INFO:teuthology.orchestra.run.smithi157.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-17T00:22:26.733 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-17T00:22:26.733 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-17T00:22:26.733 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ply-3.11-14.el9.noarch 2024-08-17T00:22:26.733 INFO:teuthology.orchestra.run.smithi157.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-17T00:22:26.733 INFO:teuthology.orchestra.run.smithi157.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-17T00:22:26.733 INFO:teuthology.orchestra.run.smithi157.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-17T00:22:26.733 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-17T00:22:26.733 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-17T00:22:26.733 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-17T00:22:26.734 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-17T00:22:26.734 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-17T00:22:26.734 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-17T00:22:26.734 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rados-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.734 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.734 INFO:teuthology.orchestra.run.smithi157.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-17T00:22:26.734 INFO:teuthology.orchestra.run.smithi157.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-17T00:22:26.734 INFO:teuthology.orchestra.run.smithi157.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-17T00:22:26.734 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.734 INFO:teuthology.orchestra.run.smithi157.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-17T00:22:26.734 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-17T00:22:26.734 INFO:teuthology.orchestra.run.smithi157.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-17T00:22:26.735 INFO:teuthology.orchestra.run.smithi157.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-17T00:22:26.735 INFO:teuthology.orchestra.run.smithi157.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-17T00:22:26.735 INFO:teuthology.orchestra.run.smithi157.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-17T00:22:26.735 INFO:teuthology.orchestra.run.smithi157.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-17T00:22:26.735 INFO:teuthology.orchestra.run.smithi157.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-17T00:22:26.735 INFO:teuthology.orchestra.run.smithi157.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-17T00:22:26.735 INFO:teuthology.orchestra.run.smithi157.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-17T00:22:26.735 INFO:teuthology.orchestra.run.smithi157.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-17T00:22:26.735 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.735 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.735 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-nbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:22:26.735 INFO:teuthology.orchestra.run.smithi157.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-17T00:22:26.735 INFO:teuthology.orchestra.run.smithi157.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-17T00:22:26.736 INFO:teuthology.orchestra.run.smithi157.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-17T00:22:26.736 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:22:26.736 INFO:teuthology.orchestra.run.smithi157.stdout:Complete! 2024-08-17T00:22:27.085 DEBUG:teuthology.parallel:result is None 2024-08-17T00:22:27.085 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T00:22:27.086 INFO:teuthology.packaging:ref: None 2024-08-17T00:22:27.086 INFO:teuthology.packaging:tag: None 2024-08-17T00:22:27.086 INFO:teuthology.packaging:branch: quincy 2024-08-17T00:22:27.086 INFO:teuthology.packaging:sha1: d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:22:27.086 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T00:22:27.295 DEBUG:teuthology.orchestra.run.smithi157:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-17T00:22:27.317 INFO:teuthology.orchestra.run.smithi157.stdout:17.2.7-1402.g03a1ac13.el9 2024-08-17T00:22:27.318 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1402.g03a1ac13.el9 2024-08-17T00:22:27.318 INFO:teuthology.task.install:The correct ceph version 17.2.7-1402.g03a1ac13 is installed. 2024-08-17T00:22:27.320 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T00:22:27.320 INFO:teuthology.packaging:ref: None 2024-08-17T00:22:27.320 INFO:teuthology.packaging:tag: None 2024-08-17T00:22:27.320 INFO:teuthology.packaging:branch: quincy 2024-08-17T00:22:27.320 INFO:teuthology.packaging:sha1: d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:22:27.321 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T00:22:27.527 DEBUG:teuthology.orchestra.run.smithi187:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-17T00:22:27.549 INFO:teuthology.orchestra.run.smithi187.stdout:17.2.7-1402.g03a1ac13.el9 2024-08-17T00:22:27.550 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1402.g03a1ac13.el9 2024-08-17T00:22:27.550 INFO:teuthology.task.install:The correct ceph version 17.2.7-1402.g03a1ac13 is installed. 2024-08-17T00:22:27.552 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-08-17T00:22:27.552 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:22:27.552 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-17T00:22:27.579 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-08-17T00:22:27.579 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-17T00:22:27.617 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-08-17T00:22:27.617 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:22:27.617 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/usr/bin/daemon-helper 2024-08-17T00:22:27.647 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-17T00:22:27.711 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-08-17T00:22:27.711 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/usr/bin/daemon-helper 2024-08-17T00:22:27.736 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-17T00:22:27.800 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-08-17T00:22:27.800 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:22:27.800 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-17T00:22:27.825 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-17T00:22:27.889 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-08-17T00:22:27.889 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-17T00:22:27.914 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-17T00:22:27.978 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-08-17T00:22:27.979 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:22:27.979 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/usr/bin/stdin-killer 2024-08-17T00:22:28.004 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-17T00:22:28.068 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-08-17T00:22:28.068 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/usr/bin/stdin-killer 2024-08-17T00:22:28.093 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-17T00:22:28.157 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:22:28.166 INFO:teuthology.task.print:**** done install task... 2024-08-17T00:22:28.166 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:22:28.180 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-08-17T00:22:28.180 INFO:teuthology.run_tasks:Running task cephadm... 2024-08-17T00:22:28.276 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'd863d21c9d1db9c3453c09dacd68766969720a44'} 2024-08-17T00:22:28.276 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-08-17T00:22:28.277 INFO:tasks.cephadm:Cluster fsid is c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:22:28.277 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-08-17T00:22:28.277 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.157', 'mon.c': '[v2:172.21.15.157:3301,v1:172.21.15.157:6790]', 'mon.b': '172.21.15.187'} 2024-08-17T00:22:28.277 INFO:tasks.cephadm:First mon is mon.a on smithi157 2024-08-17T00:22:28.277 INFO:tasks.cephadm:First mgr is y 2024-08-17T00:22:28.277 INFO:tasks.cephadm:Normalizing hostnames... 2024-08-17T00:22:28.278 DEBUG:teuthology.orchestra.run.smithi157:> sudo hostname $(hostname -s) 2024-08-17T00:22:28.303 DEBUG:teuthology.orchestra.run.smithi187:> sudo hostname $(hostname -s) 2024-08-17T00:22:28.328 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-08-17T00:22:28.328 DEBUG:teuthology.orchestra.run.smithi157:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-17T00:22:28.487 INFO:teuthology.orchestra.run.smithi157.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Aug 17 00:22 /home/ubuntu/cephtest/cephadm 2024-08-17T00:22:28.487 DEBUG:teuthology.orchestra.run.smithi187:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-17T00:22:28.633 INFO:teuthology.orchestra.run.smithi187.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Aug 17 00:22 /home/ubuntu/cephtest/cephadm 2024-08-17T00:22:28.633 DEBUG:teuthology.orchestra.run.smithi157:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-17T00:22:28.649 DEBUG:teuthology.orchestra.run.smithi187:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-17T00:22:28.677 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-08-17T00:22:28.677 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-17T00:22:28.691 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-17T00:22:29.534 INFO:teuthology.orchestra.run.smithi157.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T00:22:29.602 INFO:teuthology.orchestra.run.smithi187.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T00:22:58.169 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:22:58.170 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_version": "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)", 2024-08-17T00:22:58.170 INFO:teuthology.orchestra.run.smithi157.stdout: "image_id": "bc5a85a9020602c9fcfe814c6876d00e1bb966b6859019e3572b26574460cc98", 2024-08-17T00:22:58.170 INFO:teuthology.orchestra.run.smithi157.stdout: "repo_digests": [ 2024-08-17T00:22:58.170 INFO:teuthology.orchestra.run.smithi157.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db" 2024-08-17T00:22:58.170 INFO:teuthology.orchestra.run.smithi157.stdout: ] 2024-08-17T00:22:58.170 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:23:03.144 INFO:teuthology.orchestra.run.smithi187.stdout:{ 2024-08-17T00:23:03.144 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_version": "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)", 2024-08-17T00:23:03.144 INFO:teuthology.orchestra.run.smithi187.stdout: "image_id": "bc5a85a9020602c9fcfe814c6876d00e1bb966b6859019e3572b26574460cc98", 2024-08-17T00:23:03.144 INFO:teuthology.orchestra.run.smithi187.stdout: "repo_digests": [ 2024-08-17T00:23:03.144 INFO:teuthology.orchestra.run.smithi187.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db" 2024-08-17T00:23:03.144 INFO:teuthology.orchestra.run.smithi187.stdout: ] 2024-08-17T00:23:03.144 INFO:teuthology.orchestra.run.smithi187.stdout:} 2024-08-17T00:23:03.163 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /etc/ceph 2024-08-17T00:23:03.196 DEBUG:teuthology.orchestra.run.smithi187:> sudo mkdir -p /etc/ceph 2024-08-17T00:23:03.224 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 777 /etc/ceph 2024-08-17T00:23:03.265 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod 777 /etc/ceph 2024-08-17T00:23:03.289 INFO:tasks.cephadm:Writing seed config... 2024-08-17T00:23:03.290 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-08-17T00:23:03.291 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-08-17T00:23:03.291 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-08-17T00:23:03.291 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-08-17T00:23:03.291 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-08-17T00:23:03.291 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-08-17T00:23:03.291 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-08-17T00:23:03.291 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-08-17T00:23:03.291 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-08-17T00:23:03.291 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-08-17T00:23:03.291 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-08-17T00:23:03.292 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:23:03.292 DEBUG:teuthology.orchestra.run.smithi157:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-08-17T00:23:03.322 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = c90800da-5c2e-11ef-bccf-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-08-17T00:23:03.322 DEBUG:teuthology.orchestra.run.smithi157:mon.a> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.a.service 2024-08-17T00:23:03.365 DEBUG:teuthology.orchestra.run.smithi157:mgr.y> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.y.service 2024-08-17T00:23:03.408 INFO:tasks.cephadm:Bootstrapping... 2024-08-17T00:23:03.409 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid c90800da-5c2e-11ef-bccf-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.157 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-08-17T00:23:03.614 INFO:teuthology.orchestra.run.smithi157.stdout:-------------------------------------------------------------------------------- 2024-08-17T00:23:03.614 INFO:teuthology.orchestra.run.smithi157.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', 'c90800da-5c2e-11ef-bccf-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.157', '--skip-admin-label'] 2024-08-17T00:23:03.640 INFO:teuthology.orchestra.run.smithi157.stdout:/bin/podman: stdout 5.1.2 2024-08-17T00:23:03.640 INFO:teuthology.orchestra.run.smithi157.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-08-17T00:23:03.641 INFO:teuthology.orchestra.run.smithi157.stdout:Verifying podman|docker is present... 2024-08-17T00:23:03.665 INFO:teuthology.orchestra.run.smithi157.stdout:/bin/podman: stdout 5.1.2 2024-08-17T00:23:03.665 INFO:teuthology.orchestra.run.smithi157.stdout:Verifying lvm2 is present... 2024-08-17T00:23:03.665 INFO:teuthology.orchestra.run.smithi157.stdout:Verifying time synchronization is in place... 2024-08-17T00:23:03.673 INFO:teuthology.orchestra.run.smithi157.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-17T00:23:03.673 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-17T00:23:03.680 INFO:teuthology.orchestra.run.smithi157.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-17T00:23:03.680 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stdout inactive 2024-08-17T00:23:03.687 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stdout enabled 2024-08-17T00:23:03.693 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stdout active 2024-08-17T00:23:03.693 INFO:teuthology.orchestra.run.smithi157.stdout:Unit chronyd.service is enabled and running 2024-08-17T00:23:03.694 INFO:teuthology.orchestra.run.smithi157.stdout:Repeating the final host check... 2024-08-17T00:23:03.718 INFO:teuthology.orchestra.run.smithi157.stdout:/bin/podman: stdout 5.1.2 2024-08-17T00:23:03.718 INFO:teuthology.orchestra.run.smithi157.stdout:podman (/bin/podman) version 5.1.2 is present 2024-08-17T00:23:03.718 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl is present 2024-08-17T00:23:03.718 INFO:teuthology.orchestra.run.smithi157.stdout:lvcreate is present 2024-08-17T00:23:03.724 INFO:teuthology.orchestra.run.smithi157.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-17T00:23:03.725 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-17T00:23:03.731 INFO:teuthology.orchestra.run.smithi157.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-17T00:23:03.731 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stdout inactive 2024-08-17T00:23:03.738 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stdout enabled 2024-08-17T00:23:03.745 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stdout active 2024-08-17T00:23:03.745 INFO:teuthology.orchestra.run.smithi157.stdout:Unit chronyd.service is enabled and running 2024-08-17T00:23:03.745 INFO:teuthology.orchestra.run.smithi157.stdout:Host looks OK 2024-08-17T00:23:03.745 INFO:teuthology.orchestra.run.smithi157.stdout:Cluster fsid: c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:23:03.745 INFO:teuthology.orchestra.run.smithi157.stdout:Acquiring lock 139665767375728 on /run/cephadm/c90800da-5c2e-11ef-bccf-c7b262605968.lock 2024-08-17T00:23:03.746 INFO:teuthology.orchestra.run.smithi157.stdout:Lock 139665767375728 acquired on /run/cephadm/c90800da-5c2e-11ef-bccf-c7b262605968.lock 2024-08-17T00:23:03.746 INFO:teuthology.orchestra.run.smithi157.stdout:Verifying IP 172.21.15.157 port 3300 ... 2024-08-17T00:23:03.746 INFO:teuthology.orchestra.run.smithi157.stdout:Verifying IP 172.21.15.157 port 6789 ... 2024-08-17T00:23:03.746 INFO:teuthology.orchestra.run.smithi157.stdout:Base mon IP(s) is [172.21.15.157:3300, 172.21.15.157:6789], mon addrv is [v2:172.21.15.157:3300,v1:172.21.15.157:6789] 2024-08-17T00:23:03.749 INFO:teuthology.orchestra.run.smithi157.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.157 metric 100 2024-08-17T00:23:03.749 INFO:teuthology.orchestra.run.smithi157.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.157 metric 100 2024-08-17T00:23:03.752 INFO:teuthology.orchestra.run.smithi157.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-08-17T00:23:03.752 INFO:teuthology.orchestra.run.smithi157.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-08-17T00:23:03.752 INFO:teuthology.orchestra.run.smithi157.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1784sec hoplimit 64 pref medium 2024-08-17T00:23:03.755 INFO:teuthology.orchestra.run.smithi157.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-08-17T00:23:03.755 INFO:teuthology.orchestra.run.smithi157.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-08-17T00:23:03.755 INFO:teuthology.orchestra.run.smithi157.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-17T00:23:03.755 INFO:teuthology.orchestra.run.smithi157.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-08-17T00:23:03.755 INFO:teuthology.orchestra.run.smithi157.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe88:7ea1/64 scope link 2024-08-17T00:23:03.755 INFO:teuthology.orchestra.run.smithi157.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-17T00:23:03.756 INFO:teuthology.orchestra.run.smithi157.stdout:Mon IP `172.21.15.157` is in CIDR network `172.21.0.0/20` 2024-08-17T00:23:03.756 INFO:teuthology.orchestra.run.smithi157.stdout:Mon IP `172.21.15.157` is in CIDR network `172.21.0.0/20` 2024-08-17T00:23:03.756 INFO:teuthology.orchestra.run.smithi157.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-08-17T00:23:03.756 INFO:teuthology.orchestra.run.smithi157.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-08-17T00:23:03.757 INFO:teuthology.orchestra.run.smithi157.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T00:23:04.251 INFO:teuthology.orchestra.run.smithi157.stdout:/bin/podman: stdout bc5a85a9020602c9fcfe814c6876d00e1bb966b6859019e3572b26574460cc98 2024-08-17T00:23:04.251 INFO:teuthology.orchestra.run.smithi157.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T00:23:04.251 INFO:teuthology.orchestra.run.smithi157.stdout:/bin/podman: stderr Getting image source signatures 2024-08-17T00:23:04.251 INFO:teuthology.orchestra.run.smithi157.stdout:/bin/podman: stderr Copying blob sha256:d55c0afad4efff8d6a12595b2bf4febacd3f1ffcb652b0f8238c0b826e51a355 2024-08-17T00:23:04.251 INFO:teuthology.orchestra.run.smithi157.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-08-17T00:23:04.252 INFO:teuthology.orchestra.run.smithi157.stdout:/bin/podman: stderr Copying config sha256:bc5a85a9020602c9fcfe814c6876d00e1bb966b6859019e3572b26574460cc98 2024-08-17T00:23:04.252 INFO:teuthology.orchestra.run.smithi157.stdout:/bin/podman: stderr Writing manifest to image destination 2024-08-17T00:23:05.147 INFO:teuthology.orchestra.run.smithi157.stdout:ceph: stdout ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable) 2024-08-17T00:23:05.147 INFO:teuthology.orchestra.run.smithi157.stdout:Ceph version: ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable) 2024-08-17T00:23:05.147 INFO:teuthology.orchestra.run.smithi157.stdout:Extracting ceph user uid/gid from container image... 2024-08-17T00:23:06.144 INFO:teuthology.orchestra.run.smithi157.stdout:stat: stdout 167 167 2024-08-17T00:23:06.145 INFO:teuthology.orchestra.run.smithi157.stdout:Creating initial keys... 2024-08-17T00:23:15.350 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph-authtool: stdout AQBs7b9mxJ1hOhAAO2krLLi+lpZrPngcm4180A== 2024-08-17T00:23:18.457 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph-authtool: stdout AQB17b9mlkw+LBAAcKs8HsTSzirFcUPFjPgmsg== 2024-08-17T00:23:19.453 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph-authtool: stdout AQB27b9mqSx0LhAAgx81PMKKy5mQx+ZBJbArjA== 2024-08-17T00:23:19.454 INFO:teuthology.orchestra.run.smithi157.stdout:Creating initial monmap... 2024-08-17T00:23:20.601 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-17T00:23:20.601 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-08-17T00:23:20.602 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:23:20.602 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-17T00:23:20.602 INFO:teuthology.orchestra.run.smithi157.stdout:monmaptool for a [v2:172.21.15.157:3300,v1:172.21.15.157:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-17T00:23:20.602 INFO:teuthology.orchestra.run.smithi157.stdout:setting min_mon_release = octopus 2024-08-17T00:23:20.602 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/monmaptool: set fsid to c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:23:20.602 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-17T00:23:20.602 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:23:20.602 INFO:teuthology.orchestra.run.smithi157.stdout:Creating mon... 2024-08-17T00:23:21.825 INFO:teuthology.orchestra.run.smithi157.stdout:create mon.a on 2024-08-17T00:23:22.015 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-08-17T00:23:22.215 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-08-17T00:23:22.370 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-c90800da-5c2e-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-c90800da-5c2e-11ef-bccf-c7b262605968.target. 2024-08-17T00:23:22.371 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-c90800da-5c2e-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-c90800da-5c2e-11ef-bccf-c7b262605968.target. 2024-08-17T00:23:22.544 INFO:teuthology.orchestra.run.smithi157.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.a 2024-08-17T00:23:22.544 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.a.service: Unit ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.a.service not loaded. 2024-08-17T00:23:22.773 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c90800da-5c2e-11ef-bccf-c7b262605968.target.wants/ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.a.service → /etc/systemd/system/ceph-c90800da-5c2e-11ef-bccf-c7b262605968@.service. 2024-08-17T00:23:22.824 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:22 smithi157 systemd[1]: Starting Ceph mon.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:23:23.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:23 smithi157 podman[28917]: 2024-08-17 00:23:22.913870405 +0000 UTC m=+0.016682917 image pull bc5a85a9020602c9fcfe814c6876d00e1bb966b6859019e3572b26574460cc98 quay.ceph.io/ceph-ci/ceph:quincy 2024-08-17T00:23:23.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:23 smithi157 podman[28917]: 2024-08-17 00:23:23.012939835 +0000 UTC m=+0.115752331 container create 736e0d155577ed14a3d61162d3e65daaaa73e7dbe9e56e32a75c08601f1ceec7 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=quincy-03a1ac1, CEPH_POINT_RELEASE=) 2024-08-17T00:23:23.969 INFO:teuthology.orchestra.run.smithi157.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T00:23:23.969 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stdout disabled 2024-08-17T00:23:23.977 INFO:teuthology.orchestra.run.smithi157.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T00:23:23.977 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stdout inactive 2024-08-17T00:23:23.977 INFO:teuthology.orchestra.run.smithi157.stdout:firewalld.service is not enabled 2024-08-17T00:23:23.977 INFO:teuthology.orchestra.run.smithi157.stdout:Not possible to enable service . firewalld.service is not available 2024-08-17T00:23:23.978 INFO:teuthology.orchestra.run.smithi157.stdout:Waiting for mon to start... 2024-08-17T00:23:23.978 INFO:teuthology.orchestra.run.smithi157.stdout:Waiting for mon... 2024-08-17T00:23:24.097 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:23 smithi157 podman[28917]: 2024-08-17 00:23:23.845464107 +0000 UTC m=+0.948276605 container init 736e0d155577ed14a3d61162d3e65daaaa73e7dbe9e56e32a75c08601f1ceec7 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=quincy-03a1ac1, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-08-17T00:23:24.097 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:23 smithi157 podman[28917]: 2024-08-17 00:23:23.851524 +0000 UTC m=+0.954336510 container start 736e0d155577ed14a3d61162d3e65daaaa73e7dbe9e56e32a75c08601f1ceec7 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-03a1ac1, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-17T00:23:24.097 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:23 smithi157 ceph-mon[28955]: mkfs c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:23:24.097 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:23 smithi157 ceph-mon[28955]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-17T00:23:24.097 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:23 smithi157 bash[28917]: 736e0d155577ed14a3d61162d3e65daaaa73e7dbe9e56e32a75c08601f1ceec7 2024-08-17T00:23:24.098 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:23 smithi157 systemd[1]: Started Ceph mon.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:23:24.986 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:24 smithi157 ceph-mon[28955]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-17T00:23:24.986 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:24 smithi157 ceph-mon[28955]: monmap e1: 1 mons at {a=[v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T00:23:24.986 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:24 smithi157 ceph-mon[28955]: fsmap 2024-08-17T00:23:24.986 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:24 smithi157 ceph-mon[28955]: osdmap e1: 0 total, 0 up, 0 in 2024-08-17T00:23:24.986 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:24 smithi157 ceph-mon[28955]: mgrmap e1: no daemons active 2024-08-17T00:23:24.986 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:24 smithi157 ceph-mon[28955]: from='client.? 172.21.15.157:0/1781761517' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T00:23:24.990 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout cluster: 2024-08-17T00:23:24.990 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout id: c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:23:24.990 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-08-17T00:23:24.990 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 2024-08-17T00:23:24.990 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout services: 2024-08-17T00:23:24.990 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.560941s) 2024-08-17T00:23:24.990 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-08-17T00:23:24.990 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-08-17T00:23:24.990 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 2024-08-17T00:23:24.990 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout data: 2024-08-17T00:23:24.991 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-08-17T00:23:24.991 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-08-17T00:23:24.991 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-08-17T00:23:24.991 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout pgs: 2024-08-17T00:23:24.991 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 2024-08-17T00:23:24.991 INFO:teuthology.orchestra.run.smithi157.stdout:mon is available 2024-08-17T00:23:24.991 INFO:teuthology.orchestra.run.smithi157.stdout:Assimilating anything we can from ceph.conf... 2024-08-17T00:23:26.008 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:25 smithi157 ceph-mon[28955]: from='client.? 172.21.15.157:0/380075246' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-17T00:23:26.008 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:25 smithi157 ceph-mon[28955]: from='client.? 172.21.15.157:0/380075246' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-08-17T00:23:26.011 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 2024-08-17T00:23:26.013 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout [global] 2024-08-17T00:23:26.013 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout fsid = c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:23:26.013 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-17T00:23:26.013 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.157:3300,v1:172.21.15.157:6789] 2024-08-17T00:23:26.014 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-17T00:23:26.014 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-17T00:23:26.014 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-17T00:23:26.014 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-17T00:23:26.014 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 2024-08-17T00:23:26.014 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-17T00:23:26.014 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-17T00:23:26.014 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 2024-08-17T00:23:26.014 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout [osd] 2024-08-17T00:23:26.014 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-17T00:23:26.014 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-17T00:23:26.014 INFO:teuthology.orchestra.run.smithi157.stdout:Generating new minimal ceph.conf... 2024-08-17T00:23:27.059 INFO:teuthology.orchestra.run.smithi157.stdout:Restarting the monitor... 2024-08-17T00:23:27.077 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:26 smithi157 ceph-mon[28955]: from='client.? 172.21.15.157:0/3404419232' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:23:27.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:27 smithi157 systemd[1]: Stopping Ceph mon.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:23:27.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a[28932]: 2024-08-17T00:23:27.318+0000 7fb33530a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:23:27.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a[28932]: 2024-08-17T00:23:27.318+0000 7fb33530a640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-08-17T00:23:27.760 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:27 smithi157 podman[29274]: 2024-08-17 00:23:27.503063578 +0000 UTC m=+0.280110275 container died 736e0d155577ed14a3d61162d3e65daaaa73e7dbe9e56e32a75c08601f1ceec7 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, RELEASE=quincy-03a1ac1, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-17T00:23:28.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:27 smithi157 podman[29274]: 2024-08-17 00:23:27.866718049 +0000 UTC m=+0.643764733 container cleanup 736e0d155577ed14a3d61162d3e65daaaa73e7dbe9e56e32a75c08601f1ceec7 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=quincy-03a1ac1, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-17T00:23:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:27 smithi157 bash[29274]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a 2024-08-17T00:23:28.507 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 podman[29292]: 2024-08-17 00:23:28.13428777 +0000 UTC m=+0.629483752 container remove 736e0d155577ed14a3d61162d3e65daaaa73e7dbe9e56e32a75c08601f1ceec7 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=quincy-03a1ac1, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:23:28.507 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-17T00:23:28.507 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 systemd[1]: Stopped Ceph mon.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:23:28.507 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 systemd[1]: Starting Ceph mon.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:23:28.762 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 podman[29392]: 2024-08-17 00:23:28.40893328 +0000 UTC m=+0.017041937 image pull bc5a85a9020602c9fcfe814c6876d00e1bb966b6859019e3572b26574460cc98 quay.ceph.io/ceph-ci/ceph:quincy 2024-08-17T00:23:28.762 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 podman[29392]: 2024-08-17 00:23:28.527048249 +0000 UTC m=+0.135156905 container create 326d536d0817cad28e91509c74262bbbaf8bf164282f9ca3215f88d529256765 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, GIT_BRANCH=HEAD, RELEASE=quincy-03a1ac1, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-17T00:23:28.762 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 podman[29392]: 2024-08-17 00:23:28.737534683 +0000 UTC m=+0.345643350 container init 326d536d0817cad28e91509c74262bbbaf8bf164282f9ca3215f88d529256765 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=quincy-03a1ac1, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-08-17T00:23:28.762 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 podman[29392]: 2024-08-17 00:23:28.74269723 +0000 UTC m=+0.350805886 container start 326d536d0817cad28e91509c74262bbbaf8bf164282f9ca3215f88d529256765 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, RELEASE=quincy-03a1ac1, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-17T00:23:28.850 INFO:teuthology.orchestra.run.smithi157.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-08-17T00:23:29.064 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T00:23:29.064 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable), process ceph-mon, pid 7 2024-08-17T00:23:29.064 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: pidfile_write: ignore empty --pid-file 2024-08-17T00:23:29.064 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: load: jerasure load: lrc 2024-08-17T00:23:29.064 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: RocksDB version: 6.15.5 2024-08-17T00:23:29.064 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-17T00:23:29.065 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Compile date Aug 16 2024 2024-08-17T00:23:29.065 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: DB SUMMARY 2024-08-17T00:23:29.065 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: DB Session ID: NQXPKVR4M16X4FC8IKF0 2024-08-17T00:23:29.065 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: CURRENT file: CURRENT 2024-08-17T00:23:29.065 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T00:23:29.065 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-08-17T00:23:29.065 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-08-17T00:23:29.065 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83710 ; 2024-08-17T00:23:29.065 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.error_if_exists: 0 2024-08-17T00:23:29.065 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.create_if_missing: 0 2024-08-17T00:23:29.065 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.paranoid_checks: 1 2024-08-17T00:23:29.065 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T00:23:29.066 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.env: 0x5609a8211480 2024-08-17T00:23:29.066 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.fs: Posix File System 2024-08-17T00:23:29.066 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.info_log: 0x5609aa578f80 2024-08-17T00:23:29.066 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T00:23:29.066 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.statistics: (nil) 2024-08-17T00:23:29.066 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.use_fsync: 0 2024-08-17T00:23:29.066 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_log_file_size: 0 2024-08-17T00:23:29.066 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T00:23:29.066 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T00:23:29.066 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T00:23:29.066 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T00:23:29.066 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.allow_fallocate: 1 2024-08-17T00:23:29.067 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T00:23:29.067 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T00:23:29.067 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.use_direct_reads: 0 2024-08-17T00:23:29.067 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T00:23:29.067 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T00:23:29.067 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.db_log_dir: 2024-08-17T00:23:29.067 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-08-17T00:23:29.067 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T00:23:29.067 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T00:23:29.068 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T00:23:29.069 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T00:23:29.069 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T00:23:29.069 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T00:23:29.069 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T00:23:29.069 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T00:23:29.069 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.write_buffer_manager: 0x5609aa636720 2024-08-17T00:23:29.069 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T00:23:29.069 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-17T00:23:29.069 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T00:23:29.069 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T00:23:29.069 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T00:23:29.069 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T00:23:29.070 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T00:23:29.070 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T00:23:29.070 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T00:23:29.070 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.unordered_write: 0 2024-08-17T00:23:29.070 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T00:23:29.070 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T00:23:29.070 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T00:23:29.070 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T00:23:29.070 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.row_cache: None 2024-08-17T00:23:29.070 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.wal_filter: None 2024-08-17T00:23:29.070 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T00:23:29.070 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T00:23:29.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.preserve_deletes: 0 2024-08-17T00:23:29.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.two_write_queues: 0 2024-08-17T00:23:29.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T00:23:29.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.atomic_flush: 0 2024-08-17T00:23:29.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T00:23:29.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T00:23:29.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T00:23:29.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.log_readahead_size: 0 2024-08-17T00:23:29.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T00:23:29.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T00:23:29.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T00:23:29.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T00:23:29.072 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T00:23:29.072 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T00:23:29.072 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_background_jobs: 2 2024-08-17T00:23:29.072 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_background_compactions: -1 2024-08-17T00:23:29.072 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_subcompactions: 1 2024-08-17T00:23:29.072 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T00:23:29.072 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T00:23:29.072 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T00:23:29.072 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T00:23:29.072 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T00:23:29.072 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T00:23:29.072 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T00:23:29.072 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T00:23:29.073 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_open_files: -1 2024-08-17T00:23:29.073 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T00:23:29.073 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T00:23:29.073 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T00:23:29.073 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T00:23:29.073 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_background_flushes: -1 2024-08-17T00:23:29.073 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Compression algorithms supported: 2024-08-17T00:23:29.073 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: kZSTD supported: 0 2024-08-17T00:23:29.073 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: kXpressCompression supported: 0 2024-08-17T00:23:29.073 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: kBZip2Compression supported: 0 2024-08-17T00:23:29.073 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T00:23:29.073 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: kLZ4Compression supported: 1 2024-08-17T00:23:29.073 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: kZlibCompression supported: 1 2024-08-17T00:23:29.074 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T00:23:29.074 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: kSnappyCompression supported: 1 2024-08-17T00:23:29.074 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T00:23:29.074 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-08-17T00:23:29.074 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-17T00:23:29.074 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T00:23:29.074 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.merge_operator: 2024-08-17T00:23:29.074 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compaction_filter: None 2024-08-17T00:23:29.074 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T00:23:29.074 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T00:23:29.074 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T00:23:29.074 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T00:23:29.074 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5609aa51fa78) 2024-08-17T00:23:29.075 INFO:journalctl@ceph.mon.a.smithi157.stdout: cache_index_and_filter_blocks: 1 2024-08-17T00:23:29.075 INFO:journalctl@ceph.mon.a.smithi157.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T00:23:29.075 INFO:journalctl@ceph.mon.a.smithi157.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T00:23:29.075 INFO:journalctl@ceph.mon.a.smithi157.stdout: pin_top_level_index_and_filter: 1 2024-08-17T00:23:29.075 INFO:journalctl@ceph.mon.a.smithi157.stdout: index_type: 0 2024-08-17T00:23:29.075 INFO:journalctl@ceph.mon.a.smithi157.stdout: data_block_index_type: 0 2024-08-17T00:23:29.075 INFO:journalctl@ceph.mon.a.smithi157.stdout: index_shortening: 1 2024-08-17T00:23:29.075 INFO:journalctl@ceph.mon.a.smithi157.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T00:23:29.075 INFO:journalctl@ceph.mon.a.smithi157.stdout: hash_index_allow_collision: 1 2024-08-17T00:23:29.075 INFO:journalctl@ceph.mon.a.smithi157.stdout: checksum: 1 2024-08-17T00:23:29.075 INFO:journalctl@ceph.mon.a.smithi157.stdout: no_block_cache: 0 2024-08-17T00:23:29.075 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_cache: 0x5609aa555350 2024-08-17T00:23:29.075 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_cache_name: BinnedLRUCache 2024-08-17T00:23:29.076 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_cache_options: 2024-08-17T00:23:29.076 INFO:journalctl@ceph.mon.a.smithi157.stdout: capacity : 536870912 2024-08-17T00:23:29.076 INFO:journalctl@ceph.mon.a.smithi157.stdout: num_shard_bits : 4 2024-08-17T00:23:29.076 INFO:journalctl@ceph.mon.a.smithi157.stdout: strict_capacity_limit : 0 2024-08-17T00:23:29.076 INFO:journalctl@ceph.mon.a.smithi157.stdout: high_pri_pool_ratio: 0.000 2024-08-17T00:23:29.076 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_cache_compressed: (nil) 2024-08-17T00:23:29.076 INFO:journalctl@ceph.mon.a.smithi157.stdout: persistent_cache: (nil) 2024-08-17T00:23:29.076 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_size: 4096 2024-08-17T00:23:29.076 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_size_deviation: 10 2024-08-17T00:23:29.076 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_restart_interval: 16 2024-08-17T00:23:29.076 INFO:journalctl@ceph.mon.a.smithi157.stdout: index_block_restart_interval: 1 2024-08-17T00:23:29.076 INFO:journalctl@ceph.mon.a.smithi157.stdout: metadata_block_size: 4096 2024-08-17T00:23:29.076 INFO:journalctl@ceph.mon.a.smithi157.stdout: partition_filters: 0 2024-08-17T00:23:29.076 INFO:journalctl@ceph.mon.a.smithi157.stdout: use_delta_encoding: 1 2024-08-17T00:23:29.077 INFO:journalctl@ceph.mon.a.smithi157.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-17T00:23:29.077 INFO:journalctl@ceph.mon.a.smithi157.stdout: whole_key_filtering: 1 2024-08-17T00:23:29.077 INFO:journalctl@ceph.mon.a.smithi157.stdout: verify_compression: 0 2024-08-17T00:23:29.077 INFO:journalctl@ceph.mon.a.smithi157.stdout: read_amp_bytes_per_bit: 0 2024-08-17T00:23:29.077 INFO:journalctl@ceph.mon.a.smithi157.stdout: format_version: 4 2024-08-17T00:23:29.077 INFO:journalctl@ceph.mon.a.smithi157.stdout: enable_index_compression: 1 2024-08-17T00:23:29.077 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_align: 0 2024-08-17T00:23:29.077 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T00:23:29.077 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T00:23:29.077 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compression: NoCompression 2024-08-17T00:23:29.077 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T00:23:29.077 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T00:23:29.077 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T00:23:29.077 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.num_levels: 7 2024-08-17T00:23:29.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T00:23:29.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T00:23:29.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T00:23:29.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T00:23:29.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T00:23:29.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T00:23:29.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T00:23:29.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:23:29.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T00:23:29.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T00:23:29.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T00:23:29.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T00:23:29.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T00:23:29.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T00:23:29.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:23:29.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T00:23:29.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T00:23:29.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T00:23:29.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T00:23:29.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T00:23:29.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T00:23:29.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T00:23:29.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T00:23:29.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T00:23:29.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T00:23:29.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T00:23:29.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T00:23:29.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T00:23:29.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T00:23:29.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T00:23:29.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T00:23:29.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T00:23:29.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T00:23:29.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T00:23:29.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.arena_block_size: 4194304 2024-08-17T00:23:29.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T00:23:29.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T00:23:29.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-17T00:23:29.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T00:23:29.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T00:23:29.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T00:23:29.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T00:23:29.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T00:23:29.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T00:23:29.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T00:23:29.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T00:23:29.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T00:23:29.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T00:23:29.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T00:23:29.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T00:23:29.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.inplace_update_support: 0 2024-08-17T00:23:29.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T00:23:29.082 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T00:23:29.082 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T00:23:29.082 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T00:23:29.082 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.bloom_locality: 0 2024-08-17T00:23:29.082 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.max_successive_merges: 0 2024-08-17T00:23:29.082 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T00:23:29.082 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T00:23:29.082 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T00:23:29.082 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T00:23:29.082 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.ttl: 2592000 2024-08-17T00:23:29.082 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T00:23:29.082 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.enable_blob_files: false 2024-08-17T00:23:29.083 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.min_blob_size: 0 2024-08-17T00:23:29.083 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T00:23:29.083 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T00:23:29.083 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T00:23:29.083 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T00:23:29.083 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T00:23:29.083 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-08-17T00:23:29.083 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-08-17T00:23:29.083 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854208767076, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-08-17T00:23:29.083 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-08-17T00:23:29.083 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-17T00:23:29.083 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854208768138, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80283, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78525, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10130, "raw_average_key_size": 47, "raw_value_size": 72738, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1723854208, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "5db5f56c-0f40-45ac-b937-1a4d44a192c6", "db_session_id": "NQXPKVR4M16X4FC8IKF0"}} 2024-08-17T00:23:29.083 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-08-17T00:23:29.083 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854208768589, "job": 1, "event": "recovery_finished"} 2024-08-17T00:23:29.084 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T00:23:29.084 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5609aa588700 2024-08-17T00:23:29.084 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: DB pointer 0x5609aa558000 2024-08-17T00:23:29.084 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-17T00:23:29.084 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-17T00:23:29.084 INFO:journalctl@ceph.mon.a.smithi157.stdout: ** DB Stats ** 2024-08-17T00:23:29.084 INFO:journalctl@ceph.mon.a.smithi157.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:23:29.084 INFO:journalctl@ceph.mon.a.smithi157.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T00:23:29.084 INFO:journalctl@ceph.mon.a.smithi157.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T00:23:29.084 INFO:journalctl@ceph.mon.a.smithi157.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:23:29.084 INFO:journalctl@ceph.mon.a.smithi157.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T00:23:29.084 INFO:journalctl@ceph.mon.a.smithi157.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-17T00:23:29.084 INFO:journalctl@ceph.mon.a.smithi157.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:23:29.084 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:23:29.085 INFO:journalctl@ceph.mon.a.smithi157.stdout: ** Compaction Stats [default] ** 2024-08-17T00:23:29.085 INFO:journalctl@ceph.mon.a.smithi157.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T00:23:29.085 INFO:journalctl@ceph.mon.a.smithi157.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:23:29.085 INFO:journalctl@ceph.mon.a.smithi157.stdout: L0 2/0 80.19 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 108.9 0.00 0.00 1 0.001 0 0 2024-08-17T00:23:29.085 INFO:journalctl@ceph.mon.a.smithi157.stdout: Sum 2/0 80.19 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 108.9 0.00 0.00 1 0.001 0 0 2024-08-17T00:23:29.085 INFO:journalctl@ceph.mon.a.smithi157.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 108.9 0.00 0.00 1 0.001 0 0 2024-08-17T00:23:29.085 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:23:29.085 INFO:journalctl@ceph.mon.a.smithi157.stdout: ** Compaction Stats [default] ** 2024-08-17T00:23:29.085 INFO:journalctl@ceph.mon.a.smithi157.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T00:23:29.085 INFO:journalctl@ceph.mon.a.smithi157.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:23:29.085 INFO:journalctl@ceph.mon.a.smithi157.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 108.9 0.00 0.00 1 0.001 0 0 2024-08-17T00:23:29.085 INFO:journalctl@ceph.mon.a.smithi157.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:23:29.086 INFO:journalctl@ceph.mon.a.smithi157.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T00:23:29.086 INFO:journalctl@ceph.mon.a.smithi157.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T00:23:29.086 INFO:journalctl@ceph.mon.a.smithi157.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T00:23:29.086 INFO:journalctl@ceph.mon.a.smithi157.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T00:23:29.086 INFO:journalctl@ceph.mon.a.smithi157.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T00:23:29.086 INFO:journalctl@ceph.mon.a.smithi157.stdout: Cumulative compaction: 0.00 GB write, 17.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:23:29.086 INFO:journalctl@ceph.mon.a.smithi157.stdout: Interval compaction: 0.00 GB write, 17.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:23:29.086 INFO:journalctl@ceph.mon.a.smithi157.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T00:23:29.086 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:23:29.086 INFO:journalctl@ceph.mon.a.smithi157.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T00:23:29.086 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:23:29.086 INFO:journalctl@ceph.mon.a.smithi157.stdout: ** Compaction Stats [default] ** 2024-08-17T00:23:29.086 INFO:journalctl@ceph.mon.a.smithi157.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T00:23:29.087 INFO:journalctl@ceph.mon.a.smithi157.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:23:29.087 INFO:journalctl@ceph.mon.a.smithi157.stdout: L0 2/0 80.19 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 108.9 0.00 0.00 1 0.001 0 0 2024-08-17T00:23:29.087 INFO:journalctl@ceph.mon.a.smithi157.stdout: Sum 2/0 80.19 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 108.9 0.00 0.00 1 0.001 0 0 2024-08-17T00:23:29.087 INFO:journalctl@ceph.mon.a.smithi157.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-17T00:23:29.087 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:23:29.087 INFO:journalctl@ceph.mon.a.smithi157.stdout: ** Compaction Stats [default] ** 2024-08-17T00:23:29.087 INFO:journalctl@ceph.mon.a.smithi157.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T00:23:29.087 INFO:journalctl@ceph.mon.a.smithi157.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:23:29.087 INFO:journalctl@ceph.mon.a.smithi157.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 108.9 0.00 0.00 1 0.001 0 0 2024-08-17T00:23:29.087 INFO:journalctl@ceph.mon.a.smithi157.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:23:29.087 INFO:journalctl@ceph.mon.a.smithi157.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T00:23:29.088 INFO:journalctl@ceph.mon.a.smithi157.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T00:23:29.088 INFO:journalctl@ceph.mon.a.smithi157.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T00:23:29.088 INFO:journalctl@ceph.mon.a.smithi157.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T00:23:29.088 INFO:journalctl@ceph.mon.a.smithi157.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T00:23:29.088 INFO:journalctl@ceph.mon.a.smithi157.stdout: Cumulative compaction: 0.00 GB write, 17.86 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:23:29.088 INFO:journalctl@ceph.mon.a.smithi157.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:23:29.088 INFO:journalctl@ceph.mon.a.smithi157.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T00:23:29.088 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:23:29.088 INFO:journalctl@ceph.mon.a.smithi157.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T00:23:29.088 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: starting mon.a rank 0 at public addrs [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] at bind addrs [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:23:29.088 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: mon.a@-1(???) e1 preinit fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:23:29.088 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: mon.a@-1(???).mds e1 new map 2024-08-17T00:23:29.088 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: mon.a@-1(???).mds e1 print_map 2024-08-17T00:23:29.089 INFO:journalctl@ceph.mon.a.smithi157.stdout: e1 2024-08-17T00:23:29.089 INFO:journalctl@ceph.mon.a.smithi157.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T00:23:29.089 INFO:journalctl@ceph.mon.a.smithi157.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T00:23:29.089 INFO:journalctl@ceph.mon.a.smithi157.stdout: legacy client fscid: -1 2024-08-17T00:23:29.089 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:23:29.089 INFO:journalctl@ceph.mon.a.smithi157.stdout: No filesystems configured 2024-08-17T00:23:29.089 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-17T00:23:29.089 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T00:23:29.089 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T00:23:29.089 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T00:23:29.089 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 ceph-mon[29438]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-08-17T00:23:29.089 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 bash[29392]: 326d536d0817cad28e91509c74262bbbaf8bf164282f9ca3215f88d529256765 2024-08-17T00:23:29.089 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:28 smithi157 systemd[1]: Started Ceph mon.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:23:29.977 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:29 smithi157 ceph-mon[29438]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-17T00:23:29.978 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:29 smithi157 ceph-mon[29438]: monmap e1: 1 mons at {a=[v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T00:23:29.978 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:29 smithi157 ceph-mon[29438]: fsmap 2024-08-17T00:23:29.978 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:29 smithi157 ceph-mon[29438]: osdmap e1: 0 total, 0 up, 0 in 2024-08-17T00:23:29.978 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:29 smithi157 ceph-mon[29438]: mgrmap e1: no daemons active 2024-08-17T00:23:29.978 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:29 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3677949893' entity='client.admin' 2024-08-17T00:23:29.980 INFO:teuthology.orchestra.run.smithi157.stdout:Wrote config to /etc/ceph/ceph.conf 2024-08-17T00:23:29.981 INFO:teuthology.orchestra.run.smithi157.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-08-17T00:23:29.981 INFO:teuthology.orchestra.run.smithi157.stdout:Creating mgr... 2024-08-17T00:23:29.981 INFO:teuthology.orchestra.run.smithi157.stdout:Verifying port 0.0.0.0:9283 ... 2024-08-17T00:23:29.981 INFO:teuthology.orchestra.run.smithi157.stdout:Verifying port 0.0.0.0:8765 ... 2024-08-17T00:23:30.156 INFO:teuthology.orchestra.run.smithi157.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.y 2024-08-17T00:23:30.156 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.y.service: Unit ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.y.service not loaded. 2024-08-17T00:23:30.312 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c90800da-5c2e-11ef-bccf-c7b262605968.target.wants/ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-c90800da-5c2e-11ef-bccf-c7b262605968@.service. 2024-08-17T00:23:30.630 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:30 smithi157 podman[29681]: 2024-08-17 00:23:30.451235461 +0000 UTC m=+0.016874265 image pull bc5a85a9020602c9fcfe814c6876d00e1bb966b6859019e3572b26574460cc98 quay.ceph.io/ceph-ci/ceph:quincy 2024-08-17T00:23:30.862 INFO:teuthology.orchestra.run.smithi157.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T00:23:30.862 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stdout disabled 2024-08-17T00:23:30.869 INFO:teuthology.orchestra.run.smithi157.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T00:23:30.869 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stdout inactive 2024-08-17T00:23:30.869 INFO:teuthology.orchestra.run.smithi157.stdout:firewalld.service is not enabled 2024-08-17T00:23:30.869 INFO:teuthology.orchestra.run.smithi157.stdout:Not possible to enable service . firewalld.service is not available 2024-08-17T00:23:30.878 INFO:teuthology.orchestra.run.smithi157.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T00:23:30.878 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stdout disabled 2024-08-17T00:23:30.886 INFO:teuthology.orchestra.run.smithi157.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T00:23:30.886 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stdout inactive 2024-08-17T00:23:30.886 INFO:teuthology.orchestra.run.smithi157.stdout:firewalld.service is not enabled 2024-08-17T00:23:30.886 INFO:teuthology.orchestra.run.smithi157.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-08-17T00:23:30.886 INFO:teuthology.orchestra.run.smithi157.stdout:Waiting for mgr to start... 2024-08-17T00:23:30.887 INFO:teuthology.orchestra.run.smithi157.stdout:Waiting for mgr... 2024-08-17T00:23:30.988 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:30 smithi157 podman[29681]: 2024-08-17 00:23:30.730665551 +0000 UTC m=+0.296304362 container init 25a6440b3d40e55e12851a5fcca40d0fb56a04faadebc3bb1d280f1000ea58a4 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=quincy-03a1ac1, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2) 2024-08-17T00:23:30.988 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:30 smithi157 podman[29681]: 2024-08-17 00:23:30.735447819 +0000 UTC m=+0.301086612 container start 25a6440b3d40e55e12851a5fcca40d0fb56a04faadebc3bb1d280f1000ea58a4 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y, RELEASE=quincy-03a1ac1, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-08-17T00:23:30.988 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:30 smithi157 bash[29681]: 25a6440b3d40e55e12851a5fcca40d0fb56a04faadebc3bb1d280f1000ea58a4 2024-08-17T00:23:30.988 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:30 smithi157 systemd[1]: Started Ceph mgr.y for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:23:30.988 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:30 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:30.850+0000 7fa049b76ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:23:30.988 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:30 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:30.986+0000 7fa049b76ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:23:31.284 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:31 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:31.053+0000 7fa049b76ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:23:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:31 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/531512013' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T00:23:31.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:31 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:31.304+0000 7fa049b76ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:23:31.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:31 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:31.362+0000 7fa049b76ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:23:32.343 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 2024-08-17T00:23:32.343 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout { 2024-08-17T00:23:32.343 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "fsid": "c90800da-5c2e-11ef-bccf-c7b262605968", 2024-08-17T00:23:32.343 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T00:23:32.343 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T00:23:32.343 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T00:23:32.343 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T00:23:32.344 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:32.344 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T00:23:32.344 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T00:23:32.344 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 0 2024-08-17T00:23:32.344 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:23:32.344 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T00:23:32.344 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T00:23:32.344 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:23:32.344 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-08-17T00:23:32.345 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T00:23:32.345 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:23:32.345 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-17T00:23:32.345 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T00:23:32.345 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:32.345 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T00:23:32.345 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:23:32.345 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T00:23:32.345 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T00:23:32.345 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T00:23:32.345 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T00:23:32.345 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T00:23:32.345 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T00:23:32.348 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:32.349 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T00:23:32.349 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T00:23:32.349 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T00:23:32.349 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T00:23:32.349 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T00:23:32.349 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T00:23:32.349 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T00:23:32.349 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T00:23:32.349 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T00:23:32.349 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:32.349 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T00:23:32.349 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:23:32.350 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T00:23:32.350 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T00:23:32.350 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:32.350 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T00:23:32.350 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-17T00:23:32.350 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T00:23:32.350 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T00:23:32.350 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T00:23:32.350 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T00:23:32.350 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T00:23:32.350 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:23:32.350 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T00:23:32.350 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:32.351 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T00:23:32.351 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:23:32.351 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T00:23:23.888113+0000", 2024-08-17T00:23:32.351 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T00:23:32.351 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:32.351 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T00:23:32.351 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout } 2024-08-17T00:23:32.351 INFO:teuthology.orchestra.run.smithi157.stdout:mgr not available, waiting (1/15)... 2024-08-17T00:23:32.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:32 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:32.286+0000 7fa049b76ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:23:32.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:32 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:32.402+0000 7fa049b76ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:23:32.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:32 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:32.456+0000 7fa049b76ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:23:33.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:32 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:32.642+0000 7fa049b76ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:23:33.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:32 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:32.702+0000 7fa049b76ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:23:33.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:32 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:32.766+0000 7fa049b76ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:23:33.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:32 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:32.886+0000 7fa049b76ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:23:33.580 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:33.295+0000 7fa049b76ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:23:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:33.579+0000 7fa049b76ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:23:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:33.643+0000 7fa049b76ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:23:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:33.767+0000 7fa049b76ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:23:34.317 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:34 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:34.017+0000 7fa049b76ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:23:34.317 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:34 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:34.075+0000 7fa049b76ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:23:34.317 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:34 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:34.254+0000 7fa049b76ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:23:34.613 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:34 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:34.316+0000 7fa049b76ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:23:34.613 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:34 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:34.405+0000 7fa049b76ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:23:34.613 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:34 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:34.462+0000 7fa049b76ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:23:35.155 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:34 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3523337744' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T00:23:35.156 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:35.019+0000 7fa049b76ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:23:35.156 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:35.154+0000 7fa049b76ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:23:35.534 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 2024-08-17T00:23:35.535 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout { 2024-08-17T00:23:35.535 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "fsid": "c90800da-5c2e-11ef-bccf-c7b262605968", 2024-08-17T00:23:35.535 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T00:23:35.535 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T00:23:35.535 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T00:23:35.535 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T00:23:35.535 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:35.535 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T00:23:35.535 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T00:23:35.535 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 0 2024-08-17T00:23:35.535 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:23:35.535 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T00:23:35.536 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T00:23:35.536 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:23:35.536 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-08-17T00:23:35.536 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T00:23:35.536 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:23:35.536 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-17T00:23:35.536 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T00:23:35.536 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:35.536 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T00:23:35.536 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:23:35.536 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T00:23:35.536 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T00:23:35.536 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T00:23:35.537 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T00:23:35.537 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T00:23:35.537 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T00:23:35.537 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:35.537 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T00:23:35.537 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T00:23:35.537 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T00:23:35.537 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T00:23:35.537 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T00:23:35.537 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T00:23:35.537 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T00:23:35.537 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T00:23:35.537 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T00:23:35.537 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:35.538 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T00:23:35.538 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:23:35.538 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T00:23:35.538 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T00:23:35.538 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:35.538 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T00:23:35.538 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-17T00:23:35.538 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T00:23:35.538 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T00:23:35.538 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T00:23:35.538 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T00:23:35.538 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T00:23:35.538 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:23:35.539 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T00:23:35.539 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:35.539 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T00:23:35.539 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:23:35.539 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T00:23:23.888113+0000", 2024-08-17T00:23:35.539 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T00:23:35.539 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:35.539 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T00:23:35.540 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout } 2024-08-17T00:23:35.540 INFO:teuthology.orchestra.run.smithi157.stdout:mgr not available, waiting (2/15)... 2024-08-17T00:23:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:35 smithi157 ceph-mon[29438]: Activating manager daemon y 2024-08-17T00:23:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:35 smithi157 ceph-mon[29438]: mgrmap e2: y(active, starting, since 0.00292608s) 2024-08-17T00:23:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:35 smithi157 ceph-mon[29438]: from='mgr.14100 172.21.15.157:0/2203740348' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:23:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:35 smithi157 ceph-mon[29438]: from='mgr.14100 172.21.15.157:0/2203740348' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:23:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:35 smithi157 ceph-mon[29438]: from='mgr.14100 172.21.15.157:0/2203740348' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:23:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:35 smithi157 ceph-mon[29438]: from='mgr.14100 172.21.15.157:0/2203740348' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:23:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:35 smithi157 ceph-mon[29438]: from='mgr.14100 172.21.15.157:0/2203740348' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:23:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:35 smithi157 ceph-mon[29438]: Manager daemon y is now available 2024-08-17T00:23:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:35 smithi157 ceph-mon[29438]: from='mgr.14100 172.21.15.157:0/2203740348' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:23:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:35 smithi157 ceph-mon[29438]: from='mgr.14100 172.21.15.157:0/2203740348' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:23:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:35 smithi157 ceph-mon[29438]: from='mgr.14100 172.21.15.157:0/2203740348' entity='mgr.y' 2024-08-17T00:23:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:35 smithi157 ceph-mon[29438]: from='mgr.14100 172.21.15.157:0/2203740348' entity='mgr.y' 2024-08-17T00:23:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:35 smithi157 ceph-mon[29438]: from='mgr.14100 172.21.15.157:0/2203740348' entity='mgr.y' 2024-08-17T00:23:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:37 smithi157 ceph-mon[29438]: mgrmap e3: y(active, since 1.00683s) 2024-08-17T00:23:38.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:38 smithi157 ceph-mon[29438]: mgrmap e4: y(active, since 2s) 2024-08-17T00:23:38.777 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 2024-08-17T00:23:38.780 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout { 2024-08-17T00:23:38.780 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "fsid": "c90800da-5c2e-11ef-bccf-c7b262605968", 2024-08-17T00:23:38.780 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T00:23:38.780 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T00:23:38.780 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T00:23:38.780 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T00:23:38.780 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:38.781 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T00:23:38.781 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T00:23:38.781 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 0 2024-08-17T00:23:38.781 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:23:38.781 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T00:23:38.781 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T00:23:38.781 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:23:38.781 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-08-17T00:23:38.781 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T00:23:38.781 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:23:38.781 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-17T00:23:38.781 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T00:23:38.781 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:38.782 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T00:23:38.782 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:23:38.782 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T00:23:38.782 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T00:23:38.782 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T00:23:38.785 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T00:23:38.785 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T00:23:38.786 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T00:23:38.786 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:38.786 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T00:23:38.786 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T00:23:38.786 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T00:23:38.786 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T00:23:38.786 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T00:23:38.786 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T00:23:38.786 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T00:23:38.786 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T00:23:38.786 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T00:23:38.786 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:38.786 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T00:23:38.787 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:23:38.787 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T00:23:38.787 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T00:23:38.787 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:38.787 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T00:23:38.787 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T00:23:38.787 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T00:23:38.787 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T00:23:38.787 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T00:23:38.787 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T00:23:38.787 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T00:23:38.787 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:23:38.787 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T00:23:38.787 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:38.788 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T00:23:38.788 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:23:38.788 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T00:23:23.888113+0000", 2024-08-17T00:23:38.788 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T00:23:38.788 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:23:38.788 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T00:23:38.788 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout } 2024-08-17T00:23:38.788 INFO:teuthology.orchestra.run.smithi157.stdout:mgr is available 2024-08-17T00:23:39.514 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:39 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/129359917' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T00:23:40.160 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 2024-08-17T00:23:40.160 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout [global] 2024-08-17T00:23:40.160 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout fsid = c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:23:40.160 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-17T00:23:40.160 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-17T00:23:40.160 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-17T00:23:40.160 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-17T00:23:40.161 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-17T00:23:40.161 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 2024-08-17T00:23:40.161 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-17T00:23:40.161 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-17T00:23:40.161 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 2024-08-17T00:23:40.161 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout [osd] 2024-08-17T00:23:40.161 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-17T00:23:40.161 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-17T00:23:40.161 INFO:teuthology.orchestra.run.smithi157.stdout:Enabling cephadm module... 2024-08-17T00:23:40.508 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:40 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/420640' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-17T00:23:41.421 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:41 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2794421436' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-08-17T00:23:41.421 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:41 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ignoring --setuser ceph since I am not root 2024-08-17T00:23:41.421 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:41 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ignoring --setgroup ceph since I am not root 2024-08-17T00:23:41.421 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:41 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:41.298+0000 7f7f0c651ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:23:41.421 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:41 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:41.419+0000 7f7f0c651ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:23:41.729 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:41 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:41.486+0000 7f7f0c651ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:23:41.729 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:41 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:41.728+0000 7f7f0c651ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:23:41.983 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:41 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:41.787+0000 7f7f0c651ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:23:42.240 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:42 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2794421436' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-08-17T00:23:42.240 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:42 smithi157 ceph-mon[29438]: mgrmap e5: y(active, since 6s) 2024-08-17T00:23:43.002 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:42 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:42.717+0000 7f7f0c651ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:23:43.002 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:42 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:42.829+0000 7f7f0c651ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:23:43.002 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:42 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:42.884+0000 7f7f0c651ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:23:43.005 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout { 2024-08-17T00:23:43.005 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-08-17T00:23:43.005 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T00:23:43.005 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-17T00:23:43.006 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-17T00:23:43.006 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout } 2024-08-17T00:23:43.006 INFO:teuthology.orchestra.run.smithi157.stdout:Waiting for the mgr to restart... 2024-08-17T00:23:43.006 INFO:teuthology.orchestra.run.smithi157.stdout:Waiting for mgr epoch 5... 2024-08-17T00:23:43.336 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:43 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/529188683' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-17T00:23:43.336 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:43.078+0000 7f7f0c651ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:23:43.336 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:43.140+0000 7f7f0c651ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:23:43.336 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:43.208+0000 7f7f0c651ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:23:43.336 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:43.334+0000 7f7f0c651ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:23:44.040 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:43.752+0000 7f7f0c651ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:23:44.384 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:44.037+0000 7f7f0c651ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:23:44.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:44.102+0000 7f7f0c651ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:23:44.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:44.227+0000 7f7f0c651ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:23:44.778 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:44.477+0000 7f7f0c651ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:23:44.778 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:44.535+0000 7f7f0c651ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:23:44.778 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:44.715+0000 7f7f0c651ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:23:45.134 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:44.775+0000 7f7f0c651ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:23:45.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:44.857+0000 7f7f0c651ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:23:45.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:44.914+0000 7f7f0c651ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:23:45.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:45.426+0000 7f7f0c651ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:23:45.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:45.561+0000 7f7f0c651ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:23:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: Active manager daemon y restarted 2024-08-17T00:23:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: Activating manager daemon y 2024-08-17T00:23:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: osdmap e2: 0 total, 0 up, 0 in 2024-08-17T00:23:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: mgrmap e6: y(active, starting, since 0.00295202s) 2024-08-17T00:23:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:23:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:23:45.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:23:45.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:23:45.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:23:45.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: Manager daemon y is now available 2024-08-17T00:23:45.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' 2024-08-17T00:23:45.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' 2024-08-17T00:23:45.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:23:45.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:23:45.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:23:45.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:45 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:23:46.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-mon[29438]: Found migration_current of "None". Setting to last migration. 2024-08-17T00:23:46.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-mon[29438]: mgrmap e7: y(active, since 1.00504s) 2024-08-17T00:23:47.177 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:46.991+0000 7f7ebe9d8640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:00:23:46] ENGINE Error in HTTPServer.serve 2024-08-17T00:23:47.177 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: Traceback (most recent call last): 2024-08-17T00:23:47.177 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:23:47.177 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: self._connections.run(self.expiration_interval) 2024-08-17T00:23:47.177 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:23:47.177 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: self._run(expiration_interval) 2024-08-17T00:23:47.178 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:23:47.178 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:23:47.178 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:23:47.178 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:23:47.178 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:23:47.178 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: s = self.context.wrap_socket( 2024-08-17T00:23:47.178 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:23:47.178 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: return self.sslsocket_class._create( 2024-08-17T00:23:47.178 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:23:47.178 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: self.do_handshake() 2024-08-17T00:23:47.178 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:23:47.178 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: self._sslobj.do_handshake() 2024-08-17T00:23:47.179 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:23:47.179 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:23:47.179 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout { 2024-08-17T00:23:47.180 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-08-17T00:23:47.180 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-17T00:23:47.180 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout } 2024-08-17T00:23:47.180 INFO:teuthology.orchestra.run.smithi157.stdout:mgr epoch 5 is available 2024-08-17T00:23:47.180 INFO:teuthology.orchestra.run.smithi157.stdout:Setting orchestrator backend to cephadm... 2024-08-17T00:23:48.090 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:47 smithi157 ceph-mon[29438]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-17T00:23:48.090 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:47 smithi157 ceph-mon[29438]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-17T00:23:48.090 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:47 smithi157 ceph-mon[29438]: [17/Aug/2024:00:23:46] ENGINE Bus STARTING 2024-08-17T00:23:48.090 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:47 smithi157 ceph-mon[29438]: [17/Aug/2024:00:23:46] ENGINE Serving on https://172.21.15.157:7150 2024-08-17T00:23:48.091 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:47 smithi157 ceph-mon[29438]: [17/Aug/2024:00:23:46] ENGINE Bus STARTED 2024-08-17T00:23:48.091 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:47 smithi157 ceph-mon[29438]: [17/Aug/2024:00:23:46] ENGINE Error in HTTPServer.serve 2024-08-17T00:23:48.091 INFO:journalctl@ceph.mon.a.smithi157.stdout: Traceback (most recent call last): 2024-08-17T00:23:48.091 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:23:48.091 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:23:48.091 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:23:48.091 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._run(expiration_interval) 2024-08-17T00:23:48.091 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:23:48.091 INFO:journalctl@ceph.mon.a.smithi157.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:23:48.091 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:23:48.091 INFO:journalctl@ceph.mon.a.smithi157.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:23:48.091 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:23:48.091 INFO:journalctl@ceph.mon.a.smithi157.stdout: s = self.context.wrap_socket( 2024-08-17T00:23:48.091 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:23:48.092 INFO:journalctl@ceph.mon.a.smithi157.stdout: return self.sslsocket_class._create( 2024-08-17T00:23:48.092 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:23:48.092 INFO:journalctl@ceph.mon.a.smithi157.stdout: self.do_handshake() 2024-08-17T00:23:48.092 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:23:48.092 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._sslobj.do_handshake() 2024-08-17T00:23:48.092 INFO:journalctl@ceph.mon.a.smithi157.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:23:48.092 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:47 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' 2024-08-17T00:23:48.092 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:47 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:23:48.092 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:47 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' 2024-08-17T00:23:48.092 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:47 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:23:49.004 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:48 smithi157 ceph-mon[29438]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:23:49.004 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:48 smithi157 ceph-mon[29438]: mgrmap e8: y(active, since 2s) 2024-08-17T00:23:49.525 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout value unchanged 2024-08-17T00:23:49.525 INFO:teuthology.orchestra.run.smithi157.stdout:Generating ssh key... 2024-08-17T00:23:50.268 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:49 smithi157 ceph-mon[29438]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:23:50.578 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: Generating public/private rsa key pair. 2024-08-17T00:23:50.579 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: Your identification has been saved in /tmp/tmpm5ocpu6h/key 2024-08-17T00:23:50.579 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: Your public key has been saved in /tmp/tmpm5ocpu6h/key.pub 2024-08-17T00:23:50.579 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: The key fingerprint is: 2024-08-17T00:23:50.579 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: SHA256:eQa+Ss4T9lQH8Ye/ebGMsEytPNJfZXlj/nIf8x+QLJ4 ceph-c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:23:50.579 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: The key's randomart image is: 2024-08-17T00:23:50.579 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: +---[RSA 3072]----+ 2024-08-17T00:23:50.579 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: | .. | 2024-08-17T00:23:50.579 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: | .. . | 2024-08-17T00:23:50.579 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: | . .o . | 2024-08-17T00:23:50.579 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: | . o. +o. .| 2024-08-17T00:23:50.579 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: | S.o= =.=+| 2024-08-17T00:23:50.580 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: | o .+* * *+*| 2024-08-17T00:23:50.580 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: | ..+.. E .oO.| 2024-08-17T00:23:50.580 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: | +... . o o.B| 2024-08-17T00:23:50.580 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: | +. . oB| 2024-08-17T00:23:50.580 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: +----[SHA256]-----+ 2024-08-17T00:23:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-mon[29438]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:23:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-mon[29438]: Generating ssh key... 2024-08-17T00:23:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' 2024-08-17T00:23:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:50 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' 2024-08-17T00:23:52.037 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfduUkkkXfklEUgR6PbWJD5WBoHZl1bPYUzsGNe84XbbKjvrQ9jm5e2oW5duITixX6SXfBmiCjMjJQkVmYesXJPXipnbg1f4/NsWkPk4IOB/uPLIUlGAmsmgeR56FJfJM5r59ZbKTw93+MwE53QYmz43Yx19vYzFjXOS6o1dKolVoBlEom93c7TaXEtad2h56vkAvPwBWhl4sZ6EiHyflyPHtBL1oh8mwQAylIjB6rxnhh74QaYI8W4O3UxZAtNbBkBMpD+xYyRhU5LK77b8W23kpEvtZ/AwJUzV2O3AiT+W6EqECxKX2pnVzo+5SJwqs2/xs9lHdTuuhkjPaG20JILlHvpxsRyq4kyQpBQEFLcza8+m5TQ2XuLdr2X3Rd7Dud1TYLDm5kuCSZR8Wp+EVMDBwo/KqoYI8RS47Gpgt8MEGdnKpy5fj72SQaWWbwe7BGaY9xBfNcndpoOCm4uFcmLC4RZJ8c34ZtTGTYz9HkeXLdn6V3liqpZd05XSbm9mk= ceph-c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:23:52.038 INFO:teuthology.orchestra.run.smithi157.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-08-17T00:23:52.038 INFO:teuthology.orchestra.run.smithi157.stdout:Adding key to root@localhost authorized_keys... 2024-08-17T00:23:52.038 INFO:teuthology.orchestra.run.smithi157.stdout:Adding host smithi157... 2024-08-17T00:23:52.429 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:52 smithi157 ceph-mon[29438]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:23:53.463 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:53 smithi157 ceph-mon[29438]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi157", "addr": "172.21.15.157", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:23:54.396 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:54 smithi157 ceph-mon[29438]: Deploying cephadm binary to smithi157 2024-08-17T00:23:55.979 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout Added host 'smithi157' with addr '172.21.15.157' 2024-08-17T00:23:55.980 INFO:teuthology.orchestra.run.smithi157.stdout:Deploying unmanaged mon service... 2024-08-17T00:23:56.632 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:56 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' 2024-08-17T00:23:56.632 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:56 smithi157 ceph-mon[29438]: Added host smithi157 2024-08-17T00:23:56.632 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:56 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:23:57.864 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:57 smithi157 ceph-mon[29438]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:23:57.865 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:57 smithi157 ceph-mon[29438]: Saving service mon spec with placement count:5 2024-08-17T00:23:57.865 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:57 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' 2024-08-17T00:23:57.867 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-08-17T00:23:57.867 INFO:teuthology.orchestra.run.smithi157.stdout:Deploying unmanaged mgr service... 2024-08-17T00:23:59.293 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-08-17T00:23:59.543 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:59 smithi157 ceph-mon[29438]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:23:59.543 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:59 smithi157 ceph-mon[29438]: Saving service mgr spec with placement count:2 2024-08-17T00:23:59.543 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:59 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' 2024-08-17T00:23:59.543 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:59 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' 2024-08-17T00:23:59.544 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:23:59 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' 2024-08-17T00:24:01.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:00 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2031235210' entity='client.admin' 2024-08-17T00:24:02.284 INFO:teuthology.orchestra.run.smithi157.stdout:Enabling the dashboard module... 2024-08-17T00:24:02.539 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:02 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' 2024-08-17T00:24:02.540 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:02 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/181341897' entity='client.admin' 2024-08-17T00:24:04.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:03 smithi157 ceph-mon[29438]: from='mgr.14118 172.21.15.157:0/474488816' entity='mgr.y' 2024-08-17T00:24:04.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:03 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2804408309' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-08-17T00:24:04.079 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ignoring --setuser ceph since I am not root 2024-08-17T00:24:04.079 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ignoring --setgroup ceph since I am not root 2024-08-17T00:24:04.079 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:03.954+0000 7fac4ddb3ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:24:04.079 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:04 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:04.077+0000 7fac4ddb3ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:24:04.384 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:04 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:04.143+0000 7fac4ddb3ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:24:04.816 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:04 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:04.385+0000 7fac4ddb3ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:24:04.816 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:04 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:04.442+0000 7fac4ddb3ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:24:05.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:04 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2804408309' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-08-17T00:24:05.079 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:04 smithi157 ceph-mon[29438]: mgrmap e9: y(active, since 18s) 2024-08-17T00:24:05.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:05.381+0000 7fac4ddb3ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:24:05.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:05.495+0000 7fac4ddb3ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:24:05.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:05.557+0000 7fac4ddb3ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:24:05.997 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:05 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/874153388' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-17T00:24:05.997 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:05.745+0000 7fac4ddb3ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:24:05.997 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:05.807+0000 7fac4ddb3ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:24:05.997 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:05.873+0000 7fac4ddb3ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:24:05.998 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:05.996+0000 7fac4ddb3ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:24:06.154 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout { 2024-08-17T00:24:06.155 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-08-17T00:24:06.155 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T00:24:06.155 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-17T00:24:06.155 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-17T00:24:06.155 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout } 2024-08-17T00:24:06.155 INFO:teuthology.orchestra.run.smithi157.stdout:Waiting for the mgr to restart... 2024-08-17T00:24:06.155 INFO:teuthology.orchestra.run.smithi157.stdout:Waiting for mgr epoch 9... 2024-08-17T00:24:06.621 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:06 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:06.427+0000 7fac4ddb3ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:24:06.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:06 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:06.721+0000 7fac4ddb3ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:24:06.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:06 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:06.785+0000 7fac4ddb3ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:24:07.222 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:06 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:06.911+0000 7fac4ddb3ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:24:07.222 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:07 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:07.161+0000 7fac4ddb3ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:24:07.222 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:07 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:07.220+0000 7fac4ddb3ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:24:07.545 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:07 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:07.401+0000 7fac4ddb3ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:24:07.545 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:07 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:07.463+0000 7fac4ddb3ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:24:07.545 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:07 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:07.543+0000 7fac4ddb3ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:24:07.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:07 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:07.600+0000 7fac4ddb3ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:24:08.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:08.112+0000 7fac4ddb3ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:24:08.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:08.246+0000 7fac4ddb3ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:24:08.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:08 smithi157 ceph-mon[29438]: Active manager daemon y restarted 2024-08-17T00:24:08.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:08 smithi157 ceph-mon[29438]: Activating manager daemon y 2024-08-17T00:24:08.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:08 smithi157 ceph-mon[29438]: osdmap e3: 0 total, 0 up, 0 in 2024-08-17T00:24:08.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:08 smithi157 ceph-mon[29438]: mgrmap e10: y(active, starting, since 0.00311801s) 2024-08-17T00:24:08.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:24:08.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:24:08.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:24:08.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:24:08.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:24:08.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:08 smithi157 ceph-mon[29438]: Manager daemon y is now available 2024-08-17T00:24:08.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:24:08.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:24:08.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:24:09.879 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:09.616+0000 7fabfe8e9640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:00:24:09] ENGINE Error in HTTPServer.serve 2024-08-17T00:24:09.879 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: Traceback (most recent call last): 2024-08-17T00:24:09.879 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:24:09.879 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: self._connections.run(self.expiration_interval) 2024-08-17T00:24:09.879 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:24:09.879 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: self._run(expiration_interval) 2024-08-17T00:24:09.879 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:24:09.879 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:24:09.879 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:24:09.879 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:24:09.880 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:24:09.880 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: s = self.context.wrap_socket( 2024-08-17T00:24:09.880 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:24:09.880 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: return self.sslsocket_class._create( 2024-08-17T00:24:09.880 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:24:09.880 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: self.do_handshake() 2024-08-17T00:24:09.880 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:24:09.880 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: self._sslobj.do_handshake() 2024-08-17T00:24:09.880 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:24:09.880 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:24:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:24:10.147 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout { 2024-08-17T00:24:10.147 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-08-17T00:24:10.148 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-17T00:24:10.148 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout } 2024-08-17T00:24:10.148 INFO:teuthology.orchestra.run.smithi157.stdout:mgr epoch 9 is available 2024-08-17T00:24:10.148 INFO:teuthology.orchestra.run.smithi157.stdout:Generating a dashboard self-signed certificate... 2024-08-17T00:24:10.403 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:10 smithi157 ceph-mon[29438]: mgrmap e11: y(active, since 1.00534s) 2024-08-17T00:24:10.404 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:10 smithi157 ceph-mon[29438]: [17/Aug/2024:00:24:09] ENGINE Bus STARTING 2024-08-17T00:24:10.404 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:10 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:10.404 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:10 smithi157 ceph-mon[29438]: [17/Aug/2024:00:24:09] ENGINE Serving on https://172.21.15.157:7150 2024-08-17T00:24:10.404 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:10 smithi157 ceph-mon[29438]: [17/Aug/2024:00:24:09] ENGINE Bus STARTED 2024-08-17T00:24:10.404 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:10 smithi157 ceph-mon[29438]: [17/Aug/2024:00:24:09] ENGINE Error in HTTPServer.serve 2024-08-17T00:24:10.404 INFO:journalctl@ceph.mon.a.smithi157.stdout: Traceback (most recent call last): 2024-08-17T00:24:10.404 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:24:10.404 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:24:10.404 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:24:10.404 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._run(expiration_interval) 2024-08-17T00:24:10.404 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:24:10.404 INFO:journalctl@ceph.mon.a.smithi157.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:24:10.405 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:24:10.405 INFO:journalctl@ceph.mon.a.smithi157.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:24:10.405 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:24:10.405 INFO:journalctl@ceph.mon.a.smithi157.stdout: s = self.context.wrap_socket( 2024-08-17T00:24:10.405 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:24:10.405 INFO:journalctl@ceph.mon.a.smithi157.stdout: return self.sslsocket_class._create( 2024-08-17T00:24:10.405 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:24:10.405 INFO:journalctl@ceph.mon.a.smithi157.stdout: self.do_handshake() 2024-08-17T00:24:10.405 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:24:10.405 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._sslobj.do_handshake() 2024-08-17T00:24:10.405 INFO:journalctl@ceph.mon.a.smithi157.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:24:10.405 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:10 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:11.454 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-08-17T00:24:11.454 INFO:teuthology.orchestra.run.smithi157.stdout:Creating initial admin user... 2024-08-17T00:24:11.705 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:11 smithi157 ceph-mon[29438]: mgrmap e12: y(active, since 2s) 2024-08-17T00:24:11.705 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:11 smithi157 ceph-mon[29438]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:24:11.705 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:11 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:11.705 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:11 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:11.705 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:11 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:13.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:13 smithi157 ceph-mon[29438]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:24:13.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:13 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:13.784 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$tiEliOqzHs0au0S.pN9dQuujhw8AWkKSIn/cn9rcLXvXGtSajjRja", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1723854252, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-08-17T00:24:13.784 INFO:teuthology.orchestra.run.smithi157.stdout:Fetching dashboard port number... 2024-08-17T00:24:14.982 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stdout 8443 2024-08-17T00:24:14.992 INFO:teuthology.orchestra.run.smithi157.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T00:24:14.993 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stdout disabled 2024-08-17T00:24:15.000 INFO:teuthology.orchestra.run.smithi157.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T00:24:15.000 INFO:teuthology.orchestra.run.smithi157.stdout:systemctl: stdout inactive 2024-08-17T00:24:15.000 INFO:teuthology.orchestra.run.smithi157.stdout:firewalld.service is not enabled 2024-08-17T00:24:15.000 INFO:teuthology.orchestra.run.smithi157.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-08-17T00:24:15.002 INFO:teuthology.orchestra.run.smithi157.stdout:Ceph Dashboard is now available at: 2024-08-17T00:24:15.002 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:24:15.002 INFO:teuthology.orchestra.run.smithi157.stdout: URL: https://smithi157.front.sepia.ceph.com:8443/ 2024-08-17T00:24:15.002 INFO:teuthology.orchestra.run.smithi157.stdout: User: admin 2024-08-17T00:24:15.002 INFO:teuthology.orchestra.run.smithi157.stdout: Password: wznlm9cx5z 2024-08-17T00:24:15.002 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:24:15.003 INFO:teuthology.orchestra.run.smithi157.stdout:Saving cluster configuration to /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config directory 2024-08-17T00:24:15.003 INFO:teuthology.orchestra.run.smithi157.stdout:Enabling autotune for osd_memory_target 2024-08-17T00:24:15.622 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:15 smithi157 ceph-mon[29438]: mgrmap e13: y(active, since 6s) 2024-08-17T00:24:15.622 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:15 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/223193970' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-08-17T00:24:17.486 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-08-17T00:24:17.486 INFO:teuthology.orchestra.run.smithi157.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-08-17T00:24:17.486 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:24:17.486 INFO:teuthology.orchestra.run.smithi157.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-08-17T00:24:17.486 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:24:17.487 INFO:teuthology.orchestra.run.smithi157.stdout:Or, if you are only running a single cluster on this host: 2024-08-17T00:24:17.487 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:24:17.487 INFO:teuthology.orchestra.run.smithi157.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-08-17T00:24:17.487 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:24:17.487 INFO:teuthology.orchestra.run.smithi157.stdout:Please consider enabling telemetry to help improve Ceph: 2024-08-17T00:24:17.487 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:24:17.487 INFO:teuthology.orchestra.run.smithi157.stdout: ceph telemetry on 2024-08-17T00:24:17.487 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:24:17.487 INFO:teuthology.orchestra.run.smithi157.stdout:For more information see: 2024-08-17T00:24:17.487 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:24:17.487 INFO:teuthology.orchestra.run.smithi157.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-08-17T00:24:17.487 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:24:17.487 INFO:teuthology.orchestra.run.smithi157.stdout:Bootstrap complete. 2024-08-17T00:24:17.522 INFO:tasks.cephadm:Fetching config... 2024-08-17T00:24:17.523 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:24:17.523 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-08-17T00:24:17.539 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-08-17T00:24:17.539 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:24:17.539 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-08-17T00:24:17.595 INFO:tasks.cephadm:Fetching mon keyring... 2024-08-17T00:24:17.596 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:24:17.596 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/keyring of=/dev/stdout 2024-08-17T00:24:17.661 INFO:tasks.cephadm:Fetching pub ssh key... 2024-08-17T00:24:17.662 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:24:17.662 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-08-17T00:24:17.717 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-08-17T00:24:17.717 DEBUG:teuthology.orchestra.run.smithi157:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfduUkkkXfklEUgR6PbWJD5WBoHZl1bPYUzsGNe84XbbKjvrQ9jm5e2oW5duITixX6SXfBmiCjMjJQkVmYesXJPXipnbg1f4/NsWkPk4IOB/uPLIUlGAmsmgeR56FJfJM5r59ZbKTw93+MwE53QYmz43Yx19vYzFjXOS6o1dKolVoBlEom93c7TaXEtad2h56vkAvPwBWhl4sZ6EiHyflyPHtBL1oh8mwQAylIjB6rxnhh74QaYI8W4O3UxZAtNbBkBMpD+xYyRhU5LK77b8W23kpEvtZ/AwJUzV2O3AiT+W6EqECxKX2pnVzo+5SJwqs2/xs9lHdTuuhkjPaG20JILlHvpxsRyq4kyQpBQEFLcza8+m5TQ2XuLdr2X3Rd7Dud1TYLDm5kuCSZR8Wp+EVMDBwo/KqoYI8RS47Gpgt8MEGdnKpy5fj72SQaWWbwe7BGaY9xBfNcndpoOCm4uFcmLC4RZJ8c34ZtTGTYz9HkeXLdn6V3liqpZd05XSbm9mk= ceph-c90800da-5c2e-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-17T00:24:17.793 INFO:teuthology.orchestra.run.smithi157.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfduUkkkXfklEUgR6PbWJD5WBoHZl1bPYUzsGNe84XbbKjvrQ9jm5e2oW5duITixX6SXfBmiCjMjJQkVmYesXJPXipnbg1f4/NsWkPk4IOB/uPLIUlGAmsmgeR56FJfJM5r59ZbKTw93+MwE53QYmz43Yx19vYzFjXOS6o1dKolVoBlEom93c7TaXEtad2h56vkAvPwBWhl4sZ6EiHyflyPHtBL1oh8mwQAylIjB6rxnhh74QaYI8W4O3UxZAtNbBkBMpD+xYyRhU5LK77b8W23kpEvtZ/AwJUzV2O3AiT+W6EqECxKX2pnVzo+5SJwqs2/xs9lHdTuuhkjPaG20JILlHvpxsRyq4kyQpBQEFLcza8+m5TQ2XuLdr2X3Rd7Dud1TYLDm5kuCSZR8Wp+EVMDBwo/KqoYI8RS47Gpgt8MEGdnKpy5fj72SQaWWbwe7BGaY9xBfNcndpoOCm4uFcmLC4RZJ8c34ZtTGTYz9HkeXLdn6V3liqpZd05XSbm9mk= ceph-c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:24:17.809 DEBUG:teuthology.orchestra.run.smithi187:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfduUkkkXfklEUgR6PbWJD5WBoHZl1bPYUzsGNe84XbbKjvrQ9jm5e2oW5duITixX6SXfBmiCjMjJQkVmYesXJPXipnbg1f4/NsWkPk4IOB/uPLIUlGAmsmgeR56FJfJM5r59ZbKTw93+MwE53QYmz43Yx19vYzFjXOS6o1dKolVoBlEom93c7TaXEtad2h56vkAvPwBWhl4sZ6EiHyflyPHtBL1oh8mwQAylIjB6rxnhh74QaYI8W4O3UxZAtNbBkBMpD+xYyRhU5LK77b8W23kpEvtZ/AwJUzV2O3AiT+W6EqECxKX2pnVzo+5SJwqs2/xs9lHdTuuhkjPaG20JILlHvpxsRyq4kyQpBQEFLcza8+m5TQ2XuLdr2X3Rd7Dud1TYLDm5kuCSZR8Wp+EVMDBwo/KqoYI8RS47Gpgt8MEGdnKpy5fj72SQaWWbwe7BGaY9xBfNcndpoOCm4uFcmLC4RZJ8c34ZtTGTYz9HkeXLdn6V3liqpZd05XSbm9mk= ceph-c90800da-5c2e-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-17T00:24:17.853 INFO:teuthology.orchestra.run.smithi187.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfduUkkkXfklEUgR6PbWJD5WBoHZl1bPYUzsGNe84XbbKjvrQ9jm5e2oW5duITixX6SXfBmiCjMjJQkVmYesXJPXipnbg1f4/NsWkPk4IOB/uPLIUlGAmsmgeR56FJfJM5r59ZbKTw93+MwE53QYmz43Yx19vYzFjXOS6o1dKolVoBlEom93c7TaXEtad2h56vkAvPwBWhl4sZ6EiHyflyPHtBL1oh8mwQAylIjB6rxnhh74QaYI8W4O3UxZAtNbBkBMpD+xYyRhU5LK77b8W23kpEvtZ/AwJUzV2O3AiT+W6EqECxKX2pnVzo+5SJwqs2/xs9lHdTuuhkjPaG20JILlHvpxsRyq4kyQpBQEFLcza8+m5TQ2XuLdr2X3Rd7Dud1TYLDm5kuCSZR8Wp+EVMDBwo/KqoYI8RS47Gpgt8MEGdnKpy5fj72SQaWWbwe7BGaY9xBfNcndpoOCm4uFcmLC4RZJ8c34ZtTGTYz9HkeXLdn6V3liqpZd05XSbm9mk= ceph-c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:24:17.866 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-08-17T00:24:18.036 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:17 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/823846905' entity='client.admin' 2024-08-17T00:24:18.121 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:24:21.099 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-08-17T00:24:21.099 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-08-17T00:24:21.430 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:24:21.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:21 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2873098593' entity='client.admin' 2024-08-17T00:24:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:24 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:24 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:24 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi157", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:24:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:24 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:24 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:24:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:24 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:24 smithi157 ceph-mon[29438]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:24:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:24 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:24 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:24:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:24 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:24:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:24 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:24:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:24 smithi157 ceph-mon[29438]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:24:24.681 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi187 2024-08-17T00:24:24.681 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-08-17T00:24:24.681 DEBUG:teuthology.orchestra.run.smithi187:> dd of=/etc/ceph/ceph.conf 2024-08-17T00:24:24.701 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-08-17T00:24:24.701 DEBUG:teuthology.orchestra.run.smithi187:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:24:24.760 INFO:tasks.cephadm:Adding host smithi187 to orchestrator... 2024-08-17T00:24:24.760 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch host add smithi187 2024-08-17T00:24:25.008 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:24:25.723 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:25 smithi157 ceph-mon[29438]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:24:25.723 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:25 smithi157 ceph-mon[29438]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:24:25.723 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:25 smithi157 ceph-mon[29438]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:24:25.723 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:25.723 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:25.723 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:27.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:26 smithi157 ceph-mon[29438]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi187", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:24:28.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:27 smithi157 ceph-mon[29438]: Deploying cephadm binary to smithi187 2024-08-17T00:24:29.394 INFO:teuthology.orchestra.run.smithi157.stdout:Added host 'smithi187' with addr '172.21.15.187' 2024-08-17T00:24:29.599 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:29 smithi157 ceph-mon[29438]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:29.996 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch host ls --format=json 2024-08-17T00:24:30.247 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:24:30.621 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:30 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:30.622 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:30 smithi157 ceph-mon[29438]: Added host smithi187 2024-08-17T00:24:30.622 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:30 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:24:30.622 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:30 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:30.622 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:30 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:31 smithi157 ceph-mon[29438]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:31 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:31.997 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:24:31.997 INFO:teuthology.orchestra.run.smithi157.stdout:[{"addr": "172.21.15.157", "hostname": "smithi157", "labels": [], "status": ""}, {"addr": "172.21.15.187", "hostname": "smithi187", "labels": [], "status": ""}] 2024-08-17T00:24:32.599 INFO:tasks.cephadm:Setting crush tunables to default 2024-08-17T00:24:32.600 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd crush tunables default 2024-08-17T00:24:32.847 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:24:33.999 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:33 smithi157 ceph-mon[29438]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:24:33.999 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:33 smithi157 ceph-mon[29438]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:33.999 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:33 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:34.000 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:33 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:34.000 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:33 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:34.000 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:33 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:34.000 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:33 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi187", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:24:34.000 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:33 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:24:34.000 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:33 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:24:35.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:34 smithi157 ceph-mon[29438]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:24:35.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:34 smithi157 ceph-mon[29438]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:24:35.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:34 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:35.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:34 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:35.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:34 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:35.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:34 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/717226946' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-17T00:24:35.303 INFO:teuthology.orchestra.run.smithi157.stderr:adjusted tunables profile to default 2024-08-17T00:24:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:35 smithi157 ceph-mon[29438]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:24:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:35 smithi157 ceph-mon[29438]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:24:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:35 smithi157 ceph-mon[29438]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:35 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/717226946' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-17T00:24:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:35 smithi157 ceph-mon[29438]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T00:24:35.958 INFO:tasks.cephadm:Adding mon.a on smithi157 2024-08-17T00:24:35.958 INFO:tasks.cephadm:Adding mon.c on smithi157 2024-08-17T00:24:35.959 INFO:tasks.cephadm:Adding mon.b on smithi187 2024-08-17T00:24:35.959 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch apply mon '3;smithi157:172.21.15.157=a;smithi157:[v2:172.21.15.157:3301,v1:172.21.15.157:6790]=c;smithi187:172.21.15.187=b' 2024-08-17T00:24:36.212 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:24:38.014 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled mon update... 2024-08-17T00:24:38.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:37 smithi157 ceph-mon[29438]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:38.608 DEBUG:teuthology.orchestra.run.smithi157:mon.c> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.c.service 2024-08-17T00:24:38.611 DEBUG:teuthology.orchestra.run.smithi187:mon.b> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.b.service 2024-08-17T00:24:38.613 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T00:24:38.613 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T00:24:39.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:39 smithi157 ceph-mon[29438]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi157:172.21.15.157=a;smithi157:[v2:172.21.15.157:3301,v1:172.21.15.157:6790]=c;smithi187:172.21.15.187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:24:39.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:39 smithi157 ceph-mon[29438]: Saving service mon spec with placement smithi157:172.21.15.157=a;smithi157:[v2:172.21.15.157:3301,v1:172.21.15.157:6790]=c;smithi187:172.21.15.187=b;count:3 2024-08-17T00:24:39.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:39.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:24:39.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:24:39.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:24:39.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:39.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:24:39.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:24:39.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:39 smithi157 ceph-mon[29438]: Deploying daemon mon.b on smithi187 2024-08-17T00:24:39.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:39 smithi157 ceph-mon[29438]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:39.390 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:24:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:41 smithi157 ceph-mon[29438]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:42.505 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:24:42.506 INFO:teuthology.orchestra.run.smithi187.stdout:{"epoch":1,"fsid":"c90800da-5c2e-11ef-bccf-c7b262605968","modified":"2024-08-17T00:23:19.848982Z","created":"2024-08-17T00:23:19.848982Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:3300","nonce":0},{"type":"v1","addr":"172.21.15.157:6789","nonce":0}]},"addr":"172.21.15.157:6789/0","public_addr":"172.21.15.157:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-08-17T00:24:42.506 INFO:teuthology.orchestra.run.smithi187.stderr:dumped monmap epoch 1 2024-08-17T00:24:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:43 smithi187 systemd[1]: Started Ceph mon.b for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:24:44.100 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T00:24:44.101 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T00:24:44.358 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:24:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:24:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: mon.a calling monitor election 2024-08-17T00:24:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:48.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:48.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:48.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:48.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: mon.b calling monitor election 2024-08-17T00:24:48.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:48.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:48.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:48.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:48.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-17T00:24:48.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: monmap e2: 2 mons at {a=[v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T00:24:48.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: fsmap 2024-08-17T00:24:48.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T00:24:48.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: mgrmap e13: y(active, since 40s) 2024-08-17T00:24:48.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: overall HEALTH_OK 2024-08-17T00:24:48.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:48.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:48.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:48.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:24:48.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:24:48.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:24:48.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: mon.a calling monitor election 2024-08-17T00:24:48.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:48.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:48.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:48.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:48.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: mon.b calling monitor election 2024-08-17T00:24:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-17T00:24:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: monmap e2: 2 mons at {a=[v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T00:24:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: fsmap 2024-08-17T00:24:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T00:24:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: mgrmap e13: y(active, since 40s) 2024-08-17T00:24:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: overall HEALTH_OK 2024-08-17T00:24:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:48.661 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:48.661 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:24:48.661 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:24:49.049 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:24:49.049 INFO:teuthology.orchestra.run.smithi187.stdout:{"epoch":2,"fsid":"c90800da-5c2e-11ef-bccf-c7b262605968","modified":"2024-08-17T00:24:43.256436Z","created":"2024-08-17T00:23:19.848982Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:3300","nonce":0},{"type":"v1","addr":"172.21.15.157:6789","nonce":0}]},"addr":"172.21.15.157:6789/0","public_addr":"172.21.15.157:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:3300","nonce":0},{"type":"v1","addr":"172.21.15.187:6789","nonce":0}]},"addr":"172.21.15.187:6789/0","public_addr":"172.21.15.187:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-08-17T00:24:49.049 INFO:teuthology.orchestra.run.smithi187.stderr:dumped monmap epoch 2 2024-08-17T00:24:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:49 smithi157 ceph-mon[29438]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:49 smithi157 ceph-mon[29438]: Deploying daemon mon.c on smithi157 2024-08-17T00:24:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:49 smithi157 ceph-mon[29438]: from='client.? 172.21.15.187:0/301492778' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T00:24:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:49 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:49 smithi187 ceph-mon[33407]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:49 smithi187 ceph-mon[33407]: Deploying daemon mon.c on smithi157 2024-08-17T00:24:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:49 smithi187 ceph-mon[33407]: from='client.? 172.21.15.187:0/301492778' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T00:24:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:49 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:50.554 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T00:24:50.555 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T00:24:50.811 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:24:51.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:51 smithi187 ceph-mon[33407]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:51.532 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[29438]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:51.533 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 podman[40908]: 2024-08-17 00:24:51.418069321 +0000 UTC m=+0.120916331 container create f84af0d3eeb1b8121e430f1b02b1f723448d8044274e905746fa38e95a8e06ee (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-03a1ac1, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True) 2024-08-17T00:24:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 podman[40908]: 2024-08-17 00:24:51.700992706 +0000 UTC m=+0.403839732 container init f84af0d3eeb1b8121e430f1b02b1f723448d8044274e905746fa38e95a8e06ee (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=quincy-03a1ac1, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:24:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 podman[40908]: 2024-08-17 00:24:51.70563895 +0000 UTC m=+0.408485961 container start f84af0d3eeb1b8121e430f1b02b1f723448d8044274e905746fa38e95a8e06ee (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=quincy-03a1ac1, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-17T00:24:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T00:24:52.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable), process ceph-mon, pid 7 2024-08-17T00:24:52.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: pidfile_write: ignore empty --pid-file 2024-08-17T00:24:52.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: load: jerasure load: lrc 2024-08-17T00:24:52.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: RocksDB version: 6.15.5 2024-08-17T00:24:52.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-17T00:24:52.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Compile date Aug 16 2024 2024-08-17T00:24:52.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: DB SUMMARY 2024-08-17T00:24:52.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: DB Session ID: 4X7P9KMN77LVV5QH9SV3 2024-08-17T00:24:52.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: CURRENT file: CURRENT 2024-08-17T00:24:52.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T00:24:52.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-08-17T00:24:52.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-08-17T00:24:52.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-08-17T00:24:52.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.error_if_exists: 0 2024-08-17T00:24:52.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.create_if_missing: 0 2024-08-17T00:24:52.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.paranoid_checks: 1 2024-08-17T00:24:52.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T00:24:52.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.env: 0x55ec6f2ad480 2024-08-17T00:24:52.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.fs: Posix File System 2024-08-17T00:24:52.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.info_log: 0x55ec705d2f80 2024-08-17T00:24:52.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T00:24:52.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.statistics: (nil) 2024-08-17T00:24:52.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.use_fsync: 0 2024-08-17T00:24:52.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_log_file_size: 0 2024-08-17T00:24:52.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T00:24:52.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T00:24:52.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T00:24:52.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T00:24:52.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.allow_fallocate: 1 2024-08-17T00:24:52.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T00:24:52.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T00:24:52.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.use_direct_reads: 0 2024-08-17T00:24:52.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T00:24:52.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T00:24:52.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.db_log_dir: 2024-08-17T00:24:52.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-08-17T00:24:52.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T00:24:52.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T00:24:52.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T00:24:52.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T00:24:52.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T00:24:52.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T00:24:52.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T00:24:52.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T00:24:52.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.write_buffer_manager: 0x55ec70690750 2024-08-17T00:24:52.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T00:24:52.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-17T00:24:52.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T00:24:52.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T00:24:52.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T00:24:52.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T00:24:52.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T00:24:52.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T00:24:52.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T00:24:52.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.unordered_write: 0 2024-08-17T00:24:52.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T00:24:52.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T00:24:52.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T00:24:52.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T00:24:52.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.row_cache: None 2024-08-17T00:24:52.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.wal_filter: None 2024-08-17T00:24:52.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T00:24:52.142 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T00:24:52.142 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.preserve_deletes: 0 2024-08-17T00:24:52.142 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.two_write_queues: 0 2024-08-17T00:24:52.142 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T00:24:52.143 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.atomic_flush: 0 2024-08-17T00:24:52.143 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T00:24:52.143 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T00:24:52.143 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T00:24:52.143 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.log_readahead_size: 0 2024-08-17T00:24:52.143 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T00:24:52.143 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T00:24:52.143 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T00:24:52.143 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T00:24:52.143 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T00:24:52.143 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T00:24:52.143 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_background_jobs: 2 2024-08-17T00:24:52.143 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_background_compactions: -1 2024-08-17T00:24:52.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_subcompactions: 1 2024-08-17T00:24:52.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T00:24:52.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T00:24:52.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T00:24:52.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T00:24:52.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T00:24:52.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T00:24:52.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T00:24:52.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T00:24:52.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_open_files: -1 2024-08-17T00:24:52.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T00:24:52.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T00:24:52.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T00:24:52.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T00:24:52.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_background_flushes: -1 2024-08-17T00:24:52.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Compression algorithms supported: 2024-08-17T00:24:52.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: kZSTD supported: 0 2024-08-17T00:24:52.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: kXpressCompression supported: 0 2024-08-17T00:24:52.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: kBZip2Compression supported: 0 2024-08-17T00:24:52.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T00:24:52.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: kLZ4Compression supported: 1 2024-08-17T00:24:52.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: kZlibCompression supported: 1 2024-08-17T00:24:52.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T00:24:52.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: kSnappyCompression supported: 1 2024-08-17T00:24:52.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T00:24:52.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-08-17T00:24:52.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-17T00:24:52.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T00:24:52.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.merge_operator: 2024-08-17T00:24:52.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compaction_filter: None 2024-08-17T00:24:52.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T00:24:52.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T00:24:52.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T00:24:52.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T00:24:52.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ec70579a78) 2024-08-17T00:24:52.146 INFO:journalctl@ceph.mon.c.smithi157.stdout: cache_index_and_filter_blocks: 1 2024-08-17T00:24:52.146 INFO:journalctl@ceph.mon.c.smithi157.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T00:24:52.146 INFO:journalctl@ceph.mon.c.smithi157.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T00:24:52.146 INFO:journalctl@ceph.mon.c.smithi157.stdout: pin_top_level_index_and_filter: 1 2024-08-17T00:24:52.146 INFO:journalctl@ceph.mon.c.smithi157.stdout: index_type: 0 2024-08-17T00:24:52.147 INFO:journalctl@ceph.mon.c.smithi157.stdout: data_block_index_type: 0 2024-08-17T00:24:52.147 INFO:journalctl@ceph.mon.c.smithi157.stdout: index_shortening: 1 2024-08-17T00:24:52.147 INFO:journalctl@ceph.mon.c.smithi157.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T00:24:52.147 INFO:journalctl@ceph.mon.c.smithi157.stdout: hash_index_allow_collision: 1 2024-08-17T00:24:52.147 INFO:journalctl@ceph.mon.c.smithi157.stdout: checksum: 1 2024-08-17T00:24:52.147 INFO:journalctl@ceph.mon.c.smithi157.stdout: no_block_cache: 0 2024-08-17T00:24:52.147 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_cache: 0x55ec705af1f0 2024-08-17T00:24:52.147 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_cache_name: BinnedLRUCache 2024-08-17T00:24:52.147 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_cache_options: 2024-08-17T00:24:52.147 INFO:journalctl@ceph.mon.c.smithi157.stdout: capacity : 536870912 2024-08-17T00:24:52.147 INFO:journalctl@ceph.mon.c.smithi157.stdout: num_shard_bits : 4 2024-08-17T00:24:52.147 INFO:journalctl@ceph.mon.c.smithi157.stdout: strict_capacity_limit : 0 2024-08-17T00:24:52.147 INFO:journalctl@ceph.mon.c.smithi157.stdout: high_pri_pool_ratio: 0.000 2024-08-17T00:24:52.148 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_cache_compressed: (nil) 2024-08-17T00:24:52.148 INFO:journalctl@ceph.mon.c.smithi157.stdout: persistent_cache: (nil) 2024-08-17T00:24:52.148 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_size: 4096 2024-08-17T00:24:52.148 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_size_deviation: 10 2024-08-17T00:24:52.148 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_restart_interval: 16 2024-08-17T00:24:52.148 INFO:journalctl@ceph.mon.c.smithi157.stdout: index_block_restart_interval: 1 2024-08-17T00:24:52.148 INFO:journalctl@ceph.mon.c.smithi157.stdout: metadata_block_size: 4096 2024-08-17T00:24:52.148 INFO:journalctl@ceph.mon.c.smithi157.stdout: partition_filters: 0 2024-08-17T00:24:52.148 INFO:journalctl@ceph.mon.c.smithi157.stdout: use_delta_encoding: 1 2024-08-17T00:24:52.148 INFO:journalctl@ceph.mon.c.smithi157.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-17T00:24:52.148 INFO:journalctl@ceph.mon.c.smithi157.stdout: whole_key_filtering: 1 2024-08-17T00:24:52.148 INFO:journalctl@ceph.mon.c.smithi157.stdout: verify_compression: 0 2024-08-17T00:24:52.148 INFO:journalctl@ceph.mon.c.smithi157.stdout: read_amp_bytes_per_bit: 0 2024-08-17T00:24:52.148 INFO:journalctl@ceph.mon.c.smithi157.stdout: format_version: 4 2024-08-17T00:24:52.149 INFO:journalctl@ceph.mon.c.smithi157.stdout: enable_index_compression: 1 2024-08-17T00:24:52.149 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_align: 0 2024-08-17T00:24:52.149 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T00:24:52.149 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T00:24:52.149 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compression: NoCompression 2024-08-17T00:24:52.149 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T00:24:52.149 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T00:24:52.149 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T00:24:52.149 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.num_levels: 7 2024-08-17T00:24:52.149 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T00:24:52.149 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T00:24:52.149 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T00:24:52.149 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T00:24:52.150 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T00:24:52.150 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T00:24:52.150 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T00:24:52.150 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:24:52.150 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T00:24:52.150 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T00:24:52.150 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T00:24:52.150 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T00:24:52.150 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T00:24:52.150 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T00:24:52.150 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:24:52.150 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T00:24:52.150 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T00:24:52.151 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T00:24:52.151 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T00:24:52.151 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T00:24:52.151 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T00:24:52.151 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T00:24:52.151 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T00:24:52.151 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T00:24:52.151 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T00:24:52.151 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T00:24:52.151 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T00:24:52.151 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T00:24:52.151 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T00:24:52.151 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T00:24:52.151 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T00:24:52.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T00:24:52.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T00:24:52.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T00:24:52.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.arena_block_size: 4194304 2024-08-17T00:24:52.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T00:24:52.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T00:24:52.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-17T00:24:52.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T00:24:52.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T00:24:52.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T00:24:52.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T00:24:52.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T00:24:52.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T00:24:52.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T00:24:52.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T00:24:52.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T00:24:52.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T00:24:52.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T00:24:52.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T00:24:52.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.inplace_update_support: 0 2024-08-17T00:24:52.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T00:24:52.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T00:24:52.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T00:24:52.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T00:24:52.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.bloom_locality: 0 2024-08-17T00:24:52.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.max_successive_merges: 0 2024-08-17T00:24:52.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T00:24:52.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T00:24:52.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T00:24:52.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T00:24:52.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.ttl: 2592000 2024-08-17T00:24:52.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T00:24:52.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.enable_blob_files: false 2024-08-17T00:24:52.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.min_blob_size: 0 2024-08-17T00:24:52.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T00:24:52.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T00:24:52.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T00:24:52.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T00:24:52.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T00:24:52.155 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-08-17T00:24:52.155 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-08-17T00:24:52.155 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854291729207, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-17T00:24:52.155 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-08-17T00:24:52.155 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-17T00:24:52.155 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854291729535, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1696, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1723854291, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "c6ede68b-ea7f-4ffe-85af-5beb255c3f74", "db_session_id": "4X7P9KMN77LVV5QH9SV3"}} 2024-08-17T00:24:52.155 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-08-17T00:24:52.155 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854291729865, "job": 1, "event": "recovery_finished"} 2024-08-17T00:24:52.155 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T00:24:52.155 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55ec705e2700 2024-08-17T00:24:52.155 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: DB pointer 0x55ec705b2000 2024-08-17T00:24:52.155 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-17T00:24:52.155 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-17T00:24:52.156 INFO:journalctl@ceph.mon.c.smithi157.stdout: ** DB Stats ** 2024-08-17T00:24:52.156 INFO:journalctl@ceph.mon.c.smithi157.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:24:52.156 INFO:journalctl@ceph.mon.c.smithi157.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T00:24:52.156 INFO:journalctl@ceph.mon.c.smithi157.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T00:24:52.156 INFO:journalctl@ceph.mon.c.smithi157.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:24:52.156 INFO:journalctl@ceph.mon.c.smithi157.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T00:24:52.156 INFO:journalctl@ceph.mon.c.smithi157.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-17T00:24:52.156 INFO:journalctl@ceph.mon.c.smithi157.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:24:52.156 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:24:52.156 INFO:journalctl@ceph.mon.c.smithi157.stdout: ** Compaction Stats [default] ** 2024-08-17T00:24:52.156 INFO:journalctl@ceph.mon.c.smithi157.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T00:24:52.156 INFO:journalctl@ceph.mon.c.smithi157.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:24:52.156 INFO:journalctl@ceph.mon.c.smithi157.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-08-17T00:24:52.157 INFO:journalctl@ceph.mon.c.smithi157.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-08-17T00:24:52.157 INFO:journalctl@ceph.mon.c.smithi157.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-08-17T00:24:52.157 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:24:52.157 INFO:journalctl@ceph.mon.c.smithi157.stdout: ** Compaction Stats [default] ** 2024-08-17T00:24:52.157 INFO:journalctl@ceph.mon.c.smithi157.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T00:24:52.157 INFO:journalctl@ceph.mon.c.smithi157.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:24:52.157 INFO:journalctl@ceph.mon.c.smithi157.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-08-17T00:24:52.157 INFO:journalctl@ceph.mon.c.smithi157.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:24:52.157 INFO:journalctl@ceph.mon.c.smithi157.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T00:24:52.157 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T00:24:52.157 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T00:24:52.157 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T00:24:52.157 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T00:24:52.158 INFO:journalctl@ceph.mon.c.smithi157.stdout: Cumulative compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:24:52.158 INFO:journalctl@ceph.mon.c.smithi157.stdout: Interval compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:24:52.158 INFO:journalctl@ceph.mon.c.smithi157.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T00:24:52.158 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:24:52.158 INFO:journalctl@ceph.mon.c.smithi157.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T00:24:52.158 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:24:52.158 INFO:journalctl@ceph.mon.c.smithi157.stdout: ** Compaction Stats [default] ** 2024-08-17T00:24:52.158 INFO:journalctl@ceph.mon.c.smithi157.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T00:24:52.158 INFO:journalctl@ceph.mon.c.smithi157.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:24:52.158 INFO:journalctl@ceph.mon.c.smithi157.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-08-17T00:24:52.158 INFO:journalctl@ceph.mon.c.smithi157.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-08-17T00:24:52.158 INFO:journalctl@ceph.mon.c.smithi157.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-17T00:24:52.158 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:24:52.159 INFO:journalctl@ceph.mon.c.smithi157.stdout: ** Compaction Stats [default] ** 2024-08-17T00:24:52.159 INFO:journalctl@ceph.mon.c.smithi157.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T00:24:52.159 INFO:journalctl@ceph.mon.c.smithi157.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:24:52.159 INFO:journalctl@ceph.mon.c.smithi157.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-08-17T00:24:52.159 INFO:journalctl@ceph.mon.c.smithi157.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:24:52.159 INFO:journalctl@ceph.mon.c.smithi157.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T00:24:52.159 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T00:24:52.159 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T00:24:52.159 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T00:24:52.159 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T00:24:52.159 INFO:journalctl@ceph.mon.c.smithi157.stdout: Cumulative compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:24:52.159 INFO:journalctl@ceph.mon.c.smithi157.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:24:52.159 INFO:journalctl@ceph.mon.c.smithi157.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T00:24:52.159 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:24:52.160 INFO:journalctl@ceph.mon.c.smithi157.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T00:24:52.160 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-08-17T00:24:52.160 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: using public_addrv [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] 2024-08-17T00:24:52.160 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: starting mon.c rank -1 at public addrs [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] at bind addrs [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:24:52.160 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.c@-1(???) e0 preinit fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:24:52.160 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.c@-1(synchronizing).mds e1 new map 2024-08-17T00:24:52.160 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.c@-1(synchronizing).mds e1 print_map 2024-08-17T00:24:52.160 INFO:journalctl@ceph.mon.c.smithi157.stdout: e1 2024-08-17T00:24:52.160 INFO:journalctl@ceph.mon.c.smithi157.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T00:24:52.160 INFO:journalctl@ceph.mon.c.smithi157.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T00:24:52.160 INFO:journalctl@ceph.mon.c.smithi157.stdout: legacy client fscid: -1 2024-08-17T00:24:52.160 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:24:52.160 INFO:journalctl@ceph.mon.c.smithi157.stdout: No filesystems configured 2024-08-17T00:24:52.161 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-17T00:24:52.161 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-17T00:24:52.161 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-17T00:24:52.161 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-17T00:24:52.161 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-17T00:24:52.161 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-17T00:24:52.161 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-17T00:24:52.161 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T00:24:52.161 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T00:24:52.161 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T00:24:52.161 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi157:172.21.15.157=a;smithi157:[v2:172.21.15.157:3301,v1:172.21.15.157:6790]=c;smithi187:172.21.15.187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:24:52.161 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: Saving service mon spec with placement smithi157:172.21.15.157=a;smithi157:[v2:172.21.15.157:3301,v1:172.21.15.157:6790]=c;smithi187:172.21.15.187=b;count:3 2024-08-17T00:24:52.161 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:52.162 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:24:52.162 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:24:52.162 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:24:52.162 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:52.162 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:24:52.162 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:24:52.162 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: Deploying daemon mon.b on smithi187 2024-08-17T00:24:52.162 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:52.162 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:52.162 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:24:52.162 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.a calling monitor election 2024-08-17T00:24:52.162 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:52.162 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:52.163 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:52.163 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:52.163 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.b calling monitor election 2024-08-17T00:24:52.163 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:52.163 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:52.163 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:52.163 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:52.163 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-17T00:24:52.163 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: monmap e2: 2 mons at {a=[v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T00:24:52.163 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: fsmap 2024-08-17T00:24:52.163 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T00:24:52.163 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mgrmap e13: y(active, since 40s) 2024-08-17T00:24:52.163 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: overall HEALTH_OK 2024-08-17T00:24:52.163 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:52.164 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:52.164 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:52.164 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:24:52.164 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:24:52.164 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:52.164 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: Deploying daemon mon.c on smithi157 2024-08-17T00:24:52.164 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='client.? 172.21.15.187:0/301492778' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T00:24:52.164 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:52.164 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:52.164 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 ceph-mon[40946]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-17T00:24:52.164 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 bash[40908]: f84af0d3eeb1b8121e430f1b02b1f723448d8044274e905746fa38e95a8e06ee 2024-08-17T00:24:52.164 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:51 smithi157 systemd[1]: Started Ceph mon.c for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:24:57.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:24:57.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: mon.a calling monitor election 2024-08-17T00:24:57.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:57.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: mon.b calling monitor election 2024-08-17T00:24:57.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:57.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: mon.c calling monitor election 2024-08-17T00:24:57.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:57.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:24:57.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: monmap e3: 3 mons at {a=[v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T00:24:57.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: fsmap 2024-08-17T00:24:57.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T00:24:57.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: mgrmap e13: y(active, since 48s) 2024-08-17T00:24:57.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: overall HEALTH_OK 2024-08-17T00:24:57.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:57.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:57.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:57.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:57.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:24:57.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: mon.a calling monitor election 2024-08-17T00:24:57.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:57.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: mon.b calling monitor election 2024-08-17T00:24:57.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:57.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: mon.c calling monitor election 2024-08-17T00:24:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:24:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: monmap e3: 3 mons at {a=[v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T00:24:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: fsmap 2024-08-17T00:24:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T00:24:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: mgrmap e13: y(active, since 48s) 2024-08-17T00:24:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: overall HEALTH_OK 2024-08-17T00:24:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:24:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: mon.a calling monitor election 2024-08-17T00:24:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:24:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: mon.b calling monitor election 2024-08-17T00:24:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: mon.c calling monitor election 2024-08-17T00:24:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:57.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:24:57.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: monmap e3: 3 mons at {a=[v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T00:24:57.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: fsmap 2024-08-17T00:24:57.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T00:24:57.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: mgrmap e13: y(active, since 48s) 2024-08-17T00:24:57.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: overall HEALTH_OK 2024-08-17T00:24:57.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:57.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:57.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:57.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:57 smithi157 ceph-mon[29438]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:57 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:24:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:57 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:57 smithi157 ceph-mon[40946]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:57 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:24:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:57 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:57 smithi187 ceph-mon[33407]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:57 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:24:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:57 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:24:58.549 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:24:58.550 INFO:teuthology.orchestra.run.smithi187.stdout:{"epoch":3,"fsid":"c90800da-5c2e-11ef-bccf-c7b262605968","modified":"2024-08-17T00:24:51.750559Z","created":"2024-08-17T00:23:19.848982Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:3300","nonce":0},{"type":"v1","addr":"172.21.15.157:6789","nonce":0}]},"addr":"172.21.15.157:6789/0","public_addr":"172.21.15.157:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:3300","nonce":0},{"type":"v1","addr":"172.21.15.187:6789","nonce":0}]},"addr":"172.21.15.187:6789/0","public_addr":"172.21.15.187:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:3301","nonce":0},{"type":"v1","addr":"172.21.15.157:6790","nonce":0}]},"addr":"172.21.15.157:6790/0","public_addr":"172.21.15.157:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-08-17T00:24:58.550 INFO:teuthology.orchestra.run.smithi187.stderr:dumped monmap epoch 3 2024-08-17T00:24:59.075 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-08-17T00:24:59.075 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph config generate-minimal-conf 2024-08-17T00:24:59.142 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:24:59.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:24:59.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:24:59.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:24:59.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:59.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:24:59.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:24:59.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.144 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.144 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.144 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.144 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.144 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.144 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='client.? 172.21.15.187:0/1692190722' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T00:24:59.144 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T00:24:59.144 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:24:59.144 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:24:59.144 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:24:59.144 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[29438]: Reconfiguring daemon mon.a on smithi157 2024-08-17T00:24:59.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:24:59.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:24:59.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:24:59.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:24:59.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:59.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:24:59.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:24:59.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='client.? 172.21.15.187:0/1692190722' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T00:24:59.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T00:24:59.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:24:59.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:24:59.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:24:59.146 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:24:58 smithi157 ceph-mon[40946]: Reconfiguring daemon mon.a on smithi157 2024-08-17T00:24:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:24:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:24:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:24:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:24:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:24:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:24:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:24:59.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:24:59.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='client.? 172.21.15.187:0/1692190722' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T00:24:59.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T00:24:59.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:24:59.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:24:59.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:24:59.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:24:58 smithi187 ceph-mon[33407]: Reconfiguring daemon mon.a on smithi157 2024-08-17T00:25:00.095 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:25:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[29438]: Reconfiguring mon.c (monmap changed)... 2024-08-17T00:25:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:25:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:25:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:01.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[29438]: Reconfiguring daemon mon.c on smithi157 2024-08-17T00:25:01.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[29438]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:01.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:01.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:01.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[40946]: Reconfiguring mon.c (monmap changed)... 2024-08-17T00:25:01.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:25:01.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:25:01.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:01.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[40946]: Reconfiguring daemon mon.c on smithi157 2024-08-17T00:25:01.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:01 smithi157 ceph-mon[40946]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:01 smithi187 ceph-mon[33407]: Reconfiguring mon.c (monmap changed)... 2024-08-17T00:25:01.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:25:01.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:25:01.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:01.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:01 smithi187 ceph-mon[33407]: Reconfiguring daemon mon.c on smithi157 2024-08-17T00:25:01.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:01 smithi187 ceph-mon[33407]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:02.194 INFO:teuthology.orchestra.run.smithi157.stdout:# minimal ceph.conf for c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:25:02.194 INFO:teuthology.orchestra.run.smithi157.stdout:[global] 2024-08-17T00:25:02.194 INFO:teuthology.orchestra.run.smithi157.stdout: fsid = c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:25:02.194 INFO:teuthology.orchestra.run.smithi157.stdout: mon_host = [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] 2024-08-17T00:25:02.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:02 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3816650123' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:02.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:02 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3816650123' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:02 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3816650123' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:02.980 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-08-17T00:25:02.981 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:25:02.981 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/ceph/ceph.conf 2024-08-17T00:25:03.009 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:25:03.009 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:25:03.074 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-08-17T00:25:03.074 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/ceph/ceph.conf 2024-08-17T00:25:03.107 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-08-17T00:25:03.108 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:25:03.176 INFO:tasks.cephadm:Adding mgr.y on smithi157 2024-08-17T00:25:03.177 INFO:tasks.cephadm:Adding mgr.x on smithi187 2024-08-17T00:25:03.177 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch apply mgr '2;smithi157=y;smithi187=x' 2024-08-17T00:25:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:03 smithi187 ceph-mon[33407]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:03.467 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:25:03.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:03 smithi157 ceph-mon[29438]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:03 smithi157 ceph-mon[40946]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:04 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:04 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:04 smithi187 ceph-mon[33407]: Reconfiguring mon.b (monmap changed)... 2024-08-17T00:25:04.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:04 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:25:04.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:04 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:25:04.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:04 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:04.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:04 smithi187 ceph-mon[33407]: Reconfiguring daemon mon.b on smithi187 2024-08-17T00:25:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:04 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:04 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:04 smithi157 ceph-mon[29438]: Reconfiguring mon.b (monmap changed)... 2024-08-17T00:25:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:04 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:25:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:04 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:25:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:04 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:04 smithi157 ceph-mon[29438]: Reconfiguring daemon mon.b on smithi187 2024-08-17T00:25:04.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:04 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:04.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:04 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:04.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:04 smithi157 ceph-mon[40946]: Reconfiguring mon.b (monmap changed)... 2024-08-17T00:25:04.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:04 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:25:04.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:04 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:25:04.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:04 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:04.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:04 smithi157 ceph-mon[40946]: Reconfiguring daemon mon.b on smithi187 2024-08-17T00:25:05.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:05 smithi187 ceph-mon[33407]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:05.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:05 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:05.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:05 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:05.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:05 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:05.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:05 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:05.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:05 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:05.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:05 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:05 smithi157 ceph-mon[29438]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:05 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:05 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:05 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:05 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:05 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:05 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:05.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:05 smithi157 ceph-mon[40946]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:05.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:05 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:05.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:05 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:05.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:05 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:05.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:05 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:05.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:05 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:05.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:05 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:06.264 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled mgr update... 2024-08-17T00:25:06.865 DEBUG:teuthology.orchestra.run.smithi187:mgr.x> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.x.service 2024-08-17T00:25:06.868 INFO:tasks.cephadm:Deploying OSDs... 2024-08-17T00:25:06.868 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:25:06.868 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/scratch_devs of=/dev/stdout 2024-08-17T00:25:06.888 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-17T00:25:06.888 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_1 2024-08-17T00:25:06.947 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-17T00:25:06.947 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:25:06.947 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 971 Links: 1 2024-08-17T00:25:06.947 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:25:06.947 INFO:teuthology.orchestra.run.smithi157.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:25:06.947 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-08-17 00:24:51.137761356 +0000 2024-08-17T00:25:06.947 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-08-17 00:21:05.400003435 +0000 2024-08-17T00:25:06.947 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-08-17 00:21:05.400003435 +0000 2024-08-17T00:25:06.947 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: 2024-08-17 00:21:05.400003435 +0000 2024-08-17T00:25:06.948 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-17T00:25:07.015 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-08-17T00:25:07.016 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-08-17T00:25:07.016 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 0.000128111 s, 4.0 MB/s 2024-08-17T00:25:07.017 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-17T00:25:07.075 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_2 2024-08-17T00:25:07.133 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-17T00:25:07.133 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:25:07.133 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 972 Links: 1 2024-08-17T00:25:07.133 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:25:07.133 INFO:teuthology.orchestra.run.smithi157.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:25:07.133 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-08-17 00:24:51.137761356 +0000 2024-08-17T00:25:07.133 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-08-17 00:21:05.400003435 +0000 2024-08-17T00:25:07.133 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-08-17 00:21:05.400003435 +0000 2024-08-17T00:25:07.133 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: 2024-08-17 00:21:05.400003435 +0000 2024-08-17T00:25:07.134 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-17T00:25:07.198 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-08-17T00:25:07.198 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-08-17T00:25:07.198 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 0.000118952 s, 4.3 MB/s 2024-08-17T00:25:07.200 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-17T00:25:07.258 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_3 2024-08-17T00:25:07.316 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-17T00:25:07.316 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:25:07.316 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 964 Links: 1 2024-08-17T00:25:07.316 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:25:07.316 INFO:teuthology.orchestra.run.smithi157.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:25:07.317 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-08-17 00:24:51.138761338 +0000 2024-08-17T00:25:07.317 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-08-17 00:21:05.400003435 +0000 2024-08-17T00:25:07.317 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-08-17 00:21:05.400003435 +0000 2024-08-17T00:25:07.317 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: 2024-08-17 00:21:05.400003435 +0000 2024-08-17T00:25:07.317 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-17T00:25:07.378 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[29438]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi157=y;smithi187=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:25:07.378 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[29438]: Saving service mgr spec with placement smithi157=y;smithi187=x;count:2 2024-08-17T00:25:07.378 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[29438]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:07.378 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:07.379 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:07.379 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:07.379 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:07.379 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:07.379 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:25:07.379 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T00:25:07.379 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:25:07.379 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:07.379 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[29438]: Deploying daemon mgr.x on smithi187 2024-08-17T00:25:07.380 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[40946]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi157=y;smithi187=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:25:07.380 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[40946]: Saving service mgr spec with placement smithi157=y;smithi187=x;count:2 2024-08-17T00:25:07.380 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[40946]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:07.380 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:07.380 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:07.380 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:07.380 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:07.380 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:07.381 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:25:07.381 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T00:25:07.381 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:25:07.381 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:07.381 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:07 smithi157 ceph-mon[40946]: Deploying daemon mgr.x on smithi187 2024-08-17T00:25:07.382 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-08-17T00:25:07.382 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-08-17T00:25:07.382 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 0.000106166 s, 4.8 MB/s 2024-08-17T00:25:07.382 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-17T00:25:07.439 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_4 2024-08-17T00:25:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:07 smithi187 ceph-mon[33407]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi157=y;smithi187=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:25:07.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:07 smithi187 ceph-mon[33407]: Saving service mgr spec with placement smithi157=y;smithi187=x;count:2 2024-08-17T00:25:07.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:07 smithi187 ceph-mon[33407]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:07.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:07 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:07.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:07 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:07.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:07 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:07.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:07 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:07.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:07 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:07.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:07 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:25:07.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:07 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T00:25:07.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:07 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:25:07.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:07 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:07.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:07 smithi187 ceph-mon[33407]: Deploying daemon mgr.x on smithi187 2024-08-17T00:25:07.495 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-17T00:25:07.496 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:25:07.496 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 970 Links: 1 2024-08-17T00:25:07.496 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:25:07.497 INFO:teuthology.orchestra.run.smithi157.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:25:07.497 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-08-17 00:24:51.138761338 +0000 2024-08-17T00:25:07.497 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-08-17 00:21:05.400003435 +0000 2024-08-17T00:25:07.497 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-08-17 00:21:05.400003435 +0000 2024-08-17T00:25:07.497 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: 2024-08-17 00:21:05.400003435 +0000 2024-08-17T00:25:07.498 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-17T00:25:07.560 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-08-17T00:25:07.560 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-08-17T00:25:07.560 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 9.8715e-05 s, 5.2 MB/s 2024-08-17T00:25:07.561 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-17T00:25:07.618 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-08-17T00:25:07.618 DEBUG:teuthology.orchestra.run.smithi187:> dd if=/scratch_devs of=/dev/stdout 2024-08-17T00:25:07.634 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-17T00:25:07.635 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_1 2024-08-17T00:25:07.691 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-17T00:25:07.691 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:25:07.691 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 970 Links: 1 2024-08-17T00:25:07.691 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:25:07.691 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:25:07.691 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-08-17 00:24:42.004242453 +0000 2024-08-17T00:25:07.691 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-08-17 00:21:05.572771447 +0000 2024-08-17T00:25:07.691 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-08-17 00:21:05.572771447 +0000 2024-08-17T00:25:07.692 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-08-17 00:21:05.572771447 +0000 2024-08-17T00:25:07.692 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-17T00:25:07.756 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-08-17T00:25:07.756 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-08-17T00:25:07.756 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.000218702 s, 2.3 MB/s 2024-08-17T00:25:07.757 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-17T00:25:07.815 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_2 2024-08-17T00:25:07.871 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-17T00:25:07.871 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:25:07.871 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 982 Links: 1 2024-08-17T00:25:07.871 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:25:07.871 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:25:07.871 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-08-17 00:24:42.005242437 +0000 2024-08-17T00:25:07.871 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-08-17 00:21:05.573771431 +0000 2024-08-17T00:25:07.872 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-08-17 00:21:05.573771431 +0000 2024-08-17T00:25:07.872 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-08-17 00:21:05.573771431 +0000 2024-08-17T00:25:07.872 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-17T00:25:08.044 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-08-17T00:25:08.044 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-08-17T00:25:08.045 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.000225612 s, 2.3 MB/s 2024-08-17T00:25:08.046 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-17T00:25:08.062 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_3 2024-08-17T00:25:08.126 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-17T00:25:08.126 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:25:08.127 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 979 Links: 1 2024-08-17T00:25:08.127 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:25:08.127 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:25:08.127 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-08-17 00:25:08.000819327 +0000 2024-08-17T00:25:08.127 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-08-17 00:21:05.572771447 +0000 2024-08-17T00:25:08.127 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-08-17 00:21:05.572771447 +0000 2024-08-17T00:25:08.127 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-08-17 00:21:05.572771447 +0000 2024-08-17T00:25:08.127 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-17T00:25:08.228 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-08-17T00:25:08.228 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-08-17T00:25:08.228 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.000209416 s, 2.4 MB/s 2024-08-17T00:25:08.229 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-17T00:25:08.245 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_4 2024-08-17T00:25:08.302 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-17T00:25:08.302 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:25:08.302 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 967 Links: 1 2024-08-17T00:25:08.302 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:25:08.302 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:25:08.302 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-08-17 00:25:08.183816348 +0000 2024-08-17T00:25:08.302 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-08-17 00:21:05.572771447 +0000 2024-08-17T00:25:08.302 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-08-17 00:21:05.572771447 +0000 2024-08-17T00:25:08.303 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-08-17 00:21:05.572771447 +0000 2024-08-17T00:25:08.303 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-17T00:25:08.369 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-08-17T00:25:08.369 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-08-17T00:25:08.369 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.000189366 s, 2.7 MB/s 2024-08-17T00:25:08.371 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-17T00:25:08.427 INFO:tasks.cephadm:Deploying osd.0 on smithi157 with /dev/vg_nvme/lv_4... 2024-08-17T00:25:08.427 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-17T00:25:08.684 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:25:08.720 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:08 smithi187 podman[35443]: 2024-08-17 00:25:08.697373415 +0000 UTC m=+0.348020291 container start b0b0ce890dadef369b79f754afb68db9877e9c078f218762837b5228a5742359 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=quincy-03a1ac1, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-17T00:25:09.011 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:08 smithi187 ceph-mgr[35518]: -- 172.21.15.187:0/3621010874 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5561be08c9c0 con 0x5561be099000 2024-08-17T00:25:09.012 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:08 smithi187 bash[35443]: b0b0ce890dadef369b79f754afb68db9877e9c078f218762837b5228a5742359 2024-08-17T00:25:09.012 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:08 smithi187 systemd[1]: Started Ceph mgr.x for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:25:09.012 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:08.811+0000 7f5d93820ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:25:09.012 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:08.941+0000 7f5d93820ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:25:09.012 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:09 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:09.010+0000 7f5d93820ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:25:09.603 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:09 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:09.281+0000 7f5d93820ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:25:09.604 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:09 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:09.354+0000 7f5d93820ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:25:10.069 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:09 smithi157 ceph-mon[40946]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:10.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:09 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:10.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:09 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:10.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:09 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:10.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:09 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:10.070 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:09 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:10.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:09 smithi157 ceph-mon[29438]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:10.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:09 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:10.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:09 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:10.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:09 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:10.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:09 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:10.071 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:09 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:09 smithi187 ceph-mon[33407]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:09 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:10.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:09 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:10.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:09 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:10.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:09 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:10.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:09 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:10.629 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:10.283+0000 7f5d93820ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:25:10.629 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:10.390+0000 7f5d93820ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:25:10.629 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:10.444+0000 7f5d93820ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:25:10.629 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:10.627+0000 7f5d93820ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:25:10.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:10.685+0000 7f5d93820ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:25:10.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:10.748+0000 7f5d93820ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:25:10.956 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:10.869+0000 7f5d93820ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:25:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[29438]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T00:25:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:25:11.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:25:11.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:11.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[29438]: Reconfiguring daemon mgr.y on smithi157 2024-08-17T00:25:11.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[29438]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:11.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:11.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:11.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:11.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:11.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:11.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[40946]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T00:25:11.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:25:11.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:25:11.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:11.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[40946]: Reconfiguring daemon mgr.y on smithi157 2024-08-17T00:25:11.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:11 smithi157 ceph-mon[40946]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:11.173 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:25:11.194 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi157:vg_nvme/lv_4 2024-08-17T00:25:11.455 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:11.272+0000 7f5d93820ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:25:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:11.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:11.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:11.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:11.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:11.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-mon[33407]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T00:25:11.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:25:11.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:25:11.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:11.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-mon[33407]: Reconfiguring daemon mgr.y on smithi157 2024-08-17T00:25:11.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-mon[33407]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:11.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:11.554+0000 7f5d93820ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:25:11.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:11.617+0000 7f5d93820ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:25:11.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:11.741+0000 7f5d93820ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:25:11.970 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:25:12.283 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:11.987+0000 7f5d93820ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:25:12.283 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:12.045+0000 7f5d93820ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:25:12.283 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:12.221+0000 7f5d93820ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:25:12.284 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:12.282+0000 7f5d93820ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:25:12.705 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:12.362+0000 7f5d93820ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:25:12.705 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:12.418+0000 7f5d93820ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:25:13.205 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:12.927+0000 7f5d93820ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:25:13.205 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:25:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:25:13.059+0000 7f5d93820ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:25:13.544 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[40946]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:13.544 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:13.544 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:13.544 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:13.544 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[40946]: Standby manager daemon x started 2024-08-17T00:25:13.544 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/1736949897' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:25:13.544 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/1736949897' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:25:13.544 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/1736949897' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:25:13.545 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/1736949897' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:25:13.545 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:13.545 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:13.545 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:13.545 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:13.545 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[29438]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:13.545 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:13.545 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:13.545 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:13.545 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[29438]: Standby manager daemon x started 2024-08-17T00:25:13.546 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/1736949897' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:25:13.546 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/1736949897' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:25:13.546 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/1736949897' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:25:13.546 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/1736949897' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:25:13.546 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:13.546 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:13.546 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:13.546 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:13 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:13 smithi187 ceph-mon[33407]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:13.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:13 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:13.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:13 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:13.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:13 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:13.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:13 smithi187 ceph-mon[33407]: Standby manager daemon x started 2024-08-17T00:25:13.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:13 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/1736949897' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:25:13.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:13 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/1736949897' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:25:13.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:13 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/1736949897' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:25:13.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:13 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/1736949897' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:25:13.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:13 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:13.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:13 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:13.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:13 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:13.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:13 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:14.731 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:14 smithi157 ceph-mon[40946]: mgrmap e14: y(active, since 65s), standbys: x 2024-08-17T00:25:14.731 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:14 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:25:14.732 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:14 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:25:14.732 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:14 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:25:14.732 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:14 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:14.732 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:14 smithi157 ceph-mon[29438]: mgrmap e14: y(active, since 65s), standbys: x 2024-08-17T00:25:14.732 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:14 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:25:14.732 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:14 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:25:14.732 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:14 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:25:14.732 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:14 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:14 smithi187 ceph-mon[33407]: mgrmap e14: y(active, since 65s), standbys: x 2024-08-17T00:25:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:14 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:25:14.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:14 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:25:14.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:14 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:25:14.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:14 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:15 smithi157 ceph-mon[29438]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:25:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:15 smithi157 ceph-mon[29438]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:15 smithi157 ceph-mon[40946]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:25:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:15 smithi157 ceph-mon[40946]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:15 smithi187 ceph-mon[33407]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:25:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:15 smithi187 ceph-mon[33407]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:17 smithi157 ceph-mon[29438]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:17 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2059872346' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1e1a3823-d411-42b7-964a-c079bf91b8ab"}]: dispatch 2024-08-17T00:25:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:17 smithi157 ceph-mon[29438]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1e1a3823-d411-42b7-964a-c079bf91b8ab"}]: dispatch 2024-08-17T00:25:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:17 smithi157 ceph-mon[29438]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1e1a3823-d411-42b7-964a-c079bf91b8ab"}]': finished 2024-08-17T00:25:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:17 smithi157 ceph-mon[29438]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T00:25:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:17 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:25:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:17 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/255835369' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:25:17.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:17 smithi157 ceph-mon[40946]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:17.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:17 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2059872346' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1e1a3823-d411-42b7-964a-c079bf91b8ab"}]: dispatch 2024-08-17T00:25:17.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:17 smithi157 ceph-mon[40946]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1e1a3823-d411-42b7-964a-c079bf91b8ab"}]: dispatch 2024-08-17T00:25:17.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:17 smithi157 ceph-mon[40946]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1e1a3823-d411-42b7-964a-c079bf91b8ab"}]': finished 2024-08-17T00:25:17.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:17 smithi157 ceph-mon[40946]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T00:25:17.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:17 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:25:17.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:17 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/255835369' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:25:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:17 smithi187 ceph-mon[33407]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:17.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:17 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2059872346' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1e1a3823-d411-42b7-964a-c079bf91b8ab"}]: dispatch 2024-08-17T00:25:17.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:17 smithi187 ceph-mon[33407]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1e1a3823-d411-42b7-964a-c079bf91b8ab"}]: dispatch 2024-08-17T00:25:17.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:17 smithi187 ceph-mon[33407]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1e1a3823-d411-42b7-964a-c079bf91b8ab"}]': finished 2024-08-17T00:25:17.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:17 smithi187 ceph-mon[33407]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T00:25:17.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:17 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:25:17.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:17 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/255835369' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:25:19.758 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:19 smithi187 ceph-mon[33407]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:19.822 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:19 smithi157 ceph-mon[29438]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:19.822 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:19 smithi157 ceph-mon[40946]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:21.537 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:21 smithi157 ceph-mon[29438]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:21.538 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:21 smithi157 ceph-mon[40946]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:21 smithi187 ceph-mon[33407]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:23 smithi157 ceph-mon[29438]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:23 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:25:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:23 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:23 smithi157 ceph-mon[29438]: Deploying daemon osd.0 on smithi157 2024-08-17T00:25:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:23 smithi157 ceph-mon[40946]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:23 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:25:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:23 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:23.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:23 smithi157 ceph-mon[40946]: Deploying daemon osd.0 on smithi157 2024-08-17T00:25:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:23 smithi187 ceph-mon[33407]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:23 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:25:23.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:23 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:23.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:23 smithi187 ceph-mon[33407]: Deploying daemon osd.0 on smithi157 2024-08-17T00:25:25.825 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:25 smithi157 ceph-mon[29438]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:25.826 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:25 smithi157 ceph-mon[40946]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:25 smithi187 ceph-mon[33407]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:27.583 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:27 smithi157 ceph-mon[29438]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:27.584 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:27 smithi157 ceph-mon[40946]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:27 smithi187 ceph-mon[33407]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:28.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:28 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:28.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:28 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:28.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:28 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:28 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:28 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:28 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:28 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:28 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:28 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:29.728 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:29 smithi157 ceph-mon[29438]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:29.729 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:29 smithi157 ceph-mon[40946]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:29 smithi187 ceph-mon[33407]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:31.196 INFO:teuthology.orchestra.run.smithi157.stdout:Created osd(s) 0 on host 'smithi157' 2024-08-17T00:25:31.830 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[29438]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:31.830 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:31.830 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:31.831 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:31.831 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:31.831 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:31.831 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[29438]: from='osd.0 [v2:172.21.15.157:6802/3987461274,v1:172.21.15.157:6803/3987461274]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:25:31.831 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[29438]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:25:31.831 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:31.831 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:31.831 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:31.831 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[40946]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:31.831 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:31.831 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:31.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:31.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:31.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:31.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[40946]: from='osd.0 [v2:172.21.15.157:6802/3987461274,v1:172.21.15.157:6803/3987461274]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:25:31.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[40946]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:25:31.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:31.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:31.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:31 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:31.854 DEBUG:teuthology.orchestra.run.smithi157:osd.0> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.0.service 2024-08-17T00:25:31.857 INFO:tasks.cephadm:Deploying osd.1 on smithi157 with /dev/vg_nvme/lv_3... 2024-08-17T00:25:31.857 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-17T00:25:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:31 smithi187 ceph-mon[33407]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:31 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:31.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:31 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:31.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:31 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:31.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:31 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:31.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:31 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:31.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:31 smithi187 ceph-mon[33407]: from='osd.0 [v2:172.21.15.157:6802/3987461274,v1:172.21.15.157:6803/3987461274]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:25:31.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:31 smithi187 ceph-mon[33407]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:25:31.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:31 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:31.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:31 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:31.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:31 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:32.652 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:25:32.759 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:32 smithi157 ceph-mon[29438]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T00:25:32.760 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:32 smithi157 ceph-mon[29438]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T00:25:32.760 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:32 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:25:32.760 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:32 smithi157 ceph-mon[29438]: from='osd.0 [v2:172.21.15.157:6802/3987461274,v1:172.21.15.157:6803/3987461274]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:25:32.760 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:32 smithi157 ceph-mon[29438]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:25:32.760 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:32 smithi157 ceph-mon[40946]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T00:25:32.760 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:32 smithi157 ceph-mon[40946]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T00:25:32.760 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:32 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:25:32.760 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:32 smithi157 ceph-mon[40946]: from='osd.0 [v2:172.21.15.157:6802/3987461274,v1:172.21.15.157:6803/3987461274]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:25:32.760 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:32 smithi157 ceph-mon[40946]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:25:32.761 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:25:32 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0[45356]: 2024-08-17T00:25:32.642+0000 7f43b3989640 -1 osd.0 0 waiting for initial osdmap 2024-08-17T00:25:32.761 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:25:32 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0[45356]: 2024-08-17T00:25:32.645+0000 7f43b07c4640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:25:32.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:32 smithi187 ceph-mon[33407]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T00:25:32.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:32 smithi187 ceph-mon[33407]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T00:25:32.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:32 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:25:32.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:32 smithi187 ceph-mon[33407]: from='osd.0 [v2:172.21.15.157:6802/3987461274,v1:172.21.15.157:6803/3987461274]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:25:32.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:32 smithi187 ceph-mon[33407]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:25:33.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:33 smithi157 ceph-mon[29438]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:33 smithi157 ceph-mon[29438]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-08-17T00:25:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:33 smithi157 ceph-mon[29438]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T00:25:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:33 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:25:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:33 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:25:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:33 smithi157 ceph-mon[40946]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:33 smithi157 ceph-mon[40946]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-08-17T00:25:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:33 smithi157 ceph-mon[40946]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T00:25:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:33 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:25:33.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:33 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:25:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:33 smithi187 ceph-mon[33407]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:33 smithi187 ceph-mon[33407]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-08-17T00:25:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:33 smithi187 ceph-mon[33407]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T00:25:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:33 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:25:33.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:33 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:25:34.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:34 smithi187 ceph-mon[33407]: purged_snaps scrub starts 2024-08-17T00:25:34.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:34 smithi187 ceph-mon[33407]: purged_snaps scrub ok 2024-08-17T00:25:34.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:34 smithi187 ceph-mon[33407]: osd.0 [v2:172.21.15.157:6802/3987461274,v1:172.21.15.157:6803/3987461274] boot 2024-08-17T00:25:34.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:34 smithi187 ceph-mon[33407]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T00:25:34.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:34 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:25:35.040 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:34 smithi157 ceph-mon[29438]: purged_snaps scrub starts 2024-08-17T00:25:35.040 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:34 smithi157 ceph-mon[29438]: purged_snaps scrub ok 2024-08-17T00:25:35.040 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:34 smithi157 ceph-mon[29438]: osd.0 [v2:172.21.15.157:6802/3987461274,v1:172.21.15.157:6803/3987461274] boot 2024-08-17T00:25:35.041 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:34 smithi157 ceph-mon[29438]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T00:25:35.041 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:34 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:25:35.041 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:34 smithi157 ceph-mon[40946]: purged_snaps scrub starts 2024-08-17T00:25:35.041 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:34 smithi157 ceph-mon[40946]: purged_snaps scrub ok 2024-08-17T00:25:35.041 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:34 smithi157 ceph-mon[40946]: osd.0 [v2:172.21.15.157:6802/3987461274,v1:172.21.15.157:6803/3987461274] boot 2024-08-17T00:25:35.041 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:34 smithi157 ceph-mon[40946]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T00:25:35.041 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:34 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:25:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[29438]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[29438]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T00:25:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:25:35.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:35.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:35.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:35.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:35.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[40946]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:35.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[40946]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T00:25:35.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:35.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:35.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:25:35.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:35.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:35.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:35.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:35 smithi187 ceph-mon[33407]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:25:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:35 smithi187 ceph-mon[33407]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T00:25:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:25:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:25:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:36.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:36 smithi157 ceph-mon[40946]: Detected new or changed devices on smithi157 2024-08-17T00:25:36.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:36 smithi157 ceph-mon[40946]: Adjusting osd_memory_target on smithi157 to 16064M 2024-08-17T00:25:36.673 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:36 smithi157 ceph-mon[29438]: Detected new or changed devices on smithi157 2024-08-17T00:25:36.673 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:36 smithi157 ceph-mon[29438]: Adjusting osd_memory_target on smithi157 to 16064M 2024-08-17T00:25:36.678 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:25:36.698 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi157:vg_nvme/lv_3 2024-08-17T00:25:36.949 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:25:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:36 smithi187 ceph-mon[33407]: Detected new or changed devices on smithi157 2024-08-17T00:25:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:36 smithi187 ceph-mon[33407]: Adjusting osd_memory_target on smithi157 to 16064M 2024-08-17T00:25:37.762 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:37 smithi157 ceph-mon[29438]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:37.763 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:37 smithi157 ceph-mon[40946]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:37 smithi187 ceph-mon[33407]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:39.863 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:39 smithi157 ceph-mon[29438]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:39.863 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:39 smithi157 ceph-mon[29438]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:25:39.863 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:25:39.863 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:25:39.863 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:39.863 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:39 smithi157 ceph-mon[40946]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:39.864 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:39 smithi157 ceph-mon[40946]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:25:39.864 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:39 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:25:39.864 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:39 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:25:39.864 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:39 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:39 smithi187 ceph-mon[33407]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:39 smithi187 ceph-mon[33407]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:25:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:39 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:25:39.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:39 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:25:39.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:39 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:41 smithi187 ceph-mon[33407]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:41.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:41 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3007359826' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2f00b21d-bfdd-4c1c-8c46-66aafa626ce2"}]: dispatch 2024-08-17T00:25:41.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:41 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3007359826' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2f00b21d-bfdd-4c1c-8c46-66aafa626ce2"}]': finished 2024-08-17T00:25:41.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:41 smithi187 ceph-mon[33407]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T00:25:41.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:41 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:41.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:41 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/241565884' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:25:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:41 smithi157 ceph-mon[29438]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:41 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3007359826' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2f00b21d-bfdd-4c1c-8c46-66aafa626ce2"}]: dispatch 2024-08-17T00:25:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:41 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3007359826' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2f00b21d-bfdd-4c1c-8c46-66aafa626ce2"}]': finished 2024-08-17T00:25:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:41 smithi157 ceph-mon[29438]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T00:25:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:41 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:41 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/241565884' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:25:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:41 smithi157 ceph-mon[40946]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:42.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:41 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3007359826' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2f00b21d-bfdd-4c1c-8c46-66aafa626ce2"}]: dispatch 2024-08-17T00:25:42.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:41 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3007359826' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2f00b21d-bfdd-4c1c-8c46-66aafa626ce2"}]': finished 2024-08-17T00:25:42.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:41 smithi157 ceph-mon[40946]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T00:25:42.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:41 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:42.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:41 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/241565884' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:25:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:43 smithi187 ceph-mon[33407]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:44.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:43 smithi157 ceph-mon[29438]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:44.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:43 smithi157 ceph-mon[40946]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:45.868 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:45 smithi157 ceph-mon[29438]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:45.869 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:45 smithi157 ceph-mon[40946]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:45 smithi187 ceph-mon[33407]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:47.772 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:47 smithi157 ceph-mon[29438]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:47.773 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:47 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:25:47.773 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:47 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:47.773 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:47 smithi157 ceph-mon[40946]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:47.773 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:47 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:25:47.773 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:47 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:47 smithi187 ceph-mon[33407]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:47 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:25:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:47 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:25:48.782 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:48 smithi157 ceph-mon[40946]: Deploying daemon osd.1 on smithi157 2024-08-17T00:25:48.782 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:48 smithi157 ceph-mon[29438]: Deploying daemon osd.1 on smithi157 2024-08-17T00:25:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:48 smithi187 ceph-mon[33407]: Deploying daemon osd.1 on smithi157 2024-08-17T00:25:49.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:49 smithi157 ceph-mon[29438]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:49 smithi157 ceph-mon[40946]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:49 smithi187 ceph-mon[33407]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:51.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:51 smithi157 ceph-mon[40946]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:51.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:51 smithi157 ceph-mon[29438]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:51 smithi187 ceph-mon[33407]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:52.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:52 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:52.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:52 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:52.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:52 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:53.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:52 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:53.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:52 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:53.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:52 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:53.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:52 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:25:53.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:52 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:53.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:52 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:53.709 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:53 smithi157 ceph-mon[29438]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:53.709 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:53 smithi157 ceph-mon[40946]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:53 smithi187 ceph-mon[33407]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:54.824 INFO:teuthology.orchestra.run.smithi157.stdout:Created osd(s) 1 on host 'smithi157' 2024-08-17T00:25:55.514 DEBUG:teuthology.orchestra.run.smithi157:osd.1> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.1.service 2024-08-17T00:25:55.517 INFO:tasks.cephadm:Deploying osd.2 on smithi157 with /dev/vg_nvme/lv_2... 2024-08-17T00:25:55.517 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-17T00:25:55.943 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:25:56.075 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:55 smithi157 ceph-mon[29438]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:56.076 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:55 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:56.076 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:55 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:56.076 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:55 smithi157 ceph-mon[29438]: from='osd.1 [v2:172.21.15.157:6810/2883364621,v1:172.21.15.157:6811/2883364621]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T00:25:56.076 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:55 smithi157 ceph-mon[40946]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:56.076 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:55 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:56.076 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:55 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:56.076 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:55 smithi157 ceph-mon[40946]: from='osd.1 [v2:172.21.15.157:6810/2883364621,v1:172.21.15.157:6811/2883364621]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T00:25:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:55 smithi187 ceph-mon[33407]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:55 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:55 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:56.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:55 smithi187 ceph-mon[33407]: from='osd.1 [v2:172.21.15.157:6810/2883364621,v1:172.21.15.157:6811/2883364621]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T00:25:57.056 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:56 smithi157 ceph-mon[29438]: from='osd.1 [v2:172.21.15.157:6810/2883364621,v1:172.21.15.157:6811/2883364621]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T00:25:57.056 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:56 smithi157 ceph-mon[29438]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T00:25:57.056 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:57.056 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:56 smithi157 ceph-mon[29438]: from='osd.1 [v2:172.21.15.157:6810/2883364621,v1:172.21.15.157:6811/2883364621]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:25:57.057 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:57.057 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:57.057 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:25:56 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1[51696]: 2024-08-17T00:25:56.828+0000 7fb731155640 -1 osd.1 0 waiting for initial osdmap 2024-08-17T00:25:57.057 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:25:56 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1[51696]: 2024-08-17T00:25:56.832+0000 7fb72a767640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:25:57.057 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:56 smithi157 ceph-mon[40946]: from='osd.1 [v2:172.21.15.157:6810/2883364621,v1:172.21.15.157:6811/2883364621]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T00:25:57.057 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:56 smithi157 ceph-mon[40946]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T00:25:57.058 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:57.058 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:56 smithi157 ceph-mon[40946]: from='osd.1 [v2:172.21.15.157:6810/2883364621,v1:172.21.15.157:6811/2883364621]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:25:57.058 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:57.058 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:56 smithi187 ceph-mon[33407]: from='osd.1 [v2:172.21.15.157:6810/2883364621,v1:172.21.15.157:6811/2883364621]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T00:25:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:56 smithi187 ceph-mon[33407]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T00:25:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:56 smithi187 ceph-mon[33407]: from='osd.1 [v2:172.21.15.157:6810/2883364621,v1:172.21.15.157:6811/2883364621]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:25:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:25:57.954 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:57 smithi157 ceph-mon[40946]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:57.955 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:57 smithi157 ceph-mon[40946]: from='osd.1 [v2:172.21.15.157:6810/2883364621,v1:172.21.15.157:6811/2883364621]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-08-17T00:25:57.955 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:57 smithi157 ceph-mon[40946]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T00:25:57.955 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:57 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:57.955 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:57 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:57.955 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:57 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:57.955 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:57 smithi157 ceph-mon[29438]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:57.955 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:57 smithi157 ceph-mon[29438]: from='osd.1 [v2:172.21.15.157:6810/2883364621,v1:172.21.15.157:6811/2883364621]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-08-17T00:25:57.955 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:57 smithi157 ceph-mon[29438]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T00:25:57.956 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:57 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:57.956 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:57 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:57.956 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:57 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:57 smithi187 ceph-mon[33407]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:25:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:57 smithi187 ceph-mon[33407]: from='osd.1 [v2:172.21.15.157:6810/2883364621,v1:172.21.15.157:6811/2883364621]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-08-17T00:25:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:57 smithi187 ceph-mon[33407]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T00:25:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:57 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:58.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:57 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:58.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:57 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:58.876 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:58 smithi157 ceph-mon[29438]: purged_snaps scrub starts 2024-08-17T00:25:58.876 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:58 smithi157 ceph-mon[29438]: purged_snaps scrub ok 2024-08-17T00:25:58.876 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:58 smithi157 ceph-mon[29438]: osd.1 [v2:172.21.15.157:6810/2883364621,v1:172.21.15.157:6811/2883364621] boot 2024-08-17T00:25:58.876 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:58 smithi157 ceph-mon[29438]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T00:25:58.876 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:58.876 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:58 smithi157 ceph-mon[40946]: purged_snaps scrub starts 2024-08-17T00:25:58.876 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:58 smithi157 ceph-mon[40946]: purged_snaps scrub ok 2024-08-17T00:25:58.876 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:58 smithi157 ceph-mon[40946]: osd.1 [v2:172.21.15.157:6810/2883364621,v1:172.21.15.157:6811/2883364621] boot 2024-08-17T00:25:58.876 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:58 smithi157 ceph-mon[40946]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T00:25:58.877 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:58 smithi187 ceph-mon[33407]: purged_snaps scrub starts 2024-08-17T00:25:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:58 smithi187 ceph-mon[33407]: purged_snaps scrub ok 2024-08-17T00:25:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:58 smithi187 ceph-mon[33407]: osd.1 [v2:172.21.15.157:6810/2883364621,v1:172.21.15.157:6811/2883364621] boot 2024-08-17T00:25:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:58 smithi187 ceph-mon[33407]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T00:25:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:25:59.334 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:25:59.356 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi157:vg_nvme/lv_2 2024-08-17T00:25:59.961 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:26:00.084 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:59 smithi157 ceph-mon[29438]: pgmap v58: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:26:00.084 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:25:59 smithi157 ceph-mon[29438]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T00:26:00.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:59 smithi157 ceph-mon[40946]: pgmap v58: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:26:00.084 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:25:59 smithi157 ceph-mon[40946]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T00:26:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:59 smithi187 ceph-mon[33407]: pgmap v58: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:26:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:25:59 smithi187 ceph-mon[33407]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T00:26:02.116 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[29438]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:02.116 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:02.116 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:02.116 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:02.116 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:02.116 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:02.116 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:02.116 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:02.116 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:02.116 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:26:02.116 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:02.117 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:02.117 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:02.117 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[40946]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:02.117 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:02.117 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:02.117 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:02.117 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:02.117 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:02.117 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:02.117 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:02.117 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:02.118 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:26:02.118 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:02.118 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:02.118 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:01 smithi187 ceph-mon[33407]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:26:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:03.105 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:02 smithi157 ceph-mon[40946]: Detected new or changed devices on smithi157 2024-08-17T00:26:03.105 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:02 smithi157 ceph-mon[40946]: Adjusting osd_memory_target on smithi157 to 8032M 2024-08-17T00:26:03.105 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:02 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:26:03.106 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:02 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:26:03.106 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:02 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:03.106 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:02 smithi157 ceph-mon[29438]: Detected new or changed devices on smithi157 2024-08-17T00:26:03.106 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:02 smithi157 ceph-mon[29438]: Adjusting osd_memory_target on smithi157 to 8032M 2024-08-17T00:26:03.106 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:02 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:26:03.107 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:02 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:26:03.107 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:02 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:02 smithi187 ceph-mon[33407]: Detected new or changed devices on smithi157 2024-08-17T00:26:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:02 smithi187 ceph-mon[33407]: Adjusting osd_memory_target on smithi157 to 8032M 2024-08-17T00:26:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:02 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:26:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:02 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:26:03.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:02 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:03.985 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:03 smithi157 ceph-mon[29438]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:03.986 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:03 smithi157 ceph-mon[29438]: from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:26:03.986 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:03 smithi157 ceph-mon[40946]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:03.986 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:03 smithi157 ceph-mon[40946]: from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:26:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:03 smithi187 ceph-mon[33407]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:03 smithi187 ceph-mon[33407]: from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:26:06.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:05 smithi157 ceph-mon[40946]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:06.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:05 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3836334652' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d4c08dce-8279-4f3e-be96-aa0dc05cefb9"}]: dispatch 2024-08-17T00:26:06.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:05 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3836334652' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d4c08dce-8279-4f3e-be96-aa0dc05cefb9"}]': finished 2024-08-17T00:26:06.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:05 smithi157 ceph-mon[40946]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T00:26:06.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:05 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:26:06.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:05 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/4028459727' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:26:06.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:05 smithi157 ceph-mon[29438]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:06.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:05 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3836334652' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d4c08dce-8279-4f3e-be96-aa0dc05cefb9"}]: dispatch 2024-08-17T00:26:06.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:05 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3836334652' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d4c08dce-8279-4f3e-be96-aa0dc05cefb9"}]': finished 2024-08-17T00:26:06.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:05 smithi157 ceph-mon[29438]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T00:26:06.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:05 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:26:06.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:05 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/4028459727' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:26:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:05 smithi187 ceph-mon[33407]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:05 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3836334652' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d4c08dce-8279-4f3e-be96-aa0dc05cefb9"}]: dispatch 2024-08-17T00:26:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:05 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3836334652' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d4c08dce-8279-4f3e-be96-aa0dc05cefb9"}]': finished 2024-08-17T00:26:06.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:05 smithi187 ceph-mon[33407]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T00:26:06.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:05 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:26:06.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:05 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/4028459727' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:26:08.095 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:07 smithi157 ceph-mon[29438]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:08.095 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:07 smithi157 ceph-mon[40946]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:07 smithi187 ceph-mon[33407]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:09.934 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:09 smithi157 ceph-mon[29438]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:09.934 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:09 smithi157 ceph-mon[40946]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:09 smithi187 ceph-mon[33407]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:12.003 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:11 smithi157 ceph-mon[29438]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:12.003 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:11 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:26:12.003 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:11 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:12.004 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:11 smithi157 ceph-mon[40946]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:12.004 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:11 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:26:12.004 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:11 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:11 smithi187 ceph-mon[33407]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:12.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:11 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:26:12.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:11 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:12.982 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:12 smithi157 ceph-mon[29438]: Deploying daemon osd.2 on smithi157 2024-08-17T00:26:12.982 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:12 smithi157 ceph-mon[40946]: Deploying daemon osd.2 on smithi157 2024-08-17T00:26:13.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:12 smithi187 ceph-mon[33407]: Deploying daemon osd.2 on smithi157 2024-08-17T00:26:14.106 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:13 smithi157 ceph-mon[29438]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:14.107 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:13 smithi157 ceph-mon[40946]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:13 smithi187 ceph-mon[33407]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:16.096 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:15 smithi157 ceph-mon[29438]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:16.097 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:15 smithi157 ceph-mon[40946]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:16.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:15 smithi187 ceph-mon[33407]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:16 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:26:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:16 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:16 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:16 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:26:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:16 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:16 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:16 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:26:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:16 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:16 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:18.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:17 smithi157 ceph-mon[29438]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:17 smithi157 ceph-mon[40946]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:17 smithi187 ceph-mon[33407]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:19.634 INFO:teuthology.orchestra.run.smithi157.stdout:Created osd(s) 2 on host 'smithi157' 2024-08-17T00:26:20.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:19 smithi157 ceph-mon[29438]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:20.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:19 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:20.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:19 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:20.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:19 smithi157 ceph-mon[29438]: from='osd.2 [v2:172.21.15.157:6818/3834627844,v1:172.21.15.157:6819/3834627844]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T00:26:20.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:19 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:20.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:19 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:20.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:19 smithi157 ceph-mon[40946]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:20.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:19 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:20.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:19 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:20.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:19 smithi157 ceph-mon[40946]: from='osd.2 [v2:172.21.15.157:6818/3834627844,v1:172.21.15.157:6819/3834627844]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T00:26:20.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:19 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:20.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:19 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:19 smithi187 ceph-mon[33407]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:19 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:20.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:19 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:20.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:19 smithi187 ceph-mon[33407]: from='osd.2 [v2:172.21.15.157:6818/3834627844,v1:172.21.15.157:6819/3834627844]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T00:26:20.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:19 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:20.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:19 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:20.451 DEBUG:teuthology.orchestra.run.smithi157:osd.2> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.2.service 2024-08-17T00:26:20.453 INFO:tasks.cephadm:Deploying osd.3 on smithi157 with /dev/vg_nvme/lv_1... 2024-08-17T00:26:20.453 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-17T00:26:21.210 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:26:21.327 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:21 smithi157 ceph-mon[40946]: from='osd.2 [v2:172.21.15.157:6818/3834627844,v1:172.21.15.157:6819/3834627844]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T00:26:21.327 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:21 smithi157 ceph-mon[40946]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T00:26:21.327 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:21 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:26:21.327 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:21 smithi157 ceph-mon[40946]: from='osd.2 [v2:172.21.15.157:6818/3834627844,v1:172.21.15.157:6819/3834627844]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:26:21.327 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:21 smithi157 ceph-mon[40946]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:21.328 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:21 smithi157 ceph-mon[29438]: from='osd.2 [v2:172.21.15.157:6818/3834627844,v1:172.21.15.157:6819/3834627844]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T00:26:21.328 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:21 smithi157 ceph-mon[29438]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T00:26:21.328 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:21 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:26:21.328 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:21 smithi157 ceph-mon[29438]: from='osd.2 [v2:172.21.15.157:6818/3834627844,v1:172.21.15.157:6819/3834627844]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:26:21.328 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:21 smithi157 ceph-mon[29438]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:21.328 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:26:21 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2[57931]: 2024-08-17T00:26:21.031+0000 7fa5894ad640 -1 osd.2 0 waiting for initial osdmap 2024-08-17T00:26:21.328 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:26:21 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2[57931]: 2024-08-17T00:26:21.034+0000 7fa5822be640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:26:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:21 smithi187 ceph-mon[33407]: from='osd.2 [v2:172.21.15.157:6818/3834627844,v1:172.21.15.157:6819/3834627844]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T00:26:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:21 smithi187 ceph-mon[33407]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T00:26:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:21 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:26:21.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:21 smithi187 ceph-mon[33407]: from='osd.2 [v2:172.21.15.157:6818/3834627844,v1:172.21.15.157:6819/3834627844]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:26:21.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:21 smithi187 ceph-mon[33407]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:22.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:22 smithi157 ceph-mon[29438]: from='osd.2 [v2:172.21.15.157:6818/3834627844,v1:172.21.15.157:6819/3834627844]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-08-17T00:26:22.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:22 smithi157 ceph-mon[29438]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T00:26:22.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:22 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:26:22.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:22 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:26:22.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:22 smithi157 ceph-mon[40946]: from='osd.2 [v2:172.21.15.157:6818/3834627844,v1:172.21.15.157:6819/3834627844]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-08-17T00:26:22.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:22 smithi157 ceph-mon[40946]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T00:26:22.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:22 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:26:22.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:22 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:26:22.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:22 smithi187 ceph-mon[33407]: from='osd.2 [v2:172.21.15.157:6818/3834627844,v1:172.21.15.157:6819/3834627844]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-08-17T00:26:22.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:22 smithi187 ceph-mon[33407]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T00:26:22.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:22 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:26:22.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:22 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:26:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:23 smithi157 ceph-mon[40946]: purged_snaps scrub starts 2024-08-17T00:26:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:23 smithi157 ceph-mon[40946]: purged_snaps scrub ok 2024-08-17T00:26:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:23 smithi157 ceph-mon[40946]: osd.2 [v2:172.21.15.157:6818/3834627844,v1:172.21.15.157:6819/3834627844] boot 2024-08-17T00:26:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:23 smithi157 ceph-mon[40946]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T00:26:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:23 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:26:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:23 smithi157 ceph-mon[40946]: pgmap v75: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:23 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-17T00:26:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:23 smithi157 ceph-mon[29438]: purged_snaps scrub starts 2024-08-17T00:26:23.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:23 smithi157 ceph-mon[29438]: purged_snaps scrub ok 2024-08-17T00:26:23.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:23 smithi157 ceph-mon[29438]: osd.2 [v2:172.21.15.157:6818/3834627844,v1:172.21.15.157:6819/3834627844] boot 2024-08-17T00:26:23.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:23 smithi157 ceph-mon[29438]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T00:26:23.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:23 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:26:23.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:23 smithi157 ceph-mon[29438]: pgmap v75: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:23.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:23 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-17T00:26:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:23 smithi187 ceph-mon[33407]: purged_snaps scrub starts 2024-08-17T00:26:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:23 smithi187 ceph-mon[33407]: purged_snaps scrub ok 2024-08-17T00:26:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:23 smithi187 ceph-mon[33407]: osd.2 [v2:172.21.15.157:6818/3834627844,v1:172.21.15.157:6819/3834627844] boot 2024-08-17T00:26:23.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:23 smithi187 ceph-mon[33407]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T00:26:23.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:23 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:26:23.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:23 smithi187 ceph-mon[33407]: pgmap v75: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:26:23.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:23 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-17T00:26:24.320 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:24 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-17T00:26:24.320 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:24 smithi157 ceph-mon[29438]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T00:26:24.320 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:24 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:26:24.321 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:24 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-17T00:26:24.321 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:24 smithi157 ceph-mon[40946]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T00:26:24.321 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:24 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:26:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:24 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-17T00:26:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:24 smithi187 ceph-mon[33407]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T00:26:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:24 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:26:24.823 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:26:24 smithi157 sudo[61688]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T00:26:24.823 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:26:24 smithi157 sudo[61688]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:26:24.823 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:26:24 smithi157 sudo[61688]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:26:24.823 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:26:24 smithi157 sudo[61688]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:26:25.135 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:26:24 smithi157 sudo[61709]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T00:26:25.135 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:26:24 smithi157 sudo[61709]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:26:25.135 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:26:24 smithi157 sudo[61709]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:26:25.135 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:26:24 smithi157 sudo[61709]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:26:25.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T00:26:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T00:26:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: Detected new or changed devices on smithi157 2024-08-17T00:26:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: Adjusting osd_memory_target on smithi157 to 5354M 2024-08-17T00:26:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:25.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:25.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:26:25.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:25.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:25.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T00:26:25.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T00:26:25.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:25.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: Detected new or changed devices on smithi157 2024-08-17T00:26:25.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:25.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:25.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:25.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: Adjusting osd_memory_target on smithi157 to 5354M 2024-08-17T00:26:25.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:25.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:25.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:26:25.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:25.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:25.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:25 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T00:26:25.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T00:26:25.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:25.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: Detected new or changed devices on smithi157 2024-08-17T00:26:25.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:25.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:25.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:25.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: Adjusting osd_memory_target on smithi157 to 5354M 2024-08-17T00:26:25.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:25.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:25.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:26:25.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:25.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:25.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:25 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:25.515 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:26:25 smithi157 sudo[61831]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T00:26:25.515 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:26:25 smithi157 sudo[61831]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:26:25.515 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:26:25 smithi157 sudo[61831]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:26:25.515 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:26:25 smithi157 sudo[61831]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:26:25.776 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:26:25 smithi157 sudo[61840]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T00:26:25.776 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:26:25 smithi157 sudo[61840]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:26:25.776 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:26:25 smithi157 sudo[61840]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:26:25.776 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:26:25 smithi157 sudo[61840]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:26:25.776 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:26:25 smithi157 sudo[61843]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T00:26:25.777 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:26:25 smithi157 sudo[61843]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:26:25.777 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:26:25 smithi157 sudo[61843]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:26:25.777 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:26:25 smithi157 sudo[61843]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:26:25.800 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:26:25.819 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi157:vg_nvme/lv_1 2024-08-17T00:26:26.084 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:26:26.288 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:26:26 smithi157 sudo[61879]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T00:26:26.288 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:26:26 smithi157 sudo[61879]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:26:26.288 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:26:26 smithi157 sudo[61879]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:26:26.288 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:26:26 smithi157 sudo[61879]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:26:26.548 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:26 smithi157 sudo[61922]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T00:26:26.548 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:26 smithi157 sudo[61922]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:26:26.548 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:26 smithi157 sudo[61922]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:26:26.548 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:26 smithi157 sudo[61922]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:26:26.811 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:26 smithi187 ceph-mon[33407]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T00:26:26.811 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:26 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:26:26.811 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:26 smithi187 sudo[36175]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T00:26:26.811 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:26 smithi187 sudo[36175]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:26:26.811 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:26 smithi187 sudo[36175]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:26:26.811 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:26 smithi187 sudo[36175]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:26:26.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:26 smithi157 ceph-mon[40946]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T00:26:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:26 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:26:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:26 smithi157 sudo[61964]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T00:26:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:26 smithi157 sudo[61964]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:26:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:26 smithi157 sudo[61964]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:26:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:26 smithi157 sudo[61964]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:26:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:26 smithi157 ceph-mon[29438]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T00:26:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:26 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:26:27.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 sudo[36178]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T00:26:27.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 sudo[36178]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:26:27.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 sudo[36178]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:26:27.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 sudo[36178]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:26:27.489 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 sudo[61994]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T00:26:27.489 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 sudo[61994]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:26:27.490 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 sudo[61994]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:26:27.490 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 sudo[61994]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:26:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[29438]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:26:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:26:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:26:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:26:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:26:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:26:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:26:27.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:26:27.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:26:27.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:27.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:26:27.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:26:27.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:26:27.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 sudo[62017]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T00:26:27.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 sudo[62017]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:26:27.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 sudo[62017]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:26:27.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 sudo[62017]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:26:27.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[40946]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:27.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:26:27.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:26:27.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:26:27.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:26:27.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:26:27.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:26:27.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:26:27.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:26:27.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:26:27.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:27.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:26:27.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:26:27.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:27 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:26:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 ceph-mon[33407]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:27.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:26:27.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:26:27.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:26:27.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:26:27.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:26:27.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:26:27.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:26:27.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:26:27.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:26:27.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:27.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:26:27.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:26:27.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:27 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:26:28.876 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:28 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:26:28.876 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:28 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:26:28.876 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:28 smithi157 ceph-mon[29438]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T00:26:28.876 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:28 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:26:28.876 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:28 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:26:28.876 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:28 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:28.876 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:28 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:26:28.876 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:28 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:26:28.877 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:28 smithi157 ceph-mon[40946]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T00:26:28.877 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:28 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:26:28.877 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:28 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:26:28.877 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:28 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:28 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:26:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:28 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:26:28.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:28 smithi187 ceph-mon[33407]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T00:26:28.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:28 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:26:28.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:28 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:26:28.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:28 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:29 smithi157 ceph-mon[29438]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:26:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:29 smithi157 ceph-mon[29438]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:29.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:29 smithi157 ceph-mon[40946]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:26:29.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:29 smithi157 ceph-mon[40946]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:29 smithi187 ceph-mon[33407]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi157:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:26:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:29 smithi187 ceph-mon[33407]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:30.773 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:30 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/4226370495' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a"}]: dispatch 2024-08-17T00:26:30.773 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:30 smithi157 ceph-mon[29438]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a"}]: dispatch 2024-08-17T00:26:30.773 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:30 smithi157 ceph-mon[29438]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a"}]': finished 2024-08-17T00:26:30.773 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:30 smithi157 ceph-mon[29438]: osdmap e22: 4 total, 3 up, 4 in 2024-08-17T00:26:30.773 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:30 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:26:30.773 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:30 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/4226370495' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a"}]: dispatch 2024-08-17T00:26:30.773 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:30 smithi157 ceph-mon[40946]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a"}]: dispatch 2024-08-17T00:26:30.773 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:30 smithi157 ceph-mon[40946]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a"}]': finished 2024-08-17T00:26:30.774 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:30 smithi157 ceph-mon[40946]: osdmap e22: 4 total, 3 up, 4 in 2024-08-17T00:26:30.774 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:30 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:26:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:30 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/4226370495' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a"}]: dispatch 2024-08-17T00:26:30.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:30 smithi187 ceph-mon[33407]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a"}]: dispatch 2024-08-17T00:26:30.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:30 smithi187 ceph-mon[33407]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a"}]': finished 2024-08-17T00:26:30.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:30 smithi187 ceph-mon[33407]: osdmap e22: 4 total, 3 up, 4 in 2024-08-17T00:26:30.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:30 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:26:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:31 smithi157 ceph-mon[29438]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:31 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/4065403716' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:26:31.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:31 smithi157 ceph-mon[40946]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:31.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:31 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/4065403716' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:26:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:31 smithi187 ceph-mon[33407]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:31 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/4065403716' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:26:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:33 smithi157 ceph-mon[29438]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:33 smithi157 ceph-mon[40946]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:33.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:33 smithi187 ceph-mon[33407]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:35 smithi157 ceph-mon[29438]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:35 smithi157 ceph-mon[40946]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:35 smithi187 ceph-mon[33407]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:36 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:26:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:36 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:36.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:36 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:26:36.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:36 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:36 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:26:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:36 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:37.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:37 smithi157 ceph-mon[29438]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:37.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:37 smithi157 ceph-mon[29438]: Deploying daemon osd.3 on smithi157 2024-08-17T00:26:37.812 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:37 smithi157 ceph-mon[40946]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:37.812 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:37 smithi157 ceph-mon[40946]: Deploying daemon osd.3 on smithi157 2024-08-17T00:26:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:37 smithi187 ceph-mon[33407]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:37.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:37 smithi187 ceph-mon[33407]: Deploying daemon osd.3 on smithi157 2024-08-17T00:26:39.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:39 smithi157 ceph-mon[29438]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:39 smithi157 ceph-mon[40946]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:39 smithi187 ceph-mon[33407]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:41.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:41 smithi157 ceph-mon[29438]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:41.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:41 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:26:41.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:41 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:41.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:41 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:41 smithi157 ceph-mon[40946]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:41 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:26:41.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:41 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:41.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:41 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:41 smithi187 ceph-mon[33407]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:41 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:26:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:41 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:41 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:43 smithi157 ceph-mon[29438]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:43.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:43 smithi157 ceph-mon[40946]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:43 smithi187 ceph-mon[33407]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:45.092 INFO:teuthology.orchestra.run.smithi157.stdout:Created osd(s) 3 on host 'smithi157' 2024-08-17T00:26:45.680 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[29438]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:45.680 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:45.681 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:45.681 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:45.681 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:45.681 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:45.681 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[29438]: from='osd.3 [v2:172.21.15.157:6826/4167938513,v1:172.21.15.157:6827/4167938513]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T00:26:45.681 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:26:45.681 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:45.681 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:45.681 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[40946]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:45.681 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:45.682 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:45.682 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:45.682 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:45.682 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:45.682 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[40946]: from='osd.3 [v2:172.21.15.157:6826/4167938513,v1:172.21.15.157:6827/4167938513]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T00:26:45.682 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:26:45.682 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:45.682 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:45 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:45.704 DEBUG:teuthology.orchestra.run.smithi157:osd.3> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.3.service 2024-08-17T00:26:45.707 INFO:tasks.cephadm:Deploying osd.4 on smithi187 with /dev/vg_nvme/lv_4... 2024-08-17T00:26:45.707 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-17T00:26:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:45 smithi187 ceph-mon[33407]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:45 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:45.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:45 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:45.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:45 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:45.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:45 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:45.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:45 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:45.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:45 smithi187 ceph-mon[33407]: from='osd.3 [v2:172.21.15.157:6826/4167938513,v1:172.21.15.157:6827/4167938513]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T00:26:45.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:45 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:26:45.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:45 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:45.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:45 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:45.966 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:26:46.676 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:46 smithi187 ceph-mon[33407]: from='osd.3 [v2:172.21.15.157:6826/4167938513,v1:172.21.15.157:6827/4167938513]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T00:26:46.676 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:46 smithi187 ceph-mon[33407]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T00:26:46.676 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:46 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:26:46.676 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:46 smithi187 ceph-mon[33407]: from='osd.3 [v2:172.21.15.157:6826/4167938513,v1:172.21.15.157:6827/4167938513]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:26:46.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:46 smithi157 ceph-mon[29438]: from='osd.3 [v2:172.21.15.157:6826/4167938513,v1:172.21.15.157:6827/4167938513]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T00:26:46.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:46 smithi157 ceph-mon[29438]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T00:26:46.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:46 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:26:46.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:46 smithi157 ceph-mon[29438]: from='osd.3 [v2:172.21.15.157:6826/4167938513,v1:172.21.15.157:6827/4167938513]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:26:46.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:46 smithi157 ceph-mon[40946]: from='osd.3 [v2:172.21.15.157:6826/4167938513,v1:172.21.15.157:6827/4167938513]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T00:26:46.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:46 smithi157 ceph-mon[40946]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T00:26:46.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:46 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:26:46.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:46 smithi157 ceph-mon[40946]: from='osd.3 [v2:172.21.15.157:6826/4167938513,v1:172.21.15.157:6827/4167938513]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:26:46.886 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:26:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3[64108]: 2024-08-17T00:26:46.633+0000 7fa77cf60640 -1 osd.3 0 waiting for initial osdmap 2024-08-17T00:26:46.886 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:26:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3[64108]: 2024-08-17T00:26:46.637+0000 7fa779d9b640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:26:47.953 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:47 smithi157 ceph-mon[29438]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:47.953 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:47 smithi157 ceph-mon[29438]: from='osd.3 [v2:172.21.15.157:6826/4167938513,v1:172.21.15.157:6827/4167938513]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-08-17T00:26:47.954 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:47 smithi157 ceph-mon[29438]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T00:26:47.954 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:47 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:26:47.954 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:47 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:26:47.954 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:47 smithi157 ceph-mon[40946]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:47.954 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:47 smithi157 ceph-mon[40946]: from='osd.3 [v2:172.21.15.157:6826/4167938513,v1:172.21.15.157:6827/4167938513]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-08-17T00:26:47.954 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:47 smithi157 ceph-mon[40946]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T00:26:47.954 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:47 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:26:47.954 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:47 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:26:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:47 smithi187 ceph-mon[33407]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:26:47.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:47 smithi187 ceph-mon[33407]: from='osd.3 [v2:172.21.15.157:6826/4167938513,v1:172.21.15.157:6827/4167938513]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]': finished 2024-08-17T00:26:47.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:47 smithi187 ceph-mon[33407]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T00:26:47.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:47 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:26:47.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:47 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:26:48.227 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:26:48.247 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi187:vg_nvme/lv_4 2024-08-17T00:26:48.493 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:26:48.865 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:48 smithi187 ceph-mon[33407]: purged_snaps scrub starts 2024-08-17T00:26:48.866 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:48 smithi187 ceph-mon[33407]: purged_snaps scrub ok 2024-08-17T00:26:48.866 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:48 smithi187 ceph-mon[33407]: osd.3 [v2:172.21.15.157:6826/4167938513,v1:172.21.15.157:6827/4167938513] boot 2024-08-17T00:26:48.866 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:48 smithi187 ceph-mon[33407]: osdmap e25: 4 total, 4 up, 4 in 2024-08-17T00:26:48.866 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:26:48.866 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:48.866 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:48.866 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:48.866 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:48.866 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:48.866 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:48.867 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:48.867 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:48.867 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:48.867 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:48 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[29438]: purged_snaps scrub starts 2024-08-17T00:26:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[29438]: purged_snaps scrub ok 2024-08-17T00:26:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[29438]: osd.3 [v2:172.21.15.157:6826/4167938513,v1:172.21.15.157:6827/4167938513] boot 2024-08-17T00:26:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[29438]: osdmap e25: 4 total, 4 up, 4 in 2024-08-17T00:26:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:26:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:48.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[40946]: purged_snaps scrub starts 2024-08-17T00:26:48.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[40946]: purged_snaps scrub ok 2024-08-17T00:26:48.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[40946]: osd.3 [v2:172.21.15.157:6826/4167938513,v1:172.21.15.157:6827/4167938513] boot 2024-08-17T00:26:48.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[40946]: osdmap e25: 4 total, 4 up, 4 in 2024-08-17T00:26:48.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:26:48.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:48.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:48.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:48.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:48.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:48.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:26:48.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:48.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:48.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:26:48.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:48 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:26:49.759 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:49 smithi187 ceph-mon[33407]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:49.759 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:49 smithi187 ceph-mon[33407]: Detected new or changed devices on smithi157 2024-08-17T00:26:49.760 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:49 smithi187 ceph-mon[33407]: Adjusting osd_memory_target on smithi157 to 4016M 2024-08-17T00:26:49.760 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:49 smithi187 ceph-mon[33407]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T00:26:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:49 smithi157 ceph-mon[29438]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:49 smithi157 ceph-mon[29438]: Detected new or changed devices on smithi157 2024-08-17T00:26:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:49 smithi157 ceph-mon[29438]: Adjusting osd_memory_target on smithi157 to 4016M 2024-08-17T00:26:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:49 smithi157 ceph-mon[29438]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T00:26:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:49 smithi157 ceph-mon[40946]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:49 smithi157 ceph-mon[40946]: Detected new or changed devices on smithi157 2024-08-17T00:26:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:49 smithi157 ceph-mon[40946]: Adjusting osd_memory_target on smithi157 to 4016M 2024-08-17T00:26:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:49 smithi157 ceph-mon[40946]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T00:26:50.774 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:50 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:26:50.774 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:50 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:26:50.774 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:50 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:50 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:26:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:50 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:26:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:50 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:50 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:26:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:50 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:26:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:50 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:51.778 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:51 smithi187 ceph-mon[33407]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:26:51.779 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:51 smithi187 ceph-mon[33407]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:52.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:51 smithi157 ceph-mon[29438]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:26:52.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:51 smithi157 ceph-mon[29438]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:52.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:51 smithi157 ceph-mon[40946]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:26:52.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:51 smithi157 ceph-mon[40946]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:52.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:52 smithi187 ceph-mon[33407]: from='client.? 172.21.15.187:0/4167375746' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "730aedf4-b665-4976-936d-cbf2d867935a"}]: dispatch 2024-08-17T00:26:52.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:52 smithi187 ceph-mon[33407]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "730aedf4-b665-4976-936d-cbf2d867935a"}]: dispatch 2024-08-17T00:26:52.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:52 smithi187 ceph-mon[33407]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "730aedf4-b665-4976-936d-cbf2d867935a"}]': finished 2024-08-17T00:26:52.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:52 smithi187 ceph-mon[33407]: osdmap e27: 5 total, 4 up, 5 in 2024-08-17T00:26:52.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:52 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:26:53.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:52 smithi157 ceph-mon[29438]: from='client.? 172.21.15.187:0/4167375746' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "730aedf4-b665-4976-936d-cbf2d867935a"}]: dispatch 2024-08-17T00:26:53.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:52 smithi157 ceph-mon[29438]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "730aedf4-b665-4976-936d-cbf2d867935a"}]: dispatch 2024-08-17T00:26:53.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:52 smithi157 ceph-mon[29438]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "730aedf4-b665-4976-936d-cbf2d867935a"}]': finished 2024-08-17T00:26:53.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:52 smithi157 ceph-mon[29438]: osdmap e27: 5 total, 4 up, 5 in 2024-08-17T00:26:53.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:52 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:26:53.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:52 smithi157 ceph-mon[40946]: from='client.? 172.21.15.187:0/4167375746' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "730aedf4-b665-4976-936d-cbf2d867935a"}]: dispatch 2024-08-17T00:26:53.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:52 smithi157 ceph-mon[40946]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "730aedf4-b665-4976-936d-cbf2d867935a"}]: dispatch 2024-08-17T00:26:53.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:52 smithi157 ceph-mon[40946]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "730aedf4-b665-4976-936d-cbf2d867935a"}]': finished 2024-08-17T00:26:53.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:52 smithi157 ceph-mon[40946]: osdmap e27: 5 total, 4 up, 5 in 2024-08-17T00:26:53.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:52 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:26:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:53 smithi187 ceph-mon[33407]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:53 smithi187 ceph-mon[33407]: from='client.? 172.21.15.187:0/3777710067' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:26:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:53 smithi157 ceph-mon[40946]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:53 smithi157 ceph-mon[40946]: from='client.? 172.21.15.187:0/3777710067' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:26:54.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:53 smithi157 ceph-mon[29438]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:54.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:53 smithi157 ceph-mon[29438]: from='client.? 172.21.15.187:0/3777710067' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:26:55.876 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:55 smithi187 ceph-mon[33407]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:56.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:55 smithi157 ceph-mon[40946]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:55 smithi157 ceph-mon[29438]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:57.937 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:57 smithi157 ceph-mon[29438]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:57.937 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:57 smithi157 ceph-mon[40946]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:57.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:57 smithi187 ceph-mon[33407]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:26:58.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:58 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:26:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:58 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:26:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:58 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:26:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:59 smithi187 ceph-mon[33407]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:26:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:26:59 smithi187 ceph-mon[33407]: Deploying daemon osd.4 on smithi187 2024-08-17T00:27:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:59 smithi157 ceph-mon[40946]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:26:59 smithi157 ceph-mon[40946]: Deploying daemon osd.4 on smithi187 2024-08-17T00:27:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:59 smithi157 ceph-mon[29438]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:26:59 smithi157 ceph-mon[29438]: Deploying daemon osd.4 on smithi187 2024-08-17T00:27:01.780 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:01 smithi187 ceph-mon[33407]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:02.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:01 smithi157 ceph-mon[40946]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:01 smithi157 ceph-mon[29438]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:03 smithi187 ceph-mon[33407]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:03 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:27:03.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:03 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:03.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:03 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:04.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:03 smithi157 ceph-mon[29438]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:04.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:03 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:27:04.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:03 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:04.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:03 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:03 smithi157 ceph-mon[40946]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:03 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:27:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:03 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:04.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:03 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:05 smithi187 ceph-mon[33407]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:06.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:05 smithi157 ceph-mon[29438]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:06.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:05 smithi157 ceph-mon[40946]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:06.404 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 4 on host 'smithi187' 2024-08-17T00:27:06.989 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:06 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:06.990 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:06 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:06.990 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:06 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:06.990 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:06 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:27:06.990 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:06 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:06.990 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:06 smithi187 ceph-mon[33407]: from='osd.4 [v2:172.21.15.187:6800/2262152973,v1:172.21.15.187:6801/2262152973]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:27:06.990 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:06 smithi187 ceph-mon[33407]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:27:06.990 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:06 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:27:06.990 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:06 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:06.990 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:06 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:07.013 DEBUG:teuthology.orchestra.run.smithi187:osd.4> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.4.service 2024-08-17T00:27:07.015 INFO:tasks.cephadm:Deploying osd.5 on smithi187 with /dev/vg_nvme/lv_3... 2024-08-17T00:27:07.016 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-17T00:27:07.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:07.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:07.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:07.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:27:07.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:07.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[29438]: from='osd.4 [v2:172.21.15.187:6800/2262152973,v1:172.21.15.187:6801/2262152973]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:27:07.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[29438]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:27:07.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:27:07.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:07.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:07.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:07.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:07.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:07.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:27:07.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:07.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[40946]: from='osd.4 [v2:172.21.15.187:6800/2262152973,v1:172.21.15.187:6801/2262152973]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:27:07.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[40946]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:27:07.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:27:07.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:07.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:06 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:07.818 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:27:07.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:07 smithi187 ceph-mon[33407]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:07.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:07 smithi187 ceph-mon[33407]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T00:27:07.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:07 smithi187 ceph-mon[33407]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T00:27:07.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:07 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:27:07.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:07 smithi187 ceph-mon[33407]: from='osd.4 [v2:172.21.15.187:6800/2262152973,v1:172.21.15.187:6801/2262152973]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:07.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:07 smithi187 ceph-mon[33407]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:07.943 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:27:07 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[38867]: 2024-08-17T00:27:07.764+0000 7f4f05a50640 -1 osd.4 0 waiting for initial osdmap 2024-08-17T00:27:07.943 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:27:07 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[38867]: 2024-08-17T00:27:07.768+0000 7f4f00887640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:27:08.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:07 smithi157 ceph-mon[40946]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:08.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:07 smithi157 ceph-mon[40946]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T00:27:08.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:07 smithi157 ceph-mon[40946]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T00:27:08.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:07 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:27:08.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:07 smithi157 ceph-mon[40946]: from='osd.4 [v2:172.21.15.187:6800/2262152973,v1:172.21.15.187:6801/2262152973]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:08.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:07 smithi157 ceph-mon[40946]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:08.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:07 smithi157 ceph-mon[29438]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:08.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:07 smithi157 ceph-mon[29438]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T00:27:08.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:07 smithi157 ceph-mon[29438]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T00:27:08.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:07 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:27:08.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:07 smithi157 ceph-mon[29438]: from='osd.4 [v2:172.21.15.187:6800/2262152973,v1:172.21.15.187:6801/2262152973]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:08.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:07 smithi157 ceph-mon[29438]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:09.067 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:08 smithi187 ceph-mon[33407]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-08-17T00:27:09.067 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:08 smithi187 ceph-mon[33407]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T00:27:09.067 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:08 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:27:09.067 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:08 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:27:09.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:08 smithi157 ceph-mon[40946]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-08-17T00:27:09.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:08 smithi157 ceph-mon[40946]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T00:27:09.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:08 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:27:09.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:08 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:27:09.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:08 smithi157 ceph-mon[29438]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-08-17T00:27:09.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:08 smithi157 ceph-mon[29438]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T00:27:09.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:27:09.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:27:10.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:09 smithi157 ceph-mon[40946]: purged_snaps scrub starts 2024-08-17T00:27:10.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:09 smithi157 ceph-mon[40946]: purged_snaps scrub ok 2024-08-17T00:27:10.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:09 smithi157 ceph-mon[40946]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:10.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:09 smithi157 ceph-mon[40946]: osd.4 [v2:172.21.15.187:6800/2262152973,v1:172.21.15.187:6801/2262152973] boot 2024-08-17T00:27:10.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:09 smithi157 ceph-mon[40946]: osdmap e30: 5 total, 5 up, 5 in 2024-08-17T00:27:10.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:09 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:27:10.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:09 smithi157 ceph-mon[40946]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T00:27:10.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:09 smithi157 ceph-mon[29438]: purged_snaps scrub starts 2024-08-17T00:27:10.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:09 smithi157 ceph-mon[29438]: purged_snaps scrub ok 2024-08-17T00:27:10.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:09 smithi157 ceph-mon[29438]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:10.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:09 smithi157 ceph-mon[29438]: osd.4 [v2:172.21.15.187:6800/2262152973,v1:172.21.15.187:6801/2262152973] boot 2024-08-17T00:27:10.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:09 smithi157 ceph-mon[29438]: osdmap e30: 5 total, 5 up, 5 in 2024-08-17T00:27:10.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:09 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:27:10.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:09 smithi157 ceph-mon[29438]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T00:27:10.141 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:09 smithi187 ceph-mon[33407]: purged_snaps scrub starts 2024-08-17T00:27:10.141 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:09 smithi187 ceph-mon[33407]: purged_snaps scrub ok 2024-08-17T00:27:10.141 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:09 smithi187 ceph-mon[33407]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:27:10.141 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:09 smithi187 ceph-mon[33407]: osd.4 [v2:172.21.15.187:6800/2262152973,v1:172.21.15.187:6801/2262152973] boot 2024-08-17T00:27:10.141 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:09 smithi187 ceph-mon[33407]: osdmap e30: 5 total, 5 up, 5 in 2024-08-17T00:27:10.141 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:09 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:27:10.142 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:09 smithi187 ceph-mon[33407]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T00:27:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[29438]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T00:27:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:27:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:27:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:11.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[40946]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T00:27:11.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:11.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:11.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:27:11.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:11.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:11.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:27:11.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:10 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:11.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:10 smithi187 ceph-mon[33407]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T00:27:11.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:10 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:11.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:10 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:11.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:10 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:27:11.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:10 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:11.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:10 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:11.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:10 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:27:11.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:10 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:11.863 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:27:11.882 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi187:vg_nvme/lv_3 2024-08-17T00:27:12.128 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:27:12.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:11 smithi157 ceph-mon[29438]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:12.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:11 smithi157 ceph-mon[29438]: Detected new or changed devices on smithi187 2024-08-17T00:27:12.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:11 smithi157 ceph-mon[29438]: Adjusting osd_memory_target on smithi187 to 17088M 2024-08-17T00:27:12.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:11 smithi157 ceph-mon[29438]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T00:27:12.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:11 smithi157 ceph-mon[40946]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:12.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:11 smithi157 ceph-mon[40946]: Detected new or changed devices on smithi187 2024-08-17T00:27:12.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:11 smithi157 ceph-mon[40946]: Adjusting osd_memory_target on smithi187 to 17088M 2024-08-17T00:27:12.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:11 smithi157 ceph-mon[40946]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T00:27:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:11 smithi187 ceph-mon[33407]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:11 smithi187 ceph-mon[33407]: Detected new or changed devices on smithi187 2024-08-17T00:27:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:11 smithi187 ceph-mon[33407]: Adjusting osd_memory_target on smithi187 to 17088M 2024-08-17T00:27:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:11 smithi187 ceph-mon[33407]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T00:27:13.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:12 smithi157 ceph-mon[29438]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T00:27:13.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:12 smithi157 ceph-mon[40946]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T00:27:13.180 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:12 smithi187 ceph-mon[33407]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T00:27:14.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:13 smithi157 ceph-mon[29438]: pgmap v116: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:14.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:13 smithi157 ceph-mon[40946]: pgmap v116: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:13 smithi187 ceph-mon[33407]: pgmap v116: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:14 smithi157 ceph-mon[29438]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:27:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:14 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:27:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:14 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:27:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:14 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:14 smithi157 ceph-mon[40946]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:27:15.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:14 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:27:15.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:14 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:27:15.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:14 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:14 smithi187 ceph-mon[33407]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:27:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:14 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:27:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:14 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:27:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:14 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:16.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:15 smithi157 ceph-mon[29438]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-08-17T00:27:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:15 smithi157 ceph-mon[40946]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-08-17T00:27:16.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:15 smithi187 ceph-mon[33407]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-08-17T00:27:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:16 smithi187 ceph-mon[33407]: from='client.? 172.21.15.187:0/3574393162' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7a504339-f8d7-468b-bb4d-10006e652359"}]: dispatch 2024-08-17T00:27:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:16 smithi187 ceph-mon[33407]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7a504339-f8d7-468b-bb4d-10006e652359"}]: dispatch 2024-08-17T00:27:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:16 smithi187 ceph-mon[33407]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7a504339-f8d7-468b-bb4d-10006e652359"}]': finished 2024-08-17T00:27:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:16 smithi187 ceph-mon[33407]: osdmap e35: 6 total, 5 up, 6 in 2024-08-17T00:27:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:16 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:27:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:16 smithi187 ceph-mon[33407]: from='client.? 172.21.15.187:0/3099413658' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:27:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:16 smithi157 ceph-mon[29438]: from='client.? 172.21.15.187:0/3574393162' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7a504339-f8d7-468b-bb4d-10006e652359"}]: dispatch 2024-08-17T00:27:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:16 smithi157 ceph-mon[29438]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7a504339-f8d7-468b-bb4d-10006e652359"}]: dispatch 2024-08-17T00:27:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:16 smithi157 ceph-mon[29438]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7a504339-f8d7-468b-bb4d-10006e652359"}]': finished 2024-08-17T00:27:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:16 smithi157 ceph-mon[29438]: osdmap e35: 6 total, 5 up, 6 in 2024-08-17T00:27:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:16 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:27:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:16 smithi157 ceph-mon[29438]: from='client.? 172.21.15.187:0/3099413658' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:27:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:16 smithi157 ceph-mon[40946]: from='client.? 172.21.15.187:0/3574393162' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7a504339-f8d7-468b-bb4d-10006e652359"}]: dispatch 2024-08-17T00:27:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:16 smithi157 ceph-mon[40946]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7a504339-f8d7-468b-bb4d-10006e652359"}]: dispatch 2024-08-17T00:27:17.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:16 smithi157 ceph-mon[40946]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7a504339-f8d7-468b-bb4d-10006e652359"}]': finished 2024-08-17T00:27:17.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:16 smithi157 ceph-mon[40946]: osdmap e35: 6 total, 5 up, 6 in 2024-08-17T00:27:17.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:16 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:27:17.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:16 smithi157 ceph-mon[40946]: from='client.? 172.21.15.187:0/3099413658' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:27:18.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:17 smithi157 ceph-mon[29438]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T00:27:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:17 smithi157 ceph-mon[40946]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T00:27:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:17 smithi187 ceph-mon[33407]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T00:27:20.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:19 smithi187 ceph-mon[33407]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-08-17T00:27:20.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:19 smithi157 ceph-mon[29438]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-08-17T00:27:20.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:19 smithi157 ceph-mon[40946]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-08-17T00:27:22.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:21 smithi157 ceph-mon[29438]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-08-17T00:27:22.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:21 smithi157 ceph-mon[40946]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-08-17T00:27:22.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:21 smithi187 ceph-mon[33407]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-08-17T00:27:22.871 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:22 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:27:22.871 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:22 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:23.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:22 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:27:23.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:22 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:23.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:22 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:27:23.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:22 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:24.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:23 smithi157 ceph-mon[40946]: Deploying daemon osd.5 on smithi187 2024-08-17T00:27:24.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:23 smithi157 ceph-mon[40946]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T00:27:24.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:23 smithi157 ceph-mon[29438]: Deploying daemon osd.5 on smithi187 2024-08-17T00:27:24.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:23 smithi157 ceph-mon[29438]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T00:27:24.136 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:23 smithi187 ceph-mon[33407]: Deploying daemon osd.5 on smithi187 2024-08-17T00:27:24.136 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:23 smithi187 ceph-mon[33407]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T00:27:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:25 smithi157 ceph-mon[29438]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:26.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:25 smithi157 ceph-mon[40946]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:26.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:25 smithi187 ceph-mon[33407]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:27 smithi157 ceph-mon[29438]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:27 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:27:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:27 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:27 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:27 smithi157 ceph-mon[40946]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:27 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:27:28.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:27 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:28.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:27 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:27 smithi187 ceph-mon[33407]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:27 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:27:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:27 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:28.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:27 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:29 smithi157 ceph-mon[40946]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:29 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:29 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:29 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:29 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:27:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:29 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:29 smithi157 ceph-mon[29438]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:30.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:29 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:30.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:29 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:30.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:29 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:30.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:29 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:27:30.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:29 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:30.185 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:29 smithi187 ceph-mon[33407]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:30.185 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:29 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:30.185 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:29 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:30.185 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:29 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:30.185 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:29 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:27:30.185 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:29 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:30.591 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 5 on host 'smithi187' 2024-08-17T00:27:31.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:30 smithi157 ceph-mon[29438]: from='osd.5 [v2:172.21.15.187:6808/3117597626,v1:172.21.15.187:6809/3117597626]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:27:31.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:30 smithi157 ceph-mon[29438]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:27:31.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:30 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:27:31.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:30 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:31.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:30 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:30 smithi157 ceph-mon[40946]: from='osd.5 [v2:172.21.15.187:6808/3117597626,v1:172.21.15.187:6809/3117597626]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:27:31.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:30 smithi157 ceph-mon[40946]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:27:31.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:30 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:27:31.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:30 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:31.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:30 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:31.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:30 smithi187 ceph-mon[33407]: from='osd.5 [v2:172.21.15.187:6808/3117597626,v1:172.21.15.187:6809/3117597626]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:27:31.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:30 smithi187 ceph-mon[33407]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:27:31.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:30 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:27:31.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:30 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:31.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:30 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:31.175 DEBUG:teuthology.orchestra.run.smithi187:osd.5> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.5.service 2024-08-17T00:27:31.177 INFO:tasks.cephadm:Deploying osd.6 on smithi187 with /dev/vg_nvme/lv_2... 2024-08-17T00:27:31.177 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-17T00:27:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:31 smithi187 ceph-mon[33407]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:31.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:31 smithi187 ceph-mon[33407]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T00:27:31.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:31 smithi187 ceph-mon[33407]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T00:27:31.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:31 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:27:31.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:31 smithi187 ceph-mon[33407]: from='osd.5 [v2:172.21.15.187:6808/3117597626,v1:172.21.15.187:6809/3117597626]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:31.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:31 smithi187 ceph-mon[33407]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:31.956 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:27:31 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[45165]: 2024-08-17T00:27:31.859+0000 7f8a217f9640 -1 osd.5 0 waiting for initial osdmap 2024-08-17T00:27:31.956 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:27:31 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[45165]: 2024-08-17T00:27:31.864+0000 7f8a1de33640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:27:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:31 smithi157 ceph-mon[29438]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:31 smithi157 ceph-mon[29438]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T00:27:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:31 smithi157 ceph-mon[29438]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T00:27:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:31 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:27:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:31 smithi157 ceph-mon[29438]: from='osd.5 [v2:172.21.15.187:6808/3117597626,v1:172.21.15.187:6809/3117597626]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:32.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:31 smithi157 ceph-mon[29438]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:32.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:31 smithi157 ceph-mon[40946]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:32.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:31 smithi157 ceph-mon[40946]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T00:27:32.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:31 smithi157 ceph-mon[40946]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T00:27:32.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:31 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:27:32.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:31 smithi157 ceph-mon[40946]: from='osd.5 [v2:172.21.15.187:6808/3117597626,v1:172.21.15.187:6809/3117597626]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:32.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:31 smithi157 ceph-mon[40946]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:32.383 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:27:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:32 smithi157 ceph-mon[29438]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-08-17T00:27:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:32 smithi157 ceph-mon[29438]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T00:27:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:32 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:27:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:32 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:27:33.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:32 smithi157 ceph-mon[40946]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-08-17T00:27:33.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:32 smithi157 ceph-mon[40946]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T00:27:33.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:32 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:27:33.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:32 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:27:33.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:32 smithi187 ceph-mon[33407]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-08-17T00:27:33.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:32 smithi187 ceph-mon[33407]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T00:27:33.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:32 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:27:33.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:32 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:27:34.115 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:33 smithi187 ceph-mon[33407]: purged_snaps scrub starts 2024-08-17T00:27:34.116 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:33 smithi187 ceph-mon[33407]: purged_snaps scrub ok 2024-08-17T00:27:34.116 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:33 smithi187 ceph-mon[33407]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:34.116 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:33 smithi187 ceph-mon[33407]: osd.5 [v2:172.21.15.187:6808/3117597626,v1:172.21.15.187:6809/3117597626] boot 2024-08-17T00:27:34.116 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:33 smithi187 ceph-mon[33407]: osdmap e38: 6 total, 6 up, 6 in 2024-08-17T00:27:34.116 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:33 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:27:34.116 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:33 smithi187 ceph-mon[33407]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T00:27:34.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:33 smithi157 ceph-mon[29438]: purged_snaps scrub starts 2024-08-17T00:27:34.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:33 smithi157 ceph-mon[29438]: purged_snaps scrub ok 2024-08-17T00:27:34.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:33 smithi157 ceph-mon[29438]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:34.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:33 smithi157 ceph-mon[29438]: osd.5 [v2:172.21.15.187:6808/3117597626,v1:172.21.15.187:6809/3117597626] boot 2024-08-17T00:27:34.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:33 smithi157 ceph-mon[29438]: osdmap e38: 6 total, 6 up, 6 in 2024-08-17T00:27:34.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:33 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:27:34.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:33 smithi157 ceph-mon[29438]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T00:27:34.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:33 smithi157 ceph-mon[40946]: purged_snaps scrub starts 2024-08-17T00:27:34.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:33 smithi157 ceph-mon[40946]: purged_snaps scrub ok 2024-08-17T00:27:34.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:33 smithi157 ceph-mon[40946]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:27:34.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:33 smithi157 ceph-mon[40946]: osd.5 [v2:172.21.15.187:6808/3117597626,v1:172.21.15.187:6809/3117597626] boot 2024-08-17T00:27:34.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:33 smithi157 ceph-mon[40946]: osdmap e38: 6 total, 6 up, 6 in 2024-08-17T00:27:34.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:33 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:27:34.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:33 smithi157 ceph-mon[40946]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T00:27:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:35 smithi187 ceph-mon[33407]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:35 smithi187 ceph-mon[33407]: Detected new or changed devices on smithi187 2024-08-17T00:27:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:27:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:27:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:35 smithi187 ceph-mon[33407]: Adjusting osd_memory_target on smithi187 to 8544M 2024-08-17T00:27:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:35.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:35.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:27:35.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:35.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:35 smithi187 ceph-mon[33407]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T00:27:36.004 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:27:36.023 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi187:vg_nvme/lv_2 2024-08-17T00:27:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[29438]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[29438]: Detected new or changed devices on smithi187 2024-08-17T00:27:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:27:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:27:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[29438]: Adjusting osd_memory_target on smithi187 to 8544M 2024-08-17T00:27:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:36.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:36.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:27:36.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:36.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[29438]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T00:27:36.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[40946]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:36.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[40946]: Detected new or changed devices on smithi187 2024-08-17T00:27:36.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:36.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:36.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:27:36.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:27:36.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[40946]: Adjusting osd_memory_target on smithi187 to 8544M 2024-08-17T00:27:36.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:36.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:36.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:27:36.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:36.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:35 smithi157 ceph-mon[40946]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T00:27:36.276 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:27:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:36 smithi187 ceph-mon[33407]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T00:27:37.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:36 smithi157 ceph-mon[29438]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T00:27:37.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:36 smithi157 ceph-mon[40946]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T00:27:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:37 smithi187 ceph-mon[33407]: pgmap v135: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:37 smithi187 ceph-mon[33407]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:27:37.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:37 smithi187 ceph-mon[33407]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T00:27:38.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:37 smithi157 ceph-mon[29438]: pgmap v135: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:38.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:37 smithi157 ceph-mon[29438]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:27:38.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:37 smithi157 ceph-mon[29438]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T00:27:38.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:37 smithi157 ceph-mon[40946]: pgmap v135: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:38.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:37 smithi157 ceph-mon[40946]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:27:38.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:37 smithi157 ceph-mon[40946]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T00:27:39.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:38 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:27:39.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:38 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:27:39.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:38 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:39.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:38 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:27:39.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:38 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:27:39.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:38 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:38 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:27:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:38 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:27:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:38 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:40.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:39 smithi157 ceph-mon[29438]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:27:40.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:39 smithi157 ceph-mon[29438]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:40.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:39 smithi157 ceph-mon[29438]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:27:40.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:39 smithi157 ceph-mon[29438]: Cluster is now healthy 2024-08-17T00:27:40.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:39 smithi157 ceph-mon[40946]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:27:40.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:39 smithi157 ceph-mon[40946]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:40.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:39 smithi157 ceph-mon[40946]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:27:40.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:39 smithi157 ceph-mon[40946]: Cluster is now healthy 2024-08-17T00:27:40.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:39 smithi187 ceph-mon[33407]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:27:40.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:39 smithi187 ceph-mon[33407]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:40.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:39 smithi187 ceph-mon[33407]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:27:40.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:39 smithi187 ceph-mon[33407]: Cluster is now healthy 2024-08-17T00:27:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:40 smithi187 ceph-mon[33407]: from='client.? 172.21.15.187:0/3612693976' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9ff99aa-e5d8-4601-8470-e715888cdb06"}]: dispatch 2024-08-17T00:27:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:40 smithi187 ceph-mon[33407]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9ff99aa-e5d8-4601-8470-e715888cdb06"}]: dispatch 2024-08-17T00:27:40.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:40 smithi187 ceph-mon[33407]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c9ff99aa-e5d8-4601-8470-e715888cdb06"}]': finished 2024-08-17T00:27:40.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:40 smithi187 ceph-mon[33407]: osdmap e43: 7 total, 6 up, 7 in 2024-08-17T00:27:40.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:40 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:27:41.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:40 smithi157 ceph-mon[29438]: from='client.? 172.21.15.187:0/3612693976' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9ff99aa-e5d8-4601-8470-e715888cdb06"}]: dispatch 2024-08-17T00:27:41.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:40 smithi157 ceph-mon[29438]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9ff99aa-e5d8-4601-8470-e715888cdb06"}]: dispatch 2024-08-17T00:27:41.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:40 smithi157 ceph-mon[29438]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c9ff99aa-e5d8-4601-8470-e715888cdb06"}]': finished 2024-08-17T00:27:41.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:40 smithi157 ceph-mon[29438]: osdmap e43: 7 total, 6 up, 7 in 2024-08-17T00:27:41.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:40 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:27:41.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:40 smithi157 ceph-mon[40946]: from='client.? 172.21.15.187:0/3612693976' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9ff99aa-e5d8-4601-8470-e715888cdb06"}]: dispatch 2024-08-17T00:27:41.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:40 smithi157 ceph-mon[40946]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9ff99aa-e5d8-4601-8470-e715888cdb06"}]: dispatch 2024-08-17T00:27:41.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:40 smithi157 ceph-mon[40946]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c9ff99aa-e5d8-4601-8470-e715888cdb06"}]': finished 2024-08-17T00:27:41.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:40 smithi157 ceph-mon[40946]: osdmap e43: 7 total, 6 up, 7 in 2024-08-17T00:27:41.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:40 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:27:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:41 smithi157 ceph-mon[29438]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:41 smithi157 ceph-mon[29438]: from='client.? 172.21.15.187:0/104262827' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:27:42.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:41 smithi157 ceph-mon[40946]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:42.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:41 smithi157 ceph-mon[40946]: from='client.? 172.21.15.187:0/104262827' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:27:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:41 smithi187 ceph-mon[33407]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:41 smithi187 ceph-mon[33407]: from='client.? 172.21.15.187:0/104262827' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:27:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:43 smithi187 ceph-mon[33407]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-08-17T00:27:44.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:43 smithi157 ceph-mon[29438]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-08-17T00:27:44.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:43 smithi157 ceph-mon[40946]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-08-17T00:27:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:45 smithi187 ceph-mon[33407]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T00:27:46.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:45 smithi157 ceph-mon[29438]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T00:27:46.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:45 smithi157 ceph-mon[40946]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T00:27:46.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:46 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:27:46.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:46 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:47.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:46 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:27:47.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:46 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:47.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:46 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:27:47.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:46 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:27:48.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:47 smithi157 ceph-mon[29438]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-17T00:27:48.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:47 smithi157 ceph-mon[29438]: Deploying daemon osd.6 on smithi187 2024-08-17T00:27:48.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:47 smithi157 ceph-mon[40946]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-17T00:27:48.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:47 smithi157 ceph-mon[40946]: Deploying daemon osd.6 on smithi187 2024-08-17T00:27:48.138 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:47 smithi187 ceph-mon[33407]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-17T00:27:48.138 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:47 smithi187 ceph-mon[33407]: Deploying daemon osd.6 on smithi187 2024-08-17T00:27:50.107 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:49 smithi187 ceph-mon[33407]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:49 smithi157 ceph-mon[29438]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:49 smithi157 ceph-mon[40946]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:51 smithi187 ceph-mon[33407]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:51 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:27:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:51 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:51.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:51 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:52.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:51 smithi157 ceph-mon[29438]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:52.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:51 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:27:52.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:51 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:52.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:51 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:51 smithi157 ceph-mon[40946]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:27:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:51 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:53.997 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:53 smithi187 ceph-mon[33407]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:54.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:53 smithi157 ceph-mon[29438]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:53 smithi157 ceph-mon[40946]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:54.752 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 6 on host 'smithi187' 2024-08-17T00:27:55.112 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:54 smithi187 ceph-mon[33407]: from='osd.6 [v2:172.21.15.187:6816/2259337620,v1:172.21.15.187:6817/2259337620]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:27:55.112 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:54 smithi187 ceph-mon[33407]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:27:55.112 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:54 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:55.112 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:54 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:55.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:54 smithi157 ceph-mon[29438]: from='osd.6 [v2:172.21.15.187:6816/2259337620,v1:172.21.15.187:6817/2259337620]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:27:55.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:54 smithi157 ceph-mon[29438]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:27:55.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:54 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:55.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:54 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:55.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:54 smithi157 ceph-mon[40946]: from='osd.6 [v2:172.21.15.187:6816/2259337620,v1:172.21.15.187:6817/2259337620]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:27:55.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:54 smithi157 ceph-mon[40946]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:27:55.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:54 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:55.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:54 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:55.416 DEBUG:teuthology.orchestra.run.smithi187:osd.6> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.6.service 2024-08-17T00:27:55.419 INFO:tasks.cephadm:Deploying osd.7 on smithi187 with /dev/vg_nvme/lv_1... 2024-08-17T00:27:55.419 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-17T00:27:55.724 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:27:56.123 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:55 smithi187 ceph-mon[33407]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:56.124 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:55 smithi187 ceph-mon[33407]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T00:27:56.124 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:55 smithi187 ceph-mon[33407]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T00:27:56.124 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:55 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:27:56.124 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:55 smithi187 ceph-mon[33407]: from='osd.6 [v2:172.21.15.187:6816/2259337620,v1:172.21.15.187:6817/2259337620]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:56.124 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:55 smithi187 ceph-mon[33407]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:56.124 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:55 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:56.124 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:55 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:56.124 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:27:55 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[51399]: 2024-08-17T00:27:55.866+0000 7fbf358ff640 -1 osd.6 0 waiting for initial osdmap 2024-08-17T00:27:56.124 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:27:55 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[51399]: 2024-08-17T00:27:55.874+0000 7fbf31738640 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:27:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[29438]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[29438]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T00:27:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[29438]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T00:27:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:27:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[29438]: from='osd.6 [v2:172.21.15.187:6816/2259337620,v1:172.21.15.187:6817/2259337620]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[29438]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:56.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[40946]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:56.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[40946]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T00:27:56.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[40946]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T00:27:56.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:27:56.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[40946]: from='osd.6 [v2:172.21.15.187:6816/2259337620,v1:172.21.15.187:6817/2259337620]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:56.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[40946]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:27:56.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:56.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:55 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:27:57.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:56 smithi157 ceph-mon[29438]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-08-17T00:27:57.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:56 smithi157 ceph-mon[29438]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T00:27:57.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:27:57.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:27:57.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:56 smithi157 ceph-mon[29438]: osd.6 [v2:172.21.15.187:6816/2259337620,v1:172.21.15.187:6817/2259337620] boot 2024-08-17T00:27:57.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:56 smithi157 ceph-mon[29438]: osdmap e46: 7 total, 7 up, 7 in 2024-08-17T00:27:57.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:56 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:27:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:56 smithi157 ceph-mon[40946]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-08-17T00:27:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:56 smithi157 ceph-mon[40946]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T00:27:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:27:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:27:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:56 smithi157 ceph-mon[40946]: osd.6 [v2:172.21.15.187:6816/2259337620,v1:172.21.15.187:6817/2259337620] boot 2024-08-17T00:27:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:56 smithi157 ceph-mon[40946]: osdmap e46: 7 total, 7 up, 7 in 2024-08-17T00:27:57.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:56 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:27:57.158 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:56 smithi187 ceph-mon[33407]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-08-17T00:27:57.158 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:56 smithi187 ceph-mon[33407]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T00:27:57.158 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:27:57.158 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:27:57.158 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:56 smithi187 ceph-mon[33407]: osd.6 [v2:172.21.15.187:6816/2259337620,v1:172.21.15.187:6817/2259337620] boot 2024-08-17T00:27:57.159 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:56 smithi187 ceph-mon[33407]: osdmap e46: 7 total, 7 up, 7 in 2024-08-17T00:27:57.159 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:56 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:27:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:57 smithi157 ceph-mon[29438]: purged_snaps scrub starts 2024-08-17T00:27:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:57 smithi157 ceph-mon[29438]: purged_snaps scrub ok 2024-08-17T00:27:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:57 smithi157 ceph-mon[29438]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:57 smithi157 ceph-mon[29438]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T00:27:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:57 smithi157 ceph-mon[40946]: purged_snaps scrub starts 2024-08-17T00:27:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:57 smithi157 ceph-mon[40946]: purged_snaps scrub ok 2024-08-17T00:27:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:57 smithi157 ceph-mon[40946]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:57 smithi157 ceph-mon[40946]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T00:27:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:57 smithi187 ceph-mon[33407]: purged_snaps scrub starts 2024-08-17T00:27:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:57 smithi187 ceph-mon[33407]: purged_snaps scrub ok 2024-08-17T00:27:58.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:57 smithi187 ceph-mon[33407]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:27:58.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:57 smithi187 ceph-mon[33407]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T00:27:58.652 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-08-17T00:27:58.676 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi187:vg_nvme/lv_1 2024-08-17T00:27:59.284 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:28:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:59 smithi157 ceph-mon[40946]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:27:59 smithi157 ceph-mon[40946]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T00:28:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:59 smithi157 ceph-mon[29438]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:27:59 smithi157 ceph-mon[29438]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T00:28:00.161 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:59 smithi187 ceph-mon[33407]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:00.161 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:27:59 smithi187 ceph-mon[33407]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T00:28:00.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:00 smithi187 ceph-mon[33407]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T00:28:01.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:00 smithi157 ceph-mon[29438]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T00:28:01.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:00 smithi157 ceph-mon[40946]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T00:28:01.997 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:01 smithi187 ceph-mon[33407]: pgmap v155: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-17T00:28:01.997 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:01 smithi187 ceph-mon[33407]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T00:28:01.997 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:01.997 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:01.997 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:01.997 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:01.997 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:01.997 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:01.997 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:01.998 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:01.998 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:01.998 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:01.998 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:01.998 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:01.998 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:01 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[29438]: pgmap v155: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-17T00:28:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[29438]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T00:28:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:02.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:02.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:02.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:02.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:02.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:02.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:02.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:02.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:02.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:02.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:02.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:02.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[40946]: pgmap v155: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-17T00:28:02.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[40946]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T00:28:02.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:02.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:02.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:02.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:02.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:02.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:02.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:02.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:02.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:02.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:02.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:02.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:02.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:01 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:03.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:02 smithi157 ceph-mon[29438]: Detected new or changed devices on smithi187 2024-08-17T00:28:03.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:02 smithi157 ceph-mon[29438]: Adjusting osd_memory_target on smithi187 to 5696M 2024-08-17T00:28:03.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:02 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:28:03.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:02 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:28:03.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:02 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:03.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:02 smithi157 ceph-mon[40946]: Detected new or changed devices on smithi187 2024-08-17T00:28:03.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:02 smithi157 ceph-mon[40946]: Adjusting osd_memory_target on smithi187 to 5696M 2024-08-17T00:28:03.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:02 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:28:03.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:02 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:28:03.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:02 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:02 smithi187 ceph-mon[33407]: Detected new or changed devices on smithi187 2024-08-17T00:28:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:02 smithi187 ceph-mon[33407]: Adjusting osd_memory_target on smithi187 to 5696M 2024-08-17T00:28:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:02 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:28:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:02 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:28:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:02 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:03.934 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:03 smithi187 ceph-mon[33407]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:28:03.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:03 smithi187 ceph-mon[33407]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-08-17T00:28:04.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:03 smithi157 ceph-mon[29438]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:28:04.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:03 smithi157 ceph-mon[29438]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-08-17T00:28:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:03 smithi157 ceph-mon[40946]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:28:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:03 smithi157 ceph-mon[40946]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-08-17T00:28:05.169 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:04 smithi187 ceph-mon[33407]: from='client.? 172.21.15.187:0/484726451' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1233e089-e354-4ace-9a04-00841149f1c3"}]: dispatch 2024-08-17T00:28:05.169 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:04 smithi187 ceph-mon[33407]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1233e089-e354-4ace-9a04-00841149f1c3"}]: dispatch 2024-08-17T00:28:05.169 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:04 smithi187 ceph-mon[33407]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1233e089-e354-4ace-9a04-00841149f1c3"}]': finished 2024-08-17T00:28:05.169 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:04 smithi187 ceph-mon[33407]: osdmap e51: 8 total, 7 up, 8 in 2024-08-17T00:28:05.169 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:04 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:28:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:04 smithi157 ceph-mon[29438]: from='client.? 172.21.15.187:0/484726451' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1233e089-e354-4ace-9a04-00841149f1c3"}]: dispatch 2024-08-17T00:28:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:04 smithi157 ceph-mon[29438]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1233e089-e354-4ace-9a04-00841149f1c3"}]: dispatch 2024-08-17T00:28:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:04 smithi157 ceph-mon[29438]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1233e089-e354-4ace-9a04-00841149f1c3"}]': finished 2024-08-17T00:28:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:04 smithi157 ceph-mon[29438]: osdmap e51: 8 total, 7 up, 8 in 2024-08-17T00:28:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:04 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:28:05.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:04 smithi157 ceph-mon[40946]: from='client.? 172.21.15.187:0/484726451' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1233e089-e354-4ace-9a04-00841149f1c3"}]: dispatch 2024-08-17T00:28:05.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:04 smithi157 ceph-mon[40946]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1233e089-e354-4ace-9a04-00841149f1c3"}]: dispatch 2024-08-17T00:28:05.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:04 smithi157 ceph-mon[40946]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1233e089-e354-4ace-9a04-00841149f1c3"}]': finished 2024-08-17T00:28:05.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:04 smithi157 ceph-mon[40946]: osdmap e51: 8 total, 7 up, 8 in 2024-08-17T00:28:05.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:04 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:28:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:05 smithi187 ceph-mon[33407]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T00:28:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:05 smithi187 ceph-mon[33407]: from='client.? 172.21.15.187:0/1067422931' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:28:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:05 smithi157 ceph-mon[40946]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T00:28:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:05 smithi157 ceph-mon[40946]: from='client.? 172.21.15.187:0/1067422931' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:28:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:05 smithi157 ceph-mon[29438]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T00:28:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:05 smithi157 ceph-mon[29438]: from='client.? 172.21.15.187:0/1067422931' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:28:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:07 smithi187 ceph-mon[33407]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:08.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:07 smithi157 ceph-mon[40946]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:08.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:07 smithi157 ceph-mon[29438]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:09 smithi187 ceph-mon[33407]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:09 smithi157 ceph-mon[40946]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:09 smithi157 ceph-mon[29438]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:11 smithi187 ceph-mon[33407]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:12.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:11 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:28:12.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:11 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:12.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:11 smithi187 ceph-mon[33407]: Deploying daemon osd.7 on smithi187 2024-08-17T00:28:12.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:11 smithi157 ceph-mon[29438]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:12.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:11 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:28:12.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:11 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:12.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:11 smithi157 ceph-mon[29438]: Deploying daemon osd.7 on smithi187 2024-08-17T00:28:12.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:11 smithi157 ceph-mon[40946]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:12.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:11 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:28:12.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:11 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:12.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:11 smithi157 ceph-mon[40946]: Deploying daemon osd.7 on smithi187 2024-08-17T00:28:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:13 smithi187 ceph-mon[33407]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:13 smithi157 ceph-mon[29438]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:14.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:13 smithi157 ceph-mon[40946]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:16.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:15 smithi187 ceph-mon[33407]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:15 smithi157 ceph-mon[40946]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:16.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:15 smithi157 ceph-mon[29438]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:16 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:16 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:16 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:16 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:16 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:16 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:17.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:16 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:17.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:16 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:17.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:16 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:18.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:17 smithi187 ceph-mon[33407]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:17 smithi157 ceph-mon[40946]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:17 smithi157 ceph-mon[29438]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:18.973 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 7 on host 'smithi187' 2024-08-17T00:28:19.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:18 smithi187 ceph-mon[33407]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:18 smithi157 ceph-mon[40946]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:18 smithi157 ceph-mon[29438]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:19.649 DEBUG:teuthology.orchestra.run.smithi187:osd.7> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.7.service 2024-08-17T00:28:19.651 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-08-17T00:28:19.651 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd stat -f json 2024-08-17T00:28:19.918 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:28:20.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:19 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:20.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:19 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:20.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:19 smithi187 ceph-mon[33407]: from='osd.7 [v2:172.21.15.187:6824/524114672,v1:172.21.15.187:6825/524114672]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:28:20.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:19 smithi187 ceph-mon[33407]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:28:20.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:19 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:20.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:19 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:20.324 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:19 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:20.324 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:19 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:20.324 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:19 smithi157 ceph-mon[29438]: from='osd.7 [v2:172.21.15.187:6824/524114672,v1:172.21.15.187:6825/524114672]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:28:20.325 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:19 smithi157 ceph-mon[29438]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:28:20.325 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:19 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:20.325 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:19 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:20.325 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:19 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:20.325 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:19 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:20.325 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:19 smithi157 ceph-mon[40946]: from='osd.7 [v2:172.21.15.187:6824/524114672,v1:172.21.15.187:6825/524114672]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:28:20.325 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:19 smithi157 ceph-mon[40946]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:28:20.325 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:19 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:20.325 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:19 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:21.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:20 smithi157 ceph-mon[40946]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T00:28:21.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:20 smithi157 ceph-mon[40946]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T00:28:21.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:20 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:28:21.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:20 smithi157 ceph-mon[40946]: from='osd.7 [v2:172.21.15.187:6824/524114672,v1:172.21.15.187:6825/524114672]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:28:21.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:20 smithi157 ceph-mon[40946]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:28:21.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:20 smithi157 ceph-mon[40946]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:21.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:20 smithi157 ceph-mon[29438]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T00:28:21.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:20 smithi157 ceph-mon[29438]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T00:28:21.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:20 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:28:21.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:20 smithi157 ceph-mon[29438]: from='osd.7 [v2:172.21.15.187:6824/524114672,v1:172.21.15.187:6825/524114672]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:28:21.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:20 smithi157 ceph-mon[29438]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:28:21.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:20 smithi157 ceph-mon[29438]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:21.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:20 smithi187 ceph-mon[33407]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T00:28:21.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:20 smithi187 ceph-mon[33407]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T00:28:21.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:20 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:28:21.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:20 smithi187 ceph-mon[33407]: from='osd.7 [v2:172.21.15.187:6824/524114672,v1:172.21.15.187:6825/524114672]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:28:21.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:20 smithi187 ceph-mon[33407]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:28:21.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:20 smithi187 ceph-mon[33407]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:28:21.206 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:28:20 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[57441]: 2024-08-17T00:28:20.979+0000 7fc40ef6c640 -1 osd.7 0 waiting for initial osdmap 2024-08-17T00:28:21.207 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:28:20 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[57441]: 2024-08-17T00:28:20.986+0000 7fc40a5a4640 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:28:21.827 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:28:22.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:21 smithi187 ceph-mon[33407]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-08-17T00:28:22.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:21 smithi187 ceph-mon[33407]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T00:28:22.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:21 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:28:22.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:21 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:28:22.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:21 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/344882600' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T00:28:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:21 smithi157 ceph-mon[40946]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-08-17T00:28:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:21 smithi157 ceph-mon[40946]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T00:28:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:21 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:28:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:21 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:28:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:21 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/344882600' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T00:28:22.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:21 smithi157 ceph-mon[29438]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-08-17T00:28:22.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:21 smithi157 ceph-mon[29438]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T00:28:22.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:21 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:28:22.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:21 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:28:22.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:21 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/344882600' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T00:28:22.553 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":53,"num_osds":8,"num_up_osds":7,"osd_up_since":1723854476,"num_in_osds":8,"osd_in_since":1723854484,"num_remapped_pgs":0} 2024-08-17T00:28:23.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: purged_snaps scrub starts 2024-08-17T00:28:23.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: purged_snaps scrub ok 2024-08-17T00:28:23.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: osd.7 [v2:172.21.15.187:6824/524114672,v1:172.21.15.187:6825/524114672] boot 2024-08-17T00:28:23.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: osdmap e54: 8 total, 8 up, 8 in 2024-08-17T00:28:23.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:28:23.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:23.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:23.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:23.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:23.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:23.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:23.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:23.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:23.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:23.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:23.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:22 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: purged_snaps scrub starts 2024-08-17T00:28:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: purged_snaps scrub ok 2024-08-17T00:28:23.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: osd.7 [v2:172.21.15.187:6824/524114672,v1:172.21.15.187:6825/524114672] boot 2024-08-17T00:28:23.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: osdmap e54: 8 total, 8 up, 8 in 2024-08-17T00:28:23.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:28:23.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:23.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:23.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:23.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:23.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:23.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:23.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:23.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:23.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:23.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:23.388 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:23.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: purged_snaps scrub starts 2024-08-17T00:28:23.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: purged_snaps scrub ok 2024-08-17T00:28:23.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: osd.7 [v2:172.21.15.187:6824/524114672,v1:172.21.15.187:6825/524114672] boot 2024-08-17T00:28:23.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: osdmap e54: 8 total, 8 up, 8 in 2024-08-17T00:28:23.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:28:23.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:23.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:23.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:23.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:23.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:23.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:23.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:28:23.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:23.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:23.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:23.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:22 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:23.555 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd stat -f json 2024-08-17T00:28:23.815 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:28:24.213 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[29438]: Detected new or changed devices on smithi187 2024-08-17T00:28:24.213 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[29438]: Adjusting osd_memory_target on smithi187 to 4272M 2024-08-17T00:28:24.213 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[29438]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T00:28:24.213 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:24.213 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:24.213 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:24.213 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:24.213 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[29438]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T00:28:24.213 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[40946]: Detected new or changed devices on smithi187 2024-08-17T00:28:24.213 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[40946]: Adjusting osd_memory_target on smithi187 to 4272M 2024-08-17T00:28:24.214 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[40946]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T00:28:24.214 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:24.214 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:24.214 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:24.214 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:24.214 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:23 smithi157 ceph-mon[40946]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T00:28:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:23 smithi187 ceph-mon[33407]: Detected new or changed devices on smithi187 2024-08-17T00:28:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:23 smithi187 ceph-mon[33407]: Adjusting osd_memory_target on smithi187 to 4272M 2024-08-17T00:28:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:23 smithi187 ceph-mon[33407]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T00:28:24.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:23 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:24.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:23 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:24.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:23 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:24.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:23 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:24.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:23 smithi187 ceph-mon[33407]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T00:28:25.268 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:24 smithi157 ceph-mon[40946]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:25.268 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:24 smithi157 ceph-mon[29438]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:24 smithi187 ceph-mon[33407]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:25.773 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:28:26.090 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:25 smithi157 ceph-mon[40946]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T00:28:26.090 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:25 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/607828187' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T00:28:26.090 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:25 smithi157 ceph-mon[29438]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T00:28:26.091 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:25 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/607828187' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T00:28:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:25 smithi187 ceph-mon[33407]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T00:28:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:25 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/607828187' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T00:28:26.508 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":57,"num_osds":8,"num_up_osds":8,"osd_up_since":1723854501,"num_in_osds":8,"osd_in_since":1723854484,"num_remapped_pgs":0} 2024-08-17T00:28:26.509 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:28:26.761 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:28:27.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:26 smithi157 ceph-mon[40946]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T00:28:27.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:26 smithi157 ceph-mon[40946]: pgmap v177: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-17T00:28:27.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:26 smithi157 ceph-mon[29438]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T00:28:27.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:26 smithi157 ceph-mon[29438]: pgmap v177: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-17T00:28:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:26 smithi187 ceph-mon[33407]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T00:28:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:26 smithi187 ceph-mon[33407]: pgmap v177: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-17T00:28:28.718 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:28:28.718 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":58,"fsid":"c90800da-5c2e-11ef-bccf-c7b262605968","created":"2024-08-17T00:23:23.887606+0000","modified":"2024-08-17T00:28:25.988871+0000","last_up_change":"2024-08-17T00:28:21.972822+0000","last_in_change":"2024-08-17T00:28:04.614208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:26:22.541730+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"1e1a3823-d411-42b7-964a-c079bf91b8ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6803","nonce":3987461274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6805","nonce":3987461274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6809","nonce":3987461274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6807","nonce":3987461274}]},"public_addr":"172.21.15.157:6803/3987461274","cluster_addr":"172.21.15.157:6805/3987461274","heartbeat_back_addr":"172.21.15.157:6809/3987461274","heartbeat_front_addr":"172.21.15.157:6807/3987461274","state":["exists","up"]},{"osd":1,"uuid":"2f00b21d-bfdd-4c1c-8c46-66aafa626ce2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6811","nonce":2883364621}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6813","nonce":2883364621}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6817","nonce":2883364621}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6815","nonce":2883364621}]},"public_addr":"172.21.15.157:6811/2883364621","cluster_addr":"172.21.15.157:6813/2883364621","heartbeat_back_addr":"172.21.15.157:6817/2883364621","heartbeat_front_addr":"172.21.15.157:6815/2883364621","state":["exists","up"]},{"osd":2,"uuid":"d4c08dce-8279-4f3e-be96-aa0dc05cefb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6819","nonce":3834627844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6821","nonce":3834627844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6825","nonce":3834627844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6823","nonce":3834627844}]},"public_addr":"172.21.15.157:6819/3834627844","cluster_addr":"172.21.15.157:6821/3834627844","heartbeat_back_addr":"172.21.15.157:6825/3834627844","heartbeat_front_addr":"172.21.15.157:6823/3834627844","state":["exists","up"]},{"osd":3,"uuid":"4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6827","nonce":4167938513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6829","nonce":4167938513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6833","nonce":4167938513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6831","nonce":4167938513}]},"public_addr":"172.21.15.157:6827/4167938513","cluster_addr":"172.21.15.157:6829/4167938513","heartbeat_back_addr":"172.21.15.157:6833/4167938513","heartbeat_front_addr":"172.21.15.157:6831/4167938513","state":["exists","up"]},{"osd":4,"uuid":"730aedf4-b665-4976-936d-cbf2d867935a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6801","nonce":2262152973}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6803","nonce":2262152973}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6807","nonce":2262152973}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6805","nonce":2262152973}]},"public_addr":"172.21.15.187:6801/2262152973","cluster_addr":"172.21.15.187:6803/2262152973","heartbeat_back_addr":"172.21.15.187:6807/2262152973","heartbeat_front_addr":"172.21.15.187:6805/2262152973","state":["exists","up"]},{"osd":5,"uuid":"7a504339-f8d7-468b-bb4d-10006e652359","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6809","nonce":3117597626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6811","nonce":3117597626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6815","nonce":3117597626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6813","nonce":3117597626}]},"public_addr":"172.21.15.187:6809/3117597626","cluster_addr":"172.21.15.187:6811/3117597626","heartbeat_back_addr":"172.21.15.187:6815/3117597626","heartbeat_front_addr":"172.21.15.187:6813/3117597626","state":["exists","up"]},{"osd":6,"uuid":"c9ff99aa-e5d8-4601-8470-e715888cdb06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6817","nonce":2259337620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6819","nonce":2259337620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6823","nonce":2259337620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6821","nonce":2259337620}]},"public_addr":"172.21.15.187:6817/2259337620","cluster_addr":"172.21.15.187:6819/2259337620","heartbeat_back_addr":"172.21.15.187:6823/2259337620","heartbeat_front_addr":"172.21.15.187:6821/2259337620","state":["exists","up"]},{"osd":7,"uuid":"1233e089-e354-4ace-9a04-00841149f1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6825","nonce":524114672}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6827","nonce":524114672}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6831","nonce":524114672}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6829","nonce":524114672}]},"public_addr":"172.21.15.187:6825/524114672","cluster_addr":"172.21.15.187:6827/524114672","heartbeat_back_addr":"172.21.15.187:6831/524114672","heartbeat_front_addr":"172.21.15.187:6829/524114672","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:31.742734+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:56.199222+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:20.345634+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:45.666665+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:07.305677+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:31.197235+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:55.746811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:28:20.060198+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:0/426690652":"2024-08-18T00:24:08.248222+0000","172.21.15.157:6801/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/3080473394":"2024-08-18T00:24:08.248222+0000","172.21.15.157:6801/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/574381637":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/1182309930":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/1214533948":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/4201540135":"2024-08-18T00:23:45.564597+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:28:29.459 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-08-17T00:26:22.541730+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-08-17T00:28:29.459 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-08-17T00:28:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:29 smithi157 ceph-mon[29438]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-08-17T00:28:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:29 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/675319994' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:28:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:29 smithi157 ceph-mon[40946]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-08-17T00:28:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:29 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/675319994' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:28:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:29 smithi187 ceph-mon[33407]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-08-17T00:28:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:29 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/675319994' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:28:29.728 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:28:31.541 INFO:teuthology.orchestra.run.smithi157.stdout:pg_num: 1 2024-08-17T00:28:31.541 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:31 smithi157 ceph-mon[29438]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-08-17T00:28:31.541 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:31 smithi157 ceph-mon[40946]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-08-17T00:28:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:31 smithi187 ceph-mon[33407]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-08-17T00:28:32.273 INFO:tasks.cephadm:Adding mds.a on smithi157 2024-08-17T00:28:32.273 INFO:tasks.cephadm:Adding mds.b on smithi187 2024-08-17T00:28:32.274 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch apply mds all '2;smithi157=a;smithi187=b' 2024-08-17T00:28:32.535 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:28:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:32 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2766253448' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T00:28:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:32 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2766253448' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T00:28:32.657 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:32 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2766253448' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T00:28:33.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:33 smithi157 ceph-mon[29438]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T00:28:33.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:33 smithi157 ceph-mon[40946]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T00:28:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:33 smithi187 ceph-mon[33407]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T00:28:34.421 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled mds.all update... 2024-08-17T00:28:34.981 DEBUG:teuthology.orchestra.run.smithi157:mds.a> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mds.a.service 2024-08-17T00:28:34.983 DEBUG:teuthology.orchestra.run.smithi187:mds.b> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mds.b.service 2024-08-17T00:28:34.985 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-08-17T00:28:34.986 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T00:28:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[40946]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[40946]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi157=a;smithi187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:28:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[40946]: Saving service mds.all spec with placement smithi157=a;smithi187=b;count:2 2024-08-17T00:28:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:35.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:28:35.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T00:28:35.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:35.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[40946]: Deploying daemon mds.a on smithi157 2024-08-17T00:28:35.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[29438]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:35.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[29438]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi157=a;smithi187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:28:35.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[29438]: Saving service mds.all spec with placement smithi157=a;smithi187=b;count:2 2024-08-17T00:28:35.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:35.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:35.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:35.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:35.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:35.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:28:35.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T00:28:35.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:35.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:35 smithi157 ceph-mon[29438]: Deploying daemon mds.a on smithi157 2024-08-17T00:28:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:35 smithi187 ceph-mon[33407]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:35 smithi187 ceph-mon[33407]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi157=a;smithi187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:28:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:35 smithi187 ceph-mon[33407]: Saving service mds.all spec with placement smithi157=a;smithi187=b;count:2 2024-08-17T00:28:35.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:35.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:35.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:35.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:35.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:35.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:28:35.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T00:28:35.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:35 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:35.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:35 smithi187 ceph-mon[33407]: Deploying daemon mds.a on smithi157 2024-08-17T00:28:35.827 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:28:37.616 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:37 smithi157 ceph-mon[29438]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:37.616 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:37 smithi157 ceph-mon[40946]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:37 smithi187 ceph-mon[33407]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:38.248 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:28:38 smithi157 podman[69572]: 2024-08-17 00:28:38.010870131 +0000 UTC m=+0.341441676 container create 995986ce032ab01ac71ae3f6964009c3bf5bcb68f0285d686ffa85fba4b8aa09 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=quincy-03a1ac1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:28:38.544 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:28:38 smithi157 podman[69572]: 2024-08-17 00:28:38.363976331 +0000 UTC m=+0.694547836 container init 995986ce032ab01ac71ae3f6964009c3bf5bcb68f0285d686ffa85fba4b8aa09 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:28:38.544 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:28:38 smithi157 podman[69572]: 2024-08-17 00:28:38.369319453 +0000 UTC m=+0.699890958 container start 995986ce032ab01ac71ae3f6964009c3bf5bcb68f0285d686ffa85fba4b8aa09 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=quincy-03a1ac1, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:28:38.544 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:28:38 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a[69614]: starting mds.a at 2024-08-17T00:28:38.544 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:28:38 smithi157 bash[69572]: 995986ce032ab01ac71ae3f6964009c3bf5bcb68f0285d686ffa85fba4b8aa09 2024-08-17T00:28:38.544 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:28:38 smithi157 systemd[1]: Started Ceph mds.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:28:38.581 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:28:38.582 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/969013348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":969013348},{"type":"v1","addr":"172.21.15.157:6835","nonce":969013348}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-08-17T00:28:38.582 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 2 2024-08-17T00:28:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[40946]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[40946]: mds.? [v2:172.21.15.157:6834/969013348,v1:172.21.15.157:6835/969013348] up:boot 2024-08-17T00:28:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[40946]: fsmap 1 up:standby 2024-08-17T00:28:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:28:39.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:39.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:39.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:39.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:28:39.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T00:28:39.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:39.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[40946]: Deploying daemon mds.b on smithi187 2024-08-17T00:28:39.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/995104532' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:28:39.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[29438]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:39.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[29438]: mds.? [v2:172.21.15.157:6834/969013348,v1:172.21.15.157:6835/969013348] up:boot 2024-08-17T00:28:39.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[29438]: fsmap 1 up:standby 2024-08-17T00:28:39.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:28:39.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:39.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:39.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:39.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:28:39.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T00:28:39.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:39.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[29438]: Deploying daemon mds.b on smithi187 2024-08-17T00:28:39.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:39 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/995104532' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:28:39.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:39 smithi187 ceph-mon[33407]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:39.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:39 smithi187 ceph-mon[33407]: mds.? [v2:172.21.15.157:6834/969013348,v1:172.21.15.157:6835/969013348] up:boot 2024-08-17T00:28:39.654 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:39 smithi187 ceph-mon[33407]: fsmap 1 up:standby 2024-08-17T00:28:39.654 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:39 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:28:39.654 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:39 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:39.654 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:39 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:39.654 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:39 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:39.654 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:39 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:28:39.654 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:39 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T00:28:39.654 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:39 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:39.654 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:39 smithi187 ceph-mon[33407]: Deploying daemon mds.b on smithi187 2024-08-17T00:28:39.654 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:39 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/995104532' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:28:40.643 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:28:40 smithi187 podman[61905]: 2024-08-17 00:28:40.43507546 +0000 UTC m=+0.017249906 image pull bc5a85a9020602c9fcfe814c6876d00e1bb966b6859019e3572b26574460cc98 quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db 2024-08-17T00:28:41.205 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:28:40 smithi187 podman[61905]: 2024-08-17 00:28:40.731332308 +0000 UTC m=+0.313506741 container init 7fbec7ea4749012404069368464fb32b8726ff79d02664045cffa593b5639f76 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=quincy-03a1ac1, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:28:41.205 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:28:40 smithi187 podman[61905]: 2024-08-17 00:28:40.736046745 +0000 UTC m=+0.318221178 container start 7fbec7ea4749012404069368464fb32b8726ff79d02664045cffa593b5639f76 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-17T00:28:41.206 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:28:40 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b[61920]: starting mds.b at 2024-08-17T00:28:41.206 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:28:40 smithi187 bash[61905]: 7fbec7ea4749012404069368464fb32b8726ff79d02664045cffa593b5639f76 2024-08-17T00:28:41.206 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:28:40 smithi187 systemd[1]: Started Ceph mds.b for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:28:41.299 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T00:28:42.086 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:28:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[40946]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:42.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[40946]: mds.? [v2:172.21.15.187:6832/2168209297,v1:172.21.15.187:6833/2168209297] up:boot 2024-08-17T00:28:42.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[40946]: fsmap 2 up:standby 2024-08-17T00:28:42.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:28:42.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[29438]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:42.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:42.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:42.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:42.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:42.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:42.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:42.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[29438]: mds.? [v2:172.21.15.187:6832/2168209297,v1:172.21.15.187:6833/2168209297] up:boot 2024-08-17T00:28:42.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[29438]: fsmap 2 up:standby 2024-08-17T00:28:42.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:41 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:28:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:41 smithi187 ceph-mon[33407]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:41 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:41 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:41 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:41 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:41 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:41 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:41 smithi187 ceph-mon[33407]: mds.? [v2:172.21.15.187:6832/2168209297,v1:172.21.15.187:6833/2168209297] up:boot 2024-08-17T00:28:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:41 smithi187 ceph-mon[33407]: fsmap 2 up:standby 2024-08-17T00:28:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:41 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:28:43.564 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:43 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:43.564 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:43 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:43.564 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:43 smithi157 ceph-mon[40946]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:43.565 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:43 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:43.565 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:43 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:43.565 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:43 smithi157 ceph-mon[29438]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:43 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:43 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:43 smithi187 ceph-mon[33407]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:44.118 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:28:44.118 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/969013348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":969013348},{"type":"v1","addr":"172.21.15.157:6835","nonce":969013348}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24319,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/2168209297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":2168209297},{"type":"v1","addr":"172.21.15.187:6833","nonce":2168209297}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-08-17T00:28:44.119 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 3 2024-08-17T00:28:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/1839960233' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:28:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:44.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:44.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:44.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:44.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:44.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:44.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:44.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/1839960233' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:28:44.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:44.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:44.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:44.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:44 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:44 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:44 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:44 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:44 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:44 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:44 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:44 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/1839960233' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:28:44.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:44 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:28:44.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:44 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:28:44.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:44 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:28:44.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:44 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:28:44.753 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-08-17T00:28:45.005 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:28:45.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:45 smithi157 ceph-mon[29438]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:45.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:45 smithi157 ceph-mon[40946]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:45 smithi187 ceph-mon[33407]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:46.934 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:28:46.934 INFO:teuthology.orchestra.run.smithi157.stdout:[ 2024-08-17T00:28:46.934 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-08-17T00:28:46.934 INFO:teuthology.orchestra.run.smithi157.stdout: "poolnum": 1, 2024-08-17T00:28:46.934 INFO:teuthology.orchestra.run.smithi157.stdout: "poolname": ".mgr" 2024-08-17T00:28:46.934 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:28:46.934 INFO:teuthology.orchestra.run.smithi157.stdout:] 2024-08-17T00:28:47.618 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:47 smithi157 ceph-mon[29438]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:47.618 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:47 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/123580723' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-17T00:28:47.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:47 smithi157 ceph-mon[40946]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:47.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:47 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/123580723' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-17T00:28:47.643 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-08-17T00:28:47.644 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-08-17T00:28:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:47 smithi187 ceph-mon[33407]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:47 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/123580723' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-17T00:28:47.894 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:28:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:49 smithi157 ceph-mon[40946]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:49 smithi157 ceph-mon[29438]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:49 smithi187 ceph-mon[33407]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:50.315 INFO:teuthology.orchestra.run.smithi157.stderr:pool 'cephfs_metadata' created 2024-08-17T00:28:50.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:50 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/789661113' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T00:28:50.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:50 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T00:28:50.622 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:50 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/789661113' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T00:28:50.622 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:50 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T00:28:50.623 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:50 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/789661113' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T00:28:50.623 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:50 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T00:28:51.044 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-08-17T00:28:51.301 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:28:51.322 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:51 smithi157 ceph-mon[40946]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:51.322 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:51 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-17T00:28:51.322 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:51 smithi157 ceph-mon[40946]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T00:28:51.322 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:51 smithi157 ceph-mon[29438]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:51.323 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:51 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-17T00:28:51.323 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:51 smithi157 ceph-mon[29438]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T00:28:51.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:51 smithi187 ceph-mon[33407]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:51.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:51 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-17T00:28:51.626 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:51 smithi187 ceph-mon[33407]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T00:28:52.598 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:52 smithi157 ceph-mon[29438]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T00:28:52.598 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:52 smithi157 ceph-mon[40946]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T00:28:52.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:52 smithi187 ceph-mon[33407]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T00:28:53.548 INFO:teuthology.orchestra.run.smithi157.stderr:pool 'cephfs_data' created 2024-08-17T00:28:53.880 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:53 smithi157 ceph-mon[29438]: pgmap v192: 33 pgs: 12 active+clean, 21 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:53.880 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:53 smithi157 ceph-mon[29438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:28:53.880 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:53 smithi157 ceph-mon[29438]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T00:28:53.880 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:53 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2569851978' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T00:28:53.880 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:53 smithi157 ceph-mon[40946]: pgmap v192: 33 pgs: 12 active+clean, 21 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:53.880 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:53 smithi157 ceph-mon[40946]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:28:53.880 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:53 smithi157 ceph-mon[40946]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T00:28:53.880 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:53 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2569851978' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T00:28:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:53 smithi187 ceph-mon[33407]: pgmap v192: 33 pgs: 12 active+clean, 21 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:53 smithi187 ceph-mon[33407]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:28:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:53 smithi187 ceph-mon[33407]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T00:28:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:53 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2569851978' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T00:28:54.187 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-08-17T00:28:54.442 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:28:54.816 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:54 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T00:28:54.816 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:54 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-17T00:28:54.816 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:54 smithi157 ceph-mon[29438]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T00:28:54.816 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:54 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T00:28:54.816 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:54 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-17T00:28:54.816 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:54 smithi157 ceph-mon[40946]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T00:28:54.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:54 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T00:28:54.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:54 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-17T00:28:54.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:54 smithi187 ceph-mon[33407]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T00:28:55.850 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:55 smithi157 ceph-mon[40946]: pgmap v195: 97 pgs: 11 creating+peering, 31 active+clean, 55 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:55.851 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:55 smithi157 ceph-mon[40946]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T00:28:55.851 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:55 smithi157 ceph-mon[29438]: pgmap v195: 97 pgs: 11 creating+peering, 31 active+clean, 55 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:55.851 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:55 smithi157 ceph-mon[29438]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T00:28:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:55 smithi187 ceph-mon[33407]: pgmap v195: 97 pgs: 11 creating+peering, 31 active+clean, 55 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:55 smithi187 ceph-mon[33407]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T00:28:56.564 INFO:teuthology.orchestra.run.smithi157.stderr:new fs with metadata pool 2 and data pool 3 2024-08-17T00:28:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:56 smithi157 ceph-mon[40946]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T00:28:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:56 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2152957609' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T00:28:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:56 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T00:28:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:56 smithi157 ceph-mon[40946]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-17T00:28:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:56 smithi157 ceph-mon[29438]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T00:28:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:56 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2152957609' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T00:28:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:56 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T00:28:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:56 smithi157 ceph-mon[29438]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-17T00:28:56.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:56 smithi187 ceph-mon[33407]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T00:28:56.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:56 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2152957609' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T00:28:56.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:56 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T00:28:56.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:56 smithi187 ceph-mon[33407]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-17T00:28:57.315 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:28:57.561 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:57 smithi157 ceph-mon[29438]: pgmap v198: 97 pgs: 11 creating+peering, 43 active+clean, 43 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:57.562 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:57 smithi157 ceph-mon[29438]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T00:28:57.562 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:57 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-17T00:28:57.562 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:57 smithi157 ceph-mon[29438]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-17T00:28:57.568 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:28:57.824 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:57 smithi157 ceph-mon[29438]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-17T00:28:57.825 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:57 smithi157 ceph-mon[40946]: pgmap v198: 97 pgs: 11 creating+peering, 43 active+clean, 43 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:57.825 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:57 smithi157 ceph-mon[40946]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T00:28:57.825 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:57 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-17T00:28:57.825 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:57 smithi157 ceph-mon[40946]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-17T00:28:57.825 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:57 smithi157 ceph-mon[40946]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-17T00:28:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:57 smithi187 ceph-mon[33407]: pgmap v198: 97 pgs: 11 creating+peering, 43 active+clean, 43 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:28:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:57 smithi187 ceph-mon[33407]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T00:28:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:57 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-17T00:28:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:57 smithi187 ceph-mon[33407]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-17T00:28:57.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:57 smithi187 ceph-mon[33407]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-17T00:28:58.770 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:58 smithi157 ceph-mon[40946]: mds.? [v2:172.21.15.187:6832/2168209297,v1:172.21.15.187:6833/2168209297] up:active 2024-08-17T00:28:58.770 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:58 smithi157 ceph-mon[40946]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:28:58.770 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:58 smithi157 ceph-mon[40946]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:28:58.770 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:58 smithi157 ceph-mon[29438]: mds.? [v2:172.21.15.187:6832/2168209297,v1:172.21.15.187:6833/2168209297] up:active 2024-08-17T00:28:58.771 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:58 smithi157 ceph-mon[29438]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:28:58.771 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:58 smithi157 ceph-mon[29438]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:28:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:58 smithi187 ceph-mon[33407]: mds.? [v2:172.21.15.187:6832/2168209297,v1:172.21.15.187:6833/2168209297] up:active 2024-08-17T00:28:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:58 smithi187 ceph-mon[33407]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:28:58.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:58 smithi187 ceph-mon[33407]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:28:59.451 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:28:59.451 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":65,"fsid":"c90800da-5c2e-11ef-bccf-c7b262605968","created":"2024-08-17T00:23:23.887606+0000","modified":"2024-08-17T00:28:56.429746+0000","last_up_change":"2024-08-17T00:28:21.972822+0000","last_in_change":"2024-08-17T00:28:04.614208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:26:22.541730+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:28:49.902654+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:28:53.491276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1e1a3823-d411-42b7-964a-c079bf91b8ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6803","nonce":3987461274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6805","nonce":3987461274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6809","nonce":3987461274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6807","nonce":3987461274}]},"public_addr":"172.21.15.157:6803/3987461274","cluster_addr":"172.21.15.157:6805/3987461274","heartbeat_back_addr":"172.21.15.157:6809/3987461274","heartbeat_front_addr":"172.21.15.157:6807/3987461274","state":["exists","up"]},{"osd":1,"uuid":"2f00b21d-bfdd-4c1c-8c46-66aafa626ce2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6811","nonce":2883364621}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6813","nonce":2883364621}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6817","nonce":2883364621}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6815","nonce":2883364621}]},"public_addr":"172.21.15.157:6811/2883364621","cluster_addr":"172.21.15.157:6813/2883364621","heartbeat_back_addr":"172.21.15.157:6817/2883364621","heartbeat_front_addr":"172.21.15.157:6815/2883364621","state":["exists","up"]},{"osd":2,"uuid":"d4c08dce-8279-4f3e-be96-aa0dc05cefb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6819","nonce":3834627844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6821","nonce":3834627844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6825","nonce":3834627844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6823","nonce":3834627844}]},"public_addr":"172.21.15.157:6819/3834627844","cluster_addr":"172.21.15.157:6821/3834627844","heartbeat_back_addr":"172.21.15.157:6825/3834627844","heartbeat_front_addr":"172.21.15.157:6823/3834627844","state":["exists","up"]},{"osd":3,"uuid":"4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6827","nonce":4167938513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6829","nonce":4167938513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6833","nonce":4167938513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6831","nonce":4167938513}]},"public_addr":"172.21.15.157:6827/4167938513","cluster_addr":"172.21.15.157:6829/4167938513","heartbeat_back_addr":"172.21.15.157:6833/4167938513","heartbeat_front_addr":"172.21.15.157:6831/4167938513","state":["exists","up"]},{"osd":4,"uuid":"730aedf4-b665-4976-936d-cbf2d867935a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6801","nonce":2262152973}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6803","nonce":2262152973}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6807","nonce":2262152973}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6805","nonce":2262152973}]},"public_addr":"172.21.15.187:6801/2262152973","cluster_addr":"172.21.15.187:6803/2262152973","heartbeat_back_addr":"172.21.15.187:6807/2262152973","heartbeat_front_addr":"172.21.15.187:6805/2262152973","state":["exists","up"]},{"osd":5,"uuid":"7a504339-f8d7-468b-bb4d-10006e652359","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6809","nonce":3117597626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6811","nonce":3117597626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6815","nonce":3117597626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6813","nonce":3117597626}]},"public_addr":"172.21.15.187:6809/3117597626","cluster_addr":"172.21.15.187:6811/3117597626","heartbeat_back_addr":"172.21.15.187:6815/3117597626","heartbeat_front_addr":"172.21.15.187:6813/3117597626","state":["exists","up"]},{"osd":6,"uuid":"c9ff99aa-e5d8-4601-8470-e715888cdb06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6817","nonce":2259337620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6819","nonce":2259337620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6823","nonce":2259337620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6821","nonce":2259337620}]},"public_addr":"172.21.15.187:6817/2259337620","cluster_addr":"172.21.15.187:6819/2259337620","heartbeat_back_addr":"172.21.15.187:6823/2259337620","heartbeat_front_addr":"172.21.15.187:6821/2259337620","state":["exists","up"]},{"osd":7,"uuid":"1233e089-e354-4ace-9a04-00841149f1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6825","nonce":524114672}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6827","nonce":524114672}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6831","nonce":524114672}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6829","nonce":524114672}]},"public_addr":"172.21.15.187:6825/524114672","cluster_addr":"172.21.15.187:6827/524114672","heartbeat_back_addr":"172.21.15.187:6831/524114672","heartbeat_front_addr":"172.21.15.187:6829/524114672","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:31.742734+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:56.199222+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:20.345634+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:45.666665+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:07.305677+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:31.197235+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:55.746811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:28:20.060198+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:0/426690652":"2024-08-18T00:24:08.248222+0000","172.21.15.157:6801/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/3080473394":"2024-08-18T00:24:08.248222+0000","172.21.15.157:6801/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/574381637":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/1182309930":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/1214533948":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/4201540135":"2024-08-18T00:23:45.564597+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:28:59.752 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:59 smithi157 ceph-mon[40946]: pgmap v200: 97 pgs: 11 creating+peering, 86 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 645 B/s wr, 6 op/s 2024-08-17T00:28:59.752 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:59 smithi157 ceph-mon[40946]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-17T00:28:59.752 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:59 smithi157 ceph-mon[40946]: Cluster is now healthy 2024-08-17T00:28:59.752 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:28:59 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/11253896' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:28:59.752 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:59 smithi157 ceph-mon[29438]: pgmap v200: 97 pgs: 11 creating+peering, 86 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 645 B/s wr, 6 op/s 2024-08-17T00:28:59.753 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:59 smithi157 ceph-mon[29438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-17T00:28:59.753 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:59 smithi157 ceph-mon[29438]: Cluster is now healthy 2024-08-17T00:28:59.753 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:28:59 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/11253896' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:28:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:59 smithi187 ceph-mon[33407]: pgmap v200: 97 pgs: 11 creating+peering, 86 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 645 B/s wr, 6 op/s 2024-08-17T00:28:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:59 smithi187 ceph-mon[33407]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-17T00:28:59.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:59 smithi187 ceph-mon[33407]: Cluster is now healthy 2024-08-17T00:28:59.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:28:59 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/11253896' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:29:00.146 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:29:00.401 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:29:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:01 smithi187 ceph-mon[33407]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-08-17T00:29:01.706 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:29:01 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b[61920]: 2024-08-17T00:29:01.407+0000 7f3e4d3fd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-17T00:29:01.867 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:01 smithi157 ceph-mon[40946]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-08-17T00:29:01.868 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:01 smithi157 ceph-mon[29438]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-08-17T00:29:02.257 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:29:02.257 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":65,"fsid":"c90800da-5c2e-11ef-bccf-c7b262605968","created":"2024-08-17T00:23:23.887606+0000","modified":"2024-08-17T00:28:56.429746+0000","last_up_change":"2024-08-17T00:28:21.972822+0000","last_in_change":"2024-08-17T00:28:04.614208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:26:22.541730+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:28:49.902654+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:28:53.491276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1e1a3823-d411-42b7-964a-c079bf91b8ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6803","nonce":3987461274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6805","nonce":3987461274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6809","nonce":3987461274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6807","nonce":3987461274}]},"public_addr":"172.21.15.157:6803/3987461274","cluster_addr":"172.21.15.157:6805/3987461274","heartbeat_back_addr":"172.21.15.157:6809/3987461274","heartbeat_front_addr":"172.21.15.157:6807/3987461274","state":["exists","up"]},{"osd":1,"uuid":"2f00b21d-bfdd-4c1c-8c46-66aafa626ce2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6811","nonce":2883364621}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6813","nonce":2883364621}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6817","nonce":2883364621}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6815","nonce":2883364621}]},"public_addr":"172.21.15.157:6811/2883364621","cluster_addr":"172.21.15.157:6813/2883364621","heartbeat_back_addr":"172.21.15.157:6817/2883364621","heartbeat_front_addr":"172.21.15.157:6815/2883364621","state":["exists","up"]},{"osd":2,"uuid":"d4c08dce-8279-4f3e-be96-aa0dc05cefb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6819","nonce":3834627844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6821","nonce":3834627844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6825","nonce":3834627844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6823","nonce":3834627844}]},"public_addr":"172.21.15.157:6819/3834627844","cluster_addr":"172.21.15.157:6821/3834627844","heartbeat_back_addr":"172.21.15.157:6825/3834627844","heartbeat_front_addr":"172.21.15.157:6823/3834627844","state":["exists","up"]},{"osd":3,"uuid":"4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6827","nonce":4167938513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6829","nonce":4167938513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6833","nonce":4167938513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6831","nonce":4167938513}]},"public_addr":"172.21.15.157:6827/4167938513","cluster_addr":"172.21.15.157:6829/4167938513","heartbeat_back_addr":"172.21.15.157:6833/4167938513","heartbeat_front_addr":"172.21.15.157:6831/4167938513","state":["exists","up"]},{"osd":4,"uuid":"730aedf4-b665-4976-936d-cbf2d867935a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6801","nonce":2262152973}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6803","nonce":2262152973}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6807","nonce":2262152973}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6805","nonce":2262152973}]},"public_addr":"172.21.15.187:6801/2262152973","cluster_addr":"172.21.15.187:6803/2262152973","heartbeat_back_addr":"172.21.15.187:6807/2262152973","heartbeat_front_addr":"172.21.15.187:6805/2262152973","state":["exists","up"]},{"osd":5,"uuid":"7a504339-f8d7-468b-bb4d-10006e652359","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6809","nonce":3117597626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6811","nonce":3117597626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6815","nonce":3117597626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6813","nonce":3117597626}]},"public_addr":"172.21.15.187:6809/3117597626","cluster_addr":"172.21.15.187:6811/3117597626","heartbeat_back_addr":"172.21.15.187:6815/3117597626","heartbeat_front_addr":"172.21.15.187:6813/3117597626","state":["exists","up"]},{"osd":6,"uuid":"c9ff99aa-e5d8-4601-8470-e715888cdb06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6817","nonce":2259337620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6819","nonce":2259337620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6823","nonce":2259337620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6821","nonce":2259337620}]},"public_addr":"172.21.15.187:6817/2259337620","cluster_addr":"172.21.15.187:6819/2259337620","heartbeat_back_addr":"172.21.15.187:6823/2259337620","heartbeat_front_addr":"172.21.15.187:6821/2259337620","state":["exists","up"]},{"osd":7,"uuid":"1233e089-e354-4ace-9a04-00841149f1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6825","nonce":524114672}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6827","nonce":524114672}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6831","nonce":524114672}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6829","nonce":524114672}]},"public_addr":"172.21.15.187:6825/524114672","cluster_addr":"172.21.15.187:6827/524114672","heartbeat_back_addr":"172.21.15.187:6831/524114672","heartbeat_front_addr":"172.21.15.187:6829/524114672","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:31.742734+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:56.199222+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:20.345634+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:45.666665+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:07.305677+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:31.197235+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:55.746811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:28:20.060198+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:0/426690652":"2024-08-18T00:24:08.248222+0000","172.21.15.157:6801/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/3080473394":"2024-08-18T00:24:08.248222+0000","172.21.15.157:6801/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/574381637":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/1182309930":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/1214533948":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/4201540135":"2024-08-18T00:23:45.564597+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:29:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:02 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/404157198' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:29:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:02 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/404157198' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:29:02.889 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:02 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/404157198' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:29:02.949 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-08-17T00:29:03.201 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:29:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:03 smithi157 ceph-mon[29438]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-17T00:29:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:03 smithi157 ceph-mon[40946]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-17T00:29:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:03 smithi187 ceph-mon[33407]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-17T00:29:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:05 smithi157 ceph-mon[29438]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-08-17T00:29:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:05 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/143383659' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T00:29:05.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:05 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T00:29:05.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:05 smithi157 ceph-mon[40946]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-08-17T00:29:05.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:05 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/143383659' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T00:29:05.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:05 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T00:29:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:05 smithi187 ceph-mon[33407]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-08-17T00:29:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:05 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/143383659' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T00:29:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:05 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T00:29:06.325 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-08-17T00:29:06.326 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-08-17T00:29:06.580 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:29:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:06 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-17T00:29:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:06 smithi157 ceph-mon[29438]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:29:06.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:06 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-17T00:29:06.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:06 smithi157 ceph-mon[40946]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:29:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:06 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-17T00:29:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:06 smithi187 ceph-mon[33407]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:29:07.696 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:07 smithi157 ceph-mon[29438]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-17T00:29:07.696 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:07 smithi157 ceph-mon[40946]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-17T00:29:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:07 smithi187 ceph-mon[33407]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-17T00:29:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-08-17T00:29:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-08-17T00:29:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]: dispatch 2024-08-17T00:29:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-08-17T00:29:08.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-08-17T00:29:08.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]: dispatch 2024-08-17T00:29:08.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/727386640' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T00:29:08.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T00:29:08.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-08-17T00:29:08.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-08-17T00:29:08.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]: dispatch 2024-08-17T00:29:08.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-08-17T00:29:08.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-08-17T00:29:08.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]: dispatch 2024-08-17T00:29:08.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/727386640' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T00:29:08.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:08 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T00:29:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:08 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-08-17T00:29:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:08 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-08-17T00:29:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:08 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]: dispatch 2024-08-17T00:29:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:08 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-08-17T00:29:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:08 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-08-17T00:29:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:08 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]: dispatch 2024-08-17T00:29:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:08 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/727386640' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T00:29:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:08 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T00:29:09.550 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-08-17T00:29:09.550 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T00:29:09.813 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:29:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[40946]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-17T00:29:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-17T00:29:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[40946]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:29:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2024-08-17T00:29:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-08-17T00:29:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]': finished 2024-08-17T00:29:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-08-17T00:29:09.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-08-17T00:29:09.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]': finished 2024-08-17T00:29:09.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[40946]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T00:29:09.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[29438]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-17T00:29:09.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-17T00:29:09.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[29438]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:29:09.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2024-08-17T00:29:09.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-08-17T00:29:09.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]': finished 2024-08-17T00:29:09.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-08-17T00:29:09.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-08-17T00:29:09.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]': finished 2024-08-17T00:29:09.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:09 smithi157 ceph-mon[29438]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T00:29:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:09 smithi187 ceph-mon[33407]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-17T00:29:09.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:09 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-17T00:29:09.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:09 smithi187 ceph-mon[33407]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:29:09.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:09 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2024-08-17T00:29:09.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:09 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-08-17T00:29:09.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:09 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]': finished 2024-08-17T00:29:09.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:09 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-08-17T00:29:09.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:09 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-08-17T00:29:09.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:09 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]': finished 2024-08-17T00:29:09.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:09 smithi187 ceph-mon[33407]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T00:29:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:10 smithi157 ceph-mon[40946]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T00:29:10.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:10 smithi157 ceph-mon[29438]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T00:29:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:10 smithi187 ceph-mon[33407]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T00:29:11.734 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:29:11.734 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/969013348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":969013348},{"type":"v1","addr":"172.21.15.157:6835","nonce":969013348}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T00:28:56.429867+0000","modified":"2024-08-17T00:29:08.586631+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24319},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24319":{"gid":24319,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.187:6833/2168209297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":2168209297},{"type":"v1","addr":"172.21.15.187:6833","nonce":2168209297}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T00:29:11.734 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 8 2024-08-17T00:29:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:11 smithi157 ceph-mon[29438]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:29:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:11 smithi157 ceph-mon[40946]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:29:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:11 smithi187 ceph-mon[33407]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:29:12.431 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:29:12.685 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:29:12.808 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:12 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/862272518' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:29:12.808 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:12 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/862272518' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:29:12.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:12 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/862272518' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:29:13.853 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:13 smithi157 ceph-mon[40946]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:13.853 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:13 smithi157 ceph-mon[29438]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:13 smithi187 ceph-mon[33407]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:14.505 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:29:14.505 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":67,"fsid":"c90800da-5c2e-11ef-bccf-c7b262605968","created":"2024-08-17T00:23:23.887606+0000","modified":"2024-08-17T00:29:09.591085+0000","last_up_change":"2024-08-17T00:28:21.972822+0000","last_in_change":"2024-08-17T00:28:04.614208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:26:22.541730+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:28:49.902654+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:28:53.491276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1e1a3823-d411-42b7-964a-c079bf91b8ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6803","nonce":3987461274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6805","nonce":3987461274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6809","nonce":3987461274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6807","nonce":3987461274}]},"public_addr":"172.21.15.157:6803/3987461274","cluster_addr":"172.21.15.157:6805/3987461274","heartbeat_back_addr":"172.21.15.157:6809/3987461274","heartbeat_front_addr":"172.21.15.157:6807/3987461274","state":["exists","up"]},{"osd":1,"uuid":"2f00b21d-bfdd-4c1c-8c46-66aafa626ce2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6811","nonce":2883364621}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6813","nonce":2883364621}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6817","nonce":2883364621}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6815","nonce":2883364621}]},"public_addr":"172.21.15.157:6811/2883364621","cluster_addr":"172.21.15.157:6813/2883364621","heartbeat_back_addr":"172.21.15.157:6817/2883364621","heartbeat_front_addr":"172.21.15.157:6815/2883364621","state":["exists","up"]},{"osd":2,"uuid":"d4c08dce-8279-4f3e-be96-aa0dc05cefb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6819","nonce":3834627844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6821","nonce":3834627844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6825","nonce":3834627844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6823","nonce":3834627844}]},"public_addr":"172.21.15.157:6819/3834627844","cluster_addr":"172.21.15.157:6821/3834627844","heartbeat_back_addr":"172.21.15.157:6825/3834627844","heartbeat_front_addr":"172.21.15.157:6823/3834627844","state":["exists","up"]},{"osd":3,"uuid":"4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6827","nonce":4167938513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6829","nonce":4167938513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6833","nonce":4167938513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6831","nonce":4167938513}]},"public_addr":"172.21.15.157:6827/4167938513","cluster_addr":"172.21.15.157:6829/4167938513","heartbeat_back_addr":"172.21.15.157:6833/4167938513","heartbeat_front_addr":"172.21.15.157:6831/4167938513","state":["exists","up"]},{"osd":4,"uuid":"730aedf4-b665-4976-936d-cbf2d867935a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6801","nonce":2262152973}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6803","nonce":2262152973}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6807","nonce":2262152973}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6805","nonce":2262152973}]},"public_addr":"172.21.15.187:6801/2262152973","cluster_addr":"172.21.15.187:6803/2262152973","heartbeat_back_addr":"172.21.15.187:6807/2262152973","heartbeat_front_addr":"172.21.15.187:6805/2262152973","state":["exists","up"]},{"osd":5,"uuid":"7a504339-f8d7-468b-bb4d-10006e652359","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6809","nonce":3117597626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6811","nonce":3117597626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6815","nonce":3117597626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6813","nonce":3117597626}]},"public_addr":"172.21.15.187:6809/3117597626","cluster_addr":"172.21.15.187:6811/3117597626","heartbeat_back_addr":"172.21.15.187:6815/3117597626","heartbeat_front_addr":"172.21.15.187:6813/3117597626","state":["exists","up"]},{"osd":6,"uuid":"c9ff99aa-e5d8-4601-8470-e715888cdb06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6817","nonce":2259337620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6819","nonce":2259337620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6823","nonce":2259337620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6821","nonce":2259337620}]},"public_addr":"172.21.15.187:6817/2259337620","cluster_addr":"172.21.15.187:6819/2259337620","heartbeat_back_addr":"172.21.15.187:6823/2259337620","heartbeat_front_addr":"172.21.15.187:6821/2259337620","state":["exists","up"]},{"osd":7,"uuid":"1233e089-e354-4ace-9a04-00841149f1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6825","nonce":524114672}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6827","nonce":524114672}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6831","nonce":524114672}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6829","nonce":524114672}]},"public_addr":"172.21.15.187:6825/524114672","cluster_addr":"172.21.15.187:6827/524114672","heartbeat_back_addr":"172.21.15.187:6831/524114672","heartbeat_front_addr":"172.21.15.187:6829/524114672","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:31.742734+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:56.199222+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:20.345634+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:45.666665+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:07.305677+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:31.197235+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:55.746811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:28:20.060198+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:0/426690652":"2024-08-18T00:24:08.248222+0000","172.21.15.157:6801/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/3080473394":"2024-08-18T00:24:08.248222+0000","172.21.15.157:6801/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/574381637":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/1182309930":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/1214533948":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/4201540135":"2024-08-18T00:23:45.564597+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:29:14.874 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:14 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2031023991' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:29:14.875 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:14 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2031023991' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:29:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:14 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2031023991' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:29:15.295 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-17T00:29:15.295 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T00:29:15.552 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:29:15.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:15 smithi157 ceph-mon[29438]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:15.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:15 smithi157 ceph-mon[40946]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:15 smithi187 ceph-mon[33407]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:17.484 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:29:17.485 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-08-17T00:29:17.790 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:17 smithi157 ceph-mon[29438]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:17.790 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:17 smithi157 ceph-mon[40946]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:17 smithi187 ceph-mon[33407]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:18.157 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":211,"stamp":"2024-08-17T00:29:16.305986+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386000,"kb_used_data":7140,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575216,"statfs":{"total":767960285184,"available":765517021184,"internally_reserved":0,"allocated":7311360,"data_stored":4097634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002208"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598919+0000","last_change":"2024-08-17T00:28:54.570072+0000","last_active":"2024-08-17T00:29:08.598919+0000","last_peered":"2024-08-17T00:29:08.598919+0000","last_clean":"2024-08-17T00:29:08.598919+0000","last_became_active":"2024-08-17T00:28:54.569805+0000","last_became_peered":"2024-08-17T00:28:54.569805+0000","last_unstale":"2024-08-17T00:29:08.598919+0000","last_undegraded":"2024-08-17T00:29:08.598919+0000","last_fullsized":"2024-08-17T00:29:08.598919+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:30:57.057372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594024+0000","last_change":"2024-08-17T00:28:54.563714+0000","last_active":"2024-08-17T00:29:08.594024+0000","last_peered":"2024-08-17T00:29:08.594024+0000","last_clean":"2024-08-17T00:29:08.594024+0000","last_became_active":"2024-08-17T00:28:54.563454+0000","last_became_peered":"2024-08-17T00:28:54.563454+0000","last_unstale":"2024-08-17T00:29:08.594024+0000","last_undegraded":"2024-08-17T00:29:08.594024+0000","last_fullsized":"2024-08-17T00:29:08.594024+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:46:40.460524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593776+0000","last_change":"2024-08-17T00:28:54.558380+0000","last_active":"2024-08-17T00:29:08.593776+0000","last_peered":"2024-08-17T00:29:08.593776+0000","last_clean":"2024-08-17T00:29:08.593776+0000","last_became_active":"2024-08-17T00:28:54.558084+0000","last_became_peered":"2024-08-17T00:28:54.558084+0000","last_unstale":"2024-08-17T00:29:08.593776+0000","last_undegraded":"2024-08-17T00:29:08.593776+0000","last_fullsized":"2024-08-17T00:29:08.593776+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:15:00.154043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600307+0000","last_change":"2024-08-17T00:28:54.581701+0000","last_active":"2024-08-17T00:29:08.600307+0000","last_peered":"2024-08-17T00:29:08.600307+0000","last_clean":"2024-08-17T00:29:08.600307+0000","last_became_active":"2024-08-17T00:28:54.581429+0000","last_became_peered":"2024-08-17T00:28:54.581429+0000","last_unstale":"2024-08-17T00:29:08.600307+0000","last_undegraded":"2024-08-17T00:29:08.600307+0000","last_fullsized":"2024-08-17T00:29:08.600307+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:52:42.414763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598303+0000","last_change":"2024-08-17T00:28:54.575135+0000","last_active":"2024-08-17T00:29:08.598303+0000","last_peered":"2024-08-17T00:29:08.598303+0000","last_clean":"2024-08-17T00:29:08.598303+0000","last_became_active":"2024-08-17T00:28:54.574354+0000","last_became_peered":"2024-08-17T00:28:54.574354+0000","last_unstale":"2024-08-17T00:29:08.598303+0000","last_undegraded":"2024-08-17T00:29:08.598303+0000","last_fullsized":"2024-08-17T00:29:08.598303+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:04:09.128433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600061+0000","last_change":"2024-08-17T00:28:54.576420+0000","last_active":"2024-08-17T00:29:08.600061+0000","last_peered":"2024-08-17T00:29:08.600061+0000","last_clean":"2024-08-17T00:29:08.600061+0000","last_became_active":"2024-08-17T00:28:54.576107+0000","last_became_peered":"2024-08-17T00:28:54.576107+0000","last_unstale":"2024-08-17T00:29:08.600061+0000","last_undegraded":"2024-08-17T00:29:08.600061+0000","last_fullsized":"2024-08-17T00:29:08.600061+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:43:26.454812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597597+0000","last_change":"2024-08-17T00:28:54.575462+0000","last_active":"2024-08-17T00:29:08.597597+0000","last_peered":"2024-08-17T00:29:08.597597+0000","last_clean":"2024-08-17T00:29:08.597597+0000","last_became_active":"2024-08-17T00:28:54.573567+0000","last_became_peered":"2024-08-17T00:28:54.573567+0000","last_unstale":"2024-08-17T00:29:08.597597+0000","last_undegraded":"2024-08-17T00:29:08.597597+0000","last_fullsized":"2024-08-17T00:29:08.597597+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:25:34.851097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599114+0000","last_change":"2024-08-17T00:28:54.573401+0000","last_active":"2024-08-17T00:29:08.599114+0000","last_peered":"2024-08-17T00:29:08.599114+0000","last_clean":"2024-08-17T00:29:08.599114+0000","last_became_active":"2024-08-17T00:28:54.573102+0000","last_became_peered":"2024-08-17T00:28:54.573102+0000","last_unstale":"2024-08-17T00:29:08.599114+0000","last_undegraded":"2024-08-17T00:29:08.599114+0000","last_fullsized":"2024-08-17T00:29:08.599114+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:26:28.261450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598491+0000","last_change":"2024-08-17T00:28:54.574326+0000","last_active":"2024-08-17T00:29:08.598491+0000","last_peered":"2024-08-17T00:29:08.598491+0000","last_clean":"2024-08-17T00:29:08.598491+0000","last_became_active":"2024-08-17T00:28:54.574004+0000","last_became_peered":"2024-08-17T00:28:54.574004+0000","last_unstale":"2024-08-17T00:29:08.598491+0000","last_undegraded":"2024-08-17T00:29:08.598491+0000","last_fullsized":"2024-08-17T00:29:08.598491+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:26:06.101801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.596889+0000","last_change":"2024-08-17T00:28:54.579346+0000","last_active":"2024-08-17T00:29:08.596889+0000","last_peered":"2024-08-17T00:29:08.596889+0000","last_clean":"2024-08-17T00:29:08.596889+0000","last_became_active":"2024-08-17T00:28:54.578850+0000","last_became_peered":"2024-08-17T00:28:54.578850+0000","last_unstale":"2024-08-17T00:29:08.596889+0000","last_undegraded":"2024-08-17T00:29:08.596889+0000","last_fullsized":"2024-08-17T00:29:08.596889+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:33:28.047652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T00:29:10.022823+0000","last_change":"2024-08-17T00:29:10.022823+0000","last_active":"2024-08-17T00:29:10.022823+0000","last_peered":"2024-08-17T00:29:10.022823+0000","last_clean":"2024-08-17T00:29:10.022823+0000","last_became_active":"2024-08-17T00:29:10.022483+0000","last_became_peered":"2024-08-17T00:29:10.022483+0000","last_unstale":"2024-08-17T00:29:10.022823+0000","last_undegraded":"2024-08-17T00:29:10.022823+0000","last_fullsized":"2024-08-17T00:29:10.022823+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:46:05.778867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594933+0000","last_change":"2024-08-17T00:28:54.566848+0000","last_active":"2024-08-17T00:29:08.594933+0000","last_peered":"2024-08-17T00:29:08.594933+0000","last_clean":"2024-08-17T00:29:08.594933+0000","last_became_active":"2024-08-17T00:28:54.566227+0000","last_became_peered":"2024-08-17T00:28:54.566227+0000","last_unstale":"2024-08-17T00:29:08.594933+0000","last_undegraded":"2024-08-17T00:29:08.594933+0000","last_fullsized":"2024-08-17T00:29:08.594933+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:50:50.496885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599395+0000","last_change":"2024-08-17T00:28:54.562879+0000","last_active":"2024-08-17T00:29:08.599395+0000","last_peered":"2024-08-17T00:29:08.599395+0000","last_clean":"2024-08-17T00:29:08.599395+0000","last_became_active":"2024-08-17T00:28:54.562609+0000","last_became_peered":"2024-08-17T00:28:54.562609+0000","last_unstale":"2024-08-17T00:29:08.599395+0000","last_undegraded":"2024-08-17T00:29:08.599395+0000","last_fullsized":"2024-08-17T00:29:08.599395+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:06:18.934726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593149+0000","last_change":"2024-08-17T00:28:54.575874+0000","last_active":"2024-08-17T00:29:08.593149+0000","last_peered":"2024-08-17T00:29:08.593149+0000","last_clean":"2024-08-17T00:29:08.593149+0000","last_became_active":"2024-08-17T00:28:54.575612+0000","last_became_peered":"2024-08-17T00:28:54.575612+0000","last_unstale":"2024-08-17T00:29:08.593149+0000","last_undegraded":"2024-08-17T00:29:08.593149+0000","last_fullsized":"2024-08-17T00:29:08.593149+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:40:02.226710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.592778+0000","last_change":"2024-08-17T00:28:54.570533+0000","last_active":"2024-08-17T00:29:08.592778+0000","last_peered":"2024-08-17T00:29:08.592778+0000","last_clean":"2024-08-17T00:29:08.592778+0000","last_became_active":"2024-08-17T00:28:54.570217+0000","last_became_peered":"2024-08-17T00:28:54.570217+0000","last_unstale":"2024-08-17T00:29:08.592778+0000","last_undegraded":"2024-08-17T00:29:08.592778+0000","last_fullsized":"2024-08-17T00:29:08.592778+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:08:33.607075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599463+0000","last_change":"2024-08-17T00:28:54.578022+0000","last_active":"2024-08-17T00:29:08.599463+0000","last_peered":"2024-08-17T00:29:08.599463+0000","last_clean":"2024-08-17T00:29:08.599463+0000","last_became_active":"2024-08-17T00:28:54.577601+0000","last_became_peered":"2024-08-17T00:28:54.577601+0000","last_unstale":"2024-08-17T00:29:08.599463+0000","last_undegraded":"2024-08-17T00:29:08.599463+0000","last_fullsized":"2024-08-17T00:29:08.599463+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:08:26.476660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600389+0000","last_change":"2024-08-17T00:28:54.578873+0000","last_active":"2024-08-17T00:29:08.600389+0000","last_peered":"2024-08-17T00:29:08.600389+0000","last_clean":"2024-08-17T00:29:08.600389+0000","last_became_active":"2024-08-17T00:28:54.578600+0000","last_became_peered":"2024-08-17T00:28:54.578600+0000","last_unstale":"2024-08-17T00:29:08.600389+0000","last_undegraded":"2024-08-17T00:29:08.600389+0000","last_fullsized":"2024-08-17T00:29:08.600389+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:53:22.660441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597289+0000","last_change":"2024-08-17T00:28:54.567643+0000","last_active":"2024-08-17T00:29:08.597289+0000","last_peered":"2024-08-17T00:29:08.597289+0000","last_clean":"2024-08-17T00:29:08.597289+0000","last_became_active":"2024-08-17T00:28:54.567372+0000","last_became_peered":"2024-08-17T00:28:54.567372+0000","last_unstale":"2024-08-17T00:29:08.597289+0000","last_undegraded":"2024-08-17T00:29:08.597289+0000","last_fullsized":"2024-08-17T00:29:08.597289+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:50:01.962096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598449+0000","last_change":"2024-08-17T00:28:54.573126+0000","last_active":"2024-08-17T00:29:08.598449+0000","last_peered":"2024-08-17T00:29:08.598449+0000","last_clean":"2024-08-17T00:29:08.598449+0000","last_became_active":"2024-08-17T00:28:54.572776+0000","last_became_peered":"2024-08-17T00:28:54.572776+0000","last_unstale":"2024-08-17T00:29:08.598449+0000","last_undegraded":"2024-08-17T00:29:08.598449+0000","last_fullsized":"2024-08-17T00:29:08.598449+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:39:12.572978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T00:29:10.131724+0000","last_change":"2024-08-17T00:29:10.131724+0000","last_active":"2024-08-17T00:29:10.131724+0000","last_peered":"2024-08-17T00:29:10.131724+0000","last_clean":"2024-08-17T00:29:10.131724+0000","last_became_active":"2024-08-17T00:29:10.131301+0000","last_became_peered":"2024-08-17T00:29:10.131301+0000","last_unstale":"2024-08-17T00:29:10.131724+0000","last_undegraded":"2024-08-17T00:29:10.131724+0000","last_fullsized":"2024-08-17T00:29:10.131724+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:30:09.973818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T00:29:10.131353+0000","last_change":"2024-08-17T00:29:10.131353+0000","last_active":"2024-08-17T00:29:10.131353+0000","last_peered":"2024-08-17T00:29:10.131353+0000","last_clean":"2024-08-17T00:29:10.131353+0000","last_became_active":"2024-08-17T00:29:10.131066+0000","last_became_peered":"2024-08-17T00:29:10.131066+0000","last_unstale":"2024-08-17T00:29:10.131353+0000","last_undegraded":"2024-08-17T00:29:10.131353+0000","last_fullsized":"2024-08-17T00:29:10.131353+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:23:59.896393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600187+0000","last_change":"2024-08-17T00:28:54.581238+0000","last_active":"2024-08-17T00:29:08.600187+0000","last_peered":"2024-08-17T00:29:08.600187+0000","last_clean":"2024-08-17T00:29:08.600187+0000","last_became_active":"2024-08-17T00:28:54.580943+0000","last_became_peered":"2024-08-17T00:28:54.580943+0000","last_unstale":"2024-08-17T00:29:08.600187+0000","last_undegraded":"2024-08-17T00:29:08.600187+0000","last_fullsized":"2024-08-17T00:29:08.600187+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:28:51.010275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599412+0000","last_change":"2024-08-17T00:28:54.560873+0000","last_active":"2024-08-17T00:29:08.599412+0000","last_peered":"2024-08-17T00:29:08.599412+0000","last_clean":"2024-08-17T00:29:08.599412+0000","last_became_active":"2024-08-17T00:28:54.560626+0000","last_became_peered":"2024-08-17T00:28:54.560626+0000","last_unstale":"2024-08-17T00:29:08.599412+0000","last_undegraded":"2024-08-17T00:29:08.599412+0000","last_fullsized":"2024-08-17T00:29:08.599412+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:16:38.858694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599545+0000","last_change":"2024-08-17T00:28:54.570996+0000","last_active":"2024-08-17T00:29:08.599545+0000","last_peered":"2024-08-17T00:29:08.599545+0000","last_clean":"2024-08-17T00:29:08.599545+0000","last_became_active":"2024-08-17T00:28:54.570620+0000","last_became_peered":"2024-08-17T00:28:54.570620+0000","last_unstale":"2024-08-17T00:29:08.599545+0000","last_undegraded":"2024-08-17T00:29:08.599545+0000","last_fullsized":"2024-08-17T00:29:08.599545+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:06:22.454183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600076+0000","last_change":"2024-08-17T00:28:54.560724+0000","last_active":"2024-08-17T00:29:08.600076+0000","last_peered":"2024-08-17T00:29:08.600076+0000","last_clean":"2024-08-17T00:29:08.600076+0000","last_became_active":"2024-08-17T00:28:54.559342+0000","last_became_peered":"2024-08-17T00:28:54.559342+0000","last_unstale":"2024-08-17T00:29:08.600076+0000","last_undegraded":"2024-08-17T00:29:08.600076+0000","last_fullsized":"2024-08-17T00:29:08.600076+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:18:34.982457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.596898+0000","last_change":"2024-08-17T00:28:54.565235+0000","last_active":"2024-08-17T00:29:08.596898+0000","last_peered":"2024-08-17T00:29:08.596898+0000","last_clean":"2024-08-17T00:29:08.596898+0000","last_became_active":"2024-08-17T00:28:54.564878+0000","last_became_peered":"2024-08-17T00:28:54.564878+0000","last_unstale":"2024-08-17T00:29:08.596898+0000","last_undegraded":"2024-08-17T00:29:08.596898+0000","last_fullsized":"2024-08-17T00:29:08.596898+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:02:20.929399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593571+0000","last_change":"2024-08-17T00:28:54.565311+0000","last_active":"2024-08-17T00:29:08.593571+0000","last_peered":"2024-08-17T00:29:08.593571+0000","last_clean":"2024-08-17T00:29:08.593571+0000","last_became_active":"2024-08-17T00:28:54.565030+0000","last_became_peered":"2024-08-17T00:28:54.565030+0000","last_unstale":"2024-08-17T00:29:08.593571+0000","last_undegraded":"2024-08-17T00:29:08.593571+0000","last_fullsized":"2024-08-17T00:29:08.593571+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:10:49.142508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599630+0000","last_change":"2024-08-17T00:28:54.559743+0000","last_active":"2024-08-17T00:29:08.599630+0000","last_peered":"2024-08-17T00:29:08.599630+0000","last_clean":"2024-08-17T00:29:08.599630+0000","last_became_active":"2024-08-17T00:28:54.558966+0000","last_became_peered":"2024-08-17T00:28:54.558966+0000","last_unstale":"2024-08-17T00:29:08.599630+0000","last_undegraded":"2024-08-17T00:29:08.599630+0000","last_fullsized":"2024-08-17T00:29:08.599630+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:51:25.120580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594438+0000","last_change":"2024-08-17T00:28:54.570575+0000","last_active":"2024-08-17T00:29:08.594438+0000","last_peered":"2024-08-17T00:29:08.594438+0000","last_clean":"2024-08-17T00:29:08.594438+0000","last_became_active":"2024-08-17T00:28:54.569892+0000","last_became_peered":"2024-08-17T00:28:54.569892+0000","last_unstale":"2024-08-17T00:29:08.594438+0000","last_undegraded":"2024-08-17T00:29:08.594438+0000","last_fullsized":"2024-08-17T00:29:08.594438+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:48:43.557425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600306+0000","last_change":"2024-08-17T00:28:54.578201+0000","last_active":"2024-08-17T00:29:08.600306+0000","last_peered":"2024-08-17T00:29:08.600306+0000","last_clean":"2024-08-17T00:29:08.600306+0000","last_became_active":"2024-08-17T00:28:54.577928+0000","last_became_peered":"2024-08-17T00:28:54.577928+0000","last_unstale":"2024-08-17T00:29:08.600306+0000","last_undegraded":"2024-08-17T00:29:08.600306+0000","last_fullsized":"2024-08-17T00:29:08.600306+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:46:21.875648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.596939+0000","last_change":"2024-08-17T00:28:54.572134+0000","last_active":"2024-08-17T00:29:08.596939+0000","last_peered":"2024-08-17T00:29:08.596939+0000","last_clean":"2024-08-17T00:29:08.596939+0000","last_became_active":"2024-08-17T00:28:54.571847+0000","last_became_peered":"2024-08-17T00:28:54.571847+0000","last_unstale":"2024-08-17T00:29:08.596939+0000","last_undegraded":"2024-08-17T00:29:08.596939+0000","last_fullsized":"2024-08-17T00:29:08.596939+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:59:58.108828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.595806+0000","last_change":"2024-08-17T00:28:54.578531+0000","last_active":"2024-08-17T00:29:08.595806+0000","last_peered":"2024-08-17T00:29:08.595806+0000","last_clean":"2024-08-17T00:29:08.595806+0000","last_became_active":"2024-08-17T00:28:54.578232+0000","last_became_peered":"2024-08-17T00:28:54.578232+0000","last_unstale":"2024-08-17T00:29:08.595806+0000","last_undegraded":"2024-08-17T00:29:08.595806+0000","last_fullsized":"2024-08-17T00:29:08.595806+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:03:06.972232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593858+0000","last_change":"2024-08-17T00:28:54.563988+0000","last_active":"2024-08-17T00:29:08.593858+0000","last_peered":"2024-08-17T00:29:08.593858+0000","last_clean":"2024-08-17T00:29:08.593858+0000","last_became_active":"2024-08-17T00:28:54.563683+0000","last_became_peered":"2024-08-17T00:28:54.563683+0000","last_unstale":"2024-08-17T00:29:08.593858+0000","last_undegraded":"2024-08-17T00:29:08.593858+0000","last_fullsized":"2024-08-17T00:29:08.593858+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:05:01.678441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599522+0000","last_change":"2024-08-17T00:28:51.327941+0000","last_active":"2024-08-17T00:29:08.599522+0000","last_peered":"2024-08-17T00:29:08.599522+0000","last_clean":"2024-08-17T00:29:08.599522+0000","last_became_active":"2024-08-17T00:28:51.327464+0000","last_became_peered":"2024-08-17T00:28:51.327464+0000","last_unstale":"2024-08-17T00:29:08.599522+0000","last_undegraded":"2024-08-17T00:29:08.599522+0000","last_fullsized":"2024-08-17T00:29:08.599522+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:56:42.853121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594516+0000","last_change":"2024-08-17T00:28:54.568941+0000","last_active":"2024-08-17T00:29:08.594516+0000","last_peered":"2024-08-17T00:29:08.594516+0000","last_clean":"2024-08-17T00:29:08.594516+0000","last_became_active":"2024-08-17T00:28:54.568474+0000","last_became_peered":"2024-08-17T00:28:54.568474+0000","last_unstale":"2024-08-17T00:29:08.594516+0000","last_undegraded":"2024-08-17T00:29:08.594516+0000","last_fullsized":"2024-08-17T00:29:08.594516+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:47:02.534879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.596140+0000","last_change":"2024-08-17T00:28:51.330117+0000","last_active":"2024-08-17T00:29:08.596140+0000","last_peered":"2024-08-17T00:29:08.596140+0000","last_clean":"2024-08-17T00:29:08.596140+0000","last_became_active":"2024-08-17T00:28:51.329595+0000","last_became_peered":"2024-08-17T00:28:51.329595+0000","last_unstale":"2024-08-17T00:29:08.596140+0000","last_undegraded":"2024-08-17T00:29:08.596140+0000","last_fullsized":"2024-08-17T00:29:08.596140+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:31:21.489599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599539+0000","last_change":"2024-08-17T00:28:51.326095+0000","last_active":"2024-08-17T00:29:08.599539+0000","last_peered":"2024-08-17T00:29:08.599539+0000","last_clean":"2024-08-17T00:29:08.599539+0000","last_became_active":"2024-08-17T00:28:51.325748+0000","last_became_peered":"2024-08-17T00:28:51.325748+0000","last_unstale":"2024-08-17T00:29:08.599539+0000","last_undegraded":"2024-08-17T00:29:08.599539+0000","last_fullsized":"2024-08-17T00:29:08.599539+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:26:54.184058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599139+0000","last_change":"2024-08-17T00:28:54.560686+0000","last_active":"2024-08-17T00:29:08.599139+0000","last_peered":"2024-08-17T00:29:08.599139+0000","last_clean":"2024-08-17T00:29:08.599139+0000","last_became_active":"2024-08-17T00:28:54.559258+0000","last_became_peered":"2024-08-17T00:28:54.559258+0000","last_unstale":"2024-08-17T00:29:08.599139+0000","last_undegraded":"2024-08-17T00:29:08.599139+0000","last_fullsized":"2024-08-17T00:29:08.599139+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:03:25.523387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599631+0000","last_change":"2024-08-17T00:28:51.328023+0000","last_active":"2024-08-17T00:29:08.599631+0000","last_peered":"2024-08-17T00:29:08.599631+0000","last_clean":"2024-08-17T00:29:08.599631+0000","last_became_active":"2024-08-17T00:28:51.327632+0000","last_became_peered":"2024-08-17T00:28:51.327632+0000","last_unstale":"2024-08-17T00:29:08.599631+0000","last_undegraded":"2024-08-17T00:29:08.599631+0000","last_fullsized":"2024-08-17T00:29:08.599631+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:14:49.647406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.592687+0000","last_change":"2024-08-17T00:28:54.564257+0000","last_active":"2024-08-17T00:29:08.592687+0000","last_peered":"2024-08-17T00:29:08.592687+0000","last_clean":"2024-08-17T00:29:08.592687+0000","last_became_active":"2024-08-17T00:28:54.563989+0000","last_became_peered":"2024-08-17T00:28:54.563989+0000","last_unstale":"2024-08-17T00:29:08.592687+0000","last_undegraded":"2024-08-17T00:29:08.592687+0000","last_fullsized":"2024-08-17T00:29:08.592687+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:34:56.400272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.596944+0000","last_change":"2024-08-17T00:28:51.327717+0000","last_active":"2024-08-17T00:29:08.596944+0000","last_peered":"2024-08-17T00:29:08.596944+0000","last_clean":"2024-08-17T00:29:08.596944+0000","last_became_active":"2024-08-17T00:28:51.327183+0000","last_became_peered":"2024-08-17T00:28:51.327183+0000","last_unstale":"2024-08-17T00:29:08.596944+0000","last_undegraded":"2024-08-17T00:29:08.596944+0000","last_fullsized":"2024-08-17T00:29:08.596944+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:25:34.020379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600582+0000","last_change":"2024-08-17T00:28:54.581596+0000","last_active":"2024-08-17T00:29:08.600582+0000","last_peered":"2024-08-17T00:29:08.600582+0000","last_clean":"2024-08-17T00:29:08.600582+0000","last_became_active":"2024-08-17T00:28:54.581312+0000","last_became_peered":"2024-08-17T00:28:54.581312+0000","last_unstale":"2024-08-17T00:29:08.600582+0000","last_undegraded":"2024-08-17T00:29:08.600582+0000","last_fullsized":"2024-08-17T00:29:08.600582+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:11:23.608191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600670+0000","last_change":"2024-08-17T00:28:51.329168+0000","last_active":"2024-08-17T00:29:08.600670+0000","last_peered":"2024-08-17T00:29:08.600670+0000","last_clean":"2024-08-17T00:29:08.600670+0000","last_became_active":"2024-08-17T00:28:51.328822+0000","last_became_peered":"2024-08-17T00:28:51.328822+0000","last_unstale":"2024-08-17T00:29:08.600670+0000","last_undegraded":"2024-08-17T00:29:08.600670+0000","last_fullsized":"2024-08-17T00:29:08.600670+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:56:39.682103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594068+0000","last_change":"2024-08-17T00:28:54.571584+0000","last_active":"2024-08-17T00:29:08.594068+0000","last_peered":"2024-08-17T00:29:08.594068+0000","last_clean":"2024-08-17T00:29:08.594068+0000","last_became_active":"2024-08-17T00:28:54.571136+0000","last_became_peered":"2024-08-17T00:28:54.571136+0000","last_unstale":"2024-08-17T00:29:08.594068+0000","last_undegraded":"2024-08-17T00:29:08.594068+0000","last_fullsized":"2024-08-17T00:29:08.594068+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:07:32.824713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593699+0000","last_change":"2024-08-17T00:28:51.326327+0000","last_active":"2024-08-17T00:29:08.593699+0000","last_peered":"2024-08-17T00:29:08.593699+0000","last_clean":"2024-08-17T00:29:08.593699+0000","last_became_active":"2024-08-17T00:28:51.325792+0000","last_became_peered":"2024-08-17T00:28:51.325792+0000","last_unstale":"2024-08-17T00:29:08.593699+0000","last_undegraded":"2024-08-17T00:29:08.593699+0000","last_fullsized":"2024-08-17T00:29:08.593699+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:46:15.450671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T00:29:09.822555+0000","last_change":"2024-08-17T00:29:09.822555+0000","last_active":"2024-08-17T00:29:09.822555+0000","last_peered":"2024-08-17T00:29:09.822555+0000","last_clean":"2024-08-17T00:29:09.822555+0000","last_became_active":"2024-08-17T00:29:09.822223+0000","last_became_peered":"2024-08-17T00:29:09.822223+0000","last_unstale":"2024-08-17T00:29:09.822555+0000","last_undegraded":"2024-08-17T00:29:09.822555+0000","last_fullsized":"2024-08-17T00:29:09.822555+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:10:21.766635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599141+0000","last_change":"2024-08-17T00:28:51.325954+0000","last_active":"2024-08-17T00:29:08.599141+0000","last_peered":"2024-08-17T00:29:08.599141+0000","last_clean":"2024-08-17T00:29:08.599141+0000","last_became_active":"2024-08-17T00:28:51.325615+0000","last_became_peered":"2024-08-17T00:28:51.325615+0000","last_unstale":"2024-08-17T00:29:08.599141+0000","last_undegraded":"2024-08-17T00:29:08.599141+0000","last_fullsized":"2024-08-17T00:29:08.599141+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:23:44.143722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597950+0000","last_change":"2024-08-17T00:28:54.570922+0000","last_active":"2024-08-17T00:29:08.597950+0000","last_peered":"2024-08-17T00:29:08.597950+0000","last_clean":"2024-08-17T00:29:08.597950+0000","last_became_active":"2024-08-17T00:28:54.570648+0000","last_became_peered":"2024-08-17T00:28:54.570648+0000","last_unstale":"2024-08-17T00:29:08.597950+0000","last_undegraded":"2024-08-17T00:29:08.597950+0000","last_fullsized":"2024-08-17T00:29:08.597950+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:04:04.313911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594597+0000","last_change":"2024-08-17T00:28:51.319418+0000","last_active":"2024-08-17T00:29:08.594597+0000","last_peered":"2024-08-17T00:29:08.594597+0000","last_clean":"2024-08-17T00:29:08.594597+0000","last_became_active":"2024-08-17T00:28:51.319126+0000","last_became_peered":"2024-08-17T00:28:51.319126+0000","last_unstale":"2024-08-17T00:29:08.594597+0000","last_undegraded":"2024-08-17T00:29:08.594597+0000","last_fullsized":"2024-08-17T00:29:08.594597+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:05:42.776436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593175+0000","last_change":"2024-08-17T00:28:54.567004+0000","last_active":"2024-08-17T00:29:08.593175+0000","last_peered":"2024-08-17T00:29:08.593175+0000","last_clean":"2024-08-17T00:29:08.593175+0000","last_became_active":"2024-08-17T00:28:54.566761+0000","last_became_peered":"2024-08-17T00:28:54.566761+0000","last_unstale":"2024-08-17T00:29:08.593175+0000","last_undegraded":"2024-08-17T00:29:08.593175+0000","last_fullsized":"2024-08-17T00:29:08.593175+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:26:27.508839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600519+0000","last_change":"2024-08-17T00:28:51.328142+0000","last_active":"2024-08-17T00:29:08.600519+0000","last_peered":"2024-08-17T00:29:08.600519+0000","last_clean":"2024-08-17T00:29:08.600519+0000","last_became_active":"2024-08-17T00:28:51.327806+0000","last_became_peered":"2024-08-17T00:28:51.327806+0000","last_unstale":"2024-08-17T00:29:08.600519+0000","last_undegraded":"2024-08-17T00:29:08.600519+0000","last_fullsized":"2024-08-17T00:29:08.600519+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:05:22.774743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598408+0000","last_change":"2024-08-17T00:28:54.574829+0000","last_active":"2024-08-17T00:29:08.598408+0000","last_peered":"2024-08-17T00:29:08.598408+0000","last_clean":"2024-08-17T00:29:08.598408+0000","last_became_active":"2024-08-17T00:28:54.574427+0000","last_became_peered":"2024-08-17T00:28:54.574427+0000","last_unstale":"2024-08-17T00:29:08.598408+0000","last_undegraded":"2024-08-17T00:29:08.598408+0000","last_fullsized":"2024-08-17T00:29:08.598408+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:20:41.865936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.595998+0000","last_change":"2024-08-17T00:28:51.323660+0000","last_active":"2024-08-17T00:29:08.595998+0000","last_peered":"2024-08-17T00:29:08.595998+0000","last_clean":"2024-08-17T00:29:08.595998+0000","last_became_active":"2024-08-17T00:28:51.323353+0000","last_became_peered":"2024-08-17T00:28:51.323353+0000","last_unstale":"2024-08-17T00:29:08.595998+0000","last_undegraded":"2024-08-17T00:29:08.595998+0000","last_fullsized":"2024-08-17T00:29:08.595998+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:42:29.168696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.595965+0000","last_change":"2024-08-17T00:28:54.577818+0000","last_active":"2024-08-17T00:29:08.595965+0000","last_peered":"2024-08-17T00:29:08.595965+0000","last_clean":"2024-08-17T00:29:08.595965+0000","last_became_active":"2024-08-17T00:28:54.577528+0000","last_became_peered":"2024-08-17T00:28:54.577528+0000","last_unstale":"2024-08-17T00:29:08.595965+0000","last_undegraded":"2024-08-17T00:29:08.595965+0000","last_fullsized":"2024-08-17T00:29:08.595965+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:07:02.921564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":23,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597104+0000","last_change":"2024-08-17T00:28:51.328550+0000","last_active":"2024-08-17T00:29:08.597104+0000","last_peered":"2024-08-17T00:29:08.597104+0000","last_clean":"2024-08-17T00:29:08.597104+0000","last_became_active":"2024-08-17T00:28:51.325170+0000","last_became_peered":"2024-08-17T00:28:51.325170+0000","last_unstale":"2024-08-17T00:29:08.597104+0000","last_undegraded":"2024-08-17T00:29:08.597104+0000","last_fullsized":"2024-08-17T00:29:08.597104+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:38:18.656167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597604+0000","last_change":"2024-08-17T00:28:54.575656+0000","last_active":"2024-08-17T00:29:08.597604+0000","last_peered":"2024-08-17T00:29:08.597604+0000","last_clean":"2024-08-17T00:29:08.597604+0000","last_became_active":"2024-08-17T00:28:54.575258+0000","last_became_peered":"2024-08-17T00:28:54.575258+0000","last_unstale":"2024-08-17T00:29:08.597604+0000","last_undegraded":"2024-08-17T00:29:08.597604+0000","last_fullsized":"2024-08-17T00:29:08.597604+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:06:10.714768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594469+0000","last_change":"2024-08-17T00:28:51.327296+0000","last_active":"2024-08-17T00:29:08.594469+0000","last_peered":"2024-08-17T00:29:08.594469+0000","last_clean":"2024-08-17T00:29:08.594469+0000","last_became_active":"2024-08-17T00:28:51.326894+0000","last_became_peered":"2024-08-17T00:28:51.326894+0000","last_unstale":"2024-08-17T00:29:08.594469+0000","last_undegraded":"2024-08-17T00:29:08.594469+0000","last_fullsized":"2024-08-17T00:29:08.594469+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:49:48.075502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598576+0000","last_change":"2024-08-17T00:28:54.575861+0000","last_active":"2024-08-17T00:29:08.598576+0000","last_peered":"2024-08-17T00:29:08.598576+0000","last_clean":"2024-08-17T00:29:08.598576+0000","last_became_active":"2024-08-17T00:28:54.574651+0000","last_became_peered":"2024-08-17T00:28:54.574651+0000","last_unstale":"2024-08-17T00:29:08.598576+0000","last_undegraded":"2024-08-17T00:29:08.598576+0000","last_fullsized":"2024-08-17T00:29:08.598576+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:02:13.029705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597464+0000","last_change":"2024-08-17T00:28:51.329256+0000","last_active":"2024-08-17T00:29:08.597464+0000","last_peered":"2024-08-17T00:29:08.597464+0000","last_clean":"2024-08-17T00:29:08.597464+0000","last_became_active":"2024-08-17T00:28:51.328979+0000","last_became_peered":"2024-08-17T00:28:51.328979+0000","last_unstale":"2024-08-17T00:29:08.597464+0000","last_undegraded":"2024-08-17T00:29:08.597464+0000","last_fullsized":"2024-08-17T00:29:08.597464+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:38:27.286267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598257+0000","last_change":"2024-08-17T00:28:54.575051+0000","last_active":"2024-08-17T00:29:08.598257+0000","last_peered":"2024-08-17T00:29:08.598257+0000","last_clean":"2024-08-17T00:29:08.598257+0000","last_became_active":"2024-08-17T00:28:54.574702+0000","last_became_peered":"2024-08-17T00:28:54.574702+0000","last_unstale":"2024-08-17T00:29:08.598257+0000","last_undegraded":"2024-08-17T00:29:08.598257+0000","last_fullsized":"2024-08-17T00:29:08.598257+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:56:57.668415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593776+0000","last_change":"2024-08-17T00:28:51.328723+0000","last_active":"2024-08-17T00:29:08.593776+0000","last_peered":"2024-08-17T00:29:08.593776+0000","last_clean":"2024-08-17T00:29:08.593776+0000","last_became_active":"2024-08-17T00:28:51.328449+0000","last_became_peered":"2024-08-17T00:28:51.328449+0000","last_unstale":"2024-08-17T00:29:08.593776+0000","last_undegraded":"2024-08-17T00:29:08.593776+0000","last_fullsized":"2024-08-17T00:29:08.593776+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:51:32.156697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600403+0000","last_change":"2024-08-17T00:28:54.579946+0000","last_active":"2024-08-17T00:29:08.600403+0000","last_peered":"2024-08-17T00:29:08.600403+0000","last_clean":"2024-08-17T00:29:08.600403+0000","last_became_active":"2024-08-17T00:28:54.579639+0000","last_became_peered":"2024-08-17T00:28:54.579639+0000","last_unstale":"2024-08-17T00:29:08.600403+0000","last_undegraded":"2024-08-17T00:29:08.600403+0000","last_fullsized":"2024-08-17T00:29:08.600403+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:22:27.137076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597360+0000","last_change":"2024-08-17T00:28:51.325467+0000","last_active":"2024-08-17T00:29:08.597360+0000","last_peered":"2024-08-17T00:29:08.597360+0000","last_clean":"2024-08-17T00:29:08.597360+0000","last_became_active":"2024-08-17T00:28:51.324967+0000","last_became_peered":"2024-08-17T00:28:51.324967+0000","last_unstale":"2024-08-17T00:29:08.597360+0000","last_undegraded":"2024-08-17T00:29:08.597360+0000","last_fullsized":"2024-08-17T00:29:08.597360+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:56:13.433150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598428+0000","last_change":"2024-08-17T00:28:54.576647+0000","last_active":"2024-08-17T00:29:08.598428+0000","last_peered":"2024-08-17T00:29:08.598428+0000","last_clean":"2024-08-17T00:29:08.598428+0000","last_became_active":"2024-08-17T00:28:54.576341+0000","last_became_peered":"2024-08-17T00:28:54.576341+0000","last_unstale":"2024-08-17T00:29:08.598428+0000","last_undegraded":"2024-08-17T00:29:08.598428+0000","last_fullsized":"2024-08-17T00:29:08.598428+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:55:25.724090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":234,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599346+0000","last_change":"2024-08-17T00:28:25.994679+0000","last_active":"2024-08-17T00:29:08.599346+0000","last_peered":"2024-08-17T00:29:08.599346+0000","last_clean":"2024-08-17T00:29:08.599346+0000","last_became_active":"2024-08-17T00:28:25.994384+0000","last_became_peered":"2024-08-17T00:28:25.994384+0000","last_unstale":"2024-08-17T00:29:08.599346+0000","last_undegraded":"2024-08-17T00:29:08.599346+0000","last_fullsized":"2024-08-17T00:29:08.599346+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:26:23.036791+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:26:23.036791+0000","last_clean_scrub_stamp":"2024-08-17T00:26:23.036791+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:40:06.327468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600061+0000","last_change":"2024-08-17T00:28:51.331596+0000","last_active":"2024-08-17T00:29:08.600061+0000","last_peered":"2024-08-17T00:29:08.600061+0000","last_clean":"2024-08-17T00:29:08.600061+0000","last_became_active":"2024-08-17T00:28:51.331079+0000","last_became_peered":"2024-08-17T00:28:51.331079+0000","last_unstale":"2024-08-17T00:29:08.600061+0000","last_undegraded":"2024-08-17T00:29:08.600061+0000","last_fullsized":"2024-08-17T00:29:08.600061+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:39:37.518738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599341+0000","last_change":"2024-08-17T00:28:54.573762+0000","last_active":"2024-08-17T00:29:08.599341+0000","last_peered":"2024-08-17T00:29:08.599341+0000","last_clean":"2024-08-17T00:29:08.599341+0000","last_became_active":"2024-08-17T00:28:54.573481+0000","last_became_peered":"2024-08-17T00:28:54.573481+0000","last_unstale":"2024-08-17T00:29:08.599341+0000","last_undegraded":"2024-08-17T00:29:08.599341+0000","last_fullsized":"2024-08-17T00:29:08.599341+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:04:25.018485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T00:29:10.131248+0000","last_change":"2024-08-17T00:29:10.131248+0000","last_active":"2024-08-17T00:29:10.131248+0000","last_peered":"2024-08-17T00:29:10.131248+0000","last_clean":"2024-08-17T00:29:10.131248+0000","last_became_active":"2024-08-17T00:29:10.130945+0000","last_became_peered":"2024-08-17T00:29:10.130945+0000","last_unstale":"2024-08-17T00:29:10.131248+0000","last_undegraded":"2024-08-17T00:29:10.131248+0000","last_fullsized":"2024-08-17T00:29:10.131248+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:36:18.031074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593871+0000","last_change":"2024-08-17T00:28:54.566966+0000","last_active":"2024-08-17T00:29:08.593871+0000","last_peered":"2024-08-17T00:29:08.593871+0000","last_clean":"2024-08-17T00:29:08.593871+0000","last_became_active":"2024-08-17T00:28:54.566714+0000","last_became_peered":"2024-08-17T00:28:54.566714+0000","last_unstale":"2024-08-17T00:29:08.593871+0000","last_undegraded":"2024-08-17T00:29:08.593871+0000","last_fullsized":"2024-08-17T00:29:08.593871+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:29:11.485111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597024+0000","last_change":"2024-08-17T00:28:51.320090+0000","last_active":"2024-08-17T00:29:08.597024+0000","last_peered":"2024-08-17T00:29:08.597024+0000","last_clean":"2024-08-17T00:29:08.597024+0000","last_became_active":"2024-08-17T00:28:51.319675+0000","last_became_peered":"2024-08-17T00:28:51.319675+0000","last_unstale":"2024-08-17T00:29:08.597024+0000","last_undegraded":"2024-08-17T00:29:08.597024+0000","last_fullsized":"2024-08-17T00:29:08.597024+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:09:38.665430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.592647+0000","last_change":"2024-08-17T00:28:54.562800+0000","last_active":"2024-08-17T00:29:08.592647+0000","last_peered":"2024-08-17T00:29:08.592647+0000","last_clean":"2024-08-17T00:29:08.592647+0000","last_became_active":"2024-08-17T00:28:54.562198+0000","last_became_peered":"2024-08-17T00:28:54.562198+0000","last_unstale":"2024-08-17T00:29:08.592647+0000","last_undegraded":"2024-08-17T00:29:08.592647+0000","last_fullsized":"2024-08-17T00:29:08.592647+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:12:49.143692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600598+0000","last_change":"2024-08-17T00:28:51.328231+0000","last_active":"2024-08-17T00:29:08.600598+0000","last_peered":"2024-08-17T00:29:08.600598+0000","last_clean":"2024-08-17T00:29:08.600598+0000","last_became_active":"2024-08-17T00:28:51.327650+0000","last_became_peered":"2024-08-17T00:28:51.327650+0000","last_unstale":"2024-08-17T00:29:08.600598+0000","last_undegraded":"2024-08-17T00:29:08.600598+0000","last_fullsized":"2024-08-17T00:29:08.600598+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:52:37.146252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594021+0000","last_change":"2024-08-17T00:28:54.564228+0000","last_active":"2024-08-17T00:29:08.594021+0000","last_peered":"2024-08-17T00:29:08.594021+0000","last_clean":"2024-08-17T00:29:08.594021+0000","last_became_active":"2024-08-17T00:28:54.563780+0000","last_became_peered":"2024-08-17T00:28:54.563780+0000","last_unstale":"2024-08-17T00:29:08.594021+0000","last_undegraded":"2024-08-17T00:29:08.594021+0000","last_fullsized":"2024-08-17T00:29:08.594021+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:03:34.248176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594284+0000","last_change":"2024-08-17T00:28:51.327717+0000","last_active":"2024-08-17T00:29:08.594284+0000","last_peered":"2024-08-17T00:29:08.594284+0000","last_clean":"2024-08-17T00:29:08.594284+0000","last_became_active":"2024-08-17T00:28:51.327448+0000","last_became_peered":"2024-08-17T00:28:51.327448+0000","last_unstale":"2024-08-17T00:29:08.594284+0000","last_undegraded":"2024-08-17T00:29:08.594284+0000","last_fullsized":"2024-08-17T00:29:08.594284+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:20:16.808858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.601087+0000","last_change":"2024-08-17T00:28:54.573114+0000","last_active":"2024-08-17T00:29:08.601087+0000","last_peered":"2024-08-17T00:29:08.601087+0000","last_clean":"2024-08-17T00:29:08.601087+0000","last_became_active":"2024-08-17T00:28:54.572812+0000","last_became_peered":"2024-08-17T00:28:54.572812+0000","last_unstale":"2024-08-17T00:29:08.601087+0000","last_undegraded":"2024-08-17T00:29:08.601087+0000","last_fullsized":"2024-08-17T00:29:08.601087+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:58:30.909928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598538+0000","last_change":"2024-08-17T00:28:51.333847+0000","last_active":"2024-08-17T00:29:08.598538+0000","last_peered":"2024-08-17T00:29:08.598538+0000","last_clean":"2024-08-17T00:29:08.598538+0000","last_became_active":"2024-08-17T00:28:51.333549+0000","last_became_peered":"2024-08-17T00:28:51.333549+0000","last_unstale":"2024-08-17T00:29:08.598538+0000","last_undegraded":"2024-08-17T00:29:08.598538+0000","last_fullsized":"2024-08-17T00:29:08.598538+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:19:51.114846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593232+0000","last_change":"2024-08-17T00:28:54.571437+0000","last_active":"2024-08-17T00:29:08.593232+0000","last_peered":"2024-08-17T00:29:08.593232+0000","last_clean":"2024-08-17T00:29:08.593232+0000","last_became_active":"2024-08-17T00:28:54.571036+0000","last_became_peered":"2024-08-17T00:28:54.571036+0000","last_unstale":"2024-08-17T00:29:08.593232+0000","last_undegraded":"2024-08-17T00:29:08.593232+0000","last_fullsized":"2024-08-17T00:29:08.593232+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:53:54.656559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594150+0000","last_change":"2024-08-17T00:28:51.326316+0000","last_active":"2024-08-17T00:29:08.594150+0000","last_peered":"2024-08-17T00:29:08.594150+0000","last_clean":"2024-08-17T00:29:08.594150+0000","last_became_active":"2024-08-17T00:28:51.325409+0000","last_became_peered":"2024-08-17T00:28:51.325409+0000","last_unstale":"2024-08-17T00:29:08.594150+0000","last_undegraded":"2024-08-17T00:29:08.594150+0000","last_fullsized":"2024-08-17T00:29:08.594150+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:02:09.112172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600053+0000","last_change":"2024-08-17T00:28:54.568313+0000","last_active":"2024-08-17T00:29:08.600053+0000","last_peered":"2024-08-17T00:29:08.600053+0000","last_clean":"2024-08-17T00:29:08.600053+0000","last_became_active":"2024-08-17T00:28:54.568023+0000","last_became_peered":"2024-08-17T00:28:54.568023+0000","last_unstale":"2024-08-17T00:29:08.600053+0000","last_undegraded":"2024-08-17T00:29:08.600053+0000","last_fullsized":"2024-08-17T00:29:08.600053+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:12:05.128374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597596+0000","last_change":"2024-08-17T00:28:51.328836+0000","last_active":"2024-08-17T00:29:08.597596+0000","last_peered":"2024-08-17T00:29:08.597596+0000","last_clean":"2024-08-17T00:29:08.597596+0000","last_became_active":"2024-08-17T00:28:51.328564+0000","last_became_peered":"2024-08-17T00:28:51.328564+0000","last_unstale":"2024-08-17T00:29:08.597596+0000","last_undegraded":"2024-08-17T00:29:08.597596+0000","last_fullsized":"2024-08-17T00:29:08.597596+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:52:23.384151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593073+0000","last_change":"2024-08-17T00:28:54.565980+0000","last_active":"2024-08-17T00:29:08.593073+0000","last_peered":"2024-08-17T00:29:08.593073+0000","last_clean":"2024-08-17T00:29:08.593073+0000","last_became_active":"2024-08-17T00:28:54.565570+0000","last_became_peered":"2024-08-17T00:28:54.565570+0000","last_unstale":"2024-08-17T00:29:08.593073+0000","last_undegraded":"2024-08-17T00:29:08.593073+0000","last_fullsized":"2024-08-17T00:29:08.593073+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:10:06.521719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599241+0000","last_change":"2024-08-17T00:28:51.332189+0000","last_active":"2024-08-17T00:29:08.599241+0000","last_peered":"2024-08-17T00:29:08.599241+0000","last_clean":"2024-08-17T00:29:08.599241+0000","last_became_active":"2024-08-17T00:28:51.331899+0000","last_became_peered":"2024-08-17T00:28:51.331899+0000","last_unstale":"2024-08-17T00:29:08.599241+0000","last_undegraded":"2024-08-17T00:29:08.599241+0000","last_fullsized":"2024-08-17T00:29:08.599241+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:13:31.615359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594156+0000","last_change":"2024-08-17T00:28:54.568494+0000","last_active":"2024-08-17T00:29:08.594156+0000","last_peered":"2024-08-17T00:29:08.594156+0000","last_clean":"2024-08-17T00:29:08.594156+0000","last_became_active":"2024-08-17T00:28:54.568181+0000","last_became_peered":"2024-08-17T00:28:54.568181+0000","last_unstale":"2024-08-17T00:29:08.594156+0000","last_undegraded":"2024-08-17T00:29:08.594156+0000","last_fullsized":"2024-08-17T00:29:08.594156+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:11:29.328959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.592791+0000","last_change":"2024-08-17T00:28:51.326772+0000","last_active":"2024-08-17T00:29:08.592791+0000","last_peered":"2024-08-17T00:29:08.592791+0000","last_clean":"2024-08-17T00:29:08.592791+0000","last_became_active":"2024-08-17T00:28:51.326497+0000","last_became_peered":"2024-08-17T00:28:51.326497+0000","last_unstale":"2024-08-17T00:29:08.592791+0000","last_undegraded":"2024-08-17T00:29:08.592791+0000","last_fullsized":"2024-08-17T00:29:08.592791+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:05:09.286197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599202+0000","last_change":"2024-08-17T00:28:54.561342+0000","last_active":"2024-08-17T00:29:08.599202+0000","last_peered":"2024-08-17T00:29:08.599202+0000","last_clean":"2024-08-17T00:29:08.599202+0000","last_became_active":"2024-08-17T00:28:54.561094+0000","last_became_peered":"2024-08-17T00:28:54.561094+0000","last_unstale":"2024-08-17T00:29:08.599202+0000","last_undegraded":"2024-08-17T00:29:08.599202+0000","last_fullsized":"2024-08-17T00:29:08.599202+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:00:58.104796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593608+0000","last_change":"2024-08-17T00:28:51.329663+0000","last_active":"2024-08-17T00:29:08.593608+0000","last_peered":"2024-08-17T00:29:08.593608+0000","last_clean":"2024-08-17T00:29:08.593608+0000","last_became_active":"2024-08-17T00:28:51.329383+0000","last_became_peered":"2024-08-17T00:28:51.329383+0000","last_unstale":"2024-08-17T00:29:08.593608+0000","last_undegraded":"2024-08-17T00:29:08.593608+0000","last_fullsized":"2024-08-17T00:29:08.593608+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:47:01.620179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599696+0000","last_change":"2024-08-17T00:28:54.560584+0000","last_active":"2024-08-17T00:29:08.599696+0000","last_peered":"2024-08-17T00:29:08.599696+0000","last_clean":"2024-08-17T00:29:08.599696+0000","last_became_active":"2024-08-17T00:28:54.559139+0000","last_became_peered":"2024-08-17T00:28:54.559139+0000","last_unstale":"2024-08-17T00:29:08.599696+0000","last_undegraded":"2024-08-17T00:29:08.599696+0000","last_fullsized":"2024-08-17T00:29:08.599696+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:31:14.396405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598719+0000","last_change":"2024-08-17T00:28:51.328407+0000","last_active":"2024-08-17T00:29:08.598719+0000","last_peered":"2024-08-17T00:29:08.598719+0000","last_clean":"2024-08-17T00:29:08.598719+0000","last_became_active":"2024-08-17T00:28:51.328131+0000","last_became_peered":"2024-08-17T00:28:51.328131+0000","last_unstale":"2024-08-17T00:29:08.598719+0000","last_undegraded":"2024-08-17T00:29:08.598719+0000","last_fullsized":"2024-08-17T00:29:08.598719+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:29:01.771321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.596038+0000","last_change":"2024-08-17T00:28:54.564480+0000","last_active":"2024-08-17T00:29:08.596038+0000","last_peered":"2024-08-17T00:29:08.596038+0000","last_clean":"2024-08-17T00:29:08.596038+0000","last_became_active":"2024-08-17T00:28:54.564182+0000","last_became_peered":"2024-08-17T00:28:54.564182+0000","last_unstale":"2024-08-17T00:29:08.596038+0000","last_undegraded":"2024-08-17T00:29:08.596038+0000","last_fullsized":"2024-08-17T00:29:08.596038+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:28:33.100884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T00:29:10.132038+0000","last_change":"2024-08-17T00:29:10.132038+0000","last_active":"2024-08-17T00:29:10.132038+0000","last_peered":"2024-08-17T00:29:10.132038+0000","last_clean":"2024-08-17T00:29:10.132038+0000","last_became_active":"2024-08-17T00:29:10.131702+0000","last_became_peered":"2024-08-17T00:29:10.131702+0000","last_unstale":"2024-08-17T00:29:10.132038+0000","last_undegraded":"2024-08-17T00:29:10.132038+0000","last_fullsized":"2024-08-17T00:29:10.132038+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:54:12.663491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599126+0000","last_change":"2024-08-17T00:28:51.334870+0000","last_active":"2024-08-17T00:29:08.599126+0000","last_peered":"2024-08-17T00:29:08.599126+0000","last_clean":"2024-08-17T00:29:08.599126+0000","last_became_active":"2024-08-17T00:28:51.334533+0000","last_became_peered":"2024-08-17T00:28:51.334533+0000","last_unstale":"2024-08-17T00:29:08.599126+0000","last_undegraded":"2024-08-17T00:29:08.599126+0000","last_fullsized":"2024-08-17T00:29:08.599126+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:14:50.007928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600325+0000","last_change":"2024-08-17T00:28:54.577302+0000","last_active":"2024-08-17T00:29:08.600325+0000","last_peered":"2024-08-17T00:29:08.600325+0000","last_clean":"2024-08-17T00:29:08.600325+0000","last_became_active":"2024-08-17T00:28:54.576971+0000","last_became_peered":"2024-08-17T00:28:54.576971+0000","last_unstale":"2024-08-17T00:29:08.600325+0000","last_undegraded":"2024-08-17T00:29:08.600325+0000","last_fullsized":"2024-08-17T00:29:08.600325+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:27:07.692228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598341+0000","last_change":"2024-08-17T00:28:51.333142+0000","last_active":"2024-08-17T00:29:08.598341+0000","last_peered":"2024-08-17T00:29:08.598341+0000","last_clean":"2024-08-17T00:29:08.598341+0000","last_became_active":"2024-08-17T00:28:51.332839+0000","last_became_peered":"2024-08-17T00:28:51.332839+0000","last_unstale":"2024-08-17T00:29:08.598341+0000","last_undegraded":"2024-08-17T00:29:08.598341+0000","last_fullsized":"2024-08-17T00:29:08.598341+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:07:47.163190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593992+0000","last_change":"2024-08-17T00:28:54.572709+0000","last_active":"2024-08-17T00:29:08.593992+0000","last_peered":"2024-08-17T00:29:08.593992+0000","last_clean":"2024-08-17T00:29:08.593992+0000","last_became_active":"2024-08-17T00:28:54.572430+0000","last_became_peered":"2024-08-17T00:28:54.572430+0000","last_unstale":"2024-08-17T00:29:08.593992+0000","last_undegraded":"2024-08-17T00:29:08.593992+0000","last_fullsized":"2024-08-17T00:29:08.593992+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:16:56.724873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599822+0000","last_change":"2024-08-17T00:28:51.327297+0000","last_active":"2024-08-17T00:29:08.599822+0000","last_peered":"2024-08-17T00:29:08.599822+0000","last_clean":"2024-08-17T00:29:08.599822+0000","last_became_active":"2024-08-17T00:28:51.326874+0000","last_became_peered":"2024-08-17T00:28:51.326874+0000","last_unstale":"2024-08-17T00:29:08.599822+0000","last_undegraded":"2024-08-17T00:29:08.599822+0000","last_fullsized":"2024-08-17T00:29:08.599822+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:10:10.689385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599670+0000","last_change":"2024-08-17T00:28:54.563008+0000","last_active":"2024-08-17T00:29:08.599670+0000","last_peered":"2024-08-17T00:29:08.599670+0000","last_clean":"2024-08-17T00:29:08.599670+0000","last_became_active":"2024-08-17T00:28:54.562758+0000","last_became_peered":"2024-08-17T00:28:54.562758+0000","last_unstale":"2024-08-17T00:29:08.599670+0000","last_undegraded":"2024-08-17T00:29:08.599670+0000","last_fullsized":"2024-08-17T00:29:08.599670+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:54:07.503729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594278+0000","last_change":"2024-08-17T00:28:51.329129+0000","last_active":"2024-08-17T00:29:08.594278+0000","last_peered":"2024-08-17T00:29:08.594278+0000","last_clean":"2024-08-17T00:29:08.594278+0000","last_became_active":"2024-08-17T00:28:51.328656+0000","last_became_peered":"2024-08-17T00:28:51.328656+0000","last_unstale":"2024-08-17T00:29:08.594278+0000","last_undegraded":"2024-08-17T00:29:08.594278+0000","last_fullsized":"2024-08-17T00:29:08.594278+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:37:41.827347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1277952,"data_stored":880650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66700000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]}]},{"osd":6,"up_from":46,"seq":197568495633,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1286144,"data_stored":881933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.53600000000000003}]},{"osd":1,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.66900000000000004}]},{"osd":2,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.63800000000000001}]},{"osd":3,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.624}]},{"osd":4,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.374},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.55000000000000004}]},{"osd":5,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.47199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757270,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":696320,"data_stored":291655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.52600000000000002}]},{"osd":1,"last update":"Sat Aug 17 00:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.372}]},{"osd":2,"last update":"Sat Aug 17 00:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.55800000000000005}]},{"osd":3,"last update":"Sat Aug 17 00:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.438}]},{"osd":4,"last update":"Sat Aug 17 00:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.50600000000000001}]},{"osd":6,"last update":"Sat Aug 17 00:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.58899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018907,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":696320,"data_stored":290709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.52300000000000002,"15min":0.52100000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.311,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.72999999999999998,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.72999999999999998}]},{"osd":1,"last update":"Sat Aug 17 00:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51700000000000002,"15min":0.51800000000000002},"min":{"1min":0.38900000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.498,"5min":0.51600000000000001,"15min":0.51900000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.71199999999999997}]},{"osd":2,"last update":"Sat Aug 17 00:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.40899999999999997,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.69299999999999995,"5min":0.749,"15min":0.749},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.76800000000000002}]},{"osd":3,"last update":"Sat Aug 17 00:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.39100000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.66000000000000003,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.755}]},{"osd":5,"last update":"Sat Aug 17 00:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"last":0.63700000000000001}]},{"osd":6,"last update":"Sat Aug 17 00:28:56 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182431,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298040,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447112,"statfs":{"total":95995035648,"available":95689842688,"internally_reserved":0,"allocated":700416,"data_stored":291669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40699999999999997,"15min":0.41299999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.45900000000000002,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.307},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.45700000000000002,"15min":0.46500000000000002},"min":{"1min":0.32500000000000001,"5min":0.316,"15min":0.316},"max":{"1min":0.51200000000000001,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.318}]},{"osd":1,"last update":"Sat Aug 17 00:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.40400000000000003,"15min":0.40999999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.52600000000000002,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.40400000000000003,"15min":0.41199999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.51100000000000001,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.20999999999999999}]},{"osd":2,"last update":"Sat Aug 17 00:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.42299999999999999,"15min":0.42799999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.53100000000000003,"5min":0.622,"15min":0.622},"last":0.245},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.503,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.26700000000000002}]},{"osd":4,"last update":"Sat Aug 17 00:29:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.56100000000000005,"15min":0.55900000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.57999999999999996}]},{"osd":5,"last update":"Sat Aug 17 00:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.497}]},{"osd":6,"last update":"Sat Aug 17 00:29:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.51100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55800000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":679936,"data_stored":290013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.34000000000000002,"15min":0.33200000000000002},"min":{"1min":0.255,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.36799999999999999,"15min":0.35999999999999999},"min":{"1min":0.32000000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.38900000000000001}]},{"osd":1,"last update":"Sat Aug 17 00:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.28899999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.246},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.376,"15min":0.37},"min":{"1min":0.26200000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.503,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.33700000000000002}]},{"osd":3,"last update":"Sat Aug 17 00:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.39400000000000002,"15min":0.39200000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.40899999999999997,"15min":0.40799999999999997},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.60399999999999998,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.30599999999999999}]},{"osd":4,"last update":"Sat Aug 17 00:29:09 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.51100000000000001,"15min":0.51500000000000001},"min":{"1min":0.35899999999999999,"5min":0.314,"15min":0.314},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.48799999999999999}]},{"osd":5,"last update":"Sat Aug 17 00:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.44},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.47299999999999998}]},{"osd":6,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.52100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574890,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298028,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447124,"statfs":{"total":95995035648,"available":95689854976,"internally_reserved":0,"allocated":684032,"data_stored":289908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:29:02 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.33400000000000002,"15min":0.30199999999999999},"min":{"1min":0.27600000000000002,"5min":0.185,"15min":0.185},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.34399999999999997,"15min":0.314},"min":{"1min":0.23799999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.54700000000000004,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.34399999999999997}]},{"osd":2,"last update":"Sat Aug 17 00:28:24 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.39600000000000002,"15min":0.38800000000000001},"min":{"1min":0.27000000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.57399999999999995,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.39400000000000002,"15min":0.38600000000000001},"min":{"1min":0.28299999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.42299999999999999}]},{"osd":3,"last update":"Sat Aug 17 00:28:52 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.45100000000000001,"15min":0.45200000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63500000000000001,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.442},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.41799999999999998,"15min":0.41699999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.40999999999999998}]},{"osd":4,"last update":"Sat Aug 17 00:29:10 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.57799999999999996,"15min":0.57599999999999996},"min":{"1min":0.41699999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.78700000000000003,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.59099999999999997,"15min":0.58599999999999997},"min":{"1min":0.42899999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.67900000000000005}]},{"osd":5,"last update":"Sat Aug 17 00:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.74099999999999999}]},{"osd":6,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.80900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738415,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298620,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446532,"statfs":{"total":95995035648,"available":95689248768,"internally_reserved":0,"allocated":1290240,"data_stored":881097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 00:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.31,"15min":0.28799999999999998},"min":{"1min":0.249,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.33000000000000002,"15min":0.308},"min":{"1min":0.23200000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.48899999999999999,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.28199999999999997}]},{"osd":2,"last update":"Sat Aug 17 00:28:25 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.36399999999999999,"15min":0.35599999999999998},"min":{"1min":0.29999999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.55600000000000005,"5min":0.628,"15min":0.628},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.36099999999999999,"15min":0.34999999999999998},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.31900000000000001}]},{"osd":3,"last update":"Sat Aug 17 00:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.41699999999999998,"15min":0.41599999999999998},"min":{"1min":0.34200000000000003,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.29499999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.34399999999999997}]},{"osd":4,"last update":"Sat Aug 17 00:29:11 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.56100000000000005,"15min":0.55200000000000005},"min":{"1min":0.433,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.55700000000000005,"15min":0.54700000000000004},"min":{"1min":0.46300000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.51000000000000001}]},{"osd":5,"last update":"Sat Aug 17 00:28:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.41999999999999998}]},{"osd":6,"last update":"Sat Aug 17 00:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.434},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.49099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T00:29:18.163 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T00:29:18.415 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:29:18.869 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:18 smithi157 ceph-mon[40946]: from='client.14520 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:29:18.869 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:18 smithi157 ceph-mon[29438]: from='client.14520 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:29:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:18 smithi187 ceph-mon[33407]: from='client.14520 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:29:19.865 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:19 smithi157 ceph-mon[29438]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:19.866 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:19 smithi157 ceph-mon[40946]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:19 smithi187 ceph-mon[33407]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:20.275 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:29:20.276 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-08-17T00:29:21.040 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":212,"stamp":"2024-08-17T00:29:18.306376+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386000,"kb_used_data":7140,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575216,"statfs":{"total":767960285184,"available":765517021184,"internally_reserved":0,"allocated":7311360,"data_stored":4097634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.714889"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598919+0000","last_change":"2024-08-17T00:28:54.570072+0000","last_active":"2024-08-17T00:29:08.598919+0000","last_peered":"2024-08-17T00:29:08.598919+0000","last_clean":"2024-08-17T00:29:08.598919+0000","last_became_active":"2024-08-17T00:28:54.569805+0000","last_became_peered":"2024-08-17T00:28:54.569805+0000","last_unstale":"2024-08-17T00:29:08.598919+0000","last_undegraded":"2024-08-17T00:29:08.598919+0000","last_fullsized":"2024-08-17T00:29:08.598919+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:30:57.057372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594024+0000","last_change":"2024-08-17T00:28:54.563714+0000","last_active":"2024-08-17T00:29:08.594024+0000","last_peered":"2024-08-17T00:29:08.594024+0000","last_clean":"2024-08-17T00:29:08.594024+0000","last_became_active":"2024-08-17T00:28:54.563454+0000","last_became_peered":"2024-08-17T00:28:54.563454+0000","last_unstale":"2024-08-17T00:29:08.594024+0000","last_undegraded":"2024-08-17T00:29:08.594024+0000","last_fullsized":"2024-08-17T00:29:08.594024+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:46:40.460524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593776+0000","last_change":"2024-08-17T00:28:54.558380+0000","last_active":"2024-08-17T00:29:08.593776+0000","last_peered":"2024-08-17T00:29:08.593776+0000","last_clean":"2024-08-17T00:29:08.593776+0000","last_became_active":"2024-08-17T00:28:54.558084+0000","last_became_peered":"2024-08-17T00:28:54.558084+0000","last_unstale":"2024-08-17T00:29:08.593776+0000","last_undegraded":"2024-08-17T00:29:08.593776+0000","last_fullsized":"2024-08-17T00:29:08.593776+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:15:00.154043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600307+0000","last_change":"2024-08-17T00:28:54.581701+0000","last_active":"2024-08-17T00:29:08.600307+0000","last_peered":"2024-08-17T00:29:08.600307+0000","last_clean":"2024-08-17T00:29:08.600307+0000","last_became_active":"2024-08-17T00:28:54.581429+0000","last_became_peered":"2024-08-17T00:28:54.581429+0000","last_unstale":"2024-08-17T00:29:08.600307+0000","last_undegraded":"2024-08-17T00:29:08.600307+0000","last_fullsized":"2024-08-17T00:29:08.600307+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:52:42.414763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598303+0000","last_change":"2024-08-17T00:28:54.575135+0000","last_active":"2024-08-17T00:29:08.598303+0000","last_peered":"2024-08-17T00:29:08.598303+0000","last_clean":"2024-08-17T00:29:08.598303+0000","last_became_active":"2024-08-17T00:28:54.574354+0000","last_became_peered":"2024-08-17T00:28:54.574354+0000","last_unstale":"2024-08-17T00:29:08.598303+0000","last_undegraded":"2024-08-17T00:29:08.598303+0000","last_fullsized":"2024-08-17T00:29:08.598303+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:04:09.128433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600061+0000","last_change":"2024-08-17T00:28:54.576420+0000","last_active":"2024-08-17T00:29:08.600061+0000","last_peered":"2024-08-17T00:29:08.600061+0000","last_clean":"2024-08-17T00:29:08.600061+0000","last_became_active":"2024-08-17T00:28:54.576107+0000","last_became_peered":"2024-08-17T00:28:54.576107+0000","last_unstale":"2024-08-17T00:29:08.600061+0000","last_undegraded":"2024-08-17T00:29:08.600061+0000","last_fullsized":"2024-08-17T00:29:08.600061+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:43:26.454812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597597+0000","last_change":"2024-08-17T00:28:54.575462+0000","last_active":"2024-08-17T00:29:08.597597+0000","last_peered":"2024-08-17T00:29:08.597597+0000","last_clean":"2024-08-17T00:29:08.597597+0000","last_became_active":"2024-08-17T00:28:54.573567+0000","last_became_peered":"2024-08-17T00:28:54.573567+0000","last_unstale":"2024-08-17T00:29:08.597597+0000","last_undegraded":"2024-08-17T00:29:08.597597+0000","last_fullsized":"2024-08-17T00:29:08.597597+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:25:34.851097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599114+0000","last_change":"2024-08-17T00:28:54.573401+0000","last_active":"2024-08-17T00:29:08.599114+0000","last_peered":"2024-08-17T00:29:08.599114+0000","last_clean":"2024-08-17T00:29:08.599114+0000","last_became_active":"2024-08-17T00:28:54.573102+0000","last_became_peered":"2024-08-17T00:28:54.573102+0000","last_unstale":"2024-08-17T00:29:08.599114+0000","last_undegraded":"2024-08-17T00:29:08.599114+0000","last_fullsized":"2024-08-17T00:29:08.599114+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:26:28.261450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598491+0000","last_change":"2024-08-17T00:28:54.574326+0000","last_active":"2024-08-17T00:29:08.598491+0000","last_peered":"2024-08-17T00:29:08.598491+0000","last_clean":"2024-08-17T00:29:08.598491+0000","last_became_active":"2024-08-17T00:28:54.574004+0000","last_became_peered":"2024-08-17T00:28:54.574004+0000","last_unstale":"2024-08-17T00:29:08.598491+0000","last_undegraded":"2024-08-17T00:29:08.598491+0000","last_fullsized":"2024-08-17T00:29:08.598491+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:26:06.101801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.596889+0000","last_change":"2024-08-17T00:28:54.579346+0000","last_active":"2024-08-17T00:29:08.596889+0000","last_peered":"2024-08-17T00:29:08.596889+0000","last_clean":"2024-08-17T00:29:08.596889+0000","last_became_active":"2024-08-17T00:28:54.578850+0000","last_became_peered":"2024-08-17T00:28:54.578850+0000","last_unstale":"2024-08-17T00:29:08.596889+0000","last_undegraded":"2024-08-17T00:29:08.596889+0000","last_fullsized":"2024-08-17T00:29:08.596889+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:33:28.047652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T00:29:10.022823+0000","last_change":"2024-08-17T00:29:10.022823+0000","last_active":"2024-08-17T00:29:10.022823+0000","last_peered":"2024-08-17T00:29:10.022823+0000","last_clean":"2024-08-17T00:29:10.022823+0000","last_became_active":"2024-08-17T00:29:10.022483+0000","last_became_peered":"2024-08-17T00:29:10.022483+0000","last_unstale":"2024-08-17T00:29:10.022823+0000","last_undegraded":"2024-08-17T00:29:10.022823+0000","last_fullsized":"2024-08-17T00:29:10.022823+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:46:05.778867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594933+0000","last_change":"2024-08-17T00:28:54.566848+0000","last_active":"2024-08-17T00:29:08.594933+0000","last_peered":"2024-08-17T00:29:08.594933+0000","last_clean":"2024-08-17T00:29:08.594933+0000","last_became_active":"2024-08-17T00:28:54.566227+0000","last_became_peered":"2024-08-17T00:28:54.566227+0000","last_unstale":"2024-08-17T00:29:08.594933+0000","last_undegraded":"2024-08-17T00:29:08.594933+0000","last_fullsized":"2024-08-17T00:29:08.594933+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:50:50.496885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599395+0000","last_change":"2024-08-17T00:28:54.562879+0000","last_active":"2024-08-17T00:29:08.599395+0000","last_peered":"2024-08-17T00:29:08.599395+0000","last_clean":"2024-08-17T00:29:08.599395+0000","last_became_active":"2024-08-17T00:28:54.562609+0000","last_became_peered":"2024-08-17T00:28:54.562609+0000","last_unstale":"2024-08-17T00:29:08.599395+0000","last_undegraded":"2024-08-17T00:29:08.599395+0000","last_fullsized":"2024-08-17T00:29:08.599395+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:06:18.934726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593149+0000","last_change":"2024-08-17T00:28:54.575874+0000","last_active":"2024-08-17T00:29:08.593149+0000","last_peered":"2024-08-17T00:29:08.593149+0000","last_clean":"2024-08-17T00:29:08.593149+0000","last_became_active":"2024-08-17T00:28:54.575612+0000","last_became_peered":"2024-08-17T00:28:54.575612+0000","last_unstale":"2024-08-17T00:29:08.593149+0000","last_undegraded":"2024-08-17T00:29:08.593149+0000","last_fullsized":"2024-08-17T00:29:08.593149+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:40:02.226710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.592778+0000","last_change":"2024-08-17T00:28:54.570533+0000","last_active":"2024-08-17T00:29:08.592778+0000","last_peered":"2024-08-17T00:29:08.592778+0000","last_clean":"2024-08-17T00:29:08.592778+0000","last_became_active":"2024-08-17T00:28:54.570217+0000","last_became_peered":"2024-08-17T00:28:54.570217+0000","last_unstale":"2024-08-17T00:29:08.592778+0000","last_undegraded":"2024-08-17T00:29:08.592778+0000","last_fullsized":"2024-08-17T00:29:08.592778+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:08:33.607075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599463+0000","last_change":"2024-08-17T00:28:54.578022+0000","last_active":"2024-08-17T00:29:08.599463+0000","last_peered":"2024-08-17T00:29:08.599463+0000","last_clean":"2024-08-17T00:29:08.599463+0000","last_became_active":"2024-08-17T00:28:54.577601+0000","last_became_peered":"2024-08-17T00:28:54.577601+0000","last_unstale":"2024-08-17T00:29:08.599463+0000","last_undegraded":"2024-08-17T00:29:08.599463+0000","last_fullsized":"2024-08-17T00:29:08.599463+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:08:26.476660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600389+0000","last_change":"2024-08-17T00:28:54.578873+0000","last_active":"2024-08-17T00:29:08.600389+0000","last_peered":"2024-08-17T00:29:08.600389+0000","last_clean":"2024-08-17T00:29:08.600389+0000","last_became_active":"2024-08-17T00:28:54.578600+0000","last_became_peered":"2024-08-17T00:28:54.578600+0000","last_unstale":"2024-08-17T00:29:08.600389+0000","last_undegraded":"2024-08-17T00:29:08.600389+0000","last_fullsized":"2024-08-17T00:29:08.600389+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:53:22.660441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597289+0000","last_change":"2024-08-17T00:28:54.567643+0000","last_active":"2024-08-17T00:29:08.597289+0000","last_peered":"2024-08-17T00:29:08.597289+0000","last_clean":"2024-08-17T00:29:08.597289+0000","last_became_active":"2024-08-17T00:28:54.567372+0000","last_became_peered":"2024-08-17T00:28:54.567372+0000","last_unstale":"2024-08-17T00:29:08.597289+0000","last_undegraded":"2024-08-17T00:29:08.597289+0000","last_fullsized":"2024-08-17T00:29:08.597289+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:50:01.962096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598449+0000","last_change":"2024-08-17T00:28:54.573126+0000","last_active":"2024-08-17T00:29:08.598449+0000","last_peered":"2024-08-17T00:29:08.598449+0000","last_clean":"2024-08-17T00:29:08.598449+0000","last_became_active":"2024-08-17T00:28:54.572776+0000","last_became_peered":"2024-08-17T00:28:54.572776+0000","last_unstale":"2024-08-17T00:29:08.598449+0000","last_undegraded":"2024-08-17T00:29:08.598449+0000","last_fullsized":"2024-08-17T00:29:08.598449+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:39:12.572978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T00:29:10.131724+0000","last_change":"2024-08-17T00:29:10.131724+0000","last_active":"2024-08-17T00:29:10.131724+0000","last_peered":"2024-08-17T00:29:10.131724+0000","last_clean":"2024-08-17T00:29:10.131724+0000","last_became_active":"2024-08-17T00:29:10.131301+0000","last_became_peered":"2024-08-17T00:29:10.131301+0000","last_unstale":"2024-08-17T00:29:10.131724+0000","last_undegraded":"2024-08-17T00:29:10.131724+0000","last_fullsized":"2024-08-17T00:29:10.131724+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:30:09.973818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T00:29:10.131353+0000","last_change":"2024-08-17T00:29:10.131353+0000","last_active":"2024-08-17T00:29:10.131353+0000","last_peered":"2024-08-17T00:29:10.131353+0000","last_clean":"2024-08-17T00:29:10.131353+0000","last_became_active":"2024-08-17T00:29:10.131066+0000","last_became_peered":"2024-08-17T00:29:10.131066+0000","last_unstale":"2024-08-17T00:29:10.131353+0000","last_undegraded":"2024-08-17T00:29:10.131353+0000","last_fullsized":"2024-08-17T00:29:10.131353+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:23:59.896393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600187+0000","last_change":"2024-08-17T00:28:54.581238+0000","last_active":"2024-08-17T00:29:08.600187+0000","last_peered":"2024-08-17T00:29:08.600187+0000","last_clean":"2024-08-17T00:29:08.600187+0000","last_became_active":"2024-08-17T00:28:54.580943+0000","last_became_peered":"2024-08-17T00:28:54.580943+0000","last_unstale":"2024-08-17T00:29:08.600187+0000","last_undegraded":"2024-08-17T00:29:08.600187+0000","last_fullsized":"2024-08-17T00:29:08.600187+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:28:51.010275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599412+0000","last_change":"2024-08-17T00:28:54.560873+0000","last_active":"2024-08-17T00:29:08.599412+0000","last_peered":"2024-08-17T00:29:08.599412+0000","last_clean":"2024-08-17T00:29:08.599412+0000","last_became_active":"2024-08-17T00:28:54.560626+0000","last_became_peered":"2024-08-17T00:28:54.560626+0000","last_unstale":"2024-08-17T00:29:08.599412+0000","last_undegraded":"2024-08-17T00:29:08.599412+0000","last_fullsized":"2024-08-17T00:29:08.599412+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:16:38.858694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599545+0000","last_change":"2024-08-17T00:28:54.570996+0000","last_active":"2024-08-17T00:29:08.599545+0000","last_peered":"2024-08-17T00:29:08.599545+0000","last_clean":"2024-08-17T00:29:08.599545+0000","last_became_active":"2024-08-17T00:28:54.570620+0000","last_became_peered":"2024-08-17T00:28:54.570620+0000","last_unstale":"2024-08-17T00:29:08.599545+0000","last_undegraded":"2024-08-17T00:29:08.599545+0000","last_fullsized":"2024-08-17T00:29:08.599545+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:06:22.454183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600076+0000","last_change":"2024-08-17T00:28:54.560724+0000","last_active":"2024-08-17T00:29:08.600076+0000","last_peered":"2024-08-17T00:29:08.600076+0000","last_clean":"2024-08-17T00:29:08.600076+0000","last_became_active":"2024-08-17T00:28:54.559342+0000","last_became_peered":"2024-08-17T00:28:54.559342+0000","last_unstale":"2024-08-17T00:29:08.600076+0000","last_undegraded":"2024-08-17T00:29:08.600076+0000","last_fullsized":"2024-08-17T00:29:08.600076+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:18:34.982457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.596898+0000","last_change":"2024-08-17T00:28:54.565235+0000","last_active":"2024-08-17T00:29:08.596898+0000","last_peered":"2024-08-17T00:29:08.596898+0000","last_clean":"2024-08-17T00:29:08.596898+0000","last_became_active":"2024-08-17T00:28:54.564878+0000","last_became_peered":"2024-08-17T00:28:54.564878+0000","last_unstale":"2024-08-17T00:29:08.596898+0000","last_undegraded":"2024-08-17T00:29:08.596898+0000","last_fullsized":"2024-08-17T00:29:08.596898+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:02:20.929399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593571+0000","last_change":"2024-08-17T00:28:54.565311+0000","last_active":"2024-08-17T00:29:08.593571+0000","last_peered":"2024-08-17T00:29:08.593571+0000","last_clean":"2024-08-17T00:29:08.593571+0000","last_became_active":"2024-08-17T00:28:54.565030+0000","last_became_peered":"2024-08-17T00:28:54.565030+0000","last_unstale":"2024-08-17T00:29:08.593571+0000","last_undegraded":"2024-08-17T00:29:08.593571+0000","last_fullsized":"2024-08-17T00:29:08.593571+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:10:49.142508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599630+0000","last_change":"2024-08-17T00:28:54.559743+0000","last_active":"2024-08-17T00:29:08.599630+0000","last_peered":"2024-08-17T00:29:08.599630+0000","last_clean":"2024-08-17T00:29:08.599630+0000","last_became_active":"2024-08-17T00:28:54.558966+0000","last_became_peered":"2024-08-17T00:28:54.558966+0000","last_unstale":"2024-08-17T00:29:08.599630+0000","last_undegraded":"2024-08-17T00:29:08.599630+0000","last_fullsized":"2024-08-17T00:29:08.599630+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:51:25.120580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594438+0000","last_change":"2024-08-17T00:28:54.570575+0000","last_active":"2024-08-17T00:29:08.594438+0000","last_peered":"2024-08-17T00:29:08.594438+0000","last_clean":"2024-08-17T00:29:08.594438+0000","last_became_active":"2024-08-17T00:28:54.569892+0000","last_became_peered":"2024-08-17T00:28:54.569892+0000","last_unstale":"2024-08-17T00:29:08.594438+0000","last_undegraded":"2024-08-17T00:29:08.594438+0000","last_fullsized":"2024-08-17T00:29:08.594438+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:48:43.557425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600306+0000","last_change":"2024-08-17T00:28:54.578201+0000","last_active":"2024-08-17T00:29:08.600306+0000","last_peered":"2024-08-17T00:29:08.600306+0000","last_clean":"2024-08-17T00:29:08.600306+0000","last_became_active":"2024-08-17T00:28:54.577928+0000","last_became_peered":"2024-08-17T00:28:54.577928+0000","last_unstale":"2024-08-17T00:29:08.600306+0000","last_undegraded":"2024-08-17T00:29:08.600306+0000","last_fullsized":"2024-08-17T00:29:08.600306+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:46:21.875648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.596939+0000","last_change":"2024-08-17T00:28:54.572134+0000","last_active":"2024-08-17T00:29:08.596939+0000","last_peered":"2024-08-17T00:29:08.596939+0000","last_clean":"2024-08-17T00:29:08.596939+0000","last_became_active":"2024-08-17T00:28:54.571847+0000","last_became_peered":"2024-08-17T00:28:54.571847+0000","last_unstale":"2024-08-17T00:29:08.596939+0000","last_undegraded":"2024-08-17T00:29:08.596939+0000","last_fullsized":"2024-08-17T00:29:08.596939+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:59:58.108828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.595806+0000","last_change":"2024-08-17T00:28:54.578531+0000","last_active":"2024-08-17T00:29:08.595806+0000","last_peered":"2024-08-17T00:29:08.595806+0000","last_clean":"2024-08-17T00:29:08.595806+0000","last_became_active":"2024-08-17T00:28:54.578232+0000","last_became_peered":"2024-08-17T00:28:54.578232+0000","last_unstale":"2024-08-17T00:29:08.595806+0000","last_undegraded":"2024-08-17T00:29:08.595806+0000","last_fullsized":"2024-08-17T00:29:08.595806+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:03:06.972232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593858+0000","last_change":"2024-08-17T00:28:54.563988+0000","last_active":"2024-08-17T00:29:08.593858+0000","last_peered":"2024-08-17T00:29:08.593858+0000","last_clean":"2024-08-17T00:29:08.593858+0000","last_became_active":"2024-08-17T00:28:54.563683+0000","last_became_peered":"2024-08-17T00:28:54.563683+0000","last_unstale":"2024-08-17T00:29:08.593858+0000","last_undegraded":"2024-08-17T00:29:08.593858+0000","last_fullsized":"2024-08-17T00:29:08.593858+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:05:01.678441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599522+0000","last_change":"2024-08-17T00:28:51.327941+0000","last_active":"2024-08-17T00:29:08.599522+0000","last_peered":"2024-08-17T00:29:08.599522+0000","last_clean":"2024-08-17T00:29:08.599522+0000","last_became_active":"2024-08-17T00:28:51.327464+0000","last_became_peered":"2024-08-17T00:28:51.327464+0000","last_unstale":"2024-08-17T00:29:08.599522+0000","last_undegraded":"2024-08-17T00:29:08.599522+0000","last_fullsized":"2024-08-17T00:29:08.599522+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:56:42.853121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594516+0000","last_change":"2024-08-17T00:28:54.568941+0000","last_active":"2024-08-17T00:29:08.594516+0000","last_peered":"2024-08-17T00:29:08.594516+0000","last_clean":"2024-08-17T00:29:08.594516+0000","last_became_active":"2024-08-17T00:28:54.568474+0000","last_became_peered":"2024-08-17T00:28:54.568474+0000","last_unstale":"2024-08-17T00:29:08.594516+0000","last_undegraded":"2024-08-17T00:29:08.594516+0000","last_fullsized":"2024-08-17T00:29:08.594516+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:47:02.534879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.596140+0000","last_change":"2024-08-17T00:28:51.330117+0000","last_active":"2024-08-17T00:29:08.596140+0000","last_peered":"2024-08-17T00:29:08.596140+0000","last_clean":"2024-08-17T00:29:08.596140+0000","last_became_active":"2024-08-17T00:28:51.329595+0000","last_became_peered":"2024-08-17T00:28:51.329595+0000","last_unstale":"2024-08-17T00:29:08.596140+0000","last_undegraded":"2024-08-17T00:29:08.596140+0000","last_fullsized":"2024-08-17T00:29:08.596140+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:31:21.489599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599539+0000","last_change":"2024-08-17T00:28:51.326095+0000","last_active":"2024-08-17T00:29:08.599539+0000","last_peered":"2024-08-17T00:29:08.599539+0000","last_clean":"2024-08-17T00:29:08.599539+0000","last_became_active":"2024-08-17T00:28:51.325748+0000","last_became_peered":"2024-08-17T00:28:51.325748+0000","last_unstale":"2024-08-17T00:29:08.599539+0000","last_undegraded":"2024-08-17T00:29:08.599539+0000","last_fullsized":"2024-08-17T00:29:08.599539+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:26:54.184058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599139+0000","last_change":"2024-08-17T00:28:54.560686+0000","last_active":"2024-08-17T00:29:08.599139+0000","last_peered":"2024-08-17T00:29:08.599139+0000","last_clean":"2024-08-17T00:29:08.599139+0000","last_became_active":"2024-08-17T00:28:54.559258+0000","last_became_peered":"2024-08-17T00:28:54.559258+0000","last_unstale":"2024-08-17T00:29:08.599139+0000","last_undegraded":"2024-08-17T00:29:08.599139+0000","last_fullsized":"2024-08-17T00:29:08.599139+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:03:25.523387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599631+0000","last_change":"2024-08-17T00:28:51.328023+0000","last_active":"2024-08-17T00:29:08.599631+0000","last_peered":"2024-08-17T00:29:08.599631+0000","last_clean":"2024-08-17T00:29:08.599631+0000","last_became_active":"2024-08-17T00:28:51.327632+0000","last_became_peered":"2024-08-17T00:28:51.327632+0000","last_unstale":"2024-08-17T00:29:08.599631+0000","last_undegraded":"2024-08-17T00:29:08.599631+0000","last_fullsized":"2024-08-17T00:29:08.599631+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:14:49.647406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.592687+0000","last_change":"2024-08-17T00:28:54.564257+0000","last_active":"2024-08-17T00:29:08.592687+0000","last_peered":"2024-08-17T00:29:08.592687+0000","last_clean":"2024-08-17T00:29:08.592687+0000","last_became_active":"2024-08-17T00:28:54.563989+0000","last_became_peered":"2024-08-17T00:28:54.563989+0000","last_unstale":"2024-08-17T00:29:08.592687+0000","last_undegraded":"2024-08-17T00:29:08.592687+0000","last_fullsized":"2024-08-17T00:29:08.592687+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:34:56.400272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.596944+0000","last_change":"2024-08-17T00:28:51.327717+0000","last_active":"2024-08-17T00:29:08.596944+0000","last_peered":"2024-08-17T00:29:08.596944+0000","last_clean":"2024-08-17T00:29:08.596944+0000","last_became_active":"2024-08-17T00:28:51.327183+0000","last_became_peered":"2024-08-17T00:28:51.327183+0000","last_unstale":"2024-08-17T00:29:08.596944+0000","last_undegraded":"2024-08-17T00:29:08.596944+0000","last_fullsized":"2024-08-17T00:29:08.596944+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:25:34.020379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600582+0000","last_change":"2024-08-17T00:28:54.581596+0000","last_active":"2024-08-17T00:29:08.600582+0000","last_peered":"2024-08-17T00:29:08.600582+0000","last_clean":"2024-08-17T00:29:08.600582+0000","last_became_active":"2024-08-17T00:28:54.581312+0000","last_became_peered":"2024-08-17T00:28:54.581312+0000","last_unstale":"2024-08-17T00:29:08.600582+0000","last_undegraded":"2024-08-17T00:29:08.600582+0000","last_fullsized":"2024-08-17T00:29:08.600582+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:11:23.608191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600670+0000","last_change":"2024-08-17T00:28:51.329168+0000","last_active":"2024-08-17T00:29:08.600670+0000","last_peered":"2024-08-17T00:29:08.600670+0000","last_clean":"2024-08-17T00:29:08.600670+0000","last_became_active":"2024-08-17T00:28:51.328822+0000","last_became_peered":"2024-08-17T00:28:51.328822+0000","last_unstale":"2024-08-17T00:29:08.600670+0000","last_undegraded":"2024-08-17T00:29:08.600670+0000","last_fullsized":"2024-08-17T00:29:08.600670+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:56:39.682103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594068+0000","last_change":"2024-08-17T00:28:54.571584+0000","last_active":"2024-08-17T00:29:08.594068+0000","last_peered":"2024-08-17T00:29:08.594068+0000","last_clean":"2024-08-17T00:29:08.594068+0000","last_became_active":"2024-08-17T00:28:54.571136+0000","last_became_peered":"2024-08-17T00:28:54.571136+0000","last_unstale":"2024-08-17T00:29:08.594068+0000","last_undegraded":"2024-08-17T00:29:08.594068+0000","last_fullsized":"2024-08-17T00:29:08.594068+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:07:32.824713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593699+0000","last_change":"2024-08-17T00:28:51.326327+0000","last_active":"2024-08-17T00:29:08.593699+0000","last_peered":"2024-08-17T00:29:08.593699+0000","last_clean":"2024-08-17T00:29:08.593699+0000","last_became_active":"2024-08-17T00:28:51.325792+0000","last_became_peered":"2024-08-17T00:28:51.325792+0000","last_unstale":"2024-08-17T00:29:08.593699+0000","last_undegraded":"2024-08-17T00:29:08.593699+0000","last_fullsized":"2024-08-17T00:29:08.593699+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:46:15.450671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T00:29:09.822555+0000","last_change":"2024-08-17T00:29:09.822555+0000","last_active":"2024-08-17T00:29:09.822555+0000","last_peered":"2024-08-17T00:29:09.822555+0000","last_clean":"2024-08-17T00:29:09.822555+0000","last_became_active":"2024-08-17T00:29:09.822223+0000","last_became_peered":"2024-08-17T00:29:09.822223+0000","last_unstale":"2024-08-17T00:29:09.822555+0000","last_undegraded":"2024-08-17T00:29:09.822555+0000","last_fullsized":"2024-08-17T00:29:09.822555+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:10:21.766635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599141+0000","last_change":"2024-08-17T00:28:51.325954+0000","last_active":"2024-08-17T00:29:08.599141+0000","last_peered":"2024-08-17T00:29:08.599141+0000","last_clean":"2024-08-17T00:29:08.599141+0000","last_became_active":"2024-08-17T00:28:51.325615+0000","last_became_peered":"2024-08-17T00:28:51.325615+0000","last_unstale":"2024-08-17T00:29:08.599141+0000","last_undegraded":"2024-08-17T00:29:08.599141+0000","last_fullsized":"2024-08-17T00:29:08.599141+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:23:44.143722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597950+0000","last_change":"2024-08-17T00:28:54.570922+0000","last_active":"2024-08-17T00:29:08.597950+0000","last_peered":"2024-08-17T00:29:08.597950+0000","last_clean":"2024-08-17T00:29:08.597950+0000","last_became_active":"2024-08-17T00:28:54.570648+0000","last_became_peered":"2024-08-17T00:28:54.570648+0000","last_unstale":"2024-08-17T00:29:08.597950+0000","last_undegraded":"2024-08-17T00:29:08.597950+0000","last_fullsized":"2024-08-17T00:29:08.597950+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:04:04.313911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594597+0000","last_change":"2024-08-17T00:28:51.319418+0000","last_active":"2024-08-17T00:29:08.594597+0000","last_peered":"2024-08-17T00:29:08.594597+0000","last_clean":"2024-08-17T00:29:08.594597+0000","last_became_active":"2024-08-17T00:28:51.319126+0000","last_became_peered":"2024-08-17T00:28:51.319126+0000","last_unstale":"2024-08-17T00:29:08.594597+0000","last_undegraded":"2024-08-17T00:29:08.594597+0000","last_fullsized":"2024-08-17T00:29:08.594597+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:05:42.776436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593175+0000","last_change":"2024-08-17T00:28:54.567004+0000","last_active":"2024-08-17T00:29:08.593175+0000","last_peered":"2024-08-17T00:29:08.593175+0000","last_clean":"2024-08-17T00:29:08.593175+0000","last_became_active":"2024-08-17T00:28:54.566761+0000","last_became_peered":"2024-08-17T00:28:54.566761+0000","last_unstale":"2024-08-17T00:29:08.593175+0000","last_undegraded":"2024-08-17T00:29:08.593175+0000","last_fullsized":"2024-08-17T00:29:08.593175+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:26:27.508839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600519+0000","last_change":"2024-08-17T00:28:51.328142+0000","last_active":"2024-08-17T00:29:08.600519+0000","last_peered":"2024-08-17T00:29:08.600519+0000","last_clean":"2024-08-17T00:29:08.600519+0000","last_became_active":"2024-08-17T00:28:51.327806+0000","last_became_peered":"2024-08-17T00:28:51.327806+0000","last_unstale":"2024-08-17T00:29:08.600519+0000","last_undegraded":"2024-08-17T00:29:08.600519+0000","last_fullsized":"2024-08-17T00:29:08.600519+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:05:22.774743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598408+0000","last_change":"2024-08-17T00:28:54.574829+0000","last_active":"2024-08-17T00:29:08.598408+0000","last_peered":"2024-08-17T00:29:08.598408+0000","last_clean":"2024-08-17T00:29:08.598408+0000","last_became_active":"2024-08-17T00:28:54.574427+0000","last_became_peered":"2024-08-17T00:28:54.574427+0000","last_unstale":"2024-08-17T00:29:08.598408+0000","last_undegraded":"2024-08-17T00:29:08.598408+0000","last_fullsized":"2024-08-17T00:29:08.598408+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:20:41.865936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.595998+0000","last_change":"2024-08-17T00:28:51.323660+0000","last_active":"2024-08-17T00:29:08.595998+0000","last_peered":"2024-08-17T00:29:08.595998+0000","last_clean":"2024-08-17T00:29:08.595998+0000","last_became_active":"2024-08-17T00:28:51.323353+0000","last_became_peered":"2024-08-17T00:28:51.323353+0000","last_unstale":"2024-08-17T00:29:08.595998+0000","last_undegraded":"2024-08-17T00:29:08.595998+0000","last_fullsized":"2024-08-17T00:29:08.595998+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:42:29.168696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.595965+0000","last_change":"2024-08-17T00:28:54.577818+0000","last_active":"2024-08-17T00:29:08.595965+0000","last_peered":"2024-08-17T00:29:08.595965+0000","last_clean":"2024-08-17T00:29:08.595965+0000","last_became_active":"2024-08-17T00:28:54.577528+0000","last_became_peered":"2024-08-17T00:28:54.577528+0000","last_unstale":"2024-08-17T00:29:08.595965+0000","last_undegraded":"2024-08-17T00:29:08.595965+0000","last_fullsized":"2024-08-17T00:29:08.595965+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:07:02.921564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":23,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597104+0000","last_change":"2024-08-17T00:28:51.328550+0000","last_active":"2024-08-17T00:29:08.597104+0000","last_peered":"2024-08-17T00:29:08.597104+0000","last_clean":"2024-08-17T00:29:08.597104+0000","last_became_active":"2024-08-17T00:28:51.325170+0000","last_became_peered":"2024-08-17T00:28:51.325170+0000","last_unstale":"2024-08-17T00:29:08.597104+0000","last_undegraded":"2024-08-17T00:29:08.597104+0000","last_fullsized":"2024-08-17T00:29:08.597104+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:38:18.656167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597604+0000","last_change":"2024-08-17T00:28:54.575656+0000","last_active":"2024-08-17T00:29:08.597604+0000","last_peered":"2024-08-17T00:29:08.597604+0000","last_clean":"2024-08-17T00:29:08.597604+0000","last_became_active":"2024-08-17T00:28:54.575258+0000","last_became_peered":"2024-08-17T00:28:54.575258+0000","last_unstale":"2024-08-17T00:29:08.597604+0000","last_undegraded":"2024-08-17T00:29:08.597604+0000","last_fullsized":"2024-08-17T00:29:08.597604+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:06:10.714768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594469+0000","last_change":"2024-08-17T00:28:51.327296+0000","last_active":"2024-08-17T00:29:08.594469+0000","last_peered":"2024-08-17T00:29:08.594469+0000","last_clean":"2024-08-17T00:29:08.594469+0000","last_became_active":"2024-08-17T00:28:51.326894+0000","last_became_peered":"2024-08-17T00:28:51.326894+0000","last_unstale":"2024-08-17T00:29:08.594469+0000","last_undegraded":"2024-08-17T00:29:08.594469+0000","last_fullsized":"2024-08-17T00:29:08.594469+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:49:48.075502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598576+0000","last_change":"2024-08-17T00:28:54.575861+0000","last_active":"2024-08-17T00:29:08.598576+0000","last_peered":"2024-08-17T00:29:08.598576+0000","last_clean":"2024-08-17T00:29:08.598576+0000","last_became_active":"2024-08-17T00:28:54.574651+0000","last_became_peered":"2024-08-17T00:28:54.574651+0000","last_unstale":"2024-08-17T00:29:08.598576+0000","last_undegraded":"2024-08-17T00:29:08.598576+0000","last_fullsized":"2024-08-17T00:29:08.598576+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:02:13.029705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597464+0000","last_change":"2024-08-17T00:28:51.329256+0000","last_active":"2024-08-17T00:29:08.597464+0000","last_peered":"2024-08-17T00:29:08.597464+0000","last_clean":"2024-08-17T00:29:08.597464+0000","last_became_active":"2024-08-17T00:28:51.328979+0000","last_became_peered":"2024-08-17T00:28:51.328979+0000","last_unstale":"2024-08-17T00:29:08.597464+0000","last_undegraded":"2024-08-17T00:29:08.597464+0000","last_fullsized":"2024-08-17T00:29:08.597464+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:38:27.286267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598257+0000","last_change":"2024-08-17T00:28:54.575051+0000","last_active":"2024-08-17T00:29:08.598257+0000","last_peered":"2024-08-17T00:29:08.598257+0000","last_clean":"2024-08-17T00:29:08.598257+0000","last_became_active":"2024-08-17T00:28:54.574702+0000","last_became_peered":"2024-08-17T00:28:54.574702+0000","last_unstale":"2024-08-17T00:29:08.598257+0000","last_undegraded":"2024-08-17T00:29:08.598257+0000","last_fullsized":"2024-08-17T00:29:08.598257+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:56:57.668415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593776+0000","last_change":"2024-08-17T00:28:51.328723+0000","last_active":"2024-08-17T00:29:08.593776+0000","last_peered":"2024-08-17T00:29:08.593776+0000","last_clean":"2024-08-17T00:29:08.593776+0000","last_became_active":"2024-08-17T00:28:51.328449+0000","last_became_peered":"2024-08-17T00:28:51.328449+0000","last_unstale":"2024-08-17T00:29:08.593776+0000","last_undegraded":"2024-08-17T00:29:08.593776+0000","last_fullsized":"2024-08-17T00:29:08.593776+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:51:32.156697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600403+0000","last_change":"2024-08-17T00:28:54.579946+0000","last_active":"2024-08-17T00:29:08.600403+0000","last_peered":"2024-08-17T00:29:08.600403+0000","last_clean":"2024-08-17T00:29:08.600403+0000","last_became_active":"2024-08-17T00:28:54.579639+0000","last_became_peered":"2024-08-17T00:28:54.579639+0000","last_unstale":"2024-08-17T00:29:08.600403+0000","last_undegraded":"2024-08-17T00:29:08.600403+0000","last_fullsized":"2024-08-17T00:29:08.600403+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:22:27.137076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597360+0000","last_change":"2024-08-17T00:28:51.325467+0000","last_active":"2024-08-17T00:29:08.597360+0000","last_peered":"2024-08-17T00:29:08.597360+0000","last_clean":"2024-08-17T00:29:08.597360+0000","last_became_active":"2024-08-17T00:28:51.324967+0000","last_became_peered":"2024-08-17T00:28:51.324967+0000","last_unstale":"2024-08-17T00:29:08.597360+0000","last_undegraded":"2024-08-17T00:29:08.597360+0000","last_fullsized":"2024-08-17T00:29:08.597360+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:56:13.433150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598428+0000","last_change":"2024-08-17T00:28:54.576647+0000","last_active":"2024-08-17T00:29:08.598428+0000","last_peered":"2024-08-17T00:29:08.598428+0000","last_clean":"2024-08-17T00:29:08.598428+0000","last_became_active":"2024-08-17T00:28:54.576341+0000","last_became_peered":"2024-08-17T00:28:54.576341+0000","last_unstale":"2024-08-17T00:29:08.598428+0000","last_undegraded":"2024-08-17T00:29:08.598428+0000","last_fullsized":"2024-08-17T00:29:08.598428+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:55:25.724090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":234,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599346+0000","last_change":"2024-08-17T00:28:25.994679+0000","last_active":"2024-08-17T00:29:08.599346+0000","last_peered":"2024-08-17T00:29:08.599346+0000","last_clean":"2024-08-17T00:29:08.599346+0000","last_became_active":"2024-08-17T00:28:25.994384+0000","last_became_peered":"2024-08-17T00:28:25.994384+0000","last_unstale":"2024-08-17T00:29:08.599346+0000","last_undegraded":"2024-08-17T00:29:08.599346+0000","last_fullsized":"2024-08-17T00:29:08.599346+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:26:23.036791+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:26:23.036791+0000","last_clean_scrub_stamp":"2024-08-17T00:26:23.036791+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:40:06.327468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600061+0000","last_change":"2024-08-17T00:28:51.331596+0000","last_active":"2024-08-17T00:29:08.600061+0000","last_peered":"2024-08-17T00:29:08.600061+0000","last_clean":"2024-08-17T00:29:08.600061+0000","last_became_active":"2024-08-17T00:28:51.331079+0000","last_became_peered":"2024-08-17T00:28:51.331079+0000","last_unstale":"2024-08-17T00:29:08.600061+0000","last_undegraded":"2024-08-17T00:29:08.600061+0000","last_fullsized":"2024-08-17T00:29:08.600061+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:39:37.518738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599341+0000","last_change":"2024-08-17T00:28:54.573762+0000","last_active":"2024-08-17T00:29:08.599341+0000","last_peered":"2024-08-17T00:29:08.599341+0000","last_clean":"2024-08-17T00:29:08.599341+0000","last_became_active":"2024-08-17T00:28:54.573481+0000","last_became_peered":"2024-08-17T00:28:54.573481+0000","last_unstale":"2024-08-17T00:29:08.599341+0000","last_undegraded":"2024-08-17T00:29:08.599341+0000","last_fullsized":"2024-08-17T00:29:08.599341+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:04:25.018485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T00:29:10.131248+0000","last_change":"2024-08-17T00:29:10.131248+0000","last_active":"2024-08-17T00:29:10.131248+0000","last_peered":"2024-08-17T00:29:10.131248+0000","last_clean":"2024-08-17T00:29:10.131248+0000","last_became_active":"2024-08-17T00:29:10.130945+0000","last_became_peered":"2024-08-17T00:29:10.130945+0000","last_unstale":"2024-08-17T00:29:10.131248+0000","last_undegraded":"2024-08-17T00:29:10.131248+0000","last_fullsized":"2024-08-17T00:29:10.131248+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:36:18.031074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593871+0000","last_change":"2024-08-17T00:28:54.566966+0000","last_active":"2024-08-17T00:29:08.593871+0000","last_peered":"2024-08-17T00:29:08.593871+0000","last_clean":"2024-08-17T00:29:08.593871+0000","last_became_active":"2024-08-17T00:28:54.566714+0000","last_became_peered":"2024-08-17T00:28:54.566714+0000","last_unstale":"2024-08-17T00:29:08.593871+0000","last_undegraded":"2024-08-17T00:29:08.593871+0000","last_fullsized":"2024-08-17T00:29:08.593871+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:29:11.485111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597024+0000","last_change":"2024-08-17T00:28:51.320090+0000","last_active":"2024-08-17T00:29:08.597024+0000","last_peered":"2024-08-17T00:29:08.597024+0000","last_clean":"2024-08-17T00:29:08.597024+0000","last_became_active":"2024-08-17T00:28:51.319675+0000","last_became_peered":"2024-08-17T00:28:51.319675+0000","last_unstale":"2024-08-17T00:29:08.597024+0000","last_undegraded":"2024-08-17T00:29:08.597024+0000","last_fullsized":"2024-08-17T00:29:08.597024+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:09:38.665430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.592647+0000","last_change":"2024-08-17T00:28:54.562800+0000","last_active":"2024-08-17T00:29:08.592647+0000","last_peered":"2024-08-17T00:29:08.592647+0000","last_clean":"2024-08-17T00:29:08.592647+0000","last_became_active":"2024-08-17T00:28:54.562198+0000","last_became_peered":"2024-08-17T00:28:54.562198+0000","last_unstale":"2024-08-17T00:29:08.592647+0000","last_undegraded":"2024-08-17T00:29:08.592647+0000","last_fullsized":"2024-08-17T00:29:08.592647+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:12:49.143692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600598+0000","last_change":"2024-08-17T00:28:51.328231+0000","last_active":"2024-08-17T00:29:08.600598+0000","last_peered":"2024-08-17T00:29:08.600598+0000","last_clean":"2024-08-17T00:29:08.600598+0000","last_became_active":"2024-08-17T00:28:51.327650+0000","last_became_peered":"2024-08-17T00:28:51.327650+0000","last_unstale":"2024-08-17T00:29:08.600598+0000","last_undegraded":"2024-08-17T00:29:08.600598+0000","last_fullsized":"2024-08-17T00:29:08.600598+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:52:37.146252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594021+0000","last_change":"2024-08-17T00:28:54.564228+0000","last_active":"2024-08-17T00:29:08.594021+0000","last_peered":"2024-08-17T00:29:08.594021+0000","last_clean":"2024-08-17T00:29:08.594021+0000","last_became_active":"2024-08-17T00:28:54.563780+0000","last_became_peered":"2024-08-17T00:28:54.563780+0000","last_unstale":"2024-08-17T00:29:08.594021+0000","last_undegraded":"2024-08-17T00:29:08.594021+0000","last_fullsized":"2024-08-17T00:29:08.594021+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:03:34.248176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594284+0000","last_change":"2024-08-17T00:28:51.327717+0000","last_active":"2024-08-17T00:29:08.594284+0000","last_peered":"2024-08-17T00:29:08.594284+0000","last_clean":"2024-08-17T00:29:08.594284+0000","last_became_active":"2024-08-17T00:28:51.327448+0000","last_became_peered":"2024-08-17T00:28:51.327448+0000","last_unstale":"2024-08-17T00:29:08.594284+0000","last_undegraded":"2024-08-17T00:29:08.594284+0000","last_fullsized":"2024-08-17T00:29:08.594284+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:20:16.808858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.601087+0000","last_change":"2024-08-17T00:28:54.573114+0000","last_active":"2024-08-17T00:29:08.601087+0000","last_peered":"2024-08-17T00:29:08.601087+0000","last_clean":"2024-08-17T00:29:08.601087+0000","last_became_active":"2024-08-17T00:28:54.572812+0000","last_became_peered":"2024-08-17T00:28:54.572812+0000","last_unstale":"2024-08-17T00:29:08.601087+0000","last_undegraded":"2024-08-17T00:29:08.601087+0000","last_fullsized":"2024-08-17T00:29:08.601087+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:58:30.909928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598538+0000","last_change":"2024-08-17T00:28:51.333847+0000","last_active":"2024-08-17T00:29:08.598538+0000","last_peered":"2024-08-17T00:29:08.598538+0000","last_clean":"2024-08-17T00:29:08.598538+0000","last_became_active":"2024-08-17T00:28:51.333549+0000","last_became_peered":"2024-08-17T00:28:51.333549+0000","last_unstale":"2024-08-17T00:29:08.598538+0000","last_undegraded":"2024-08-17T00:29:08.598538+0000","last_fullsized":"2024-08-17T00:29:08.598538+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:19:51.114846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593232+0000","last_change":"2024-08-17T00:28:54.571437+0000","last_active":"2024-08-17T00:29:08.593232+0000","last_peered":"2024-08-17T00:29:08.593232+0000","last_clean":"2024-08-17T00:29:08.593232+0000","last_became_active":"2024-08-17T00:28:54.571036+0000","last_became_peered":"2024-08-17T00:28:54.571036+0000","last_unstale":"2024-08-17T00:29:08.593232+0000","last_undegraded":"2024-08-17T00:29:08.593232+0000","last_fullsized":"2024-08-17T00:29:08.593232+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:53:54.656559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594150+0000","last_change":"2024-08-17T00:28:51.326316+0000","last_active":"2024-08-17T00:29:08.594150+0000","last_peered":"2024-08-17T00:29:08.594150+0000","last_clean":"2024-08-17T00:29:08.594150+0000","last_became_active":"2024-08-17T00:28:51.325409+0000","last_became_peered":"2024-08-17T00:28:51.325409+0000","last_unstale":"2024-08-17T00:29:08.594150+0000","last_undegraded":"2024-08-17T00:29:08.594150+0000","last_fullsized":"2024-08-17T00:29:08.594150+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:02:09.112172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600053+0000","last_change":"2024-08-17T00:28:54.568313+0000","last_active":"2024-08-17T00:29:08.600053+0000","last_peered":"2024-08-17T00:29:08.600053+0000","last_clean":"2024-08-17T00:29:08.600053+0000","last_became_active":"2024-08-17T00:28:54.568023+0000","last_became_peered":"2024-08-17T00:28:54.568023+0000","last_unstale":"2024-08-17T00:29:08.600053+0000","last_undegraded":"2024-08-17T00:29:08.600053+0000","last_fullsized":"2024-08-17T00:29:08.600053+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:12:05.128374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.597596+0000","last_change":"2024-08-17T00:28:51.328836+0000","last_active":"2024-08-17T00:29:08.597596+0000","last_peered":"2024-08-17T00:29:08.597596+0000","last_clean":"2024-08-17T00:29:08.597596+0000","last_became_active":"2024-08-17T00:28:51.328564+0000","last_became_peered":"2024-08-17T00:28:51.328564+0000","last_unstale":"2024-08-17T00:29:08.597596+0000","last_undegraded":"2024-08-17T00:29:08.597596+0000","last_fullsized":"2024-08-17T00:29:08.597596+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:52:23.384151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593073+0000","last_change":"2024-08-17T00:28:54.565980+0000","last_active":"2024-08-17T00:29:08.593073+0000","last_peered":"2024-08-17T00:29:08.593073+0000","last_clean":"2024-08-17T00:29:08.593073+0000","last_became_active":"2024-08-17T00:28:54.565570+0000","last_became_peered":"2024-08-17T00:28:54.565570+0000","last_unstale":"2024-08-17T00:29:08.593073+0000","last_undegraded":"2024-08-17T00:29:08.593073+0000","last_fullsized":"2024-08-17T00:29:08.593073+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:10:06.521719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599241+0000","last_change":"2024-08-17T00:28:51.332189+0000","last_active":"2024-08-17T00:29:08.599241+0000","last_peered":"2024-08-17T00:29:08.599241+0000","last_clean":"2024-08-17T00:29:08.599241+0000","last_became_active":"2024-08-17T00:28:51.331899+0000","last_became_peered":"2024-08-17T00:28:51.331899+0000","last_unstale":"2024-08-17T00:29:08.599241+0000","last_undegraded":"2024-08-17T00:29:08.599241+0000","last_fullsized":"2024-08-17T00:29:08.599241+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:13:31.615359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594156+0000","last_change":"2024-08-17T00:28:54.568494+0000","last_active":"2024-08-17T00:29:08.594156+0000","last_peered":"2024-08-17T00:29:08.594156+0000","last_clean":"2024-08-17T00:29:08.594156+0000","last_became_active":"2024-08-17T00:28:54.568181+0000","last_became_peered":"2024-08-17T00:28:54.568181+0000","last_unstale":"2024-08-17T00:29:08.594156+0000","last_undegraded":"2024-08-17T00:29:08.594156+0000","last_fullsized":"2024-08-17T00:29:08.594156+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:11:29.328959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.592791+0000","last_change":"2024-08-17T00:28:51.326772+0000","last_active":"2024-08-17T00:29:08.592791+0000","last_peered":"2024-08-17T00:29:08.592791+0000","last_clean":"2024-08-17T00:29:08.592791+0000","last_became_active":"2024-08-17T00:28:51.326497+0000","last_became_peered":"2024-08-17T00:28:51.326497+0000","last_unstale":"2024-08-17T00:29:08.592791+0000","last_undegraded":"2024-08-17T00:29:08.592791+0000","last_fullsized":"2024-08-17T00:29:08.592791+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:05:09.286197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599202+0000","last_change":"2024-08-17T00:28:54.561342+0000","last_active":"2024-08-17T00:29:08.599202+0000","last_peered":"2024-08-17T00:29:08.599202+0000","last_clean":"2024-08-17T00:29:08.599202+0000","last_became_active":"2024-08-17T00:28:54.561094+0000","last_became_peered":"2024-08-17T00:28:54.561094+0000","last_unstale":"2024-08-17T00:29:08.599202+0000","last_undegraded":"2024-08-17T00:29:08.599202+0000","last_fullsized":"2024-08-17T00:29:08.599202+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:00:58.104796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593608+0000","last_change":"2024-08-17T00:28:51.329663+0000","last_active":"2024-08-17T00:29:08.593608+0000","last_peered":"2024-08-17T00:29:08.593608+0000","last_clean":"2024-08-17T00:29:08.593608+0000","last_became_active":"2024-08-17T00:28:51.329383+0000","last_became_peered":"2024-08-17T00:28:51.329383+0000","last_unstale":"2024-08-17T00:29:08.593608+0000","last_undegraded":"2024-08-17T00:29:08.593608+0000","last_fullsized":"2024-08-17T00:29:08.593608+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:47:01.620179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599696+0000","last_change":"2024-08-17T00:28:54.560584+0000","last_active":"2024-08-17T00:29:08.599696+0000","last_peered":"2024-08-17T00:29:08.599696+0000","last_clean":"2024-08-17T00:29:08.599696+0000","last_became_active":"2024-08-17T00:28:54.559139+0000","last_became_peered":"2024-08-17T00:28:54.559139+0000","last_unstale":"2024-08-17T00:29:08.599696+0000","last_undegraded":"2024-08-17T00:29:08.599696+0000","last_fullsized":"2024-08-17T00:29:08.599696+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:31:14.396405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598719+0000","last_change":"2024-08-17T00:28:51.328407+0000","last_active":"2024-08-17T00:29:08.598719+0000","last_peered":"2024-08-17T00:29:08.598719+0000","last_clean":"2024-08-17T00:29:08.598719+0000","last_became_active":"2024-08-17T00:28:51.328131+0000","last_became_peered":"2024-08-17T00:28:51.328131+0000","last_unstale":"2024-08-17T00:29:08.598719+0000","last_undegraded":"2024-08-17T00:29:08.598719+0000","last_fullsized":"2024-08-17T00:29:08.598719+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:29:01.771321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.596038+0000","last_change":"2024-08-17T00:28:54.564480+0000","last_active":"2024-08-17T00:29:08.596038+0000","last_peered":"2024-08-17T00:29:08.596038+0000","last_clean":"2024-08-17T00:29:08.596038+0000","last_became_active":"2024-08-17T00:28:54.564182+0000","last_became_peered":"2024-08-17T00:28:54.564182+0000","last_unstale":"2024-08-17T00:29:08.596038+0000","last_undegraded":"2024-08-17T00:29:08.596038+0000","last_fullsized":"2024-08-17T00:29:08.596038+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:28:33.100884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T00:29:10.132038+0000","last_change":"2024-08-17T00:29:10.132038+0000","last_active":"2024-08-17T00:29:10.132038+0000","last_peered":"2024-08-17T00:29:10.132038+0000","last_clean":"2024-08-17T00:29:10.132038+0000","last_became_active":"2024-08-17T00:29:10.131702+0000","last_became_peered":"2024-08-17T00:29:10.131702+0000","last_unstale":"2024-08-17T00:29:10.132038+0000","last_undegraded":"2024-08-17T00:29:10.132038+0000","last_fullsized":"2024-08-17T00:29:10.132038+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:54:12.663491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599126+0000","last_change":"2024-08-17T00:28:51.334870+0000","last_active":"2024-08-17T00:29:08.599126+0000","last_peered":"2024-08-17T00:29:08.599126+0000","last_clean":"2024-08-17T00:29:08.599126+0000","last_became_active":"2024-08-17T00:28:51.334533+0000","last_became_peered":"2024-08-17T00:28:51.334533+0000","last_unstale":"2024-08-17T00:29:08.599126+0000","last_undegraded":"2024-08-17T00:29:08.599126+0000","last_fullsized":"2024-08-17T00:29:08.599126+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:14:50.007928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.600325+0000","last_change":"2024-08-17T00:28:54.577302+0000","last_active":"2024-08-17T00:29:08.600325+0000","last_peered":"2024-08-17T00:29:08.600325+0000","last_clean":"2024-08-17T00:29:08.600325+0000","last_became_active":"2024-08-17T00:28:54.576971+0000","last_became_peered":"2024-08-17T00:28:54.576971+0000","last_unstale":"2024-08-17T00:29:08.600325+0000","last_undegraded":"2024-08-17T00:29:08.600325+0000","last_fullsized":"2024-08-17T00:29:08.600325+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:27:07.692228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.598341+0000","last_change":"2024-08-17T00:28:51.333142+0000","last_active":"2024-08-17T00:29:08.598341+0000","last_peered":"2024-08-17T00:29:08.598341+0000","last_clean":"2024-08-17T00:29:08.598341+0000","last_became_active":"2024-08-17T00:28:51.332839+0000","last_became_peered":"2024-08-17T00:28:51.332839+0000","last_unstale":"2024-08-17T00:29:08.598341+0000","last_undegraded":"2024-08-17T00:29:08.598341+0000","last_fullsized":"2024-08-17T00:29:08.598341+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:07:47.163190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.593992+0000","last_change":"2024-08-17T00:28:54.572709+0000","last_active":"2024-08-17T00:29:08.593992+0000","last_peered":"2024-08-17T00:29:08.593992+0000","last_clean":"2024-08-17T00:29:08.593992+0000","last_became_active":"2024-08-17T00:28:54.572430+0000","last_became_peered":"2024-08-17T00:28:54.572430+0000","last_unstale":"2024-08-17T00:29:08.593992+0000","last_undegraded":"2024-08-17T00:29:08.593992+0000","last_fullsized":"2024-08-17T00:29:08.593992+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:16:56.724873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599822+0000","last_change":"2024-08-17T00:28:51.327297+0000","last_active":"2024-08-17T00:29:08.599822+0000","last_peered":"2024-08-17T00:29:08.599822+0000","last_clean":"2024-08-17T00:29:08.599822+0000","last_became_active":"2024-08-17T00:28:51.326874+0000","last_became_peered":"2024-08-17T00:28:51.326874+0000","last_unstale":"2024-08-17T00:29:08.599822+0000","last_undegraded":"2024-08-17T00:29:08.599822+0000","last_fullsized":"2024-08-17T00:29:08.599822+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:10:10.689385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.599670+0000","last_change":"2024-08-17T00:28:54.563008+0000","last_active":"2024-08-17T00:29:08.599670+0000","last_peered":"2024-08-17T00:29:08.599670+0000","last_clean":"2024-08-17T00:29:08.599670+0000","last_became_active":"2024-08-17T00:28:54.562758+0000","last_became_peered":"2024-08-17T00:28:54.562758+0000","last_unstale":"2024-08-17T00:29:08.599670+0000","last_undegraded":"2024-08-17T00:29:08.599670+0000","last_fullsized":"2024-08-17T00:29:08.599670+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:54:07.503729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T00:29:08.594278+0000","last_change":"2024-08-17T00:28:51.329129+0000","last_active":"2024-08-17T00:29:08.594278+0000","last_peered":"2024-08-17T00:29:08.594278+0000","last_clean":"2024-08-17T00:29:08.594278+0000","last_became_active":"2024-08-17T00:28:51.328656+0000","last_became_peered":"2024-08-17T00:28:51.328656+0000","last_unstale":"2024-08-17T00:29:08.594278+0000","last_undegraded":"2024-08-17T00:29:08.594278+0000","last_fullsized":"2024-08-17T00:29:08.594278+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:37:41.827347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233997,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1277952,"data_stored":880650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55600000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495634,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1286144,"data_stored":881933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.503}]},{"osd":1,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.47499999999999998}]},{"osd":2,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.55200000000000005}]},{"osd":3,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.436}]},{"osd":4,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.36899999999999999}]},{"osd":5,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.41899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757271,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":696320,"data_stored":291655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.56000000000000005}]},{"osd":1,"last update":"Sat Aug 17 00:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.59599999999999997}]},{"osd":2,"last update":"Sat Aug 17 00:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.68100000000000005}]},{"osd":3,"last update":"Sat Aug 17 00:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.54200000000000004}]},{"osd":4,"last update":"Sat Aug 17 00:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.41499999999999998}]},{"osd":6,"last update":"Sat Aug 17 00:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.40100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018907,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":696320,"data_stored":290709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.52300000000000002,"15min":0.52100000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.311,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.72999999999999998,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.72999999999999998}]},{"osd":1,"last update":"Sat Aug 17 00:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51700000000000002,"15min":0.51800000000000002},"min":{"1min":0.38900000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.498,"5min":0.51600000000000001,"15min":0.51900000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.71199999999999997}]},{"osd":2,"last update":"Sat Aug 17 00:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.40899999999999997,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.69299999999999995,"5min":0.749,"15min":0.749},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.76800000000000002}]},{"osd":3,"last update":"Sat Aug 17 00:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.39100000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.66000000000000003,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.755}]},{"osd":5,"last update":"Sat Aug 17 00:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"last":0.63700000000000001}]},{"osd":6,"last update":"Sat Aug 17 00:28:56 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182432,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298040,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447112,"statfs":{"total":95995035648,"available":95689842688,"internally_reserved":0,"allocated":700416,"data_stored":291669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40699999999999997,"15min":0.41299999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.45900000000000002,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.435},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.45700000000000002,"15min":0.46500000000000002},"min":{"1min":0.32500000000000001,"5min":0.316,"15min":0.316},"max":{"1min":0.51200000000000001,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.48899999999999999}]},{"osd":1,"last update":"Sat Aug 17 00:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.40400000000000003,"15min":0.40999999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.52600000000000002,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.40400000000000003,"15min":0.41199999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.51100000000000001,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.42399999999999999}]},{"osd":2,"last update":"Sat Aug 17 00:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.42299999999999999,"15min":0.42799999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.53100000000000003,"5min":0.622,"15min":0.622},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.503,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.47299999999999998}]},{"osd":4,"last update":"Sat Aug 17 00:29:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.56100000000000005,"15min":0.55900000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.65800000000000003}]},{"osd":5,"last update":"Sat Aug 17 00:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.64000000000000001}]},{"osd":6,"last update":"Sat Aug 17 00:29:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.54000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411365,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":679936,"data_stored":290013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.34000000000000002,"15min":0.33200000000000002},"min":{"1min":0.255,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.309},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.36799999999999999,"15min":0.35999999999999999},"min":{"1min":0.32000000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.32200000000000001}]},{"osd":1,"last update":"Sat Aug 17 00:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.28899999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.376,"15min":0.37},"min":{"1min":0.26200000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.503,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.34599999999999997}]},{"osd":3,"last update":"Sat Aug 17 00:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.39400000000000002,"15min":0.39200000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.40899999999999997,"15min":0.40799999999999997},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.60399999999999998,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.29199999999999998}]},{"osd":4,"last update":"Sat Aug 17 00:29:09 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.51100000000000001,"15min":0.51500000000000001},"min":{"1min":0.35899999999999999,"5min":0.314,"15min":0.314},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.54100000000000004}]},{"osd":5,"last update":"Sat Aug 17 00:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.437}]},{"osd":6,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.50600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574890,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298028,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447124,"statfs":{"total":95995035648,"available":95689854976,"internally_reserved":0,"allocated":684032,"data_stored":289908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:29:02 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.33400000000000002,"15min":0.30199999999999999},"min":{"1min":0.27600000000000002,"5min":0.185,"15min":0.185},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.34399999999999997,"15min":0.314},"min":{"1min":0.23799999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.54700000000000004,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.34399999999999997}]},{"osd":2,"last update":"Sat Aug 17 00:28:24 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.39600000000000002,"15min":0.38800000000000001},"min":{"1min":0.27000000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.57399999999999995,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.39400000000000002,"15min":0.38600000000000001},"min":{"1min":0.28299999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.42299999999999999}]},{"osd":3,"last update":"Sat Aug 17 00:28:52 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.45100000000000001,"15min":0.45200000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63500000000000001,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.442},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.41799999999999998,"15min":0.41699999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.40999999999999998}]},{"osd":4,"last update":"Sat Aug 17 00:29:10 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.57799999999999996,"15min":0.57599999999999996},"min":{"1min":0.41699999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.78700000000000003,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.59099999999999997,"15min":0.58599999999999997},"min":{"1min":0.42899999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.67900000000000005}]},{"osd":5,"last update":"Sat Aug 17 00:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.74099999999999999}]},{"osd":6,"last update":"Sat Aug 17 00:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.80900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738415,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298620,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446532,"statfs":{"total":95995035648,"available":95689248768,"internally_reserved":0,"allocated":1290240,"data_stored":881097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 00:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.31,"15min":0.28799999999999998},"min":{"1min":0.249,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.33000000000000002,"15min":0.308},"min":{"1min":0.23200000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.48899999999999999,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.28199999999999997}]},{"osd":2,"last update":"Sat Aug 17 00:28:25 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.36399999999999999,"15min":0.35599999999999998},"min":{"1min":0.29999999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.55600000000000005,"5min":0.628,"15min":0.628},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.36099999999999999,"15min":0.34999999999999998},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.31900000000000001}]},{"osd":3,"last update":"Sat Aug 17 00:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.41699999999999998,"15min":0.41599999999999998},"min":{"1min":0.34200000000000003,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.29499999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.34399999999999997}]},{"osd":4,"last update":"Sat Aug 17 00:29:11 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.56100000000000005,"15min":0.55200000000000005},"min":{"1min":0.433,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.55700000000000005,"15min":0.54700000000000004},"min":{"1min":0.46300000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.51000000000000001}]},{"osd":5,"last update":"Sat Aug 17 00:28:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.41999999999999998}]},{"osd":6,"last update":"Sat Aug 17 00:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.434},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.49099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T00:29:21.045 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-17T00:29:21.046 INFO:tasks.cephadm:Adding prometheus.a on smithi187 2024-08-17T00:29:21.046 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch apply prometheus '1;smithi187=a' 2024-08-17T00:29:21.312 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:29:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:21 smithi187 ceph-mon[33407]: from='client.24434 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:29:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:21 smithi187 ceph-mon[33407]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:21 smithi157 ceph-mon[29438]: from='client.24434 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:29:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:21 smithi157 ceph-mon[29438]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:21 smithi157 ceph-mon[40946]: from='client.24434 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:29:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:21 smithi157 ceph-mon[40946]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:23.118 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled prometheus update... 2024-08-17T00:29:23.763 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:23 smithi187 ceph-mon[33407]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:23.764 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:23 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:23.764 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:23 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:29:23.764 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:23 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:29:23.764 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:23 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:29:23.764 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:23 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:23.790 DEBUG:teuthology.orchestra.run.smithi187:prometheus.a> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@prometheus.a.service 2024-08-17T00:29:23.792 INFO:tasks.cephadm:Adding node-exporter.a on smithi157 2024-08-17T00:29:23.793 INFO:tasks.cephadm:Adding node-exporter.b on smithi187 2024-08-17T00:29:23.793 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch apply node-exporter '2;smithi157=a;smithi187=b' 2024-08-17T00:29:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:23 smithi157 ceph-mon[40946]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:23 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:23 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:29:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:23 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:29:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:23 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:29:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:23 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:23 smithi157 ceph-mon[29438]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:23 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:23 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:29:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:23 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:29:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:23 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:29:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:23 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:24.095 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:29:24.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:24 smithi157 ceph-mon[40946]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:29:24.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:24 smithi157 ceph-mon[40946]: Saving service prometheus spec with placement smithi187=a;count:1 2024-08-17T00:29:24.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:24 smithi157 ceph-mon[40946]: Deploying daemon prometheus.a on smithi187 2024-08-17T00:29:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:24 smithi157 ceph-mon[29438]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:29:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:24 smithi157 ceph-mon[29438]: Saving service prometheus spec with placement smithi187=a;count:1 2024-08-17T00:29:24.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:24 smithi157 ceph-mon[29438]: Deploying daemon prometheus.a on smithi187 2024-08-17T00:29:24.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:24 smithi187 ceph-mon[33407]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:29:24.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:24 smithi187 ceph-mon[33407]: Saving service prometheus spec with placement smithi187=a;count:1 2024-08-17T00:29:24.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:24 smithi187 ceph-mon[33407]: Deploying daemon prometheus.a on smithi187 2024-08-17T00:29:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:25 smithi157 ceph-mon[40946]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:25 smithi157 ceph-mon[29438]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:25.918 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:25 smithi187 ceph-mon[33407]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:26.322 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled node-exporter update... 2024-08-17T00:29:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:27 smithi187 ceph-mon[33407]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:27 smithi187 ceph-mon[33407]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi157=a;smithi187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:29:27.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:27 smithi187 ceph-mon[33407]: Saving service node-exporter spec with placement smithi157=a;smithi187=b;count:2 2024-08-17T00:29:27.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:27 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:27 smithi157 ceph-mon[40946]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:27 smithi157 ceph-mon[40946]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi157=a;smithi187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:29:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:27 smithi157 ceph-mon[40946]: Saving service node-exporter spec with placement smithi157=a;smithi187=b;count:2 2024-08-17T00:29:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:27 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:27 smithi157 ceph-mon[29438]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:27 smithi157 ceph-mon[29438]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi157=a;smithi187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:29:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:27 smithi157 ceph-mon[29438]: Saving service node-exporter spec with placement smithi157=a;smithi187=b;count:2 2024-08-17T00:29:27.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:27 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:28.474 DEBUG:teuthology.orchestra.run.smithi157:node-exporter.a> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.a.service 2024-08-17T00:29:28.478 DEBUG:teuthology.orchestra.run.smithi187:node-exporter.b> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.b.service 2024-08-17T00:29:28.480 INFO:tasks.cephadm:Adding alertmanager.a on smithi157 2024-08-17T00:29:28.480 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch apply alertmanager '1;smithi157=a' 2024-08-17T00:29:28.782 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:29:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:29 smithi157 ceph-mon[29438]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:29 smithi157 ceph-mon[40946]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:29 smithi187 ceph-mon[33407]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:31 smithi187 ceph-mon[33407]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:31 smithi157 ceph-mon[29438]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:31 smithi157 ceph-mon[40946]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:32.546 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled alertmanager update... 2024-08-17T00:29:33.603 DEBUG:teuthology.orchestra.run.smithi157:alertmanager.a> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@alertmanager.a.service 2024-08-17T00:29:33.606 INFO:tasks.cephadm:Adding grafana.a on smithi187 2024-08-17T00:29:33.606 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph orch apply grafana '1;smithi187=a' 2024-08-17T00:29:33.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:33 smithi187 ceph-mon[33407]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:33.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:33 smithi187 ceph-mon[33407]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi157=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:29:33.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:33 smithi187 ceph-mon[33407]: Saving service alertmanager spec with placement smithi157=a;count:1 2024-08-17T00:29:33.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:33 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:33.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:33 smithi157 ceph-mon[29438]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:33.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:33 smithi157 ceph-mon[29438]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi157=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:29:33.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:33 smithi157 ceph-mon[29438]: Saving service alertmanager spec with placement smithi157=a;count:1 2024-08-17T00:29:33.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:33 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:33.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:33 smithi157 ceph-mon[40946]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:33.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:33 smithi157 ceph-mon[40946]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi157=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:29:33.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:33 smithi157 ceph-mon[40946]: Saving service alertmanager spec with placement smithi157=a;count:1 2024-08-17T00:29:33.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:33 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:35.858 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:35 smithi187 ceph-mon[33407]: pgmap v220: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:35 smithi157 ceph-mon[29438]: pgmap v220: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:35 smithi157 ceph-mon[40946]: pgmap v220: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:36.028 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:29:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:37 smithi157 ceph-mon[29438]: pgmap v221: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:37 smithi157 ceph-mon[40946]: pgmap v221: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:37.913 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:37 smithi187 ceph-mon[33407]: pgmap v221: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:37.933 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled grafana update... 2024-08-17T00:29:38.933 DEBUG:teuthology.orchestra.run.smithi187:grafana.a> sudo journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@grafana.a.service 2024-08-17T00:29:38.936 INFO:tasks.cephadm:Setting up client nodes... 2024-08-17T00:29:38.936 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-17T00:29:39.200 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:29:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:38 smithi187 ceph-mon[33407]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:29:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:38 smithi187 ceph-mon[33407]: Saving service grafana spec with placement smithi187=a;count:1 2024-08-17T00:29:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:38 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:39.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:38 smithi187 ceph-mon[33407]: pgmap v222: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:39.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:38 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:39.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:38 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:39.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:38 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:39.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:38 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T00:29:39.322 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[29438]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:29:39.322 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[29438]: Saving service grafana spec with placement smithi187=a;count:1 2024-08-17T00:29:39.322 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:39.323 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[29438]: pgmap v222: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:39.323 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:39.323 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:39.323 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:39.323 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T00:29:39.323 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[40946]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:29:39.323 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[40946]: Saving service grafana spec with placement smithi187=a;count:1 2024-08-17T00:29:39.323 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:39.323 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[40946]: pgmap v222: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:39.323 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:39.324 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:39.324 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' 2024-08-17T00:29:39.324 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:38 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T00:29:39.616 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ignoring --setuser ceph since I am not root 2024-08-17T00:29:39.616 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ignoring --setgroup ceph since I am not root 2024-08-17T00:29:39.616 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:39 smithi157 ceph-mgr[29719]: -- 172.21.15.157:0/1828148417 <== mon.0 v2:172.21.15.157:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5625498a29c0 con 0x5625498ae800 2024-08-17T00:29:39.837 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:39 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ignoring --setuser ceph since I am not root 2024-08-17T00:29:39.838 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:39 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ignoring --setgroup ceph since I am not root 2024-08-17T00:29:39.838 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:39 smithi187 ceph-mgr[35518]: -- 172.21.15.187:0/3095186496 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5624744d49c0 con 0x5624744e0800 2024-08-17T00:29:39.838 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:39 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:39.651+0000 7fa0cf89cec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:29:39.838 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:39 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:39.772+0000 7fa0cf89cec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:29:39.838 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:39 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:39.836+0000 7fa0cf89cec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:29:39.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:39.656+0000 7f7f733b5ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:29:39.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:39.786+0000 7f7f733b5ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:29:39.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:39.852+0000 7f7f733b5ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:29:40.131 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:40 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:40.073+0000 7fa0cf89cec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:29:40.131 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:40 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:40.130+0000 7fa0cf89cec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:29:40.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:40.096+0000 7f7f733b5ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:29:40.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:40.155+0000 7f7f733b5ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:29:40.741 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:40 smithi157 ceph-mon[29438]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T00:29:40.742 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:40 smithi157 ceph-mon[29438]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-17T00:29:40.742 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:40 smithi157 ceph-mon[40946]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T00:29:40.742 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:40 smithi157 ceph-mon[40946]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-17T00:29:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:40 smithi187 ceph-mon[33407]: from='mgr.14150 172.21.15.157:0/2806587358' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T00:29:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:40 smithi187 ceph-mon[33407]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-17T00:29:41.221 INFO:teuthology.orchestra.run.smithi157.stdout:[client.0] 2024-08-17T00:29:41.221 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQD17r9m6wn1DBAAbrTkEkj/1cGqomISq+B9ZA== 2024-08-17T00:29:41.257 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:41 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:41.099+0000 7f7f733b5ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:29:41.257 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:41 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:41.213+0000 7f7f733b5ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:29:41.366 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:41 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:41.019+0000 7fa0cf89cec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:29:41.366 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:41 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:41.127+0000 7fa0cf89cec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:29:41.366 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:41 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:41.180+0000 7fa0cf89cec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:29:41.367 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:41 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:41.365+0000 7fa0cf89cec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:29:41.515 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:41 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:41.273+0000 7f7f733b5ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:29:41.515 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:41 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:41.461+0000 7f7f733b5ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:29:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:41 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2708943146' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:29:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:41 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2708943146' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T00:29:41.706 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:41 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:41.424+0000 7fa0cf89cec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:29:41.706 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:41 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:41.487+0000 7fa0cf89cec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:29:41.706 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:41 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:41.608+0000 7fa0cf89cec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:29:41.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:41 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2708943146' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:29:41.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:41 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2708943146' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T00:29:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:41 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2708943146' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:29:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:41 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2708943146' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T00:29:41.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:41 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:41.521+0000 7f7f733b5ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:29:41.886 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:41 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:41.586+0000 7f7f733b5ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:29:41.886 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:41 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:41.711+0000 7f7f733b5ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:29:41.963 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:29:41.963 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-08-17T00:29:41.963 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-08-17T00:29:42.002 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-17T00:29:42.267 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:29:42.329 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:42.013+0000 7fa0cf89cec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:29:42.384 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:42 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:42.137+0000 7f7f733b5ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:29:42.678 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:42.327+0000 7fa0cf89cec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:29:42.678 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:42.393+0000 7fa0cf89cec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:29:42.678 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:42.521+0000 7fa0cf89cec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:29:42.870 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:42 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:42.424+0000 7f7f733b5ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:29:42.871 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:42 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:42.488+0000 7f7f733b5ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:29:42.871 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:42 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:42.618+0000 7f7f733b5ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:29:42.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:42.787+0000 7fa0cf89cec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:29:42.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:42.845+0000 7fa0cf89cec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:29:43.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:42 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:42.869+0000 7f7f733b5ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:29:43.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:42 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:42.928+0000 7f7f733b5ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:29:43.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:43.109+0000 7f7f733b5ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:29:43.440 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:43.024+0000 7fa0cf89cec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:29:43.441 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:43.088+0000 7fa0cf89cec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:29:43.441 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:43.169+0000 7fa0cf89cec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:29:43.441 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:43.226+0000 7fa0cf89cec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:29:43.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:43.171+0000 7f7f733b5ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:29:43.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:43.251+0000 7f7f733b5ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:29:43.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:43.308+0000 7f7f733b5ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:29:43.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:43.766+0000 7fa0cf89cec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:29:43.956 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:43.907+0000 7fa0cf89cec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:29:43.956 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: [17/Aug/2024:00:29:43] ENGINE Bus STARTING 2024-08-17T00:29:43.956 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: CherryPy Checker: 2024-08-17T00:29:43.956 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: The Application mounted at '' has an empty config. 2024-08-17T00:29:43.956 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: 2024-08-17T00:29:44.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[40946]: Standby manager daemon x restarted 2024-08-17T00:29:44.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[40946]: Standby manager daemon x started 2024-08-17T00:29:44.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/541460912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:29:44.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/541460912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:29:44.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/541460912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:29:44.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/541460912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:29:44.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[40946]: Active manager daemon y restarted 2024-08-17T00:29:44.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[40946]: Activating manager daemon y 2024-08-17T00:29:44.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[29438]: Standby manager daemon x restarted 2024-08-17T00:29:44.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[29438]: Standby manager daemon x started 2024-08-17T00:29:44.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/541460912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:29:44.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/541460912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:29:44.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/541460912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:29:44.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/541460912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:29:44.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[29438]: Active manager daemon y restarted 2024-08-17T00:29:44.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-mon[29438]: Activating manager daemon y 2024-08-17T00:29:44.136 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:43.819+0000 7f7f733b5ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:29:44.137 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:43.954+0000 7f7f733b5ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:29:44.137 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:29:44] ENGINE Bus STARTING 2024-08-17T00:29:44.137 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: CherryPy Checker: 2024-08-17T00:29:44.137 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: The Application mounted at '' has an empty config. 2024-08-17T00:29:44.137 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:44.137 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:44.059+0000 7f7f20564640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:29:44.137 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:44.059+0000 7f7f20564640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:29:44.137 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:44.059+0000 7f7f20564640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:29:44.137 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:44.059+0000 7f7f20564640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:29:44.137 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:44.059+0000 7f7f20564640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:29:44.137 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:44.062+0000 7f7f23d6b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:29:44.137 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:44.062+0000 7f7f23d6b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:29:44.138 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:44.062+0000 7f7f23d6b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:29:44.138 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:44.062+0000 7f7f23d6b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:29:44.138 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:44.062+0000 7f7f23d6b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:29:44.145 INFO:teuthology.orchestra.run.smithi187.stdout:[client.1] 2024-08-17T00:29:44.145 INFO:teuthology.orchestra.run.smithi187.stdout: key = AQD47r9moFRjCBAA+9hvd5dT4d5fUXH0mwqvrw== 2024-08-17T00:29:44.278 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: [17/Aug/2024:00:29:44] ENGINE Serving on http://:::9283 2024-08-17T00:29:44.279 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: [17/Aug/2024:00:29:44] ENGINE Bus STARTED 2024-08-17T00:29:44.279 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-mon[33407]: Standby manager daemon x restarted 2024-08-17T00:29:44.279 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-mon[33407]: Standby manager daemon x started 2024-08-17T00:29:44.279 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/541460912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:29:44.279 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/541460912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:29:44.279 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/541460912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:29:44.279 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/541460912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:29:44.279 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-mon[33407]: Active manager daemon y restarted 2024-08-17T00:29:44.279 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:43 smithi187 ceph-mon[33407]: Activating manager daemon y 2024-08-17T00:29:44.384 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:29:44] ENGINE Serving on http://:::9283 2024-08-17T00:29:44.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:29:44] ENGINE Bus STARTED 2024-08-17T00:29:44.863 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-08-17T00:29:44.864 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-08-17T00:29:44.864 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-08-17T00:29:44.900 INFO:tasks.cephadm:Creating RBD pool 2024-08-17T00:29:44.901 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd pool create rbd 8 2024-08-17T00:29:45.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T00:29:45.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: mgrmap e17: y(active, starting, since 0.00743333s), standbys: x 2024-08-17T00:29:45.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:29:45.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:29:45.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:29:45.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:29:45.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:29:45.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:29:45.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:29:45.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:29:45.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:29:45.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:29:45.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:29:45.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:29:45.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:29:45.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:29:45.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:29:45.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:29:45.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:29:45.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:29:45.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: Manager daemon y is now available 2024-08-17T00:29:45.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:29:45.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:45.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:29:45.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:29:45.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:29:45.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:29:45.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:29:45.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='client.? 172.21.15.187:0/2786692011' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:29:45.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:29:45.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:44 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T00:29:45.233 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T00:29:45.233 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: mgrmap e17: y(active, starting, since 0.00743333s), standbys: x 2024-08-17T00:29:45.233 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:29:45.233 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:29:45.233 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:29:45.233 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:29:45.233 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:29:45.233 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:29:45.233 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:29:45.234 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:29:45.234 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:29:45.234 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:29:45.234 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:29:45.234 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:29:45.234 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:29:45.234 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:29:45.234 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:29:45.234 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:29:45.234 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:29:45.234 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:29:45.234 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: Manager daemon y is now available 2024-08-17T00:29:45.235 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:29:45.235 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:45.235 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:29:45.235 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:29:45.235 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:29:45.235 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:29:45.235 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:29:45.235 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='client.? 172.21.15.187:0/2786692011' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:29:45.235 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:29:45.235 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T00:29:45.236 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T00:29:45.236 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: mgrmap e17: y(active, starting, since 0.00743333s), standbys: x 2024-08-17T00:29:45.236 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:29:45.236 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:29:45.236 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:29:45.236 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:29:45.236 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:29:45.236 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:29:45.236 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:29:45.237 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:29:45.237 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:29:45.237 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:29:45.237 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:29:45.237 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:29:45.237 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:29:45.237 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:29:45.237 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:29:45.237 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:29:45.237 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:29:45.237 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:29:45.238 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: Manager daemon y is now available 2024-08-17T00:29:45.238 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:29:45.238 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:45.238 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:29:45.238 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:29:45.238 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:29:45.238 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:29:45.238 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:29:45.238 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='client.? 172.21.15.187:0/2786692011' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:29:45.238 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:29:45.238 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:44 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T00:29:45.482 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:29:45.607 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:45.448+0000 7f7f0c0fc640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:00:29:45] ENGINE Error in HTTPServer.serve 2024-08-17T00:29:45.607 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: Traceback (most recent call last): 2024-08-17T00:29:45.608 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:29:45.608 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: self._connections.run(self.expiration_interval) 2024-08-17T00:29:45.608 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:29:45.608 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: self._run(expiration_interval) 2024-08-17T00:29:45.608 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:29:45.608 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:29:45.608 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:29:45.608 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:29:45.608 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:29:45.608 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: s = self.context.wrap_socket( 2024-08-17T00:29:45.608 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:29:45.608 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: return self.sslsocket_class._create( 2024-08-17T00:29:45.608 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:29:45.609 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: self.do_handshake() 2024-08-17T00:29:45.609 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:29:45.609 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: self._sslobj.do_handshake() 2024-08-17T00:29:45.609 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:29:45.609 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:29:46.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-mon[29438]: mgrmap e18: y(active, since 1.02297s), standbys: x 2024-08-17T00:29:46.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-mon[29438]: [17/Aug/2024:00:29:45] ENGINE Bus STARTING 2024-08-17T00:29:46.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-mon[29438]: [17/Aug/2024:00:29:45] ENGINE Serving on https://172.21.15.157:7150 2024-08-17T00:29:46.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-mon[29438]: [17/Aug/2024:00:29:45] ENGINE Bus STARTED 2024-08-17T00:29:46.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-mon[29438]: [17/Aug/2024:00:29:45] ENGINE Error in HTTPServer.serve 2024-08-17T00:29:46.136 INFO:journalctl@ceph.mon.a.smithi157.stdout: Traceback (most recent call last): 2024-08-17T00:29:46.136 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:29:46.136 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:29:46.136 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:29:46.136 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._run(expiration_interval) 2024-08-17T00:29:46.136 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:29:46.136 INFO:journalctl@ceph.mon.a.smithi157.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:29:46.136 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:29:46.136 INFO:journalctl@ceph.mon.a.smithi157.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:29:46.136 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:29:46.136 INFO:journalctl@ceph.mon.a.smithi157.stdout: s = self.context.wrap_socket( 2024-08-17T00:29:46.136 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:29:46.137 INFO:journalctl@ceph.mon.a.smithi157.stdout: return self.sslsocket_class._create( 2024-08-17T00:29:46.137 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:29:46.137 INFO:journalctl@ceph.mon.a.smithi157.stdout: self.do_handshake() 2024-08-17T00:29:46.137 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:29:46.137 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._sslobj.do_handshake() 2024-08-17T00:29:46.137 INFO:journalctl@ceph.mon.a.smithi157.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:29:46.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:46.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-mon[40946]: mgrmap e18: y(active, since 1.02297s), standbys: x 2024-08-17T00:29:46.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-mon[40946]: [17/Aug/2024:00:29:45] ENGINE Bus STARTING 2024-08-17T00:29:46.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-mon[40946]: [17/Aug/2024:00:29:45] ENGINE Serving on https://172.21.15.157:7150 2024-08-17T00:29:46.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-mon[40946]: [17/Aug/2024:00:29:45] ENGINE Bus STARTED 2024-08-17T00:29:46.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-mon[40946]: [17/Aug/2024:00:29:45] ENGINE Error in HTTPServer.serve 2024-08-17T00:29:46.138 INFO:journalctl@ceph.mon.c.smithi157.stdout: Traceback (most recent call last): 2024-08-17T00:29:46.138 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:29:46.138 INFO:journalctl@ceph.mon.c.smithi157.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:29:46.138 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:29:46.138 INFO:journalctl@ceph.mon.c.smithi157.stdout: self._run(expiration_interval) 2024-08-17T00:29:46.138 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:29:46.138 INFO:journalctl@ceph.mon.c.smithi157.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:29:46.138 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:29:46.138 INFO:journalctl@ceph.mon.c.smithi157.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:29:46.138 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:29:46.138 INFO:journalctl@ceph.mon.c.smithi157.stdout: s = self.context.wrap_socket( 2024-08-17T00:29:46.138 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:29:46.139 INFO:journalctl@ceph.mon.c.smithi157.stdout: return self.sslsocket_class._create( 2024-08-17T00:29:46.139 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:29:46.139 INFO:journalctl@ceph.mon.c.smithi157.stdout: self.do_handshake() 2024-08-17T00:29:46.139 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:29:46.139 INFO:journalctl@ceph.mon.c.smithi157.stdout: self._sslobj.do_handshake() 2024-08-17T00:29:46.139 INFO:journalctl@ceph.mon.c.smithi157.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:29:46.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:45 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:46.346 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:45 smithi187 ceph-mon[33407]: mgrmap e18: y(active, since 1.02297s), standbys: x 2024-08-17T00:29:46.346 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:45 smithi187 ceph-mon[33407]: [17/Aug/2024:00:29:45] ENGINE Bus STARTING 2024-08-17T00:29:46.346 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:45 smithi187 ceph-mon[33407]: [17/Aug/2024:00:29:45] ENGINE Serving on https://172.21.15.157:7150 2024-08-17T00:29:46.346 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:45 smithi187 ceph-mon[33407]: [17/Aug/2024:00:29:45] ENGINE Bus STARTED 2024-08-17T00:29:46.346 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:45 smithi187 ceph-mon[33407]: [17/Aug/2024:00:29:45] ENGINE Error in HTTPServer.serve 2024-08-17T00:29:46.346 INFO:journalctl@ceph.mon.b.smithi187.stdout: Traceback (most recent call last): 2024-08-17T00:29:46.347 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:29:46.347 INFO:journalctl@ceph.mon.b.smithi187.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:29:46.347 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:29:46.347 INFO:journalctl@ceph.mon.b.smithi187.stdout: self._run(expiration_interval) 2024-08-17T00:29:46.347 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:29:46.347 INFO:journalctl@ceph.mon.b.smithi187.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:29:46.347 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:29:46.347 INFO:journalctl@ceph.mon.b.smithi187.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:29:46.347 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:29:46.347 INFO:journalctl@ceph.mon.b.smithi187.stdout: s = self.context.wrap_socket( 2024-08-17T00:29:46.347 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:29:46.348 INFO:journalctl@ceph.mon.b.smithi187.stdout: return self.sslsocket_class._create( 2024-08-17T00:29:46.348 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:29:46.348 INFO:journalctl@ceph.mon.b.smithi187.stdout: self.do_handshake() 2024-08-17T00:29:46.348 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:29:46.348 INFO:journalctl@ceph.mon.b.smithi187.stdout: self._sslobj.do_handshake() 2024-08-17T00:29:46.348 INFO:journalctl@ceph.mon.b.smithi187.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:29:46.348 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:45 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:47 smithi157 ceph-mon[40946]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:47 smithi157 ceph-mon[40946]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-17T00:29:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:47 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:47 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:47 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:47 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:47 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2317110561' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T00:29:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:47 smithi157 ceph-mon[29438]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:47.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:47 smithi157 ceph-mon[29438]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-17T00:29:47.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:47 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:47.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:47 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:47.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:47 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:47.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:47 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:47.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:47 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2317110561' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T00:29:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:47 smithi187 ceph-mon[33407]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:47 smithi187 ceph-mon[33407]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-17T00:29:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:47 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:47 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:47 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:47.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:47 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:47.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:47 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2317110561' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T00:29:48.255 INFO:teuthology.orchestra.run.smithi157.stderr:pool 'rbd' created 2024-08-17T00:29:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T00:29:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: Adjusting osd_memory_target on smithi187 to 2992M 2024-08-17T00:29:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: Adjusting osd_memory_target on smithi157 to 2992M 2024-08-17T00:29:48.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:29:48.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:29:48.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:29:48.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:29:48.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:48.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:29:48.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:29:48.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T00:29:48.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T00:29:48.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:29:48.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[29438]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:29:48.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T00:29:48.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: Adjusting osd_memory_target on smithi187 to 2992M 2024-08-17T00:29:48.890 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.890 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.890 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.890 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.890 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.890 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.890 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.890 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.890 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.890 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.890 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.890 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: Adjusting osd_memory_target on smithi157 to 2992M 2024-08-17T00:29:48.891 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.891 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:29:48.891 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:29:48.891 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:29:48.891 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:29:48.891 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:48.891 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:29:48.891 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:29:48.891 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T00:29:48.891 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T00:29:48.891 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:29:48.891 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:48 smithi157 ceph-mon[40946]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:29:48.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T00:29:48.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: Adjusting osd_memory_target on smithi187 to 2992M 2024-08-17T00:29:48.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:29:48.959 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: Adjusting osd_memory_target on smithi157 to 2992M 2024-08-17T00:29:48.959 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:48.959 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:29:48.959 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:29:48.959 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:29:48.959 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:29:48.959 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:48.959 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:29:48.959 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:29:48.959 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T00:29:48.959 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T00:29:48.959 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:29:48.960 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:48 smithi187 ceph-mon[33407]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:29:49.050 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- rbd pool init rbd 2024-08-17T00:29:49.328 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:29:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[29438]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:29:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[29438]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:29:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[29438]: Deploying daemon alertmanager.a on smithi157 2024-08-17T00:29:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[29438]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-17T00:29:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[29438]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T00:29:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[40946]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:29:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[40946]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:29:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[40946]: Deploying daemon alertmanager.a on smithi157 2024-08-17T00:29:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[40946]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-17T00:29:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:49 smithi157 ceph-mon[40946]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T00:29:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:49 smithi187 ceph-mon[33407]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:29:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:49 smithi187 ceph-mon[33407]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:29:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:49 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:49 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:50.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:49 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:50.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:49 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:50.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:49 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:50.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:49 smithi187 ceph-mon[33407]: Deploying daemon alertmanager.a on smithi157 2024-08-17T00:29:50.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:49 smithi187 ceph-mon[33407]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-17T00:29:50.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:49 smithi187 ceph-mon[33407]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T00:29:51.315 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:51 smithi157 ceph-mon[40946]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:51.315 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:51 smithi157 ceph-mon[40946]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T00:29:51.315 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:51 smithi157 ceph-mon[40946]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:29:51.315 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:51 smithi157 ceph-mon[29438]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:51.315 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:51 smithi157 ceph-mon[29438]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T00:29:51.316 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:51 smithi157 ceph-mon[29438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:29:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:51 smithi187 ceph-mon[33407]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:29:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:51 smithi187 ceph-mon[33407]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T00:29:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:51 smithi187 ceph-mon[33407]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:29:52.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:52 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3076028197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T00:29:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:52 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3076028197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T00:29:52.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:52 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3076028197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T00:29:53.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:53 smithi157 ceph-mon[40946]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T00:29:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:53 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3076028197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T00:29:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:53 smithi157 ceph-mon[40946]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T00:29:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:53 smithi157 ceph-mon[29438]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T00:29:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:53 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3076028197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T00:29:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:53 smithi157 ceph-mon[29438]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T00:29:53.705 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:29:53 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:29:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:29:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:53 smithi187 ceph-mon[33407]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T00:29:53.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:53 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3076028197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T00:29:53.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:53 smithi187 ceph-mon[33407]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T00:29:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:54 smithi157 ceph-mon[40946]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T00:29:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:54 smithi157 ceph-mon[40946]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T00:29:54.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:54 smithi157 ceph-mon[29438]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T00:29:54.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:54 smithi157 ceph-mon[29438]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T00:29:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:54 smithi187 ceph-mon[33407]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T00:29:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:54 smithi187 ceph-mon[33407]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T00:29:55.219 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-17T00:29:55.219 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-17T00:29:55.219 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph mgr dump --format=json 2024-08-17T00:29:55.608 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:55 smithi157 ceph-mon[29438]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 24 op/s 2024-08-17T00:29:55.609 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:55 smithi157 ceph-mon[29438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:29:55.609 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:55 smithi157 ceph-mon[29438]: Cluster is now healthy 2024-08-17T00:29:55.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:55 smithi157 ceph-mon[40946]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 24 op/s 2024-08-17T00:29:55.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:55 smithi157 ceph-mon[40946]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:29:55.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:55 smithi157 ceph-mon[40946]: Cluster is now healthy 2024-08-17T00:29:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:55 smithi187 ceph-mon[33407]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 24 op/s 2024-08-17T00:29:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:55 smithi187 ceph-mon[33407]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:29:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:55 smithi187 ceph-mon[33407]: Cluster is now healthy 2024-08-17T00:29:57.155 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:29:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:57 smithi157 ceph-mon[29438]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 358 B/s wr, 0 op/s 2024-08-17T00:29:57.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:57 smithi157 ceph-mon[40946]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 358 B/s wr, 0 op/s 2024-08-17T00:29:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:57 smithi187 ceph-mon[33407]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 358 B/s wr, 0 op/s 2024-08-17T00:29:59.251 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:29:59.468 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:59 smithi157 ceph-mon[29438]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-08-17T00:29:59.468 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:59 smithi157 ceph-mon[29438]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T00:29:59.469 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:59 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:59.469 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:59 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:29:59.469 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:29:59 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2613560131' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T00:29:59.469 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:59 smithi157 ceph-mon[40946]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-08-17T00:29:59.469 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:59 smithi157 ceph-mon[40946]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T00:29:59.469 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:59 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:59.469 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:59 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:29:59.469 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:29:59 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2613560131' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T00:29:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:59 smithi187 ceph-mon[33407]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-08-17T00:29:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:59 smithi187 ceph-mon[33407]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T00:29:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:59 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:29:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:59 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:29:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:29:59 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2613560131' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T00:30:00.133 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":20,"flags":0,"active_gid":24467,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1370845312},{"type":"v1","addr":"172.21.15.157:6801","nonce":1370845312}]},"active_addr":"172.21.15.157:6801/1370845312","active_change":"2024-08-17T00:29:43.957255+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24391,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.157:8443/","prometheus":"http://172.21.15.157:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":68,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.157:0","nonce":3467410989}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.157:0","nonce":4096551158}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.157:0","nonce":2784846633}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.157:0","nonce":2751320237}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.157:0","nonce":820001247}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.157:0","nonce":2974114637}]}]} 2024-08-17T00:30:00.140 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-17T00:30:00.140 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-17T00:30:00.140 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:30:00.365 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:00 smithi157 ceph-mon[40946]: overall HEALTH_OK 2024-08-17T00:30:00.365 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:00 smithi157 ceph-mon[29438]: overall HEALTH_OK 2024-08-17T00:30:00.366 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:30:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[75690]: ts=2024-08-17T00:30:00.304Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T00:30:00.366 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:30:00 smithi157 bash[75589]: 0a12290bb29dca2a9450ca4edba710a92f5cdf8398c5638b33a774c34eb0a7c4 2024-08-17T00:30:00.452 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:00.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:30:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:30:00] ENGINE Bus STOPPING 2024-08-17T00:30:00.635 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:30:00 smithi157 systemd[1]: Started Ceph alertmanager.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:30:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:00 smithi187 ceph-mon[33407]: overall HEALTH_OK 2024-08-17T00:30:00.960 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:30:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:30:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:30:00.961 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:30:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:30:00] ENGINE Bus STOPPED 2024-08-17T00:30:00.961 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:30:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:30:00] ENGINE Bus STARTING 2024-08-17T00:30:00.961 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:30:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:30:00] ENGINE Serving on http://:::9283 2024-08-17T00:30:00.961 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:30:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:30:00] ENGINE Bus STARTED 2024-08-17T00:30:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[40946]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 305 B/s wr, 0 op/s 2024-08-17T00:30:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T00:30:01.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[40946]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T00:30:01.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[29438]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 305 B/s wr, 0 op/s 2024-08-17T00:30:01.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T00:30:01.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[29438]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T00:30:01.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:01 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:01 smithi187 ceph-mon[33407]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 305 B/s wr, 0 op/s 2024-08-17T00:30:01.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:01 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:01 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:01 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:01 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:01 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:01 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:01.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:01 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T00:30:01.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:01 smithi187 ceph-mon[33407]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T00:30:01.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:01 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:02.330 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:30:02.330 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":75,"fsid":"c90800da-5c2e-11ef-bccf-c7b262605968","created":"2024-08-17T00:23:23.887606+0000","modified":"2024-08-17T00:29:58.828332+0000","last_up_change":"2024-08-17T00:28:21.972822+0000","last_in_change":"2024-08-17T00:28:04.614208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:26:22.541730+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:28:49.902654+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:28:53.491276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T00:29:47.580355+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"1e1a3823-d411-42b7-964a-c079bf91b8ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6803","nonce":3987461274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6805","nonce":3987461274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6809","nonce":3987461274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6807","nonce":3987461274}]},"public_addr":"172.21.15.157:6803/3987461274","cluster_addr":"172.21.15.157:6805/3987461274","heartbeat_back_addr":"172.21.15.157:6809/3987461274","heartbeat_front_addr":"172.21.15.157:6807/3987461274","state":["exists","up"]},{"osd":1,"uuid":"2f00b21d-bfdd-4c1c-8c46-66aafa626ce2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6811","nonce":2883364621}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6813","nonce":2883364621}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6817","nonce":2883364621}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6815","nonce":2883364621}]},"public_addr":"172.21.15.157:6811/2883364621","cluster_addr":"172.21.15.157:6813/2883364621","heartbeat_back_addr":"172.21.15.157:6817/2883364621","heartbeat_front_addr":"172.21.15.157:6815/2883364621","state":["exists","up"]},{"osd":2,"uuid":"d4c08dce-8279-4f3e-be96-aa0dc05cefb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6819","nonce":3834627844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6821","nonce":3834627844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6825","nonce":3834627844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6823","nonce":3834627844}]},"public_addr":"172.21.15.157:6819/3834627844","cluster_addr":"172.21.15.157:6821/3834627844","heartbeat_back_addr":"172.21.15.157:6825/3834627844","heartbeat_front_addr":"172.21.15.157:6823/3834627844","state":["exists","up"]},{"osd":3,"uuid":"4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6827","nonce":4167938513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6829","nonce":4167938513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6833","nonce":4167938513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6831","nonce":4167938513}]},"public_addr":"172.21.15.157:6827/4167938513","cluster_addr":"172.21.15.157:6829/4167938513","heartbeat_back_addr":"172.21.15.157:6833/4167938513","heartbeat_front_addr":"172.21.15.157:6831/4167938513","state":["exists","up"]},{"osd":4,"uuid":"730aedf4-b665-4976-936d-cbf2d867935a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6801","nonce":2262152973}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6803","nonce":2262152973}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6807","nonce":2262152973}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6805","nonce":2262152973}]},"public_addr":"172.21.15.187:6801/2262152973","cluster_addr":"172.21.15.187:6803/2262152973","heartbeat_back_addr":"172.21.15.187:6807/2262152973","heartbeat_front_addr":"172.21.15.187:6805/2262152973","state":["exists","up"]},{"osd":5,"uuid":"7a504339-f8d7-468b-bb4d-10006e652359","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6809","nonce":3117597626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6811","nonce":3117597626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6815","nonce":3117597626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6813","nonce":3117597626}]},"public_addr":"172.21.15.187:6809/3117597626","cluster_addr":"172.21.15.187:6811/3117597626","heartbeat_back_addr":"172.21.15.187:6815/3117597626","heartbeat_front_addr":"172.21.15.187:6813/3117597626","state":["exists","up"]},{"osd":6,"uuid":"c9ff99aa-e5d8-4601-8470-e715888cdb06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6817","nonce":2259337620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6819","nonce":2259337620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6823","nonce":2259337620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6821","nonce":2259337620}]},"public_addr":"172.21.15.187:6817/2259337620","cluster_addr":"172.21.15.187:6819/2259337620","heartbeat_back_addr":"172.21.15.187:6823/2259337620","heartbeat_front_addr":"172.21.15.187:6821/2259337620","state":["exists","up"]},{"osd":7,"uuid":"1233e089-e354-4ace-9a04-00841149f1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6825","nonce":524114672}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6827","nonce":524114672}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6831","nonce":524114672}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6829","nonce":524114672}]},"public_addr":"172.21.15.187:6825/524114672","cluster_addr":"172.21.15.187:6827/524114672","heartbeat_back_addr":"172.21.15.187:6831/524114672","heartbeat_front_addr":"172.21.15.187:6829/524114672","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:31.742734+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:56.199222+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:20.345634+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:45.666665+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:07.305677+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:31.197235+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:55.746811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:28:20.060198+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:0/2992911322":"2024-08-18T00:29:43.957063+0000","172.21.15.157:0/4012202188":"2024-08-18T00:29:43.957063+0000","172.21.15.157:6801/4292960900":"2024-08-18T00:29:43.957063+0000","172.21.15.157:0/1214533948":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/4201540135":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/574381637":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/1182309930":"2024-08-18T00:24:08.248222+0000","172.21.15.157:6801/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/4292960900":"2024-08-18T00:29:43.957063+0000","172.21.15.157:0/3080473394":"2024-08-18T00:24:08.248222+0000","172.21.15.157:6801/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/426690652":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/64243271":"2024-08-18T00:29:43.957063+0000","172.21.15.157:0/3707565441":"2024-08-18T00:29:43.957063+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:30:02.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:02 smithi157 ceph-mon[29438]: Deploying daemon grafana.a on smithi187 2024-08-17T00:30:02.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:02 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3920378787' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:30:02.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:02 smithi157 ceph-mon[40946]: Deploying daemon grafana.a on smithi187 2024-08-17T00:30:02.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:02 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3920378787' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:30:02.636 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:30:02 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[75690]: ts=2024-08-17T00:30:02.272Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000473033s 2024-08-17T00:30:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:02 smithi187 ceph-mon[33407]: Deploying daemon grafana.a on smithi187 2024-08-17T00:30:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:02 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3920378787' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:30:03.081 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-17T00:30:03.081 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:30:03.335 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:03 smithi187 ceph-mon[33407]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:30:03.705 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:30:03 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:30:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:30:03.775 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:03 smithi157 ceph-mon[40946]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:30:03.776 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:03 smithi157 ceph-mon[29438]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:30:05.089 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:30:05.089 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":75,"fsid":"c90800da-5c2e-11ef-bccf-c7b262605968","created":"2024-08-17T00:23:23.887606+0000","modified":"2024-08-17T00:29:58.828332+0000","last_up_change":"2024-08-17T00:28:21.972822+0000","last_in_change":"2024-08-17T00:28:04.614208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:26:22.541730+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:28:49.902654+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:28:53.491276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T00:29:47.580355+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"1e1a3823-d411-42b7-964a-c079bf91b8ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6803","nonce":3987461274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6805","nonce":3987461274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6809","nonce":3987461274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6807","nonce":3987461274}]},"public_addr":"172.21.15.157:6803/3987461274","cluster_addr":"172.21.15.157:6805/3987461274","heartbeat_back_addr":"172.21.15.157:6809/3987461274","heartbeat_front_addr":"172.21.15.157:6807/3987461274","state":["exists","up"]},{"osd":1,"uuid":"2f00b21d-bfdd-4c1c-8c46-66aafa626ce2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6811","nonce":2883364621}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6813","nonce":2883364621}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6817","nonce":2883364621}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6815","nonce":2883364621}]},"public_addr":"172.21.15.157:6811/2883364621","cluster_addr":"172.21.15.157:6813/2883364621","heartbeat_back_addr":"172.21.15.157:6817/2883364621","heartbeat_front_addr":"172.21.15.157:6815/2883364621","state":["exists","up"]},{"osd":2,"uuid":"d4c08dce-8279-4f3e-be96-aa0dc05cefb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6819","nonce":3834627844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6821","nonce":3834627844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6825","nonce":3834627844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6823","nonce":3834627844}]},"public_addr":"172.21.15.157:6819/3834627844","cluster_addr":"172.21.15.157:6821/3834627844","heartbeat_back_addr":"172.21.15.157:6825/3834627844","heartbeat_front_addr":"172.21.15.157:6823/3834627844","state":["exists","up"]},{"osd":3,"uuid":"4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6827","nonce":4167938513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6829","nonce":4167938513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6833","nonce":4167938513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6831","nonce":4167938513}]},"public_addr":"172.21.15.157:6827/4167938513","cluster_addr":"172.21.15.157:6829/4167938513","heartbeat_back_addr":"172.21.15.157:6833/4167938513","heartbeat_front_addr":"172.21.15.157:6831/4167938513","state":["exists","up"]},{"osd":4,"uuid":"730aedf4-b665-4976-936d-cbf2d867935a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6801","nonce":2262152973}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6803","nonce":2262152973}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6807","nonce":2262152973}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6805","nonce":2262152973}]},"public_addr":"172.21.15.187:6801/2262152973","cluster_addr":"172.21.15.187:6803/2262152973","heartbeat_back_addr":"172.21.15.187:6807/2262152973","heartbeat_front_addr":"172.21.15.187:6805/2262152973","state":["exists","up"]},{"osd":5,"uuid":"7a504339-f8d7-468b-bb4d-10006e652359","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6809","nonce":3117597626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6811","nonce":3117597626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6815","nonce":3117597626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6813","nonce":3117597626}]},"public_addr":"172.21.15.187:6809/3117597626","cluster_addr":"172.21.15.187:6811/3117597626","heartbeat_back_addr":"172.21.15.187:6815/3117597626","heartbeat_front_addr":"172.21.15.187:6813/3117597626","state":["exists","up"]},{"osd":6,"uuid":"c9ff99aa-e5d8-4601-8470-e715888cdb06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6817","nonce":2259337620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6819","nonce":2259337620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6823","nonce":2259337620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6821","nonce":2259337620}]},"public_addr":"172.21.15.187:6817/2259337620","cluster_addr":"172.21.15.187:6819/2259337620","heartbeat_back_addr":"172.21.15.187:6823/2259337620","heartbeat_front_addr":"172.21.15.187:6821/2259337620","state":["exists","up"]},{"osd":7,"uuid":"1233e089-e354-4ace-9a04-00841149f1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6825","nonce":524114672}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6827","nonce":524114672}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6831","nonce":524114672}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6829","nonce":524114672}]},"public_addr":"172.21.15.187:6825/524114672","cluster_addr":"172.21.15.187:6827/524114672","heartbeat_back_addr":"172.21.15.187:6831/524114672","heartbeat_front_addr":"172.21.15.187:6829/524114672","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:31.742734+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:56.199222+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:20.345634+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:45.666665+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:07.305677+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:31.197235+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:55.746811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:28:20.060198+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:0/2992911322":"2024-08-18T00:29:43.957063+0000","172.21.15.157:0/4012202188":"2024-08-18T00:29:43.957063+0000","172.21.15.157:6801/4292960900":"2024-08-18T00:29:43.957063+0000","172.21.15.157:0/1214533948":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/4201540135":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/574381637":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/1182309930":"2024-08-18T00:24:08.248222+0000","172.21.15.157:6801/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/4292960900":"2024-08-18T00:29:43.957063+0000","172.21.15.157:0/3080473394":"2024-08-18T00:24:08.248222+0000","172.21.15.157:6801/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/426690652":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/64243271":"2024-08-18T00:29:43.957063+0000","172.21.15.157:0/3707565441":"2024-08-18T00:29:43.957063+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:30:05.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:05 smithi157 ceph-mon[40946]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 210 B/s wr, 0 op/s 2024-08-17T00:30:05.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:05 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:05 smithi157 ceph-mon[29438]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 210 B/s wr, 0 op/s 2024-08-17T00:30:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:05 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:05 smithi187 ceph-mon[33407]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 210 B/s wr, 0 op/s 2024-08-17T00:30:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:05 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:05.803 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-17T00:30:05.804 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-17T00:30:05.804 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-17T00:30:05.804 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-17T00:30:05.805 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-17T00:30:05.805 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-17T00:30:05.806 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-17T00:30:05.806 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-17T00:30:06.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:06 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3971961049' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:30:06.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:06 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3971961049' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:30:06.337 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:06.348 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:06.361 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:06.362 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:06.363 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:06.363 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:06.364 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:06.370 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:06 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3971961049' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:30:07.345 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:07 smithi157 ceph-mon[29438]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:07.345 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:07 smithi157 ceph-mon[40946]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:07 smithi187 ceph-mon[33407]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:09.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:09 smithi157 ceph-mon[29438]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:09 smithi157 ceph-mon[40946]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:09 smithi187 ceph-mon[33407]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:10.561 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:30:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[75690]: ts=2024-08-17T00:30:10.273Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002281526s 2024-08-17T00:30:11.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:11 smithi157 ceph-mon[40946]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:11.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:11 smithi157 ceph-mon[29438]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:11 smithi187 ceph-mon[33407]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:13.382 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:13 smithi157 ceph-mon[40946]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:13.382 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:13 smithi157 ceph-mon[29438]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:13 smithi187 ceph-mon[33407]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:13.801 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:30:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:30:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:30:14.159 INFO:teuthology.orchestra.run.smithi157.stdout:197568495645 2024-08-17T00:30:14.159 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-17T00:30:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:14 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:30:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:14 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:30:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:14 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:30:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:15 smithi157 ceph-mon[40946]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:15 smithi157 ceph-mon[29438]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:15 smithi187 ceph-mon[33407]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:16.545 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 podman[65951]: 2024-08-17 00:30:16.34343676 +0000 UTC m=+0.016703917 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-17T00:30:16.909 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 podman[65951]: 2024-08-17 00:30:16.65842175 +0000 UTC m=+0.331688893 container init 837d7ffaebc7d87754f94c7654c875e0a8a33a9437d16ba39f4bfbbc0592305b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0, io.openshift.tags=base rhel8, name=ubi8, vendor=Red Hat, Inc., release=239.1651231664, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, distribution-scope=public) 2024-08-17T00:30:16.910 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 podman[65951]: 2024-08-17 00:30:16.663446226 +0000 UTC m=+0.336713367 container start 837d7ffaebc7d87754f94c7654c875e0a8a33a9437d16ba39f4bfbbc0592305b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, vendor=Red Hat, Inc., version=8.5, vcs-type=git, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0, description=Ceph Grafana Container, com.redhat.component=ubi8-container, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-08-17T00:30:16.910 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 bash[65951]: 837d7ffaebc7d87754f94c7654c875e0a8a33a9437d16ba39f4bfbbc0592305b 2024-08-17T00:30:16.910 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 systemd[1]: Started Ceph grafana.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:30:16.910 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T00:30:16.827399845Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-17T00:30:16.910 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T00:30:16.827592162Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-17T00:30:16.910 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T00:30:16.827611021Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-17T00:30:16.910 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T00:30:16.827618786Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-17T00:30:16.911 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T00:30:16.827625566Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-17T00:30:16.911 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T00:30:16.827631398Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-17T00:30:16.911 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T00:30:16.827636946Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-17T00:30:16.911 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T00:30:16.827642639Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-17T00:30:16.911 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T00:30:16.827648551Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-17T00:30:16.911 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T00:30:16.827654141Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-17T00:30:16.911 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T00:30:16.827659466Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-17T00:30:16.911 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T00:30:16.827664796Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-17T00:30:16.911 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T00:30:16.827670851Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-17T00:30:16.911 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T00:30:16.827676434Z level=info msg="App mode production" 2024-08-17T00:30:16.911 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=sqlstore t=2024-08-17T00:30:16.827720783Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-17T00:30:16.911 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=sqlstore t=2024-08-17T00:30:16.827737066Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-17T00:30:16.911 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.828605421Z level=info msg="Starting DB migrations" 2024-08-17T00:30:16.912 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.828693731Z level=info msg="Executing migration" id="create migration_log table" 2024-08-17T00:30:16.912 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.829231623Z level=info msg="Executing migration" id="create user table" 2024-08-17T00:30:16.912 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.829710241Z level=info msg="Executing migration" id="add unique index user.login" 2024-08-17T00:30:16.912 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.830186414Z level=info msg="Executing migration" id="add unique index user.email" 2024-08-17T00:30:16.912 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.830634586Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-08-17T00:30:16.912 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.831244297Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-08-17T00:30:16.913 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.833811025Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-08-17T00:30:16.913 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.836651276Z level=info msg="Executing migration" id="create user table v2" 2024-08-17T00:30:16.913 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.839227682Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-08-17T00:30:16.913 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.841940582Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-08-17T00:30:16.913 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.844394306Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-08-17T00:30:16.913 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.847234115Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-08-17T00:30:16.913 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.849851851Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-08-17T00:30:16.913 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.850452585Z level=info msg="Executing migration" id="Update user table charset" 2024-08-17T00:30:16.913 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.851224171Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-08-17T00:30:16.913 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.851667726Z level=info msg="Executing migration" id="Add missing user data" 2024-08-17T00:30:16.913 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.852079619Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-08-17T00:30:16.913 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.852512203Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-08-17T00:30:16.914 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.852908122Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-08-17T00:30:16.914 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.853359324Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-08-17T00:30:16.914 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.854539992Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-08-17T00:30:16.914 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.855346985Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-08-17T00:30:16.914 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.856138931Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-08-17T00:30:16.914 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.856922153Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-08-17T00:30:16.914 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.857841924Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-08-17T00:30:16.914 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.858538717Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-08-17T00:30:16.914 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.858828396Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-08-17T00:30:16.914 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.859223109Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-08-17T00:30:16.915 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.859712669Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-08-17T00:30:16.915 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.860679303Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-08-17T00:30:16.915 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.861442414Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-08-17T00:30:16.915 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.862324992Z level=info msg="Executing migration" id="create temp_user v2" 2024-08-17T00:30:16.915 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.863121642Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-08-17T00:30:16.915 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.864006757Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-08-17T00:30:16.915 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.864888813Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-08-17T00:30:16.915 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.865887703Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-08-17T00:30:16.915 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.866667741Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-08-17T00:30:16.915 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.867499376Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-08-17T00:30:16.915 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.867899791Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-08-17T00:30:16.915 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.868245719Z level=info msg="Executing migration" id="create star table" 2024-08-17T00:30:16.915 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.869056103Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-08-17T00:30:16.915 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.869473345Z level=info msg="Executing migration" id="create org table v1" 2024-08-17T00:30:16.916 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.86989396Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-08-17T00:30:16.916 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.870710888Z level=info msg="Executing migration" id="create org_user table v1" 2024-08-17T00:30:16.916 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.871725328Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-08-17T00:30:16.916 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.872424925Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-08-17T00:30:16.916 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.873315207Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-08-17T00:30:16.916 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.874113138Z level=info msg="Executing migration" id="Update org table charset" 2024-08-17T00:30:16.916 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.876850049Z level=info msg="Executing migration" id="Update org_user table charset" 2024-08-17T00:30:16.916 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.879722328Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-08-17T00:30:16.916 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.882435719Z level=info msg="Executing migration" id="create dashboard table" 2024-08-17T00:30:16.916 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.882927678Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-08-17T00:30:16.917 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.885689184Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-08-17T00:30:16.917 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.888354035Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-08-17T00:30:16.917 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.891013733Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-08-17T00:30:16.917 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.891530968Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-08-17T00:30:16.917 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.894288079Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-08-17T00:30:16.917 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.895423808Z level=info msg="Executing migration" id="create dashboard v2" 2024-08-17T00:30:16.917 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.897122147Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-08-17T00:30:16.917 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.899617361Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-08-17T00:30:16.917 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.900068033Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-08-17T00:30:16.917 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.902755998Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-08-17T00:30:16.917 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.905662382Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-08-17T00:30:16.917 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.908446286Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-08-17T00:30:16.917 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.909158662Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-08-17T00:30:17.162 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-mon[33407]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:17.162 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:17.162 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:17.162 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:17.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:17.163 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.9119415Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-08-17T00:30:17.163 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.914633289Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-08-17T00:30:17.163 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.917256783Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-08-17T00:30:17.163 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.917760245Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-08-17T00:30:17.163 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.920495704Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-08-17T00:30:17.163 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.923393384Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-08-17T00:30:17.164 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.926100018Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-08-17T00:30:17.164 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.926569107Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-08-17T00:30:17.164 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.92907795Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-08-17T00:30:17.164 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.931683513Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-08-17T00:30:17.164 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.934366976Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-08-17T00:30:17.164 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.934937591Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-08-17T00:30:17.164 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.937793424Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-08-17T00:30:17.164 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.940416393Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-08-17T00:30:17.164 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.943113183Z level=info msg="Executing migration" id="Update dashboard title length" 2024-08-17T00:30:17.164 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.943586634Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-08-17T00:30:17.164 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.946364099Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-08-17T00:30:17.164 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.946855135Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-08-17T00:30:17.164 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.949140772Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-08-17T00:30:17.165 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.949785102Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-08-17T00:30:17.165 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.950211769Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-08-17T00:30:17.165 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.950987056Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-08-17T00:30:17.165 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.951791445Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-08-17T00:30:17.165 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.952663855Z level=info msg="Executing migration" id="Add check_sum column" 2024-08-17T00:30:17.165 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.953210772Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-08-17T00:30:17.165 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.954013097Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-08-17T00:30:17.165 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.954827942Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-08-17T00:30:17.165 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.955632503Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-08-17T00:30:17.165 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.956046078Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-08-17T00:30:17.165 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.956816889Z level=info msg="Executing migration" id="create data_source table" 2024-08-17T00:30:17.165 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.9577582Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-08-17T00:30:17.166 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.958468677Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-08-17T00:30:17.166 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.958873676Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-08-17T00:30:17.166 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.959700807Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-08-17T00:30:17.166 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.960522667Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-08-17T00:30:17.166 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.961618061Z level=info msg="Executing migration" id="create data_source table v2" 2024-08-17T00:30:17.166 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.962406171Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-08-17T00:30:17.166 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.963208699Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-08-17T00:30:17.166 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.964042456Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-08-17T00:30:17.166 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.964988911Z level=info msg="Executing migration" id="Add column with_credentials" 2024-08-17T00:30:17.166 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.965724213Z level=info msg="Executing migration" id="Add secure json data column" 2024-08-17T00:30:17.166 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.966582785Z level=info msg="Executing migration" id="Update data_source table charset" 2024-08-17T00:30:17.166 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.967568323Z level=info msg="Executing migration" id="Update initial version to 1" 2024-08-17T00:30:17.167 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.968317457Z level=info msg="Executing migration" id="Add read_only data column" 2024-08-17T00:30:17.167 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.968849654Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-08-17T00:30:17.167 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.969819267Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-08-17T00:30:17.167 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.970565453Z level=info msg="Executing migration" id="Add uid column" 2024-08-17T00:30:17.167 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.971423921Z level=info msg="Executing migration" id="Update uid value" 2024-08-17T00:30:17.167 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.971747677Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-08-17T00:30:17.167 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.972753491Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-08-17T00:30:17.167 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.973490006Z level=info msg="Executing migration" id="create api_key table" 2024-08-17T00:30:17.167 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.974366836Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-08-17T00:30:17.167 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.974811694Z level=info msg="Executing migration" id="add index api_key.key" 2024-08-17T00:30:17.167 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.977686352Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-08-17T00:30:17.167 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.980129812Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-08-17T00:30:17.168 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.983067506Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-08-17T00:30:17.168 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.985735273Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-08-17T00:30:17.169 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.988708281Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-08-17T00:30:17.169 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.99140445Z level=info msg="Executing migration" id="create api_key table v2" 2024-08-17T00:30:17.169 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.994050223Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-08-17T00:30:17.169 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.996704881Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-08-17T00:30:17.169 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:16.999476924Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-08-17T00:30:17.169 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.00214462Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-08-17T00:30:17.169 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.004892555Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-08-17T00:30:17.170 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.007828852Z level=info msg="Executing migration" id="Update api_key table charset" 2024-08-17T00:30:17.170 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.01055575Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-08-17T00:30:17.170 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.013207388Z level=info msg="Executing migration" id="Add service account foreign key" 2024-08-17T00:30:17.170 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.016238078Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-08-17T00:30:17.170 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.018997901Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-08-17T00:30:17.170 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.021788556Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-08-17T00:30:17.170 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.024562345Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-08-17T00:30:17.170 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.027141308Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-08-17T00:30:17.170 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.027510512Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-08-17T00:30:17.170 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.027858514Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-08-17T00:30:17.170 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.02829288Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-08-17T00:30:17.171 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.028688405Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-08-17T00:30:17.171 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.029095041Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-08-17T00:30:17.171 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.029374855Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-08-17T00:30:17.171 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.029626223Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-08-17T00:30:17.171 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.030188545Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-08-17T00:30:17.171 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.030724276Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-08-17T00:30:17.171 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.031013682Z level=info msg="Executing migration" id="create quota table v1" 2024-08-17T00:30:17.171 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.031397882Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-08-17T00:30:17.171 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.031800079Z level=info msg="Executing migration" id="Update quota table charset" 2024-08-17T00:30:17.171 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.032093926Z level=info msg="Executing migration" id="create plugin_setting table" 2024-08-17T00:30:17.171 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.032472298Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-08-17T00:30:17.171 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.032863937Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-08-17T00:30:17.172 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.033454496Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-08-17T00:30:17.172 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.033713021Z level=info msg="Executing migration" id="create session table" 2024-08-17T00:30:17.172 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.034128825Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-08-17T00:30:17.172 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.034967685Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-08-17T00:30:17.172 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.035263326Z level=info msg="Executing migration" id="create playlist table v2" 2024-08-17T00:30:17.172 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.035658413Z level=info msg="Executing migration" id="create playlist item table v2" 2024-08-17T00:30:17.172 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.036021144Z level=info msg="Executing migration" id="Update playlist table charset" 2024-08-17T00:30:17.173 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.036298952Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-08-17T00:30:17.173 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.036553079Z level=info msg="Executing migration" id="drop preferences table v2" 2024-08-17T00:30:17.173 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.036807929Z level=info msg="Executing migration" id="drop preferences table v3" 2024-08-17T00:30:17.173 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.037100715Z level=info msg="Executing migration" id="create preferences table v3" 2024-08-17T00:30:17.173 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.037473659Z level=info msg="Executing migration" id="Update preferences table charset" 2024-08-17T00:30:17.173 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.037723791Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-08-17T00:30:17.174 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.038312417Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-08-17T00:30:17.174 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.038612431Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-08-17T00:30:17.174 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.03919122Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-08-17T00:30:17.174 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.039766226Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-08-17T00:30:17.174 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.040084739Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-08-17T00:30:17.174 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.040511022Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-08-17T00:30:17.175 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.040961917Z level=info msg="Executing migration" id="create alert table v1" 2024-08-17T00:30:17.175 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.041869426Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-08-17T00:30:17.175 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.04266067Z level=info msg="Executing migration" id="add index alert state" 2024-08-17T00:30:17.175 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.043497437Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-08-17T00:30:17.175 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.043958001Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-08-17T00:30:17.175 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.044340129Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-08-17T00:30:17.175 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.044768936Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-08-17T00:30:17.176 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.04523872Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-08-17T00:30:17.176 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.046644979Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-08-17T00:30:17.176 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.047049757Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-08-17T00:30:17.176 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.047485364Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-08-17T00:30:17.176 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.047804036Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-08-17T00:30:17.176 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.048178202Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-08-17T00:30:17.176 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.048570444Z level=info msg="Executing migration" id="Add column is_default" 2024-08-17T00:30:17.176 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.049278027Z level=info msg="Executing migration" id="Add column frequency" 2024-08-17T00:30:17.177 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.049945067Z level=info msg="Executing migration" id="Add column send_reminder" 2024-08-17T00:30:17.177 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.050623854Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-08-17T00:30:17.177 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.051264355Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-08-17T00:30:17.177 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.051671688Z level=info msg="Executing migration" id="Update alert table charset" 2024-08-17T00:30:17.177 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.051932969Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-08-17T00:30:17.177 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.052260351Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-08-17T00:30:17.178 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.052620556Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-08-17T00:30:17.178 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.053029208Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-08-17T00:30:17.178 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.053430744Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-08-17T00:30:17.178 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.053787642Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-08-17T00:30:17.178 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.05420653Z level=info msg="Executing migration" id="Add for to alert table" 2024-08-17T00:30:17.178 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.05482159Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-08-17T00:30:17.179 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.055671007Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-08-17T00:30:17.179 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.056534859Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-08-17T00:30:17.179 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.056975183Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-08-17T00:30:17.179 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.057833329Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-08-17T00:30:17.179 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.06049075Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-08-17T00:30:17.179 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.063207239Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-08-17T00:30:17.180 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.063623233Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-08-17T00:30:17.180 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.066595749Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-08-17T00:30:17.180 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.069248683Z level=info msg="Executing migration" id="create annotation table v5" 2024-08-17T00:30:17.180 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.07184751Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-08-17T00:30:17.180 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.072286986Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-08-17T00:30:17.180 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.075000446Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-08-17T00:30:17.180 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.077978356Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-08-17T00:30:17.181 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.080691816Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-08-17T00:30:17.181 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.081304793Z level=info msg="Executing migration" id="Update annotation table charset" 2024-08-17T00:30:17.181 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.08408318Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-08-17T00:30:17.181 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.08681469Z level=info msg="Executing migration" id="Drop category_id index" 2024-08-17T00:30:17.181 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.089488694Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-08-17T00:30:17.181 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.090148145Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-08-17T00:30:17.181 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.093038918Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-08-17T00:30:17.181 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.095782609Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-08-17T00:30:17.181 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.098457981Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-08-17T00:30:17.182 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.100025563Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-08-17T00:30:17.182 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.102768284Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-08-17T00:30:17.182 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.105577869Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-08-17T00:30:17.182 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.108065326Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-08-17T00:30:17.182 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.108431948Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-08-17T00:30:17.182 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.11111958Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-08-17T00:30:17.182 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.111856081Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-08-17T00:30:17.182 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.11392404Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-08-17T00:30:17.182 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.116572836Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-08-17T00:30:17.182 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.117026448Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-08-17T00:30:17.182 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.119810834Z level=info msg="Executing migration" id="Add epoch_end column" 2024-08-17T00:30:17.182 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.122426539Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-08-17T00:30:17.183 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.125185952Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-08-17T00:30:17.183 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.125528473Z level=info msg="Executing migration" id="Move region to single row" 2024-08-17T00:30:17.183 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.128220653Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-08-17T00:30:17.183 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.128664188Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-08-17T00:30:17.183 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.130939596Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-08-17T00:30:17.183 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.131592321Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-08-17T00:30:17.183 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.131974388Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-08-17T00:30:17.183 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.132417233Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-08-17T00:30:17.183 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.132797442Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-08-17T00:30:17.183 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.133112098Z level=info msg="Executing migration" id="create test_data table" 2024-08-17T00:30:17.183 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.133582616Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-08-17T00:30:17.183 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.13396301Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-08-17T00:30:17.183 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.13440414Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-08-17T00:30:17.184 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.135217728Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-08-17T00:30:17.184 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.136148007Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-08-17T00:30:17.184 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.136854974Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-08-17T00:30:17.184 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.137171785Z level=info msg="Executing migration" id="create team table" 2024-08-17T00:30:17.184 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.138024148Z level=info msg="Executing migration" id="add index team.org_id" 2024-08-17T00:30:17.184 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.1388646Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-08-17T00:30:17.184 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.139804067Z level=info msg="Executing migration" id="create team member table" 2024-08-17T00:30:17.184 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.140240696Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-08-17T00:30:17.184 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.141149611Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-08-17T00:30:17.185 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.142092257Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-08-17T00:30:17.185 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.142816476Z level=info msg="Executing migration" id="Add column email to team table" 2024-08-17T00:30:17.185 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.143680348Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-08-17T00:30:17.185 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.14456895Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-08-17T00:30:17.185 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.145417694Z level=info msg="Executing migration" id="create dashboard acl table" 2024-08-17T00:30:17.185 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.146349338Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-08-17T00:30:17.186 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.147066611Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-08-17T00:30:17.186 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.147867625Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-08-17T00:30:17.186 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.148334991Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-08-17T00:30:17.186 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.149209128Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-08-17T00:30:17.186 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.149656093Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-08-17T00:30:17.186 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.150115005Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-08-17T00:30:17.186 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.15056855Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-08-17T00:30:17.186 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.1509676Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-08-17T00:30:17.186 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.151296594Z level=info msg="Executing migration" id="create tag table" 2024-08-17T00:30:17.186 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.15369144Z level=info msg="Executing migration" id="add index tag.key_value" 2024-08-17T00:30:17.187 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.156533693Z level=info msg="Executing migration" id="create login attempt table" 2024-08-17T00:30:17.187 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.159105173Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-08-17T00:30:17.187 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.162046159Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-08-17T00:30:17.187 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.16462177Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-08-17T00:30:17.225 INFO:teuthology.orchestra.run.smithi157.stdout:107374182444 2024-08-17T00:30:17.225 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-17T00:30:17.302 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:17 smithi157 ceph-mon[40946]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:17.303 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:17 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:17.303 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:17 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:17.303 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:17 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:17.303 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:17 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:17.304 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:17 smithi157 ceph-mon[29438]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:17.304 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:17 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:17.304 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:17 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:17.304 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:17 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:17.305 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:17 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:17.415 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.167348585Z level=info msg="Executing migration" id="create login_attempt v2" 2024-08-17T00:30:17.415 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.169923283Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-08-17T00:30:17.416 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.172702536Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-08-17T00:30:17.416 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.175380672Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-08-17T00:30:17.416 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.178011834Z level=info msg="Executing migration" id="create user auth table" 2024-08-17T00:30:17.416 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.180715226Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-08-17T00:30:17.416 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.183469163Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-08-17T00:30:17.416 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.185869289Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-08-17T00:30:17.416 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.188539641Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-08-17T00:30:17.416 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.191160304Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-08-17T00:30:17.416 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.193946493Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-08-17T00:30:17.416 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.196609337Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-08-17T00:30:17.416 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.199231955Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-08-17T00:30:17.416 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.202051702Z level=info msg="Executing migration" id="create server_lock table" 2024-08-17T00:30:17.417 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.204520473Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-08-17T00:30:17.417 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.20726163Z level=info msg="Executing migration" id="create user auth token table" 2024-08-17T00:30:17.417 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.209729462Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-08-17T00:30:17.417 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.21243991Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-08-17T00:30:17.417 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.215079402Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-08-17T00:30:17.417 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.216032082Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-08-17T00:30:17.417 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.216897739Z level=info msg="Executing migration" id="create cache_data table" 2024-08-17T00:30:17.417 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.217880531Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-08-17T00:30:17.417 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.218582175Z level=info msg="Executing migration" id="create short_url table v1" 2024-08-17T00:30:17.417 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.219513154Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-08-17T00:30:17.417 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.220179359Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-08-17T00:30:17.417 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.221074108Z level=info msg="Executing migration" id="delete alert_definition table" 2024-08-17T00:30:17.417 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.221746718Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-08-17T00:30:17.418 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.222732177Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-08-17T00:30:17.418 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.22341927Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-08-17T00:30:17.418 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.224181775Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-08-17T00:30:17.418 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.225105439Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-08-17T00:30:17.418 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.225808309Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-08-17T00:30:17.418 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.226729732Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-08-17T00:30:17.418 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.227502164Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-08-17T00:30:17.418 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.228286746Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-08-17T00:30:17.418 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.229106243Z level=info msg="Executing migration" id="drop alert_definition table" 2024-08-17T00:30:17.418 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.23005394Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-08-17T00:30:17.418 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.230779539Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-08-17T00:30:17.418 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.231771655Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-08-17T00:30:17.419 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.232549152Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-08-17T00:30:17.419 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.233365128Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-08-17T00:30:17.419 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.233696253Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-08-17T00:30:17.419 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.234321271Z level=info msg="Executing migration" id="create alert_instance table" 2024-08-17T00:30:17.419 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.235072221Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-08-17T00:30:17.419 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.235999553Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-08-17T00:30:17.419 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.236685017Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-08-17T00:30:17.419 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.23757148Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-08-17T00:30:17.419 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.238355226Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-08-17T00:30:17.419 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.239243231Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-08-17T00:30:17.419 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.24274404Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-08-17T00:30:17.419 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.246045642Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-08-17T00:30:17.419 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.246898358Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-08-17T00:30:17.420 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.24789226Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-08-17T00:30:17.420 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.248826625Z level=info msg="Executing migration" id="create alert_rule table" 2024-08-17T00:30:17.420 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.251529775Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-08-17T00:30:17.420 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.254335032Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-08-17T00:30:17.420 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.257222949Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-08-17T00:30:17.420 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.259747174Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-08-17T00:30:17.420 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.262505775Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-08-17T00:30:17.420 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.265352403Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-08-17T00:30:17.420 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.267944064Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-08-17T00:30:17.420 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.270594093Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-08-17T00:30:17.420 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.273315066Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-08-17T00:30:17.420 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.276186951Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-08-17T00:30:17.421 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.278814204Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-08-17T00:30:17.421 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.281565769Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-08-17T00:30:17.421 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.284109217Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-08-17T00:30:17.421 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.286922569Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-08-17T00:30:17.421 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.289940273Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-08-17T00:30:17.421 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.292644186Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-08-17T00:30:17.421 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.295536215Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-08-17T00:30:17.421 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.298240882Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-08-17T00:30:17.421 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.300969655Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-08-17T00:30:17.421 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.303398473Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-08-17T00:30:17.421 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.306034109Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-08-17T00:30:17.421 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.308845474Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-08-17T00:30:17.422 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.311537001Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-08-17T00:30:17.422 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.314389144Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-08-17T00:30:17.422 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.317063104Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-08-17T00:30:17.422 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.319464255Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-08-17T00:30:17.422 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.322173604Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-08-17T00:30:17.422 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.324985312Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-08-17T00:30:17.422 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.327589885Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-08-17T00:30:17.422 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.330208556Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-08-17T00:30:17.422 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.333022232Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-08-17T00:30:17.422 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.335699294Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-08-17T00:30:17.422 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.338202569Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-08-17T00:30:17.422 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.341081217Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-08-17T00:30:17.422 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.343575203Z level=info msg="Executing migration" id="create provenance_type table" 2024-08-17T00:30:17.423 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.344359659Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-08-17T00:30:17.423 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.345166229Z level=info msg="Executing migration" id="create alert_image table" 2024-08-17T00:30:17.423 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.34613905Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-08-17T00:30:17.424 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.346820541Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-08-17T00:30:17.424 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.347813342Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-08-17T00:30:17.424 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.34853114Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-08-17T00:30:17.424 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.349352256Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-08-17T00:30:17.424 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.349546817Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-08-17T00:30:17.424 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.349888015Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-08-17T00:30:17.424 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.350260345Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-08-17T00:30:17.424 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.351047063Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-08-17T00:30:17.425 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.351159799Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-08-17T00:30:17.425 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.351278387Z level=info msg="alerts found to migrate" alerts=0 2024-08-17T00:30:17.425 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.351674216Z level=info msg="Executing migration" id="create library_element table v1" 2024-08-17T00:30:17.425 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.352133956Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-08-17T00:30:17.425 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.35295599Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-08-17T00:30:17.425 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.353725252Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-08-17T00:30:17.425 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.354617986Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-08-17T00:30:17.425 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.355495407Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-08-17T00:30:17.425 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.35617897Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-08-17T00:30:17.425 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.356993825Z level=info msg="Executing migration" id="create data_keys table" 2024-08-17T00:30:17.425 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.357851361Z level=info msg="Executing migration" id="create secrets table" 2024-08-17T00:30:17.425 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.358815025Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-08-17T00:30:17.425 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.363142144Z level=info msg="Executing migration" id="add name column into data_keys" 2024-08-17T00:30:17.426 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.36403959Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-08-17T00:30:17.426 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.365038785Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-08-17T00:30:17.426 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.369433953Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-08-17T00:30:17.426 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.373750519Z level=info msg="Executing migration" id="create kv_store table v1" 2024-08-17T00:30:17.426 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.374540015Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-08-17T00:30:17.426 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.375366117Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-08-17T00:30:17.426 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.376183793Z level=info msg="Executing migration" id="create permission table" 2024-08-17T00:30:17.426 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.377006476Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-08-17T00:30:17.426 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.377794621Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-08-17T00:30:17.426 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.378648405Z level=info msg="Executing migration" id="create role table" 2024-08-17T00:30:17.426 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.379636318Z level=info msg="Executing migration" id="add column display_name" 2024-08-17T00:30:17.426 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.380612948Z level=info msg="Executing migration" id="add column group_name" 2024-08-17T00:30:17.427 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.381595372Z level=info msg="Executing migration" id="add index role.org_id" 2024-08-17T00:30:17.427 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.382449662Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-08-17T00:30:17.427 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.38523674Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-08-17T00:30:17.427 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.387867594Z level=info msg="Executing migration" id="create team role table" 2024-08-17T00:30:17.427 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.388282092Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-08-17T00:30:17.427 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.388771405Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-08-17T00:30:17.427 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.389286414Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-08-17T00:30:17.427 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.389750209Z level=info msg="Executing migration" id="create user role table" 2024-08-17T00:30:17.427 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.390185378Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-08-17T00:30:17.427 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.390666207Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-08-17T00:30:17.427 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.391162388Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-08-17T00:30:17.427 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.391621128Z level=info msg="Executing migration" id="create builtin role table" 2024-08-17T00:30:17.427 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.392079341Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-08-17T00:30:17.428 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.394846706Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-08-17T00:30:17.428 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.395350887Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-08-17T00:30:17.428 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.396364631Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-08-17T00:30:17.428 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.396892414Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-08-17T00:30:17.428 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.399647593Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-08-17T00:30:17.428 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.400127739Z level=info msg="Executing migration" id="add unique index role.uid" 2024-08-17T00:30:17.428 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.40058028Z level=info msg="Executing migration" id="create seed assignment table" 2024-08-17T00:30:17.428 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.40098348Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-08-17T00:30:17.428 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.401443525Z level=info msg="Executing migration" id="add column hidden to role table" 2024-08-17T00:30:17.428 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.402529489Z level=info msg="Executing migration" id="create query_history table v1" 2024-08-17T00:30:17.428 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.402962814Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-08-17T00:30:17.428 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.403471239Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-08-17T00:30:17.428 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.403760765Z level=info msg="Executing migration" id="teams permissions migration" 2024-08-17T00:30:17.429 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.404192649Z level=info msg="Executing migration" id="dashboard permissions" 2024-08-17T00:30:17.429 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.404668867Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-08-17T00:30:17.429 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.405059932Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-08-17T00:30:17.429 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.405384042Z level=info msg="Executing migration" id="alerting notification permissions" 2024-08-17T00:30:17.429 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.405760791Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-08-17T00:30:17.429 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.406186015Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-08-17T00:30:17.429 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.406641349Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-08-17T00:30:17.429 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.407674584Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-08-17T00:30:17.429 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.407995719Z level=info msg="Executing migration" id="create correlation table v1" 2024-08-17T00:30:17.429 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.408426786Z level=info msg="Executing migration" id="add index correlations.uid" 2024-08-17T00:30:17.429 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.408874314Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-08-17T00:30:17.429 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.409332715Z level=info msg="Executing migration" id="add correlation config column" 2024-08-17T00:30:17.429 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.410370485Z level=info msg="Executing migration" id="create entity_events table" 2024-08-17T00:30:17.430 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.410825032Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-08-17T00:30:17.430 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.413498086Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-17T00:30:17.430 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.413620276Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-17T00:30:17.430 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.413998314Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T00:30:17.430 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.414106298Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T00:30:17.430 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.414441204Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-08-17T00:30:17.430 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.417263018Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-08-17T00:30:17.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.417800616Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-08-17T00:30:17.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.420078473Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T00:30:17.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.422917494Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-08-17T00:30:17.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.425643531Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-17T00:30:17.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.428448623Z level=info msg="Executing migration" id="Drop public config table" 2024-08-17T00:30:17.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.431365551Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-08-17T00:30:17.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.434131498Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-08-17T00:30:17.707 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.437009388Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-17T00:30:17.707 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.439706605Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-08-17T00:30:17.707 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.442458885Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-08-17T00:30:17.707 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.445516083Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-08-17T00:30:17.707 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.448375779Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-08-17T00:30:17.707 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.450744223Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-08-17T00:30:17.707 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.453438944Z level=info msg="Executing migration" id="add share column" 2024-08-17T00:30:17.707 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.456244687Z level=info msg="Executing migration" id="create default alerting folders" 2024-08-17T00:30:17.707 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.458876106Z level=info msg="Executing migration" id="create file table" 2024-08-17T00:30:17.707 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.461588062Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-08-17T00:30:17.707 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.46421203Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-08-17T00:30:17.708 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.46466973Z level=info msg="Executing migration" id="create file_meta table" 2024-08-17T00:30:17.708 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.466799859Z level=info msg="Executing migration" id="file table idx: path key" 2024-08-17T00:30:17.708 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.469512736Z level=info msg="Executing migration" id="set path collation in file table" 2024-08-17T00:30:17.708 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.472402878Z level=info msg="Executing migration" id="managed permissions migration" 2024-08-17T00:30:17.708 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.474993601Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-08-17T00:30:17.708 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.477667866Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-08-17T00:30:17.708 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.480358714Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-08-17T00:30:17.708 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.483239328Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-08-17T00:30:17.708 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.483950163Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-08-17T00:30:17.709 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.484867747Z level=info msg="Executing migration" id="update group index for alert rules" 2024-08-17T00:30:17.709 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.48572667Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-08-17T00:30:17.709 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.486447718Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-08-17T00:30:17.709 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.487414022Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-08-17T00:30:17.709 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.488666566Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-08-17T00:30:17.709 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.489725605Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-08-17T00:30:17.710 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.490549886Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-08-17T00:30:17.710 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.500239537Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-08-17T00:30:17.710 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.501073069Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-08-17T00:30:17.710 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.501965546Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-08-17T00:30:17.710 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.505360748Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-08-17T00:30:17.710 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.506136968Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-08-17T00:30:17.710 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.507027234Z level=info msg="Executing migration" id="create folder table" 2024-08-17T00:30:17.710 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.507948163Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-08-17T00:30:17.710 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.508695139Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-08-17T00:30:17.710 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.509680161Z level=info msg="Executing migration" id="Update folder title length" 2024-08-17T00:30:17.710 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.510392625Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-08-17T00:30:17.710 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T00:30:17.511275524Z level=info msg="migrations completed" performed=485 skipped=0 duration=682.600318ms 2024-08-17T00:30:17.710 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=sqlstore t=2024-08-17T00:30:17.511701086Z level=info msg="Created default organization" 2024-08-17T00:30:17.711 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=plugin.loader t=2024-08-17T00:30:17.566241633Z level=info msg="Plugin registered" pluginID=input 2024-08-17T00:30:17.711 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=plugin.loader t=2024-08-17T00:30:17.59444515Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-17T00:30:17.711 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=plugin.loader t=2024-08-17T00:30:17.594473989Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-17T00:30:17.711 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=secrets t=2024-08-17T00:30:17.594507244Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-17T00:30:17.711 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=query_data t=2024-08-17T00:30:17.596163772Z level=info msg="Query Service initialization" 2024-08-17T00:30:17.711 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=live.push_http t=2024-08-17T00:30:17.598720229Z level=info msg="Live Push Gateway initialization" 2024-08-17T00:30:18.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:18 smithi157 ceph-mon[29438]: Deploying daemon node-exporter.a on smithi157 2024-08-17T00:30:18.190 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:18 smithi157 ceph-mon[40946]: Deploying daemon node-exporter.a on smithi157 2024-08-17T00:30:18.308 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-mon[33407]: Deploying daemon node-exporter.a on smithi157 2024-08-17T00:30:18.705 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=infra.usagestats.collector t=2024-08-17T00:30:18.308116142Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-17T00:30:18.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=provisioning.datasources t=2024-08-17T00:30:18.308624278Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-08-17T00:30:18.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=provisioning.datasources t=2024-08-17T00:30:18.340978839Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-17T00:30:18.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=provisioning.datasources t=2024-08-17T00:30:18.372376614Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-08-17T00:30:18.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=provisioning.alerting t=2024-08-17T00:30:18.393712887Z level=info msg="starting to provision alerting" 2024-08-17T00:30:18.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=provisioning.alerting t=2024-08-17T00:30:18.393748528Z level=info msg="finished to provision alerting" 2024-08-17T00:30:18.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=grafanaStorageLogger t=2024-08-17T00:30:18.393882974Z level=info msg="storage starting" 2024-08-17T00:30:18.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=ngalert.state.manager t=2024-08-17T00:30:18.393970928Z level=info msg="Warming state cache for startup" 2024-08-17T00:30:18.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=http.server t=2024-08-17T00:30:18.395717639Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-17T00:30:18.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=ngalert.state.manager t=2024-08-17T00:30:18.4041223Z level=info msg="State cache has been initialized" states=0 duration=10.15071ms 2024-08-17T00:30:18.706 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=ngalert.multiorg.alertmanager t=2024-08-17T00:30:18.404159645Z level=info msg="starting MultiOrg Alertmanager" 2024-08-17T00:30:18.707 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=ticker t=2024-08-17T00:30:18.404178685Z level=info msg=starting first_tick=2024-08-17T00:30:20Z 2024-08-17T00:30:18.707 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=sqlstore.transactions t=2024-08-17T00:30:18.404173017Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T00:30:18.707 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=sqlstore.transactions t=2024-08-17T00:30:18.452318848Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T00:30:18.707 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:30:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[65966]: logger=sqlstore.transactions t=2024-08-17T00:30:18.463686529Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-08-17T00:30:19.066 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:19 smithi157 ceph-mon[29438]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:19.067 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:19 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:19.067 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:19 smithi157 ceph-mon[40946]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:19.067 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:19 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:19.095 INFO:teuthology.orchestra.run.smithi157.stdout:55834574903 2024-08-17T00:30:19.095 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-17T00:30:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:19 smithi187 ceph-mon[33407]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:19 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:20.189 INFO:teuthology.orchestra.run.smithi157.stdout:128849018920 2024-08-17T00:30:20.189 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-17T00:30:21.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:21 smithi157 ceph-mon[40946]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:21.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:21 smithi157 ceph-mon[29438]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:21 smithi187 ceph-mon[33407]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:21.792 INFO:teuthology.orchestra.run.smithi157.stdout:77309411378 2024-08-17T00:30:21.793 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-17T00:30:23.303 INFO:teuthology.orchestra.run.smithi157.stdout:34359738428 2024-08-17T00:30:23.303 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-17T00:30:23.328 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:23 smithi157 ceph-mon[40946]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:23.329 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:23 smithi157 ceph-mon[29438]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:23 smithi187 ceph-mon[33407]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:23.729 INFO:teuthology.orchestra.run.smithi157.stdout:231928234010 2024-08-17T00:30:23.729 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-17T00:30:23.913 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:23.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:30:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:30:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:30:24.408 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:24.409 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:24.442 INFO:teuthology.orchestra.run.smithi157.stdout:163208757284 2024-08-17T00:30:24.442 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-17T00:30:25.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:25 smithi157 ceph-mon[29438]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:25.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:25 smithi157 ceph-mon[40946]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:25 smithi187 ceph-mon[33407]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:27.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:27 smithi157 ceph-mon[29438]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:27.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:27 smithi157 ceph-mon[40946]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:27 smithi187 ceph-mon[33407]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:27.457 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:28.915 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:28.915 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:28.915 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:28.995 INFO:teuthology.orchestra.run.smithi157.stdout:197568495648 2024-08-17T00:30:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:29 smithi157 ceph-mon[29438]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:29 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2578731175' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T00:30:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:29 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:30:29.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:29 smithi157 ceph-mon[40946]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:29.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:29 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2578731175' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T00:30:29.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:29 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:30:29.343 INFO:teuthology.orchestra.run.smithi157.stdout:107374182446 2024-08-17T00:30:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:29 smithi187 ceph-mon[33407]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:29 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2578731175' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T00:30:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:29 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:30:29.498 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:30.277 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:30 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3567733951' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T00:30:30.278 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:30 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3567733951' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T00:30:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:30 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3567733951' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T00:30:30.635 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:30 smithi157 bash[78585]: Writing manifest to image destination 2024-08-17T00:30:30.866 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495645 got 197568495648 for osd.6 2024-08-17T00:30:30.867 DEBUG:teuthology.parallel:result is None 2024-08-17T00:30:30.952 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:30 smithi157 podman[78585]: 2024-08-17 00:30:30.785096217 +0000 UTC m=+3.745293209 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T00:30:31.228 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:31 smithi157 ceph-mon[29438]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:31.228 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:31 smithi157 ceph-mon[40946]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:31 smithi187 ceph-mon[33407]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:33.242 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:33 smithi157 ceph-mon[29438]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:33.242 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:33 smithi157 ceph-mon[40946]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:33 smithi187 ceph-mon[33407]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:33.753 INFO:teuthology.orchestra.run.smithi157.stdout:128849018923 2024-08-17T00:30:33.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:30:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:30:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:30:34.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:34 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/1130626628' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T00:30:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:34 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/1130626628' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T00:30:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:34 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/1130626628' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T00:30:34.558 INFO:teuthology.orchestra.run.smithi157.stdout:163208757286 2024-08-17T00:30:35.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:35 smithi157 ceph-mon[40946]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:35.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:35 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2961870775' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T00:30:35.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:35 smithi157 ceph-mon[29438]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:35.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:35 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2961870775' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T00:30:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:35 smithi187 ceph-mon[33407]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:35 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2961870775' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T00:30:35.811 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018920 got 128849018923 for osd.4 2024-08-17T00:30:35.811 DEBUG:teuthology.parallel:result is None 2024-08-17T00:30:36.118 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757284 got 163208757286 for osd.5 2024-08-17T00:30:36.119 DEBUG:teuthology.parallel:result is None 2024-08-17T00:30:36.158 INFO:teuthology.orchestra.run.smithi157.stdout:55834574907 2024-08-17T00:30:36.604 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182444 got 107374182446 for osd.3 2024-08-17T00:30:36.604 DEBUG:teuthology.parallel:result is None 2024-08-17T00:30:37.275 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:37 smithi157 ceph-mon[40946]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:37.275 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:37 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3850163038' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T00:30:37.276 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:37 smithi157 ceph-mon[29438]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:37.276 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:37 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3850163038' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T00:30:37.303 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574903 got 55834574907 for osd.1 2024-08-17T00:30:37.303 DEBUG:teuthology.parallel:result is None 2024-08-17T00:30:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:37 smithi187 ceph-mon[33407]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:37 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3850163038' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T00:30:38.135 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:37 smithi157 podman[78585]: 2024-08-17 00:30:37.86929216 +0000 UTC m=+10.829489149 container create 282cbc65523a7c349feb86aace79cc4a585df356e233833ee8175405758f1538 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:30:39.363 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-mon[29438]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:39.363 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-mon[40946]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:39 smithi187 ceph-mon[33407]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:39.635 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 podman[78585]: 2024-08-17 00:30:39.447556856 +0000 UTC m=+12.407753862 container init 282cbc65523a7c349feb86aace79cc4a585df356e233833ee8175405758f1538 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:30:39.635 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 podman[78585]: 2024-08-17 00:30:39.453464272 +0000 UTC m=+12.413661270 container start 282cbc65523a7c349feb86aace79cc4a585df356e233833ee8175405758f1538 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:30:39.635 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.457Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T00:30:39.635 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.457Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T00:30:39.635 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.458Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T00:30:39.635 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.458Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T00:30:39.636 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.458Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T00:30:39.636 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T00:30:39.636 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T00:30:39.636 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T00:30:39.636 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T00:30:39.636 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T00:30:39.636 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T00:30:39.636 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T00:30:39.636 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T00:30:39.636 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T00:30:39.637 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T00:30:39.637 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T00:30:39.637 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T00:30:39.637 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T00:30:39.637 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T00:30:39.637 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T00:30:39.637 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T00:30:39.637 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T00:30:39.638 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T00:30:39.638 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T00:30:39.638 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T00:30:39.638 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T00:30:39.638 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T00:30:39.638 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T00:30:39.638 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T00:30:39.638 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T00:30:39.638 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T00:30:39.638 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T00:30:39.638 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T00:30:39.638 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T00:30:39.638 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T00:30:39.639 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T00:30:39.639 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T00:30:39.639 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T00:30:39.639 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T00:30:39.639 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T00:30:39.639 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T00:30:39.639 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T00:30:39.639 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T00:30:39.639 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T00:30:39.639 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T00:30:39.639 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T00:30:39.640 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T00:30:39.640 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T00:30:39.640 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T00:30:39.640 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T00:30:39.640 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T00:30:39.640 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.459Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T00:30:39.640 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[79384]: ts=2024-08-17T00:30:39.460Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T00:30:39.640 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 bash[78585]: 282cbc65523a7c349feb86aace79cc4a585df356e233833ee8175405758f1538 2024-08-17T00:30:39.640 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:30:39 smithi157 systemd[1]: Started Ceph node-exporter.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:30:40.138 INFO:teuthology.orchestra.run.smithi157.stdout:34359738431 2024-08-17T00:30:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:40 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:40.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:40 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:40.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:40 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:40.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:40 smithi187 ceph-mon[33407]: Deploying daemon node-exporter.b on smithi187 2024-08-17T00:30:40.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:40 smithi187 ceph-mon[33407]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:40.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:40 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2732925772' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T00:30:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:40 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:40 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:40 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:40 smithi157 ceph-mon[40946]: Deploying daemon node-exporter.b on smithi187 2024-08-17T00:30:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:40 smithi157 ceph-mon[40946]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:40 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2732925772' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T00:30:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:40 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:40.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:40 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:40.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:40 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:40.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:40 smithi157 ceph-mon[29438]: Deploying daemon node-exporter.b on smithi187 2024-08-17T00:30:40.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:40 smithi157 ceph-mon[29438]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:40.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:40 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2732925772' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T00:30:41.076 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738428 got 34359738431 for osd.0 2024-08-17T00:30:41.076 DEBUG:teuthology.parallel:result is None 2024-08-17T00:30:41.206 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:40 smithi187 bash[66247]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-17T00:30:42.041 INFO:teuthology.orchestra.run.smithi157.stdout:77309411382 2024-08-17T00:30:42.678 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411378 got 77309411382 for osd.2 2024-08-17T00:30:42.679 DEBUG:teuthology.parallel:result is None 2024-08-17T00:30:43.050 INFO:teuthology.orchestra.run.smithi157.stdout:231928234014 2024-08-17T00:30:43.341 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:43 smithi157 ceph-mon[40946]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:43.341 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:43 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/1623844236' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T00:30:43.341 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:43 smithi157 ceph-mon[29438]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:43.341 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:43 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/1623844236' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T00:30:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:43 smithi187 ceph-mon[33407]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:43 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/1623844236' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T00:30:43.777 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234010 got 231928234014 for osd.7 2024-08-17T00:30:43.777 DEBUG:teuthology.parallel:result is None 2024-08-17T00:30:43.777 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-17T00:30:43.778 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T00:30:43.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:30:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:30:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:30:44.035 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:44.040 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:44 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/1860529839' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T00:30:44.040 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:30:44.040 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:44 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/1860529839' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T00:30:44.040 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:30:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:44 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/1860529839' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T00:30:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:30:45.150 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:45 smithi157 ceph-mon[29438]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:45.150 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:45 smithi157 ceph-mon[40946]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:45 smithi187 ceph-mon[33407]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:45.785 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:30:45.787 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-08-17T00:30:46.751 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-08-17T00:30:43.981774+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386768,"kb_used_data":7920,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574448,"statfs":{"total":767960285184,"available":765516234752,"internally_reserved":0,"allocated":8110080,"data_stored":4569269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002689"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552661+0000","last_change":"2024-08-17T00:28:54.570072+0000","last_active":"2024-08-17T00:29:54.552661+0000","last_peered":"2024-08-17T00:29:54.552661+0000","last_clean":"2024-08-17T00:29:54.552661+0000","last_became_active":"2024-08-17T00:28:54.569805+0000","last_became_peered":"2024-08-17T00:28:54.569805+0000","last_unstale":"2024-08-17T00:29:54.552661+0000","last_undegraded":"2024-08-17T00:29:54.552661+0000","last_fullsized":"2024-08-17T00:29:54.552661+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:30:57.057372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265580+0000","last_change":"2024-08-17T00:28:54.563714+0000","last_active":"2024-08-17T00:29:54.265580+0000","last_peered":"2024-08-17T00:29:54.265580+0000","last_clean":"2024-08-17T00:29:54.265580+0000","last_became_active":"2024-08-17T00:28:54.563454+0000","last_became_peered":"2024-08-17T00:28:54.563454+0000","last_unstale":"2024-08-17T00:29:54.265580+0000","last_undegraded":"2024-08-17T00:29:54.265580+0000","last_fullsized":"2024-08-17T00:29:54.265580+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:46:40.460524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.263151+0000","last_change":"2024-08-17T00:28:54.558380+0000","last_active":"2024-08-17T00:29:54.263151+0000","last_peered":"2024-08-17T00:29:54.263151+0000","last_clean":"2024-08-17T00:29:54.263151+0000","last_became_active":"2024-08-17T00:28:54.558084+0000","last_became_peered":"2024-08-17T00:28:54.558084+0000","last_unstale":"2024-08-17T00:29:54.263151+0000","last_undegraded":"2024-08-17T00:29:54.263151+0000","last_fullsized":"2024-08-17T00:29:54.263151+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:15:00.154043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267817+0000","last_change":"2024-08-17T00:28:54.581701+0000","last_active":"2024-08-17T00:29:54.267817+0000","last_peered":"2024-08-17T00:29:54.267817+0000","last_clean":"2024-08-17T00:29:54.267817+0000","last_became_active":"2024-08-17T00:28:54.581429+0000","last_became_peered":"2024-08-17T00:28:54.581429+0000","last_unstale":"2024-08-17T00:29:54.267817+0000","last_undegraded":"2024-08-17T00:29:54.267817+0000","last_fullsized":"2024-08-17T00:29:54.267817+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:52:42.414763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552240+0000","last_change":"2024-08-17T00:28:54.575135+0000","last_active":"2024-08-17T00:29:54.552240+0000","last_peered":"2024-08-17T00:29:54.552240+0000","last_clean":"2024-08-17T00:29:54.552240+0000","last_became_active":"2024-08-17T00:28:54.574354+0000","last_became_peered":"2024-08-17T00:28:54.574354+0000","last_unstale":"2024-08-17T00:29:54.552240+0000","last_undegraded":"2024-08-17T00:29:54.552240+0000","last_fullsized":"2024-08-17T00:29:54.552240+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:04:09.128433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267668+0000","last_change":"2024-08-17T00:28:54.576420+0000","last_active":"2024-08-17T00:29:54.267668+0000","last_peered":"2024-08-17T00:29:54.267668+0000","last_clean":"2024-08-17T00:29:54.267668+0000","last_became_active":"2024-08-17T00:28:54.576107+0000","last_became_peered":"2024-08-17T00:28:54.576107+0000","last_unstale":"2024-08-17T00:29:54.267668+0000","last_undegraded":"2024-08-17T00:29:54.267668+0000","last_fullsized":"2024-08-17T00:29:54.267668+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:43:26.454812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.551944+0000","last_change":"2024-08-17T00:28:54.575462+0000","last_active":"2024-08-17T00:29:54.551944+0000","last_peered":"2024-08-17T00:29:54.551944+0000","last_clean":"2024-08-17T00:29:54.551944+0000","last_became_active":"2024-08-17T00:28:54.573567+0000","last_became_peered":"2024-08-17T00:28:54.573567+0000","last_unstale":"2024-08-17T00:29:54.551944+0000","last_undegraded":"2024-08-17T00:29:54.551944+0000","last_fullsized":"2024-08-17T00:29:54.551944+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:25:34.851097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.261931+0000","last_change":"2024-08-17T00:28:54.573401+0000","last_active":"2024-08-17T00:29:54.261931+0000","last_peered":"2024-08-17T00:29:54.261931+0000","last_clean":"2024-08-17T00:29:54.261931+0000","last_became_active":"2024-08-17T00:28:54.573102+0000","last_became_peered":"2024-08-17T00:28:54.573102+0000","last_unstale":"2024-08-17T00:29:54.261931+0000","last_undegraded":"2024-08-17T00:29:54.261931+0000","last_fullsized":"2024-08-17T00:29:54.261931+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:26:28.261450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552779+0000","last_change":"2024-08-17T00:28:54.574326+0000","last_active":"2024-08-17T00:29:54.552779+0000","last_peered":"2024-08-17T00:29:54.552779+0000","last_clean":"2024-08-17T00:29:54.552779+0000","last_became_active":"2024-08-17T00:28:54.574004+0000","last_became_peered":"2024-08-17T00:28:54.574004+0000","last_unstale":"2024-08-17T00:29:54.552779+0000","last_undegraded":"2024-08-17T00:29:54.552779+0000","last_fullsized":"2024-08-17T00:29:54.552779+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:26:06.101801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.630318+0000","last_change":"2024-08-17T00:28:54.579346+0000","last_active":"2024-08-17T00:29:54.630318+0000","last_peered":"2024-08-17T00:29:54.630318+0000","last_clean":"2024-08-17T00:29:54.630318+0000","last_became_active":"2024-08-17T00:28:54.578850+0000","last_became_peered":"2024-08-17T00:28:54.578850+0000","last_unstale":"2024-08-17T00:29:54.630318+0000","last_undegraded":"2024-08-17T00:29:54.630318+0000","last_fullsized":"2024-08-17T00:29:54.630318+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:33:28.047652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.630317+0000","last_change":"2024-08-17T00:29:10.022823+0000","last_active":"2024-08-17T00:29:54.630317+0000","last_peered":"2024-08-17T00:29:54.630317+0000","last_clean":"2024-08-17T00:29:54.630317+0000","last_became_active":"2024-08-17T00:29:10.022483+0000","last_became_peered":"2024-08-17T00:29:10.022483+0000","last_unstale":"2024-08-17T00:29:54.630317+0000","last_undegraded":"2024-08-17T00:29:54.630317+0000","last_fullsized":"2024-08-17T00:29:54.630317+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:46:05.778867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262910+0000","last_change":"2024-08-17T00:28:54.566848+0000","last_active":"2024-08-17T00:29:54.262910+0000","last_peered":"2024-08-17T00:29:54.262910+0000","last_clean":"2024-08-17T00:29:54.262910+0000","last_became_active":"2024-08-17T00:28:54.566227+0000","last_became_peered":"2024-08-17T00:28:54.566227+0000","last_unstale":"2024-08-17T00:29:54.262910+0000","last_undegraded":"2024-08-17T00:29:54.262910+0000","last_fullsized":"2024-08-17T00:29:54.262910+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:50:50.496885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262230+0000","last_change":"2024-08-17T00:28:54.562879+0000","last_active":"2024-08-17T00:29:54.262230+0000","last_peered":"2024-08-17T00:29:54.262230+0000","last_clean":"2024-08-17T00:29:54.262230+0000","last_became_active":"2024-08-17T00:28:54.562609+0000","last_became_peered":"2024-08-17T00:28:54.562609+0000","last_unstale":"2024-08-17T00:29:54.262230+0000","last_undegraded":"2024-08-17T00:29:54.262230+0000","last_fullsized":"2024-08-17T00:29:54.262230+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:06:18.934726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262609+0000","last_change":"2024-08-17T00:28:54.575874+0000","last_active":"2024-08-17T00:29:54.262609+0000","last_peered":"2024-08-17T00:29:54.262609+0000","last_clean":"2024-08-17T00:29:54.262609+0000","last_became_active":"2024-08-17T00:28:54.575612+0000","last_became_peered":"2024-08-17T00:28:54.575612+0000","last_unstale":"2024-08-17T00:29:54.262609+0000","last_undegraded":"2024-08-17T00:29:54.262609+0000","last_fullsized":"2024-08-17T00:29:54.262609+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:40:02.226710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265204+0000","last_change":"2024-08-17T00:28:54.570533+0000","last_active":"2024-08-17T00:29:54.265204+0000","last_peered":"2024-08-17T00:29:54.265204+0000","last_clean":"2024-08-17T00:29:54.265204+0000","last_became_active":"2024-08-17T00:28:54.570217+0000","last_became_peered":"2024-08-17T00:28:54.570217+0000","last_unstale":"2024-08-17T00:29:54.265204+0000","last_undegraded":"2024-08-17T00:29:54.265204+0000","last_fullsized":"2024-08-17T00:29:54.265204+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:08:33.607075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267456+0000","last_change":"2024-08-17T00:28:54.578022+0000","last_active":"2024-08-17T00:29:54.267456+0000","last_peered":"2024-08-17T00:29:54.267456+0000","last_clean":"2024-08-17T00:29:54.267456+0000","last_became_active":"2024-08-17T00:28:54.577601+0000","last_became_peered":"2024-08-17T00:28:54.577601+0000","last_unstale":"2024-08-17T00:29:54.267456+0000","last_undegraded":"2024-08-17T00:29:54.267456+0000","last_fullsized":"2024-08-17T00:29:54.267456+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:08:26.476660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.268199+0000","last_change":"2024-08-17T00:28:54.578873+0000","last_active":"2024-08-17T00:29:54.268199+0000","last_peered":"2024-08-17T00:29:54.268199+0000","last_clean":"2024-08-17T00:29:54.268199+0000","last_became_active":"2024-08-17T00:28:54.578600+0000","last_became_peered":"2024-08-17T00:28:54.578600+0000","last_unstale":"2024-08-17T00:29:54.268199+0000","last_undegraded":"2024-08-17T00:29:54.268199+0000","last_fullsized":"2024-08-17T00:29:54.268199+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:53:22.660441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348435+0000","last_change":"2024-08-17T00:28:54.567643+0000","last_active":"2024-08-17T00:29:54.348435+0000","last_peered":"2024-08-17T00:29:54.348435+0000","last_clean":"2024-08-17T00:29:54.348435+0000","last_became_active":"2024-08-17T00:28:54.567372+0000","last_became_peered":"2024-08-17T00:28:54.567372+0000","last_unstale":"2024-08-17T00:29:54.348435+0000","last_undegraded":"2024-08-17T00:29:54.348435+0000","last_fullsized":"2024-08-17T00:29:54.348435+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:50:01.962096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552582+0000","last_change":"2024-08-17T00:28:54.573126+0000","last_active":"2024-08-17T00:29:54.552582+0000","last_peered":"2024-08-17T00:29:54.552582+0000","last_clean":"2024-08-17T00:29:54.552582+0000","last_became_active":"2024-08-17T00:28:54.572776+0000","last_became_peered":"2024-08-17T00:28:54.572776+0000","last_unstale":"2024-08-17T00:29:54.552582+0000","last_undegraded":"2024-08-17T00:29:54.552582+0000","last_fullsized":"2024-08-17T00:29:54.552582+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:39:12.572978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.630006+0000","last_change":"2024-08-17T00:29:10.131724+0000","last_active":"2024-08-17T00:29:54.630006+0000","last_peered":"2024-08-17T00:29:54.630006+0000","last_clean":"2024-08-17T00:29:54.630006+0000","last_became_active":"2024-08-17T00:29:10.131301+0000","last_became_peered":"2024-08-17T00:29:10.131301+0000","last_unstale":"2024-08-17T00:29:54.630006+0000","last_undegraded":"2024-08-17T00:29:54.630006+0000","last_fullsized":"2024-08-17T00:29:54.630006+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:30:09.973818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348294+0000","last_change":"2024-08-17T00:29:10.131353+0000","last_active":"2024-08-17T00:29:54.348294+0000","last_peered":"2024-08-17T00:29:54.348294+0000","last_clean":"2024-08-17T00:29:54.348294+0000","last_became_active":"2024-08-17T00:29:10.131066+0000","last_became_peered":"2024-08-17T00:29:10.131066+0000","last_unstale":"2024-08-17T00:29:54.348294+0000","last_undegraded":"2024-08-17T00:29:54.348294+0000","last_fullsized":"2024-08-17T00:29:54.348294+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:23:59.896393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267763+0000","last_change":"2024-08-17T00:28:54.581238+0000","last_active":"2024-08-17T00:29:54.267763+0000","last_peered":"2024-08-17T00:29:54.267763+0000","last_clean":"2024-08-17T00:29:54.267763+0000","last_became_active":"2024-08-17T00:28:54.580943+0000","last_became_peered":"2024-08-17T00:28:54.580943+0000","last_unstale":"2024-08-17T00:29:54.267763+0000","last_undegraded":"2024-08-17T00:29:54.267763+0000","last_fullsized":"2024-08-17T00:29:54.267763+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:28:51.010275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262043+0000","last_change":"2024-08-17T00:28:54.560873+0000","last_active":"2024-08-17T00:29:54.262043+0000","last_peered":"2024-08-17T00:29:54.262043+0000","last_clean":"2024-08-17T00:29:54.262043+0000","last_became_active":"2024-08-17T00:28:54.560626+0000","last_became_peered":"2024-08-17T00:28:54.560626+0000","last_unstale":"2024-08-17T00:29:54.262043+0000","last_undegraded":"2024-08-17T00:29:54.262043+0000","last_fullsized":"2024-08-17T00:29:54.262043+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:16:38.858694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267491+0000","last_change":"2024-08-17T00:28:54.570996+0000","last_active":"2024-08-17T00:29:54.267491+0000","last_peered":"2024-08-17T00:29:54.267491+0000","last_clean":"2024-08-17T00:29:54.267491+0000","last_became_active":"2024-08-17T00:28:54.570620+0000","last_became_peered":"2024-08-17T00:28:54.570620+0000","last_unstale":"2024-08-17T00:29:54.267491+0000","last_undegraded":"2024-08-17T00:29:54.267491+0000","last_fullsized":"2024-08-17T00:29:54.267491+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:06:22.454183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262359+0000","last_change":"2024-08-17T00:28:54.560724+0000","last_active":"2024-08-17T00:29:54.262359+0000","last_peered":"2024-08-17T00:29:54.262359+0000","last_clean":"2024-08-17T00:29:54.262359+0000","last_became_active":"2024-08-17T00:28:54.559342+0000","last_became_peered":"2024-08-17T00:28:54.559342+0000","last_unstale":"2024-08-17T00:29:54.262359+0000","last_undegraded":"2024-08-17T00:29:54.262359+0000","last_fullsized":"2024-08-17T00:29:54.262359+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:18:34.982457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.630379+0000","last_change":"2024-08-17T00:28:54.565235+0000","last_active":"2024-08-17T00:29:54.630379+0000","last_peered":"2024-08-17T00:29:54.630379+0000","last_clean":"2024-08-17T00:29:54.630379+0000","last_became_active":"2024-08-17T00:28:54.564878+0000","last_became_peered":"2024-08-17T00:28:54.564878+0000","last_unstale":"2024-08-17T00:29:54.630379+0000","last_undegraded":"2024-08-17T00:29:54.630379+0000","last_fullsized":"2024-08-17T00:29:54.630379+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:02:20.929399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265360+0000","last_change":"2024-08-17T00:28:54.565311+0000","last_active":"2024-08-17T00:29:54.265360+0000","last_peered":"2024-08-17T00:29:54.265360+0000","last_clean":"2024-08-17T00:29:54.265360+0000","last_became_active":"2024-08-17T00:28:54.565030+0000","last_became_peered":"2024-08-17T00:28:54.565030+0000","last_unstale":"2024-08-17T00:29:54.265360+0000","last_undegraded":"2024-08-17T00:29:54.265360+0000","last_fullsized":"2024-08-17T00:29:54.265360+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:10:49.142508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262698+0000","last_change":"2024-08-17T00:28:54.559743+0000","last_active":"2024-08-17T00:29:54.262698+0000","last_peered":"2024-08-17T00:29:54.262698+0000","last_clean":"2024-08-17T00:29:54.262698+0000","last_became_active":"2024-08-17T00:28:54.558966+0000","last_became_peered":"2024-08-17T00:28:54.558966+0000","last_unstale":"2024-08-17T00:29:54.262698+0000","last_undegraded":"2024-08-17T00:29:54.262698+0000","last_fullsized":"2024-08-17T00:29:54.262698+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:51:25.120580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262845+0000","last_change":"2024-08-17T00:28:54.570575+0000","last_active":"2024-08-17T00:29:54.262845+0000","last_peered":"2024-08-17T00:29:54.262845+0000","last_clean":"2024-08-17T00:29:54.262845+0000","last_became_active":"2024-08-17T00:28:54.569892+0000","last_became_peered":"2024-08-17T00:28:54.569892+0000","last_unstale":"2024-08-17T00:29:54.262845+0000","last_undegraded":"2024-08-17T00:29:54.262845+0000","last_fullsized":"2024-08-17T00:29:54.262845+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:48:43.557425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267758+0000","last_change":"2024-08-17T00:28:54.578201+0000","last_active":"2024-08-17T00:29:54.267758+0000","last_peered":"2024-08-17T00:29:54.267758+0000","last_clean":"2024-08-17T00:29:54.267758+0000","last_became_active":"2024-08-17T00:28:54.577928+0000","last_became_peered":"2024-08-17T00:28:54.577928+0000","last_unstale":"2024-08-17T00:29:54.267758+0000","last_undegraded":"2024-08-17T00:29:54.267758+0000","last_fullsized":"2024-08-17T00:29:54.267758+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:46:21.875648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348149+0000","last_change":"2024-08-17T00:28:54.572134+0000","last_active":"2024-08-17T00:29:54.348149+0000","last_peered":"2024-08-17T00:29:54.348149+0000","last_clean":"2024-08-17T00:29:54.348149+0000","last_became_active":"2024-08-17T00:28:54.571847+0000","last_became_peered":"2024-08-17T00:28:54.571847+0000","last_unstale":"2024-08-17T00:29:54.348149+0000","last_undegraded":"2024-08-17T00:29:54.348149+0000","last_fullsized":"2024-08-17T00:29:54.348149+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:59:58.108828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.629707+0000","last_change":"2024-08-17T00:28:54.578531+0000","last_active":"2024-08-17T00:29:54.629707+0000","last_peered":"2024-08-17T00:29:54.629707+0000","last_clean":"2024-08-17T00:29:54.629707+0000","last_became_active":"2024-08-17T00:28:54.578232+0000","last_became_peered":"2024-08-17T00:28:54.578232+0000","last_unstale":"2024-08-17T00:29:54.629707+0000","last_undegraded":"2024-08-17T00:29:54.629707+0000","last_fullsized":"2024-08-17T00:29:54.629707+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:03:06.972232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262726+0000","last_change":"2024-08-17T00:28:54.563988+0000","last_active":"2024-08-17T00:29:54.262726+0000","last_peered":"2024-08-17T00:29:54.262726+0000","last_clean":"2024-08-17T00:29:54.262726+0000","last_became_active":"2024-08-17T00:28:54.563683+0000","last_became_peered":"2024-08-17T00:28:54.563683+0000","last_unstale":"2024-08-17T00:29:54.262726+0000","last_undegraded":"2024-08-17T00:29:54.262726+0000","last_fullsized":"2024-08-17T00:29:54.262726+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:05:01.678441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262386+0000","last_change":"2024-08-17T00:28:51.327941+0000","last_active":"2024-08-17T00:29:54.262386+0000","last_peered":"2024-08-17T00:29:54.262386+0000","last_clean":"2024-08-17T00:29:54.262386+0000","last_became_active":"2024-08-17T00:28:51.327464+0000","last_became_peered":"2024-08-17T00:28:51.327464+0000","last_unstale":"2024-08-17T00:29:54.262386+0000","last_undegraded":"2024-08-17T00:29:54.262386+0000","last_fullsized":"2024-08-17T00:29:54.262386+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:56:42.853121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262947+0000","last_change":"2024-08-17T00:28:54.568941+0000","last_active":"2024-08-17T00:29:54.262947+0000","last_peered":"2024-08-17T00:29:54.262947+0000","last_clean":"2024-08-17T00:29:54.262947+0000","last_became_active":"2024-08-17T00:28:54.568474+0000","last_became_peered":"2024-08-17T00:28:54.568474+0000","last_unstale":"2024-08-17T00:29:54.262947+0000","last_undegraded":"2024-08-17T00:29:54.262947+0000","last_fullsized":"2024-08-17T00:29:54.262947+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:47:02.534879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.629966+0000","last_change":"2024-08-17T00:28:51.330117+0000","last_active":"2024-08-17T00:29:54.629966+0000","last_peered":"2024-08-17T00:29:54.629966+0000","last_clean":"2024-08-17T00:29:54.629966+0000","last_became_active":"2024-08-17T00:28:51.329595+0000","last_became_peered":"2024-08-17T00:28:51.329595+0000","last_unstale":"2024-08-17T00:29:54.629966+0000","last_undegraded":"2024-08-17T00:29:54.629966+0000","last_fullsized":"2024-08-17T00:29:54.629966+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:31:21.489599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262183+0000","last_change":"2024-08-17T00:28:51.326095+0000","last_active":"2024-08-17T00:29:54.262183+0000","last_peered":"2024-08-17T00:29:54.262183+0000","last_clean":"2024-08-17T00:29:54.262183+0000","last_became_active":"2024-08-17T00:28:51.325748+0000","last_became_peered":"2024-08-17T00:28:51.325748+0000","last_unstale":"2024-08-17T00:29:54.262183+0000","last_undegraded":"2024-08-17T00:29:54.262183+0000","last_fullsized":"2024-08-17T00:29:54.262183+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:26:54.184058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262020+0000","last_change":"2024-08-17T00:28:54.560686+0000","last_active":"2024-08-17T00:29:54.262020+0000","last_peered":"2024-08-17T00:29:54.262020+0000","last_clean":"2024-08-17T00:29:54.262020+0000","last_became_active":"2024-08-17T00:28:54.559258+0000","last_became_peered":"2024-08-17T00:28:54.559258+0000","last_unstale":"2024-08-17T00:29:54.262020+0000","last_undegraded":"2024-08-17T00:29:54.262020+0000","last_fullsized":"2024-08-17T00:29:54.262020+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:03:25.523387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267560+0000","last_change":"2024-08-17T00:28:51.328023+0000","last_active":"2024-08-17T00:29:54.267560+0000","last_peered":"2024-08-17T00:29:54.267560+0000","last_clean":"2024-08-17T00:29:54.267560+0000","last_became_active":"2024-08-17T00:28:51.327632+0000","last_became_peered":"2024-08-17T00:28:51.327632+0000","last_unstale":"2024-08-17T00:29:54.267560+0000","last_undegraded":"2024-08-17T00:29:54.267560+0000","last_fullsized":"2024-08-17T00:29:54.267560+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:14:49.647406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265104+0000","last_change":"2024-08-17T00:28:54.564257+0000","last_active":"2024-08-17T00:29:54.265104+0000","last_peered":"2024-08-17T00:29:54.265104+0000","last_clean":"2024-08-17T00:29:54.265104+0000","last_became_active":"2024-08-17T00:28:54.563989+0000","last_became_peered":"2024-08-17T00:28:54.563989+0000","last_unstale":"2024-08-17T00:29:54.265104+0000","last_undegraded":"2024-08-17T00:29:54.265104+0000","last_fullsized":"2024-08-17T00:29:54.265104+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:34:56.400272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.630376+0000","last_change":"2024-08-17T00:28:51.327717+0000","last_active":"2024-08-17T00:29:54.630376+0000","last_peered":"2024-08-17T00:29:54.630376+0000","last_clean":"2024-08-17T00:29:54.630376+0000","last_became_active":"2024-08-17T00:28:51.327183+0000","last_became_peered":"2024-08-17T00:28:51.327183+0000","last_unstale":"2024-08-17T00:29:54.630376+0000","last_undegraded":"2024-08-17T00:29:54.630376+0000","last_fullsized":"2024-08-17T00:29:54.630376+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:25:34.020379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.268015+0000","last_change":"2024-08-17T00:28:54.581596+0000","last_active":"2024-08-17T00:29:54.268015+0000","last_peered":"2024-08-17T00:29:54.268015+0000","last_clean":"2024-08-17T00:29:54.268015+0000","last_became_active":"2024-08-17T00:28:54.581312+0000","last_became_peered":"2024-08-17T00:28:54.581312+0000","last_unstale":"2024-08-17T00:29:54.268015+0000","last_undegraded":"2024-08-17T00:29:54.268015+0000","last_fullsized":"2024-08-17T00:29:54.268015+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:11:23.608191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.268054+0000","last_change":"2024-08-17T00:28:51.329168+0000","last_active":"2024-08-17T00:29:54.268054+0000","last_peered":"2024-08-17T00:29:54.268054+0000","last_clean":"2024-08-17T00:29:54.268054+0000","last_became_active":"2024-08-17T00:28:51.328822+0000","last_became_peered":"2024-08-17T00:28:51.328822+0000","last_unstale":"2024-08-17T00:29:54.268054+0000","last_undegraded":"2024-08-17T00:29:54.268054+0000","last_fullsized":"2024-08-17T00:29:54.268054+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:56:39.682103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.263845+0000","last_change":"2024-08-17T00:28:54.571584+0000","last_active":"2024-08-17T00:29:54.263845+0000","last_peered":"2024-08-17T00:29:54.263845+0000","last_clean":"2024-08-17T00:29:54.263845+0000","last_became_active":"2024-08-17T00:28:54.571136+0000","last_became_peered":"2024-08-17T00:28:54.571136+0000","last_unstale":"2024-08-17T00:29:54.263845+0000","last_undegraded":"2024-08-17T00:29:54.263845+0000","last_fullsized":"2024-08-17T00:29:54.263845+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:07:32.824713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265433+0000","last_change":"2024-08-17T00:28:51.326327+0000","last_active":"2024-08-17T00:29:54.265433+0000","last_peered":"2024-08-17T00:29:54.265433+0000","last_clean":"2024-08-17T00:29:54.265433+0000","last_became_active":"2024-08-17T00:28:51.325792+0000","last_became_peered":"2024-08-17T00:28:51.325792+0000","last_unstale":"2024-08-17T00:29:54.265433+0000","last_undegraded":"2024-08-17T00:29:54.265433+0000","last_fullsized":"2024-08-17T00:29:54.265433+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:46:15.450671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348285+0000","last_change":"2024-08-17T00:29:09.822555+0000","last_active":"2024-08-17T00:29:54.348285+0000","last_peered":"2024-08-17T00:29:54.348285+0000","last_clean":"2024-08-17T00:29:54.348285+0000","last_became_active":"2024-08-17T00:29:09.822223+0000","last_became_peered":"2024-08-17T00:29:09.822223+0000","last_unstale":"2024-08-17T00:29:54.348285+0000","last_undegraded":"2024-08-17T00:29:54.348285+0000","last_fullsized":"2024-08-17T00:29:54.348285+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:10:21.766635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.630033+0000","last_change":"2024-08-17T00:28:51.325954+0000","last_active":"2024-08-17T00:29:54.630033+0000","last_peered":"2024-08-17T00:29:54.630033+0000","last_clean":"2024-08-17T00:29:54.630033+0000","last_became_active":"2024-08-17T00:28:51.325615+0000","last_became_peered":"2024-08-17T00:28:51.325615+0000","last_unstale":"2024-08-17T00:29:54.630033+0000","last_undegraded":"2024-08-17T00:29:54.630033+0000","last_fullsized":"2024-08-17T00:29:54.630033+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:23:44.143722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552391+0000","last_change":"2024-08-17T00:28:54.570922+0000","last_active":"2024-08-17T00:29:54.552391+0000","last_peered":"2024-08-17T00:29:54.552391+0000","last_clean":"2024-08-17T00:29:54.552391+0000","last_became_active":"2024-08-17T00:28:54.570648+0000","last_became_peered":"2024-08-17T00:28:54.570648+0000","last_unstale":"2024-08-17T00:29:54.552391+0000","last_undegraded":"2024-08-17T00:29:54.552391+0000","last_fullsized":"2024-08-17T00:29:54.552391+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:04:04.313911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262966+0000","last_change":"2024-08-17T00:28:51.319418+0000","last_active":"2024-08-17T00:29:54.262966+0000","last_peered":"2024-08-17T00:29:54.262966+0000","last_clean":"2024-08-17T00:29:54.262966+0000","last_became_active":"2024-08-17T00:28:51.319126+0000","last_became_peered":"2024-08-17T00:28:51.319126+0000","last_unstale":"2024-08-17T00:29:54.262966+0000","last_undegraded":"2024-08-17T00:29:54.262966+0000","last_fullsized":"2024-08-17T00:29:54.262966+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:05:42.776436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262680+0000","last_change":"2024-08-17T00:28:54.567004+0000","last_active":"2024-08-17T00:29:54.262680+0000","last_peered":"2024-08-17T00:29:54.262680+0000","last_clean":"2024-08-17T00:29:54.262680+0000","last_became_active":"2024-08-17T00:28:54.566761+0000","last_became_peered":"2024-08-17T00:28:54.566761+0000","last_unstale":"2024-08-17T00:29:54.262680+0000","last_undegraded":"2024-08-17T00:29:54.262680+0000","last_fullsized":"2024-08-17T00:29:54.262680+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:26:27.508839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267885+0000","last_change":"2024-08-17T00:28:51.328142+0000","last_active":"2024-08-17T00:29:54.267885+0000","last_peered":"2024-08-17T00:29:54.267885+0000","last_clean":"2024-08-17T00:29:54.267885+0000","last_became_active":"2024-08-17T00:28:51.327806+0000","last_became_peered":"2024-08-17T00:28:51.327806+0000","last_unstale":"2024-08-17T00:29:54.267885+0000","last_undegraded":"2024-08-17T00:29:54.267885+0000","last_fullsized":"2024-08-17T00:29:54.267885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:05:22.774743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552263+0000","last_change":"2024-08-17T00:28:54.574829+0000","last_active":"2024-08-17T00:29:54.552263+0000","last_peered":"2024-08-17T00:29:54.552263+0000","last_clean":"2024-08-17T00:29:54.552263+0000","last_became_active":"2024-08-17T00:28:54.574427+0000","last_became_peered":"2024-08-17T00:28:54.574427+0000","last_unstale":"2024-08-17T00:29:54.552263+0000","last_undegraded":"2024-08-17T00:29:54.552263+0000","last_fullsized":"2024-08-17T00:29:54.552263+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:20:41.865936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.629922+0000","last_change":"2024-08-17T00:28:51.323660+0000","last_active":"2024-08-17T00:29:54.629922+0000","last_peered":"2024-08-17T00:29:54.629922+0000","last_clean":"2024-08-17T00:29:54.629922+0000","last_became_active":"2024-08-17T00:28:51.323353+0000","last_became_peered":"2024-08-17T00:28:51.323353+0000","last_unstale":"2024-08-17T00:29:54.629922+0000","last_undegraded":"2024-08-17T00:29:54.629922+0000","last_fullsized":"2024-08-17T00:29:54.629922+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:42:29.168696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.629777+0000","last_change":"2024-08-17T00:28:54.577818+0000","last_active":"2024-08-17T00:29:54.629777+0000","last_peered":"2024-08-17T00:29:54.629777+0000","last_clean":"2024-08-17T00:29:54.629777+0000","last_became_active":"2024-08-17T00:28:54.577528+0000","last_became_peered":"2024-08-17T00:28:54.577528+0000","last_unstale":"2024-08-17T00:29:54.629777+0000","last_undegraded":"2024-08-17T00:29:54.629777+0000","last_fullsized":"2024-08-17T00:29:54.629777+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:07:02.921564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348214+0000","last_change":"2024-08-17T00:28:51.328550+0000","last_active":"2024-08-17T00:29:54.348214+0000","last_peered":"2024-08-17T00:29:54.348214+0000","last_clean":"2024-08-17T00:29:54.348214+0000","last_became_active":"2024-08-17T00:28:51.325170+0000","last_became_peered":"2024-08-17T00:28:51.325170+0000","last_unstale":"2024-08-17T00:29:54.348214+0000","last_undegraded":"2024-08-17T00:29:54.348214+0000","last_fullsized":"2024-08-17T00:29:54.348214+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:38:18.656167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552037+0000","last_change":"2024-08-17T00:28:54.575656+0000","last_active":"2024-08-17T00:29:54.552037+0000","last_peered":"2024-08-17T00:29:54.552037+0000","last_clean":"2024-08-17T00:29:54.552037+0000","last_became_active":"2024-08-17T00:28:54.575258+0000","last_became_peered":"2024-08-17T00:28:54.575258+0000","last_unstale":"2024-08-17T00:29:54.552037+0000","last_undegraded":"2024-08-17T00:29:54.552037+0000","last_fullsized":"2024-08-17T00:29:54.552037+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:06:10.714768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.263384+0000","last_change":"2024-08-17T00:28:51.327296+0000","last_active":"2024-08-17T00:29:54.263384+0000","last_peered":"2024-08-17T00:29:54.263384+0000","last_clean":"2024-08-17T00:29:54.263384+0000","last_became_active":"2024-08-17T00:28:51.326894+0000","last_became_peered":"2024-08-17T00:28:51.326894+0000","last_unstale":"2024-08-17T00:29:54.263384+0000","last_undegraded":"2024-08-17T00:29:54.263384+0000","last_fullsized":"2024-08-17T00:29:54.263384+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:49:48.075502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552575+0000","last_change":"2024-08-17T00:28:54.575861+0000","last_active":"2024-08-17T00:29:54.552575+0000","last_peered":"2024-08-17T00:29:54.552575+0000","last_clean":"2024-08-17T00:29:54.552575+0000","last_became_active":"2024-08-17T00:28:54.574651+0000","last_became_peered":"2024-08-17T00:28:54.574651+0000","last_unstale":"2024-08-17T00:29:54.552575+0000","last_undegraded":"2024-08-17T00:29:54.552575+0000","last_fullsized":"2024-08-17T00:29:54.552575+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:02:13.029705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348521+0000","last_change":"2024-08-17T00:28:51.329256+0000","last_active":"2024-08-17T00:29:54.348521+0000","last_peered":"2024-08-17T00:29:54.348521+0000","last_clean":"2024-08-17T00:29:54.348521+0000","last_became_active":"2024-08-17T00:28:51.328979+0000","last_became_peered":"2024-08-17T00:28:51.328979+0000","last_unstale":"2024-08-17T00:29:54.348521+0000","last_undegraded":"2024-08-17T00:29:54.348521+0000","last_fullsized":"2024-08-17T00:29:54.348521+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:38:27.286267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552708+0000","last_change":"2024-08-17T00:28:54.575051+0000","last_active":"2024-08-17T00:29:54.552708+0000","last_peered":"2024-08-17T00:29:54.552708+0000","last_clean":"2024-08-17T00:29:54.552708+0000","last_became_active":"2024-08-17T00:28:54.574702+0000","last_became_peered":"2024-08-17T00:28:54.574702+0000","last_unstale":"2024-08-17T00:29:54.552708+0000","last_undegraded":"2024-08-17T00:29:54.552708+0000","last_fullsized":"2024-08-17T00:29:54.552708+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:56:57.668415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265461+0000","last_change":"2024-08-17T00:28:51.328723+0000","last_active":"2024-08-17T00:29:54.265461+0000","last_peered":"2024-08-17T00:29:54.265461+0000","last_clean":"2024-08-17T00:29:54.265461+0000","last_became_active":"2024-08-17T00:28:51.328449+0000","last_became_peered":"2024-08-17T00:28:51.328449+0000","last_unstale":"2024-08-17T00:29:54.265461+0000","last_undegraded":"2024-08-17T00:29:54.265461+0000","last_fullsized":"2024-08-17T00:29:54.265461+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:51:32.156697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267933+0000","last_change":"2024-08-17T00:28:54.579946+0000","last_active":"2024-08-17T00:29:54.267933+0000","last_peered":"2024-08-17T00:29:54.267933+0000","last_clean":"2024-08-17T00:29:54.267933+0000","last_became_active":"2024-08-17T00:28:54.579639+0000","last_became_peered":"2024-08-17T00:28:54.579639+0000","last_unstale":"2024-08-17T00:29:54.267933+0000","last_undegraded":"2024-08-17T00:29:54.267933+0000","last_fullsized":"2024-08-17T00:29:54.267933+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:22:27.137076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348449+0000","last_change":"2024-08-17T00:28:51.325467+0000","last_active":"2024-08-17T00:29:54.348449+0000","last_peered":"2024-08-17T00:29:54.348449+0000","last_clean":"2024-08-17T00:29:54.348449+0000","last_became_active":"2024-08-17T00:28:51.324967+0000","last_became_peered":"2024-08-17T00:28:51.324967+0000","last_unstale":"2024-08-17T00:29:54.348449+0000","last_undegraded":"2024-08-17T00:29:54.348449+0000","last_fullsized":"2024-08-17T00:29:54.348449+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:56:13.433150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552490+0000","last_change":"2024-08-17T00:28:54.576647+0000","last_active":"2024-08-17T00:29:54.552490+0000","last_peered":"2024-08-17T00:29:54.552490+0000","last_clean":"2024-08-17T00:29:54.552490+0000","last_became_active":"2024-08-17T00:28:54.576341+0000","last_became_peered":"2024-08-17T00:28:54.576341+0000","last_unstale":"2024-08-17T00:29:54.552490+0000","last_undegraded":"2024-08-17T00:29:54.552490+0000","last_fullsized":"2024-08-17T00:29:54.552490+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:55:25.724090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:58.836143+0000","last_change":"2024-08-17T00:29:54.630511+0000","last_active":"2024-08-17T00:29:58.836143+0000","last_peered":"2024-08-17T00:29:58.836143+0000","last_clean":"2024-08-17T00:29:58.836143+0000","last_became_active":"2024-08-17T00:29:49.258065+0000","last_became_peered":"2024-08-17T00:29:49.258065+0000","last_unstale":"2024-08-17T00:29:58.836143+0000","last_undegraded":"2024-08-17T00:29:58.836143+0000","last_fullsized":"2024-08-17T00:29:58.836143+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:28:23.460473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035314500000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":281,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552271+0000","last_change":"2024-08-17T00:28:25.994679+0000","last_active":"2024-08-17T00:29:54.552271+0000","last_peered":"2024-08-17T00:29:54.552271+0000","last_clean":"2024-08-17T00:29:54.552271+0000","last_became_active":"2024-08-17T00:28:25.994384+0000","last_became_peered":"2024-08-17T00:28:25.994384+0000","last_unstale":"2024-08-17T00:29:54.552271+0000","last_undegraded":"2024-08-17T00:29:54.552271+0000","last_fullsized":"2024-08-17T00:29:54.552271+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:26:23.036791+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:26:23.036791+0000","last_clean_scrub_stamp":"2024-08-17T00:26:23.036791+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:40:06.327468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267718+0000","last_change":"2024-08-17T00:28:51.331596+0000","last_active":"2024-08-17T00:29:54.267718+0000","last_peered":"2024-08-17T00:29:54.267718+0000","last_clean":"2024-08-17T00:29:54.267718+0000","last_became_active":"2024-08-17T00:28:51.331079+0000","last_became_peered":"2024-08-17T00:28:51.331079+0000","last_unstale":"2024-08-17T00:29:54.267718+0000","last_undegraded":"2024-08-17T00:29:54.267718+0000","last_fullsized":"2024-08-17T00:29:54.267718+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:39:37.518738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262384+0000","last_change":"2024-08-17T00:28:54.573762+0000","last_active":"2024-08-17T00:29:54.262384+0000","last_peered":"2024-08-17T00:29:54.262384+0000","last_clean":"2024-08-17T00:29:54.262384+0000","last_became_active":"2024-08-17T00:28:54.573481+0000","last_became_peered":"2024-08-17T00:28:54.573481+0000","last_unstale":"2024-08-17T00:29:54.262384+0000","last_undegraded":"2024-08-17T00:29:54.262384+0000","last_fullsized":"2024-08-17T00:29:54.262384+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:04:25.018485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:58.832318+0000","last_change":"2024-08-17T00:29:54.263564+0000","last_active":"2024-08-17T00:29:58.832318+0000","last_peered":"2024-08-17T00:29:58.832318+0000","last_clean":"2024-08-17T00:29:58.832318+0000","last_became_active":"2024-08-17T00:29:49.748307+0000","last_became_peered":"2024-08-17T00:29:49.748307+0000","last_unstale":"2024-08-17T00:29:58.832318+0000","last_undegraded":"2024-08-17T00:29:58.832318+0000","last_fullsized":"2024-08-17T00:29:58.832318+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:13:43.193464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031736699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348114+0000","last_change":"2024-08-17T00:29:10.131248+0000","last_active":"2024-08-17T00:29:54.348114+0000","last_peered":"2024-08-17T00:29:54.348114+0000","last_clean":"2024-08-17T00:29:54.348114+0000","last_became_active":"2024-08-17T00:29:10.130945+0000","last_became_peered":"2024-08-17T00:29:10.130945+0000","last_unstale":"2024-08-17T00:29:54.348114+0000","last_undegraded":"2024-08-17T00:29:54.348114+0000","last_fullsized":"2024-08-17T00:29:54.348114+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:36:18.031074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262390+0000","last_change":"2024-08-17T00:28:54.566966+0000","last_active":"2024-08-17T00:29:54.262390+0000","last_peered":"2024-08-17T00:29:54.262390+0000","last_clean":"2024-08-17T00:29:54.262390+0000","last_became_active":"2024-08-17T00:28:54.566714+0000","last_became_peered":"2024-08-17T00:28:54.566714+0000","last_unstale":"2024-08-17T00:29:54.262390+0000","last_undegraded":"2024-08-17T00:29:54.262390+0000","last_fullsized":"2024-08-17T00:29:54.262390+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:29:11.485111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:58.832302+0000","last_change":"2024-08-17T00:29:54.265929+0000","last_active":"2024-08-17T00:29:58.832302+0000","last_peered":"2024-08-17T00:29:58.832302+0000","last_clean":"2024-08-17T00:29:58.832302+0000","last_became_active":"2024-08-17T00:29:49.406281+0000","last_became_peered":"2024-08-17T00:29:49.406281+0000","last_unstale":"2024-08-17T00:29:58.832302+0000","last_undegraded":"2024-08-17T00:29:58.832302+0000","last_fullsized":"2024-08-17T00:29:58.832302+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:46:33.204963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035572199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348191+0000","last_change":"2024-08-17T00:28:51.320090+0000","last_active":"2024-08-17T00:29:54.348191+0000","last_peered":"2024-08-17T00:29:54.348191+0000","last_clean":"2024-08-17T00:29:54.348191+0000","last_became_active":"2024-08-17T00:28:51.319675+0000","last_became_peered":"2024-08-17T00:28:51.319675+0000","last_unstale":"2024-08-17T00:29:54.348191+0000","last_undegraded":"2024-08-17T00:29:54.348191+0000","last_fullsized":"2024-08-17T00:29:54.348191+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:09:38.665430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265102+0000","last_change":"2024-08-17T00:28:54.562800+0000","last_active":"2024-08-17T00:29:54.265102+0000","last_peered":"2024-08-17T00:29:54.265102+0000","last_clean":"2024-08-17T00:29:54.265102+0000","last_became_active":"2024-08-17T00:28:54.562198+0000","last_became_peered":"2024-08-17T00:28:54.562198+0000","last_unstale":"2024-08-17T00:29:54.265102+0000","last_undegraded":"2024-08-17T00:29:54.265102+0000","last_fullsized":"2024-08-17T00:29:54.265102+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:12:49.143692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:58.831803+0000","last_change":"2024-08-17T00:29:54.265683+0000","last_active":"2024-08-17T00:29:58.831803+0000","last_peered":"2024-08-17T00:29:58.831803+0000","last_clean":"2024-08-17T00:29:58.831803+0000","last_became_active":"2024-08-17T00:29:49.748381+0000","last_became_peered":"2024-08-17T00:29:49.748381+0000","last_unstale":"2024-08-17T00:29:58.831803+0000","last_undegraded":"2024-08-17T00:29:58.831803+0000","last_fullsized":"2024-08-17T00:29:58.831803+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:07:27.080745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034597700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267886+0000","last_change":"2024-08-17T00:28:51.328231+0000","last_active":"2024-08-17T00:29:54.267886+0000","last_peered":"2024-08-17T00:29:54.267886+0000","last_clean":"2024-08-17T00:29:54.267886+0000","last_became_active":"2024-08-17T00:28:51.327650+0000","last_became_peered":"2024-08-17T00:28:51.327650+0000","last_unstale":"2024-08-17T00:29:54.267886+0000","last_undegraded":"2024-08-17T00:29:54.267886+0000","last_fullsized":"2024-08-17T00:29:54.267886+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:52:37.146252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.263201+0000","last_change":"2024-08-17T00:28:54.564228+0000","last_active":"2024-08-17T00:29:54.263201+0000","last_peered":"2024-08-17T00:29:54.263201+0000","last_clean":"2024-08-17T00:29:54.263201+0000","last_became_active":"2024-08-17T00:28:54.563780+0000","last_became_peered":"2024-08-17T00:28:54.563780+0000","last_unstale":"2024-08-17T00:29:54.263201+0000","last_undegraded":"2024-08-17T00:29:54.263201+0000","last_fullsized":"2024-08-17T00:29:54.263201+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:03:34.248176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:58.832333+0000","last_change":"2024-08-17T00:29:54.266250+0000","last_active":"2024-08-17T00:29:58.832333+0000","last_peered":"2024-08-17T00:29:58.832333+0000","last_clean":"2024-08-17T00:29:58.832333+0000","last_became_active":"2024-08-17T00:29:49.406182+0000","last_became_peered":"2024-08-17T00:29:49.406182+0000","last_unstale":"2024-08-17T00:29:58.832333+0000","last_undegraded":"2024-08-17T00:29:58.832333+0000","last_fullsized":"2024-08-17T00:29:58.832333+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:04:37.867481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010528029999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265554+0000","last_change":"2024-08-17T00:28:51.327717+0000","last_active":"2024-08-17T00:29:54.265554+0000","last_peered":"2024-08-17T00:29:54.265554+0000","last_clean":"2024-08-17T00:29:54.265554+0000","last_became_active":"2024-08-17T00:28:51.327448+0000","last_became_peered":"2024-08-17T00:28:51.327448+0000","last_unstale":"2024-08-17T00:29:54.265554+0000","last_undegraded":"2024-08-17T00:29:54.265554+0000","last_fullsized":"2024-08-17T00:29:54.265554+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:20:16.808858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267966+0000","last_change":"2024-08-17T00:28:54.573114+0000","last_active":"2024-08-17T00:29:54.267966+0000","last_peered":"2024-08-17T00:29:54.267966+0000","last_clean":"2024-08-17T00:29:54.267966+0000","last_became_active":"2024-08-17T00:28:54.572812+0000","last_became_peered":"2024-08-17T00:28:54.572812+0000","last_unstale":"2024-08-17T00:29:54.267966+0000","last_undegraded":"2024-08-17T00:29:54.267966+0000","last_fullsized":"2024-08-17T00:29:54.267966+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:58:30.909928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:58.832140+0000","last_change":"2024-08-17T00:29:54.263198+0000","last_active":"2024-08-17T00:29:58.832140+0000","last_peered":"2024-08-17T00:29:58.832140+0000","last_clean":"2024-08-17T00:29:58.832140+0000","last_became_active":"2024-08-17T00:29:49.406246+0000","last_became_peered":"2024-08-17T00:29:49.406246+0000","last_unstale":"2024-08-17T00:29:58.832140+0000","last_undegraded":"2024-08-17T00:29:58.832140+0000","last_fullsized":"2024-08-17T00:29:58.832140+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:41:21.262410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057580700000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552677+0000","last_change":"2024-08-17T00:28:51.333847+0000","last_active":"2024-08-17T00:29:54.552677+0000","last_peered":"2024-08-17T00:29:54.552677+0000","last_clean":"2024-08-17T00:29:54.552677+0000","last_became_active":"2024-08-17T00:28:51.333549+0000","last_became_peered":"2024-08-17T00:28:51.333549+0000","last_unstale":"2024-08-17T00:29:54.552677+0000","last_undegraded":"2024-08-17T00:29:54.552677+0000","last_fullsized":"2024-08-17T00:29:54.552677+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:19:51.114846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265518+0000","last_change":"2024-08-17T00:28:54.571437+0000","last_active":"2024-08-17T00:29:54.265518+0000","last_peered":"2024-08-17T00:29:54.265518+0000","last_clean":"2024-08-17T00:29:54.265518+0000","last_became_active":"2024-08-17T00:28:54.571036+0000","last_became_peered":"2024-08-17T00:28:54.571036+0000","last_unstale":"2024-08-17T00:29:54.265518+0000","last_undegraded":"2024-08-17T00:29:54.265518+0000","last_fullsized":"2024-08-17T00:29:54.265518+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:53:54.656559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:59.273664+0000","last_change":"2024-08-17T00:29:54.262221+0000","last_active":"2024-08-17T00:29:59.273664+0000","last_peered":"2024-08-17T00:29:59.273664+0000","last_clean":"2024-08-17T00:29:59.273664+0000","last_became_active":"2024-08-17T00:29:49.258994+0000","last_became_peered":"2024-08-17T00:29:49.258994+0000","last_unstale":"2024-08-17T00:29:59.273664+0000","last_undegraded":"2024-08-17T00:29:59.273664+0000","last_fullsized":"2024-08-17T00:29:59.273664+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:32:12.353964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000338656,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265711+0000","last_change":"2024-08-17T00:28:51.326316+0000","last_active":"2024-08-17T00:29:54.265711+0000","last_peered":"2024-08-17T00:29:54.265711+0000","last_clean":"2024-08-17T00:29:54.265711+0000","last_became_active":"2024-08-17T00:28:51.325409+0000","last_became_peered":"2024-08-17T00:28:51.325409+0000","last_unstale":"2024-08-17T00:29:54.265711+0000","last_undegraded":"2024-08-17T00:29:54.265711+0000","last_fullsized":"2024-08-17T00:29:54.265711+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:02:09.112172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262432+0000","last_change":"2024-08-17T00:28:54.568313+0000","last_active":"2024-08-17T00:29:54.262432+0000","last_peered":"2024-08-17T00:29:54.262432+0000","last_clean":"2024-08-17T00:29:54.262432+0000","last_became_active":"2024-08-17T00:28:54.568023+0000","last_became_peered":"2024-08-17T00:28:54.568023+0000","last_unstale":"2024-08-17T00:29:54.262432+0000","last_undegraded":"2024-08-17T00:29:54.262432+0000","last_fullsized":"2024-08-17T00:29:54.262432+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:12:05.128374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:58.836685+0000","last_change":"2024-08-17T00:29:54.263473+0000","last_active":"2024-08-17T00:29:58.836685+0000","last_peered":"2024-08-17T00:29:58.836685+0000","last_clean":"2024-08-17T00:29:58.836685+0000","last_became_active":"2024-08-17T00:29:49.406195+0000","last_became_peered":"2024-08-17T00:29:49.406195+0000","last_unstale":"2024-08-17T00:29:58.836685+0000","last_undegraded":"2024-08-17T00:29:58.836685+0000","last_fullsized":"2024-08-17T00:29:58.836685+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:35:27.392592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091054299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.630379+0000","last_change":"2024-08-17T00:28:51.328836+0000","last_active":"2024-08-17T00:29:54.630379+0000","last_peered":"2024-08-17T00:29:54.630379+0000","last_clean":"2024-08-17T00:29:54.630379+0000","last_became_active":"2024-08-17T00:28:51.328564+0000","last_became_peered":"2024-08-17T00:28:51.328564+0000","last_unstale":"2024-08-17T00:29:54.630379+0000","last_undegraded":"2024-08-17T00:29:54.630379+0000","last_fullsized":"2024-08-17T00:29:54.630379+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:52:23.384151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.263127+0000","last_change":"2024-08-17T00:28:54.565980+0000","last_active":"2024-08-17T00:29:54.263127+0000","last_peered":"2024-08-17T00:29:54.263127+0000","last_clean":"2024-08-17T00:29:54.263127+0000","last_became_active":"2024-08-17T00:28:54.565570+0000","last_became_peered":"2024-08-17T00:28:54.565570+0000","last_unstale":"2024-08-17T00:29:54.263127+0000","last_undegraded":"2024-08-17T00:29:54.263127+0000","last_fullsized":"2024-08-17T00:29:54.263127+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:10:06.521719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552082+0000","last_change":"2024-08-17T00:28:51.332189+0000","last_active":"2024-08-17T00:29:54.552082+0000","last_peered":"2024-08-17T00:29:54.552082+0000","last_clean":"2024-08-17T00:29:54.552082+0000","last_became_active":"2024-08-17T00:28:51.331899+0000","last_became_peered":"2024-08-17T00:28:51.331899+0000","last_unstale":"2024-08-17T00:29:54.552082+0000","last_undegraded":"2024-08-17T00:29:54.552082+0000","last_fullsized":"2024-08-17T00:29:54.552082+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:13:31.615359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262999+0000","last_change":"2024-08-17T00:28:54.568494+0000","last_active":"2024-08-17T00:29:54.262999+0000","last_peered":"2024-08-17T00:29:54.262999+0000","last_clean":"2024-08-17T00:29:54.262999+0000","last_became_active":"2024-08-17T00:28:54.568181+0000","last_became_peered":"2024-08-17T00:28:54.568181+0000","last_unstale":"2024-08-17T00:29:54.262999+0000","last_undegraded":"2024-08-17T00:29:54.262999+0000","last_fullsized":"2024-08-17T00:29:54.262999+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:11:29.328959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265233+0000","last_change":"2024-08-17T00:28:51.326772+0000","last_active":"2024-08-17T00:29:54.265233+0000","last_peered":"2024-08-17T00:29:54.265233+0000","last_clean":"2024-08-17T00:29:54.265233+0000","last_became_active":"2024-08-17T00:28:51.326497+0000","last_became_peered":"2024-08-17T00:28:51.326497+0000","last_unstale":"2024-08-17T00:29:54.265233+0000","last_undegraded":"2024-08-17T00:29:54.265233+0000","last_fullsized":"2024-08-17T00:29:54.265233+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:05:09.286197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262020+0000","last_change":"2024-08-17T00:28:54.561342+0000","last_active":"2024-08-17T00:29:54.262020+0000","last_peered":"2024-08-17T00:29:54.262020+0000","last_clean":"2024-08-17T00:29:54.262020+0000","last_became_active":"2024-08-17T00:28:54.561094+0000","last_became_peered":"2024-08-17T00:28:54.561094+0000","last_unstale":"2024-08-17T00:29:54.262020+0000","last_undegraded":"2024-08-17T00:29:54.262020+0000","last_fullsized":"2024-08-17T00:29:54.262020+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:00:58.104796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265613+0000","last_change":"2024-08-17T00:28:51.329663+0000","last_active":"2024-08-17T00:29:54.265613+0000","last_peered":"2024-08-17T00:29:54.265613+0000","last_clean":"2024-08-17T00:29:54.265613+0000","last_became_active":"2024-08-17T00:28:51.329383+0000","last_became_peered":"2024-08-17T00:28:51.329383+0000","last_unstale":"2024-08-17T00:29:54.265613+0000","last_undegraded":"2024-08-17T00:29:54.265613+0000","last_fullsized":"2024-08-17T00:29:54.265613+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:47:01.620179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262300+0000","last_change":"2024-08-17T00:28:54.560584+0000","last_active":"2024-08-17T00:29:54.262300+0000","last_peered":"2024-08-17T00:29:54.262300+0000","last_clean":"2024-08-17T00:29:54.262300+0000","last_became_active":"2024-08-17T00:28:54.559139+0000","last_became_peered":"2024-08-17T00:28:54.559139+0000","last_unstale":"2024-08-17T00:29:54.262300+0000","last_undegraded":"2024-08-17T00:29:54.262300+0000","last_fullsized":"2024-08-17T00:29:54.262300+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:31:14.396405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552454+0000","last_change":"2024-08-17T00:28:51.328407+0000","last_active":"2024-08-17T00:29:54.552454+0000","last_peered":"2024-08-17T00:29:54.552454+0000","last_clean":"2024-08-17T00:29:54.552454+0000","last_became_active":"2024-08-17T00:28:51.328131+0000","last_became_peered":"2024-08-17T00:28:51.328131+0000","last_unstale":"2024-08-17T00:29:54.552454+0000","last_undegraded":"2024-08-17T00:29:54.552454+0000","last_fullsized":"2024-08-17T00:29:54.552454+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:29:01.771321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.629837+0000","last_change":"2024-08-17T00:28:54.564480+0000","last_active":"2024-08-17T00:29:54.629837+0000","last_peered":"2024-08-17T00:29:54.629837+0000","last_clean":"2024-08-17T00:29:54.629837+0000","last_became_active":"2024-08-17T00:28:54.564182+0000","last_became_peered":"2024-08-17T00:28:54.564182+0000","last_unstale":"2024-08-17T00:29:54.629837+0000","last_undegraded":"2024-08-17T00:29:54.629837+0000","last_fullsized":"2024-08-17T00:29:54.629837+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:28:33.100884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348276+0000","last_change":"2024-08-17T00:29:10.132038+0000","last_active":"2024-08-17T00:29:54.348276+0000","last_peered":"2024-08-17T00:29:54.348276+0000","last_clean":"2024-08-17T00:29:54.348276+0000","last_became_active":"2024-08-17T00:29:10.131702+0000","last_became_peered":"2024-08-17T00:29:10.131702+0000","last_unstale":"2024-08-17T00:29:54.348276+0000","last_undegraded":"2024-08-17T00:29:54.348276+0000","last_fullsized":"2024-08-17T00:29:54.348276+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:54:12.663491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552407+0000","last_change":"2024-08-17T00:28:51.334870+0000","last_active":"2024-08-17T00:29:54.552407+0000","last_peered":"2024-08-17T00:29:54.552407+0000","last_clean":"2024-08-17T00:29:54.552407+0000","last_became_active":"2024-08-17T00:28:51.334533+0000","last_became_peered":"2024-08-17T00:28:51.334533+0000","last_unstale":"2024-08-17T00:29:54.552407+0000","last_undegraded":"2024-08-17T00:29:54.552407+0000","last_fullsized":"2024-08-17T00:29:54.552407+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:14:50.007928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267819+0000","last_change":"2024-08-17T00:28:54.577302+0000","last_active":"2024-08-17T00:29:54.267819+0000","last_peered":"2024-08-17T00:29:54.267819+0000","last_clean":"2024-08-17T00:29:54.267819+0000","last_became_active":"2024-08-17T00:28:54.576971+0000","last_became_peered":"2024-08-17T00:28:54.576971+0000","last_unstale":"2024-08-17T00:29:54.267819+0000","last_undegraded":"2024-08-17T00:29:54.267819+0000","last_fullsized":"2024-08-17T00:29:54.267819+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:27:07.692228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552554+0000","last_change":"2024-08-17T00:28:51.333142+0000","last_active":"2024-08-17T00:29:54.552554+0000","last_peered":"2024-08-17T00:29:54.552554+0000","last_clean":"2024-08-17T00:29:54.552554+0000","last_became_active":"2024-08-17T00:28:51.332839+0000","last_became_peered":"2024-08-17T00:28:51.332839+0000","last_unstale":"2024-08-17T00:29:54.552554+0000","last_undegraded":"2024-08-17T00:29:54.552554+0000","last_fullsized":"2024-08-17T00:29:54.552554+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:07:47.163190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.263823+0000","last_change":"2024-08-17T00:28:54.572709+0000","last_active":"2024-08-17T00:29:54.263823+0000","last_peered":"2024-08-17T00:29:54.263823+0000","last_clean":"2024-08-17T00:29:54.263823+0000","last_became_active":"2024-08-17T00:28:54.572430+0000","last_became_peered":"2024-08-17T00:28:54.572430+0000","last_unstale":"2024-08-17T00:29:54.263823+0000","last_undegraded":"2024-08-17T00:29:54.263823+0000","last_fullsized":"2024-08-17T00:29:54.263823+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:16:56.724873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262431+0000","last_change":"2024-08-17T00:28:51.327297+0000","last_active":"2024-08-17T00:29:54.262431+0000","last_peered":"2024-08-17T00:29:54.262431+0000","last_clean":"2024-08-17T00:29:54.262431+0000","last_became_active":"2024-08-17T00:28:51.326874+0000","last_became_peered":"2024-08-17T00:28:51.326874+0000","last_unstale":"2024-08-17T00:29:54.262431+0000","last_undegraded":"2024-08-17T00:29:54.262431+0000","last_fullsized":"2024-08-17T00:29:54.262431+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:10:10.689385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262274+0000","last_change":"2024-08-17T00:28:54.563008+0000","last_active":"2024-08-17T00:29:54.262274+0000","last_peered":"2024-08-17T00:29:54.262274+0000","last_clean":"2024-08-17T00:29:54.262274+0000","last_became_active":"2024-08-17T00:28:54.562758+0000","last_became_peered":"2024-08-17T00:28:54.562758+0000","last_unstale":"2024-08-17T00:29:54.262274+0000","last_undegraded":"2024-08-17T00:29:54.262274+0000","last_fullsized":"2024-08-17T00:29:54.262274+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:54:07.503729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.263982+0000","last_change":"2024-08-17T00:28:51.329129+0000","last_active":"2024-08-17T00:29:54.263982+0000","last_peered":"2024-08-17T00:29:54.263982+0000","last_clean":"2024-08-17T00:29:54.263982+0000","last_became_active":"2024-08-17T00:28:51.328656+0000","last_became_peered":"2024-08-17T00:28:51.328656+0000","last_unstale":"2024-08-17T00:29:54.263982+0000","last_undegraded":"2024-08-17T00:29:54.263982+0000","last_fullsized":"2024-08-17T00:29:54.263982+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:37:41.827347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234014,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298700,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446452,"statfs":{"total":95995035648,"available":95689166848,"internally_reserved":0,"allocated":1376256,"data_stored":939301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.52100000000000002,"15min":0.52600000000000002},"min":{"1min":0.38700000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.65300000000000002,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.501,"15min":0.505},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.64400000000000002,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.63200000000000001}]},{"osd":1,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.52100000000000002,"15min":0.52900000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.66900000000000004,"5min":0.753,"15min":0.753},"last":0.499},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.53400000000000003,"15min":0.54300000000000004},"min":{"1min":0.309,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.68100000000000005,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.56799999999999995}]},{"osd":2,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.54300000000000004,"15min":0.55500000000000005},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.66600000000000004,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.52500000000000002,"15min":0.53300000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.64500000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.55600000000000005}]},{"osd":3,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.51700000000000002,"15min":0.52300000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.68300000000000005,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.53800000000000003,"15min":0.54800000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.625,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.58099999999999996}]},{"osd":4,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.48299999999999998,"15min":0.5},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.57399999999999995,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.47599999999999998,"15min":0.48699999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.61899999999999999,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.42499999999999999}]},{"osd":5,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.48199999999999998,"15min":0.496},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.55600000000000005,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.52300000000000002,"15min":0.53700000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.71899999999999997,"5min":0.75,"15min":0.75},"last":0.39700000000000002}]},{"osd":6,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.51000000000000001,"15min":0.52200000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63100000000000001,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.52100000000000002,"15min":0.53300000000000003},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.50800000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495651,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298708,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446444,"statfs":{"total":95995035648,"available":95689158656,"internally_reserved":0,"allocated":1384448,"data_stored":941374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.54200000000000004,"15min":0.54900000000000004},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.68500000000000005,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.54800000000000004,"15min":0.55200000000000005},"min":{"1min":0.41899999999999998,"5min":0.37,"15min":0.37},"max":{"1min":0.65700000000000003,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.55200000000000005}]},{"osd":1,"last update":"Sat Aug 17 00:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.53000000000000003,"15min":0.53700000000000003},"min":{"1min":0.39900000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.63200000000000001,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.42499999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.56699999999999995}]},{"osd":2,"last update":"Sat Aug 17 00:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51800000000000002,"15min":0.51700000000000002},"min":{"1min":0.41299999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.64600000000000002,"5min":0.749,"15min":0.749},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.55200000000000005,"15min":0.55800000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.67700000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.53400000000000003}]},{"osd":3,"last update":"Sat Aug 17 00:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.55900000000000005,"15min":0.56899999999999995},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.60999999999999999,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.436,"5min":0.309,"15min":0.309},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.48099999999999998}]},{"osd":4,"last update":"Sat Aug 17 00:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.38300000000000001,"15min":0.377},"min":{"1min":0.307,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.41799999999999998,"15min":0.40799999999999997},"min":{"1min":0.35699999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.46800000000000003}]},{"osd":5,"last update":"Sat Aug 17 00:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.40300000000000002,"15min":0.38900000000000001},"min":{"1min":0.32300000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.371},{"interface":"front","average":{"1min":0.498,"5min":0.42399999999999999,"15min":0.41199999999999998},"min":{"1min":0.33700000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.40699999999999997}]},{"osd":7,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.48299999999999998,"15min":0.47899999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.504},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.49199999999999999,"15min":0.48499999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.436}]}]},{"osd":5,"up_from":38,"seq":163208757288,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":351115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:30:37 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.503,"15min":0.51100000000000001},"min":{"1min":0.34699999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.52600000000000002,"15min":0.53600000000000003},"min":{"1min":0.38300000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73899999999999999,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.61899999999999999}]},{"osd":1,"last update":"Sat Aug 17 00:30:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53800000000000003,"15min":0.54200000000000004},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.64000000000000001,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.496,"15min":0.504},"min":{"1min":0.34499999999999997,"5min":0.315,"15min":0.315},"max":{"1min":0.68999999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.55400000000000005}]},{"osd":2,"last update":"Sat Aug 17 00:30:37 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.70499999999999996,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.53900000000000003,"15min":0.55000000000000004},"min":{"1min":0.376,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.65500000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.60299999999999998}]},{"osd":3,"last update":"Sat Aug 17 00:30:37 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.50800000000000001,"15min":0.51400000000000001},"min":{"1min":0.34799999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.67300000000000004,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.505,"5min":0.54900000000000004,"15min":0.56200000000000006},"min":{"1min":0.372,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.68100000000000005,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.64000000000000001}]},{"osd":4,"last update":"Sat Aug 17 00:30:37 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.376,"15min":0.36099999999999999},"min":{"1min":0.28499999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.54000000000000004,"5min":0.623,"15min":0.623},"last":0.315},{"interface":"front","average":{"1min":0.437,"5min":0.39400000000000002,"15min":0.38},"min":{"1min":0.32000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.36599999999999999}]},{"osd":6,"last update":"Sat Aug 17 00:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.41899999999999998,"15min":0.41599999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.65300000000000002,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.42599999999999999,"15min":0.42199999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.41299999999999998}]},{"osd":7,"last update":"Sat Aug 17 00:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.51100000000000001,"15min":0.51900000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.70499999999999996,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.503,"15min":0.51100000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.65600000000000003,"5min":0.88,"15min":0.88},"last":0.38600000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":349379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:30:13 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51500000000000001,"15min":0.51900000000000002},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.68899999999999995,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.63},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.5,"15min":0.50700000000000001},"min":{"1min":0.23499999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.64500000000000002,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.59799999999999998}]},{"osd":1,"last update":"Sat Aug 17 00:30:13 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.51100000000000001,"15min":0.51600000000000001},"min":{"1min":0.316,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.70799999999999996,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.497,"5min":0.51100000000000001,"15min":0.51700000000000002},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.67300000000000004,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.67900000000000005}]},{"osd":2,"last update":"Sat Aug 17 00:30:13 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.503,"15min":0.50600000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.626,"5min":0.749,"15min":0.749},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.51400000000000001,"15min":0.52200000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.624,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.53600000000000003}]},{"osd":3,"last update":"Sat Aug 17 00:30:13 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.51100000000000001,"15min":0.51500000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.51300000000000001,"15min":0.51800000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.65700000000000003,"5min":0.755,"15min":0.755},"last":0.47899999999999998}]},{"osd":5,"last update":"Sat Aug 17 00:30:35 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.38900000000000001,"15min":0.36299999999999999},"min":{"1min":0.26000000000000001,"5min":0.252,"15min":0.252},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.38100000000000001,"15min":0.35399999999999998},"min":{"1min":0.30199999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.63800000000000001,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.5}]},{"osd":6,"last update":"Sat Aug 17 00:29:59 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.38700000000000001,"15min":0.379},"min":{"1min":0.33200000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.41899999999999998,"15min":0.41499999999999998},"min":{"1min":0.33500000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.51500000000000001}]},{"osd":7,"last update":"Sat Aug 17 00:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46200000000000002,"15min":0.46400000000000002},"min":{"1min":0.32200000000000001,"5min":0.316,"15min":0.316},"max":{"1min":0.66000000000000003,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.497,"15min":0.502},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.64200000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182449,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":351110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:29:51 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.40100000000000002,"15min":0.41099999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.44900000000000001,"15min":0.46200000000000002},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.64200000000000002,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.53900000000000003}]},{"osd":1,"last update":"Sat Aug 17 00:29:51 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.39900000000000002,"15min":0.40899999999999997},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.60699999999999998,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.39200000000000002,"15min":0.40799999999999997},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.55700000000000005}]},{"osd":2,"last update":"Sat Aug 17 00:29:51 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41699999999999998,"15min":0.42599999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.60399999999999998,"5min":0.622,"15min":0.622},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39400000000000002,"15min":0.39900000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.46100000000000002}]},{"osd":4,"last update":"Sat Aug 17 00:30:11 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39900000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.74199999999999999,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.80400000000000005,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.73999999999999999}]},{"osd":5,"last update":"Sat Aug 17 00:29:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.55600000000000005,"15min":0.55800000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.68700000000000006,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.628},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.58299999999999996,"15min":0.58499999999999996},"min":{"1min":0.377,"5min":0.371,"15min":0.371},"max":{"1min":0.752,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.77400000000000002}]},{"osd":6,"last update":"Sat Aug 17 00:30:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.57199999999999995,"15min":0.57899999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.70599999999999996,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.38300000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.68300000000000005}]},{"osd":7,"last update":"Sat Aug 17 00:30:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.60699999999999998,"15min":0.61199999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.58599999999999997,"15min":0.58899999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.83799999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.78700000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411382,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298116,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447036,"statfs":{"total":95995035648,"available":95689764864,"internally_reserved":0,"allocated":778240,"data_stored":348664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.34100000000000003,"15min":0.33300000000000002},"min":{"1min":0.21299999999999999,"5min":0.183,"15min":0.183},"max":{"1min":0.48799999999999999,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.36599999999999999,"15min":0.35899999999999999},"min":{"1min":0.29999999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.44800000000000001,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.48999999999999999}]},{"osd":1,"last update":"Sat Aug 17 00:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.372,"15min":0.36499999999999999},"min":{"1min":0.254,"5min":0.215,"15min":0.215},"max":{"1min":0.505,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.371,"15min":0.36899999999999999},"min":{"1min":0.254,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.45500000000000002,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.41399999999999998}]},{"osd":3,"last update":"Sat Aug 17 00:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.39000000000000001,"15min":0.39100000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.50700000000000001,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.39700000000000002,"15min":0.40400000000000003},"min":{"1min":0.26600000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.47899999999999998,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.45100000000000001}]},{"osd":4,"last update":"Sat Aug 17 00:30:09 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.505,"15min":0.51300000000000001},"min":{"1min":0.34000000000000002,"5min":0.314,"15min":0.314},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.52500000000000002,"15min":0.52800000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71699999999999997,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.66200000000000003}]},{"osd":5,"last update":"Sat Aug 17 00:30:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.628},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.86799999999999999,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.64800000000000002}]},{"osd":6,"last update":"Sat Aug 17 00:30:00 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.52700000000000002,"15min":0.53100000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55400000000000005,"15min":0.55700000000000005},"min":{"1min":0.377,"5min":0.375,"15min":0.375},"max":{"1min":0.68400000000000005,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.68500000000000005}]},{"osd":7,"last update":"Sat Aug 17 00:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.74299999999999999,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.53200000000000003,"15min":0.53000000000000003},"min":{"1min":0.39100000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.57299999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298124,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447028,"statfs":{"total":95995035648,"available":95689756672,"internally_reserved":0,"allocated":786432,"data_stored":348578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.307},"min":{"1min":0.23300000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.50600000000000001,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.35699999999999998,"15min":0.31900000000000001},"min":{"1min":0.23699999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.52800000000000002,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.42299999999999999}]},{"osd":2,"last update":"Sat Aug 17 00:30:29 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.39700000000000002,"15min":0.38800000000000001},"min":{"1min":0.26100000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.56499999999999995,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.39100000000000001,"15min":0.38500000000000001},"min":{"1min":0.26400000000000001,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.44900000000000001,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.34300000000000003}]},{"osd":3,"last update":"Sat Aug 17 00:29:56 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.44400000000000001,"15min":0.45000000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.59099999999999997,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.377},{"interface":"front","average":{"1min":0.377,"5min":0.40999999999999998,"15min":0.41399999999999998},"min":{"1min":0.27400000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.48999999999999999,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.40400000000000003}]},{"osd":4,"last update":"Sat Aug 17 00:30:13 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.57099999999999995,"15min":0.57399999999999995},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.66800000000000004,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.59199999999999997,"15min":0.58599999999999997},"min":{"1min":0.433,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.83499999999999996,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.49299999999999999}]},{"osd":5,"last update":"Sat Aug 17 00:30:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.58999999999999997,"15min":0.59999999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.73799999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.60599999999999998,"15min":0.61199999999999999},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.748,"5min":0.87,"15min":0.87},"last":0.54100000000000004}]},{"osd":6,"last update":"Sat Aug 17 00:30:00 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.62,"15min":0.624},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.85799999999999998,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59599999999999997,"15min":0.59799999999999998},"min":{"1min":0.42099999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.80900000000000005,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.51900000000000002}]},{"osd":7,"last update":"Sat Aug 17 00:30:26 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.64500000000000002,"15min":0.65500000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.71499999999999997,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.623,"15min":0.629},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.77700000000000002,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.55000000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":939748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 00:29:59 2024","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.32400000000000001,"15min":0.29299999999999998},"min":{"1min":0.23200000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.34699999999999998,"15min":0.313},"min":{"1min":0.252,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.313}]},{"osd":2,"last update":"Sat Aug 17 00:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.36799999999999999,"15min":0.35699999999999998},"min":{"1min":0.21099999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.505,"5min":0.628,"15min":0.628},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.38100000000000001,"15min":0.35699999999999998},"min":{"1min":0.27700000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.36099999999999999}]},{"osd":3,"last update":"Sat Aug 17 00:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41699999999999998,"15min":0.41599999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.56999999999999995,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.377},{"interface":"front","average":{"1min":0.436,"5min":0.432,"15min":0.432},"min":{"1min":0.32000000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.60199999999999998,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.38700000000000001}]},{"osd":4,"last update":"Sat Aug 17 00:30:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56299999999999994,"15min":0.55300000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.78300000000000003,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.748},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.56499999999999995,"15min":0.54900000000000004},"min":{"1min":0.42099999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.81799999999999995,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.75800000000000001}]},{"osd":5,"last update":"Sat Aug 17 00:30:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53400000000000003,"15min":0.52600000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56100000000000005,"15min":0.55100000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.66800000000000004}]},{"osd":6,"last update":"Sat Aug 17 00:29:59 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56599999999999995,"15min":0.56699999999999995},"min":{"1min":0.434,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81299999999999994,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.55600000000000005,"15min":0.55200000000000005},"min":{"1min":0.41599999999999998,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.55200000000000005}]},{"osd":7,"last update":"Sat Aug 17 00:30:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.60499999999999998,"15min":0.61499999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.68200000000000005,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.58899999999999997,"15min":0.59099999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.59599999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T00:30:46.757 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T00:30:47.014 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:47.301 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:47 smithi157 ceph-mon[40946]: from='client.24644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:30:47.301 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:47 smithi157 ceph-mon[40946]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:47.302 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:47 smithi157 ceph-mon[29438]: from='client.24644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:30:47.302 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:47 smithi157 ceph-mon[29438]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:47.413 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-mon[33407]: from='client.24644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:30:47.413 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-mon[33407]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:47.413 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:46 smithi187 bash[66247]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-17T00:30:47.413 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 bash[66247]: Writing manifest to image destination 2024-08-17T00:30:47.705 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 podman[66247]: 2024-08-17 00:30:47.346643218 +0000 UTC m=+6.869995743 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T00:30:47.705 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 podman[66247]: 2024-08-17 00:30:47.445375106 +0000 UTC m=+6.968727631 container create b7622bdce6a38c5439560dabb7c76903bc7e998ffb895906b098981065e80c4c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:30:48.206 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 podman[66247]: 2024-08-17 00:30:47.714002965 +0000 UTC m=+7.237355502 container init b7622bdce6a38c5439560dabb7c76903bc7e998ffb895906b098981065e80c4c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:30:48.206 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 podman[66247]: 2024-08-17 00:30:47.719011492 +0000 UTC m=+7.242364021 container start b7622bdce6a38c5439560dabb7c76903bc7e998ffb895906b098981065e80c4c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:30:48.206 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.722Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T00:30:48.206 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.722Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T00:30:48.206 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.723Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T00:30:48.206 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.723Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T00:30:48.206 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T00:30:48.206 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T00:30:48.206 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T00:30:48.206 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T00:30:48.207 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T00:30:48.207 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T00:30:48.207 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T00:30:48.207 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T00:30:48.207 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T00:30:48.207 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T00:30:48.207 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T00:30:48.208 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T00:30:48.208 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T00:30:48.208 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T00:30:48.208 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T00:30:48.208 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T00:30:48.208 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T00:30:48.208 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T00:30:48.208 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T00:30:48.208 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T00:30:48.208 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T00:30:48.208 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T00:30:48.208 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T00:30:48.208 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T00:30:48.209 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T00:30:48.209 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T00:30:48.209 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T00:30:48.209 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T00:30:48.209 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T00:30:48.209 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T00:30:48.209 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T00:30:48.209 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T00:30:48.209 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T00:30:48.209 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T00:30:48.209 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T00:30:48.209 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T00:30:48.210 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T00:30:48.210 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T00:30:48.210 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T00:30:48.210 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T00:30:48.210 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T00:30:48.210 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T00:30:48.210 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T00:30:48.210 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T00:30:48.210 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T00:30:48.210 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T00:30:48.210 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.724Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T00:30:48.210 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.725Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T00:30:48.210 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[66297]: ts=2024-08-17T00:30:47.725Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T00:30:48.211 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 bash[66247]: b7622bdce6a38c5439560dabb7c76903bc7e998ffb895906b098981065e80c4c 2024-08-17T00:30:48.211 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:30:47 smithi187 systemd[1]: Started Ceph node-exporter.b for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:30:48.945 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:30:48.947 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-08-17T00:30:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:49.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:49.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:49.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:48 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:49.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:48 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:30:49.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:48 smithi187 ceph-mon[33407]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:49.257 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:49.257 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:49.258 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:49.258 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:49.258 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:48 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:49.258 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:48 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:30:49.258 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:48 smithi157 ceph-mon[40946]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:49.258 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:49.258 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:49.258 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:49.259 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:49.259 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:48 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:49.259 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:48 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:30:49.259 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:48 smithi157 ceph-mon[29438]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:49.700 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-08-17T00:30:47.982501+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386768,"kb_used_data":7920,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574448,"statfs":{"total":767960285184,"available":765516234752,"internally_reserved":0,"allocated":8110080,"data_stored":4569269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002271"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552661+0000","last_change":"2024-08-17T00:28:54.570072+0000","last_active":"2024-08-17T00:29:54.552661+0000","last_peered":"2024-08-17T00:29:54.552661+0000","last_clean":"2024-08-17T00:29:54.552661+0000","last_became_active":"2024-08-17T00:28:54.569805+0000","last_became_peered":"2024-08-17T00:28:54.569805+0000","last_unstale":"2024-08-17T00:29:54.552661+0000","last_undegraded":"2024-08-17T00:29:54.552661+0000","last_fullsized":"2024-08-17T00:29:54.552661+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:30:57.057372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265580+0000","last_change":"2024-08-17T00:28:54.563714+0000","last_active":"2024-08-17T00:29:54.265580+0000","last_peered":"2024-08-17T00:29:54.265580+0000","last_clean":"2024-08-17T00:29:54.265580+0000","last_became_active":"2024-08-17T00:28:54.563454+0000","last_became_peered":"2024-08-17T00:28:54.563454+0000","last_unstale":"2024-08-17T00:29:54.265580+0000","last_undegraded":"2024-08-17T00:29:54.265580+0000","last_fullsized":"2024-08-17T00:29:54.265580+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:46:40.460524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.263151+0000","last_change":"2024-08-17T00:28:54.558380+0000","last_active":"2024-08-17T00:29:54.263151+0000","last_peered":"2024-08-17T00:29:54.263151+0000","last_clean":"2024-08-17T00:29:54.263151+0000","last_became_active":"2024-08-17T00:28:54.558084+0000","last_became_peered":"2024-08-17T00:28:54.558084+0000","last_unstale":"2024-08-17T00:29:54.263151+0000","last_undegraded":"2024-08-17T00:29:54.263151+0000","last_fullsized":"2024-08-17T00:29:54.263151+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:15:00.154043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267817+0000","last_change":"2024-08-17T00:28:54.581701+0000","last_active":"2024-08-17T00:29:54.267817+0000","last_peered":"2024-08-17T00:29:54.267817+0000","last_clean":"2024-08-17T00:29:54.267817+0000","last_became_active":"2024-08-17T00:28:54.581429+0000","last_became_peered":"2024-08-17T00:28:54.581429+0000","last_unstale":"2024-08-17T00:29:54.267817+0000","last_undegraded":"2024-08-17T00:29:54.267817+0000","last_fullsized":"2024-08-17T00:29:54.267817+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:52:42.414763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552240+0000","last_change":"2024-08-17T00:28:54.575135+0000","last_active":"2024-08-17T00:29:54.552240+0000","last_peered":"2024-08-17T00:29:54.552240+0000","last_clean":"2024-08-17T00:29:54.552240+0000","last_became_active":"2024-08-17T00:28:54.574354+0000","last_became_peered":"2024-08-17T00:28:54.574354+0000","last_unstale":"2024-08-17T00:29:54.552240+0000","last_undegraded":"2024-08-17T00:29:54.552240+0000","last_fullsized":"2024-08-17T00:29:54.552240+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:04:09.128433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267668+0000","last_change":"2024-08-17T00:28:54.576420+0000","last_active":"2024-08-17T00:29:54.267668+0000","last_peered":"2024-08-17T00:29:54.267668+0000","last_clean":"2024-08-17T00:29:54.267668+0000","last_became_active":"2024-08-17T00:28:54.576107+0000","last_became_peered":"2024-08-17T00:28:54.576107+0000","last_unstale":"2024-08-17T00:29:54.267668+0000","last_undegraded":"2024-08-17T00:29:54.267668+0000","last_fullsized":"2024-08-17T00:29:54.267668+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:43:26.454812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.551944+0000","last_change":"2024-08-17T00:28:54.575462+0000","last_active":"2024-08-17T00:29:54.551944+0000","last_peered":"2024-08-17T00:29:54.551944+0000","last_clean":"2024-08-17T00:29:54.551944+0000","last_became_active":"2024-08-17T00:28:54.573567+0000","last_became_peered":"2024-08-17T00:28:54.573567+0000","last_unstale":"2024-08-17T00:29:54.551944+0000","last_undegraded":"2024-08-17T00:29:54.551944+0000","last_fullsized":"2024-08-17T00:29:54.551944+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:25:34.851097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.261931+0000","last_change":"2024-08-17T00:28:54.573401+0000","last_active":"2024-08-17T00:29:54.261931+0000","last_peered":"2024-08-17T00:29:54.261931+0000","last_clean":"2024-08-17T00:29:54.261931+0000","last_became_active":"2024-08-17T00:28:54.573102+0000","last_became_peered":"2024-08-17T00:28:54.573102+0000","last_unstale":"2024-08-17T00:29:54.261931+0000","last_undegraded":"2024-08-17T00:29:54.261931+0000","last_fullsized":"2024-08-17T00:29:54.261931+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:26:28.261450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552779+0000","last_change":"2024-08-17T00:28:54.574326+0000","last_active":"2024-08-17T00:29:54.552779+0000","last_peered":"2024-08-17T00:29:54.552779+0000","last_clean":"2024-08-17T00:29:54.552779+0000","last_became_active":"2024-08-17T00:28:54.574004+0000","last_became_peered":"2024-08-17T00:28:54.574004+0000","last_unstale":"2024-08-17T00:29:54.552779+0000","last_undegraded":"2024-08-17T00:29:54.552779+0000","last_fullsized":"2024-08-17T00:29:54.552779+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:26:06.101801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.630318+0000","last_change":"2024-08-17T00:28:54.579346+0000","last_active":"2024-08-17T00:29:54.630318+0000","last_peered":"2024-08-17T00:29:54.630318+0000","last_clean":"2024-08-17T00:29:54.630318+0000","last_became_active":"2024-08-17T00:28:54.578850+0000","last_became_peered":"2024-08-17T00:28:54.578850+0000","last_unstale":"2024-08-17T00:29:54.630318+0000","last_undegraded":"2024-08-17T00:29:54.630318+0000","last_fullsized":"2024-08-17T00:29:54.630318+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:33:28.047652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.630317+0000","last_change":"2024-08-17T00:29:10.022823+0000","last_active":"2024-08-17T00:29:54.630317+0000","last_peered":"2024-08-17T00:29:54.630317+0000","last_clean":"2024-08-17T00:29:54.630317+0000","last_became_active":"2024-08-17T00:29:10.022483+0000","last_became_peered":"2024-08-17T00:29:10.022483+0000","last_unstale":"2024-08-17T00:29:54.630317+0000","last_undegraded":"2024-08-17T00:29:54.630317+0000","last_fullsized":"2024-08-17T00:29:54.630317+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:46:05.778867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262910+0000","last_change":"2024-08-17T00:28:54.566848+0000","last_active":"2024-08-17T00:29:54.262910+0000","last_peered":"2024-08-17T00:29:54.262910+0000","last_clean":"2024-08-17T00:29:54.262910+0000","last_became_active":"2024-08-17T00:28:54.566227+0000","last_became_peered":"2024-08-17T00:28:54.566227+0000","last_unstale":"2024-08-17T00:29:54.262910+0000","last_undegraded":"2024-08-17T00:29:54.262910+0000","last_fullsized":"2024-08-17T00:29:54.262910+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:50:50.496885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262230+0000","last_change":"2024-08-17T00:28:54.562879+0000","last_active":"2024-08-17T00:29:54.262230+0000","last_peered":"2024-08-17T00:29:54.262230+0000","last_clean":"2024-08-17T00:29:54.262230+0000","last_became_active":"2024-08-17T00:28:54.562609+0000","last_became_peered":"2024-08-17T00:28:54.562609+0000","last_unstale":"2024-08-17T00:29:54.262230+0000","last_undegraded":"2024-08-17T00:29:54.262230+0000","last_fullsized":"2024-08-17T00:29:54.262230+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:06:18.934726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262609+0000","last_change":"2024-08-17T00:28:54.575874+0000","last_active":"2024-08-17T00:29:54.262609+0000","last_peered":"2024-08-17T00:29:54.262609+0000","last_clean":"2024-08-17T00:29:54.262609+0000","last_became_active":"2024-08-17T00:28:54.575612+0000","last_became_peered":"2024-08-17T00:28:54.575612+0000","last_unstale":"2024-08-17T00:29:54.262609+0000","last_undegraded":"2024-08-17T00:29:54.262609+0000","last_fullsized":"2024-08-17T00:29:54.262609+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:40:02.226710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265204+0000","last_change":"2024-08-17T00:28:54.570533+0000","last_active":"2024-08-17T00:29:54.265204+0000","last_peered":"2024-08-17T00:29:54.265204+0000","last_clean":"2024-08-17T00:29:54.265204+0000","last_became_active":"2024-08-17T00:28:54.570217+0000","last_became_peered":"2024-08-17T00:28:54.570217+0000","last_unstale":"2024-08-17T00:29:54.265204+0000","last_undegraded":"2024-08-17T00:29:54.265204+0000","last_fullsized":"2024-08-17T00:29:54.265204+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:08:33.607075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267456+0000","last_change":"2024-08-17T00:28:54.578022+0000","last_active":"2024-08-17T00:29:54.267456+0000","last_peered":"2024-08-17T00:29:54.267456+0000","last_clean":"2024-08-17T00:29:54.267456+0000","last_became_active":"2024-08-17T00:28:54.577601+0000","last_became_peered":"2024-08-17T00:28:54.577601+0000","last_unstale":"2024-08-17T00:29:54.267456+0000","last_undegraded":"2024-08-17T00:29:54.267456+0000","last_fullsized":"2024-08-17T00:29:54.267456+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:08:26.476660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.268199+0000","last_change":"2024-08-17T00:28:54.578873+0000","last_active":"2024-08-17T00:29:54.268199+0000","last_peered":"2024-08-17T00:29:54.268199+0000","last_clean":"2024-08-17T00:29:54.268199+0000","last_became_active":"2024-08-17T00:28:54.578600+0000","last_became_peered":"2024-08-17T00:28:54.578600+0000","last_unstale":"2024-08-17T00:29:54.268199+0000","last_undegraded":"2024-08-17T00:29:54.268199+0000","last_fullsized":"2024-08-17T00:29:54.268199+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:53:22.660441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348435+0000","last_change":"2024-08-17T00:28:54.567643+0000","last_active":"2024-08-17T00:29:54.348435+0000","last_peered":"2024-08-17T00:29:54.348435+0000","last_clean":"2024-08-17T00:29:54.348435+0000","last_became_active":"2024-08-17T00:28:54.567372+0000","last_became_peered":"2024-08-17T00:28:54.567372+0000","last_unstale":"2024-08-17T00:29:54.348435+0000","last_undegraded":"2024-08-17T00:29:54.348435+0000","last_fullsized":"2024-08-17T00:29:54.348435+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:50:01.962096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552582+0000","last_change":"2024-08-17T00:28:54.573126+0000","last_active":"2024-08-17T00:29:54.552582+0000","last_peered":"2024-08-17T00:29:54.552582+0000","last_clean":"2024-08-17T00:29:54.552582+0000","last_became_active":"2024-08-17T00:28:54.572776+0000","last_became_peered":"2024-08-17T00:28:54.572776+0000","last_unstale":"2024-08-17T00:29:54.552582+0000","last_undegraded":"2024-08-17T00:29:54.552582+0000","last_fullsized":"2024-08-17T00:29:54.552582+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:39:12.572978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.630006+0000","last_change":"2024-08-17T00:29:10.131724+0000","last_active":"2024-08-17T00:29:54.630006+0000","last_peered":"2024-08-17T00:29:54.630006+0000","last_clean":"2024-08-17T00:29:54.630006+0000","last_became_active":"2024-08-17T00:29:10.131301+0000","last_became_peered":"2024-08-17T00:29:10.131301+0000","last_unstale":"2024-08-17T00:29:54.630006+0000","last_undegraded":"2024-08-17T00:29:54.630006+0000","last_fullsized":"2024-08-17T00:29:54.630006+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:30:09.973818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348294+0000","last_change":"2024-08-17T00:29:10.131353+0000","last_active":"2024-08-17T00:29:54.348294+0000","last_peered":"2024-08-17T00:29:54.348294+0000","last_clean":"2024-08-17T00:29:54.348294+0000","last_became_active":"2024-08-17T00:29:10.131066+0000","last_became_peered":"2024-08-17T00:29:10.131066+0000","last_unstale":"2024-08-17T00:29:54.348294+0000","last_undegraded":"2024-08-17T00:29:54.348294+0000","last_fullsized":"2024-08-17T00:29:54.348294+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:23:59.896393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267763+0000","last_change":"2024-08-17T00:28:54.581238+0000","last_active":"2024-08-17T00:29:54.267763+0000","last_peered":"2024-08-17T00:29:54.267763+0000","last_clean":"2024-08-17T00:29:54.267763+0000","last_became_active":"2024-08-17T00:28:54.580943+0000","last_became_peered":"2024-08-17T00:28:54.580943+0000","last_unstale":"2024-08-17T00:29:54.267763+0000","last_undegraded":"2024-08-17T00:29:54.267763+0000","last_fullsized":"2024-08-17T00:29:54.267763+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:28:51.010275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262043+0000","last_change":"2024-08-17T00:28:54.560873+0000","last_active":"2024-08-17T00:29:54.262043+0000","last_peered":"2024-08-17T00:29:54.262043+0000","last_clean":"2024-08-17T00:29:54.262043+0000","last_became_active":"2024-08-17T00:28:54.560626+0000","last_became_peered":"2024-08-17T00:28:54.560626+0000","last_unstale":"2024-08-17T00:29:54.262043+0000","last_undegraded":"2024-08-17T00:29:54.262043+0000","last_fullsized":"2024-08-17T00:29:54.262043+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:16:38.858694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267491+0000","last_change":"2024-08-17T00:28:54.570996+0000","last_active":"2024-08-17T00:29:54.267491+0000","last_peered":"2024-08-17T00:29:54.267491+0000","last_clean":"2024-08-17T00:29:54.267491+0000","last_became_active":"2024-08-17T00:28:54.570620+0000","last_became_peered":"2024-08-17T00:28:54.570620+0000","last_unstale":"2024-08-17T00:29:54.267491+0000","last_undegraded":"2024-08-17T00:29:54.267491+0000","last_fullsized":"2024-08-17T00:29:54.267491+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:06:22.454183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262359+0000","last_change":"2024-08-17T00:28:54.560724+0000","last_active":"2024-08-17T00:29:54.262359+0000","last_peered":"2024-08-17T00:29:54.262359+0000","last_clean":"2024-08-17T00:29:54.262359+0000","last_became_active":"2024-08-17T00:28:54.559342+0000","last_became_peered":"2024-08-17T00:28:54.559342+0000","last_unstale":"2024-08-17T00:29:54.262359+0000","last_undegraded":"2024-08-17T00:29:54.262359+0000","last_fullsized":"2024-08-17T00:29:54.262359+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:18:34.982457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.630379+0000","last_change":"2024-08-17T00:28:54.565235+0000","last_active":"2024-08-17T00:29:54.630379+0000","last_peered":"2024-08-17T00:29:54.630379+0000","last_clean":"2024-08-17T00:29:54.630379+0000","last_became_active":"2024-08-17T00:28:54.564878+0000","last_became_peered":"2024-08-17T00:28:54.564878+0000","last_unstale":"2024-08-17T00:29:54.630379+0000","last_undegraded":"2024-08-17T00:29:54.630379+0000","last_fullsized":"2024-08-17T00:29:54.630379+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:02:20.929399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265360+0000","last_change":"2024-08-17T00:28:54.565311+0000","last_active":"2024-08-17T00:29:54.265360+0000","last_peered":"2024-08-17T00:29:54.265360+0000","last_clean":"2024-08-17T00:29:54.265360+0000","last_became_active":"2024-08-17T00:28:54.565030+0000","last_became_peered":"2024-08-17T00:28:54.565030+0000","last_unstale":"2024-08-17T00:29:54.265360+0000","last_undegraded":"2024-08-17T00:29:54.265360+0000","last_fullsized":"2024-08-17T00:29:54.265360+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:10:49.142508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262698+0000","last_change":"2024-08-17T00:28:54.559743+0000","last_active":"2024-08-17T00:29:54.262698+0000","last_peered":"2024-08-17T00:29:54.262698+0000","last_clean":"2024-08-17T00:29:54.262698+0000","last_became_active":"2024-08-17T00:28:54.558966+0000","last_became_peered":"2024-08-17T00:28:54.558966+0000","last_unstale":"2024-08-17T00:29:54.262698+0000","last_undegraded":"2024-08-17T00:29:54.262698+0000","last_fullsized":"2024-08-17T00:29:54.262698+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:51:25.120580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262845+0000","last_change":"2024-08-17T00:28:54.570575+0000","last_active":"2024-08-17T00:29:54.262845+0000","last_peered":"2024-08-17T00:29:54.262845+0000","last_clean":"2024-08-17T00:29:54.262845+0000","last_became_active":"2024-08-17T00:28:54.569892+0000","last_became_peered":"2024-08-17T00:28:54.569892+0000","last_unstale":"2024-08-17T00:29:54.262845+0000","last_undegraded":"2024-08-17T00:29:54.262845+0000","last_fullsized":"2024-08-17T00:29:54.262845+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:48:43.557425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267758+0000","last_change":"2024-08-17T00:28:54.578201+0000","last_active":"2024-08-17T00:29:54.267758+0000","last_peered":"2024-08-17T00:29:54.267758+0000","last_clean":"2024-08-17T00:29:54.267758+0000","last_became_active":"2024-08-17T00:28:54.577928+0000","last_became_peered":"2024-08-17T00:28:54.577928+0000","last_unstale":"2024-08-17T00:29:54.267758+0000","last_undegraded":"2024-08-17T00:29:54.267758+0000","last_fullsized":"2024-08-17T00:29:54.267758+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:46:21.875648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348149+0000","last_change":"2024-08-17T00:28:54.572134+0000","last_active":"2024-08-17T00:29:54.348149+0000","last_peered":"2024-08-17T00:29:54.348149+0000","last_clean":"2024-08-17T00:29:54.348149+0000","last_became_active":"2024-08-17T00:28:54.571847+0000","last_became_peered":"2024-08-17T00:28:54.571847+0000","last_unstale":"2024-08-17T00:29:54.348149+0000","last_undegraded":"2024-08-17T00:29:54.348149+0000","last_fullsized":"2024-08-17T00:29:54.348149+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:59:58.108828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.629707+0000","last_change":"2024-08-17T00:28:54.578531+0000","last_active":"2024-08-17T00:29:54.629707+0000","last_peered":"2024-08-17T00:29:54.629707+0000","last_clean":"2024-08-17T00:29:54.629707+0000","last_became_active":"2024-08-17T00:28:54.578232+0000","last_became_peered":"2024-08-17T00:28:54.578232+0000","last_unstale":"2024-08-17T00:29:54.629707+0000","last_undegraded":"2024-08-17T00:29:54.629707+0000","last_fullsized":"2024-08-17T00:29:54.629707+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:03:06.972232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262726+0000","last_change":"2024-08-17T00:28:54.563988+0000","last_active":"2024-08-17T00:29:54.262726+0000","last_peered":"2024-08-17T00:29:54.262726+0000","last_clean":"2024-08-17T00:29:54.262726+0000","last_became_active":"2024-08-17T00:28:54.563683+0000","last_became_peered":"2024-08-17T00:28:54.563683+0000","last_unstale":"2024-08-17T00:29:54.262726+0000","last_undegraded":"2024-08-17T00:29:54.262726+0000","last_fullsized":"2024-08-17T00:29:54.262726+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:05:01.678441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262386+0000","last_change":"2024-08-17T00:28:51.327941+0000","last_active":"2024-08-17T00:29:54.262386+0000","last_peered":"2024-08-17T00:29:54.262386+0000","last_clean":"2024-08-17T00:29:54.262386+0000","last_became_active":"2024-08-17T00:28:51.327464+0000","last_became_peered":"2024-08-17T00:28:51.327464+0000","last_unstale":"2024-08-17T00:29:54.262386+0000","last_undegraded":"2024-08-17T00:29:54.262386+0000","last_fullsized":"2024-08-17T00:29:54.262386+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:56:42.853121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262947+0000","last_change":"2024-08-17T00:28:54.568941+0000","last_active":"2024-08-17T00:29:54.262947+0000","last_peered":"2024-08-17T00:29:54.262947+0000","last_clean":"2024-08-17T00:29:54.262947+0000","last_became_active":"2024-08-17T00:28:54.568474+0000","last_became_peered":"2024-08-17T00:28:54.568474+0000","last_unstale":"2024-08-17T00:29:54.262947+0000","last_undegraded":"2024-08-17T00:29:54.262947+0000","last_fullsized":"2024-08-17T00:29:54.262947+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:47:02.534879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.629966+0000","last_change":"2024-08-17T00:28:51.330117+0000","last_active":"2024-08-17T00:29:54.629966+0000","last_peered":"2024-08-17T00:29:54.629966+0000","last_clean":"2024-08-17T00:29:54.629966+0000","last_became_active":"2024-08-17T00:28:51.329595+0000","last_became_peered":"2024-08-17T00:28:51.329595+0000","last_unstale":"2024-08-17T00:29:54.629966+0000","last_undegraded":"2024-08-17T00:29:54.629966+0000","last_fullsized":"2024-08-17T00:29:54.629966+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:31:21.489599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262183+0000","last_change":"2024-08-17T00:28:51.326095+0000","last_active":"2024-08-17T00:29:54.262183+0000","last_peered":"2024-08-17T00:29:54.262183+0000","last_clean":"2024-08-17T00:29:54.262183+0000","last_became_active":"2024-08-17T00:28:51.325748+0000","last_became_peered":"2024-08-17T00:28:51.325748+0000","last_unstale":"2024-08-17T00:29:54.262183+0000","last_undegraded":"2024-08-17T00:29:54.262183+0000","last_fullsized":"2024-08-17T00:29:54.262183+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:26:54.184058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262020+0000","last_change":"2024-08-17T00:28:54.560686+0000","last_active":"2024-08-17T00:29:54.262020+0000","last_peered":"2024-08-17T00:29:54.262020+0000","last_clean":"2024-08-17T00:29:54.262020+0000","last_became_active":"2024-08-17T00:28:54.559258+0000","last_became_peered":"2024-08-17T00:28:54.559258+0000","last_unstale":"2024-08-17T00:29:54.262020+0000","last_undegraded":"2024-08-17T00:29:54.262020+0000","last_fullsized":"2024-08-17T00:29:54.262020+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:03:25.523387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267560+0000","last_change":"2024-08-17T00:28:51.328023+0000","last_active":"2024-08-17T00:29:54.267560+0000","last_peered":"2024-08-17T00:29:54.267560+0000","last_clean":"2024-08-17T00:29:54.267560+0000","last_became_active":"2024-08-17T00:28:51.327632+0000","last_became_peered":"2024-08-17T00:28:51.327632+0000","last_unstale":"2024-08-17T00:29:54.267560+0000","last_undegraded":"2024-08-17T00:29:54.267560+0000","last_fullsized":"2024-08-17T00:29:54.267560+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:14:49.647406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265104+0000","last_change":"2024-08-17T00:28:54.564257+0000","last_active":"2024-08-17T00:29:54.265104+0000","last_peered":"2024-08-17T00:29:54.265104+0000","last_clean":"2024-08-17T00:29:54.265104+0000","last_became_active":"2024-08-17T00:28:54.563989+0000","last_became_peered":"2024-08-17T00:28:54.563989+0000","last_unstale":"2024-08-17T00:29:54.265104+0000","last_undegraded":"2024-08-17T00:29:54.265104+0000","last_fullsized":"2024-08-17T00:29:54.265104+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:34:56.400272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.630376+0000","last_change":"2024-08-17T00:28:51.327717+0000","last_active":"2024-08-17T00:29:54.630376+0000","last_peered":"2024-08-17T00:29:54.630376+0000","last_clean":"2024-08-17T00:29:54.630376+0000","last_became_active":"2024-08-17T00:28:51.327183+0000","last_became_peered":"2024-08-17T00:28:51.327183+0000","last_unstale":"2024-08-17T00:29:54.630376+0000","last_undegraded":"2024-08-17T00:29:54.630376+0000","last_fullsized":"2024-08-17T00:29:54.630376+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:25:34.020379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.268015+0000","last_change":"2024-08-17T00:28:54.581596+0000","last_active":"2024-08-17T00:29:54.268015+0000","last_peered":"2024-08-17T00:29:54.268015+0000","last_clean":"2024-08-17T00:29:54.268015+0000","last_became_active":"2024-08-17T00:28:54.581312+0000","last_became_peered":"2024-08-17T00:28:54.581312+0000","last_unstale":"2024-08-17T00:29:54.268015+0000","last_undegraded":"2024-08-17T00:29:54.268015+0000","last_fullsized":"2024-08-17T00:29:54.268015+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:11:23.608191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.268054+0000","last_change":"2024-08-17T00:28:51.329168+0000","last_active":"2024-08-17T00:29:54.268054+0000","last_peered":"2024-08-17T00:29:54.268054+0000","last_clean":"2024-08-17T00:29:54.268054+0000","last_became_active":"2024-08-17T00:28:51.328822+0000","last_became_peered":"2024-08-17T00:28:51.328822+0000","last_unstale":"2024-08-17T00:29:54.268054+0000","last_undegraded":"2024-08-17T00:29:54.268054+0000","last_fullsized":"2024-08-17T00:29:54.268054+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:56:39.682103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.263845+0000","last_change":"2024-08-17T00:28:54.571584+0000","last_active":"2024-08-17T00:29:54.263845+0000","last_peered":"2024-08-17T00:29:54.263845+0000","last_clean":"2024-08-17T00:29:54.263845+0000","last_became_active":"2024-08-17T00:28:54.571136+0000","last_became_peered":"2024-08-17T00:28:54.571136+0000","last_unstale":"2024-08-17T00:29:54.263845+0000","last_undegraded":"2024-08-17T00:29:54.263845+0000","last_fullsized":"2024-08-17T00:29:54.263845+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:07:32.824713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265433+0000","last_change":"2024-08-17T00:28:51.326327+0000","last_active":"2024-08-17T00:29:54.265433+0000","last_peered":"2024-08-17T00:29:54.265433+0000","last_clean":"2024-08-17T00:29:54.265433+0000","last_became_active":"2024-08-17T00:28:51.325792+0000","last_became_peered":"2024-08-17T00:28:51.325792+0000","last_unstale":"2024-08-17T00:29:54.265433+0000","last_undegraded":"2024-08-17T00:29:54.265433+0000","last_fullsized":"2024-08-17T00:29:54.265433+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:46:15.450671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348285+0000","last_change":"2024-08-17T00:29:09.822555+0000","last_active":"2024-08-17T00:29:54.348285+0000","last_peered":"2024-08-17T00:29:54.348285+0000","last_clean":"2024-08-17T00:29:54.348285+0000","last_became_active":"2024-08-17T00:29:09.822223+0000","last_became_peered":"2024-08-17T00:29:09.822223+0000","last_unstale":"2024-08-17T00:29:54.348285+0000","last_undegraded":"2024-08-17T00:29:54.348285+0000","last_fullsized":"2024-08-17T00:29:54.348285+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:10:21.766635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.630033+0000","last_change":"2024-08-17T00:28:51.325954+0000","last_active":"2024-08-17T00:29:54.630033+0000","last_peered":"2024-08-17T00:29:54.630033+0000","last_clean":"2024-08-17T00:29:54.630033+0000","last_became_active":"2024-08-17T00:28:51.325615+0000","last_became_peered":"2024-08-17T00:28:51.325615+0000","last_unstale":"2024-08-17T00:29:54.630033+0000","last_undegraded":"2024-08-17T00:29:54.630033+0000","last_fullsized":"2024-08-17T00:29:54.630033+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:23:44.143722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552391+0000","last_change":"2024-08-17T00:28:54.570922+0000","last_active":"2024-08-17T00:29:54.552391+0000","last_peered":"2024-08-17T00:29:54.552391+0000","last_clean":"2024-08-17T00:29:54.552391+0000","last_became_active":"2024-08-17T00:28:54.570648+0000","last_became_peered":"2024-08-17T00:28:54.570648+0000","last_unstale":"2024-08-17T00:29:54.552391+0000","last_undegraded":"2024-08-17T00:29:54.552391+0000","last_fullsized":"2024-08-17T00:29:54.552391+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:04:04.313911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262966+0000","last_change":"2024-08-17T00:28:51.319418+0000","last_active":"2024-08-17T00:29:54.262966+0000","last_peered":"2024-08-17T00:29:54.262966+0000","last_clean":"2024-08-17T00:29:54.262966+0000","last_became_active":"2024-08-17T00:28:51.319126+0000","last_became_peered":"2024-08-17T00:28:51.319126+0000","last_unstale":"2024-08-17T00:29:54.262966+0000","last_undegraded":"2024-08-17T00:29:54.262966+0000","last_fullsized":"2024-08-17T00:29:54.262966+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:05:42.776436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262680+0000","last_change":"2024-08-17T00:28:54.567004+0000","last_active":"2024-08-17T00:29:54.262680+0000","last_peered":"2024-08-17T00:29:54.262680+0000","last_clean":"2024-08-17T00:29:54.262680+0000","last_became_active":"2024-08-17T00:28:54.566761+0000","last_became_peered":"2024-08-17T00:28:54.566761+0000","last_unstale":"2024-08-17T00:29:54.262680+0000","last_undegraded":"2024-08-17T00:29:54.262680+0000","last_fullsized":"2024-08-17T00:29:54.262680+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:26:27.508839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267885+0000","last_change":"2024-08-17T00:28:51.328142+0000","last_active":"2024-08-17T00:29:54.267885+0000","last_peered":"2024-08-17T00:29:54.267885+0000","last_clean":"2024-08-17T00:29:54.267885+0000","last_became_active":"2024-08-17T00:28:51.327806+0000","last_became_peered":"2024-08-17T00:28:51.327806+0000","last_unstale":"2024-08-17T00:29:54.267885+0000","last_undegraded":"2024-08-17T00:29:54.267885+0000","last_fullsized":"2024-08-17T00:29:54.267885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:05:22.774743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552263+0000","last_change":"2024-08-17T00:28:54.574829+0000","last_active":"2024-08-17T00:29:54.552263+0000","last_peered":"2024-08-17T00:29:54.552263+0000","last_clean":"2024-08-17T00:29:54.552263+0000","last_became_active":"2024-08-17T00:28:54.574427+0000","last_became_peered":"2024-08-17T00:28:54.574427+0000","last_unstale":"2024-08-17T00:29:54.552263+0000","last_undegraded":"2024-08-17T00:29:54.552263+0000","last_fullsized":"2024-08-17T00:29:54.552263+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:20:41.865936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.629922+0000","last_change":"2024-08-17T00:28:51.323660+0000","last_active":"2024-08-17T00:29:54.629922+0000","last_peered":"2024-08-17T00:29:54.629922+0000","last_clean":"2024-08-17T00:29:54.629922+0000","last_became_active":"2024-08-17T00:28:51.323353+0000","last_became_peered":"2024-08-17T00:28:51.323353+0000","last_unstale":"2024-08-17T00:29:54.629922+0000","last_undegraded":"2024-08-17T00:29:54.629922+0000","last_fullsized":"2024-08-17T00:29:54.629922+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:42:29.168696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.629777+0000","last_change":"2024-08-17T00:28:54.577818+0000","last_active":"2024-08-17T00:29:54.629777+0000","last_peered":"2024-08-17T00:29:54.629777+0000","last_clean":"2024-08-17T00:29:54.629777+0000","last_became_active":"2024-08-17T00:28:54.577528+0000","last_became_peered":"2024-08-17T00:28:54.577528+0000","last_unstale":"2024-08-17T00:29:54.629777+0000","last_undegraded":"2024-08-17T00:29:54.629777+0000","last_fullsized":"2024-08-17T00:29:54.629777+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:07:02.921564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348214+0000","last_change":"2024-08-17T00:28:51.328550+0000","last_active":"2024-08-17T00:29:54.348214+0000","last_peered":"2024-08-17T00:29:54.348214+0000","last_clean":"2024-08-17T00:29:54.348214+0000","last_became_active":"2024-08-17T00:28:51.325170+0000","last_became_peered":"2024-08-17T00:28:51.325170+0000","last_unstale":"2024-08-17T00:29:54.348214+0000","last_undegraded":"2024-08-17T00:29:54.348214+0000","last_fullsized":"2024-08-17T00:29:54.348214+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:38:18.656167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552037+0000","last_change":"2024-08-17T00:28:54.575656+0000","last_active":"2024-08-17T00:29:54.552037+0000","last_peered":"2024-08-17T00:29:54.552037+0000","last_clean":"2024-08-17T00:29:54.552037+0000","last_became_active":"2024-08-17T00:28:54.575258+0000","last_became_peered":"2024-08-17T00:28:54.575258+0000","last_unstale":"2024-08-17T00:29:54.552037+0000","last_undegraded":"2024-08-17T00:29:54.552037+0000","last_fullsized":"2024-08-17T00:29:54.552037+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:06:10.714768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.263384+0000","last_change":"2024-08-17T00:28:51.327296+0000","last_active":"2024-08-17T00:29:54.263384+0000","last_peered":"2024-08-17T00:29:54.263384+0000","last_clean":"2024-08-17T00:29:54.263384+0000","last_became_active":"2024-08-17T00:28:51.326894+0000","last_became_peered":"2024-08-17T00:28:51.326894+0000","last_unstale":"2024-08-17T00:29:54.263384+0000","last_undegraded":"2024-08-17T00:29:54.263384+0000","last_fullsized":"2024-08-17T00:29:54.263384+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:49:48.075502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552575+0000","last_change":"2024-08-17T00:28:54.575861+0000","last_active":"2024-08-17T00:29:54.552575+0000","last_peered":"2024-08-17T00:29:54.552575+0000","last_clean":"2024-08-17T00:29:54.552575+0000","last_became_active":"2024-08-17T00:28:54.574651+0000","last_became_peered":"2024-08-17T00:28:54.574651+0000","last_unstale":"2024-08-17T00:29:54.552575+0000","last_undegraded":"2024-08-17T00:29:54.552575+0000","last_fullsized":"2024-08-17T00:29:54.552575+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:02:13.029705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348521+0000","last_change":"2024-08-17T00:28:51.329256+0000","last_active":"2024-08-17T00:29:54.348521+0000","last_peered":"2024-08-17T00:29:54.348521+0000","last_clean":"2024-08-17T00:29:54.348521+0000","last_became_active":"2024-08-17T00:28:51.328979+0000","last_became_peered":"2024-08-17T00:28:51.328979+0000","last_unstale":"2024-08-17T00:29:54.348521+0000","last_undegraded":"2024-08-17T00:29:54.348521+0000","last_fullsized":"2024-08-17T00:29:54.348521+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:38:27.286267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552708+0000","last_change":"2024-08-17T00:28:54.575051+0000","last_active":"2024-08-17T00:29:54.552708+0000","last_peered":"2024-08-17T00:29:54.552708+0000","last_clean":"2024-08-17T00:29:54.552708+0000","last_became_active":"2024-08-17T00:28:54.574702+0000","last_became_peered":"2024-08-17T00:28:54.574702+0000","last_unstale":"2024-08-17T00:29:54.552708+0000","last_undegraded":"2024-08-17T00:29:54.552708+0000","last_fullsized":"2024-08-17T00:29:54.552708+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:56:57.668415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265461+0000","last_change":"2024-08-17T00:28:51.328723+0000","last_active":"2024-08-17T00:29:54.265461+0000","last_peered":"2024-08-17T00:29:54.265461+0000","last_clean":"2024-08-17T00:29:54.265461+0000","last_became_active":"2024-08-17T00:28:51.328449+0000","last_became_peered":"2024-08-17T00:28:51.328449+0000","last_unstale":"2024-08-17T00:29:54.265461+0000","last_undegraded":"2024-08-17T00:29:54.265461+0000","last_fullsized":"2024-08-17T00:29:54.265461+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:51:32.156697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267933+0000","last_change":"2024-08-17T00:28:54.579946+0000","last_active":"2024-08-17T00:29:54.267933+0000","last_peered":"2024-08-17T00:29:54.267933+0000","last_clean":"2024-08-17T00:29:54.267933+0000","last_became_active":"2024-08-17T00:28:54.579639+0000","last_became_peered":"2024-08-17T00:28:54.579639+0000","last_unstale":"2024-08-17T00:29:54.267933+0000","last_undegraded":"2024-08-17T00:29:54.267933+0000","last_fullsized":"2024-08-17T00:29:54.267933+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:22:27.137076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348449+0000","last_change":"2024-08-17T00:28:51.325467+0000","last_active":"2024-08-17T00:29:54.348449+0000","last_peered":"2024-08-17T00:29:54.348449+0000","last_clean":"2024-08-17T00:29:54.348449+0000","last_became_active":"2024-08-17T00:28:51.324967+0000","last_became_peered":"2024-08-17T00:28:51.324967+0000","last_unstale":"2024-08-17T00:29:54.348449+0000","last_undegraded":"2024-08-17T00:29:54.348449+0000","last_fullsized":"2024-08-17T00:29:54.348449+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:56:13.433150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552490+0000","last_change":"2024-08-17T00:28:54.576647+0000","last_active":"2024-08-17T00:29:54.552490+0000","last_peered":"2024-08-17T00:29:54.552490+0000","last_clean":"2024-08-17T00:29:54.552490+0000","last_became_active":"2024-08-17T00:28:54.576341+0000","last_became_peered":"2024-08-17T00:28:54.576341+0000","last_unstale":"2024-08-17T00:29:54.552490+0000","last_undegraded":"2024-08-17T00:29:54.552490+0000","last_fullsized":"2024-08-17T00:29:54.552490+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:55:25.724090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:58.836143+0000","last_change":"2024-08-17T00:29:54.630511+0000","last_active":"2024-08-17T00:29:58.836143+0000","last_peered":"2024-08-17T00:29:58.836143+0000","last_clean":"2024-08-17T00:29:58.836143+0000","last_became_active":"2024-08-17T00:29:49.258065+0000","last_became_peered":"2024-08-17T00:29:49.258065+0000","last_unstale":"2024-08-17T00:29:58.836143+0000","last_undegraded":"2024-08-17T00:29:58.836143+0000","last_fullsized":"2024-08-17T00:29:58.836143+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:28:23.460473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035314500000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":281,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552271+0000","last_change":"2024-08-17T00:28:25.994679+0000","last_active":"2024-08-17T00:29:54.552271+0000","last_peered":"2024-08-17T00:29:54.552271+0000","last_clean":"2024-08-17T00:29:54.552271+0000","last_became_active":"2024-08-17T00:28:25.994384+0000","last_became_peered":"2024-08-17T00:28:25.994384+0000","last_unstale":"2024-08-17T00:29:54.552271+0000","last_undegraded":"2024-08-17T00:29:54.552271+0000","last_fullsized":"2024-08-17T00:29:54.552271+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:26:23.036791+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:26:23.036791+0000","last_clean_scrub_stamp":"2024-08-17T00:26:23.036791+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:40:06.327468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267718+0000","last_change":"2024-08-17T00:28:51.331596+0000","last_active":"2024-08-17T00:29:54.267718+0000","last_peered":"2024-08-17T00:29:54.267718+0000","last_clean":"2024-08-17T00:29:54.267718+0000","last_became_active":"2024-08-17T00:28:51.331079+0000","last_became_peered":"2024-08-17T00:28:51.331079+0000","last_unstale":"2024-08-17T00:29:54.267718+0000","last_undegraded":"2024-08-17T00:29:54.267718+0000","last_fullsized":"2024-08-17T00:29:54.267718+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:39:37.518738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262384+0000","last_change":"2024-08-17T00:28:54.573762+0000","last_active":"2024-08-17T00:29:54.262384+0000","last_peered":"2024-08-17T00:29:54.262384+0000","last_clean":"2024-08-17T00:29:54.262384+0000","last_became_active":"2024-08-17T00:28:54.573481+0000","last_became_peered":"2024-08-17T00:28:54.573481+0000","last_unstale":"2024-08-17T00:29:54.262384+0000","last_undegraded":"2024-08-17T00:29:54.262384+0000","last_fullsized":"2024-08-17T00:29:54.262384+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:04:25.018485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:58.832318+0000","last_change":"2024-08-17T00:29:54.263564+0000","last_active":"2024-08-17T00:29:58.832318+0000","last_peered":"2024-08-17T00:29:58.832318+0000","last_clean":"2024-08-17T00:29:58.832318+0000","last_became_active":"2024-08-17T00:29:49.748307+0000","last_became_peered":"2024-08-17T00:29:49.748307+0000","last_unstale":"2024-08-17T00:29:58.832318+0000","last_undegraded":"2024-08-17T00:29:58.832318+0000","last_fullsized":"2024-08-17T00:29:58.832318+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:13:43.193464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031736699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348114+0000","last_change":"2024-08-17T00:29:10.131248+0000","last_active":"2024-08-17T00:29:54.348114+0000","last_peered":"2024-08-17T00:29:54.348114+0000","last_clean":"2024-08-17T00:29:54.348114+0000","last_became_active":"2024-08-17T00:29:10.130945+0000","last_became_peered":"2024-08-17T00:29:10.130945+0000","last_unstale":"2024-08-17T00:29:54.348114+0000","last_undegraded":"2024-08-17T00:29:54.348114+0000","last_fullsized":"2024-08-17T00:29:54.348114+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:36:18.031074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262390+0000","last_change":"2024-08-17T00:28:54.566966+0000","last_active":"2024-08-17T00:29:54.262390+0000","last_peered":"2024-08-17T00:29:54.262390+0000","last_clean":"2024-08-17T00:29:54.262390+0000","last_became_active":"2024-08-17T00:28:54.566714+0000","last_became_peered":"2024-08-17T00:28:54.566714+0000","last_unstale":"2024-08-17T00:29:54.262390+0000","last_undegraded":"2024-08-17T00:29:54.262390+0000","last_fullsized":"2024-08-17T00:29:54.262390+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:29:11.485111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:58.832302+0000","last_change":"2024-08-17T00:29:54.265929+0000","last_active":"2024-08-17T00:29:58.832302+0000","last_peered":"2024-08-17T00:29:58.832302+0000","last_clean":"2024-08-17T00:29:58.832302+0000","last_became_active":"2024-08-17T00:29:49.406281+0000","last_became_peered":"2024-08-17T00:29:49.406281+0000","last_unstale":"2024-08-17T00:29:58.832302+0000","last_undegraded":"2024-08-17T00:29:58.832302+0000","last_fullsized":"2024-08-17T00:29:58.832302+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:46:33.204963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035572199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348191+0000","last_change":"2024-08-17T00:28:51.320090+0000","last_active":"2024-08-17T00:29:54.348191+0000","last_peered":"2024-08-17T00:29:54.348191+0000","last_clean":"2024-08-17T00:29:54.348191+0000","last_became_active":"2024-08-17T00:28:51.319675+0000","last_became_peered":"2024-08-17T00:28:51.319675+0000","last_unstale":"2024-08-17T00:29:54.348191+0000","last_undegraded":"2024-08-17T00:29:54.348191+0000","last_fullsized":"2024-08-17T00:29:54.348191+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:09:38.665430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265102+0000","last_change":"2024-08-17T00:28:54.562800+0000","last_active":"2024-08-17T00:29:54.265102+0000","last_peered":"2024-08-17T00:29:54.265102+0000","last_clean":"2024-08-17T00:29:54.265102+0000","last_became_active":"2024-08-17T00:28:54.562198+0000","last_became_peered":"2024-08-17T00:28:54.562198+0000","last_unstale":"2024-08-17T00:29:54.265102+0000","last_undegraded":"2024-08-17T00:29:54.265102+0000","last_fullsized":"2024-08-17T00:29:54.265102+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:12:49.143692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:58.831803+0000","last_change":"2024-08-17T00:29:54.265683+0000","last_active":"2024-08-17T00:29:58.831803+0000","last_peered":"2024-08-17T00:29:58.831803+0000","last_clean":"2024-08-17T00:29:58.831803+0000","last_became_active":"2024-08-17T00:29:49.748381+0000","last_became_peered":"2024-08-17T00:29:49.748381+0000","last_unstale":"2024-08-17T00:29:58.831803+0000","last_undegraded":"2024-08-17T00:29:58.831803+0000","last_fullsized":"2024-08-17T00:29:58.831803+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:07:27.080745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034597700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267886+0000","last_change":"2024-08-17T00:28:51.328231+0000","last_active":"2024-08-17T00:29:54.267886+0000","last_peered":"2024-08-17T00:29:54.267886+0000","last_clean":"2024-08-17T00:29:54.267886+0000","last_became_active":"2024-08-17T00:28:51.327650+0000","last_became_peered":"2024-08-17T00:28:51.327650+0000","last_unstale":"2024-08-17T00:29:54.267886+0000","last_undegraded":"2024-08-17T00:29:54.267886+0000","last_fullsized":"2024-08-17T00:29:54.267886+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:52:37.146252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.263201+0000","last_change":"2024-08-17T00:28:54.564228+0000","last_active":"2024-08-17T00:29:54.263201+0000","last_peered":"2024-08-17T00:29:54.263201+0000","last_clean":"2024-08-17T00:29:54.263201+0000","last_became_active":"2024-08-17T00:28:54.563780+0000","last_became_peered":"2024-08-17T00:28:54.563780+0000","last_unstale":"2024-08-17T00:29:54.263201+0000","last_undegraded":"2024-08-17T00:29:54.263201+0000","last_fullsized":"2024-08-17T00:29:54.263201+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:03:34.248176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:58.832333+0000","last_change":"2024-08-17T00:29:54.266250+0000","last_active":"2024-08-17T00:29:58.832333+0000","last_peered":"2024-08-17T00:29:58.832333+0000","last_clean":"2024-08-17T00:29:58.832333+0000","last_became_active":"2024-08-17T00:29:49.406182+0000","last_became_peered":"2024-08-17T00:29:49.406182+0000","last_unstale":"2024-08-17T00:29:58.832333+0000","last_undegraded":"2024-08-17T00:29:58.832333+0000","last_fullsized":"2024-08-17T00:29:58.832333+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:04:37.867481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010528029999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265554+0000","last_change":"2024-08-17T00:28:51.327717+0000","last_active":"2024-08-17T00:29:54.265554+0000","last_peered":"2024-08-17T00:29:54.265554+0000","last_clean":"2024-08-17T00:29:54.265554+0000","last_became_active":"2024-08-17T00:28:51.327448+0000","last_became_peered":"2024-08-17T00:28:51.327448+0000","last_unstale":"2024-08-17T00:29:54.265554+0000","last_undegraded":"2024-08-17T00:29:54.265554+0000","last_fullsized":"2024-08-17T00:29:54.265554+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:20:16.808858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267966+0000","last_change":"2024-08-17T00:28:54.573114+0000","last_active":"2024-08-17T00:29:54.267966+0000","last_peered":"2024-08-17T00:29:54.267966+0000","last_clean":"2024-08-17T00:29:54.267966+0000","last_became_active":"2024-08-17T00:28:54.572812+0000","last_became_peered":"2024-08-17T00:28:54.572812+0000","last_unstale":"2024-08-17T00:29:54.267966+0000","last_undegraded":"2024-08-17T00:29:54.267966+0000","last_fullsized":"2024-08-17T00:29:54.267966+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:58:30.909928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:58.832140+0000","last_change":"2024-08-17T00:29:54.263198+0000","last_active":"2024-08-17T00:29:58.832140+0000","last_peered":"2024-08-17T00:29:58.832140+0000","last_clean":"2024-08-17T00:29:58.832140+0000","last_became_active":"2024-08-17T00:29:49.406246+0000","last_became_peered":"2024-08-17T00:29:49.406246+0000","last_unstale":"2024-08-17T00:29:58.832140+0000","last_undegraded":"2024-08-17T00:29:58.832140+0000","last_fullsized":"2024-08-17T00:29:58.832140+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:41:21.262410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057580700000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552677+0000","last_change":"2024-08-17T00:28:51.333847+0000","last_active":"2024-08-17T00:29:54.552677+0000","last_peered":"2024-08-17T00:29:54.552677+0000","last_clean":"2024-08-17T00:29:54.552677+0000","last_became_active":"2024-08-17T00:28:51.333549+0000","last_became_peered":"2024-08-17T00:28:51.333549+0000","last_unstale":"2024-08-17T00:29:54.552677+0000","last_undegraded":"2024-08-17T00:29:54.552677+0000","last_fullsized":"2024-08-17T00:29:54.552677+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:19:51.114846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265518+0000","last_change":"2024-08-17T00:28:54.571437+0000","last_active":"2024-08-17T00:29:54.265518+0000","last_peered":"2024-08-17T00:29:54.265518+0000","last_clean":"2024-08-17T00:29:54.265518+0000","last_became_active":"2024-08-17T00:28:54.571036+0000","last_became_peered":"2024-08-17T00:28:54.571036+0000","last_unstale":"2024-08-17T00:29:54.265518+0000","last_undegraded":"2024-08-17T00:29:54.265518+0000","last_fullsized":"2024-08-17T00:29:54.265518+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:53:54.656559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:59.273664+0000","last_change":"2024-08-17T00:29:54.262221+0000","last_active":"2024-08-17T00:29:59.273664+0000","last_peered":"2024-08-17T00:29:59.273664+0000","last_clean":"2024-08-17T00:29:59.273664+0000","last_became_active":"2024-08-17T00:29:49.258994+0000","last_became_peered":"2024-08-17T00:29:49.258994+0000","last_unstale":"2024-08-17T00:29:59.273664+0000","last_undegraded":"2024-08-17T00:29:59.273664+0000","last_fullsized":"2024-08-17T00:29:59.273664+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:32:12.353964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000338656,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265711+0000","last_change":"2024-08-17T00:28:51.326316+0000","last_active":"2024-08-17T00:29:54.265711+0000","last_peered":"2024-08-17T00:29:54.265711+0000","last_clean":"2024-08-17T00:29:54.265711+0000","last_became_active":"2024-08-17T00:28:51.325409+0000","last_became_peered":"2024-08-17T00:28:51.325409+0000","last_unstale":"2024-08-17T00:29:54.265711+0000","last_undegraded":"2024-08-17T00:29:54.265711+0000","last_fullsized":"2024-08-17T00:29:54.265711+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:02:09.112172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262432+0000","last_change":"2024-08-17T00:28:54.568313+0000","last_active":"2024-08-17T00:29:54.262432+0000","last_peered":"2024-08-17T00:29:54.262432+0000","last_clean":"2024-08-17T00:29:54.262432+0000","last_became_active":"2024-08-17T00:28:54.568023+0000","last_became_peered":"2024-08-17T00:28:54.568023+0000","last_unstale":"2024-08-17T00:29:54.262432+0000","last_undegraded":"2024-08-17T00:29:54.262432+0000","last_fullsized":"2024-08-17T00:29:54.262432+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:12:05.128374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:29:58.836685+0000","last_change":"2024-08-17T00:29:54.263473+0000","last_active":"2024-08-17T00:29:58.836685+0000","last_peered":"2024-08-17T00:29:58.836685+0000","last_clean":"2024-08-17T00:29:58.836685+0000","last_became_active":"2024-08-17T00:29:49.406195+0000","last_became_peered":"2024-08-17T00:29:49.406195+0000","last_unstale":"2024-08-17T00:29:58.836685+0000","last_undegraded":"2024-08-17T00:29:58.836685+0000","last_fullsized":"2024-08-17T00:29:58.836685+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:35:27.392592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091054299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.630379+0000","last_change":"2024-08-17T00:28:51.328836+0000","last_active":"2024-08-17T00:29:54.630379+0000","last_peered":"2024-08-17T00:29:54.630379+0000","last_clean":"2024-08-17T00:29:54.630379+0000","last_became_active":"2024-08-17T00:28:51.328564+0000","last_became_peered":"2024-08-17T00:28:51.328564+0000","last_unstale":"2024-08-17T00:29:54.630379+0000","last_undegraded":"2024-08-17T00:29:54.630379+0000","last_fullsized":"2024-08-17T00:29:54.630379+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:52:23.384151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.263127+0000","last_change":"2024-08-17T00:28:54.565980+0000","last_active":"2024-08-17T00:29:54.263127+0000","last_peered":"2024-08-17T00:29:54.263127+0000","last_clean":"2024-08-17T00:29:54.263127+0000","last_became_active":"2024-08-17T00:28:54.565570+0000","last_became_peered":"2024-08-17T00:28:54.565570+0000","last_unstale":"2024-08-17T00:29:54.263127+0000","last_undegraded":"2024-08-17T00:29:54.263127+0000","last_fullsized":"2024-08-17T00:29:54.263127+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:10:06.521719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552082+0000","last_change":"2024-08-17T00:28:51.332189+0000","last_active":"2024-08-17T00:29:54.552082+0000","last_peered":"2024-08-17T00:29:54.552082+0000","last_clean":"2024-08-17T00:29:54.552082+0000","last_became_active":"2024-08-17T00:28:51.331899+0000","last_became_peered":"2024-08-17T00:28:51.331899+0000","last_unstale":"2024-08-17T00:29:54.552082+0000","last_undegraded":"2024-08-17T00:29:54.552082+0000","last_fullsized":"2024-08-17T00:29:54.552082+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:13:31.615359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262999+0000","last_change":"2024-08-17T00:28:54.568494+0000","last_active":"2024-08-17T00:29:54.262999+0000","last_peered":"2024-08-17T00:29:54.262999+0000","last_clean":"2024-08-17T00:29:54.262999+0000","last_became_active":"2024-08-17T00:28:54.568181+0000","last_became_peered":"2024-08-17T00:28:54.568181+0000","last_unstale":"2024-08-17T00:29:54.262999+0000","last_undegraded":"2024-08-17T00:29:54.262999+0000","last_fullsized":"2024-08-17T00:29:54.262999+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:11:29.328959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265233+0000","last_change":"2024-08-17T00:28:51.326772+0000","last_active":"2024-08-17T00:29:54.265233+0000","last_peered":"2024-08-17T00:29:54.265233+0000","last_clean":"2024-08-17T00:29:54.265233+0000","last_became_active":"2024-08-17T00:28:51.326497+0000","last_became_peered":"2024-08-17T00:28:51.326497+0000","last_unstale":"2024-08-17T00:29:54.265233+0000","last_undegraded":"2024-08-17T00:29:54.265233+0000","last_fullsized":"2024-08-17T00:29:54.265233+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:05:09.286197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262020+0000","last_change":"2024-08-17T00:28:54.561342+0000","last_active":"2024-08-17T00:29:54.262020+0000","last_peered":"2024-08-17T00:29:54.262020+0000","last_clean":"2024-08-17T00:29:54.262020+0000","last_became_active":"2024-08-17T00:28:54.561094+0000","last_became_peered":"2024-08-17T00:28:54.561094+0000","last_unstale":"2024-08-17T00:29:54.262020+0000","last_undegraded":"2024-08-17T00:29:54.262020+0000","last_fullsized":"2024-08-17T00:29:54.262020+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:00:58.104796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.265613+0000","last_change":"2024-08-17T00:28:51.329663+0000","last_active":"2024-08-17T00:29:54.265613+0000","last_peered":"2024-08-17T00:29:54.265613+0000","last_clean":"2024-08-17T00:29:54.265613+0000","last_became_active":"2024-08-17T00:28:51.329383+0000","last_became_peered":"2024-08-17T00:28:51.329383+0000","last_unstale":"2024-08-17T00:29:54.265613+0000","last_undegraded":"2024-08-17T00:29:54.265613+0000","last_fullsized":"2024-08-17T00:29:54.265613+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:47:01.620179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262300+0000","last_change":"2024-08-17T00:28:54.560584+0000","last_active":"2024-08-17T00:29:54.262300+0000","last_peered":"2024-08-17T00:29:54.262300+0000","last_clean":"2024-08-17T00:29:54.262300+0000","last_became_active":"2024-08-17T00:28:54.559139+0000","last_became_peered":"2024-08-17T00:28:54.559139+0000","last_unstale":"2024-08-17T00:29:54.262300+0000","last_undegraded":"2024-08-17T00:29:54.262300+0000","last_fullsized":"2024-08-17T00:29:54.262300+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:31:14.396405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552454+0000","last_change":"2024-08-17T00:28:51.328407+0000","last_active":"2024-08-17T00:29:54.552454+0000","last_peered":"2024-08-17T00:29:54.552454+0000","last_clean":"2024-08-17T00:29:54.552454+0000","last_became_active":"2024-08-17T00:28:51.328131+0000","last_became_peered":"2024-08-17T00:28:51.328131+0000","last_unstale":"2024-08-17T00:29:54.552454+0000","last_undegraded":"2024-08-17T00:29:54.552454+0000","last_fullsized":"2024-08-17T00:29:54.552454+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:29:01.771321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.629837+0000","last_change":"2024-08-17T00:28:54.564480+0000","last_active":"2024-08-17T00:29:54.629837+0000","last_peered":"2024-08-17T00:29:54.629837+0000","last_clean":"2024-08-17T00:29:54.629837+0000","last_became_active":"2024-08-17T00:28:54.564182+0000","last_became_peered":"2024-08-17T00:28:54.564182+0000","last_unstale":"2024-08-17T00:29:54.629837+0000","last_undegraded":"2024-08-17T00:29:54.629837+0000","last_fullsized":"2024-08-17T00:29:54.629837+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:28:33.100884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.348276+0000","last_change":"2024-08-17T00:29:10.132038+0000","last_active":"2024-08-17T00:29:54.348276+0000","last_peered":"2024-08-17T00:29:54.348276+0000","last_clean":"2024-08-17T00:29:54.348276+0000","last_became_active":"2024-08-17T00:29:10.131702+0000","last_became_peered":"2024-08-17T00:29:10.131702+0000","last_unstale":"2024-08-17T00:29:54.348276+0000","last_undegraded":"2024-08-17T00:29:54.348276+0000","last_fullsized":"2024-08-17T00:29:54.348276+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:54:12.663491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552407+0000","last_change":"2024-08-17T00:28:51.334870+0000","last_active":"2024-08-17T00:29:54.552407+0000","last_peered":"2024-08-17T00:29:54.552407+0000","last_clean":"2024-08-17T00:29:54.552407+0000","last_became_active":"2024-08-17T00:28:51.334533+0000","last_became_peered":"2024-08-17T00:28:51.334533+0000","last_unstale":"2024-08-17T00:29:54.552407+0000","last_undegraded":"2024-08-17T00:29:54.552407+0000","last_fullsized":"2024-08-17T00:29:54.552407+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:14:50.007928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.267819+0000","last_change":"2024-08-17T00:28:54.577302+0000","last_active":"2024-08-17T00:29:54.267819+0000","last_peered":"2024-08-17T00:29:54.267819+0000","last_clean":"2024-08-17T00:29:54.267819+0000","last_became_active":"2024-08-17T00:28:54.576971+0000","last_became_peered":"2024-08-17T00:28:54.576971+0000","last_unstale":"2024-08-17T00:29:54.267819+0000","last_undegraded":"2024-08-17T00:29:54.267819+0000","last_fullsized":"2024-08-17T00:29:54.267819+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:27:07.692228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.552554+0000","last_change":"2024-08-17T00:28:51.333142+0000","last_active":"2024-08-17T00:29:54.552554+0000","last_peered":"2024-08-17T00:29:54.552554+0000","last_clean":"2024-08-17T00:29:54.552554+0000","last_became_active":"2024-08-17T00:28:51.332839+0000","last_became_peered":"2024-08-17T00:28:51.332839+0000","last_unstale":"2024-08-17T00:29:54.552554+0000","last_undegraded":"2024-08-17T00:29:54.552554+0000","last_fullsized":"2024-08-17T00:29:54.552554+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:07:47.163190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.263823+0000","last_change":"2024-08-17T00:28:54.572709+0000","last_active":"2024-08-17T00:29:54.263823+0000","last_peered":"2024-08-17T00:29:54.263823+0000","last_clean":"2024-08-17T00:29:54.263823+0000","last_became_active":"2024-08-17T00:28:54.572430+0000","last_became_peered":"2024-08-17T00:28:54.572430+0000","last_unstale":"2024-08-17T00:29:54.263823+0000","last_undegraded":"2024-08-17T00:29:54.263823+0000","last_fullsized":"2024-08-17T00:29:54.263823+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:16:56.724873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262431+0000","last_change":"2024-08-17T00:28:51.327297+0000","last_active":"2024-08-17T00:29:54.262431+0000","last_peered":"2024-08-17T00:29:54.262431+0000","last_clean":"2024-08-17T00:29:54.262431+0000","last_became_active":"2024-08-17T00:28:51.326874+0000","last_became_peered":"2024-08-17T00:28:51.326874+0000","last_unstale":"2024-08-17T00:29:54.262431+0000","last_undegraded":"2024-08-17T00:29:54.262431+0000","last_fullsized":"2024-08-17T00:29:54.262431+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:10:10.689385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.262274+0000","last_change":"2024-08-17T00:28:54.563008+0000","last_active":"2024-08-17T00:29:54.262274+0000","last_peered":"2024-08-17T00:29:54.262274+0000","last_clean":"2024-08-17T00:29:54.262274+0000","last_became_active":"2024-08-17T00:28:54.562758+0000","last_became_peered":"2024-08-17T00:28:54.562758+0000","last_unstale":"2024-08-17T00:29:54.262274+0000","last_undegraded":"2024-08-17T00:29:54.262274+0000","last_fullsized":"2024-08-17T00:29:54.262274+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:54:07.503729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:29:54.263982+0000","last_change":"2024-08-17T00:28:51.329129+0000","last_active":"2024-08-17T00:29:54.263982+0000","last_peered":"2024-08-17T00:29:54.263982+0000","last_clean":"2024-08-17T00:29:54.263982+0000","last_became_active":"2024-08-17T00:28:51.328656+0000","last_became_peered":"2024-08-17T00:28:51.328656+0000","last_unstale":"2024-08-17T00:29:54.263982+0000","last_undegraded":"2024-08-17T00:29:54.263982+0000","last_fullsized":"2024-08-17T00:29:54.263982+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:37:41.827347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234015,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298700,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446452,"statfs":{"total":95995035648,"available":95689166848,"internally_reserved":0,"allocated":1376256,"data_stored":939301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.52100000000000002,"15min":0.52600000000000002},"min":{"1min":0.38700000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.65300000000000002,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.501,"15min":0.505},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.64400000000000002,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.63300000000000001}]},{"osd":1,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.52100000000000002,"15min":0.52900000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.66900000000000004,"5min":0.753,"15min":0.753},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.53400000000000003,"15min":0.54300000000000004},"min":{"1min":0.309,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.68100000000000005,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.69199999999999995}]},{"osd":2,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.54300000000000004,"15min":0.55500000000000005},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.66600000000000004,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.52500000000000002,"15min":0.53300000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.64500000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.67000000000000004}]},{"osd":3,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.51700000000000002,"15min":0.52300000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.68300000000000005,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.53800000000000003,"15min":0.54800000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.625,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.57799999999999996}]},{"osd":4,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.48299999999999998,"15min":0.5},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.57399999999999995,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.47599999999999998,"15min":0.48699999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.61899999999999999,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.47299999999999998}]},{"osd":5,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.48199999999999998,"15min":0.496},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.55600000000000005,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.52300000000000002,"15min":0.53700000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.71899999999999997,"5min":0.75,"15min":0.75},"last":0.40600000000000003}]},{"osd":6,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.51000000000000001,"15min":0.52200000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63100000000000001,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.441},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.52100000000000002,"15min":0.53300000000000003},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.54900000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495652,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298708,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446444,"statfs":{"total":95995035648,"available":95689158656,"internally_reserved":0,"allocated":1384448,"data_stored":941374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.54200000000000004,"15min":0.54900000000000004},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.68500000000000005,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.502},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.54800000000000004,"15min":0.55200000000000005},"min":{"1min":0.41899999999999998,"5min":0.37,"15min":0.37},"max":{"1min":0.65700000000000003,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.59399999999999997}]},{"osd":1,"last update":"Sat Aug 17 00:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.53000000000000003,"15min":0.53700000000000003},"min":{"1min":0.39900000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.63200000000000001,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.42499999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.53700000000000003}]},{"osd":2,"last update":"Sat Aug 17 00:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51800000000000002,"15min":0.51700000000000002},"min":{"1min":0.41299999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.64600000000000002,"5min":0.749,"15min":0.749},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.55200000000000005,"15min":0.55800000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.67700000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.52200000000000002}]},{"osd":3,"last update":"Sat Aug 17 00:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.55900000000000005,"15min":0.56899999999999995},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.60999999999999999,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.436,"5min":0.309,"15min":0.309},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.629}]},{"osd":4,"last update":"Sat Aug 17 00:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.38300000000000001,"15min":0.377},"min":{"1min":0.307,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.41799999999999998,"15min":0.40799999999999997},"min":{"1min":0.35699999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.39300000000000002}]},{"osd":5,"last update":"Sat Aug 17 00:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.40300000000000002,"15min":0.38900000000000001},"min":{"1min":0.32300000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.379},{"interface":"front","average":{"1min":0.498,"5min":0.42399999999999999,"15min":0.41199999999999998},"min":{"1min":0.33700000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.51400000000000001}]},{"osd":7,"last update":"Sat Aug 17 00:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.48299999999999998,"15min":0.47899999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.49199999999999999,"15min":0.48499999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.41999999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757289,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":351115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:30:37 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.503,"15min":0.51100000000000001},"min":{"1min":0.34699999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.52600000000000002,"15min":0.53600000000000003},"min":{"1min":0.38300000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73899999999999999,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.47399999999999998}]},{"osd":1,"last update":"Sat Aug 17 00:30:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53800000000000003,"15min":0.54200000000000004},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.64000000000000001,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.496,"15min":0.504},"min":{"1min":0.34499999999999997,"5min":0.315,"15min":0.315},"max":{"1min":0.68999999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.52900000000000003}]},{"osd":2,"last update":"Sat Aug 17 00:30:37 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.70499999999999996,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.53900000000000003,"15min":0.55000000000000004},"min":{"1min":0.376,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.65500000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56799999999999995}]},{"osd":3,"last update":"Sat Aug 17 00:30:37 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.50800000000000001,"15min":0.51400000000000001},"min":{"1min":0.34799999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.67300000000000004,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.505,"5min":0.54900000000000004,"15min":0.56200000000000006},"min":{"1min":0.372,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.68100000000000005,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.58899999999999997}]},{"osd":4,"last update":"Sat Aug 17 00:30:37 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.376,"15min":0.36099999999999999},"min":{"1min":0.28499999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.54000000000000004,"5min":0.623,"15min":0.623},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.39400000000000002,"15min":0.38},"min":{"1min":0.32000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.35399999999999998}]},{"osd":6,"last update":"Sat Aug 17 00:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.41899999999999998,"15min":0.41599999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.65300000000000002,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.42599999999999999,"15min":0.42199999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.45900000000000002}]},{"osd":7,"last update":"Sat Aug 17 00:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.51100000000000001,"15min":0.51900000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.70499999999999996,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.505},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.503,"15min":0.51100000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.65600000000000003,"5min":0.88,"15min":0.88},"last":0.38900000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018926,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":349379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:30:13 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51500000000000001,"15min":0.51900000000000002},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.68899999999999995,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.5,"15min":0.50700000000000001},"min":{"1min":0.23499999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.64500000000000002,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.41699999999999998}]},{"osd":1,"last update":"Sat Aug 17 00:30:13 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.51100000000000001,"15min":0.51600000000000001},"min":{"1min":0.316,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.70799999999999996,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.497,"5min":0.51100000000000001,"15min":0.51700000000000002},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.67300000000000004,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.40000000000000002}]},{"osd":2,"last update":"Sat Aug 17 00:30:13 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.503,"15min":0.50600000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.626,"5min":0.749,"15min":0.749},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.51400000000000001,"15min":0.52200000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.624,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.441}]},{"osd":3,"last update":"Sat Aug 17 00:30:13 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.51100000000000001,"15min":0.51500000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.51300000000000001,"15min":0.51800000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.65700000000000003,"5min":0.755,"15min":0.755},"last":0.43099999999999999}]},{"osd":5,"last update":"Sat Aug 17 00:30:35 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.38900000000000001,"15min":0.36299999999999999},"min":{"1min":0.26000000000000001,"5min":0.252,"15min":0.252},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.309},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.38100000000000001,"15min":0.35399999999999998},"min":{"1min":0.30199999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.63800000000000001,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.28999999999999998}]},{"osd":6,"last update":"Sat Aug 17 00:29:59 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.38700000000000001,"15min":0.379},"min":{"1min":0.33200000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.41899999999999998,"15min":0.41499999999999998},"min":{"1min":0.33500000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.27500000000000002}]},{"osd":7,"last update":"Sat Aug 17 00:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46200000000000002,"15min":0.46400000000000002},"min":{"1min":0.32200000000000001,"5min":0.316,"15min":0.316},"max":{"1min":0.66000000000000003,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.497,"15min":0.502},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.378}]}]},{"osd":3,"up_from":25,"seq":107374182450,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":351110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:29:51 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.40100000000000002,"15min":0.41099999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.496},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.44900000000000001,"15min":0.46200000000000002},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.64200000000000002,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.50800000000000001}]},{"osd":1,"last update":"Sat Aug 17 00:29:51 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.39900000000000002,"15min":0.40899999999999997},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.60699999999999998,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.39200000000000002,"15min":0.40799999999999997},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.25700000000000001}]},{"osd":2,"last update":"Sat Aug 17 00:29:51 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41699999999999998,"15min":0.42599999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.60399999999999998,"5min":0.622,"15min":0.622},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39400000000000002,"15min":0.39900000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.29899999999999999}]},{"osd":4,"last update":"Sat Aug 17 00:30:11 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39900000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.74199999999999999,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.80400000000000005,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.44600000000000001}]},{"osd":5,"last update":"Sat Aug 17 00:30:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.54600000000000004,"15min":0.55400000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.433},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.56799999999999995,"15min":0.57999999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.77400000000000002,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.53200000000000003}]},{"osd":6,"last update":"Sat Aug 17 00:30:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.57199999999999995,"15min":0.57899999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.70599999999999996,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.38300000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.42499999999999999}]},{"osd":7,"last update":"Sat Aug 17 00:30:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.60699999999999998,"15min":0.61199999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.58599999999999997,"15min":0.58899999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.83799999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.48399999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298116,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447036,"statfs":{"total":95995035648,"available":95689764864,"internally_reserved":0,"allocated":778240,"data_stored":348664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.34100000000000003,"15min":0.33300000000000002},"min":{"1min":0.21299999999999999,"5min":0.183,"15min":0.183},"max":{"1min":0.48799999999999999,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.36599999999999999,"15min":0.35899999999999999},"min":{"1min":0.29999999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.44800000000000001,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.29799999999999999}]},{"osd":1,"last update":"Sat Aug 17 00:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.372,"15min":0.36499999999999999},"min":{"1min":0.254,"5min":0.215,"15min":0.215},"max":{"1min":0.505,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.311},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.371,"15min":0.36899999999999999},"min":{"1min":0.254,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.45500000000000002,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.36599999999999999}]},{"osd":3,"last update":"Sat Aug 17 00:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.39000000000000001,"15min":0.39100000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.50700000000000001,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.39700000000000002,"15min":0.40400000000000003},"min":{"1min":0.26600000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.47899999999999998,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.32300000000000001}]},{"osd":4,"last update":"Sat Aug 17 00:30:09 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.505,"15min":0.51300000000000001},"min":{"1min":0.34000000000000002,"5min":0.314,"15min":0.314},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.52500000000000002,"15min":0.52800000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71699999999999997,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.67000000000000004}]},{"osd":5,"last update":"Sat Aug 17 00:30:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.86799999999999999,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.68799999999999994}]},{"osd":6,"last update":"Sat Aug 17 00:30:00 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.52700000000000002,"15min":0.53100000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55400000000000005,"15min":0.55700000000000005},"min":{"1min":0.377,"5min":0.375,"15min":0.375},"max":{"1min":0.68400000000000005,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.627}]},{"osd":7,"last update":"Sat Aug 17 00:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.74299999999999999,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.53200000000000003,"15min":0.53000000000000003},"min":{"1min":0.39100000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.68000000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574909,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298124,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447028,"statfs":{"total":95995035648,"available":95689756672,"internally_reserved":0,"allocated":786432,"data_stored":348578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.307},"min":{"1min":0.23300000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.50600000000000001,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.35699999999999998,"15min":0.31900000000000001},"min":{"1min":0.23699999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.52800000000000002,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.35499999999999998}]},{"osd":2,"last update":"Sat Aug 17 00:30:29 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.39700000000000002,"15min":0.38800000000000001},"min":{"1min":0.26100000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.56499999999999995,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.315},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.39100000000000001,"15min":0.38500000000000001},"min":{"1min":0.26400000000000001,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.44900000000000001,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.26500000000000001}]},{"osd":3,"last update":"Sat Aug 17 00:29:56 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.44400000000000001,"15min":0.45000000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.59099999999999997,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.377,"5min":0.40999999999999998,"15min":0.41399999999999998},"min":{"1min":0.27400000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.48999999999999999,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.28799999999999998}]},{"osd":4,"last update":"Sat Aug 17 00:30:13 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.57099999999999995,"15min":0.57399999999999995},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.66800000000000004,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.442},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.59199999999999997,"15min":0.58599999999999997},"min":{"1min":0.433,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.83499999999999996,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.53900000000000003}]},{"osd":5,"last update":"Sat Aug 17 00:30:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.58999999999999997,"15min":0.59999999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.73799999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.60599999999999998,"15min":0.61199999999999999},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.748,"5min":0.87,"15min":0.87},"last":0.57999999999999996}]},{"osd":6,"last update":"Sat Aug 17 00:30:00 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.62,"15min":0.624},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.85799999999999998,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59599999999999997,"15min":0.59799999999999998},"min":{"1min":0.42099999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.80900000000000005,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.433}]},{"osd":7,"last update":"Sat Aug 17 00:30:26 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.64500000000000002,"15min":0.65500000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.71499999999999997,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.623,"15min":0.629},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.77700000000000002,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.56899999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":939748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 00:29:59 2024","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.32400000000000001,"15min":0.29299999999999998},"min":{"1min":0.23200000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.221},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.34699999999999998,"15min":0.313},"min":{"1min":0.252,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.253}]},{"osd":2,"last update":"Sat Aug 17 00:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.36799999999999999,"15min":0.35699999999999998},"min":{"1min":0.21099999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.505,"5min":0.628,"15min":0.628},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.38100000000000001,"15min":0.35699999999999998},"min":{"1min":0.27700000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.308}]},{"osd":3,"last update":"Sat Aug 17 00:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41699999999999998,"15min":0.41599999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.56999999999999995,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.436,"5min":0.432,"15min":0.432},"min":{"1min":0.32000000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.60199999999999998,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.33300000000000002}]},{"osd":4,"last update":"Sat Aug 17 00:30:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56299999999999994,"15min":0.55300000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.78300000000000003,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.56499999999999995,"15min":0.54900000000000004},"min":{"1min":0.42099999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.81799999999999995,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.42699999999999999}]},{"osd":5,"last update":"Sat Aug 17 00:30:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53400000000000003,"15min":0.52600000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56100000000000005,"15min":0.55100000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.50900000000000001}]},{"osd":6,"last update":"Sat Aug 17 00:29:59 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56599999999999995,"15min":0.56699999999999995},"min":{"1min":0.434,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81299999999999994,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.55600000000000005,"15min":0.55200000000000005},"min":{"1min":0.41599999999999998,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.49099999999999999}]},{"osd":7,"last update":"Sat Aug 17 00:30:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.60499999999999998,"15min":0.61499999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.68200000000000005,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.58899999999999997,"15min":0.59099999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.55400000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T00:30:49.709 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-17T00:30:49.709 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-17T00:30:49.709 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-17T00:30:49.710 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph health --format=json 2024-08-17T00:30:50.302 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:50.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:50 smithi157 ceph-mon[29438]: from='client.24650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:30:50.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:50 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:50.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:50 smithi157 ceph-mon[40946]: from='client.24650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:30:50.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:50 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:50.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:50 smithi187 ceph-mon[33407]: from='client.24650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:30:50.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:50 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:51.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:51 smithi157 ceph-mon[40946]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:51.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:51 smithi157 ceph-mon[29438]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:51.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:51 smithi187 ceph-mon[33407]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:52.162 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:30:52.162 INFO:teuthology.orchestra.run.smithi157.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-17T00:30:52.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:52 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:52.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:52 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:52.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:52 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/1214891653' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T00:30:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:52 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:52 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:52 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/1214891653' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T00:30:52.665 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:52 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:52.665 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:52 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:52.665 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:52 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/1214891653' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T00:30:53.039 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-17T00:30:53.040 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T00:30:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:53 smithi187 ceph-mon[33407]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:53.706 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:30:53 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:30:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:30:53.749 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:53 smithi157 ceph-mon[40946]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:53.749 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:53 smithi157 ceph-mon[29438]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:53.854 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:55.368 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:55 smithi157 ceph-mon[29438]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:55.368 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:55 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:55.368 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:55 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:55.368 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:55 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:30:55.368 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:55 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:30:55.369 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:55 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:55.369 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:55 smithi157 ceph-mon[40946]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:55.369 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:55 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:55.369 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:55 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:55.369 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:55 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:30:55.369 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:55 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:30:55.369 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:55 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:55 smithi187 ceph-mon[33407]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:55 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:55 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:55 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:30:55.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:55 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:30:55.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:55 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:30:56.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:56 smithi157 ceph-mon[29438]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T00:30:56.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:56 smithi157 ceph-mon[29438]: Reconfiguring daemon alertmanager.a on smithi157 2024-08-17T00:30:56.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:56 smithi157 ceph-mon[40946]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T00:30:56.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:56 smithi157 ceph-mon[40946]: Reconfiguring daemon alertmanager.a on smithi157 2024-08-17T00:30:56.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:56 smithi187 ceph-mon[33407]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T00:30:56.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:56 smithi187 ceph-mon[33407]: Reconfiguring daemon alertmanager.a on smithi157 2024-08-17T00:30:56.782 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:30:56.782 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/969013348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":969013348},{"type":"v1","addr":"172.21.15.157:6835","nonce":969013348}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T00:28:56.429867+0000","modified":"2024-08-17T00:29:08.586631+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24319},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24319":{"gid":24319,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.187:6833/2168209297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":2168209297},{"type":"v1","addr":"172.21.15.187:6833","nonce":2168209297}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T00:30:56.782 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 8 2024-08-17T00:30:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:57 smithi187 ceph-mon[33407]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:57 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2952517521' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:30:57.490 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:57 smithi157 ceph-mon[40946]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:57.490 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:57 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2952517521' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:30:57.491 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:57 smithi157 ceph-mon[29438]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:57.491 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:57 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2952517521' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:30:58.715 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T00:30:59.246 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:59 smithi157 ceph-mon[29438]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:59.246 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:30:59 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:30:59.247 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:59 smithi157 ceph-mon[40946]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:59.247 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:30:59 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:30:59.325 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:30:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:59 smithi187 ceph-mon[33407]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:30:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:30:59 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:30:59.543 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:30:59 smithi157 systemd[1]: Stopping Ceph alertmanager.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:31:00.135 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:30:59 smithi157 podman[81460]: 2024-08-17 00:30:59.846832813 +0000 UTC m=+0.588508263 container died 2a445e0020e044cf476429ff05c94a08c2161c28f2c82644ef414e6bb5e4cd9b (image=quay.ceph.io/ceph-ci/ceph:quincy, name=keen_gould, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-03a1ac1, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:31:00.610 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[75690]: ts=2024-08-17T00:31:00.169Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T00:31:00.885 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:00 smithi157 podman[81568]: 2024-08-17 00:31:00.640204716 +0000 UTC m=+0.571078903 container died 0a12290bb29dca2a9450ca4edba710a92f5cdf8398c5638b33a774c34eb0a7c4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:31:01.186 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:01 smithi157 podman[81568]: 2024-08-17 00:31:01.003445712 +0000 UTC m=+0.934319899 container cleanup 0a12290bb29dca2a9450ca4edba710a92f5cdf8398c5638b33a774c34eb0a7c4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:31:01.186 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:01 smithi157 bash[81568]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T00:31:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:01 smithi187 ceph-mon[33407]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:01.498 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:01 smithi157 ceph-mon[29438]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:01.499 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:01 smithi157 ceph-mon[40946]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:01.499 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:01 smithi157 podman[81595]: 2024-08-17 00:31:01.271526344 +0000 UTC m=+1.057398867 container remove 0a12290bb29dca2a9450ca4edba710a92f5cdf8398c5638b33a774c34eb0a7c4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:31:01.499 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:01 smithi157 podman[81595]: 2024-08-17 00:31:01.372400853 +0000 UTC m=+1.158273379 volume remove e4396674c9a529225282c5857eaa4b156a9404f103c73f03554629334016a9fe 2024-08-17T00:31:02.059 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:31:02.060 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/969013348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":969013348},{"type":"v1","addr":"172.21.15.157:6835","nonce":969013348}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T00:28:56.429867+0000","modified":"2024-08-17T00:29:08.586631+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24319},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24319":{"gid":24319,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.187:6833/2168209297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":2168209297},{"type":"v1","addr":"172.21.15.187:6833","nonce":2168209297}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T00:31:02.060 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 8 2024-08-17T00:31:02.355 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:02 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/1649607676' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:31:02.355 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:02 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/1649607676' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:31:02.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:02 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/1649607676' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:31:02.706 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:31:02.949 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:02 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T00:31:02.949 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:02 smithi157 systemd[1]: Stopped Ceph alertmanager.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:31:02.949 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:02 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.011s CPU time. 2024-08-17T00:31:02.949 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:02 smithi157 systemd[1]: Starting Ceph alertmanager.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:31:03.233 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:03 smithi157 ceph-mon[40946]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:03.235 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:03 smithi157 ceph-mon[29438]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:03.235 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:02 smithi157 podman[81795]: 2024-08-17 00:31:02.947776348 +0000 UTC m=+0.112637811 volume create 898df236e8a74b713b48dcf95028838ddfda04673b9920bcfb01f25462bf19f8 2024-08-17T00:31:03.235 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:02 smithi157 podman[81795]: 2024-08-17 00:31:02.852549791 +0000 UTC m=+0.017411266 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-17T00:31:03.235 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:03 smithi157 podman[81795]: 2024-08-17 00:31:03.040026017 +0000 UTC m=+0.204887542 container create 286d1702653053a61db396db2cb8df51dbed9f8d72a443656fd1575b4379167d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:31:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:03 smithi187 ceph-mon[33407]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:03.540 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:31:03.635 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:03 smithi157 podman[81795]: 2024-08-17 00:31:03.351366115 +0000 UTC m=+0.516227575 container init 286d1702653053a61db396db2cb8df51dbed9f8d72a443656fd1575b4379167d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:31:03.635 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:03 smithi157 podman[81795]: 2024-08-17 00:31:03.356286773 +0000 UTC m=+0.521148234 container start 286d1702653053a61db396db2cb8df51dbed9f8d72a443656fd1575b4379167d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:31:03.635 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[81822]: ts=2024-08-17T00:31:03.368Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-17T00:31:03.635 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[81822]: ts=2024-08-17T00:31:03.368Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-17T00:31:03.635 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[81822]: ts=2024-08-17T00:31:03.369Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.157 port=9094 2024-08-17T00:31:03.635 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[81822]: ts=2024-08-17T00:31:03.370Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T00:31:03.636 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[81822]: ts=2024-08-17T00:31:03.393Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T00:31:03.636 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[81822]: ts=2024-08-17T00:31:03.394Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T00:31:03.636 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[81822]: ts=2024-08-17T00:31:03.396Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-17T00:31:03.636 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[81822]: ts=2024-08-17T00:31:03.396Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T00:31:03.636 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:03 smithi157 bash[81795]: 286d1702653053a61db396db2cb8df51dbed9f8d72a443656fd1575b4379167d 2024-08-17T00:31:03.636 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:03 smithi157 systemd[1]: Started Ceph alertmanager.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:31:03.881 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:31:03 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:31:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:31:04.801 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:04 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:04.801 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:04 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:04.801 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:04 smithi157 ceph-mon[40946]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:31:04.801 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:04 smithi157 ceph-mon[40946]: Reconfiguring daemon prometheus.a on smithi187 2024-08-17T00:31:04.802 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:04 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:04.802 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:04 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:04.802 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:04 smithi157 ceph-mon[29438]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:31:04.802 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:04 smithi157 ceph-mon[29438]: Reconfiguring daemon prometheus.a on smithi187 2024-08-17T00:31:04.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:04 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:04.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:04 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:04.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:04 smithi187 ceph-mon[33407]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:31:04.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:04 smithi187 ceph-mon[33407]: Reconfiguring daemon prometheus.a on smithi187 2024-08-17T00:31:05.466 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:31:05.467 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":75,"fsid":"c90800da-5c2e-11ef-bccf-c7b262605968","created":"2024-08-17T00:23:23.887606+0000","modified":"2024-08-17T00:29:58.828332+0000","last_up_change":"2024-08-17T00:28:21.972822+0000","last_in_change":"2024-08-17T00:28:04.614208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:26:22.541730+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:28:49.902654+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:28:53.491276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T00:29:47.580355+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"1e1a3823-d411-42b7-964a-c079bf91b8ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6803","nonce":3987461274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6805","nonce":3987461274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6809","nonce":3987461274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":3987461274},{"type":"v1","addr":"172.21.15.157:6807","nonce":3987461274}]},"public_addr":"172.21.15.157:6803/3987461274","cluster_addr":"172.21.15.157:6805/3987461274","heartbeat_back_addr":"172.21.15.157:6809/3987461274","heartbeat_front_addr":"172.21.15.157:6807/3987461274","state":["exists","up"]},{"osd":1,"uuid":"2f00b21d-bfdd-4c1c-8c46-66aafa626ce2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6811","nonce":2883364621}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6813","nonce":2883364621}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6817","nonce":2883364621}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2883364621},{"type":"v1","addr":"172.21.15.157:6815","nonce":2883364621}]},"public_addr":"172.21.15.157:6811/2883364621","cluster_addr":"172.21.15.157:6813/2883364621","heartbeat_back_addr":"172.21.15.157:6817/2883364621","heartbeat_front_addr":"172.21.15.157:6815/2883364621","state":["exists","up"]},{"osd":2,"uuid":"d4c08dce-8279-4f3e-be96-aa0dc05cefb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6819","nonce":3834627844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6821","nonce":3834627844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6825","nonce":3834627844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3834627844},{"type":"v1","addr":"172.21.15.157:6823","nonce":3834627844}]},"public_addr":"172.21.15.157:6819/3834627844","cluster_addr":"172.21.15.157:6821/3834627844","heartbeat_back_addr":"172.21.15.157:6825/3834627844","heartbeat_front_addr":"172.21.15.157:6823/3834627844","state":["exists","up"]},{"osd":3,"uuid":"4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6827","nonce":4167938513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6829","nonce":4167938513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6833","nonce":4167938513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":4167938513},{"type":"v1","addr":"172.21.15.157:6831","nonce":4167938513}]},"public_addr":"172.21.15.157:6827/4167938513","cluster_addr":"172.21.15.157:6829/4167938513","heartbeat_back_addr":"172.21.15.157:6833/4167938513","heartbeat_front_addr":"172.21.15.157:6831/4167938513","state":["exists","up"]},{"osd":4,"uuid":"730aedf4-b665-4976-936d-cbf2d867935a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6801","nonce":2262152973}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6803","nonce":2262152973}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6807","nonce":2262152973}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":2262152973},{"type":"v1","addr":"172.21.15.187:6805","nonce":2262152973}]},"public_addr":"172.21.15.187:6801/2262152973","cluster_addr":"172.21.15.187:6803/2262152973","heartbeat_back_addr":"172.21.15.187:6807/2262152973","heartbeat_front_addr":"172.21.15.187:6805/2262152973","state":["exists","up"]},{"osd":5,"uuid":"7a504339-f8d7-468b-bb4d-10006e652359","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6809","nonce":3117597626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6811","nonce":3117597626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6815","nonce":3117597626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":3117597626},{"type":"v1","addr":"172.21.15.187:6813","nonce":3117597626}]},"public_addr":"172.21.15.187:6809/3117597626","cluster_addr":"172.21.15.187:6811/3117597626","heartbeat_back_addr":"172.21.15.187:6815/3117597626","heartbeat_front_addr":"172.21.15.187:6813/3117597626","state":["exists","up"]},{"osd":6,"uuid":"c9ff99aa-e5d8-4601-8470-e715888cdb06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6817","nonce":2259337620}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6819","nonce":2259337620}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6823","nonce":2259337620}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2259337620},{"type":"v1","addr":"172.21.15.187:6821","nonce":2259337620}]},"public_addr":"172.21.15.187:6817/2259337620","cluster_addr":"172.21.15.187:6819/2259337620","heartbeat_back_addr":"172.21.15.187:6823/2259337620","heartbeat_front_addr":"172.21.15.187:6821/2259337620","state":["exists","up"]},{"osd":7,"uuid":"1233e089-e354-4ace-9a04-00841149f1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6825","nonce":524114672}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6827","nonce":524114672}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6831","nonce":524114672}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":524114672},{"type":"v1","addr":"172.21.15.187:6829","nonce":524114672}]},"public_addr":"172.21.15.187:6825/524114672","cluster_addr":"172.21.15.187:6827/524114672","heartbeat_back_addr":"172.21.15.187:6831/524114672","heartbeat_front_addr":"172.21.15.187:6829/524114672","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:31.742734+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:56.199222+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:20.345634+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:45.666665+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:07.305677+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:31.197235+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:55.746811+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:28:20.060198+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:0/2992911322":"2024-08-18T00:29:43.957063+0000","172.21.15.157:0/4012202188":"2024-08-18T00:29:43.957063+0000","172.21.15.157:6801/4292960900":"2024-08-18T00:29:43.957063+0000","172.21.15.157:0/1214533948":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/4201540135":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/574381637":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/1182309930":"2024-08-18T00:24:08.248222+0000","172.21.15.157:6801/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/4292960900":"2024-08-18T00:29:43.957063+0000","172.21.15.157:0/3080473394":"2024-08-18T00:24:08.248222+0000","172.21.15.157:6801/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/426690652":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/64243271":"2024-08-18T00:29:43.957063+0000","172.21.15.157:0/3707565441":"2024-08-18T00:29:43.957063+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:31:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:05 smithi157 ceph-mon[40946]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:05 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3812822549' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:31:05.635 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[81822]: ts=2024-08-17T00:31:05.371Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000604683s 2024-08-17T00:31:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:05 smithi157 ceph-mon[29438]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:05 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3812822549' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:31:05.805 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:05 smithi187 ceph-mon[33407]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:05.805 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:05 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3812822549' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:31:06.134 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T00:31:06.396 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:31:06.874 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:06 smithi187 systemd[1]: Stopping Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:31:07.181 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[63828]: ts=2024-08-17T00:31:06.872Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T00:31:07.181 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[63828]: ts=2024-08-17T00:31:06.873Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T00:31:07.181 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[63828]: ts=2024-08-17T00:31:06.873Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T00:31:07.181 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[63828]: ts=2024-08-17T00:31:06.873Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T00:31:07.181 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[63828]: ts=2024-08-17T00:31:06.873Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T00:31:07.181 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[63828]: ts=2024-08-17T00:31:06.873Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T00:31:07.181 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[63828]: ts=2024-08-17T00:31:06.873Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T00:31:07.181 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[63828]: ts=2024-08-17T00:31:06.873Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T00:31:07.181 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[63828]: ts=2024-08-17T00:31:06.873Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T00:31:07.181 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[63828]: ts=2024-08-17T00:31:06.873Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T00:31:07.181 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[63828]: ts=2024-08-17T00:31:06.873Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T00:31:07.182 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[63828]: ts=2024-08-17T00:31:06.874Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T00:31:07.182 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:06 smithi187 podman[67294]: 2024-08-17 00:31:06.883561185 +0000 UTC m=+0.122195495 container died 1b6f1d655a0a28acfd842cd646a083875aae205b70eafd932cfe2364499d1305 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:31:07.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:07 smithi187 podman[67294]: 2024-08-17 00:31:07.295693848 +0000 UTC m=+0.534328149 container cleanup 1b6f1d655a0a28acfd842cd646a083875aae205b70eafd932cfe2364499d1305 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:31:07.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:07 smithi187 bash[67294]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T00:31:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:07 smithi157 ceph-mon[29438]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:07 smithi157 ceph-mon[40946]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:07.767 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:07 smithi187 ceph-mon[33407]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:07.767 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:07 smithi187 podman[67311]: 2024-08-17 00:31:07.538846253 +0000 UTC m=+0.657615556 container remove 1b6f1d655a0a28acfd842cd646a083875aae205b70eafd932cfe2364499d1305 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:31:08.128 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:07 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T00:31:08.128 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:07 smithi187 systemd[1]: Stopped Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:31:08.128 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:07 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.160s CPU time. 2024-08-17T00:31:08.129 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:07 smithi187 systemd[1]: Starting Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:31:08.129 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 podman[67411]: 2024-08-17 00:31:07.903728389 +0000 UTC m=+0.018438572 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T00:31:08.129 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 podman[67411]: 2024-08-17 00:31:08.023229054 +0000 UTC m=+0.137939224 container create 73fb57a698cade033d485383be1aa0d2cfcd51db28f72c33b8785a321f5c42c9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:31:08.439 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:31:08.440 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/969013348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":969013348},{"type":"v1","addr":"172.21.15.157:6835","nonce":969013348}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T00:28:56.429867+0000","modified":"2024-08-17T00:29:08.586631+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24319},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24319":{"gid":24319,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.187:6833/2168209297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":2168209297},{"type":"v1","addr":"172.21.15.187:6833","nonce":2168209297}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T00:31:08.440 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 8 2024-08-17T00:31:08.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 podman[67411]: 2024-08-17 00:31:08.246668736 +0000 UTC m=+0.361378910 container init 73fb57a698cade033d485383be1aa0d2cfcd51db28f72c33b8785a321f5c42c9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:31:08.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 podman[67411]: 2024-08-17 00:31:08.251403798 +0000 UTC m=+0.366113963 container start 73fb57a698cade033d485383be1aa0d2cfcd51db28f72c33b8785a321f5c42c9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:31:08.707 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.274Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T00:31:08.707 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.274Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T00:31:08.707 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.274Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi187 (none))" 2024-08-17T00:31:08.707 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.274Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T00:31:08.707 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.274Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T00:31:08.707 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.275Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T00:31:08.707 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.276Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T00:31:08.707 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.276Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T00:31:08.707 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.277Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T00:31:08.708 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.279Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T00:31:08.708 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.279Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.557µs 2024-08-17T00:31:08.708 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.279Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T00:31:08.708 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.279Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-08-17T00:31:08.708 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.280Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-08-17T00:31:08.708 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.280Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=37.758µs wal_replay_duration=727.639µs wbl_replay_duration=112ns total_replay_duration=853.484µs 2024-08-17T00:31:08.709 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.280Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T00:31:08.709 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.280Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T00:31:08.709 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.280Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T00:31:08.709 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.294Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.104903ms db_storage=693ns remote_storage=1.082µs web_handler=372ns query_engine=943ns scrape=399.255µs scrape_sd=30.744µs notify=18.73µs notify_sd=5.538µs rules=13.411485ms tracing=10.051µs 2024-08-17T00:31:08.709 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.294Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T00:31:08.709 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:31:08.294Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T00:31:08.710 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 bash[67411]: 73fb57a698cade033d485383be1aa0d2cfcd51db28f72c33b8785a321f5c42c9 2024-08-17T00:31:08.710 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:31:08 smithi187 systemd[1]: Started Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:31:08.797 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:08] ENGINE Bus STOPPING 2024-08-17T00:31:09.065 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:31:09.065 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:08] ENGINE Bus STOPPED 2024-08-17T00:31:09.065 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:08] ENGINE Bus STARTING 2024-08-17T00:31:09.065 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:08] ENGINE Serving on http://:::9283 2024-08-17T00:31:09.065 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:08] ENGINE Bus STARTED 2024-08-17T00:31:09.065 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:08] ENGINE Bus STOPPING 2024-08-17T00:31:09.089 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-08-17T00:28:56.429867+0000', 'modified': '2024-08-17T00:29:08.586631+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24319}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24319': {'gid': 24319, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.187:6833/2168209297', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.187:6832', 'nonce': 2168209297}, {'type': 'v1', 'addr': '172.21.15.187:6833', 'nonce': 2168209297}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-08-17T00:31:09.089 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-08-17T00:31:09.090 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph tell mds.b status 2024-08-17T00:31:09.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:31:09.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:09] ENGINE Bus STOPPED 2024-08-17T00:31:09.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:09] ENGINE Bus STARTING 2024-08-17T00:31:09.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:09] ENGINE Serving on http://:::9283 2024-08-17T00:31:09.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:09] ENGINE Bus STARTED 2024-08-17T00:31:09.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:09] ENGINE Bus STOPPING 2024-08-17T00:31:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:09.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:09.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:09.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:31:09.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:31:09.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi157.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T00:31:09.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi157.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T00:31:09.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:09.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:31:09.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:31:09.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T00:31:09.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T00:31:09.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:09.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:31:09.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:31:09.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T00:31:09.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T00:31:09.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:09.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:31:09.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3064493033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:31:09.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:09.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:09.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:09.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:31:09.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:31:09.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi157.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T00:31:09.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi157.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T00:31:09.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:09.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:31:09.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:31:09.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T00:31:09.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T00:31:09.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:09.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:31:09.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:31:09.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T00:31:09.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T00:31:09.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:09.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:31:09.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:09 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3064493033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:31:09.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:09.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:09.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:09.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:31:09.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:31:09.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi157.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T00:31:09.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi157.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T00:31:09.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:09.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:31:09.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:31:09.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T00:31:09.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T00:31:09.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:09.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:31:09.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:31:09.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T00:31:09.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T00:31:09.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:09.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:31:09.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:09 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3064493033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:31:09.925 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:31:10.292 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:31:10.292 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:10] ENGINE Bus STOPPED 2024-08-17T00:31:10.293 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:10] ENGINE Bus STARTING 2024-08-17T00:31:10.293 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:10] ENGINE Serving on http://:::9283 2024-08-17T00:31:10.293 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:10] ENGINE Bus STARTED 2024-08-17T00:31:11.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-08-17T00:31:11.623+0000 7f32d0ff9640 0 client.14784 ms_handle_reset on v2:172.21.15.187:6832/2168209297 2024-08-17T00:31:11.626 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:11 smithi157 ceph-mon[29438]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:11.626 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:11 smithi157 ceph-mon[40946]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:11.644 INFO:teuthology.orchestra.run.smithi157.stderr:2024-08-17T00:31:11.643+0000 7f32d0ff9640 0 client.14790 ms_handle_reset on v2:172.21.15.187:6832/2168209297 2024-08-17T00:31:11.645 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:31:11.645 INFO:teuthology.orchestra.run.smithi157.stdout: "cluster_fsid": "c90800da-5c2e-11ef-bccf-c7b262605968", 2024-08-17T00:31:11.645 INFO:teuthology.orchestra.run.smithi157.stdout: "whoami": 0, 2024-08-17T00:31:11.645 INFO:teuthology.orchestra.run.smithi157.stdout: "id": 24319, 2024-08-17T00:31:11.645 INFO:teuthology.orchestra.run.smithi157.stdout: "want_state": "up:active", 2024-08-17T00:31:11.645 INFO:teuthology.orchestra.run.smithi157.stdout: "state": "up:active", 2024-08-17T00:31:11.646 INFO:teuthology.orchestra.run.smithi157.stdout: "fs_name": "cephfs", 2024-08-17T00:31:11.646 INFO:teuthology.orchestra.run.smithi157.stdout: "rank_uptime": 135.083407704, 2024-08-17T00:31:11.646 INFO:teuthology.orchestra.run.smithi157.stdout: "mdsmap_epoch": 8, 2024-08-17T00:31:11.646 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_epoch": 75, 2024-08-17T00:31:11.646 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_epoch_barrier": 65, 2024-08-17T00:31:11.646 INFO:teuthology.orchestra.run.smithi157.stdout: "uptime": 150.88530048000001 2024-08-17T00:31:11.647 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:31:11.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:11 smithi187 ceph-mon[33407]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:12.377 INFO:tasks.cephadm:Setup complete, yielding 2024-08-17T00:31:12.377 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:31:12.386 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-08-17T00:31:12.386 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:31:12.414 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-08-17T00:31:12.414 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-08-17T00:31:12.424 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi157.front.sepia.ceph.com 2024-08-17T00:31:12.425 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-08-17T00:31:13.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:12 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:13.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:12 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:13.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:12 smithi157 ceph-mon[40946]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:13.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:12 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:13.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:12 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:13.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:12 smithi157 ceph-mon[29438]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:13.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:12 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:13.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:12 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:13.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:12 smithi187 ceph-mon[33407]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:13.210 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:31:13.634 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:31:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[81822]: ts=2024-08-17T00:31:13.373Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002578912s 2024-08-17T00:31:13.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:31:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:31:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:31:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:14 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:31:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:14 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:31:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:14 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:31:15.460 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-mon[40946]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:15.460 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-mon[29438]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:15.460 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:15.460 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:15.460 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:31:15.721 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:15] ENGINE Bus STOPPING 2024-08-17T00:31:15.721 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:31:15.722 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:15] ENGINE Bus STOPPED 2024-08-17T00:31:15.722 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:15] ENGINE Bus STARTING 2024-08-17T00:31:15.722 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:31:15.722 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:15.722 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:31:15.722 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:15.723 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:15.723 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:31:15.723 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:31:15.723 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:15.723 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:31:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:15 smithi187 ceph-mon[33407]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:15 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:15 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:15 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:31:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:15 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:31:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:15 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:15 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:31:16.036 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:15] ENGINE Serving on http://:::9283 2024-08-17T00:31:16.036 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:15 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:31:15] ENGINE Bus STARTED 2024-08-17T00:31:16.429 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:31:16.438 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-08-17T00:31:16.438 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:31:16.446 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-08-17T00:31:16.446 INFO:teuthology.run_tasks:Running task workunit... 2024-08-17T00:31:16.459 INFO:tasks.workunit:Pulling workunits from ref 34035a153785525a78f55c59012d77f335d36e2a 2024-08-17T00:31:16.460 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T00:31:16.460 DEBUG:teuthology.orchestra.run.smithi157:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T00:31:16.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T00:31:16.476 INFO:teuthology.orchestra.run.smithi157.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T00:31:16.476 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T00:31:16.533 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T00:31:16.533 DEBUG:teuthology.orchestra.run.smithi157:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T00:31:16.589 INFO:tasks.workunit:timeout=3h 2024-08-17T00:31:16.589 INFO:tasks.workunit:cleanup=True 2024-08-17T00:31:16.589 DEBUG:teuthology.orchestra.run.smithi157:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 34035a153785525a78f55c59012d77f335d36e2a 2024-08-17T00:31:16.645 INFO:tasks.workunit.client.0.smithi157.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T00:31:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:16 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' 2024-08-17T00:31:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:16 smithi157 ceph-mon[29438]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:16 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' 2024-08-17T00:31:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:16 smithi157 ceph-mon[40946]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:16.906 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:16 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' 2024-08-17T00:31:16.906 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:16 smithi187 ceph-mon[33407]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:17 smithi157 ceph-mon[29438]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-17T00:31:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:17 smithi157 ceph-mon[40946]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-17T00:31:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:17 smithi187 ceph-mon[33407]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-17T00:31:19.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:31:18] "GET /metrics HTTP/1.1" 200 236534 "" "Prometheus/2.43.0" 2024-08-17T00:31:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[29438]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:31:19.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:31:19.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:31:19.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:31:19.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:31:19.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[40946]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:19.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:31:19.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:31:19.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:31:19.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:31:19.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:31:19.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:18 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:18 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:18 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:18 smithi187 ceph-mon[33407]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:19.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:18 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:18 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:31:19.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:31:19.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:18 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:19.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:31:19.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:31:19.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:31:19.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:18 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:31:21.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:21 smithi157 ceph-mon[29438]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:21.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:21 smithi157 ceph-mon[40946]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:21 smithi187 ceph-mon[33407]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:23 smithi157 ceph-mon[29438]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:23 smithi157 ceph-mon[40946]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:23 smithi187 ceph-mon[33407]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:23.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:31:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:31:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:31:25.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:25 smithi157 ceph-mon[29438]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:25.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:25 smithi157 ceph-mon[40946]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:25 smithi187 ceph-mon[33407]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:27.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:27 smithi157 ceph-mon[29438]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:27.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:27 smithi157 ceph-mon[40946]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:27 smithi187 ceph-mon[33407]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:31:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:29 smithi157 ceph-mon[29438]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:29 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:31:29.136 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:31:28] "GET /metrics HTTP/1.1" 200 236534 "" "Prometheus/2.43.0" 2024-08-17T00:31:29.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:29 smithi157 ceph-mon[40946]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:29.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:29 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:31:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:29 smithi187 ceph-mon[33407]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:29.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:29 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:31:31.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:31 smithi157 ceph-mon[29438]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:31.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:31 smithi157 ceph-mon[40946]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:31 smithi187 ceph-mon[33407]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:33 smithi157 ceph-mon[29438]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:33.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:33 smithi157 ceph-mon[40946]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:33 smithi187 ceph-mon[33407]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:33.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:31:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:31:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:31:35.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:35 smithi157 ceph-mon[29438]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:35.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:35 smithi157 ceph-mon[40946]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:35 smithi187 ceph-mon[33407]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:37.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:37 smithi157 ceph-mon[29438]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:37.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:37 smithi157 ceph-mon[40946]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:37 smithi187 ceph-mon[33407]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:39.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:39 smithi157 ceph-mon[29438]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:39.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:38 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:31:38] "GET /metrics HTTP/1.1" 200 236538 "" "Prometheus/2.43.0" 2024-08-17T00:31:39.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:39 smithi157 ceph-mon[40946]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:39 smithi187 ceph-mon[33407]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:41.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:41 smithi157 ceph-mon[40946]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:41.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:41 smithi157 ceph-mon[29438]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:41 smithi187 ceph-mon[33407]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:43.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:43 smithi157 ceph-mon[29438]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:43 smithi157 ceph-mon[40946]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:43 smithi187 ceph-mon[33407]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:43.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:31:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:31:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:31:44.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:31:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:31:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:31:45.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:45 smithi157 ceph-mon[40946]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:45.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:45 smithi157 ceph-mon[29438]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:45 smithi187 ceph-mon[33407]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:47.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:47 smithi157 ceph-mon[40946]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:47.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:47 smithi157 ceph-mon[29438]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:47.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:47 smithi187 ceph-mon[33407]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:49.080 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:48 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:31:48] "GET /metrics HTTP/1.1" 200 236537 "" "Prometheus/2.43.0" 2024-08-17T00:31:49.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:49 smithi157 ceph-mon[29438]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:49.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:49 smithi157 ceph-mon[40946]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:49.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:49 smithi187 ceph-mon[33407]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:51.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:51 smithi157 ceph-mon[29438]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:51.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:51 smithi157 ceph-mon[40946]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:51.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:51 smithi187 ceph-mon[33407]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:53.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:53 smithi157 ceph-mon[29438]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:53.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:53 smithi157 ceph-mon[40946]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:53 smithi187 ceph-mon[33407]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:53.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:31:53 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:31:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:31:55.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:55 smithi157 ceph-mon[29438]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:55.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:55 smithi157 ceph-mon[40946]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:55 smithi187 ceph-mon[33407]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:57.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:57 smithi157 ceph-mon[29438]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:57.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:57 smithi157 ceph-mon[40946]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:57 smithi187 ceph-mon[33407]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:59.093 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:31:58 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:31:58] "GET /metrics HTTP/1.1" 200 236537 "" "Prometheus/2.43.0" 2024-08-17T00:31:59.093 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:59 smithi157 ceph-mon[40946]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:59.093 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:31:59 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:31:59.094 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:59 smithi157 ceph-mon[29438]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:59.094 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:31:59 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:31:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:59 smithi187 ceph-mon[33407]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:31:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:31:59 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:32:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:01 smithi157 ceph-mon[29438]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:01.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:01 smithi157 ceph-mon[40946]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:01 smithi187 ceph-mon[33407]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:03 smithi157 ceph-mon[29438]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:03 smithi157 ceph-mon[40946]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:03 smithi187 ceph-mon[33407]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:03.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:32:03 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:32:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:32:05.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:05 smithi157 ceph-mon[40946]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:05 smithi157 ceph-mon[29438]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:05 smithi187 ceph-mon[33407]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:07.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:07 smithi157 ceph-mon[40946]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:07 smithi157 ceph-mon[29438]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:07 smithi187 ceph-mon[33407]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:09.104 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:32:08] "GET /metrics HTTP/1.1" 200 236533 "" "Prometheus/2.43.0" 2024-08-17T00:32:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:09 smithi157 ceph-mon[40946]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:09.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:09 smithi157 ceph-mon[29438]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:09 smithi187 ceph-mon[33407]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:11.304 INFO:tasks.workunit.client.0.smithi157.stderr:Note: switching to '34035a153785525a78f55c59012d77f335d36e2a'. 2024-08-17T00:32:11.305 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T00:32:11.305 INFO:tasks.workunit.client.0.smithi157.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-17T00:32:11.305 INFO:tasks.workunit.client.0.smithi157.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-17T00:32:11.305 INFO:tasks.workunit.client.0.smithi157.stderr:state without impacting any branches by switching back to a branch. 2024-08-17T00:32:11.305 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T00:32:11.305 INFO:tasks.workunit.client.0.smithi157.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-17T00:32:11.305 INFO:tasks.workunit.client.0.smithi157.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-17T00:32:11.305 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T00:32:11.305 INFO:tasks.workunit.client.0.smithi157.stderr: git switch -c 2024-08-17T00:32:11.306 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T00:32:11.306 INFO:tasks.workunit.client.0.smithi157.stderr:Or undo this operation with: 2024-08-17T00:32:11.306 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T00:32:11.306 INFO:tasks.workunit.client.0.smithi157.stderr: git switch - 2024-08-17T00:32:11.306 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T00:32:11.306 INFO:tasks.workunit.client.0.smithi157.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-17T00:32:11.306 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T00:32:11.306 INFO:tasks.workunit.client.0.smithi157.stderr:HEAD is now at 34035a15378 Merge pull request #59233 from zdover23/wip-doc-2024-08-15-backport-59219-to-squid 2024-08-17T00:32:11.310 DEBUG:teuthology.orchestra.run.smithi157:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T00:32:11.374 INFO:tasks.workunit.client.0.smithi157.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T00:32:11.377 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T00:32:11.377 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T00:32:11.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:11 smithi157 ceph-mon[40946]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:11.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:11 smithi157 ceph-mon[29438]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:11 smithi187 ceph-mon[33407]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:12.109 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T00:32:12.164 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T00:32:12.205 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T00:32:12.206 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T00:32:12.207 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T00:32:12.245 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T00:32:12.249 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:32:12.249 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T00:32:12.305 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-08-17T00:32:12.306 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-08-17T00:32:12.307 DEBUG:teuthology.orchestra.run.smithi157:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=34035a153785525a78f55c59012d77f335d36e2a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-08-17T00:32:12.373 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-08-17T00:32:12.744 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-08-17T00:32:12.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:12 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:12] ENGINE Bus STOPPING 2024-08-17T00:32:12.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:12 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:32:12.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:12 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:12] ENGINE Bus STOPPED 2024-08-17T00:32:12.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:12 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:12] ENGINE Bus STARTING 2024-08-17T00:32:13.131 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-08-17T00:32:13.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:12 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:12] ENGINE Serving on http://:::9283 2024-08-17T00:32:13.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:12 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:12] ENGINE Bus STARTED 2024-08-17T00:32:13.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:13] ENGINE Bus STOPPING 2024-08-17T00:32:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-mon[29438]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' 2024-08-17T00:32:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:13.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/371023289' entity='client.admin' 2024-08-17T00:32:13.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:13.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:13.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:13.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-mon[40946]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:13.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' 2024-08-17T00:32:13.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:13.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/371023289' entity='client.admin' 2024-08-17T00:32:13.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:13.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:13.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:13 smithi187 ceph-mon[33407]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:13 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' 2024-08-17T00:32:13.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:13 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:13.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:13 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/371023289' entity='client.admin' 2024-08-17T00:32:13.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:13 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:13.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:13 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:13.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:13 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:13.518 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph telemetry preview 2024-08-17T00:32:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:32:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:13] ENGINE Bus STOPPED 2024-08-17T00:32:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:13] ENGINE Bus STARTING 2024-08-17T00:32:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:13] ENGINE Serving on http://:::9283 2024-08-17T00:32:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:13] ENGINE Bus STARTED 2024-08-17T00:32:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:13] ENGINE Bus STOPPING 2024-08-17T00:32:13.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:32:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:32:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:32:13.978 INFO:tasks.workunit.client.0.smithi157.stdout:{ 2024-08-17T00:32:13.978 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer": { 2024-08-17T00:32:13.978 INFO:tasks.workunit.client.0.smithi157.stdout: "active": true, 2024-08-17T00:32:13.978 INFO:tasks.workunit.client.0.smithi157.stdout: "mode": "" 2024-08-17T00:32:13.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:13.978 INFO:tasks.workunit.client.0.smithi157.stdout: "channels": [ 2024-08-17T00:32:13.978 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T00:32:13.978 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T00:32:13.979 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T00:32:13.979 INFO:tasks.workunit.client.0.smithi157.stdout: "ident" 2024-08-17T00:32:13.979 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:13.979 INFO:tasks.workunit.client.0.smithi157.stdout: "channels_available": [ 2024-08-17T00:32:13.979 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T00:32:13.979 INFO:tasks.workunit.client.0.smithi157.stdout: "ident", 2024-08-17T00:32:13.979 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T00:32:13.979 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T00:32:13.979 INFO:tasks.workunit.client.0.smithi157.stdout: "perf" 2024-08-17T00:32:13.979 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:13.979 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_available": [ 2024-08-17T00:32:13.979 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T00:32:13.979 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T00:32:13.979 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T00:32:13.980 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T00:32:13.980 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T00:32:13.980 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T00:32:13.980 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T00:32:13.980 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T00:32:13.980 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T00:32:13.980 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T00:32:13.980 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore" 2024-08-17T00:32:13.980 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:13.980 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_opted_in": [ 2024-08-17T00:32:13.980 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T00:32:13.981 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T00:32:13.981 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T00:32:13.981 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T00:32:13.981 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T00:32:13.981 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T00:32:13.981 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T00:32:13.981 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T00:32:13.981 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T00:32:13.981 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T00:32:13.981 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore" 2024-08-17T00:32:13.981 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:13.981 INFO:tasks.workunit.client.0.smithi157.stdout: "config": { 2024-08-17T00:32:13.982 INFO:tasks.workunit.client.0.smithi157.stdout: "active_changed": [ 2024-08-17T00:32:13.982 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:32:13.982 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T00:32:13.982 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:32:13.982 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T00:32:13.982 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T00:32:13.982 INFO:tasks.workunit.client.0.smithi157.stdout: "client_check_pool_perm", 2024-08-17T00:32:13.982 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_gid", 2024-08-17T00:32:13.982 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_uid", 2024-08-17T00:32:13.982 INFO:tasks.workunit.client.0.smithi157.stdout: "client_quota", 2024-08-17T00:32:13.982 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T00:32:13.983 INFO:tasks.workunit.client.0.smithi157.stdout: "daemonize", 2024-08-17T00:32:13.983 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:32:13.983 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T00:32:13.983 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T00:32:13.983 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T00:32:13.983 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T00:32:13.983 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T00:32:13.983 INFO:tasks.workunit.client.0.smithi157.stdout: "keyring", 2024-08-17T00:32:13.983 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_block_size", 2024-08-17T00:32:13.983 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_cache_size", 2024-08-17T00:32:13.983 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_compression", 2024-08-17T00:32:13.983 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_log", 2024-08-17T00:32:13.983 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_write_buffer_size", 2024-08-17T00:32:13.983 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T00:32:13.984 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T00:32:13.984 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T00:32:13.984 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T00:32:13.984 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T00:32:13.984 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T00:32:13.984 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_journald", 2024-08-17T00:32:13.984 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_stderr", 2024-08-17T00:32:13.984 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T00:32:13.984 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T00:32:13.984 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_host", 2024-08-17T00:32:13.984 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T00:32:13.984 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:32:13.984 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:32:13.985 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:32:13.985 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:32:13.985 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:32:13.985 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:32:13.985 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:32:13.985 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:32:13.985 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:32:13.985 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:32:13.985 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:32:13.985 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:32:13.985 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:32:13.985 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T00:32:13.986 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T00:32:13.986 INFO:tasks.workunit.client.0.smithi157.stdout: "no_config_file", 2024-08-17T00:32:13.986 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T00:32:13.986 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T00:32:13.986 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:32:13.986 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T00:32:13.986 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:32:13.986 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T00:32:13.986 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:32:13.986 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:32:13.986 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:32:13.986 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:32:13.986 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T00:32:13.987 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T00:32:13.987 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T00:32:13.987 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T00:32:13.987 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T00:32:13.987 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T00:32:13.987 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T00:32:13.987 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T00:32:13.987 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T00:32:13.987 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T00:32:13.987 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T00:32:13.987 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T00:32:13.987 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T00:32:13.987 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T00:32:13.988 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:32:13.988 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:32:13.988 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T00:32:13.988 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T00:32:13.988 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T00:32:13.988 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T00:32:13.988 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:32:13.988 INFO:tasks.workunit.client.0.smithi157.stdout: "public_addr", 2024-08-17T00:32:13.988 INFO:tasks.workunit.client.0.smithi157.stdout: "public_addrv", 2024-08-17T00:32:13.988 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T00:32:13.988 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_default_features", 2024-08-17T00:32:13.988 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_qos_exclude_ops", 2024-08-17T00:32:13.989 INFO:tasks.workunit.client.0.smithi157.stdout: "setgroup", 2024-08-17T00:32:13.989 INFO:tasks.workunit.client.0.smithi157.stdout: "setuser" 2024-08-17T00:32:13.989 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:13.989 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_changed": [ 2024-08-17T00:32:13.989 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:32:13.989 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T00:32:13.989 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:32:13.989 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T00:32:13.989 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T00:32:13.989 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T00:32:13.990 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:32:13.990 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T00:32:13.990 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T00:32:13.990 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T00:32:13.990 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T00:32:13.990 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T00:32:13.990 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T00:32:13.990 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T00:32:13.990 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T00:32:13.990 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_join_fs", 2024-08-17T00:32:13.990 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T00:32:13.990 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/container_init", 2024-08-17T00:32:13.990 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/migration_current", 2024-08-17T00:32:13.991 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T00:32:13.991 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T00:32:13.991 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T00:32:13.991 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T00:32:13.991 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T00:32:13.991 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T00:32:13.991 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T00:32:13.991 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/channel_ident", 2024-08-17T00:32:13.991 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/description", 2024-08-17T00:32:13.992 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/organization", 2024-08-17T00:32:13.992 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T00:32:13.992 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T00:32:13.992 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T00:32:13.992 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T00:32:13.992 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T00:32:13.992 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T00:32:13.992 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:32:13.992 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:32:13.992 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:32:13.992 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:32:13.992 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:32:13.992 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:32:13.992 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:32:13.993 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:32:13.993 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:32:13.993 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:32:13.993 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:32:13.993 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:32:13.993 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:32:13.993 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T00:32:13.993 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T00:32:13.993 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T00:32:13.993 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T00:32:13.993 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:32:13.993 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T00:32:13.993 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:32:13.994 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T00:32:13.994 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:32:13.994 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:32:13.994 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:32:13.994 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:32:13.994 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T00:32:13.994 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T00:32:13.994 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T00:32:13.994 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T00:32:13.994 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T00:32:13.994 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:32:13.995 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:32:13.995 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T00:32:13.995 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T00:32:13.995 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T00:32:13.995 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T00:32:13.995 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:32:13.995 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T00:32:13.995 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_cache_enabled", 2024-08-17T00:32:13.995 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_ops_log", 2024-08-17T00:32:13.995 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_usage_log" 2024-08-17T00:32:13.995 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:13.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:13.995 INFO:tasks.workunit.client.0.smithi157.stdout: "contact": null, 2024-08-17T00:32:13.996 INFO:tasks.workunit.client.0.smithi157.stdout: "crashes": [], 2024-08-17T00:32:13.996 INFO:tasks.workunit.client.0.smithi157.stdout: "created": "2024-08-17T00:23:19.848982Z", 2024-08-17T00:32:13.996 INFO:tasks.workunit.client.0.smithi157.stdout: "crush": { 2024-08-17T00:32:13.996 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_algs": { 2024-08-17T00:32:13.996 INFO:tasks.workunit.client.0.smithi157.stdout: "straw2": 3 2024-08-17T00:32:13.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:13.996 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_sizes": { 2024-08-17T00:32:13.996 INFO:tasks.workunit.client.0.smithi157.stdout: "2": 1, 2024-08-17T00:32:13.996 INFO:tasks.workunit.client.0.smithi157.stdout: "4": 2 2024-08-17T00:32:13.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:13.996 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_types": { 2024-08-17T00:32:13.996 INFO:tasks.workunit.client.0.smithi157.stdout: "1": 2, 2024-08-17T00:32:13.996 INFO:tasks.workunit.client.0.smithi157.stdout: "11": 1 2024-08-17T00:32:13.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:13.997 INFO:tasks.workunit.client.0.smithi157.stdout: "compat_weight_set": false, 2024-08-17T00:32:13.997 INFO:tasks.workunit.client.0.smithi157.stdout: "device_classes": [ 2024-08-17T00:32:13.997 INFO:tasks.workunit.client.0.smithi157.stdout: 8 2024-08-17T00:32:13.997 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:13.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_buckets": 6, 2024-08-17T00:32:13.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_devices": 8, 2024-08-17T00:32:13.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_rules": 1, 2024-08-17T00:32:13.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_types": 12, 2024-08-17T00:32:13.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_weight_sets": 0, 2024-08-17T00:32:13.997 INFO:tasks.workunit.client.0.smithi157.stdout: "tunables": { 2024-08-17T00:32:13.997 INFO:tasks.workunit.client.0.smithi157.stdout: "allowed_bucket_algs": 54, 2024-08-17T00:32:13.997 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_fallback_tries": 0, 2024-08-17T00:32:13.998 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_tries": 0, 2024-08-17T00:32:13.998 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_total_tries": 50, 2024-08-17T00:32:13.998 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_descend_once": 1, 2024-08-17T00:32:13.998 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_stable": 1, 2024-08-17T00:32:13.998 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_vary_r": 1, 2024-08-17T00:32:13.998 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v2_rules": 0, 2024-08-17T00:32:13.998 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v3_rules": 0, 2024-08-17T00:32:13.998 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v4_buckets": 1, 2024-08-17T00:32:13.998 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v5_rules": 0, 2024-08-17T00:32:13.998 INFO:tasks.workunit.client.0.smithi157.stdout: "legacy_tunables": 0, 2024-08-17T00:32:13.998 INFO:tasks.workunit.client.0.smithi157.stdout: "minimum_required_version": "jewel", 2024-08-17T00:32:13.998 INFO:tasks.workunit.client.0.smithi157.stdout: "optimal_tunables": 1, 2024-08-17T00:32:13.998 INFO:tasks.workunit.client.0.smithi157.stdout: "profile": "jewel", 2024-08-17T00:32:13.999 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables": 1, 2024-08-17T00:32:13.999 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables2": 1, 2024-08-17T00:32:13.999 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables3": 1, 2024-08-17T00:32:13.999 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables5": 1, 2024-08-17T00:32:13.999 INFO:tasks.workunit.client.0.smithi157.stdout: "straw_calc_version": 1 2024-08-17T00:32:13.999 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:13.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:13.999 INFO:tasks.workunit.client.0.smithi157.stdout: "description": "upgrade test cluster", 2024-08-17T00:32:13.999 INFO:tasks.workunit.client.0.smithi157.stdout: "fs": { 2024-08-17T00:32:13.999 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:13.999 INFO:tasks.workunit.client.0.smithi157.stdout: "feature_flags": { 2024-08-17T00:32:13.999 INFO:tasks.workunit.client.0.smithi157.stdout: "enable_multiple": true, 2024-08-17T00:32:13.999 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_enabled_multiple": true 2024-08-17T00:32:14.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.000 INFO:tasks.workunit.client.0.smithi157.stdout: "filesystems": [ 2024-08-17T00:32:14.000 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:14.000 INFO:tasks.workunit.client.0.smithi157.stdout: "approx_ctime": "2024-08", 2024-08-17T00:32:14.000 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer_enabled": false, 2024-08-17T00:32:14.000 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:14.000 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_caps": 0, 2024-08-17T00:32:14.000 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_dns": 10, 2024-08-17T00:32:14.000 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_inos": 13, 2024-08-17T00:32:14.000 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_subtrees": 2, 2024-08-17T00:32:14.000 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_allowed_features": 0, 2024-08-17T00:32:14.000 INFO:tasks.workunit.client.0.smithi157.stdout: "explicitly_allowed_features": 0, 2024-08-17T00:32:14.001 INFO:tasks.workunit.client.0.smithi157.stdout: "files": 0, 2024-08-17T00:32:14.001 INFO:tasks.workunit.client.0.smithi157.stdout: "max_mds": 1, 2024-08-17T00:32:14.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_data_pools": 1, 2024-08-17T00:32:14.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_in": 1, 2024-08-17T00:32:14.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_mds": 1, 2024-08-17T00:32:14.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": 0, 2024-08-17T00:32:14.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_replay": 0, 2024-08-17T00:32:14.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_up": 1, 2024-08-17T00:32:14.002 INFO:tasks.workunit.client.0.smithi157.stdout: "snaps": 0, 2024-08-17T00:32:14.002 INFO:tasks.workunit.client.0.smithi157.stdout: "standby_count_wanted": 0 2024-08-17T00:32:14.002 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.002 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_mds": 1, 2024-08-17T00:32:14.002 INFO:tasks.workunit.client.0.smithi157.stdout: "total_num_mds": 2 2024-08-17T00:32:14.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.003 INFO:tasks.workunit.client.0.smithi157.stdout: "hosts": { 2024-08-17T00:32:14.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num": 2, 2024-08-17T00:32:14.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mds": 2, 2024-08-17T00:32:14.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mgr": 2, 2024-08-17T00:32:14.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mon": 2, 2024-08-17T00:32:14.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_osd": 2 2024-08-17T00:32:14.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.003 INFO:tasks.workunit.client.0.smithi157.stdout: "leaderboard": false, 2024-08-17T00:32:14.003 INFO:tasks.workunit.client.0.smithi157.stdout: "license": "sharing-1-0", 2024-08-17T00:32:14.003 INFO:tasks.workunit.client.0.smithi157.stdout: "metadata": { 2024-08-17T00:32:14.003 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T00:32:14.003 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T00:32:14.004 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 2 2024-08-17T00:32:14.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.004 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T00:32:14.004 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:32:14.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.004 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T00:32:14.004 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T00:32:14.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.004 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T00:32:14.004 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 2 2024-08-17T00:32:14.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.004 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T00:32:14.004 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 2 2024-08-17T00:32:14.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.005 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T00:32:14.005 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T00:32:14.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.005 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T00:32:14.005 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T00:32:14.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.005 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T00:32:14.005 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 2 2024-08-17T00:32:14.005 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.006 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:14.006 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T00:32:14.006 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 3 2024-08-17T00:32:14.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.006 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T00:32:14.006 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:32:14.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.006 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T00:32:14.006 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T00:32:14.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.006 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T00:32:14.007 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 3 2024-08-17T00:32:14.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.007 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T00:32:14.007 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 3 2024-08-17T00:32:14.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.007 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T00:32:14.007 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T00:32:14.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.007 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T00:32:14.007 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T00:32:14.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.007 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T00:32:14.007 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 3 2024-08-17T00:32:14.008 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.008 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:14.008 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T00:32:14.008 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 8 2024-08-17T00:32:14.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.008 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T00:32:14.008 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:32:14.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.008 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T00:32:14.008 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T00:32:14.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.008 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T00:32:14.009 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 8 2024-08-17T00:32:14.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.009 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T00:32:14.009 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 8 2024-08-17T00:32:14.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.009 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T00:32:14.009 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T00:32:14.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.009 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T00:32:14.009 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T00:32:14.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.009 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T00:32:14.010 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 8 2024-08-17T00:32:14.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.010 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_objectstore": { 2024-08-17T00:32:14.010 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": 8 2024-08-17T00:32:14.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.010 INFO:tasks.workunit.client.0.smithi157.stdout: "rotational": { 2024-08-17T00:32:14.010 INFO:tasks.workunit.client.0.smithi157.stdout: "0": 8 2024-08-17T00:32:14.010 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.010 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.010 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:14.010 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:14.010 INFO:tasks.workunit.client.0.smithi157.stdout: "features": { 2024-08-17T00:32:14.011 INFO:tasks.workunit.client.0.smithi157.stdout: "optional": [], 2024-08-17T00:32:14.011 INFO:tasks.workunit.client.0.smithi157.stdout: "persistent": [ 2024-08-17T00:32:14.011 INFO:tasks.workunit.client.0.smithi157.stdout: "kraken", 2024-08-17T00:32:14.011 INFO:tasks.workunit.client.0.smithi157.stdout: "luminous", 2024-08-17T00:32:14.011 INFO:tasks.workunit.client.0.smithi157.stdout: "mimic", 2024-08-17T00:32:14.011 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap-prune", 2024-08-17T00:32:14.011 INFO:tasks.workunit.client.0.smithi157.stdout: "nautilus", 2024-08-17T00:32:14.011 INFO:tasks.workunit.client.0.smithi157.stdout: "octopus", 2024-08-17T00:32:14.011 INFO:tasks.workunit.client.0.smithi157.stdout: "pacific", 2024-08-17T00:32:14.011 INFO:tasks.workunit.client.0.smithi157.stdout: "elector-pinging", 2024-08-17T00:32:14.011 INFO:tasks.workunit.client.0.smithi157.stdout: "quincy" 2024-08-17T00:32:14.011 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:14.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.012 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv4_addr_mons": 6, 2024-08-17T00:32:14.012 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv6_addr_mons": 0, 2024-08-17T00:32:14.012 INFO:tasks.workunit.client.0.smithi157.stdout: "min_mon_release": 17, 2024-08-17T00:32:14.012 INFO:tasks.workunit.client.0.smithi157.stdout: "v1_addr_mons": 3, 2024-08-17T00:32:14.012 INFO:tasks.workunit.client.0.smithi157.stdout: "v2_addr_mons": 3 2024-08-17T00:32:14.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.013 INFO:tasks.workunit.client.0.smithi157.stdout: "organization": "ceph-qa", 2024-08-17T00:32:14.013 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:14.013 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_network": false, 2024-08-17T00:32:14.013 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8, 2024-08-17T00:32:14.013 INFO:tasks.workunit.client.0.smithi157.stdout: "require_min_compat_client": "luminous", 2024-08-17T00:32:14.013 INFO:tasks.workunit.client.0.smithi157.stdout: "require_osd_release": "quincy" 2024-08-17T00:32:14.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.014 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": [ 2024-08-17T00:32:14.014 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:14.014 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:14.014 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr" 2024-08-17T00:32:14.014 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.014 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:14.014 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:14.014 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:14.014 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:14.014 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:14.014 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 1, 2024-08-17T00:32:14.014 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 1, 2024-08-17T00:32:14.015 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 1, 2024-08-17T00:32:14.015 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:14.015 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:14.015 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:14.015 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 1781760, 2024-08-17T00:32:14.015 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:14.015 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:14.015 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 1781760, 2024-08-17T00:32:14.015 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:14.015 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:14.015 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 2, 2024-08-17T00:32:14.015 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:14.015 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-17T00:32:14.015 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:14.016 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:14.016 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 212, 2024-08-17T00:32:14.016 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 313344, 2024-08-17T00:32:14.016 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 590368, 2024-08-17T00:32:14.016 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 590368, 2024-08-17T00:32:14.016 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:14.016 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 1771104, 2024-08-17T00:32:14.016 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 179, 2024-08-17T00:32:14.016 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 2473984 2024-08-17T00:32:14.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.016 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:14.016 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:14.016 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:14.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.017 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:14.017 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:14.017 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T00:32:14.017 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.017 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:14.017 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:14.017 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:14.017 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:14.017 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:14.017 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 32, 2024-08-17T00:32:14.017 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 32, 2024-08-17T00:32:14.017 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 2, 2024-08-17T00:32:14.017 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:14.018 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:14.018 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:14.018 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 98304, 2024-08-17T00:32:14.018 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:14.018 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:14.018 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 98304, 2024-08-17T00:32:14.018 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:14.018 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:14.018 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 22, 2024-08-17T00:32:14.018 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:14.018 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 1.351972542806834e-07, 2024-08-17T00:32:14.018 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:14.018 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:14.019 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T00:32:14.019 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T00:32:14.019 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 3410, 2024-08-17T00:32:14.019 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 3410, 2024-08-17T00:32:14.019 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:14.019 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 10230, 2024-08-17T00:32:14.019 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 51, 2024-08-17T00:32:14.019 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 19456 2024-08-17T00:32:14.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.019 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:14.019 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:14.019 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:14.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.019 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:14.020 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:14.020 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T00:32:14.020 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.020 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:14.020 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:14.020 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:14.020 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:14.020 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:14.020 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 64, 2024-08-17T00:32:14.020 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 64, 2024-08-17T00:32:14.020 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 3, 2024-08-17T00:32:14.020 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:14.020 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:14.020 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:14.021 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 0, 2024-08-17T00:32:14.021 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:14.021 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:14.021 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 0, 2024-08-17T00:32:14.021 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:14.021 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:14.021 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 0, 2024-08-17T00:32:14.021 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:14.021 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 0.0, 2024-08-17T00:32:14.021 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:14.021 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:14.021 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T00:32:14.022 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T00:32:14.022 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 0, 2024-08-17T00:32:14.022 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 0, 2024-08-17T00:32:14.022 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:14.022 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 0, 2024-08-17T00:32:14.022 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 0, 2024-08-17T00:32:14.022 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 0 2024-08-17T00:32:14.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.022 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:14.022 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:14.023 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:14.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.023 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:14.023 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:14.023 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd" 2024-08-17T00:32:14.023 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.023 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:14.023 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:14.023 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:14.023 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:14.024 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:14.024 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 8, 2024-08-17T00:32:14.024 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 8, 2024-08-17T00:32:14.024 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 4, 2024-08-17T00:32:14.024 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:14.024 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:14.024 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:14.024 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 12288, 2024-08-17T00:32:14.024 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:14.024 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:14.024 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 12288, 2024-08-17T00:32:14.024 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:14.024 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:14.025 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 2, 2024-08-17T00:32:14.025 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:14.025 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T00:32:14.025 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:14.025 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:14.025 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T00:32:14.025 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T00:32:14.025 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 19, 2024-08-17T00:32:14.025 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 19, 2024-08-17T00:32:14.025 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:14.025 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 57, 2024-08-17T00:32:14.025 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 2, 2024-08-17T00:32:14.026 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 2048 2024-08-17T00:32:14.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.026 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:14.026 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:14.026 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:14.026 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.026 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.026 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": { 2024-08-17T00:32:14.026 INFO:tasks.workunit.client.0.smithi157.stdout: "mirroring_by_pool": [ 2024-08-17T00:32:14.026 INFO:tasks.workunit.client.0.smithi157.stdout: false 2024-08-17T00:32:14.027 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_images_by_pool": [ 2024-08-17T00:32:14.027 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:14.027 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pools": 1 2024-08-17T00:32:14.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.027 INFO:tasks.workunit.client.0.smithi157.stdout: "report_id": "3ab49fab-047d-4b9d-9fd2-8c800a0ea47f", 2024-08-17T00:32:14.027 INFO:tasks.workunit.client.0.smithi157.stdout: "report_timestamp": "2024-08-17T00:32:13.971791", 2024-08-17T00:32:14.027 INFO:tasks.workunit.client.0.smithi157.stdout: "report_version": 1, 2024-08-17T00:32:14.027 INFO:tasks.workunit.client.0.smithi157.stdout: "rook": { 2024-08-17T00:32:14.027 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster": { 2024-08-17T00:32:14.027 INFO:tasks.workunit.client.0.smithi157.stdout: "external-mode": null, 2024-08-17T00:32:14.028 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:14.028 INFO:tasks.workunit.client.0.smithi157.stdout: "allow-multiple-per-node": null, 2024-08-17T00:32:14.028 INFO:tasks.workunit.client.0.smithi157.stdout: "count": null, 2024-08-17T00:32:14.028 INFO:tasks.workunit.client.0.smithi157.stdout: "max-id": null, 2024-08-17T00:32:14.028 INFO:tasks.workunit.client.0.smithi157.stdout: "pvc": { 2024-08-17T00:32:14.028 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T00:32:14.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.028 INFO:tasks.workunit.client.0.smithi157.stdout: "stretch": { 2024-08-17T00:32:14.028 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T00:32:14.028 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.029 INFO:tasks.workunit.client.0.smithi157.stdout: "network": { 2024-08-17T00:32:14.029 INFO:tasks.workunit.client.0.smithi157.stdout: "provider": null 2024-08-17T00:32:14.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.029 INFO:tasks.workunit.client.0.smithi157.stdout: "storage": { 2024-08-17T00:32:14.029 INFO:tasks.workunit.client.0.smithi157.stdout: "device-set": { 2024-08-17T00:32:14.029 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T00:32:14.029 INFO:tasks.workunit.client.0.smithi157.stdout: "non-portable": null, 2024-08-17T00:32:14.029 INFO:tasks.workunit.client.0.smithi157.stdout: "portable": null, 2024-08-17T00:32:14.029 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T00:32:14.029 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.030 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.030 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.030 INFO:tasks.workunit.client.0.smithi157.stdout: "csi": { 2024-08-17T00:32:14.030 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T00:32:14.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.030 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes": { 2024-08-17T00:32:14.030 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T00:32:14.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.030 INFO:tasks.workunit.client.0.smithi157.stdout: "node": { 2024-08-17T00:32:14.030 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T00:32:14.030 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes-total": null, 2024-08-17T00:32:14.031 INFO:tasks.workunit.client.0.smithi157.stdout: "with-ceph-daemons": null, 2024-08-17T00:32:14.031 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T00:32:14.031 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-nfs-plugin": null, 2024-08-17T00:32:14.031 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-rbd-plugin": null 2024-08-17T00:32:14.031 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.031 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T00:32:14.031 INFO:tasks.workunit.client.0.smithi157.stdout: "storage-class": { 2024-08-17T00:32:14.031 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T00:32:14.031 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket": null, 2024-08-17T00:32:14.031 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs": null, 2024-08-17T00:32:14.031 INFO:tasks.workunit.client.0.smithi157.stdout: "nfs": null, 2024-08-17T00:32:14.031 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": null, 2024-08-17T00:32:14.032 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T00:32:14.032 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.032 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.032 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T00:32:14.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.032 INFO:tasks.workunit.client.0.smithi157.stdout: "services": {}, 2024-08-17T00:32:14.032 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T00:32:14.032 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 105, 2024-08-17T00:32:14.032 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": 4, 2024-08-17T00:32:14.032 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_by_class": { 2024-08-17T00:32:14.032 INFO:tasks.workunit.client.0.smithi157.stdout: "ssd": { 2024-08-17T00:32:14.032 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 765516247040, 2024-08-17T00:32:14.032 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T00:32:14.033 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 2444038144, 2024-08-17T00:32:14.033 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_bytes": 2444038144, 2024-08-17T00:32:14.033 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_ratio": 0.0031825059559196234 2024-08-17T00:32:14.033 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.033 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 765516247040, 2024-08-17T00:32:14.033 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T00:32:14.033 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 2444038144 2024-08-17T00:32:14.033 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.033 INFO:tasks.workunit.client.0.smithi157.stdout:} 2024-08-17T00:32:14.034 INFO:tasks.workunit.client.0.smithi157.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-17T00:32:14.034 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph telemetry preview-device 2024-08-17T00:32:14.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:32:14.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:14] ENGINE Bus STOPPED 2024-08-17T00:32:14.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:14] ENGINE Bus STARTING 2024-08-17T00:32:14.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:14] ENGINE Serving on http://:::9283 2024-08-17T00:32:14.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:14] ENGINE Bus STARTED 2024-08-17T00:32:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/909704625' entity='client.admin' 2024-08-17T00:32:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:32:14.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:14.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:14.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:14.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/909704625' entity='client.admin' 2024-08-17T00:32:14.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:14.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:14.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:14.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:14 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:32:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:14 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:14 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:14 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:14 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:14 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/909704625' entity='client.admin' 2024-08-17T00:32:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:14 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:14 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:14 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:14 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:14 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:14 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:14 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:14 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:14 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:32:14.474 INFO:tasks.workunit.client.0.smithi157.stdout:{ 2024-08-17T00:32:14.474 INFO:tasks.workunit.client.0.smithi157.stdout: "26534758-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:14.474 INFO:tasks.workunit.client.0.smithi157.stdout: "INTEL_SSDPED1D480GA_2653d70e-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:14.474 INFO:tasks.workunit.client.0.smithi157.stdout: "20240817-002624": { 2024-08-17T00:32:14.474 INFO:tasks.workunit.client.0.smithi157.stdout: "device": { 2024-08-17T00:32:14.474 INFO:tasks.workunit.client.0.smithi157.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:32:14.474 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:32:14.474 INFO:tasks.workunit.client.0.smithi157.stdout: "protocol": "NVMe", 2024-08-17T00:32:14.475 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "nvme" 2024-08-17T00:32:14.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.477 INFO:tasks.workunit.client.0.smithi157.stdout: "firmware_version": "E2010325", 2024-08-17T00:32:14.477 INFO:tasks.workunit.client.0.smithi157.stdout: "host_id": "26534758-5c30-11ef-a430-0cc47a887ea1", 2024-08-17T00:32:14.477 INFO:tasks.workunit.client.0.smithi157.stdout: "json_format_version": [ 2024-08-17T00:32:14.477 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:14.477 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:14.477 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.478 INFO:tasks.workunit.client.0.smithi157.stdout: "local_time": { 2024-08-17T00:32:14.478 INFO:tasks.workunit.client.0.smithi157.stdout: "asctime": "Sat Aug 17 00:26:24 2024 UTC", 2024-08-17T00:32:14.478 INFO:tasks.workunit.client.0.smithi157.stdout: "time_t": 1723854384 2024-08-17T00:32:14.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.478 INFO:tasks.workunit.client.0.smithi157.stdout: "logical_block_size": 512, 2024-08-17T00:32:14.478 INFO:tasks.workunit.client.0.smithi157.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-17T00:32:14.478 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_controller_id": 0, 2024-08-17T00:32:14.478 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:32:14.478 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_namespaces": [ 2024-08-17T00:32:14.478 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:14.478 INFO:tasks.workunit.client.0.smithi157.stdout: "capacity": { 2024-08-17T00:32:14.478 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:14.479 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:14.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.479 INFO:tasks.workunit.client.0.smithi157.stdout: "formatted_lba_size": 512, 2024-08-17T00:32:14.479 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 1, 2024-08-17T00:32:14.479 INFO:tasks.workunit.client.0.smithi157.stdout: "size": { 2024-08-17T00:32:14.479 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:14.479 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:14.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.479 INFO:tasks.workunit.client.0.smithi157.stdout: "utilization": { 2024-08-17T00:32:14.479 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:14.479 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:14.479 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.479 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.479 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.480 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:32:14.480 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_pci_vendor": { 2024-08-17T00:32:14.480 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 32902, 2024-08-17T00:32:14.480 INFO:tasks.workunit.client.0.smithi157.stdout: "subsystem_id": 32902 2024-08-17T00:32:14.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.480 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:32:14.480 INFO:tasks.workunit.client.0.smithi157.stdout: "Device stats": { 2024-08-17T00:32:14.480 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_fw_downgrades": { 2024-08-17T00:32:14.480 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.480 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.481 INFO:tasks.workunit.client.0.smithi157.stdout: "crc_error_count": { 2024-08-17T00:32:14.481 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.481 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.481 INFO:tasks.workunit.client.0.smithi157.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:32:14.481 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.481 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.481 INFO:tasks.workunit.client.0.smithi157.stdout: "erase_fail_count": { 2024-08-17T00:32:14.481 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.481 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.482 INFO:tasks.workunit.client.0.smithi157.stdout: "host_bytes_written": { 2024-08-17T00:32:14.482 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.482 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 6865907 2024-08-17T00:32:14.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.482 INFO:tasks.workunit.client.0.smithi157.stdout: "host_ctx_wear_used": { 2024-08-17T00:32:14.482 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.482 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.482 INFO:tasks.workunit.client.0.smithi157.stdout: "media_bytes_read": { 2024-08-17T00:32:14.482 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.482 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.483 INFO:tasks.workunit.client.0.smithi157.stdout: "nand_bytes_written": { 2024-08-17T00:32:14.483 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.483 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.483 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_stat_indicator": { 2024-08-17T00:32:14.483 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.483 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.483 INFO:tasks.workunit.client.0.smithi157.stdout: "pll_lock_loss_count": { 2024-08-17T00:32:14.483 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.483 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.484 INFO:tasks.workunit.client.0.smithi157.stdout: "program_fail_count": { 2024-08-17T00:32:14.484 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.484 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.484 INFO:tasks.workunit.client.0.smithi157.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:32:14.484 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.484 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.484 INFO:tasks.workunit.client.0.smithi157.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:32:14.484 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.485 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.485 INFO:tasks.workunit.client.0.smithi157.stdout: "soft_ecc_err_rate": { 2024-08-17T00:32:14.485 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.485 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.485 INFO:tasks.workunit.client.0.smithi157.stdout: "thermal_throttle_status": { 2024-08-17T00:32:14.485 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.485 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:14.485 INFO:tasks.workunit.client.0.smithi157.stdout: "cnt": 0, 2024-08-17T00:32:14.485 INFO:tasks.workunit.client.0.smithi157.stdout: "pct": 0 2024-08-17T00:32:14.485 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.486 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_host_reads": { 2024-08-17T00:32:14.486 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.486 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 13 2024-08-17T00:32:14.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.486 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_media_wear": { 2024-08-17T00:32:14.486 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.486 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": "0.000000" 2024-08-17T00:32:14.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.486 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_timer": { 2024-08-17T00:32:14.486 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.486 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 951162 2024-08-17T00:32:14.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.487 INFO:tasks.workunit.client.0.smithi157.stdout: "unexp_power_loss": { 2024-08-17T00:32:14.487 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.487 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.487 INFO:tasks.workunit.client.0.smithi157.stdout: "wear_leveling": { 2024-08-17T00:32:14.487 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.487 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:14.487 INFO:tasks.workunit.client.0.smithi157.stdout: "avg": 0, 2024-08-17T00:32:14.487 INFO:tasks.workunit.client.0.smithi157.stdout: "max": 0, 2024-08-17T00:32:14.487 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0 2024-08-17T00:32:14.487 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.487 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.488 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:32:14.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.488 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:32:14.488 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare": 100, 2024-08-17T00:32:14.488 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare_threshold": 0, 2024-08-17T00:32:14.488 INFO:tasks.workunit.client.0.smithi157.stdout: "controller_busy_time": 2610, 2024-08-17T00:32:14.488 INFO:tasks.workunit.client.0.smithi157.stdout: "critical_warning": 0, 2024-08-17T00:32:14.488 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_read": 81053234, 2024-08-17T00:32:14.488 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_written": 449964123, 2024-08-17T00:32:14.488 INFO:tasks.workunit.client.0.smithi157.stdout: "host_reads": 1325904732, 2024-08-17T00:32:14.488 INFO:tasks.workunit.client.0.smithi157.stdout: "host_writes": 10296839380, 2024-08-17T00:32:14.488 INFO:tasks.workunit.client.0.smithi157.stdout: "media_errors": 0, 2024-08-17T00:32:14.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_err_log_entries": 0, 2024-08-17T00:32:14.489 INFO:tasks.workunit.client.0.smithi157.stdout: "percentage_used": 0, 2024-08-17T00:32:14.489 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycles": 20457, 2024-08-17T00:32:14.489 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_hours": 24917, 2024-08-17T00:32:14.489 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": 37, 2024-08-17T00:32:14.489 INFO:tasks.workunit.client.0.smithi157.stdout: "unsafe_shutdowns": 7037 2024-08-17T00:32:14.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.489 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_vendor": "intel", 2024-08-17T00:32:14.489 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_version": { 2024-08-17T00:32:14.489 INFO:tasks.workunit.client.0.smithi157.stdout: "string": "<1.2", 2024-08-17T00:32:14.489 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:14.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.489 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycle_count": 20457, 2024-08-17T00:32:14.489 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_time": { 2024-08-17T00:32:14.490 INFO:tasks.workunit.client.0.smithi157.stdout: "hours": 24917 2024-08-17T00:32:14.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.490 INFO:tasks.workunit.client.0.smithi157.stdout: "serial_number": "deleted", 2024-08-17T00:32:14.490 INFO:tasks.workunit.client.0.smithi157.stdout: "smart_status": { 2024-08-17T00:32:14.490 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme": { 2024-08-17T00:32:14.490 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:14.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.490 INFO:tasks.workunit.client.0.smithi157.stdout: "passed": true 2024-08-17T00:32:14.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.490 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl": { 2024-08-17T00:32:14.491 INFO:tasks.workunit.client.0.smithi157.stdout: "argv": [ 2024-08-17T00:32:14.491 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl", 2024-08-17T00:32:14.491 INFO:tasks.workunit.client.0.smithi157.stdout: "-x", 2024-08-17T00:32:14.491 INFO:tasks.workunit.client.0.smithi157.stdout: "--json=o", 2024-08-17T00:32:14.491 INFO:tasks.workunit.client.0.smithi157.stdout: "/dev/nvme0n1" 2024-08-17T00:32:14.491 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.491 INFO:tasks.workunit.client.0.smithi157.stdout: "build_info": "(local build)", 2024-08-17T00:32:14.491 INFO:tasks.workunit.client.0.smithi157.stdout: "exit_status": 0, 2024-08-17T00:32:14.491 INFO:tasks.workunit.client.0.smithi157.stdout: "output": [ 2024-08-17T00:32:14.491 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:32:14.491 INFO:tasks.workunit.client.0.smithi157.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:32:14.491 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.491 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:32:14.491 INFO:tasks.workunit.client.0.smithi157.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-17T00:32:14.492 INFO:tasks.workunit.client.0.smithi157.stdout: "Serial Number: deleted", 2024-08-17T00:32:14.492 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Version: E2010325", 2024-08-17T00:32:14.492 INFO:tasks.workunit.client.0.smithi157.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:32:14.492 INFO:tasks.workunit.client.0.smithi157.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:32:14.492 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller ID: 0", 2024-08-17T00:32:14.492 INFO:tasks.workunit.client.0.smithi157.stdout: "NVMe Version: <1.2", 2024-08-17T00:32:14.492 INFO:tasks.workunit.client.0.smithi157.stdout: "Number of Namespaces: 1", 2024-08-17T00:32:14.492 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-17T00:32:14.492 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:32:14.492 INFO:tasks.workunit.client.0.smithi157.stdout: "Local Time is: Sat Aug 17 00:26:24 2024 UTC", 2024-08-17T00:32:14.492 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:32:14.492 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-17T00:32:14.493 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:32:14.493 INFO:tasks.workunit.client.0.smithi157.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:32:14.493 INFO:tasks.workunit.client.0.smithi157.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:32:14.493 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.493 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported Power States", 2024-08-17T00:32:14.493 INFO:tasks.workunit.client.0.smithi157.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:32:14.493 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-17T00:32:14.493 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.493 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:32:14.493 INFO:tasks.workunit.client.0.smithi157.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:32:14.493 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 512 0 2", 2024-08-17T00:32:14.493 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.493 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:32:14.494 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:32:14.494 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.494 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:32:14.494 INFO:tasks.workunit.client.0.smithi157.stdout: "Critical Warning: 0x00", 2024-08-17T00:32:14.494 INFO:tasks.workunit.client.0.smithi157.stdout: "Temperature: 37 Celsius", 2024-08-17T00:32:14.494 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare: 100%", 2024-08-17T00:32:14.494 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare Threshold: 0%", 2024-08-17T00:32:14.494 INFO:tasks.workunit.client.0.smithi157.stdout: "Percentage Used: 0%", 2024-08-17T00:32:14.494 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Read: 81,053,234 [41.4 TB]", 2024-08-17T00:32:14.494 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Written: 449,964,123 [230 TB]", 2024-08-17T00:32:14.494 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Read Commands: 1,325,904,732", 2024-08-17T00:32:14.494 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Write Commands: 10,296,839,380", 2024-08-17T00:32:14.495 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller Busy Time: 2,610", 2024-08-17T00:32:14.495 INFO:tasks.workunit.client.0.smithi157.stdout: "Power Cycles: 20,457", 2024-08-17T00:32:14.495 INFO:tasks.workunit.client.0.smithi157.stdout: "Power On Hours: 24,917", 2024-08-17T00:32:14.495 INFO:tasks.workunit.client.0.smithi157.stdout: "Unsafe Shutdowns: 7,037", 2024-08-17T00:32:14.495 INFO:tasks.workunit.client.0.smithi157.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:32:14.495 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information Log Entries: 0", 2024-08-17T00:32:14.495 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.495 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:32:14.495 INFO:tasks.workunit.client.0.smithi157.stdout: "No Errors Logged", 2024-08-17T00:32:14.495 INFO:tasks.workunit.client.0.smithi157.stdout: "" 2024-08-17T00:32:14.495 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.495 INFO:tasks.workunit.client.0.smithi157.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:32:14.495 INFO:tasks.workunit.client.0.smithi157.stdout: "svn_revision": "5155", 2024-08-17T00:32:14.496 INFO:tasks.workunit.client.0.smithi157.stdout: "version": [ 2024-08-17T00:32:14.496 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:14.496 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:14.496 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:14.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.496 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": { 2024-08-17T00:32:14.497 INFO:tasks.workunit.client.0.smithi157.stdout: "current": 37 2024-08-17T00:32:14.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.497 INFO:tasks.workunit.client.0.smithi157.stdout: "user_capacity": { 2024-08-17T00:32:14.497 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:14.497 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:14.497 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.497 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.497 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.497 INFO:tasks.workunit.client.0.smithi157.stdout: "26550746-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:14.497 INFO:tasks.workunit.client.0.smithi157.stdout: "INTEL_SSDPEDMD400G4_265582e8-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:14.497 INFO:tasks.workunit.client.0.smithi157.stdout: "20240817-002627": { 2024-08-17T00:32:14.498 INFO:tasks.workunit.client.0.smithi157.stdout: "device": { 2024-08-17T00:32:14.498 INFO:tasks.workunit.client.0.smithi157.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:32:14.498 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:32:14.498 INFO:tasks.workunit.client.0.smithi157.stdout: "protocol": "NVMe", 2024-08-17T00:32:14.498 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "nvme" 2024-08-17T00:32:14.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.498 INFO:tasks.workunit.client.0.smithi157.stdout: "firmware_version": "8DV101H0", 2024-08-17T00:32:14.498 INFO:tasks.workunit.client.0.smithi157.stdout: "host_id": "26550746-5c30-11ef-a430-0cc47a887ea1", 2024-08-17T00:32:14.498 INFO:tasks.workunit.client.0.smithi157.stdout: "json_format_version": [ 2024-08-17T00:32:14.498 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:14.498 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:14.498 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.498 INFO:tasks.workunit.client.0.smithi157.stdout: "local_time": { 2024-08-17T00:32:14.499 INFO:tasks.workunit.client.0.smithi157.stdout: "asctime": "Sat Aug 17 00:26:26 2024 UTC", 2024-08-17T00:32:14.499 INFO:tasks.workunit.client.0.smithi157.stdout: "time_t": 1723854386 2024-08-17T00:32:14.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.499 INFO:tasks.workunit.client.0.smithi157.stdout: "logical_block_size": 512, 2024-08-17T00:32:14.499 INFO:tasks.workunit.client.0.smithi157.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T00:32:14.499 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_controller_id": 0, 2024-08-17T00:32:14.499 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:32:14.499 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_namespaces": [ 2024-08-17T00:32:14.499 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:14.499 INFO:tasks.workunit.client.0.smithi157.stdout: "capacity": { 2024-08-17T00:32:14.499 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:14.499 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:14.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.500 INFO:tasks.workunit.client.0.smithi157.stdout: "formatted_lba_size": 512, 2024-08-17T00:32:14.500 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 1, 2024-08-17T00:32:14.500 INFO:tasks.workunit.client.0.smithi157.stdout: "size": { 2024-08-17T00:32:14.500 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:14.500 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:14.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.500 INFO:tasks.workunit.client.0.smithi157.stdout: "utilization": { 2024-08-17T00:32:14.500 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:14.500 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:14.500 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.500 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.500 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.500 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:32:14.501 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_pci_vendor": { 2024-08-17T00:32:14.501 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 32902, 2024-08-17T00:32:14.501 INFO:tasks.workunit.client.0.smithi157.stdout: "subsystem_id": 32902 2024-08-17T00:32:14.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.501 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:32:14.501 INFO:tasks.workunit.client.0.smithi157.stdout: "Device stats": { 2024-08-17T00:32:14.501 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_fw_downgrades": { 2024-08-17T00:32:14.501 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.501 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.501 INFO:tasks.workunit.client.0.smithi157.stdout: "crc_error_count": { 2024-08-17T00:32:14.501 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.501 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.502 INFO:tasks.workunit.client.0.smithi157.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:32:14.502 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.502 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.502 INFO:tasks.workunit.client.0.smithi157.stdout: "erase_fail_count": { 2024-08-17T00:32:14.502 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.502 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.502 INFO:tasks.workunit.client.0.smithi157.stdout: "host_bytes_written": { 2024-08-17T00:32:14.502 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.502 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 28961671 2024-08-17T00:32:14.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.502 INFO:tasks.workunit.client.0.smithi157.stdout: "host_ctx_wear_used": { 2024-08-17T00:32:14.503 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.503 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 1 2024-08-17T00:32:14.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.503 INFO:tasks.workunit.client.0.smithi157.stdout: "media_bytes_read": { 2024-08-17T00:32:14.503 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.503 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.503 INFO:tasks.workunit.client.0.smithi157.stdout: "nand_bytes_written": { 2024-08-17T00:32:14.503 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.503 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 50866485 2024-08-17T00:32:14.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.503 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_stat_indicator": { 2024-08-17T00:32:14.503 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.504 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.504 INFO:tasks.workunit.client.0.smithi157.stdout: "pll_lock_loss_count": { 2024-08-17T00:32:14.504 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.504 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.504 INFO:tasks.workunit.client.0.smithi157.stdout: "program_fail_count": { 2024-08-17T00:32:14.504 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.504 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.504 INFO:tasks.workunit.client.0.smithi157.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:32:14.505 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.505 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.505 INFO:tasks.workunit.client.0.smithi157.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:32:14.505 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.505 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.505 INFO:tasks.workunit.client.0.smithi157.stdout: "soft_ecc_err_rate": { 2024-08-17T00:32:14.505 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.505 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.506 INFO:tasks.workunit.client.0.smithi157.stdout: "thermal_throttle_status": { 2024-08-17T00:32:14.506 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.506 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:14.506 INFO:tasks.workunit.client.0.smithi157.stdout: "cnt": 0, 2024-08-17T00:32:14.506 INFO:tasks.workunit.client.0.smithi157.stdout: "pct": 0 2024-08-17T00:32:14.506 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.506 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_host_reads": { 2024-08-17T00:32:14.506 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.506 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 65535 2024-08-17T00:32:14.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.506 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_media_wear": { 2024-08-17T00:32:14.507 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.507 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": "63.999023" 2024-08-17T00:32:14.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.507 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_timer": { 2024-08-17T00:32:14.507 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.507 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 65535 2024-08-17T00:32:14.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.507 INFO:tasks.workunit.client.0.smithi157.stdout: "unexp_power_loss": { 2024-08-17T00:32:14.507 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.507 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.508 INFO:tasks.workunit.client.0.smithi157.stdout: "wear_leveling": { 2024-08-17T00:32:14.508 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 89, 2024-08-17T00:32:14.508 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:14.508 INFO:tasks.workunit.client.0.smithi157.stdout: "avg": 3477, 2024-08-17T00:32:14.508 INFO:tasks.workunit.client.0.smithi157.stdout: "max": 3496, 2024-08-17T00:32:14.508 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 3462 2024-08-17T00:32:14.508 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.508 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.508 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:32:14.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.508 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:32:14.508 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare": 100, 2024-08-17T00:32:14.509 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare_threshold": 10, 2024-08-17T00:32:14.509 INFO:tasks.workunit.client.0.smithi157.stdout: "controller_busy_time": 0, 2024-08-17T00:32:14.509 INFO:tasks.workunit.client.0.smithi157.stdout: "critical_warning": 0, 2024-08-17T00:32:14.509 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_read": 376556188, 2024-08-17T00:32:14.509 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_written": 1898032115, 2024-08-17T00:32:14.509 INFO:tasks.workunit.client.0.smithi157.stdout: "host_reads": 6322988028, 2024-08-17T00:32:14.509 INFO:tasks.workunit.client.0.smithi157.stdout: "host_writes": 33391789029, 2024-08-17T00:32:14.509 INFO:tasks.workunit.client.0.smithi157.stdout: "media_errors": 0, 2024-08-17T00:32:14.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_err_log_entries": 0, 2024-08-17T00:32:14.509 INFO:tasks.workunit.client.0.smithi157.stdout: "percentage_used": 11, 2024-08-17T00:32:14.509 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycles": 59176, 2024-08-17T00:32:14.509 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_hours": 54753, 2024-08-17T00:32:14.509 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": 25, 2024-08-17T00:32:14.510 INFO:tasks.workunit.client.0.smithi157.stdout: "unsafe_shutdowns": 8 2024-08-17T00:32:14.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.510 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_vendor": "intel", 2024-08-17T00:32:14.510 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_version": { 2024-08-17T00:32:14.510 INFO:tasks.workunit.client.0.smithi157.stdout: "string": "<1.2", 2024-08-17T00:32:14.510 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:14.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.510 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycle_count": 59176, 2024-08-17T00:32:14.510 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_time": { 2024-08-17T00:32:14.510 INFO:tasks.workunit.client.0.smithi157.stdout: "hours": 54753 2024-08-17T00:32:14.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.510 INFO:tasks.workunit.client.0.smithi157.stdout: "serial_number": "deleted", 2024-08-17T00:32:14.510 INFO:tasks.workunit.client.0.smithi157.stdout: "smart_status": { 2024-08-17T00:32:14.511 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme": { 2024-08-17T00:32:14.511 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:14.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.511 INFO:tasks.workunit.client.0.smithi157.stdout: "passed": true 2024-08-17T00:32:14.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.511 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl": { 2024-08-17T00:32:14.511 INFO:tasks.workunit.client.0.smithi157.stdout: "argv": [ 2024-08-17T00:32:14.511 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl", 2024-08-17T00:32:14.511 INFO:tasks.workunit.client.0.smithi157.stdout: "-x", 2024-08-17T00:32:14.511 INFO:tasks.workunit.client.0.smithi157.stdout: "--json=o", 2024-08-17T00:32:14.511 INFO:tasks.workunit.client.0.smithi157.stdout: "/dev/nvme0n1" 2024-08-17T00:32:14.511 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.511 INFO:tasks.workunit.client.0.smithi157.stdout: "build_info": "(local build)", 2024-08-17T00:32:14.512 INFO:tasks.workunit.client.0.smithi157.stdout: "exit_status": 0, 2024-08-17T00:32:14.512 INFO:tasks.workunit.client.0.smithi157.stdout: "output": [ 2024-08-17T00:32:14.512 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:32:14.512 INFO:tasks.workunit.client.0.smithi157.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:32:14.512 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.512 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:32:14.512 INFO:tasks.workunit.client.0.smithi157.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T00:32:14.512 INFO:tasks.workunit.client.0.smithi157.stdout: "Serial Number: deleted", 2024-08-17T00:32:14.512 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Version: 8DV101H0", 2024-08-17T00:32:14.512 INFO:tasks.workunit.client.0.smithi157.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:32:14.512 INFO:tasks.workunit.client.0.smithi157.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:32:14.512 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller ID: 0", 2024-08-17T00:32:14.512 INFO:tasks.workunit.client.0.smithi157.stdout: "NVMe Version: <1.2", 2024-08-17T00:32:14.513 INFO:tasks.workunit.client.0.smithi157.stdout: "Number of Namespaces: 1", 2024-08-17T00:32:14.513 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T00:32:14.513 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:32:14.513 INFO:tasks.workunit.client.0.smithi157.stdout: "Local Time is: Sat Aug 17 00:26:26 2024 UTC", 2024-08-17T00:32:14.513 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:32:14.513 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T00:32:14.513 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:32:14.513 INFO:tasks.workunit.client.0.smithi157.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:32:14.513 INFO:tasks.workunit.client.0.smithi157.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:32:14.513 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.513 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported Power States", 2024-08-17T00:32:14.513 INFO:tasks.workunit.client.0.smithi157.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:32:14.513 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T00:32:14.514 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.514 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:32:14.514 INFO:tasks.workunit.client.0.smithi157.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:32:14.514 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 512 0 2", 2024-08-17T00:32:14.514 INFO:tasks.workunit.client.0.smithi157.stdout: " 1 - 512 8 2", 2024-08-17T00:32:14.514 INFO:tasks.workunit.client.0.smithi157.stdout: " 2 - 512 16 2", 2024-08-17T00:32:14.514 INFO:tasks.workunit.client.0.smithi157.stdout: " 3 - 4096 0 0", 2024-08-17T00:32:14.514 INFO:tasks.workunit.client.0.smithi157.stdout: " 4 - 4096 8 0", 2024-08-17T00:32:14.514 INFO:tasks.workunit.client.0.smithi157.stdout: " 5 - 4096 64 0", 2024-08-17T00:32:14.514 INFO:tasks.workunit.client.0.smithi157.stdout: " 6 - 4096 128 0", 2024-08-17T00:32:14.514 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.514 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:32:14.514 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:32:14.515 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.515 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:32:14.515 INFO:tasks.workunit.client.0.smithi157.stdout: "Critical Warning: 0x00", 2024-08-17T00:32:14.515 INFO:tasks.workunit.client.0.smithi157.stdout: "Temperature: 25 Celsius", 2024-08-17T00:32:14.515 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare: 100%", 2024-08-17T00:32:14.515 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare Threshold: 10%", 2024-08-17T00:32:14.515 INFO:tasks.workunit.client.0.smithi157.stdout: "Percentage Used: 11%", 2024-08-17T00:32:14.515 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Read: 376,556,188 [192 TB]", 2024-08-17T00:32:14.515 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Written: 1,898,032,115 [971 TB]", 2024-08-17T00:32:14.515 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Read Commands: 6,322,988,028", 2024-08-17T00:32:14.515 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Write Commands: 33,391,789,029", 2024-08-17T00:32:14.515 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller Busy Time: 0", 2024-08-17T00:32:14.515 INFO:tasks.workunit.client.0.smithi157.stdout: "Power Cycles: 59,176", 2024-08-17T00:32:14.516 INFO:tasks.workunit.client.0.smithi157.stdout: "Power On Hours: 54,753", 2024-08-17T00:32:14.516 INFO:tasks.workunit.client.0.smithi157.stdout: "Unsafe Shutdowns: 8", 2024-08-17T00:32:14.516 INFO:tasks.workunit.client.0.smithi157.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:32:14.516 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information Log Entries: 0", 2024-08-17T00:32:14.516 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.516 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:32:14.516 INFO:tasks.workunit.client.0.smithi157.stdout: "No Errors Logged", 2024-08-17T00:32:14.516 INFO:tasks.workunit.client.0.smithi157.stdout: "" 2024-08-17T00:32:14.516 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.516 INFO:tasks.workunit.client.0.smithi157.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:32:14.516 INFO:tasks.workunit.client.0.smithi157.stdout: "svn_revision": "5155", 2024-08-17T00:32:14.516 INFO:tasks.workunit.client.0.smithi157.stdout: "version": [ 2024-08-17T00:32:14.516 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:14.517 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:14.517 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:14.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.517 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": { 2024-08-17T00:32:14.517 INFO:tasks.workunit.client.0.smithi157.stdout: "current": 25 2024-08-17T00:32:14.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.517 INFO:tasks.workunit.client.0.smithi157.stdout: "user_capacity": { 2024-08-17T00:32:14.517 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:14.517 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:14.517 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.517 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.517 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.517 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.517 INFO:tasks.workunit.client.0.smithi157.stdout:} 2024-08-17T00:32:14.518 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph telemetry preview-all 2024-08-17T00:32:14.959 INFO:tasks.workunit.client.0.smithi157.stdout:{ 2024-08-17T00:32:14.959 INFO:tasks.workunit.client.0.smithi157.stdout: "device_report": { 2024-08-17T00:32:14.959 INFO:tasks.workunit.client.0.smithi157.stdout: "26534758-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:14.959 INFO:tasks.workunit.client.0.smithi157.stdout: "INTEL_SSDPED1D480GA_2653d70e-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:14.959 INFO:tasks.workunit.client.0.smithi157.stdout: "20240817-002624": { 2024-08-17T00:32:14.959 INFO:tasks.workunit.client.0.smithi157.stdout: "device": { 2024-08-17T00:32:14.959 INFO:tasks.workunit.client.0.smithi157.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:32:14.960 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:32:14.960 INFO:tasks.workunit.client.0.smithi157.stdout: "protocol": "NVMe", 2024-08-17T00:32:14.960 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "nvme" 2024-08-17T00:32:14.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.960 INFO:tasks.workunit.client.0.smithi157.stdout: "firmware_version": "E2010325", 2024-08-17T00:32:14.960 INFO:tasks.workunit.client.0.smithi157.stdout: "host_id": "26534758-5c30-11ef-a430-0cc47a887ea1", 2024-08-17T00:32:14.960 INFO:tasks.workunit.client.0.smithi157.stdout: "json_format_version": [ 2024-08-17T00:32:14.960 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:14.960 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:14.960 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.960 INFO:tasks.workunit.client.0.smithi157.stdout: "local_time": { 2024-08-17T00:32:14.960 INFO:tasks.workunit.client.0.smithi157.stdout: "asctime": "Sat Aug 17 00:26:24 2024 UTC", 2024-08-17T00:32:14.960 INFO:tasks.workunit.client.0.smithi157.stdout: "time_t": 1723854384 2024-08-17T00:32:14.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.961 INFO:tasks.workunit.client.0.smithi157.stdout: "logical_block_size": 512, 2024-08-17T00:32:14.961 INFO:tasks.workunit.client.0.smithi157.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-17T00:32:14.961 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_controller_id": 0, 2024-08-17T00:32:14.961 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:32:14.961 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_namespaces": [ 2024-08-17T00:32:14.961 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:14.961 INFO:tasks.workunit.client.0.smithi157.stdout: "capacity": { 2024-08-17T00:32:14.961 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:14.961 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:14.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.961 INFO:tasks.workunit.client.0.smithi157.stdout: "formatted_lba_size": 512, 2024-08-17T00:32:14.961 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 1, 2024-08-17T00:32:14.961 INFO:tasks.workunit.client.0.smithi157.stdout: "size": { 2024-08-17T00:32:14.962 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:14.962 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:14.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.962 INFO:tasks.workunit.client.0.smithi157.stdout: "utilization": { 2024-08-17T00:32:14.962 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:14.962 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:14.962 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.962 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.962 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.962 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:32:14.962 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_pci_vendor": { 2024-08-17T00:32:14.962 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 32902, 2024-08-17T00:32:14.963 INFO:tasks.workunit.client.0.smithi157.stdout: "subsystem_id": 32902 2024-08-17T00:32:14.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.963 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:32:14.963 INFO:tasks.workunit.client.0.smithi157.stdout: "Device stats": { 2024-08-17T00:32:14.963 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_fw_downgrades": { 2024-08-17T00:32:14.963 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.963 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.964 INFO:tasks.workunit.client.0.smithi157.stdout: "crc_error_count": { 2024-08-17T00:32:14.964 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.964 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.964 INFO:tasks.workunit.client.0.smithi157.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:32:14.964 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.964 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.964 INFO:tasks.workunit.client.0.smithi157.stdout: "erase_fail_count": { 2024-08-17T00:32:14.964 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.964 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.964 INFO:tasks.workunit.client.0.smithi157.stdout: "host_bytes_written": { 2024-08-17T00:32:14.965 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.965 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 6865907 2024-08-17T00:32:14.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.965 INFO:tasks.workunit.client.0.smithi157.stdout: "host_ctx_wear_used": { 2024-08-17T00:32:14.965 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.965 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.965 INFO:tasks.workunit.client.0.smithi157.stdout: "media_bytes_read": { 2024-08-17T00:32:14.965 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.965 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.966 INFO:tasks.workunit.client.0.smithi157.stdout: "nand_bytes_written": { 2024-08-17T00:32:14.966 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.966 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.966 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_stat_indicator": { 2024-08-17T00:32:14.966 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.966 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.966 INFO:tasks.workunit.client.0.smithi157.stdout: "pll_lock_loss_count": { 2024-08-17T00:32:14.966 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.966 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.966 INFO:tasks.workunit.client.0.smithi157.stdout: "program_fail_count": { 2024-08-17T00:32:14.967 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.967 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.967 INFO:tasks.workunit.client.0.smithi157.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:32:14.967 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.967 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.967 INFO:tasks.workunit.client.0.smithi157.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:32:14.967 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.967 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.967 INFO:tasks.workunit.client.0.smithi157.stdout: "soft_ecc_err_rate": { 2024-08-17T00:32:14.967 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.968 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.968 INFO:tasks.workunit.client.0.smithi157.stdout: "thermal_throttle_status": { 2024-08-17T00:32:14.968 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.968 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:14.968 INFO:tasks.workunit.client.0.smithi157.stdout: "cnt": 0, 2024-08-17T00:32:14.968 INFO:tasks.workunit.client.0.smithi157.stdout: "pct": 0 2024-08-17T00:32:14.968 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.968 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_host_reads": { 2024-08-17T00:32:14.968 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.968 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 13 2024-08-17T00:32:14.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.968 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_media_wear": { 2024-08-17T00:32:14.969 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.969 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": "0.000000" 2024-08-17T00:32:14.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.969 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_timer": { 2024-08-17T00:32:14.969 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.969 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 951162 2024-08-17T00:32:14.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.969 INFO:tasks.workunit.client.0.smithi157.stdout: "unexp_power_loss": { 2024-08-17T00:32:14.969 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.969 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.969 INFO:tasks.workunit.client.0.smithi157.stdout: "wear_leveling": { 2024-08-17T00:32:14.969 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.970 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:14.970 INFO:tasks.workunit.client.0.smithi157.stdout: "avg": 0, 2024-08-17T00:32:14.970 INFO:tasks.workunit.client.0.smithi157.stdout: "max": 0, 2024-08-17T00:32:14.970 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0 2024-08-17T00:32:14.970 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.970 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.970 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:32:14.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.970 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:32:14.970 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare": 100, 2024-08-17T00:32:14.970 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare_threshold": 0, 2024-08-17T00:32:14.970 INFO:tasks.workunit.client.0.smithi157.stdout: "controller_busy_time": 2610, 2024-08-17T00:32:14.971 INFO:tasks.workunit.client.0.smithi157.stdout: "critical_warning": 0, 2024-08-17T00:32:14.971 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_read": 81053234, 2024-08-17T00:32:14.971 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_written": 449964123, 2024-08-17T00:32:14.971 INFO:tasks.workunit.client.0.smithi157.stdout: "host_reads": 1325904732, 2024-08-17T00:32:14.971 INFO:tasks.workunit.client.0.smithi157.stdout: "host_writes": 10296839380, 2024-08-17T00:32:14.971 INFO:tasks.workunit.client.0.smithi157.stdout: "media_errors": 0, 2024-08-17T00:32:14.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_err_log_entries": 0, 2024-08-17T00:32:14.971 INFO:tasks.workunit.client.0.smithi157.stdout: "percentage_used": 0, 2024-08-17T00:32:14.971 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycles": 20457, 2024-08-17T00:32:14.971 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_hours": 24917, 2024-08-17T00:32:14.971 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": 37, 2024-08-17T00:32:14.971 INFO:tasks.workunit.client.0.smithi157.stdout: "unsafe_shutdowns": 7037 2024-08-17T00:32:14.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.971 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_vendor": "intel", 2024-08-17T00:32:14.972 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_version": { 2024-08-17T00:32:14.972 INFO:tasks.workunit.client.0.smithi157.stdout: "string": "<1.2", 2024-08-17T00:32:14.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:14.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.972 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycle_count": 20457, 2024-08-17T00:32:14.972 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_time": { 2024-08-17T00:32:14.972 INFO:tasks.workunit.client.0.smithi157.stdout: "hours": 24917 2024-08-17T00:32:14.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.972 INFO:tasks.workunit.client.0.smithi157.stdout: "serial_number": "deleted", 2024-08-17T00:32:14.972 INFO:tasks.workunit.client.0.smithi157.stdout: "smart_status": { 2024-08-17T00:32:14.972 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme": { 2024-08-17T00:32:14.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:14.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.973 INFO:tasks.workunit.client.0.smithi157.stdout: "passed": true 2024-08-17T00:32:14.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.973 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl": { 2024-08-17T00:32:14.973 INFO:tasks.workunit.client.0.smithi157.stdout: "argv": [ 2024-08-17T00:32:14.973 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl", 2024-08-17T00:32:14.973 INFO:tasks.workunit.client.0.smithi157.stdout: "-x", 2024-08-17T00:32:14.973 INFO:tasks.workunit.client.0.smithi157.stdout: "--json=o", 2024-08-17T00:32:14.973 INFO:tasks.workunit.client.0.smithi157.stdout: "/dev/nvme0n1" 2024-08-17T00:32:14.973 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.974 INFO:tasks.workunit.client.0.smithi157.stdout: "build_info": "(local build)", 2024-08-17T00:32:14.974 INFO:tasks.workunit.client.0.smithi157.stdout: "exit_status": 0, 2024-08-17T00:32:14.974 INFO:tasks.workunit.client.0.smithi157.stdout: "output": [ 2024-08-17T00:32:14.974 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:32:14.974 INFO:tasks.workunit.client.0.smithi157.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:32:14.974 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.974 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:32:14.974 INFO:tasks.workunit.client.0.smithi157.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-17T00:32:14.974 INFO:tasks.workunit.client.0.smithi157.stdout: "Serial Number: deleted", 2024-08-17T00:32:14.975 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Version: E2010325", 2024-08-17T00:32:14.975 INFO:tasks.workunit.client.0.smithi157.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:32:14.975 INFO:tasks.workunit.client.0.smithi157.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:32:14.975 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller ID: 0", 2024-08-17T00:32:14.975 INFO:tasks.workunit.client.0.smithi157.stdout: "NVMe Version: <1.2", 2024-08-17T00:32:14.975 INFO:tasks.workunit.client.0.smithi157.stdout: "Number of Namespaces: 1", 2024-08-17T00:32:14.975 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-17T00:32:14.975 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:32:14.975 INFO:tasks.workunit.client.0.smithi157.stdout: "Local Time is: Sat Aug 17 00:26:24 2024 UTC", 2024-08-17T00:32:14.975 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:32:14.975 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-17T00:32:14.975 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:32:14.975 INFO:tasks.workunit.client.0.smithi157.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:32:14.976 INFO:tasks.workunit.client.0.smithi157.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:32:14.976 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.976 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported Power States", 2024-08-17T00:32:14.976 INFO:tasks.workunit.client.0.smithi157.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:32:14.976 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-17T00:32:14.976 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.976 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:32:14.976 INFO:tasks.workunit.client.0.smithi157.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:32:14.976 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 512 0 2", 2024-08-17T00:32:14.976 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.976 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:32:14.976 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:32:14.976 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.977 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:32:14.977 INFO:tasks.workunit.client.0.smithi157.stdout: "Critical Warning: 0x00", 2024-08-17T00:32:14.977 INFO:tasks.workunit.client.0.smithi157.stdout: "Temperature: 37 Celsius", 2024-08-17T00:32:14.977 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare: 100%", 2024-08-17T00:32:14.977 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare Threshold: 0%", 2024-08-17T00:32:14.977 INFO:tasks.workunit.client.0.smithi157.stdout: "Percentage Used: 0%", 2024-08-17T00:32:14.977 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Read: 81,053,234 [41.4 TB]", 2024-08-17T00:32:14.977 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Written: 449,964,123 [230 TB]", 2024-08-17T00:32:14.977 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Read Commands: 1,325,904,732", 2024-08-17T00:32:14.977 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Write Commands: 10,296,839,380", 2024-08-17T00:32:14.977 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller Busy Time: 2,610", 2024-08-17T00:32:14.977 INFO:tasks.workunit.client.0.smithi157.stdout: "Power Cycles: 20,457", 2024-08-17T00:32:14.977 INFO:tasks.workunit.client.0.smithi157.stdout: "Power On Hours: 24,917", 2024-08-17T00:32:14.978 INFO:tasks.workunit.client.0.smithi157.stdout: "Unsafe Shutdowns: 7,037", 2024-08-17T00:32:14.978 INFO:tasks.workunit.client.0.smithi157.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:32:14.978 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information Log Entries: 0", 2024-08-17T00:32:14.978 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.978 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:32:14.978 INFO:tasks.workunit.client.0.smithi157.stdout: "No Errors Logged", 2024-08-17T00:32:14.978 INFO:tasks.workunit.client.0.smithi157.stdout: "" 2024-08-17T00:32:14.978 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.978 INFO:tasks.workunit.client.0.smithi157.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:32:14.978 INFO:tasks.workunit.client.0.smithi157.stdout: "svn_revision": "5155", 2024-08-17T00:32:14.978 INFO:tasks.workunit.client.0.smithi157.stdout: "version": [ 2024-08-17T00:32:14.978 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:14.979 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:14.979 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:14.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.979 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": { 2024-08-17T00:32:14.979 INFO:tasks.workunit.client.0.smithi157.stdout: "current": 37 2024-08-17T00:32:14.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.979 INFO:tasks.workunit.client.0.smithi157.stdout: "user_capacity": { 2024-08-17T00:32:14.979 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:14.979 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:14.979 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.979 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.979 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.980 INFO:tasks.workunit.client.0.smithi157.stdout: "26550746-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:14.980 INFO:tasks.workunit.client.0.smithi157.stdout: "INTEL_SSDPEDMD400G4_265582e8-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:14.980 INFO:tasks.workunit.client.0.smithi157.stdout: "20240817-002627": { 2024-08-17T00:32:14.980 INFO:tasks.workunit.client.0.smithi157.stdout: "device": { 2024-08-17T00:32:14.980 INFO:tasks.workunit.client.0.smithi157.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:32:14.980 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:32:14.980 INFO:tasks.workunit.client.0.smithi157.stdout: "protocol": "NVMe", 2024-08-17T00:32:14.980 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "nvme" 2024-08-17T00:32:14.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.980 INFO:tasks.workunit.client.0.smithi157.stdout: "firmware_version": "8DV101H0", 2024-08-17T00:32:14.980 INFO:tasks.workunit.client.0.smithi157.stdout: "host_id": "26550746-5c30-11ef-a430-0cc47a887ea1", 2024-08-17T00:32:14.980 INFO:tasks.workunit.client.0.smithi157.stdout: "json_format_version": [ 2024-08-17T00:32:14.980 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:14.981 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:14.981 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.981 INFO:tasks.workunit.client.0.smithi157.stdout: "local_time": { 2024-08-17T00:32:14.981 INFO:tasks.workunit.client.0.smithi157.stdout: "asctime": "Sat Aug 17 00:26:26 2024 UTC", 2024-08-17T00:32:14.981 INFO:tasks.workunit.client.0.smithi157.stdout: "time_t": 1723854386 2024-08-17T00:32:14.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.981 INFO:tasks.workunit.client.0.smithi157.stdout: "logical_block_size": 512, 2024-08-17T00:32:14.981 INFO:tasks.workunit.client.0.smithi157.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T00:32:14.981 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_controller_id": 0, 2024-08-17T00:32:14.981 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:32:14.981 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_namespaces": [ 2024-08-17T00:32:14.981 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:14.981 INFO:tasks.workunit.client.0.smithi157.stdout: "capacity": { 2024-08-17T00:32:14.981 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:14.982 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:14.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.982 INFO:tasks.workunit.client.0.smithi157.stdout: "formatted_lba_size": 512, 2024-08-17T00:32:14.982 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 1, 2024-08-17T00:32:14.982 INFO:tasks.workunit.client.0.smithi157.stdout: "size": { 2024-08-17T00:32:14.982 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:14.982 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:14.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.982 INFO:tasks.workunit.client.0.smithi157.stdout: "utilization": { 2024-08-17T00:32:14.982 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:14.982 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:14.982 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.983 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.983 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.983 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:32:14.983 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_pci_vendor": { 2024-08-17T00:32:14.983 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 32902, 2024-08-17T00:32:14.983 INFO:tasks.workunit.client.0.smithi157.stdout: "subsystem_id": 32902 2024-08-17T00:32:14.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.983 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:32:14.983 INFO:tasks.workunit.client.0.smithi157.stdout: "Device stats": { 2024-08-17T00:32:14.983 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_fw_downgrades": { 2024-08-17T00:32:14.983 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.983 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.983 INFO:tasks.workunit.client.0.smithi157.stdout: "crc_error_count": { 2024-08-17T00:32:14.984 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.984 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.984 INFO:tasks.workunit.client.0.smithi157.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:32:14.984 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.984 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.984 INFO:tasks.workunit.client.0.smithi157.stdout: "erase_fail_count": { 2024-08-17T00:32:14.984 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.984 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.984 INFO:tasks.workunit.client.0.smithi157.stdout: "host_bytes_written": { 2024-08-17T00:32:14.984 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.985 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 28961671 2024-08-17T00:32:14.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.985 INFO:tasks.workunit.client.0.smithi157.stdout: "host_ctx_wear_used": { 2024-08-17T00:32:14.985 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.985 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 1 2024-08-17T00:32:14.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.985 INFO:tasks.workunit.client.0.smithi157.stdout: "media_bytes_read": { 2024-08-17T00:32:14.985 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.985 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.985 INFO:tasks.workunit.client.0.smithi157.stdout: "nand_bytes_written": { 2024-08-17T00:32:14.985 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.985 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 50866485 2024-08-17T00:32:14.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.986 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_stat_indicator": { 2024-08-17T00:32:14.986 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.986 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.986 INFO:tasks.workunit.client.0.smithi157.stdout: "pll_lock_loss_count": { 2024-08-17T00:32:14.986 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.986 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.986 INFO:tasks.workunit.client.0.smithi157.stdout: "program_fail_count": { 2024-08-17T00:32:14.986 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.986 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.987 INFO:tasks.workunit.client.0.smithi157.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:32:14.987 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.987 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.987 INFO:tasks.workunit.client.0.smithi157.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:32:14.987 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.987 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.987 INFO:tasks.workunit.client.0.smithi157.stdout: "soft_ecc_err_rate": { 2024-08-17T00:32:14.987 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.987 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.987 INFO:tasks.workunit.client.0.smithi157.stdout: "thermal_throttle_status": { 2024-08-17T00:32:14.987 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.988 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:14.988 INFO:tasks.workunit.client.0.smithi157.stdout: "cnt": 0, 2024-08-17T00:32:14.988 INFO:tasks.workunit.client.0.smithi157.stdout: "pct": 0 2024-08-17T00:32:14.988 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.988 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_host_reads": { 2024-08-17T00:32:14.988 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.988 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 65535 2024-08-17T00:32:14.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.988 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_media_wear": { 2024-08-17T00:32:14.988 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.988 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": "63.999023" 2024-08-17T00:32:14.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.989 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_timer": { 2024-08-17T00:32:14.989 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:14.989 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 65535 2024-08-17T00:32:14.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.989 INFO:tasks.workunit.client.0.smithi157.stdout: "unexp_power_loss": { 2024-08-17T00:32:14.989 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:14.989 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:14.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.989 INFO:tasks.workunit.client.0.smithi157.stdout: "wear_leveling": { 2024-08-17T00:32:14.989 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 89, 2024-08-17T00:32:14.989 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:14.989 INFO:tasks.workunit.client.0.smithi157.stdout: "avg": 3477, 2024-08-17T00:32:14.989 INFO:tasks.workunit.client.0.smithi157.stdout: "max": 3496, 2024-08-17T00:32:14.990 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 3462 2024-08-17T00:32:14.990 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.990 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.990 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:32:14.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.990 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:32:14.990 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare": 100, 2024-08-17T00:32:14.990 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare_threshold": 10, 2024-08-17T00:32:14.990 INFO:tasks.workunit.client.0.smithi157.stdout: "controller_busy_time": 0, 2024-08-17T00:32:14.990 INFO:tasks.workunit.client.0.smithi157.stdout: "critical_warning": 0, 2024-08-17T00:32:14.990 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_read": 376556188, 2024-08-17T00:32:14.990 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_written": 1898032115, 2024-08-17T00:32:14.991 INFO:tasks.workunit.client.0.smithi157.stdout: "host_reads": 6322988028, 2024-08-17T00:32:14.991 INFO:tasks.workunit.client.0.smithi157.stdout: "host_writes": 33391789029, 2024-08-17T00:32:14.991 INFO:tasks.workunit.client.0.smithi157.stdout: "media_errors": 0, 2024-08-17T00:32:14.991 INFO:tasks.workunit.client.0.smithi157.stdout: "num_err_log_entries": 0, 2024-08-17T00:32:14.991 INFO:tasks.workunit.client.0.smithi157.stdout: "percentage_used": 11, 2024-08-17T00:32:14.991 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycles": 59176, 2024-08-17T00:32:14.991 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_hours": 54753, 2024-08-17T00:32:14.991 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": 25, 2024-08-17T00:32:14.991 INFO:tasks.workunit.client.0.smithi157.stdout: "unsafe_shutdowns": 8 2024-08-17T00:32:14.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.991 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_vendor": "intel", 2024-08-17T00:32:14.991 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_version": { 2024-08-17T00:32:14.991 INFO:tasks.workunit.client.0.smithi157.stdout: "string": "<1.2", 2024-08-17T00:32:14.992 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:14.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.992 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycle_count": 59176, 2024-08-17T00:32:14.992 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_time": { 2024-08-17T00:32:14.992 INFO:tasks.workunit.client.0.smithi157.stdout: "hours": 54753 2024-08-17T00:32:14.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.992 INFO:tasks.workunit.client.0.smithi157.stdout: "serial_number": "deleted", 2024-08-17T00:32:14.992 INFO:tasks.workunit.client.0.smithi157.stdout: "smart_status": { 2024-08-17T00:32:14.992 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme": { 2024-08-17T00:32:14.992 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:14.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.992 INFO:tasks.workunit.client.0.smithi157.stdout: "passed": true 2024-08-17T00:32:14.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.992 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl": { 2024-08-17T00:32:14.993 INFO:tasks.workunit.client.0.smithi157.stdout: "argv": [ 2024-08-17T00:32:14.993 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl", 2024-08-17T00:32:14.993 INFO:tasks.workunit.client.0.smithi157.stdout: "-x", 2024-08-17T00:32:14.993 INFO:tasks.workunit.client.0.smithi157.stdout: "--json=o", 2024-08-17T00:32:14.993 INFO:tasks.workunit.client.0.smithi157.stdout: "/dev/nvme0n1" 2024-08-17T00:32:14.993 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.993 INFO:tasks.workunit.client.0.smithi157.stdout: "build_info": "(local build)", 2024-08-17T00:32:14.993 INFO:tasks.workunit.client.0.smithi157.stdout: "exit_status": 0, 2024-08-17T00:32:14.993 INFO:tasks.workunit.client.0.smithi157.stdout: "output": [ 2024-08-17T00:32:14.993 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:32:14.993 INFO:tasks.workunit.client.0.smithi157.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:32:14.993 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.993 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:32:14.994 INFO:tasks.workunit.client.0.smithi157.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T00:32:14.994 INFO:tasks.workunit.client.0.smithi157.stdout: "Serial Number: deleted", 2024-08-17T00:32:14.994 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Version: 8DV101H0", 2024-08-17T00:32:14.994 INFO:tasks.workunit.client.0.smithi157.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:32:14.994 INFO:tasks.workunit.client.0.smithi157.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:32:14.994 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller ID: 0", 2024-08-17T00:32:14.994 INFO:tasks.workunit.client.0.smithi157.stdout: "NVMe Version: <1.2", 2024-08-17T00:32:14.994 INFO:tasks.workunit.client.0.smithi157.stdout: "Number of Namespaces: 1", 2024-08-17T00:32:14.994 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T00:32:14.994 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:32:14.994 INFO:tasks.workunit.client.0.smithi157.stdout: "Local Time is: Sat Aug 17 00:26:26 2024 UTC", 2024-08-17T00:32:14.994 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:32:14.994 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T00:32:14.995 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:32:14.995 INFO:tasks.workunit.client.0.smithi157.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:32:14.995 INFO:tasks.workunit.client.0.smithi157.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:32:14.995 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.995 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported Power States", 2024-08-17T00:32:14.995 INFO:tasks.workunit.client.0.smithi157.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:32:14.995 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T00:32:14.995 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.995 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:32:14.995 INFO:tasks.workunit.client.0.smithi157.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:32:14.995 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 512 0 2", 2024-08-17T00:32:14.995 INFO:tasks.workunit.client.0.smithi157.stdout: " 1 - 512 8 2", 2024-08-17T00:32:14.995 INFO:tasks.workunit.client.0.smithi157.stdout: " 2 - 512 16 2", 2024-08-17T00:32:14.996 INFO:tasks.workunit.client.0.smithi157.stdout: " 3 - 4096 0 0", 2024-08-17T00:32:14.996 INFO:tasks.workunit.client.0.smithi157.stdout: " 4 - 4096 8 0", 2024-08-17T00:32:14.996 INFO:tasks.workunit.client.0.smithi157.stdout: " 5 - 4096 64 0", 2024-08-17T00:32:14.996 INFO:tasks.workunit.client.0.smithi157.stdout: " 6 - 4096 128 0", 2024-08-17T00:32:14.996 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.996 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:32:14.996 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:32:14.996 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.996 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:32:14.996 INFO:tasks.workunit.client.0.smithi157.stdout: "Critical Warning: 0x00", 2024-08-17T00:32:14.996 INFO:tasks.workunit.client.0.smithi157.stdout: "Temperature: 25 Celsius", 2024-08-17T00:32:14.996 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare: 100%", 2024-08-17T00:32:14.996 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare Threshold: 10%", 2024-08-17T00:32:14.996 INFO:tasks.workunit.client.0.smithi157.stdout: "Percentage Used: 11%", 2024-08-17T00:32:14.997 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Read: 376,556,188 [192 TB]", 2024-08-17T00:32:14.997 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Written: 1,898,032,115 [971 TB]", 2024-08-17T00:32:14.997 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Read Commands: 6,322,988,028", 2024-08-17T00:32:14.997 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Write Commands: 33,391,789,029", 2024-08-17T00:32:14.997 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller Busy Time: 0", 2024-08-17T00:32:14.997 INFO:tasks.workunit.client.0.smithi157.stdout: "Power Cycles: 59,176", 2024-08-17T00:32:14.997 INFO:tasks.workunit.client.0.smithi157.stdout: "Power On Hours: 54,753", 2024-08-17T00:32:14.997 INFO:tasks.workunit.client.0.smithi157.stdout: "Unsafe Shutdowns: 8", 2024-08-17T00:32:14.997 INFO:tasks.workunit.client.0.smithi157.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:32:14.997 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information Log Entries: 0", 2024-08-17T00:32:14.997 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:14.997 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:32:14.997 INFO:tasks.workunit.client.0.smithi157.stdout: "No Errors Logged", 2024-08-17T00:32:14.998 INFO:tasks.workunit.client.0.smithi157.stdout: "" 2024-08-17T00:32:14.998 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:14.998 INFO:tasks.workunit.client.0.smithi157.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:32:14.998 INFO:tasks.workunit.client.0.smithi157.stdout: "svn_revision": "5155", 2024-08-17T00:32:14.998 INFO:tasks.workunit.client.0.smithi157.stdout: "version": [ 2024-08-17T00:32:14.998 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:14.998 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:14.998 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:14.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.998 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": { 2024-08-17T00:32:14.998 INFO:tasks.workunit.client.0.smithi157.stdout: "current": 25 2024-08-17T00:32:14.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.998 INFO:tasks.workunit.client.0.smithi157.stdout: "user_capacity": { 2024-08-17T00:32:14.999 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:14.999 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:14.999 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.999 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.999 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.999 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:14.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:14.999 INFO:tasks.workunit.client.0.smithi157.stdout: "report": { 2024-08-17T00:32:14.999 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer": { 2024-08-17T00:32:14.999 INFO:tasks.workunit.client.0.smithi157.stdout: "active": true, 2024-08-17T00:32:14.999 INFO:tasks.workunit.client.0.smithi157.stdout: "mode": "" 2024-08-17T00:32:14.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.000 INFO:tasks.workunit.client.0.smithi157.stdout: "channels": [ 2024-08-17T00:32:15.000 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T00:32:15.000 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T00:32:15.000 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T00:32:15.000 INFO:tasks.workunit.client.0.smithi157.stdout: "ident" 2024-08-17T00:32:15.000 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:15.000 INFO:tasks.workunit.client.0.smithi157.stdout: "channels_available": [ 2024-08-17T00:32:15.000 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T00:32:15.000 INFO:tasks.workunit.client.0.smithi157.stdout: "ident", 2024-08-17T00:32:15.000 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T00:32:15.000 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T00:32:15.000 INFO:tasks.workunit.client.0.smithi157.stdout: "perf" 2024-08-17T00:32:15.000 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:15.001 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_available": [ 2024-08-17T00:32:15.001 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T00:32:15.001 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T00:32:15.001 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T00:32:15.001 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T00:32:15.001 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T00:32:15.001 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T00:32:15.001 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T00:32:15.001 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T00:32:15.001 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T00:32:15.001 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T00:32:15.001 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore" 2024-08-17T00:32:15.001 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:15.002 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_opted_in": [ 2024-08-17T00:32:15.002 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T00:32:15.002 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T00:32:15.002 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T00:32:15.002 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T00:32:15.002 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T00:32:15.002 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T00:32:15.002 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T00:32:15.002 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T00:32:15.002 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T00:32:15.002 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T00:32:15.002 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore" 2024-08-17T00:32:15.002 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:15.003 INFO:tasks.workunit.client.0.smithi157.stdout: "config": { 2024-08-17T00:32:15.003 INFO:tasks.workunit.client.0.smithi157.stdout: "active_changed": [ 2024-08-17T00:32:15.003 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:32:15.003 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T00:32:15.003 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:32:15.003 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T00:32:15.003 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T00:32:15.003 INFO:tasks.workunit.client.0.smithi157.stdout: "client_check_pool_perm", 2024-08-17T00:32:15.003 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_gid", 2024-08-17T00:32:15.003 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_uid", 2024-08-17T00:32:15.003 INFO:tasks.workunit.client.0.smithi157.stdout: "client_quota", 2024-08-17T00:32:15.003 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T00:32:15.003 INFO:tasks.workunit.client.0.smithi157.stdout: "daemonize", 2024-08-17T00:32:15.003 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:32:15.004 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T00:32:15.004 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T00:32:15.004 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T00:32:15.004 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T00:32:15.004 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T00:32:15.004 INFO:tasks.workunit.client.0.smithi157.stdout: "keyring", 2024-08-17T00:32:15.004 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_block_size", 2024-08-17T00:32:15.004 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_cache_size", 2024-08-17T00:32:15.004 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_compression", 2024-08-17T00:32:15.004 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_log", 2024-08-17T00:32:15.004 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_write_buffer_size", 2024-08-17T00:32:15.004 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T00:32:15.005 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T00:32:15.005 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T00:32:15.005 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T00:32:15.005 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T00:32:15.005 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T00:32:15.005 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_journald", 2024-08-17T00:32:15.005 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_stderr", 2024-08-17T00:32:15.005 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T00:32:15.005 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T00:32:15.005 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_host", 2024-08-17T00:32:15.005 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T00:32:15.005 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:32:15.005 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:32:15.005 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:32:15.006 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:32:15.006 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:32:15.006 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:32:15.006 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:32:15.006 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:32:15.006 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:32:15.006 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:32:15.006 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:32:15.006 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:32:15.006 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:32:15.006 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T00:32:15.006 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T00:32:15.007 INFO:tasks.workunit.client.0.smithi157.stdout: "no_config_file", 2024-08-17T00:32:15.007 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T00:32:15.007 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T00:32:15.007 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:32:15.007 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T00:32:15.007 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:32:15.007 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T00:32:15.007 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:32:15.007 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:32:15.007 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:32:15.007 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:32:15.007 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T00:32:15.007 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T00:32:15.007 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T00:32:15.008 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T00:32:15.008 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T00:32:15.008 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T00:32:15.008 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T00:32:15.008 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T00:32:15.008 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T00:32:15.008 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T00:32:15.008 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T00:32:15.008 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T00:32:15.008 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T00:32:15.008 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T00:32:15.008 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:32:15.008 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:32:15.009 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T00:32:15.009 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T00:32:15.009 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T00:32:15.009 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T00:32:15.009 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:32:15.009 INFO:tasks.workunit.client.0.smithi157.stdout: "public_addr", 2024-08-17T00:32:15.009 INFO:tasks.workunit.client.0.smithi157.stdout: "public_addrv", 2024-08-17T00:32:15.009 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T00:32:15.009 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_default_features", 2024-08-17T00:32:15.009 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_qos_exclude_ops", 2024-08-17T00:32:15.009 INFO:tasks.workunit.client.0.smithi157.stdout: "setgroup", 2024-08-17T00:32:15.009 INFO:tasks.workunit.client.0.smithi157.stdout: "setuser" 2024-08-17T00:32:15.009 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:15.010 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_changed": [ 2024-08-17T00:32:15.010 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:32:15.010 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T00:32:15.010 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:32:15.010 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T00:32:15.010 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T00:32:15.010 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T00:32:15.010 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:32:15.010 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T00:32:15.010 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T00:32:15.010 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T00:32:15.010 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T00:32:15.010 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T00:32:15.010 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T00:32:15.011 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T00:32:15.011 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T00:32:15.011 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_join_fs", 2024-08-17T00:32:15.011 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T00:32:15.011 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/container_init", 2024-08-17T00:32:15.011 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/migration_current", 2024-08-17T00:32:15.011 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T00:32:15.011 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T00:32:15.011 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T00:32:15.011 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T00:32:15.011 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T00:32:15.011 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T00:32:15.012 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T00:32:15.012 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/channel_ident", 2024-08-17T00:32:15.012 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/description", 2024-08-17T00:32:15.012 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/organization", 2024-08-17T00:32:15.012 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T00:32:15.012 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T00:32:15.012 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T00:32:15.012 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T00:32:15.012 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T00:32:15.012 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T00:32:15.012 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:32:15.012 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:32:15.012 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:32:15.012 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:32:15.013 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:32:15.013 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:32:15.013 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:32:15.013 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:32:15.013 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:32:15.013 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:32:15.013 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:32:15.013 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:32:15.013 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:32:15.013 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T00:32:15.013 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T00:32:15.013 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T00:32:15.013 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T00:32:15.014 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:32:15.014 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T00:32:15.014 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:32:15.014 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T00:32:15.014 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:32:15.014 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:32:15.014 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:32:15.014 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:32:15.014 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T00:32:15.014 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T00:32:15.014 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T00:32:15.014 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T00:32:15.014 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T00:32:15.015 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:32:15.015 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:32:15.015 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T00:32:15.015 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T00:32:15.015 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T00:32:15.015 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T00:32:15.015 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:32:15.015 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T00:32:15.015 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_cache_enabled", 2024-08-17T00:32:15.015 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_ops_log", 2024-08-17T00:32:15.015 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_usage_log" 2024-08-17T00:32:15.015 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:15.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.015 INFO:tasks.workunit.client.0.smithi157.stdout: "contact": null, 2024-08-17T00:32:15.016 INFO:tasks.workunit.client.0.smithi157.stdout: "crashes": [], 2024-08-17T00:32:15.016 INFO:tasks.workunit.client.0.smithi157.stdout: "created": "2024-08-17T00:23:19.848982Z", 2024-08-17T00:32:15.016 INFO:tasks.workunit.client.0.smithi157.stdout: "crush": { 2024-08-17T00:32:15.016 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_algs": { 2024-08-17T00:32:15.016 INFO:tasks.workunit.client.0.smithi157.stdout: "straw2": 3 2024-08-17T00:32:15.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.016 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_sizes": { 2024-08-17T00:32:15.016 INFO:tasks.workunit.client.0.smithi157.stdout: "2": 1, 2024-08-17T00:32:15.016 INFO:tasks.workunit.client.0.smithi157.stdout: "4": 2 2024-08-17T00:32:15.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.016 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_types": { 2024-08-17T00:32:15.016 INFO:tasks.workunit.client.0.smithi157.stdout: "1": 2, 2024-08-17T00:32:15.016 INFO:tasks.workunit.client.0.smithi157.stdout: "11": 1 2024-08-17T00:32:15.017 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.017 INFO:tasks.workunit.client.0.smithi157.stdout: "compat_weight_set": false, 2024-08-17T00:32:15.017 INFO:tasks.workunit.client.0.smithi157.stdout: "device_classes": [ 2024-08-17T00:32:15.017 INFO:tasks.workunit.client.0.smithi157.stdout: 8 2024-08-17T00:32:15.017 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:15.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_buckets": 6, 2024-08-17T00:32:15.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_devices": 8, 2024-08-17T00:32:15.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_rules": 1, 2024-08-17T00:32:15.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_types": 12, 2024-08-17T00:32:15.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_weight_sets": 0, 2024-08-17T00:32:15.017 INFO:tasks.workunit.client.0.smithi157.stdout: "tunables": { 2024-08-17T00:32:15.017 INFO:tasks.workunit.client.0.smithi157.stdout: "allowed_bucket_algs": 54, 2024-08-17T00:32:15.017 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_fallback_tries": 0, 2024-08-17T00:32:15.018 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_tries": 0, 2024-08-17T00:32:15.018 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_total_tries": 50, 2024-08-17T00:32:15.018 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_descend_once": 1, 2024-08-17T00:32:15.018 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_stable": 1, 2024-08-17T00:32:15.018 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_vary_r": 1, 2024-08-17T00:32:15.018 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v2_rules": 0, 2024-08-17T00:32:15.018 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v3_rules": 0, 2024-08-17T00:32:15.018 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v4_buckets": 1, 2024-08-17T00:32:15.018 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v5_rules": 0, 2024-08-17T00:32:15.018 INFO:tasks.workunit.client.0.smithi157.stdout: "legacy_tunables": 0, 2024-08-17T00:32:15.018 INFO:tasks.workunit.client.0.smithi157.stdout: "minimum_required_version": "jewel", 2024-08-17T00:32:15.018 INFO:tasks.workunit.client.0.smithi157.stdout: "optimal_tunables": 1, 2024-08-17T00:32:15.018 INFO:tasks.workunit.client.0.smithi157.stdout: "profile": "jewel", 2024-08-17T00:32:15.019 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables": 1, 2024-08-17T00:32:15.019 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables2": 1, 2024-08-17T00:32:15.019 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables3": 1, 2024-08-17T00:32:15.019 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables5": 1, 2024-08-17T00:32:15.019 INFO:tasks.workunit.client.0.smithi157.stdout: "straw_calc_version": 1 2024-08-17T00:32:15.019 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.019 INFO:tasks.workunit.client.0.smithi157.stdout: "description": "upgrade test cluster", 2024-08-17T00:32:15.019 INFO:tasks.workunit.client.0.smithi157.stdout: "fs": { 2024-08-17T00:32:15.019 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:15.019 INFO:tasks.workunit.client.0.smithi157.stdout: "feature_flags": { 2024-08-17T00:32:15.019 INFO:tasks.workunit.client.0.smithi157.stdout: "enable_multiple": true, 2024-08-17T00:32:15.019 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_enabled_multiple": true 2024-08-17T00:32:15.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.020 INFO:tasks.workunit.client.0.smithi157.stdout: "filesystems": [ 2024-08-17T00:32:15.020 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:15.020 INFO:tasks.workunit.client.0.smithi157.stdout: "approx_ctime": "2024-08", 2024-08-17T00:32:15.020 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer_enabled": false, 2024-08-17T00:32:15.020 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:15.020 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_caps": 0, 2024-08-17T00:32:15.020 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_dns": 10, 2024-08-17T00:32:15.020 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_inos": 13, 2024-08-17T00:32:15.020 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_subtrees": 2, 2024-08-17T00:32:15.020 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_allowed_features": 0, 2024-08-17T00:32:15.020 INFO:tasks.workunit.client.0.smithi157.stdout: "explicitly_allowed_features": 0, 2024-08-17T00:32:15.020 INFO:tasks.workunit.client.0.smithi157.stdout: "files": 0, 2024-08-17T00:32:15.021 INFO:tasks.workunit.client.0.smithi157.stdout: "max_mds": 1, 2024-08-17T00:32:15.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_data_pools": 1, 2024-08-17T00:32:15.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_in": 1, 2024-08-17T00:32:15.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_mds": 1, 2024-08-17T00:32:15.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": 0, 2024-08-17T00:32:15.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_replay": 0, 2024-08-17T00:32:15.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_up": 1, 2024-08-17T00:32:15.021 INFO:tasks.workunit.client.0.smithi157.stdout: "snaps": 0, 2024-08-17T00:32:15.021 INFO:tasks.workunit.client.0.smithi157.stdout: "standby_count_wanted": 0 2024-08-17T00:32:15.021 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.021 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:15.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_mds": 1, 2024-08-17T00:32:15.021 INFO:tasks.workunit.client.0.smithi157.stdout: "total_num_mds": 2 2024-08-17T00:32:15.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.022 INFO:tasks.workunit.client.0.smithi157.stdout: "hosts": { 2024-08-17T00:32:15.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num": 2, 2024-08-17T00:32:15.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mds": 2, 2024-08-17T00:32:15.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mgr": 2, 2024-08-17T00:32:15.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mon": 2, 2024-08-17T00:32:15.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_osd": 2 2024-08-17T00:32:15.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.022 INFO:tasks.workunit.client.0.smithi157.stdout: "leaderboard": false, 2024-08-17T00:32:15.022 INFO:tasks.workunit.client.0.smithi157.stdout: "license": "sharing-1-0", 2024-08-17T00:32:15.022 INFO:tasks.workunit.client.0.smithi157.stdout: "metadata": { 2024-08-17T00:32:15.022 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T00:32:15.022 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T00:32:15.023 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 2 2024-08-17T00:32:15.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.023 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T00:32:15.023 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:32:15.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.023 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T00:32:15.023 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T00:32:15.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.023 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T00:32:15.023 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 2 2024-08-17T00:32:15.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.023 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T00:32:15.023 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 2 2024-08-17T00:32:15.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.024 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T00:32:15.024 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T00:32:15.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.024 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T00:32:15.024 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T00:32:15.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.024 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T00:32:15.024 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 2 2024-08-17T00:32:15.024 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.024 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:15.024 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T00:32:15.025 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 3 2024-08-17T00:32:15.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.025 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T00:32:15.025 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:32:15.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.025 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T00:32:15.025 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T00:32:15.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.025 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T00:32:15.025 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 3 2024-08-17T00:32:15.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.025 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T00:32:15.025 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 3 2024-08-17T00:32:15.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.026 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T00:32:15.026 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T00:32:15.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.026 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T00:32:15.026 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T00:32:15.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.026 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T00:32:15.026 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 3 2024-08-17T00:32:15.026 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.026 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:15.026 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T00:32:15.027 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 8 2024-08-17T00:32:15.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.027 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T00:32:15.027 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:32:15.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.027 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T00:32:15.027 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T00:32:15.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.027 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T00:32:15.027 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 8 2024-08-17T00:32:15.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.027 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T00:32:15.027 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 8 2024-08-17T00:32:15.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.028 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T00:32:15.028 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T00:32:15.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.028 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T00:32:15.028 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T00:32:15.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.028 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T00:32:15.028 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 8 2024-08-17T00:32:15.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.028 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_objectstore": { 2024-08-17T00:32:15.028 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": 8 2024-08-17T00:32:15.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.028 INFO:tasks.workunit.client.0.smithi157.stdout: "rotational": { 2024-08-17T00:32:15.029 INFO:tasks.workunit.client.0.smithi157.stdout: "0": 8 2024-08-17T00:32:15.029 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.029 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.029 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:15.029 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:15.029 INFO:tasks.workunit.client.0.smithi157.stdout: "features": { 2024-08-17T00:32:15.029 INFO:tasks.workunit.client.0.smithi157.stdout: "optional": [], 2024-08-17T00:32:15.029 INFO:tasks.workunit.client.0.smithi157.stdout: "persistent": [ 2024-08-17T00:32:15.029 INFO:tasks.workunit.client.0.smithi157.stdout: "kraken", 2024-08-17T00:32:15.029 INFO:tasks.workunit.client.0.smithi157.stdout: "luminous", 2024-08-17T00:32:15.030 INFO:tasks.workunit.client.0.smithi157.stdout: "mimic", 2024-08-17T00:32:15.030 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap-prune", 2024-08-17T00:32:15.030 INFO:tasks.workunit.client.0.smithi157.stdout: "nautilus", 2024-08-17T00:32:15.030 INFO:tasks.workunit.client.0.smithi157.stdout: "octopus", 2024-08-17T00:32:15.030 INFO:tasks.workunit.client.0.smithi157.stdout: "pacific", 2024-08-17T00:32:15.030 INFO:tasks.workunit.client.0.smithi157.stdout: "elector-pinging", 2024-08-17T00:32:15.030 INFO:tasks.workunit.client.0.smithi157.stdout: "quincy" 2024-08-17T00:32:15.030 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:15.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.030 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv4_addr_mons": 6, 2024-08-17T00:32:15.030 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv6_addr_mons": 0, 2024-08-17T00:32:15.030 INFO:tasks.workunit.client.0.smithi157.stdout: "min_mon_release": 17, 2024-08-17T00:32:15.030 INFO:tasks.workunit.client.0.smithi157.stdout: "v1_addr_mons": 3, 2024-08-17T00:32:15.031 INFO:tasks.workunit.client.0.smithi157.stdout: "v2_addr_mons": 3 2024-08-17T00:32:15.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.031 INFO:tasks.workunit.client.0.smithi157.stdout: "organization": "ceph-qa", 2024-08-17T00:32:15.031 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:15.031 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_network": false, 2024-08-17T00:32:15.031 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8, 2024-08-17T00:32:15.031 INFO:tasks.workunit.client.0.smithi157.stdout: "require_min_compat_client": "luminous", 2024-08-17T00:32:15.031 INFO:tasks.workunit.client.0.smithi157.stdout: "require_osd_release": "quincy" 2024-08-17T00:32:15.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.031 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": [ 2024-08-17T00:32:15.031 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:15.031 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:15.031 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr" 2024-08-17T00:32:15.032 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:15.032 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:15.032 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:15.032 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:15.032 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:15.032 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:15.032 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 1, 2024-08-17T00:32:15.032 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 1, 2024-08-17T00:32:15.032 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 1, 2024-08-17T00:32:15.032 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:15.032 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:15.032 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:15.032 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 1781760, 2024-08-17T00:32:15.033 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:15.033 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:15.033 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 1781760, 2024-08-17T00:32:15.033 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:15.033 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:15.033 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 2, 2024-08-17T00:32:15.033 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:15.033 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-17T00:32:15.033 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:15.033 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:15.033 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 212, 2024-08-17T00:32:15.033 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 313344, 2024-08-17T00:32:15.033 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 590368, 2024-08-17T00:32:15.034 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 590368, 2024-08-17T00:32:15.034 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:15.034 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 1771104, 2024-08-17T00:32:15.034 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 179, 2024-08-17T00:32:15.034 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 2473984 2024-08-17T00:32:15.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.034 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:15.034 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:15.034 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:15.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.034 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:15.034 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:15.035 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T00:32:15.035 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:15.035 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:15.035 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:15.035 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:15.035 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:15.035 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:15.035 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 32, 2024-08-17T00:32:15.035 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 32, 2024-08-17T00:32:15.035 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 2, 2024-08-17T00:32:15.035 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:15.035 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:15.035 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:15.036 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 98304, 2024-08-17T00:32:15.036 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:15.036 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:15.036 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 98304, 2024-08-17T00:32:15.036 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:15.036 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:15.036 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 22, 2024-08-17T00:32:15.036 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:15.036 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 1.351972542806834e-07, 2024-08-17T00:32:15.036 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:15.036 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:15.036 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T00:32:15.036 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T00:32:15.036 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 3410, 2024-08-17T00:32:15.037 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 3410, 2024-08-17T00:32:15.037 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:15.037 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 10230, 2024-08-17T00:32:15.037 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 51, 2024-08-17T00:32:15.037 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 19456 2024-08-17T00:32:15.037 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.037 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:15.037 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:15.037 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:15.037 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.037 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:15.037 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:15.037 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T00:32:15.037 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:15.038 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:15.038 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:15.038 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:15.038 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:15.038 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:15.038 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 64, 2024-08-17T00:32:15.038 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 64, 2024-08-17T00:32:15.038 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 3, 2024-08-17T00:32:15.038 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:15.038 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:15.038 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:15.038 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 0, 2024-08-17T00:32:15.038 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:15.039 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:15.039 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 0, 2024-08-17T00:32:15.039 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:15.039 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:15.039 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 0, 2024-08-17T00:32:15.039 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:15.039 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 0.0, 2024-08-17T00:32:15.039 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:15.039 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:15.039 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T00:32:15.039 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T00:32:15.039 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 0, 2024-08-17T00:32:15.039 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 0, 2024-08-17T00:32:15.040 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:15.040 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 0, 2024-08-17T00:32:15.040 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 0, 2024-08-17T00:32:15.040 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 0 2024-08-17T00:32:15.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.040 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:15.040 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:15.040 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:15.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.040 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:15.040 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:15.040 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd" 2024-08-17T00:32:15.040 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:15.041 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:15.041 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:15.041 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:15.041 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:15.041 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:15.041 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 8, 2024-08-17T00:32:15.041 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 8, 2024-08-17T00:32:15.041 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 4, 2024-08-17T00:32:15.041 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:15.041 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:15.041 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:15.041 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 12288, 2024-08-17T00:32:15.041 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:15.041 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:15.042 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 12288, 2024-08-17T00:32:15.042 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:15.042 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:15.042 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 2, 2024-08-17T00:32:15.042 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:15.042 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T00:32:15.042 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:15.042 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:15.042 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T00:32:15.042 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T00:32:15.042 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 19, 2024-08-17T00:32:15.042 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 19, 2024-08-17T00:32:15.042 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:15.043 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 57, 2024-08-17T00:32:15.043 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 2, 2024-08-17T00:32:15.043 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 2048 2024-08-17T00:32:15.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.043 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:15.043 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:15.043 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:15.043 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.043 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:15.043 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": { 2024-08-17T00:32:15.043 INFO:tasks.workunit.client.0.smithi157.stdout: "mirroring_by_pool": [ 2024-08-17T00:32:15.043 INFO:tasks.workunit.client.0.smithi157.stdout: false 2024-08-17T00:32:15.043 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:15.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_images_by_pool": [ 2024-08-17T00:32:15.044 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:15.044 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:15.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pools": 1 2024-08-17T00:32:15.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.044 INFO:tasks.workunit.client.0.smithi157.stdout: "report_id": "3ab49fab-047d-4b9d-9fd2-8c800a0ea47f", 2024-08-17T00:32:15.044 INFO:tasks.workunit.client.0.smithi157.stdout: "report_timestamp": "2024-08-17T00:32:14.941735", 2024-08-17T00:32:15.044 INFO:tasks.workunit.client.0.smithi157.stdout: "report_version": 1, 2024-08-17T00:32:15.044 INFO:tasks.workunit.client.0.smithi157.stdout: "rook": { 2024-08-17T00:32:15.044 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster": { 2024-08-17T00:32:15.044 INFO:tasks.workunit.client.0.smithi157.stdout: "external-mode": null, 2024-08-17T00:32:15.044 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:15.044 INFO:tasks.workunit.client.0.smithi157.stdout: "allow-multiple-per-node": null, 2024-08-17T00:32:15.044 INFO:tasks.workunit.client.0.smithi157.stdout: "count": null, 2024-08-17T00:32:15.045 INFO:tasks.workunit.client.0.smithi157.stdout: "max-id": null, 2024-08-17T00:32:15.045 INFO:tasks.workunit.client.0.smithi157.stdout: "pvc": { 2024-08-17T00:32:15.045 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T00:32:15.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.045 INFO:tasks.workunit.client.0.smithi157.stdout: "stretch": { 2024-08-17T00:32:15.045 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T00:32:15.045 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.045 INFO:tasks.workunit.client.0.smithi157.stdout: "network": { 2024-08-17T00:32:15.045 INFO:tasks.workunit.client.0.smithi157.stdout: "provider": null 2024-08-17T00:32:15.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.045 INFO:tasks.workunit.client.0.smithi157.stdout: "storage": { 2024-08-17T00:32:15.045 INFO:tasks.workunit.client.0.smithi157.stdout: "device-set": { 2024-08-17T00:32:15.045 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T00:32:15.046 INFO:tasks.workunit.client.0.smithi157.stdout: "non-portable": null, 2024-08-17T00:32:15.046 INFO:tasks.workunit.client.0.smithi157.stdout: "portable": null, 2024-08-17T00:32:15.046 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T00:32:15.046 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.046 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.046 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.046 INFO:tasks.workunit.client.0.smithi157.stdout: "csi": { 2024-08-17T00:32:15.046 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T00:32:15.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.046 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes": { 2024-08-17T00:32:15.046 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T00:32:15.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.047 INFO:tasks.workunit.client.0.smithi157.stdout: "node": { 2024-08-17T00:32:15.047 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T00:32:15.047 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes-total": null, 2024-08-17T00:32:15.047 INFO:tasks.workunit.client.0.smithi157.stdout: "with-ceph-daemons": null, 2024-08-17T00:32:15.047 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T00:32:15.047 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-nfs-plugin": null, 2024-08-17T00:32:15.047 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-rbd-plugin": null 2024-08-17T00:32:15.047 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.047 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T00:32:15.047 INFO:tasks.workunit.client.0.smithi157.stdout: "storage-class": { 2024-08-17T00:32:15.047 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T00:32:15.047 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket": null, 2024-08-17T00:32:15.047 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs": null, 2024-08-17T00:32:15.048 INFO:tasks.workunit.client.0.smithi157.stdout: "nfs": null, 2024-08-17T00:32:15.048 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": null, 2024-08-17T00:32:15.048 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T00:32:15.048 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.048 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.048 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T00:32:15.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.048 INFO:tasks.workunit.client.0.smithi157.stdout: "services": {}, 2024-08-17T00:32:15.048 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T00:32:15.048 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 105, 2024-08-17T00:32:15.048 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": 4, 2024-08-17T00:32:15.048 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_by_class": { 2024-08-17T00:32:15.049 INFO:tasks.workunit.client.0.smithi157.stdout: "ssd": { 2024-08-17T00:32:15.049 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 765516247040, 2024-08-17T00:32:15.049 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T00:32:15.049 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 2444038144, 2024-08-17T00:32:15.049 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_bytes": 2444038144, 2024-08-17T00:32:15.049 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_ratio": 0.0031825059559196234 2024-08-17T00:32:15.049 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:15.049 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 765516247040, 2024-08-17T00:32:15.049 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T00:32:15.049 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 2444038144 2024-08-17T00:32:15.049 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.049 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:15.049 INFO:tasks.workunit.client.0.smithi157.stdout:} 2024-08-17T00:32:15.050 INFO:tasks.workunit.client.0.smithi157.stderr:++ ceph telemetry collection ls 2024-08-17T00:32:15.427 INFO:tasks.workunit.client.0.smithi157.stderr:+ COLLECTIONS='New collections are available: 2024-08-17T00:32:15.428 INFO:tasks.workunit.client.0.smithi157.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-08-17T00:32:15.428 INFO:tasks.workunit.client.0.smithi157.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T00:32:15.428 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T00:32:15.428 INFO:tasks.workunit.client.0.smithi157.stderr:NAME STATUS DESC 2024-08-17T00:32:15.428 INFO:tasks.workunit.client.0.smithi157.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T00:32:15.428 INFO:tasks.workunit.client.0.smithi157.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T00:32:15.428 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T00:32:15.428 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T00:32:15.429 INFO:tasks.workunit.client.0.smithi157.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T00:32:15.429 INFO:tasks.workunit.client.0.smithi157.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T00:32:15.429 INFO:tasks.workunit.client.0.smithi157.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T00:32:15.429 INFO:tasks.workunit.client.0.smithi157.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T00:32:15.429 INFO:tasks.workunit.client.0.smithi157.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T00:32:15.429 INFO:tasks.workunit.client.0.smithi157.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T00:32:15.429 INFO:tasks.workunit.client.0.smithi157.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-08-17T00:32:15.429 INFO:tasks.workunit.client.0.smithi157.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-08-17T00:32:15.429 INFO:tasks.workunit.client.0.smithi157.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T00:32:15.430 INFO:tasks.workunit.client.0.smithi157.stderr:+ [[ New collections are available: 2024-08-17T00:32:15.430 INFO:tasks.workunit.client.0.smithi157.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T00:32:15.430 INFO:tasks.workunit.client.0.smithi157.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T00:32:15.430 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T00:32:15.430 INFO:tasks.workunit.client.0.smithi157.stderr:NAME STATUS DESC 2024-08-17T00:32:15.430 INFO:tasks.workunit.client.0.smithi157.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T00:32:15.430 INFO:tasks.workunit.client.0.smithi157.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T00:32:15.430 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T00:32:15.430 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T00:32:15.430 INFO:tasks.workunit.client.0.smithi157.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T00:32:15.431 INFO:tasks.workunit.client.0.smithi157.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T00:32:15.431 INFO:tasks.workunit.client.0.smithi157.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T00:32:15.431 INFO:tasks.workunit.client.0.smithi157.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T00:32:15.431 INFO:tasks.workunit.client.0.smithi157.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T00:32:15.431 INFO:tasks.workunit.client.0.smithi157.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T00:32:15.431 INFO:tasks.workunit.client.0.smithi157.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-08-17T00:32:15.431 INFO:tasks.workunit.client.0.smithi157.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T00:32:15.431 INFO:tasks.workunit.client.0.smithi157.stderr:+ [[ New collections are available: 2024-08-17T00:32:15.431 INFO:tasks.workunit.client.0.smithi157.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T00:32:15.431 INFO:tasks.workunit.client.0.smithi157.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T00:32:15.431 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T00:32:15.431 INFO:tasks.workunit.client.0.smithi157.stderr:NAME STATUS DESC 2024-08-17T00:32:15.431 INFO:tasks.workunit.client.0.smithi157.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T00:32:15.432 INFO:tasks.workunit.client.0.smithi157.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T00:32:15.432 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T00:32:15.432 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T00:32:15.432 INFO:tasks.workunit.client.0.smithi157.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T00:32:15.432 INFO:tasks.workunit.client.0.smithi157.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T00:32:15.432 INFO:tasks.workunit.client.0.smithi157.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T00:32:15.432 INFO:tasks.workunit.client.0.smithi157.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T00:32:15.432 INFO:tasks.workunit.client.0.smithi157.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T00:32:15.432 INFO:tasks.workunit.client.0.smithi157.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T00:32:15.432 INFO:tasks.workunit.client.0.smithi157.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-17T00:32:15.432 INFO:tasks.workunit.client.0.smithi157.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T00:32:15.432 INFO:tasks.workunit.client.0.smithi157.stderr:+ [[ New collections are available: 2024-08-17T00:32:15.432 INFO:tasks.workunit.client.0.smithi157.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T00:32:15.432 INFO:tasks.workunit.client.0.smithi157.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T00:32:15.433 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T00:32:15.433 INFO:tasks.workunit.client.0.smithi157.stderr:NAME STATUS DESC 2024-08-17T00:32:15.433 INFO:tasks.workunit.client.0.smithi157.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T00:32:15.433 INFO:tasks.workunit.client.0.smithi157.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T00:32:15.433 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T00:32:15.433 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T00:32:15.433 INFO:tasks.workunit.client.0.smithi157.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T00:32:15.433 INFO:tasks.workunit.client.0.smithi157.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T00:32:15.433 INFO:tasks.workunit.client.0.smithi157.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T00:32:15.433 INFO:tasks.workunit.client.0.smithi157.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T00:32:15.433 INFO:tasks.workunit.client.0.smithi157.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T00:32:15.434 INFO:tasks.workunit.client.0.smithi157.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T00:32:15.434 INFO:tasks.workunit.client.0.smithi157.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-17T00:32:15.434 INFO:tasks.workunit.client.0.smithi157.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T00:32:15.434 INFO:tasks.workunit.client.0.smithi157.stderr:+ [[ New collections are available: 2024-08-17T00:32:15.434 INFO:tasks.workunit.client.0.smithi157.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T00:32:15.434 INFO:tasks.workunit.client.0.smithi157.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T00:32:15.434 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T00:32:15.434 INFO:tasks.workunit.client.0.smithi157.stderr:NAME STATUS DESC 2024-08-17T00:32:15.434 INFO:tasks.workunit.client.0.smithi157.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T00:32:15.434 INFO:tasks.workunit.client.0.smithi157.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T00:32:15.434 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T00:32:15.434 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T00:32:15.434 INFO:tasks.workunit.client.0.smithi157.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T00:32:15.435 INFO:tasks.workunit.client.0.smithi157.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T00:32:15.435 INFO:tasks.workunit.client.0.smithi157.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T00:32:15.435 INFO:tasks.workunit.client.0.smithi157.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T00:32:15.435 INFO:tasks.workunit.client.0.smithi157.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T00:32:15.435 INFO:tasks.workunit.client.0.smithi157.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T00:32:15.435 INFO:tasks.workunit.client.0.smithi157.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-17T00:32:15.435 INFO:tasks.workunit.client.0.smithi157.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T00:32:15.435 INFO:tasks.workunit.client.0.smithi157.stderr:+ [[ New collections are available: 2024-08-17T00:32:15.435 INFO:tasks.workunit.client.0.smithi157.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T00:32:15.435 INFO:tasks.workunit.client.0.smithi157.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T00:32:15.435 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T00:32:15.436 INFO:tasks.workunit.client.0.smithi157.stderr:NAME STATUS DESC 2024-08-17T00:32:15.436 INFO:tasks.workunit.client.0.smithi157.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T00:32:15.436 INFO:tasks.workunit.client.0.smithi157.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T00:32:15.436 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T00:32:15.436 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T00:32:15.436 INFO:tasks.workunit.client.0.smithi157.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T00:32:15.436 INFO:tasks.workunit.client.0.smithi157.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T00:32:15.436 INFO:tasks.workunit.client.0.smithi157.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T00:32:15.436 INFO:tasks.workunit.client.0.smithi157.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T00:32:15.436 INFO:tasks.workunit.client.0.smithi157.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T00:32:15.436 INFO:tasks.workunit.client.0.smithi157.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T00:32:15.436 INFO:tasks.workunit.client.0.smithi157.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-17T00:32:15.436 INFO:tasks.workunit.client.0.smithi157.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T00:32:15.437 INFO:tasks.workunit.client.0.smithi157.stderr:+ [[ New collections are available: 2024-08-17T00:32:15.437 INFO:tasks.workunit.client.0.smithi157.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T00:32:15.437 INFO:tasks.workunit.client.0.smithi157.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T00:32:15.437 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T00:32:15.437 INFO:tasks.workunit.client.0.smithi157.stderr:NAME STATUS DESC 2024-08-17T00:32:15.437 INFO:tasks.workunit.client.0.smithi157.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T00:32:15.437 INFO:tasks.workunit.client.0.smithi157.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T00:32:15.437 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T00:32:15.437 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T00:32:15.437 INFO:tasks.workunit.client.0.smithi157.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T00:32:15.438 INFO:tasks.workunit.client.0.smithi157.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T00:32:15.438 INFO:tasks.workunit.client.0.smithi157.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T00:32:15.438 INFO:tasks.workunit.client.0.smithi157.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T00:32:15.438 INFO:tasks.workunit.client.0.smithi157.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T00:32:15.438 INFO:tasks.workunit.client.0.smithi157.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T00:32:15.438 INFO:tasks.workunit.client.0.smithi157.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-08-17T00:32:15.438 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph telemetry on --license sharing-1-0 2024-08-17T00:32:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[29438]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[29438]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[29438]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[29438]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:15.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:15.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:15.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:15.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:15.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[29438]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-17T00:32:15.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[29438]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:15.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:15.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:15.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:15.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:15.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[40946]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:15.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[40946]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:15.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[40946]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:15.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[40946]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:15.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:15.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:15.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:15.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:15.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[40946]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-17T00:32:15.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[40946]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:15.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:15.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:15.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:15.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:15 smithi187 ceph-mon[33407]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:15 smithi187 ceph-mon[33407]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:15 smithi187 ceph-mon[33407]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:15 smithi187 ceph-mon[33407]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:15 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:15 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:15 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:15 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:15.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:15 smithi187 ceph-mon[33407]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-17T00:32:15.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:15 smithi187 ceph-mon[33407]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:15.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:15 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:15.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:15 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:15.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:15 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:15.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:15 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:15.901 INFO:tasks.workunit.client.0.smithi157.stdout:Telemetry is on. 2024-08-17T00:32:15.901 INFO:tasks.workunit.client.0.smithi157.stdout:Some channels are disabled, please enable with: 2024-08-17T00:32:15.901 INFO:tasks.workunit.client.0.smithi157.stdout:`ceph telemetry enable channel perf` 2024-08-17T00:32:15.912 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph telemetry enable channel perf 2024-08-17T00:32:16.134 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:15 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:15] ENGINE Bus STOPPING 2024-08-17T00:32:16.393 INFO:tasks.workunit.client.0.smithi157.stdout:channel_perf is enabled 2024-08-17T00:32:16.405 INFO:tasks.workunit.client.0.smithi157.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-17T00:32:16.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:32:16.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:16] ENGINE Bus STOPPED 2024-08-17T00:32:16.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:16] ENGINE Bus STARTING 2024-08-17T00:32:16.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:16] ENGINE Serving on http://:::9283 2024-08-17T00:32:16.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:16] ENGINE Bus STARTED 2024-08-17T00:32:16.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:16] ENGINE Bus STOPPING 2024-08-17T00:32:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:16.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:16.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:16.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:16.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:16.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:16.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:16.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:16.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:16.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:16.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:16.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:16.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:16.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:16.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:16.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:16.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:16.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:16.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:16.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:16.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:16.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:16.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:16.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:16.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:16 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:16.764 INFO:tasks.workunit.client.0.smithi157.stderr:+ LAST_OPT_REVISION=1 2024-08-17T00:32:16.764 INFO:tasks.workunit.client.0.smithi157.stderr:+ '[' 1 -ne 1 ']' 2024-08-17T00:32:16.764 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph telemetry show 2024-08-17T00:32:17.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:32:17.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:16] ENGINE Bus STOPPED 2024-08-17T00:32:17.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:16] ENGINE Bus STARTING 2024-08-17T00:32:17.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:16] ENGINE Serving on http://:::9283 2024-08-17T00:32:17.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:32:16] ENGINE Bus STARTED 2024-08-17T00:32:17.423 INFO:tasks.workunit.client.0.smithi157.stdout:{ 2024-08-17T00:32:17.423 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer": { 2024-08-17T00:32:17.423 INFO:tasks.workunit.client.0.smithi157.stdout: "active": true, 2024-08-17T00:32:17.423 INFO:tasks.workunit.client.0.smithi157.stdout: "mode": "" 2024-08-17T00:32:17.423 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.423 INFO:tasks.workunit.client.0.smithi157.stdout: "channels": [ 2024-08-17T00:32:17.423 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T00:32:17.423 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T00:32:17.423 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T00:32:17.423 INFO:tasks.workunit.client.0.smithi157.stdout: "ident", 2024-08-17T00:32:17.424 INFO:tasks.workunit.client.0.smithi157.stdout: "perf" 2024-08-17T00:32:17.424 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.424 INFO:tasks.workunit.client.0.smithi157.stdout: "channels_available": [ 2024-08-17T00:32:17.424 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T00:32:17.424 INFO:tasks.workunit.client.0.smithi157.stdout: "ident", 2024-08-17T00:32:17.424 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T00:32:17.424 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T00:32:17.424 INFO:tasks.workunit.client.0.smithi157.stdout: "perf" 2024-08-17T00:32:17.424 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.424 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_available": [ 2024-08-17T00:32:17.424 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T00:32:17.424 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T00:32:17.425 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T00:32:17.425 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T00:32:17.425 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T00:32:17.425 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T00:32:17.425 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T00:32:17.425 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T00:32:17.425 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T00:32:17.425 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T00:32:17.425 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore" 2024-08-17T00:32:17.425 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.425 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_opted_in": [ 2024-08-17T00:32:17.425 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T00:32:17.425 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T00:32:17.425 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T00:32:17.426 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T00:32:17.426 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T00:32:17.426 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T00:32:17.426 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T00:32:17.426 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T00:32:17.426 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T00:32:17.426 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T00:32:17.426 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore" 2024-08-17T00:32:17.426 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.426 INFO:tasks.workunit.client.0.smithi157.stdout: "config": { 2024-08-17T00:32:17.426 INFO:tasks.workunit.client.0.smithi157.stdout: "active_changed": [ 2024-08-17T00:32:17.426 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:32:17.427 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T00:32:17.427 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:32:17.427 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T00:32:17.427 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T00:32:17.427 INFO:tasks.workunit.client.0.smithi157.stdout: "client_check_pool_perm", 2024-08-17T00:32:17.427 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_gid", 2024-08-17T00:32:17.427 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_uid", 2024-08-17T00:32:17.427 INFO:tasks.workunit.client.0.smithi157.stdout: "client_quota", 2024-08-17T00:32:17.427 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T00:32:17.427 INFO:tasks.workunit.client.0.smithi157.stdout: "daemonize", 2024-08-17T00:32:17.427 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:32:17.427 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T00:32:17.428 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T00:32:17.428 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T00:32:17.428 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T00:32:17.428 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T00:32:17.428 INFO:tasks.workunit.client.0.smithi157.stdout: "keyring", 2024-08-17T00:32:17.428 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_block_size", 2024-08-17T00:32:17.428 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_cache_size", 2024-08-17T00:32:17.428 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_compression", 2024-08-17T00:32:17.428 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_log", 2024-08-17T00:32:17.428 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_write_buffer_size", 2024-08-17T00:32:17.428 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T00:32:17.428 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T00:32:17.428 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T00:32:17.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T00:32:17.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T00:32:17.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T00:32:17.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_journald", 2024-08-17T00:32:17.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_stderr", 2024-08-17T00:32:17.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T00:32:17.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T00:32:17.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_host", 2024-08-17T00:32:17.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T00:32:17.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:32:17.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:32:17.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:32:17.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:32:17.430 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:32:17.430 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:32:17.430 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:32:17.430 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:32:17.430 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:32:17.430 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:32:17.430 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:32:17.430 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:32:17.430 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:32:17.430 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T00:32:17.430 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T00:32:17.430 INFO:tasks.workunit.client.0.smithi157.stdout: "no_config_file", 2024-08-17T00:32:17.431 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T00:32:17.431 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T00:32:17.431 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:32:17.431 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T00:32:17.431 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:32:17.431 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T00:32:17.431 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:32:17.431 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:32:17.431 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:32:17.431 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:32:17.431 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T00:32:17.431 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T00:32:17.431 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T00:32:17.432 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T00:32:17.432 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T00:32:17.432 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T00:32:17.432 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T00:32:17.432 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T00:32:17.432 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T00:32:17.432 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T00:32:17.432 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T00:32:17.432 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T00:32:17.432 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T00:32:17.432 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T00:32:17.432 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:32:17.432 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:32:17.433 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T00:32:17.433 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T00:32:17.433 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T00:32:17.433 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T00:32:17.433 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:32:17.433 INFO:tasks.workunit.client.0.smithi157.stdout: "public_addr", 2024-08-17T00:32:17.433 INFO:tasks.workunit.client.0.smithi157.stdout: "public_addrv", 2024-08-17T00:32:17.433 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T00:32:17.433 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_default_features", 2024-08-17T00:32:17.433 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_qos_exclude_ops", 2024-08-17T00:32:17.433 INFO:tasks.workunit.client.0.smithi157.stdout: "setgroup", 2024-08-17T00:32:17.433 INFO:tasks.workunit.client.0.smithi157.stdout: "setuser" 2024-08-17T00:32:17.433 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.433 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_changed": [ 2024-08-17T00:32:17.434 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:32:17.434 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T00:32:17.434 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:32:17.434 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T00:32:17.434 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T00:32:17.434 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T00:32:17.434 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:32:17.434 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T00:32:17.434 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T00:32:17.434 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T00:32:17.434 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T00:32:17.434 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T00:32:17.435 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T00:32:17.435 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T00:32:17.435 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T00:32:17.435 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_join_fs", 2024-08-17T00:32:17.435 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T00:32:17.435 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/container_init", 2024-08-17T00:32:17.435 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/migration_current", 2024-08-17T00:32:17.435 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T00:32:17.435 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T00:32:17.435 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T00:32:17.435 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T00:32:17.435 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T00:32:17.435 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T00:32:17.436 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T00:32:17.436 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/channel_ident", 2024-08-17T00:32:17.436 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/channel_perf", 2024-08-17T00:32:17.436 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/description", 2024-08-17T00:32:17.436 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/enabled", 2024-08-17T00:32:17.436 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/organization", 2024-08-17T00:32:17.436 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T00:32:17.436 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T00:32:17.436 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T00:32:17.436 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T00:32:17.436 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T00:32:17.436 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T00:32:17.436 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:32:17.437 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:32:17.437 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:32:17.437 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:32:17.437 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:32:17.437 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:32:17.437 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:32:17.437 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:32:17.437 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:32:17.437 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:32:17.437 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:32:17.437 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:32:17.437 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:32:17.437 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T00:32:17.438 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T00:32:17.438 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T00:32:17.438 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T00:32:17.438 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:32:17.438 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T00:32:17.438 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:32:17.438 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T00:32:17.438 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:32:17.438 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:32:17.438 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:32:17.438 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:32:17.438 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T00:32:17.438 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T00:32:17.439 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T00:32:17.439 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T00:32:17.439 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T00:32:17.439 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:32:17.439 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:32:17.439 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T00:32:17.439 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T00:32:17.439 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T00:32:17.439 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T00:32:17.439 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:32:17.439 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T00:32:17.439 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_cache_enabled", 2024-08-17T00:32:17.439 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_ops_log", 2024-08-17T00:32:17.440 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_usage_log" 2024-08-17T00:32:17.440 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.440 INFO:tasks.workunit.client.0.smithi157.stdout: "contact": null, 2024-08-17T00:32:17.440 INFO:tasks.workunit.client.0.smithi157.stdout: "crashes": [], 2024-08-17T00:32:17.440 INFO:tasks.workunit.client.0.smithi157.stdout: "created": "2024-08-17T00:23:19.848982Z", 2024-08-17T00:32:17.440 INFO:tasks.workunit.client.0.smithi157.stdout: "crush": { 2024-08-17T00:32:17.440 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_algs": { 2024-08-17T00:32:17.440 INFO:tasks.workunit.client.0.smithi157.stdout: "straw2": 3 2024-08-17T00:32:17.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.440 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_sizes": { 2024-08-17T00:32:17.440 INFO:tasks.workunit.client.0.smithi157.stdout: "2": 1, 2024-08-17T00:32:17.441 INFO:tasks.workunit.client.0.smithi157.stdout: "4": 2 2024-08-17T00:32:17.441 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.441 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_types": { 2024-08-17T00:32:17.441 INFO:tasks.workunit.client.0.smithi157.stdout: "1": 2, 2024-08-17T00:32:17.441 INFO:tasks.workunit.client.0.smithi157.stdout: "11": 1 2024-08-17T00:32:17.441 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.441 INFO:tasks.workunit.client.0.smithi157.stdout: "compat_weight_set": false, 2024-08-17T00:32:17.441 INFO:tasks.workunit.client.0.smithi157.stdout: "device_classes": [ 2024-08-17T00:32:17.441 INFO:tasks.workunit.client.0.smithi157.stdout: 8 2024-08-17T00:32:17.441 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.441 INFO:tasks.workunit.client.0.smithi157.stdout: "num_buckets": 6, 2024-08-17T00:32:17.441 INFO:tasks.workunit.client.0.smithi157.stdout: "num_devices": 8, 2024-08-17T00:32:17.441 INFO:tasks.workunit.client.0.smithi157.stdout: "num_rules": 1, 2024-08-17T00:32:17.442 INFO:tasks.workunit.client.0.smithi157.stdout: "num_types": 12, 2024-08-17T00:32:17.442 INFO:tasks.workunit.client.0.smithi157.stdout: "num_weight_sets": 0, 2024-08-17T00:32:17.442 INFO:tasks.workunit.client.0.smithi157.stdout: "tunables": { 2024-08-17T00:32:17.442 INFO:tasks.workunit.client.0.smithi157.stdout: "allowed_bucket_algs": 54, 2024-08-17T00:32:17.442 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_fallback_tries": 0, 2024-08-17T00:32:17.442 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_tries": 0, 2024-08-17T00:32:17.442 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_total_tries": 50, 2024-08-17T00:32:17.442 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_descend_once": 1, 2024-08-17T00:32:17.442 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_stable": 1, 2024-08-17T00:32:17.442 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_vary_r": 1, 2024-08-17T00:32:17.443 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v2_rules": 0, 2024-08-17T00:32:17.443 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v3_rules": 0, 2024-08-17T00:32:17.443 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v4_buckets": 1, 2024-08-17T00:32:17.443 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v5_rules": 0, 2024-08-17T00:32:17.443 INFO:tasks.workunit.client.0.smithi157.stdout: "legacy_tunables": 0, 2024-08-17T00:32:17.443 INFO:tasks.workunit.client.0.smithi157.stdout: "minimum_required_version": "jewel", 2024-08-17T00:32:17.443 INFO:tasks.workunit.client.0.smithi157.stdout: "optimal_tunables": 1, 2024-08-17T00:32:17.443 INFO:tasks.workunit.client.0.smithi157.stdout: "profile": "jewel", 2024-08-17T00:32:17.443 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables": 1, 2024-08-17T00:32:17.443 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables2": 1, 2024-08-17T00:32:17.443 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables3": 1, 2024-08-17T00:32:17.443 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables5": 1, 2024-08-17T00:32:17.443 INFO:tasks.workunit.client.0.smithi157.stdout: "straw_calc_version": 1 2024-08-17T00:32:17.443 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.444 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.444 INFO:tasks.workunit.client.0.smithi157.stdout: "description": "upgrade test cluster", 2024-08-17T00:32:17.444 INFO:tasks.workunit.client.0.smithi157.stdout: "fs": { 2024-08-17T00:32:17.444 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:17.444 INFO:tasks.workunit.client.0.smithi157.stdout: "feature_flags": { 2024-08-17T00:32:17.444 INFO:tasks.workunit.client.0.smithi157.stdout: "enable_multiple": true, 2024-08-17T00:32:17.444 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_enabled_multiple": true 2024-08-17T00:32:17.444 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.444 INFO:tasks.workunit.client.0.smithi157.stdout: "filesystems": [ 2024-08-17T00:32:17.444 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.444 INFO:tasks.workunit.client.0.smithi157.stdout: "approx_ctime": "2024-08", 2024-08-17T00:32:17.444 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer_enabled": false, 2024-08-17T00:32:17.444 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.445 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_caps": 0, 2024-08-17T00:32:17.445 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_dns": 10, 2024-08-17T00:32:17.445 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_inos": 13, 2024-08-17T00:32:17.445 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_subtrees": 2, 2024-08-17T00:32:17.445 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_allowed_features": 0, 2024-08-17T00:32:17.445 INFO:tasks.workunit.client.0.smithi157.stdout: "explicitly_allowed_features": 0, 2024-08-17T00:32:17.445 INFO:tasks.workunit.client.0.smithi157.stdout: "files": 0, 2024-08-17T00:32:17.445 INFO:tasks.workunit.client.0.smithi157.stdout: "max_mds": 1, 2024-08-17T00:32:17.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_data_pools": 1, 2024-08-17T00:32:17.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_in": 1, 2024-08-17T00:32:17.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_mds": 1, 2024-08-17T00:32:17.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": 0, 2024-08-17T00:32:17.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_replay": 0, 2024-08-17T00:32:17.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_up": 1, 2024-08-17T00:32:17.446 INFO:tasks.workunit.client.0.smithi157.stdout: "snaps": 0, 2024-08-17T00:32:17.446 INFO:tasks.workunit.client.0.smithi157.stdout: "standby_count_wanted": 0 2024-08-17T00:32:17.446 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.446 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_mds": 1, 2024-08-17T00:32:17.446 INFO:tasks.workunit.client.0.smithi157.stdout: "total_num_mds": 2 2024-08-17T00:32:17.446 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.446 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_stats": { 2024-08-17T00:32:17.446 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T00:32:17.446 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T00:32:17.446 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 20135936, 2024-08-17T00:32:17.447 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 349232, 2024-08-17T00:32:17.447 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T00:32:17.447 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 876544, 2024-08-17T00:32:17.447 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 0, 2024-08-17T00:32:17.447 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 341, 2024-08-17T00:32:17.447 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:17.447 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 739872, 2024-08-17T00:32:17.447 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 12, 2024-08-17T00:32:17.447 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 898048, 2024-08-17T00:32:17.447 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 14650800, 2024-08-17T00:32:17.447 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 20135936 2024-08-17T00:32:17.447 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.447 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T00:32:17.447 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 20692992, 2024-08-17T00:32:17.448 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 481576, 2024-08-17T00:32:17.448 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T00:32:17.448 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T00:32:17.448 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 491520, 2024-08-17T00:32:17.448 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 433, 2024-08-17T00:32:17.448 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:17.448 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 1367072, 2024-08-17T00:32:17.448 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 21, 2024-08-17T00:32:17.448 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1170944, 2024-08-17T00:32:17.448 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 15051960, 2024-08-17T00:32:17.448 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 21184512 2024-08-17T00:32:17.448 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.449 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:17.449 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T00:32:17.449 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 44261376, 2024-08-17T00:32:17.449 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 1947080, 2024-08-17T00:32:17.449 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T00:32:17.449 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 360448, 2024-08-17T00:32:17.449 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 4194304, 2024-08-17T00:32:17.449 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1701, 2024-08-17T00:32:17.449 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:17.449 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 9398048, 2024-08-17T00:32:17.449 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 22, 2024-08-17T00:32:17.449 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2778368, 2024-08-17T00:32:17.449 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 27155992, 2024-08-17T00:32:17.450 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 48455680 2024-08-17T00:32:17.450 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.450 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T00:32:17.450 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 36397056, 2024-08-17T00:32:17.450 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 933256, 2024-08-17T00:32:17.450 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T00:32:17.450 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T00:32:17.450 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 9019392, 2024-08-17T00:32:17.450 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1062, 2024-08-17T00:32:17.450 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:17.450 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 6883664, 2024-08-17T00:32:17.450 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 22, 2024-08-17T00:32:17.451 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1758976, 2024-08-17T00:32:17.451 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 24199720, 2024-08-17T00:32:17.451 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 45416448 2024-08-17T00:32:17.451 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.451 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T00:32:17.451 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 35905536, 2024-08-17T00:32:17.451 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 1482064, 2024-08-17T00:32:17.451 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T00:32:17.451 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 8192, 2024-08-17T00:32:17.451 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 10543104, 2024-08-17T00:32:17.451 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1128, 2024-08-17T00:32:17.451 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:17.452 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 7027680, 2024-08-17T00:32:17.452 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 21, 2024-08-17T00:32:17.452 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1235968, 2024-08-17T00:32:17.452 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 23530192, 2024-08-17T00:32:17.452 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 46448640 2024-08-17T00:32:17.452 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.452 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.452 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.452 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T00:32:17.452 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 273678336, 2024-08-17T00:32:17.452 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 968192, 2024-08-17T00:32:17.452 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2752512, 2024-08-17T00:32:17.452 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T00:32:17.453 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 966656, 2024-08-17T00:32:17.453 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1387, 2024-08-17T00:32:17.453 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:17.453 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 5450224, 2024-08-17T00:32:17.453 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 45, 2024-08-17T00:32:17.453 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1898496, 2024-08-17T00:32:17.453 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 262608912, 2024-08-17T00:32:17.453 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 274644992 2024-08-17T00:32:17.453 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.453 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T00:32:17.453 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 275636224, 2024-08-17T00:32:17.453 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 844136, 2024-08-17T00:32:17.453 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 4849664, 2024-08-17T00:32:17.454 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T00:32:17.454 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 188416, 2024-08-17T00:32:17.454 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1344, 2024-08-17T00:32:17.454 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:17.454 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 5565432, 2024-08-17T00:32:17.454 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:32:17.454 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2205440, 2024-08-17T00:32:17.454 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 262171552, 2024-08-17T00:32:17.454 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 275824640 2024-08-17T00:32:17.454 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.454 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T00:32:17.454 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 272211968, 2024-08-17T00:32:17.454 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 766976, 2024-08-17T00:32:17.454 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2752512, 2024-08-17T00:32:17.455 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T00:32:17.455 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 401408, 2024-08-17T00:32:17.455 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1271, 2024-08-17T00:32:17.455 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:17.455 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 5170136, 2024-08-17T00:32:17.455 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:32:17.455 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2380032, 2024-08-17T00:32:17.455 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 261142312, 2024-08-17T00:32:17.456 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 272613376 2024-08-17T00:32:17.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.456 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T00:32:17.456 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 271097856, 2024-08-17T00:32:17.456 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 681720, 2024-08-17T00:32:17.456 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2752512, 2024-08-17T00:32:17.456 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 24576, 2024-08-17T00:32:17.456 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 745472, 2024-08-17T00:32:17.456 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1210, 2024-08-17T00:32:17.456 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:17.456 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 4319952, 2024-08-17T00:32:17.456 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 45, 2024-08-17T00:32:17.457 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1559808, 2024-08-17T00:32:17.457 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 261759288, 2024-08-17T00:32:17.457 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 271843328 2024-08-17T00:32:17.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.457 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T00:32:17.457 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 272826368, 2024-08-17T00:32:17.457 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 727640, 2024-08-17T00:32:17.457 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2752512, 2024-08-17T00:32:17.457 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T00:32:17.457 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 835584, 2024-08-17T00:32:17.457 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1252, 2024-08-17T00:32:17.457 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:17.457 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 4895720, 2024-08-17T00:32:17.457 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:32:17.458 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2029568, 2024-08-17T00:32:17.458 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 262420928, 2024-08-17T00:32:17.458 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 273661952 2024-08-17T00:32:17.458 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.458 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T00:32:17.458 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 272982016, 2024-08-17T00:32:17.458 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 944096, 2024-08-17T00:32:17.458 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2752512, 2024-08-17T00:32:17.458 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 24576, 2024-08-17T00:32:17.458 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 745472, 2024-08-17T00:32:17.458 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1266, 2024-08-17T00:32:17.459 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:17.459 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 4796120, 2024-08-17T00:32:17.459 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 47, 2024-08-17T00:32:17.459 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2126080, 2024-08-17T00:32:17.459 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 262338632, 2024-08-17T00:32:17.459 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 273727488 2024-08-17T00:32:17.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.459 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T00:32:17.459 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 272564224, 2024-08-17T00:32:17.459 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 990400, 2024-08-17T00:32:17.459 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2752512, 2024-08-17T00:32:17.459 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 24576, 2024-08-17T00:32:17.459 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 114688, 2024-08-17T00:32:17.460 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1269, 2024-08-17T00:32:17.460 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:17.460 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 4909776, 2024-08-17T00:32:17.460 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 45, 2024-08-17T00:32:17.460 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1981696, 2024-08-17T00:32:17.460 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 261905264, 2024-08-17T00:32:17.460 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 272678912 2024-08-17T00:32:17.460 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.460 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T00:32:17.460 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 272777216, 2024-08-17T00:32:17.460 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 1118288, 2024-08-17T00:32:17.460 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2752512, 2024-08-17T00:32:17.460 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T00:32:17.461 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 950272, 2024-08-17T00:32:17.461 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1306, 2024-08-17T00:32:17.461 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:17.461 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 4929832, 2024-08-17T00:32:17.461 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 45, 2024-08-17T00:32:17.461 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1969664, 2024-08-17T00:32:17.461 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 262006920, 2024-08-17T00:32:17.461 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 273727488 2024-08-17T00:32:17.461 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.461 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.461 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.461 INFO:tasks.workunit.client.0.smithi157.stdout: "hosts": { 2024-08-17T00:32:17.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num": 2, 2024-08-17T00:32:17.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mds": 2, 2024-08-17T00:32:17.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mgr": 2, 2024-08-17T00:32:17.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mon": 2, 2024-08-17T00:32:17.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_osd": 2 2024-08-17T00:32:17.462 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.462 INFO:tasks.workunit.client.0.smithi157.stdout: "io_rate": { 2024-08-17T00:32:17.462 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_stats_delta": { 2024-08-17T00:32:17.462 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 0, 2024-08-17T00:32:17.462 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:17.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 0, 2024-08-17T00:32:17.462 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:17.462 INFO:tasks.workunit.client.0.smithi157.stdout: "stamp_delta": "12.002584", 2024-08-17T00:32:17.462 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:17.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:17.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:17.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:17.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:17.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:17.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:17.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:17.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:17.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:17.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:17.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:17.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:17.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:17.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:17.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:17.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:17.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:17.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:17.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:17.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:17.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:17.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:17.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:17.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:17.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:17.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:17.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:17.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:17.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:17.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:17.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:17.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:17.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:17.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 146, 2024-08-17T00:32:17.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 248, 2024-08-17T00:32:17.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:17.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:17.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:17.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 32, 2024-08-17T00:32:17.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:17.466 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.466 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T00:32:17.466 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 0, 2024-08-17T00:32:17.466 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T00:32:17.466 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T00:32:17.466 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T00:32:17.466 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T00:32:17.466 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 0, 2024-08-17T00:32:17.466 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T00:32:17.466 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T00:32:17.466 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T00:32:17.466 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T00:32:17.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.467 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 0 2024-08-17T00:32:17.467 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.467 INFO:tasks.workunit.client.0.smithi157.stdout: "leaderboard": false, 2024-08-17T00:32:17.467 INFO:tasks.workunit.client.0.smithi157.stdout: "license": "sharing-1-0", 2024-08-17T00:32:17.467 INFO:tasks.workunit.client.0.smithi157.stdout: "mempool": { 2024-08-17T00:32:17.467 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T00:32:17.467 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T00:32:17.467 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:17.467 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.467 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.467 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.468 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.468 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.468 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.468 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:17.468 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.468 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.468 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.468 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:17.468 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.468 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.468 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.468 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:17.469 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.469 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.469 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.469 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:17.469 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.469 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.469 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.469 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:17.469 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.469 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.469 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.469 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:17.469 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.469 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.470 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:17.470 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.470 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.470 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:17.470 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.470 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.470 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:17.470 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.470 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.471 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:17.471 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.471 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.471 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:17.471 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.471 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.471 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:17.471 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.471 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:17.473 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.473 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.473 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:17.473 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 149057, 2024-08-17T00:32:17.473 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T00:32:17.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.473 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:17.473 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.473 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.473 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:17.473 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 856, 2024-08-17T00:32:17.473 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T00:32:17.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.474 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.474 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.474 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.474 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:17.474 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.474 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.474 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:17.474 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.474 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.475 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:17.475 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.475 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.475 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:17.475 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.475 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.475 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:17.475 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.475 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.475 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:17.476 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.476 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.476 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:17.476 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.476 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.476 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.476 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T00:32:17.476 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:17.476 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.476 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.476 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.477 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.477 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.477 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:17.477 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.477 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.477 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:17.477 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.477 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.478 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:17.478 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.478 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.478 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:17.478 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.478 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.478 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:17.478 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.478 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.478 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:17.479 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.479 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.479 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:17.479 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.479 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.479 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:17.479 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.479 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.479 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:17.480 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.480 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.480 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:17.480 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.480 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.480 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:17.480 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.480 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.480 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:17.481 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.481 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.481 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:17.481 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.481 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.481 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:17.481 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.481 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.481 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:17.481 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.482 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.482 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:17.482 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.482 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.482 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:17.482 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 222183, 2024-08-17T00:32:17.482 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 68 2024-08-17T00:32:17.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.482 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:17.482 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.482 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.483 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:17.483 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 50488, 2024-08-17T00:32:17.483 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 208 2024-08-17T00:32:17.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.483 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.483 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.483 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.483 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:17.483 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.483 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.484 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:17.484 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.484 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.484 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:17.484 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 8040, 2024-08-17T00:32:17.484 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 137 2024-08-17T00:32:17.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.484 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:17.484 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.484 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.484 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:17.484 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.485 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.485 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:17.485 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.485 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.485 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:17.485 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.485 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.485 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.485 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.486 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:17.486 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T00:32:17.486 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:17.486 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.486 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.486 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.486 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.486 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.486 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:17.486 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.486 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.487 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:17.487 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.487 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.487 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:17.487 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.487 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.487 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:17.487 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.487 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.488 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:17.488 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.488 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.488 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:17.488 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.488 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.488 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:17.488 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.488 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.488 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:17.488 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.489 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.489 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:17.489 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.489 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.489 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:17.489 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.489 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.489 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:17.489 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.489 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.490 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:17.490 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.490 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.490 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:17.490 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.490 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.490 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:17.490 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.490 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.491 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:17.491 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.491 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.491 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:17.491 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.491 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.491 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:17.491 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1206406, 2024-08-17T00:32:17.491 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 344 2024-08-17T00:32:17.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.492 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:17.492 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 440, 2024-08-17T00:32:17.492 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5 2024-08-17T00:32:17.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.492 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:17.492 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.492 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.492 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.492 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.492 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.492 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:17.492 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.493 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.493 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:17.493 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.493 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.493 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:17.493 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6688, 2024-08-17T00:32:17.493 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 136 2024-08-17T00:32:17.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.493 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:17.493 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12744, 2024-08-17T00:32:17.493 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1546 2024-08-17T00:32:17.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.494 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:17.494 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 10624, 2024-08-17T00:32:17.494 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 206 2024-08-17T00:32:17.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.494 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:17.494 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.494 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.494 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:17.494 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.494 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.494 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.495 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T00:32:17.495 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:17.495 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.495 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.495 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.495 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.495 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.495 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:17.495 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.495 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.496 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:17.496 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.496 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.496 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:17.496 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.496 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.496 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:17.496 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.496 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.497 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:17.497 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.497 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.497 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:17.497 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.497 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.497 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:17.497 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.497 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.497 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:17.497 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.498 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.498 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:17.498 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.498 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.498 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:17.498 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.498 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.498 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:17.498 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.498 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.499 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:17.499 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.499 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.499 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:17.499 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.499 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.499 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:17.500 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.500 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.500 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:17.500 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.500 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.500 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:17.500 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.500 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.500 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:17.500 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1484918, 2024-08-17T00:32:17.501 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 482 2024-08-17T00:32:17.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.501 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:17.501 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 176, 2024-08-17T00:32:17.501 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T00:32:17.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.501 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:17.501 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.501 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.501 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.501 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.501 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.502 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:17.502 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.502 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.502 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:17.502 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.502 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.502 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:17.502 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6688, 2024-08-17T00:32:17.502 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 136 2024-08-17T00:32:17.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.503 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:17.503 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12744, 2024-08-17T00:32:17.503 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1546 2024-08-17T00:32:17.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.503 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:17.503 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5312, 2024-08-17T00:32:17.503 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 103 2024-08-17T00:32:17.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.503 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:17.503 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.503 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.504 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:17.504 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.504 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.504 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.504 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T00:32:17.504 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:17.504 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.504 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.504 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.504 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.504 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.505 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:17.505 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.505 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.505 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:17.505 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.505 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.505 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:17.505 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.505 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.506 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:17.506 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.506 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.506 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:17.506 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.506 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.506 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:17.506 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.506 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.507 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:17.507 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.507 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.507 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:17.507 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.507 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.507 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:17.507 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.507 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.508 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:17.508 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.508 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.508 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:17.508 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.508 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.508 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:17.508 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.508 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.508 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:17.509 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.509 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.509 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:17.509 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.509 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.509 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:17.509 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.509 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.509 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:17.510 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.510 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.510 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:17.510 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1232422, 2024-08-17T00:32:17.510 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 371 2024-08-17T00:32:17.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.510 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:17.510 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 176, 2024-08-17T00:32:17.510 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T00:32:17.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.510 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:17.510 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.511 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.511 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.511 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.511 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.511 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:17.511 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.511 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.511 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:17.511 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.511 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.512 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:17.512 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6688, 2024-08-17T00:32:17.512 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 136 2024-08-17T00:32:17.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.512 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:17.512 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12744, 2024-08-17T00:32:17.512 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1546 2024-08-17T00:32:17.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.512 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:17.512 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5312, 2024-08-17T00:32:17.512 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 103 2024-08-17T00:32:17.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.513 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:17.513 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.513 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.513 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:17.513 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.513 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.513 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.513 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.513 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.513 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T00:32:17.513 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:17.514 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.514 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.514 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.514 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:17.514 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:17.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.514 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:17.514 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:17.514 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:17.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.514 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:17.514 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:17.515 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:17.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.515 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:17.515 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22848, 2024-08-17T00:32:17.515 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 204 2024-08-17T00:32:17.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.515 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:17.515 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2128, 2024-08-17T00:32:17.515 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 19 2024-08-17T00:32:17.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.515 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:17.515 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9792, 2024-08-17T00:32:17.515 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 204 2024-08-17T00:32:17.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.516 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:17.516 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22848, 2024-08-17T00:32:17.516 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 204 2024-08-17T00:32:17.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.516 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:17.516 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6480, 2024-08-17T00:32:17.516 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 81 2024-08-17T00:32:17.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.516 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:17.516 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 637649, 2024-08-17T00:32:17.516 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 24 2024-08-17T00:32:17.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.516 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:17.517 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 58488, 2024-08-17T00:32:17.517 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10591 2024-08-17T00:32:17.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.517 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:17.517 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 145520, 2024-08-17T00:32:17.517 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 214 2024-08-17T00:32:17.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.517 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:17.517 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11692, 2024-08-17T00:32:17.517 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 771 2024-08-17T00:32:17.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.517 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:17.517 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.518 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.518 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:17.518 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 33544, 2024-08-17T00:32:17.518 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 214 2024-08-17T00:32:17.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.518 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:17.518 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.518 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.518 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:17.518 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 436752, 2024-08-17T00:32:17.518 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 95 2024-08-17T00:32:17.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.519 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:17.519 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.519 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.519 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:17.519 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2442930, 2024-08-17T00:32:17.519 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 197 2024-08-17T00:32:17.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.519 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:17.519 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7480, 2024-08-17T00:32:17.519 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 85 2024-08-17T00:32:17.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.520 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:17.520 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.520 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.520 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.520 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 521280, 2024-08-17T00:32:17.520 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 45 2024-08-17T00:32:17.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.520 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:17.520 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.520 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.521 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:17.521 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 95264, 2024-08-17T00:32:17.521 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 188 2024-08-17T00:32:17.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.521 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:17.521 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 236624, 2024-08-17T00:32:17.521 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3517 2024-08-17T00:32:17.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.521 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:17.521 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.521 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.522 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:17.522 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.522 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.522 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:17.522 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.522 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.522 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:17.522 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.522 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.522 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.523 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T00:32:17.523 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:17.523 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.523 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.523 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.523 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:17.523 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:17.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.523 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:17.523 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:17.523 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:17.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.524 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:17.524 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:17.524 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:17.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.524 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:17.524 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21504, 2024-08-17T00:32:17.524 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 192 2024-08-17T00:32:17.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.524 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:17.524 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1344, 2024-08-17T00:32:17.524 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12 2024-08-17T00:32:17.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.524 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:17.525 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9216, 2024-08-17T00:32:17.525 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 192 2024-08-17T00:32:17.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.525 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:17.525 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21504, 2024-08-17T00:32:17.525 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 192 2024-08-17T00:32:17.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.525 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:17.525 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5280, 2024-08-17T00:32:17.525 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 66 2024-08-17T00:32:17.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.525 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:17.525 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 35537, 2024-08-17T00:32:17.525 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:17.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.526 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:17.526 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 51635, 2024-08-17T00:32:17.526 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9521 2024-08-17T00:32:17.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.526 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:17.526 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 135320, 2024-08-17T00:32:17.526 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 199 2024-08-17T00:32:17.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.526 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:17.526 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9648, 2024-08-17T00:32:17.526 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 596 2024-08-17T00:32:17.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:17.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.527 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:17.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 29100, 2024-08-17T00:32:17.527 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 199 2024-08-17T00:32:17.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:17.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T00:32:17.527 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T00:32:17.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:17.528 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 451772, 2024-08-17T00:32:17.528 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 99 2024-08-17T00:32:17.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.528 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:17.528 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12096, 2024-08-17T00:32:17.528 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:17.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.528 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:17.528 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2443737, 2024-08-17T00:32:17.528 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 198 2024-08-17T00:32:17.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.528 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:17.529 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5192, 2024-08-17T00:32:17.529 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 59 2024-08-17T00:32:17.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.529 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:17.529 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.529 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.529 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.529 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 428608, 2024-08-17T00:32:17.529 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 37 2024-08-17T00:32:17.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.529 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:17.529 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.530 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.530 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:17.530 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 8528, 2024-08-17T00:32:17.530 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 22 2024-08-17T00:32:17.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.530 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:17.530 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 236624, 2024-08-17T00:32:17.530 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3517 2024-08-17T00:32:17.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.530 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:17.530 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.531 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.531 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:17.531 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.531 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.531 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:17.531 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.531 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.531 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:17.531 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.531 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.532 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.532 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T00:32:17.532 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:17.532 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.532 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.532 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.532 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:17.532 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:17.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.532 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:17.532 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:17.533 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:17.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.533 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:17.533 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:17.533 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:17.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.533 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:17.533 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21280, 2024-08-17T00:32:17.533 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 190 2024-08-17T00:32:17.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.533 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:17.533 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1008, 2024-08-17T00:32:17.533 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9 2024-08-17T00:32:17.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.534 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:17.534 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9120, 2024-08-17T00:32:17.534 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 190 2024-08-17T00:32:17.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.534 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:17.534 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21280, 2024-08-17T00:32:17.534 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 190 2024-08-17T00:32:17.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.534 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:17.534 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5040, 2024-08-17T00:32:17.534 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 63 2024-08-17T00:32:17.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.535 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:17.535 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16384, 2024-08-17T00:32:17.535 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 4 2024-08-17T00:32:17.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.535 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:17.535 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 49020, 2024-08-17T00:32:17.535 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9183 2024-08-17T00:32:17.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.535 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:17.535 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 130560, 2024-08-17T00:32:17.535 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 192 2024-08-17T00:32:17.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.535 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:17.536 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 8936, 2024-08-17T00:32:17.536 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 586 2024-08-17T00:32:17.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.536 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:17.536 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.536 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.536 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:17.536 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 27644, 2024-08-17T00:32:17.536 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 192 2024-08-17T00:32:17.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.536 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:17.536 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T00:32:17.537 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T00:32:17.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.537 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:17.537 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 380090, 2024-08-17T00:32:17.537 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 81 2024-08-17T00:32:17.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.537 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:17.537 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12096, 2024-08-17T00:32:17.537 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:17.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.537 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:17.537 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2443368, 2024-08-17T00:32:17.537 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 184 2024-08-17T00:32:17.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.538 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:17.538 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4488, 2024-08-17T00:32:17.538 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 51 2024-08-17T00:32:17.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.538 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:17.538 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.538 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.538 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.538 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 359104, 2024-08-17T00:32:17.538 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 31 2024-08-17T00:32:17.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.539 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:17.539 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.539 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.539 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:17.539 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 8320, 2024-08-17T00:32:17.539 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 24 2024-08-17T00:32:17.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.539 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:17.539 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 237136, 2024-08-17T00:32:17.539 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3541 2024-08-17T00:32:17.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.539 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:17.540 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.540 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.540 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:17.540 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.540 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.540 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:17.540 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.540 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.540 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:17.540 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.540 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.541 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.541 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T00:32:17.541 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:17.541 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.541 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.541 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.541 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:17.541 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:17.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.541 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:17.542 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:17.542 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:17.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.542 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:17.542 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:17.542 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:17.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.542 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:17.542 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21840, 2024-08-17T00:32:17.542 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:17.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.542 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:17.542 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 224, 2024-08-17T00:32:17.543 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T00:32:17.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.543 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:17.543 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9360, 2024-08-17T00:32:17.543 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:17.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.543 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:17.543 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21840, 2024-08-17T00:32:17.543 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:17.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.543 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:17.543 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4400, 2024-08-17T00:32:17.543 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 55 2024-08-17T00:32:17.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.544 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:17.544 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.544 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.544 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:17.544 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 50588, 2024-08-17T00:32:17.544 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9509 2024-08-17T00:32:17.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.544 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:17.544 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 135320, 2024-08-17T00:32:17.544 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 199 2024-08-17T00:32:17.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.545 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:17.545 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9740, 2024-08-17T00:32:17.545 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 604 2024-08-17T00:32:17.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.545 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:17.545 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.545 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.545 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:17.545 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 28596, 2024-08-17T00:32:17.545 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 199 2024-08-17T00:32:17.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.545 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:17.546 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2208, 2024-08-17T00:32:17.546 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:17.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.546 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:17.546 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 308449, 2024-08-17T00:32:17.546 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 63 2024-08-17T00:32:17.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.546 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:17.546 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30637, 2024-08-17T00:32:17.546 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9 2024-08-17T00:32:17.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.546 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:17.546 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2437626, 2024-08-17T00:32:17.546 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 179 2024-08-17T00:32:17.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.547 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:17.547 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4752, 2024-08-17T00:32:17.547 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 54 2024-08-17T00:32:17.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.547 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:17.547 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.547 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.547 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.547 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 428608, 2024-08-17T00:32:17.547 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 37 2024-08-17T00:32:17.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.548 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:17.548 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.548 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.548 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:17.548 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 10400, 2024-08-17T00:32:17.548 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 20 2024-08-17T00:32:17.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.548 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:17.548 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 236624, 2024-08-17T00:32:17.548 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3517 2024-08-17T00:32:17.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.548 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:17.549 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.549 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.549 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:17.549 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.549 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.549 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:17.549 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.549 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.549 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:17.549 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.550 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.550 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.550 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T00:32:17.550 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:17.550 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.550 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.550 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.550 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:17.550 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:17.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.551 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:17.551 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:17.551 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:17.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.551 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:17.551 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:17.551 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:17.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.551 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:17.551 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21840, 2024-08-17T00:32:17.551 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:17.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.551 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:17.552 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 784, 2024-08-17T00:32:17.552 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7 2024-08-17T00:32:17.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.552 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:17.552 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9360, 2024-08-17T00:32:17.552 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:17.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.552 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:17.552 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21840, 2024-08-17T00:32:17.552 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:17.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.552 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:17.552 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4080, 2024-08-17T00:32:17.552 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 51 2024-08-17T00:32:17.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.553 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:17.553 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 14183, 2024-08-17T00:32:17.553 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:17.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.553 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:17.553 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 51838, 2024-08-17T00:32:17.553 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9660 2024-08-17T00:32:17.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.553 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:17.553 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 137360, 2024-08-17T00:32:17.553 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 202 2024-08-17T00:32:17.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.554 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:17.554 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9932, 2024-08-17T00:32:17.554 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 604 2024-08-17T00:32:17.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.554 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:17.554 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.554 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.554 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:17.554 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 29364, 2024-08-17T00:32:17.554 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 202 2024-08-17T00:32:17.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.555 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:17.555 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T00:32:17.555 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T00:32:17.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.555 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:17.555 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 971700, 2024-08-17T00:32:17.555 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 83 2024-08-17T00:32:17.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.555 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:17.555 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12096, 2024-08-17T00:32:17.556 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:17.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.556 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:17.556 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2445610, 2024-08-17T00:32:17.556 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 185 2024-08-17T00:32:17.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.556 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:17.556 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4928, 2024-08-17T00:32:17.556 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 56 2024-08-17T00:32:17.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.556 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:17.556 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.557 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.557 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.557 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 451776, 2024-08-17T00:32:17.557 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 39 2024-08-17T00:32:17.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.557 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:17.557 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.557 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.557 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:17.557 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 8944, 2024-08-17T00:32:17.558 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 18 2024-08-17T00:32:17.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.558 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:17.558 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 236880, 2024-08-17T00:32:17.558 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3529 2024-08-17T00:32:17.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.558 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:17.558 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.558 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.558 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:17.558 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.558 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.559 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:17.559 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.559 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.559 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:17.559 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.559 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.559 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.559 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T00:32:17.559 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:17.559 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.560 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.560 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.560 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:17.560 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:17.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.560 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:17.560 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:17.560 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:17.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.560 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:17.560 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:17.560 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:17.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.561 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:17.561 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21840, 2024-08-17T00:32:17.561 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:17.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.561 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:17.561 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 224, 2024-08-17T00:32:17.561 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T00:32:17.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.561 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:17.561 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9360, 2024-08-17T00:32:17.561 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:17.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.561 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:17.561 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21840, 2024-08-17T00:32:17.562 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:17.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.562 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:17.562 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3520, 2024-08-17T00:32:17.562 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 44 2024-08-17T00:32:17.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.562 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:17.562 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.562 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.562 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:17.562 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 52924, 2024-08-17T00:32:17.563 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9795 2024-08-17T00:32:17.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.563 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:17.563 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 139400, 2024-08-17T00:32:17.563 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 205 2024-08-17T00:32:17.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.563 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:17.563 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 10188, 2024-08-17T00:32:17.563 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 608 2024-08-17T00:32:17.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.563 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:17.564 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.564 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.564 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:17.564 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30132, 2024-08-17T00:32:17.564 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 205 2024-08-17T00:32:17.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.564 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:17.564 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2208, 2024-08-17T00:32:17.564 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:17.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.564 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:17.564 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 888108, 2024-08-17T00:32:17.565 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 62 2024-08-17T00:32:17.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.565 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:17.565 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30637, 2024-08-17T00:32:17.565 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9 2024-08-17T00:32:17.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.565 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:17.565 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2426822, 2024-08-17T00:32:17.565 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 174 2024-08-17T00:32:17.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.565 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:17.565 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5456, 2024-08-17T00:32:17.565 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 62 2024-08-17T00:32:17.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.566 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:17.566 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.566 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.566 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.566 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 474944, 2024-08-17T00:32:17.566 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 41 2024-08-17T00:32:17.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.566 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:17.566 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.566 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.567 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:17.567 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 13520, 2024-08-17T00:32:17.567 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 26 2024-08-17T00:32:17.567 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.567 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:17.567 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 237136, 2024-08-17T00:32:17.567 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3541 2024-08-17T00:32:17.567 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.567 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:17.567 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.567 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.567 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.567 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:17.568 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.568 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.568 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:17.568 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.568 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.568 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:17.568 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.568 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.568 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.568 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T00:32:17.568 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:17.569 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.569 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.569 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.569 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:17.569 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:17.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.569 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:17.569 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:17.569 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:17.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.569 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:17.569 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:17.569 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:17.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.570 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:17.570 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22736, 2024-08-17T00:32:17.570 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 203 2024-08-17T00:32:17.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.570 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:17.570 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 448, 2024-08-17T00:32:17.570 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 4 2024-08-17T00:32:17.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.570 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:17.570 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9744, 2024-08-17T00:32:17.570 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 203 2024-08-17T00:32:17.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.571 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:17.571 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22736, 2024-08-17T00:32:17.571 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 203 2024-08-17T00:32:17.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.571 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:17.571 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2880, 2024-08-17T00:32:17.571 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 36 2024-08-17T00:32:17.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.571 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:17.571 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 29172, 2024-08-17T00:32:17.571 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 6 2024-08-17T00:32:17.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.572 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:17.572 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 52512, 2024-08-17T00:32:17.572 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9992 2024-08-17T00:32:17.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.572 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:17.572 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 137360, 2024-08-17T00:32:17.572 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 202 2024-08-17T00:32:17.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.572 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:17.572 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11192, 2024-08-17T00:32:17.572 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 763 2024-08-17T00:32:17.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.572 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:17.572 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.573 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.573 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:17.573 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30560, 2024-08-17T00:32:17.573 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 202 2024-08-17T00:32:17.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.573 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:17.573 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.573 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.573 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:17.573 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 513367, 2024-08-17T00:32:17.574 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 52 2024-08-17T00:32:17.574 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.574 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:17.574 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.574 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.574 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.574 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:17.574 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2411072, 2024-08-17T00:32:17.574 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 169 2024-08-17T00:32:17.574 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.574 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:17.574 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4928, 2024-08-17T00:32:17.574 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 56 2024-08-17T00:32:17.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.575 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:17.575 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.575 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.575 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.575 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 451776, 2024-08-17T00:32:17.575 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 39 2024-08-17T00:32:17.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.575 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:17.575 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.575 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.576 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:17.576 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 94952, 2024-08-17T00:32:17.576 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 193 2024-08-17T00:32:17.576 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.576 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:17.576 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 237392, 2024-08-17T00:32:17.576 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3553 2024-08-17T00:32:17.576 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.576 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:17.576 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.576 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.576 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:17.577 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.577 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.577 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.577 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:17.577 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.577 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.577 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.577 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:17.577 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.577 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.577 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.577 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.577 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T00:32:17.578 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:17.578 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.578 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.578 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.578 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.578 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:17.578 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:17.578 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.578 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:17.578 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:17.578 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:17.578 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.578 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:17.579 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:17.579 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:17.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.579 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:17.579 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22512, 2024-08-17T00:32:17.579 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 201 2024-08-17T00:32:17.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.579 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:17.579 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1120, 2024-08-17T00:32:17.579 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10 2024-08-17T00:32:17.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.579 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:17.579 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9648, 2024-08-17T00:32:17.580 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 201 2024-08-17T00:32:17.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.580 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:17.580 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22512, 2024-08-17T00:32:17.580 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 201 2024-08-17T00:32:17.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.580 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:17.580 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2320, 2024-08-17T00:32:17.580 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 29 2024-08-17T00:32:17.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.580 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:17.580 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 282624, 2024-08-17T00:32:17.580 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10 2024-08-17T00:32:17.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.581 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:17.581 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 55903, 2024-08-17T00:32:17.581 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10384 2024-08-17T00:32:17.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.581 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:17.581 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 142800, 2024-08-17T00:32:17.581 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 210 2024-08-17T00:32:17.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.581 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:17.581 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11936, 2024-08-17T00:32:17.581 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 766 2024-08-17T00:32:17.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.581 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:17.582 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.582 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.582 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:17.582 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 32944, 2024-08-17T00:32:17.582 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 210 2024-08-17T00:32:17.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.582 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:17.582 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.582 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.582 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:17.582 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 198015, 2024-08-17T00:32:17.583 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 38 2024-08-17T00:32:17.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.583 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:17.583 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.583 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.583 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:17.583 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2401937, 2024-08-17T00:32:17.583 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 200 2024-08-17T00:32:17.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.583 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:17.583 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6248, 2024-08-17T00:32:17.584 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 71 2024-08-17T00:32:17.584 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.584 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:17.584 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.584 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.584 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.584 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.584 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 532864, 2024-08-17T00:32:17.584 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 46 2024-08-17T00:32:17.585 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.585 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:17.585 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.585 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.585 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.585 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:17.585 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 97968, 2024-08-17T00:32:17.585 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 226 2024-08-17T00:32:17.585 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.585 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:17.585 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 236624, 2024-08-17T00:32:17.585 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3517 2024-08-17T00:32:17.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.586 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:17.586 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.586 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.586 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:17.586 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.586 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.586 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:17.586 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.586 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.587 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:17.587 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:17.587 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:17.587 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.587 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.587 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.587 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.587 INFO:tasks.workunit.client.0.smithi157.stdout: "metadata": { 2024-08-17T00:32:17.587 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T00:32:17.587 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T00:32:17.587 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 2 2024-08-17T00:32:17.587 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.587 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T00:32:17.588 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:32:17.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.588 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T00:32:17.588 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T00:32:17.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.588 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T00:32:17.588 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 2 2024-08-17T00:32:17.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.588 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T00:32:17.588 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 2 2024-08-17T00:32:17.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.588 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T00:32:17.588 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T00:32:17.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.589 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T00:32:17.589 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T00:32:17.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.589 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T00:32:17.589 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 2 2024-08-17T00:32:17.589 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.589 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:17.589 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T00:32:17.589 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 3 2024-08-17T00:32:17.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.589 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T00:32:17.589 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:32:17.590 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.590 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T00:32:17.590 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T00:32:17.590 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.590 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T00:32:17.590 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 3 2024-08-17T00:32:17.590 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.590 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T00:32:17.590 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 3 2024-08-17T00:32:17.590 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.590 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T00:32:17.590 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T00:32:17.590 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.591 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T00:32:17.591 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T00:32:17.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.591 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T00:32:17.591 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 3 2024-08-17T00:32:17.591 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.591 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.591 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T00:32:17.591 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 8 2024-08-17T00:32:17.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.591 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T00:32:17.591 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:32:17.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.592 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T00:32:17.592 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T00:32:17.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.592 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T00:32:17.592 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 8 2024-08-17T00:32:17.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.592 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T00:32:17.592 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 8 2024-08-17T00:32:17.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.592 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T00:32:17.592 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T00:32:17.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.593 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T00:32:17.593 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T00:32:17.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.593 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T00:32:17.593 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 8 2024-08-17T00:32:17.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.593 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_objectstore": { 2024-08-17T00:32:17.593 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": 8 2024-08-17T00:32:17.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.593 INFO:tasks.workunit.client.0.smithi157.stdout: "rotational": { 2024-08-17T00:32:17.593 INFO:tasks.workunit.client.0.smithi157.stdout: "0": 8 2024-08-17T00:32:17.593 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.593 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.594 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.594 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:17.594 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:17.594 INFO:tasks.workunit.client.0.smithi157.stdout: "features": { 2024-08-17T00:32:17.594 INFO:tasks.workunit.client.0.smithi157.stdout: "optional": [], 2024-08-17T00:32:17.594 INFO:tasks.workunit.client.0.smithi157.stdout: "persistent": [ 2024-08-17T00:32:17.594 INFO:tasks.workunit.client.0.smithi157.stdout: "kraken", 2024-08-17T00:32:17.594 INFO:tasks.workunit.client.0.smithi157.stdout: "luminous", 2024-08-17T00:32:17.594 INFO:tasks.workunit.client.0.smithi157.stdout: "mimic", 2024-08-17T00:32:17.594 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap-prune", 2024-08-17T00:32:17.594 INFO:tasks.workunit.client.0.smithi157.stdout: "nautilus", 2024-08-17T00:32:17.594 INFO:tasks.workunit.client.0.smithi157.stdout: "octopus", 2024-08-17T00:32:17.594 INFO:tasks.workunit.client.0.smithi157.stdout: "pacific", 2024-08-17T00:32:17.595 INFO:tasks.workunit.client.0.smithi157.stdout: "elector-pinging", 2024-08-17T00:32:17.595 INFO:tasks.workunit.client.0.smithi157.stdout: "quincy" 2024-08-17T00:32:17.595 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.595 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.595 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv4_addr_mons": 6, 2024-08-17T00:32:17.595 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv6_addr_mons": 0, 2024-08-17T00:32:17.595 INFO:tasks.workunit.client.0.smithi157.stdout: "min_mon_release": 17, 2024-08-17T00:32:17.595 INFO:tasks.workunit.client.0.smithi157.stdout: "v1_addr_mons": 3, 2024-08-17T00:32:17.595 INFO:tasks.workunit.client.0.smithi157.stdout: "v2_addr_mons": 3 2024-08-17T00:32:17.595 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.595 INFO:tasks.workunit.client.0.smithi157.stdout: "organization": "ceph-qa", 2024-08-17T00:32:17.595 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.595 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_network": false, 2024-08-17T00:32:17.596 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8, 2024-08-17T00:32:17.596 INFO:tasks.workunit.client.0.smithi157.stdout: "require_min_compat_client": "luminous", 2024-08-17T00:32:17.596 INFO:tasks.workunit.client.0.smithi157.stdout: "require_osd_release": "quincy" 2024-08-17T00:32:17.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.596 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_perf_histograms": [ 2024-08-17T00:32:17.596 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.596 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:17.596 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T00:32:17.596 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.596 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:17.596 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:17.596 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T00:32:17.596 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T00:32:17.597 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:17.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:17.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T00:32:17.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T00:32:17.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T00:32:17.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T00:32:17.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T00:32:17.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T00:32:17.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T00:32:17.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T00:32:17.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T00:32:17.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T00:32:17.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T00:32:17.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T00:32:17.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T00:32:17.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T00:32:17.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T00:32:17.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T00:32:17.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T00:32:17.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T00:32:17.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T00:32:17.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T00:32:17.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T00:32:17.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T00:32:17.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T00:32:17.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T00:32:17.599 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:32:17.599 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:32:17.599 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:32:17.599 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:32:17.599 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:32:17.599 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:32:17.599 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T00:32:17.599 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.599 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:17.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.599 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.599 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:17.600 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:17.600 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T00:32:17.600 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T00:32:17.600 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:17.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:17.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T00:32:17.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T00:32:17.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T00:32:17.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T00:32:17.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T00:32:17.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T00:32:17.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T00:32:17.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T00:32:17.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T00:32:17.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T00:32:17.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T00:32:17.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T00:32:17.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T00:32:17.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T00:32:17.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T00:32:17.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T00:32:17.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T00:32:17.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T00:32:17.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T00:32:17.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T00:32:17.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T00:32:17.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T00:32:17.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T00:32:17.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T00:32:17.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T00:32:17.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T00:32:17.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T00:32:17.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T00:32:17.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T00:32:17.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T00:32:17.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T00:32:17.602 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.603 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:17.603 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.603 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.603 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T00:32:17.603 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.603 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T00:32:17.603 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.606 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.606 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.606 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.606 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T00:32:17.606 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.609 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.609 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.609 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.609 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T00:32:17.609 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.612 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.612 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.612 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T00:32:17.612 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.615 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.615 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.615 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.615 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T00:32:17.615 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.617 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.618 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.618 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.618 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T00:32:17.618 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.621 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.621 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.621 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.621 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.621 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T00:32:17.621 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.621 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.621 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.621 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.621 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.621 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.621 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.624 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.624 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.624 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.624 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T00:32:17.624 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.624 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.624 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.624 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.624 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.624 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.624 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.624 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.627 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.627 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.627 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.627 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.627 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.627 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:17.627 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T00:32:17.627 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.627 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:17.627 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:17.627 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T00:32:17.627 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T00:32:17.628 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:17.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:17.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T00:32:17.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T00:32:17.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T00:32:17.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T00:32:17.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T00:32:17.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T00:32:17.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T00:32:17.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T00:32:17.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T00:32:17.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T00:32:17.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T00:32:17.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T00:32:17.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T00:32:17.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T00:32:17.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T00:32:17.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T00:32:17.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T00:32:17.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T00:32:17.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T00:32:17.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T00:32:17.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T00:32:17.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T00:32:17.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T00:32:17.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T00:32:17.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:32:17.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:32:17.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:32:17.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:32:17.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:32:17.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:32:17.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T00:32:17.630 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.630 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:17.630 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.630 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.630 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:17.631 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:17.631 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T00:32:17.631 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T00:32:17.631 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:17.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:17.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T00:32:17.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T00:32:17.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T00:32:17.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T00:32:17.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T00:32:17.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T00:32:17.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T00:32:17.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T00:32:17.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T00:32:17.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T00:32:17.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T00:32:17.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T00:32:17.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T00:32:17.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T00:32:17.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T00:32:17.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T00:32:17.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T00:32:17.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T00:32:17.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T00:32:17.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T00:32:17.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T00:32:17.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T00:32:17.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T00:32:17.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T00:32:17.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T00:32:17.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T00:32:17.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T00:32:17.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T00:32:17.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T00:32:17.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T00:32:17.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T00:32:17.633 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.633 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:17.633 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.634 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.634 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T00:32:17.634 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.634 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T00:32:17.634 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.637 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.637 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.637 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T00:32:17.637 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.640 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.640 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.640 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T00:32:17.640 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.643 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.643 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.643 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.643 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T00:32:17.643 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.643 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.643 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.643 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.643 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.643 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.643 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.643 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.645 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.646 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.646 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.646 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T00:32:17.646 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.648 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.649 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.649 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.649 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T00:32:17.649 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.649 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.649 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.649 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.649 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.649 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.649 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.649 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.649 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.649 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.651 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.651 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.652 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.652 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T00:32:17.652 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.652 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.652 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.652 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.652 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.652 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.652 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.652 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.652 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.652 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.652 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.652 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.654 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.654 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.654 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.655 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T00:32:17.655 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.657 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.657 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.657 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.657 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.658 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:17.658 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T00:32:17.658 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.658 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:17.658 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:17.658 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T00:32:17.658 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T00:32:17.658 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:17.658 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:17.658 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T00:32:17.658 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T00:32:17.658 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T00:32:17.658 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T00:32:17.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T00:32:17.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T00:32:17.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T00:32:17.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T00:32:17.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T00:32:17.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T00:32:17.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T00:32:17.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T00:32:17.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T00:32:17.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T00:32:17.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T00:32:17.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T00:32:17.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T00:32:17.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T00:32:17.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T00:32:17.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T00:32:17.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T00:32:17.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T00:32:17.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T00:32:17.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T00:32:17.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:32:17.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:32:17.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:32:17.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:32:17.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:32:17.661 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:32:17.661 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T00:32:17.661 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.661 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:17.661 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.661 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.661 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:17.661 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:17.661 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T00:32:17.661 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T00:32:17.661 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:17.661 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:17.661 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T00:32:17.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T00:32:17.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T00:32:17.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T00:32:17.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T00:32:17.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T00:32:17.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T00:32:17.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T00:32:17.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T00:32:17.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T00:32:17.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T00:32:17.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T00:32:17.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T00:32:17.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T00:32:17.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T00:32:17.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T00:32:17.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T00:32:17.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T00:32:17.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T00:32:17.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T00:32:17.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T00:32:17.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T00:32:17.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T00:32:17.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T00:32:17.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T00:32:17.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T00:32:17.664 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T00:32:17.664 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T00:32:17.664 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T00:32:17.664 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T00:32:17.664 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T00:32:17.664 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.664 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:17.664 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.664 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.664 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T00:32:17.664 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.664 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T00:32:17.664 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.667 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.667 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.667 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T00:32:17.667 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.670 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.670 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.670 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.670 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.670 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.670 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.670 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.670 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.670 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.670 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.670 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T00:32:17.670 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.673 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.673 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.673 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T00:32:17.673 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.676 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.676 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.676 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.676 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.676 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.676 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.676 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T00:32:17.676 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.676 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.676 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.676 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.676 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.679 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.679 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.679 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.679 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.679 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.679 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.679 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T00:32:17.679 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.679 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.679 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.679 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.679 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.679 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.682 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.682 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.682 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.682 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.682 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.682 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T00:32:17.682 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.682 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.682 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.682 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.682 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.682 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.685 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.685 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.685 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T00:32:17.685 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.688 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.688 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.688 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.688 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.688 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.688 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.688 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.688 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.688 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.688 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:17.688 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T00:32:17.688 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.688 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:17.689 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:17.689 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T00:32:17.689 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T00:32:17.689 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:17.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:17.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T00:32:17.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T00:32:17.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T00:32:17.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T00:32:17.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T00:32:17.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T00:32:17.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T00:32:17.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T00:32:17.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T00:32:17.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T00:32:17.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T00:32:17.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T00:32:17.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T00:32:17.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T00:32:17.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T00:32:17.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T00:32:17.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T00:32:17.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T00:32:17.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T00:32:17.691 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T00:32:17.691 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T00:32:17.691 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T00:32:17.691 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T00:32:17.691 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T00:32:17.691 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:32:17.691 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:32:17.691 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:32:17.691 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:32:17.691 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:32:17.691 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:32:17.691 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T00:32:17.691 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.692 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:17.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.692 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.692 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:17.692 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:17.692 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T00:32:17.692 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T00:32:17.692 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:17.692 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:17.692 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T00:32:17.692 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T00:32:17.692 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T00:32:17.692 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T00:32:17.693 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T00:32:17.693 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T00:32:17.693 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T00:32:17.693 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T00:32:17.693 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T00:32:17.693 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T00:32:17.693 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T00:32:17.693 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T00:32:17.693 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T00:32:17.693 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T00:32:17.693 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T00:32:17.693 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T00:32:17.693 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T00:32:17.693 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T00:32:17.694 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T00:32:17.694 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T00:32:17.694 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T00:32:17.694 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T00:32:17.694 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T00:32:17.694 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T00:32:17.694 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T00:32:17.694 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T00:32:17.694 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T00:32:17.694 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T00:32:17.694 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T00:32:17.694 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T00:32:17.695 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T00:32:17.695 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.695 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:17.695 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.695 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.695 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T00:32:17.695 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.695 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T00:32:17.695 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.695 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.695 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.695 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.695 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.696 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.696 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.696 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.696 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.696 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.696 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.696 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.696 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.696 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.696 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.696 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.696 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.696 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.697 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.697 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.697 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.697 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.697 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.697 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.697 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.697 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.697 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.697 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.697 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.697 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.697 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.698 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.698 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.698 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.698 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.698 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.698 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T00:32:17.698 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.698 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.698 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.698 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.698 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.698 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.698 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6, 4, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.699 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 19, 4, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.699 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.699 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.699 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.699 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.699 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.699 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.699 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.699 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.699 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.699 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.699 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.699 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.700 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.700 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.700 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.700 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.700 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.700 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.700 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.700 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.700 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.700 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.700 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.700 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.701 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.701 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.701 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.701 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T00:32:17.701 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.701 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.701 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.701 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.701 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.701 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.701 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.701 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.702 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.702 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.702 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.702 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.702 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.702 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.702 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.702 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.702 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.702 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.702 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.702 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.703 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.703 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.703 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.703 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.703 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.703 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.703 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.703 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.703 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.703 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.703 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.703 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.703 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.704 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.704 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.704 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T00:32:17.704 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.704 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.704 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.704 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.704 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.704 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.704 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.704 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.704 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.705 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.705 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.705 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.705 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.705 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.705 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.705 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.705 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.705 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.705 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.705 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.705 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.706 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.706 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.706 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.706 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.706 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.706 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.706 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.706 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.706 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.706 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.706 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.706 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.707 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.707 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.707 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T00:32:17.707 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.707 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.707 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.707 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.707 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.707 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.707 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.707 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.707 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.708 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.708 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.708 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.708 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.708 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.708 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.708 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.708 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.708 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.708 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.708 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.708 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.708 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.709 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.709 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.709 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.709 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.709 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.709 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.709 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.709 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.709 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.709 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.709 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.709 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.710 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.710 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T00:32:17.710 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.710 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.710 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.710 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.710 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.710 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.710 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.710 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.710 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.710 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.710 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.711 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.711 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.711 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.711 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.711 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.711 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.711 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.711 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.711 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.711 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.711 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.711 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.712 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.712 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.712 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.712 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.712 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.712 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.712 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.712 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.712 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.712 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.712 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.712 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.713 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T00:32:17.713 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.713 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.713 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.713 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.713 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.713 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.713 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.713 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.713 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.713 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.713 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.714 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.714 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.714 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.714 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.714 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.714 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.714 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.714 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.714 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.714 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.714 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.714 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.715 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.715 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.715 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.715 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.715 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.715 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.715 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.715 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.715 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.715 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.715 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.715 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.715 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:17.715 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T00:32:17.716 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:17.716 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.716 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.716 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.716 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.716 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.716 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.716 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.716 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.716 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.716 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.716 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.716 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.716 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.717 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.717 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.717 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.717 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.717 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.717 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.717 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.717 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.717 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.717 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.717 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.717 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.717 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.718 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.718 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.718 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.718 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.718 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:17.718 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:17.718 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.718 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.718 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:17.718 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.718 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.718 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:17.719 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_counters": { 2024-08-17T00:32:17.719 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T00:32:17.719 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T00:32:17.719 INFO:tasks.workunit.client.0.smithi157.stdout: "caps": { 2024-08-17T00:32:17.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.719 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T00:32:17.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.719 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T00:32:17.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.719 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_grant": { 2024-08-17T00:32:17.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.720 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_revoke": { 2024-08-17T00:32:17.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.720 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_trunc": { 2024-08-17T00:32:17.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.720 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_commit": { 2024-08-17T00:32:17.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T00:32:17.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.720 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_fetch": { 2024-08-17T00:32:17.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.721 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_merge": { 2024-08-17T00:32:17.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.721 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_split": { 2024-08-17T00:32:17.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.721 INFO:tasks.workunit.client.0.smithi157.stdout: "exported_inodes": { 2024-08-17T00:32:17.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.721 INFO:tasks.workunit.client.0.smithi157.stdout: "forward": { 2024-08-17T00:32:17.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.721 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_cap_release": { 2024-08-17T00:32:17.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.722 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_caps": { 2024-08-17T00:32:17.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.722 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_caps_dirty": { 2024-08-17T00:32:17.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.722 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_inode_file_caps": { 2024-08-17T00:32:17.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.722 INFO:tasks.workunit.client.0.smithi157.stdout: "imported_inodes": { 2024-08-17T00:32:17.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.723 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes": { 2024-08-17T00:32:17.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T00:32:17.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.723 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_expired": { 2024-08-17T00:32:17.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.723 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_pinned": { 2024-08-17T00:32:17.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T00:32:17.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.723 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_with_caps": { 2024-08-17T00:32:17.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.724 INFO:tasks.workunit.client.0.smithi157.stdout: "load_cent": { 2024-08-17T00:32:17.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.724 INFO:tasks.workunit.client.0.smithi157.stdout: "openino_dir_fetch": { 2024-08-17T00:32:17.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.724 INFO:tasks.workunit.client.0.smithi157.stdout: "process_request_cap_release": { 2024-08-17T00:32:17.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.724 INFO:tasks.workunit.client.0.smithi157.stdout: "reply_latency": { 2024-08-17T00:32:17.724 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:17.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 84123 2024-08-17T00:32:17.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.724 INFO:tasks.workunit.client.0.smithi157.stdout: "request": { 2024-08-17T00:32:17.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.725 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rbytes": { 2024-08-17T00:32:17.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.725 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rfiles": { 2024-08-17T00:32:17.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.725 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rsnaps": { 2024-08-17T00:32:17.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.725 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_reply": { 2024-08-17T00:32:17.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.726 INFO:tasks.workunit.client.0.smithi157.stdout: "subtrees": { 2024-08-17T00:32:17.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.726 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.726 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_cache": { 2024-08-17T00:32:17.726 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_enqueue_scrub": { 2024-08-17T00:32:17.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.726 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_exportdir": { 2024-08-17T00:32:17.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.726 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_flush": { 2024-08-17T00:32:17.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.727 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_fragmentdir": { 2024-08-17T00:32:17.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.727 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_fragstats": { 2024-08-17T00:32:17.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.727 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_inodestats": { 2024-08-17T00:32:17.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.727 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_enqueued": { 2024-08-17T00:32:17.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.728 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_prioritized": { 2024-08-17T00:32:17.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.728 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_processing": { 2024-08-17T00:32:17.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.728 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays": { 2024-08-17T00:32:17.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.728 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays_delayed": { 2024-08-17T00:32:17.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.729 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays_enqueuing": { 2024-08-17T00:32:17.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.729 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_completed": { 2024-08-17T00:32:17.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.729 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_started": { 2024-08-17T00:32:17.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.729 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_created": { 2024-08-17T00:32:17.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.729 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_enqueued": { 2024-08-17T00:32:17.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.730 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_migrated": { 2024-08-17T00:32:17.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.730 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_reintegrated": { 2024-08-17T00:32:17.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.730 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.730 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_log": { 2024-08-17T00:32:17.730 INFO:tasks.workunit.client.0.smithi157.stdout: "ev": { 2024-08-17T00:32:17.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T00:32:17.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.730 INFO:tasks.workunit.client.0.smithi157.stdout: "evadd": { 2024-08-17T00:32:17.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T00:32:17.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.731 INFO:tasks.workunit.client.0.smithi157.stdout: "evex": { 2024-08-17T00:32:17.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.731 INFO:tasks.workunit.client.0.smithi157.stdout: "evexd": { 2024-08-17T00:32:17.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.731 INFO:tasks.workunit.client.0.smithi157.stdout: "evexg": { 2024-08-17T00:32:17.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.731 INFO:tasks.workunit.client.0.smithi157.stdout: "evtrm": { 2024-08-17T00:32:17.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.732 INFO:tasks.workunit.client.0.smithi157.stdout: "jlat": { 2024-08-17T00:32:17.732 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T00:32:17.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11652099 2024-08-17T00:32:17.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.732 INFO:tasks.workunit.client.0.smithi157.stdout: "replayed": { 2024-08-17T00:32:17.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.732 INFO:tasks.workunit.client.0.smithi157.stdout: "seg": { 2024-08-17T00:32:17.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:17.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.732 INFO:tasks.workunit.client.0.smithi157.stdout: "segadd": { 2024-08-17T00:32:17.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:17.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.733 INFO:tasks.workunit.client.0.smithi157.stdout: "segex": { 2024-08-17T00:32:17.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.733 INFO:tasks.workunit.client.0.smithi157.stdout: "segexd": { 2024-08-17T00:32:17.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.733 INFO:tasks.workunit.client.0.smithi157.stdout: "segexg": { 2024-08-17T00:32:17.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.733 INFO:tasks.workunit.client.0.smithi157.stdout: "segtrm": { 2024-08-17T00:32:17.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.733 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.734 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_mem": { 2024-08-17T00:32:17.734 INFO:tasks.workunit.client.0.smithi157.stdout: "cap": { 2024-08-17T00:32:17.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.734 INFO:tasks.workunit.client.0.smithi157.stdout: "cap+": { 2024-08-17T00:32:17.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.734 INFO:tasks.workunit.client.0.smithi157.stdout: "cap-": { 2024-08-17T00:32:17.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.734 INFO:tasks.workunit.client.0.smithi157.stdout: "dir": { 2024-08-17T00:32:17.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T00:32:17.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.735 INFO:tasks.workunit.client.0.smithi157.stdout: "dir+": { 2024-08-17T00:32:17.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T00:32:17.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.735 INFO:tasks.workunit.client.0.smithi157.stdout: "dir-": { 2024-08-17T00:32:17.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.735 INFO:tasks.workunit.client.0.smithi157.stdout: "dn": { 2024-08-17T00:32:17.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T00:32:17.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.735 INFO:tasks.workunit.client.0.smithi157.stdout: "dn+": { 2024-08-17T00:32:17.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T00:32:17.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.735 INFO:tasks.workunit.client.0.smithi157.stdout: "dn-": { 2024-08-17T00:32:17.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.736 INFO:tasks.workunit.client.0.smithi157.stdout: "heap": { 2024-08-17T00:32:17.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 207068 2024-08-17T00:32:17.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.736 INFO:tasks.workunit.client.0.smithi157.stdout: "ino": { 2024-08-17T00:32:17.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T00:32:17.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.736 INFO:tasks.workunit.client.0.smithi157.stdout: "ino+": { 2024-08-17T00:32:17.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T00:32:17.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.736 INFO:tasks.workunit.client.0.smithi157.stdout: "ino-": { 2024-08-17T00:32:17.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.737 INFO:tasks.workunit.client.0.smithi157.stdout: "rss": { 2024-08-17T00:32:17.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38324 2024-08-17T00:32:17.737 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.737 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_server": { 2024-08-17T00:32:17.737 INFO:tasks.workunit.client.0.smithi157.stdout: "cap_acquisition_throttle": { 2024-08-17T00:32:17.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.737 INFO:tasks.workunit.client.0.smithi157.stdout: "cap_revoke_eviction": { 2024-08-17T00:32:17.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.738 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_request": { 2024-08-17T00:32:17.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.738 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_session": { 2024-08-17T00:32:17.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16 2024-08-17T00:32:17.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.738 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_peer_request": { 2024-08-17T00:32:17.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.738 INFO:tasks.workunit.client.0.smithi157.stdout: "req_create_latency": { 2024-08-17T00:32:17.738 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.739 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getattr_latency": { 2024-08-17T00:32:17.739 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:17.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 84123 2024-08-17T00:32:17.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.739 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getfilelock_latency": { 2024-08-17T00:32:17.739 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.739 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getvxattr_latency": { 2024-08-17T00:32:17.739 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.740 INFO:tasks.workunit.client.0.smithi157.stdout: "req_link_latency": { 2024-08-17T00:32:17.740 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.740 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookup_latency": { 2024-08-17T00:32:17.740 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.741 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookuphash_latency": { 2024-08-17T00:32:17.741 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.741 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupino_latency": { 2024-08-17T00:32:17.741 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.742 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupname_latency": { 2024-08-17T00:32:17.742 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.742 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupparent_latency": { 2024-08-17T00:32:17.742 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.742 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupsnap_latency": { 2024-08-17T00:32:17.742 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.743 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lssnap_latency": { 2024-08-17T00:32:17.743 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.743 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.743 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mkdir_latency": { 2024-08-17T00:32:17.743 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.743 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.743 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mknod_latency": { 2024-08-17T00:32:17.743 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.743 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.743 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mksnap_latency": { 2024-08-17T00:32:17.744 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.744 INFO:tasks.workunit.client.0.smithi157.stdout: "req_open_latency": { 2024-08-17T00:32:17.744 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.744 INFO:tasks.workunit.client.0.smithi157.stdout: "req_readdir_latency": { 2024-08-17T00:32:17.744 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.744 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rename_latency": { 2024-08-17T00:32:17.744 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.745 INFO:tasks.workunit.client.0.smithi157.stdout: "req_renamesnap_latency": { 2024-08-17T00:32:17.745 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.745 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmdir_latency": { 2024-08-17T00:32:17.745 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.745 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmsnap_latency": { 2024-08-17T00:32:17.745 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.746 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmxattr_latency": { 2024-08-17T00:32:17.746 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.746 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setattr_latency": { 2024-08-17T00:32:17.746 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.746 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setdirlayout_latency": { 2024-08-17T00:32:17.746 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.747 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.747 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setfilelock_latency": { 2024-08-17T00:32:17.747 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.747 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.747 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.747 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setlayout_latency": { 2024-08-17T00:32:17.747 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.747 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.747 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.747 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setxattr_latency": { 2024-08-17T00:32:17.747 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.747 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.747 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.748 INFO:tasks.workunit.client.0.smithi157.stdout: "req_symlink_latency": { 2024-08-17T00:32:17.748 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.748 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.748 INFO:tasks.workunit.client.0.smithi157.stdout: "req_unlink_latency": { 2024-08-17T00:32:17.748 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.748 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.748 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.748 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_sessions": { 2024-08-17T00:32:17.748 INFO:tasks.workunit.client.0.smithi157.stdout: "average_load": { 2024-08-17T00:32:17.748 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:17.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.748 INFO:tasks.workunit.client.0.smithi157.stdout: "avg_session_uptime": { 2024-08-17T00:32:17.749 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 86 2024-08-17T00:32:17.749 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.749 INFO:tasks.workunit.client.0.smithi157.stdout: "mdthresh_evicted": { 2024-08-17T00:32:17.749 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.749 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.749 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T00:32:17.749 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.749 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.749 INFO:tasks.workunit.client.0.smithi157.stdout: "session_count": { 2024-08-17T00:32:17.749 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.749 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.749 INFO:tasks.workunit.client.0.smithi157.stdout: "session_remove": { 2024-08-17T00:32:17.749 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.750 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.750 INFO:tasks.workunit.client.0.smithi157.stdout: "sessions_open": { 2024-08-17T00:32:17.750 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.750 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.750 INFO:tasks.workunit.client.0.smithi157.stdout: "sessions_stale": { 2024-08-17T00:32:17.750 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.750 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.750 INFO:tasks.workunit.client.0.smithi157.stdout: "total_load": { 2024-08-17T00:32:17.750 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.750 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.750 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.750 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:17.751 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:17.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.751 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:17.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.751 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:17.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.751 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:17.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45 2024-08-17T00:32:17.751 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.751 INFO:tasks.workunit.client.0.smithi157.stdout: "purge_queue": { 2024-08-17T00:32:17.752 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executed": { 2024-08-17T00:32:17.752 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.752 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing": { 2024-08-17T00:32:17.752 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.752 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_high_water": { 2024-08-17T00:32:17.752 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.752 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_ops": { 2024-08-17T00:32:17.752 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.752 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_ops_high_water": { 2024-08-17T00:32:17.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.753 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_item_in_journal": { 2024-08-17T00:32:17.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.753 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.753 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.753 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T00:32:17.753 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:17.753 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T00:32:17.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.753 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T00:32:17.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.754 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T00:32:17.754 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T00:32:17.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T00:32:17.754 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9 2024-08-17T00:32:17.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T00:32:17.754 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T00:32:17.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.754 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T00:32:17.754 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T00:32:17.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.755 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T00:32:17.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 166 2024-08-17T00:32:17.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.755 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T00:32:17.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.755 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.755 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T00:32:17.755 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T00:32:17.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.755 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T00:32:17.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 944 2024-08-17T00:32:17.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.756 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T00:32:17.756 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T00:32:17.756 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4994276 2024-08-17T00:32:17.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.756 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T00:32:17.756 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T00:32:17.756 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2832 2024-08-17T00:32:17.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.756 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T00:32:17.756 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T00:32:17.756 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 127997642 2024-08-17T00:32:17.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.756 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T00:32:17.757 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.757 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.757 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T00:32:17.757 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.757 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.757 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.757 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T00:32:17.757 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.757 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.757 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.757 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T00:32:17.757 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.757 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.758 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T00:32:17.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.758 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T00:32:17.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.758 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T00:32:17.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 944 2024-08-17T00:32:17.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.758 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T00:32:17.758 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T00:32:17.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4926366 2024-08-17T00:32:17.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.759 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T00:32:17.759 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T00:32:17.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5432 2024-08-17T00:32:17.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.759 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T00:32:17.759 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T00:32:17.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 127669310 2024-08-17T00:32:17.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.759 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T00:32:17.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.759 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T00:32:17.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.760 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T00:32:17.760 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.760 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T00:32:17.760 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:17.760 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 999981 2024-08-17T00:32:17.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.760 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T00:32:17.760 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 946 2024-08-17T00:32:17.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.760 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T00:32:17.760 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 946, 2024-08-17T00:32:17.761 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2194959631 2024-08-17T00:32:17.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.761 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T00:32:17.761 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T00:32:17.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.761 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T00:32:17.761 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T00:32:17.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.761 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T00:32:17.761 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:17.761 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1627 2024-08-17T00:32:17.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.761 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T00:32:17.762 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:17.762 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T00:32:17.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.762 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T00:32:17.762 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T00:32:17.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.762 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T00:32:17.762 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.762 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T00:32:17.762 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.762 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T00:32:17.763 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.763 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T00:32:17.763 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.763 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T00:32:17.763 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.763 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.763 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T00:32:17.764 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:17.764 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T00:32:17.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.764 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:17.764 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45834240 2024-08-17T00:32:17.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.764 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:17.764 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40673280 2024-08-17T00:32:17.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.764 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:17.764 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T00:32:17.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.764 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:17.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5160960 2024-08-17T00:32:17.765 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.765 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T00:32:17.765 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348127232 2024-08-17T00:32:17.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.765 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.765 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.766 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.766 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 277007892 2024-08-17T00:32:17.766 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.766 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.766 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 307792 2024-08-17T00:32:17.766 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.766 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.766 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.766 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.766 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.766 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.766 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.767 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.767 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.767 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.767 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.768 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.768 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.768 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.768 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.768 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.768 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.768 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.768 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70811548 2024-08-17T00:32:17.768 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.769 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T00:32:17.769 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.769 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348127232 2024-08-17T00:32:17.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.769 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.769 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.769 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.769 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.769 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 277007892 2024-08-17T00:32:17.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.770 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40857 2024-08-17T00:32:17.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.770 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.770 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.771 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.771 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.771 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.771 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.771 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.772 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.772 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.772 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.772 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71078483 2024-08-17T00:32:17.772 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.772 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T00:32:17.772 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.772 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 322961408 2024-08-17T00:32:17.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.773 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:17.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.773 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.773 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 184671928 2024-08-17T00:32:17.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.773 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.773 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.774 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.774 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.774 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.774 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.774 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.774 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.774 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.774 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.774 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.774 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.774 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.774 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.774 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.775 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.775 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.775 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.775 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71180616 2024-08-17T00:32:17.775 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.776 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T00:32:17.776 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T00:32:17.776 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.776 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_completed": { 2024-08-17T00:32:17.776 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:17.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.776 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lasted": { 2024-08-17T00:32:17.776 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25558111 2024-08-17T00:32:17.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.776 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T00:32:17.776 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.777 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T00:32:17.777 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.777 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_running": { 2024-08-17T00:32:17.777 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.777 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T00:32:17.777 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 42192, 2024-08-17T00:32:17.777 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 156785964 2024-08-17T00:32:17.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.777 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T00:32:17.778 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.778 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.778 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.778 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T00:32:17.778 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.778 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.778 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.778 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T00:32:17.778 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.778 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.778 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.778 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T00:32:17.778 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.779 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.779 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T00:32:17.779 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.779 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.779 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T00:32:17.779 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2062, 2024-08-17T00:32:17.779 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270374742 2024-08-17T00:32:17.779 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.779 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.779 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T00:32:17.779 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:17.780 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T00:32:17.780 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:17.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.780 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T00:32:17.780 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:17.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.780 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T00:32:17.780 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T00:32:17.780 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T00:32:17.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T00:32:17.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11 2024-08-17T00:32:17.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.781 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T00:32:17.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T00:32:17.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.781 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T00:32:17.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 91 2024-08-17T00:32:17.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.781 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T00:32:17.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.781 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.781 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T00:32:17.781 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T00:32:17.782 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.782 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T00:32:17.782 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 815 2024-08-17T00:32:17.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.782 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T00:32:17.782 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 815, 2024-08-17T00:32:17.782 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3958388 2024-08-17T00:32:17.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.782 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T00:32:17.782 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.783 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T00:32:17.783 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 815, 2024-08-17T00:32:17.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 87998376 2024-08-17T00:32:17.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.783 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T00:32:17.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:17.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.783 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T00:32:17.783 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:17.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73 2024-08-17T00:32:17.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.784 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T00:32:17.784 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:17.784 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:17.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.784 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T00:32:17.784 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:17.784 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 999981 2024-08-17T00:32:17.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.784 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T00:32:17.784 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.784 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T00:32:17.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.785 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T00:32:17.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 817 2024-08-17T00:32:17.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.785 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T00:32:17.785 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.785 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T00:32:17.785 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.786 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T00:32:17.786 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.786 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.786 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T00:32:17.786 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.786 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T00:32:17.786 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.786 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T00:32:17.786 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.787 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T00:32:17.787 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.787 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.787 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T00:32:17.787 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 817 2024-08-17T00:32:17.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.787 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T00:32:17.787 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 817, 2024-08-17T00:32:17.787 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1796966943 2024-08-17T00:32:17.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.787 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T00:32:17.787 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T00:32:17.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.788 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T00:32:17.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.788 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T00:32:17.788 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.788 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T00:32:17.788 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.788 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T00:32:17.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.789 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T00:32:17.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:17.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.789 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T00:32:17.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 816 2024-08-17T00:32:17.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.789 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T00:32:17.789 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 816, 2024-08-17T00:32:17.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7763938 2024-08-17T00:32:17.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.789 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T00:32:17.789 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 816, 2024-08-17T00:32:17.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5528 2024-08-17T00:32:17.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.790 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T00:32:17.790 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 816, 2024-08-17T00:32:17.790 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 102998108 2024-08-17T00:32:17.790 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.790 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T00:32:17.790 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:17.790 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T00:32:17.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.790 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:17.790 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 42795008 2024-08-17T00:32:17.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.791 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:17.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32874496 2024-08-17T00:32:17.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.791 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:17.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T00:32:17.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.791 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:17.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9920512 2024-08-17T00:32:17.791 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.791 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T00:32:17.791 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348127232 2024-08-17T00:32:17.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.792 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.792 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.792 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 277006830 2024-08-17T00:32:17.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.792 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 308222 2024-08-17T00:32:17.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.793 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.793 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.793 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.793 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.793 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.794 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.794 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.794 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.794 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70812180 2024-08-17T00:32:17.795 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.795 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T00:32:17.795 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348127232 2024-08-17T00:32:17.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.795 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.795 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.795 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 277006830 2024-08-17T00:32:17.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43260 2024-08-17T00:32:17.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.797 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.797 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.797 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.797 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.797 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.797 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.797 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.797 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.797 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.798 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71077142 2024-08-17T00:32:17.798 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.798 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T00:32:17.798 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 322961408 2024-08-17T00:32:17.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.798 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:17.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.799 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.799 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.799 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.799 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 184671220 2024-08-17T00:32:17.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.799 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.799 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.799 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.799 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.799 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.800 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.800 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.800 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.800 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.800 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.800 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.800 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.800 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.800 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.801 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.801 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.801 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.801 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.801 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.801 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71181324 2024-08-17T00:32:17.801 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.801 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T00:32:17.801 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T00:32:17.802 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.802 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_completed": { 2024-08-17T00:32:17.802 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:17.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.802 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lasted": { 2024-08-17T00:32:17.802 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24858189 2024-08-17T00:32:17.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.802 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T00:32:17.802 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.802 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T00:32:17.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.803 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_running": { 2024-08-17T00:32:17.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.803 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T00:32:17.803 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35159, 2024-08-17T00:32:17.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 83878675 2024-08-17T00:32:17.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.803 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T00:32:17.803 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.803 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T00:32:17.804 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.804 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.804 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T00:32:17.804 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.804 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.804 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T00:32:17.804 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.804 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.804 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T00:32:17.805 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.805 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.805 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T00:32:17.805 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1758, 2024-08-17T00:32:17.805 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 204604272 2024-08-17T00:32:17.805 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.805 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.805 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T00:32:17.805 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:17.805 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T00:32:17.805 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.806 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T00:32:17.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.806 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T00:32:17.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T00:32:17.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7 2024-08-17T00:32:17.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T00:32:17.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T00:32:17.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.807 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T00:32:17.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:17.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.807 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T00:32:17.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53 2024-08-17T00:32:17.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.807 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T00:32:17.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.807 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.807 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T00:32:17.807 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T00:32:17.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.808 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T00:32:17.808 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 824 2024-08-17T00:32:17.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.808 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T00:32:17.808 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 824, 2024-08-17T00:32:17.808 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3983584 2024-08-17T00:32:17.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.808 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T00:32:17.808 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.808 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.808 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T00:32:17.808 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 824, 2024-08-17T00:32:17.809 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 120998026 2024-08-17T00:32:17.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.809 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T00:32:17.809 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.809 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T00:32:17.809 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:17.809 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 146 2024-08-17T00:32:17.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.809 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T00:32:17.809 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:17.809 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.810 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T00:32:17.810 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:17.810 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1999968 2024-08-17T00:32:17.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.810 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T00:32:17.810 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.810 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T00:32:17.810 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.810 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T00:32:17.810 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 825 2024-08-17T00:32:17.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.810 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T00:32:17.811 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.811 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.811 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.811 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T00:32:17.811 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.811 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.811 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.811 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T00:32:17.811 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.811 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.811 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.811 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T00:32:17.811 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.812 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T00:32:17.812 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.812 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T00:32:17.812 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.812 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T00:32:17.812 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.812 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.812 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T00:32:17.812 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 825 2024-08-17T00:32:17.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.813 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T00:32:17.813 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 825, 2024-08-17T00:32:17.813 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1795970670 2024-08-17T00:32:17.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.813 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T00:32:17.813 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T00:32:17.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.813 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T00:32:17.813 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.813 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T00:32:17.813 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.814 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.814 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T00:32:17.814 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.814 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.814 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T00:32:17.814 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.814 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T00:32:17.814 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.815 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T00:32:17.815 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 825 2024-08-17T00:32:17.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.815 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T00:32:17.815 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 825, 2024-08-17T00:32:17.815 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7812421 2024-08-17T00:32:17.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.815 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T00:32:17.815 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 825, 2024-08-17T00:32:17.815 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5598 2024-08-17T00:32:17.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.815 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T00:32:17.815 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 825, 2024-08-17T00:32:17.815 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 357994153 2024-08-17T00:32:17.816 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.816 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T00:32:17.816 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:17.816 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T00:32:17.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.816 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:17.816 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43827200 2024-08-17T00:32:17.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.816 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:17.816 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32604160 2024-08-17T00:32:17.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.816 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:17.817 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T00:32:17.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.817 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:17.817 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11223040 2024-08-17T00:32:17.817 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.817 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T00:32:17.817 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.817 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348127232 2024-08-17T00:32:17.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.817 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.817 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.818 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.818 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.818 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.818 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 277006830 2024-08-17T00:32:17.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.818 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.818 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 308222 2024-08-17T00:32:17.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.818 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.818 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.818 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.819 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.819 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.819 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.819 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.820 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.820 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.820 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70812180 2024-08-17T00:32:17.820 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.820 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T00:32:17.820 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348127232 2024-08-17T00:32:17.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.821 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.821 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.821 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 277006830 2024-08-17T00:32:17.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.821 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43260 2024-08-17T00:32:17.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.821 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.822 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.822 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.822 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.822 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.822 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.822 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.822 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.822 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.823 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.823 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.823 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.823 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.823 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.823 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.823 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.823 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71077142 2024-08-17T00:32:17.823 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.824 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T00:32:17.824 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 322961408 2024-08-17T00:32:17.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.824 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:17.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.824 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.824 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 184671220 2024-08-17T00:32:17.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.825 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.825 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.825 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.825 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.825 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.826 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.826 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.826 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.826 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.826 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.826 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.827 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.827 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.827 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.827 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71181324 2024-08-17T00:32:17.827 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.827 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T00:32:17.827 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T00:32:17.827 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.828 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_completed": { 2024-08-17T00:32:17.828 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:17.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.828 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lasted": { 2024-08-17T00:32:17.828 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22741818 2024-08-17T00:32:17.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.828 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T00:32:17.828 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.828 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T00:32:17.828 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.828 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_running": { 2024-08-17T00:32:17.829 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.829 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T00:32:17.829 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35147, 2024-08-17T00:32:17.829 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 79041083 2024-08-17T00:32:17.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.829 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T00:32:17.829 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.829 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.829 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T00:32:17.829 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.829 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.830 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T00:32:17.830 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.830 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.830 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T00:32:17.830 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.830 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.830 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T00:32:17.830 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.830 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.830 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T00:32:17.831 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1801, 2024-08-17T00:32:17.831 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 593309088 2024-08-17T00:32:17.831 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.831 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.831 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T00:32:17.831 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.831 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:17.831 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.831 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:17.831 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.832 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:17.832 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:17.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.832 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:17.832 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.832 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:17.832 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.832 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:17.832 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.832 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:17.832 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:17.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.833 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:17.833 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2994176 2024-08-17T00:32:17.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.833 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:17.833 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.833 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.833 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:17.833 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.833 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.833 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:17.834 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:17.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.834 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:17.834 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:17.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.834 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:17.834 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1941504 2024-08-17T00:32:17.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.834 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:17.834 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1802240 2024-08-17T00:32:17.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.834 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:17.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:17.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.835 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:17.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.835 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:17.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:17.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:17.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.835 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:17.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:17.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.836 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:17.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:17.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.836 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:17.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:17.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.836 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:17.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:17.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.836 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:17.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.836 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:17.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.837 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:17.837 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:17.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.837 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:17.837 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:17.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.837 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:17.837 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:17.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.837 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:17.837 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:17.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.838 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:17.838 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:17.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.838 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:17.838 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:17.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.838 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:17.838 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:17.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.838 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:17.838 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.838 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:17.839 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.839 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:17.839 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.839 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:17.839 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.839 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:17.839 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.839 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:17.839 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.840 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:17.840 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.840 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:17.840 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.840 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:17.840 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.840 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:17.840 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4870144 2024-08-17T00:32:17.840 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.841 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:17.841 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:17.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:17.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.841 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:17.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1388544 2024-08-17T00:32:17.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.841 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:17.841 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T00:32:17.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 146291 2024-08-17T00:32:17.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.841 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:17.841 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.842 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:17.842 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.842 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:17.842 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.842 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:17.842 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.842 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:17.842 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 30, 2024-08-17T00:32:17.843 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 60353 2024-08-17T00:32:17.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.843 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:17.843 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.843 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.843 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:17.843 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:17.843 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73308025 2024-08-17T00:32:17.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.843 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:17.843 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 418, 2024-08-17T00:32:17.843 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7626217 2024-08-17T00:32:17.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.844 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:17.844 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:17.844 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1228218 2024-08-17T00:32:17.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.844 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:17.844 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:17.844 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74536243 2024-08-17T00:32:17.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.844 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:17.844 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.844 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.844 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:17.844 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:17.845 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36093 2024-08-17T00:32:17.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.845 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:17.845 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8, 2024-08-17T00:32:17.845 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20214 2024-08-17T00:32:17.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.845 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:17.845 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.845 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.845 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:17.845 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.846 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.846 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:17.846 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T00:32:17.846 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14563 2024-08-17T00:32:17.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.846 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:17.846 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 900 2024-08-17T00:32:17.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.846 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:17.846 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 237 2024-08-17T00:32:17.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.846 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:17.847 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 137, 2024-08-17T00:32:17.847 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2104875 2024-08-17T00:32:17.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.847 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:17.847 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 362, 2024-08-17T00:32:17.847 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 239643 2024-08-17T00:32:17.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.847 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:17.847 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 225, 2024-08-17T00:32:17.847 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1442881 2024-08-17T00:32:17.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.847 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:17.848 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.848 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:17.848 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:17.848 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31660 2024-08-17T00:32:17.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.848 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:17.848 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:17.848 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6691621 2024-08-17T00:32:17.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.848 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:17.848 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 134, 2024-08-17T00:32:17.849 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9391485 2024-08-17T00:32:17.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.849 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:17.849 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 134, 2024-08-17T00:32:17.849 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 460790283814 2024-08-17T00:32:17.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.849 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:17.849 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 134, 2024-08-17T00:32:17.849 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 149236302096 2024-08-17T00:32:17.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.849 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:17.849 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:17.849 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 76366132751 2024-08-17T00:32:17.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.850 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:17.850 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:17.850 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51361 2024-08-17T00:32:17.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.850 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:17.850 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:17.850 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 530338 2024-08-17T00:32:17.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.850 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:17.850 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:17.850 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 107678312 2024-08-17T00:32:17.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.851 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:17.851 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:17.851 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173048 2024-08-17T00:32:17.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.851 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:17.851 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:17.851 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 63669177 2024-08-17T00:32:17.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.851 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:17.851 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:17.851 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23031215 2024-08-17T00:32:17.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.852 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:17.852 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 939748 2024-08-17T00:32:17.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.852 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:17.852 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 68, 2024-08-17T00:32:17.852 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 289051 2024-08-17T00:32:17.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.852 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:17.852 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:17.852 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 201681146 2024-08-17T00:32:17.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.852 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:17.852 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:17.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27796161 2024-08-17T00:32:17.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.853 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:17.853 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:17.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3339521 2024-08-17T00:32:17.853 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.853 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:17.853 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:17.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861473024 2024-08-17T00:32:17.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.853 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:17.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270843904 2024-08-17T00:32:17.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.854 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:17.854 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270794752 2024-08-17T00:32:17.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.854 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:17.854 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137387520 2024-08-17T00:32:17.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.854 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:17.854 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49152 2024-08-17T00:32:17.854 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.854 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:17.855 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.855 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:17.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.855 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.855 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.855 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.855 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.855 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.855 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85459461 2024-08-17T00:32:17.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.855 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.856 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.856 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.856 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.856 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.856 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.856 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.856 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.857 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.857 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 630784 2024-08-17T00:32:17.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.857 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.857 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.857 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.858 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.858 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.858 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73293307 2024-08-17T00:32:17.858 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.858 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.858 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:17.858 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.858 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:17.858 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.858 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.858 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:17.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.859 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.859 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.859 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.859 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 640945960 2024-08-17T00:32:17.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.859 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.859 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.859 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.859 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.859 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.860 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.860 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.860 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:17.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.860 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.861 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.861 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.861 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.861 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.861 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.861 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 72083592 2024-08-17T00:32:17.861 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.861 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:17.862 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:17.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.862 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:17.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.862 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:17.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.862 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56972974 2024-08-17T00:32:17.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.862 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.863 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.863 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.863 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.863 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.863 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.864 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.864 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.864 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.864 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68855682 2024-08-17T00:32:17.864 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.865 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:17.865 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.865 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:17.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.865 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.865 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.865 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.865 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.865 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.865 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 640945960 2024-08-17T00:32:17.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.866 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.866 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.866 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.866 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.866 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.867 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304800 2024-08-17T00:32:17.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.867 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.867 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.867 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.868 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.868 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71780920 2024-08-17T00:32:17.868 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.868 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:17.868 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:17.868 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.868 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:17.868 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.868 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:17.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.869 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:17.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.869 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.869 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.869 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:17.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45 2024-08-17T00:32:17.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.869 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:17.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.870 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:17.870 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6 2024-08-17T00:32:17.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.870 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:17.870 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.870 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:17.870 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.870 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:17.870 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 604 2024-08-17T00:32:17.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.871 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:17.871 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6, 2024-08-17T00:32:17.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26217152 2024-08-17T00:32:17.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.871 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:17.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.871 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:17.871 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7, 2024-08-17T00:32:17.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2982535 2024-08-17T00:32:17.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.871 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:17.871 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6, 2024-08-17T00:32:17.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23817506 2024-08-17T00:32:17.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.872 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:17.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.872 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:17.872 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.872 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:17.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.872 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:17.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.873 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:17.873 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.873 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.873 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:17.873 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.873 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.873 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:17.873 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.873 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:17.874 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.874 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:17.874 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.874 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.874 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:17.874 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.874 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:17.874 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.874 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:17.874 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.875 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:17.875 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.875 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.875 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:17.875 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.875 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.875 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:17.875 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6 2024-08-17T00:32:17.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.875 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:17.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 604 2024-08-17T00:32:17.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.876 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:17.876 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6, 2024-08-17T00:32:17.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26217152 2024-08-17T00:32:17.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.876 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:17.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.876 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:17.876 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7, 2024-08-17T00:32:17.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2982535 2024-08-17T00:32:17.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.876 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:17.877 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6, 2024-08-17T00:32:17.877 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23817506 2024-08-17T00:32:17.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.877 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:17.877 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.877 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:17.877 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1771104 2024-08-17T00:32:17.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.877 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:17.877 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6 2024-08-17T00:32:17.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.877 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:17.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:17.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.878 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:17.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305881088 2024-08-17T00:32:17.878 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.878 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.878 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T00:32:17.878 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.878 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:17.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.878 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:17.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.879 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:17.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:17.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.879 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:17.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.879 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:17.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.879 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:17.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.880 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:17.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:17.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.880 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:17.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2613248 2024-08-17T00:32:17.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.880 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:17.880 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.880 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:17.881 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.881 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:17.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:17.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.881 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:17.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:17.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.881 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:17.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1703936 2024-08-17T00:32:17.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.881 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:17.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1564672 2024-08-17T00:32:17.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.882 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:17.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:17.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.882 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:17.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.882 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:17.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:17.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:17.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.883 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:17.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:17.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.883 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:17.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:17.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.883 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:17.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:17.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.883 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:17.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:17.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.884 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:17.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.884 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:17.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.884 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:17.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:17.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.884 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:17.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:17.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.885 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:17.885 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:17.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.885 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:17.885 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:17.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.885 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:17.885 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:17.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.885 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:17.885 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:17.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.885 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:17.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:17.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.886 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:17.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.886 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:17.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.886 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:17.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.886 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:17.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.887 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:17.887 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.887 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:17.887 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.887 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:17.887 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.887 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:17.887 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.887 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:17.888 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.888 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:17.888 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4251648 2024-08-17T00:32:17.888 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.888 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:17.888 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:17.888 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:17.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.888 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:17.888 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 786432 2024-08-17T00:32:17.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.889 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:17.889 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T00:32:17.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 251486 2024-08-17T00:32:17.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.889 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:17.889 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.889 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:17.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.889 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:17.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.890 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:17.890 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.890 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:17.890 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 34, 2024-08-17T00:32:17.890 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 123018 2024-08-17T00:32:17.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.890 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:17.890 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.890 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.890 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:17.891 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 365, 2024-08-17T00:32:17.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 58869903 2024-08-17T00:32:17.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.891 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:17.891 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 364, 2024-08-17T00:32:17.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7602821 2024-08-17T00:32:17.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.891 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:17.891 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 365, 2024-08-17T00:32:17.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 456302 2024-08-17T00:32:17.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.891 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:17.891 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 365, 2024-08-17T00:32:17.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 59326205 2024-08-17T00:32:17.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.892 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:17.892 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.892 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:17.892 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:17.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31802 2024-08-17T00:32:17.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.892 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:17.892 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T00:32:17.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8648 2024-08-17T00:32:17.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.893 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:17.893 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.893 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.893 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:17.893 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.893 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.893 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:17.893 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T00:32:17.893 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16954 2024-08-17T00:32:17.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.893 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:17.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 856 2024-08-17T00:32:17.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.894 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:17.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 250 2024-08-17T00:32:17.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.894 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:17.894 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 147, 2024-08-17T00:32:17.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2425462 2024-08-17T00:32:17.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.894 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:17.894 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 373, 2024-08-17T00:32:17.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 358366 2024-08-17T00:32:17.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.895 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:17.895 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 226, 2024-08-17T00:32:17.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1529973 2024-08-17T00:32:17.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.895 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:17.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.895 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:17.895 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:17.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 134805 2024-08-17T00:32:17.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.895 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:17.895 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:17.896 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7334954 2024-08-17T00:32:17.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.896 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:17.896 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 127, 2024-08-17T00:32:17.896 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9632868 2024-08-17T00:32:17.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.896 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:17.896 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 126, 2024-08-17T00:32:17.896 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 287838817943 2024-08-17T00:32:17.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.896 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:17.896 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 127, 2024-08-17T00:32:17.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 137807116627 2024-08-17T00:32:17.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.897 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:17.897 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 422, 2024-08-17T00:32:17.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 87821611221 2024-08-17T00:32:17.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.897 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:17.897 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 422, 2024-08-17T00:32:17.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 42673 2024-08-17T00:32:17.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.897 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:17.897 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:17.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 488343 2024-08-17T00:32:17.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.898 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:17.898 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:17.898 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 96190175 2024-08-17T00:32:17.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.898 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:17.898 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:17.898 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 140696 2024-08-17T00:32:17.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.898 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:17.899 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:17.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30786783 2024-08-17T00:32:17.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.899 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:17.899 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:17.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23535418 2024-08-17T00:32:17.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.899 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:17.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348578 2024-08-17T00:32:17.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.899 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:17.899 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 60, 2024-08-17T00:32:17.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 337416 2024-08-17T00:32:17.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.900 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:17.900 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:17.900 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 158396538 2024-08-17T00:32:17.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.900 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:17.900 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:17.900 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 29396761 2024-08-17T00:32:17.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.900 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:17.900 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:17.900 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4324206 2024-08-17T00:32:17.900 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.901 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:17.901 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:17.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861473024 2024-08-17T00:32:17.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.901 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:17.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270974976 2024-08-17T00:32:17.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.901 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:17.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270647296 2024-08-17T00:32:17.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.901 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:17.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137387520 2024-08-17T00:32:17.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.901 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:17.902 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 327680 2024-08-17T00:32:17.902 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.902 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:17.902 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.902 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:17.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.902 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.902 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.902 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.902 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.903 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85497292 2024-08-17T00:32:17.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.903 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.903 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.903 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.903 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.904 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.904 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 28672 2024-08-17T00:32:17.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.904 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.904 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.905 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.905 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.905 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.905 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73857588 2024-08-17T00:32:17.905 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.905 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:17.905 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.905 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:17.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.905 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.905 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:17.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.905 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.906 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.906 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.906 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641229692 2024-08-17T00:32:17.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.906 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.906 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.906 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.906 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.906 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.906 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.907 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.907 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.907 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:17.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.907 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.908 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.908 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.908 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71799860 2024-08-17T00:32:17.908 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.908 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:17.908 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:17.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.909 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:17.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.909 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:17.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.909 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56998194 2024-08-17T00:32:17.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.909 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.909 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.910 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.910 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.910 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.910 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.911 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.911 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.911 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.911 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68830462 2024-08-17T00:32:17.911 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.912 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:17.912 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.912 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:17.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.912 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.912 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.912 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.912 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.912 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641229692 2024-08-17T00:32:17.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.913 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.913 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.913 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.913 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.914 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.914 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 276464 2024-08-17T00:32:17.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.914 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.914 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.915 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.915 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71525524 2024-08-17T00:32:17.915 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.915 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:17.915 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:17.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.915 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:17.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.916 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:17.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.916 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:17.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.916 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.916 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.916 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:17.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37 2024-08-17T00:32:17.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.916 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:17.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.917 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:17.917 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 157 2024-08-17T00:32:17.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.917 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:17.917 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.917 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:17.917 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.917 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:17.917 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2429467 2024-08-17T00:32:17.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.918 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:17.918 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 157, 2024-08-17T00:32:17.918 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 640553343 2024-08-17T00:32:17.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.918 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:17.918 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1063 2024-08-17T00:32:17.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.918 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:17.918 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 157, 2024-08-17T00:32:17.918 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 55040825 2024-08-17T00:32:17.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.918 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:17.918 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 157, 2024-08-17T00:32:17.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 158898574 2024-08-17T00:32:17.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.919 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:17.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 33 2024-08-17T00:32:17.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.919 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:17.919 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 33, 2024-08-17T00:32:17.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4957953 2024-08-17T00:32:17.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.919 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:17.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.919 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:17.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1063 2024-08-17T00:32:17.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.920 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:17.920 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 33, 2024-08-17T00:32:17.920 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4184861 2024-08-17T00:32:17.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.920 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:17.920 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 33, 2024-08-17T00:32:17.920 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3400153 2024-08-17T00:32:17.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.920 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:17.920 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22 2024-08-17T00:32:17.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.920 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:17.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.921 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:17.921 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 22, 2024-08-17T00:32:17.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18889796 2024-08-17T00:32:17.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.921 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:17.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.921 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:17.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.921 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:17.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.922 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:17.922 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 22, 2024-08-17T00:32:17.922 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8981804 2024-08-17T00:32:17.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.922 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:17.922 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 22, 2024-08-17T00:32:17.922 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17751410 2024-08-17T00:32:17.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.922 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:17.922 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 102 2024-08-17T00:32:17.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.922 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:17.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2429467 2024-08-17T00:32:17.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.923 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:17.923 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102, 2024-08-17T00:32:17.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 616705594 2024-08-17T00:32:17.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.923 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:17.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.923 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:17.923 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102, 2024-08-17T00:32:17.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 41874160 2024-08-17T00:32:17.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.924 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:17.924 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102, 2024-08-17T00:32:17.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 137747011 2024-08-17T00:32:17.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.924 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:17.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.924 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:17.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 590368 2024-08-17T00:32:17.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.924 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:17.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:17.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.925 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:17.925 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:17.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.925 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:17.925 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305278976 2024-08-17T00:32:17.925 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.925 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.925 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T00:32:17.925 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.925 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:17.925 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.925 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:17.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.926 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:17.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:17.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.926 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:17.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.926 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:17.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.926 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:17.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.927 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.927 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:17.927 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:17.927 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.927 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:17.927 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2207744 2024-08-17T00:32:17.927 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.927 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:17.927 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.927 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.927 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.927 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:17.927 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.928 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:17.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:17.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.928 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:17.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:17.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.928 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:17.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1396736 2024-08-17T00:32:17.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.928 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:17.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1257472 2024-08-17T00:32:17.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.929 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:17.929 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:17.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.929 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:17.929 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.929 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:17.929 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:17.929 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:17.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.929 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:17.930 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:17.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.930 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:17.930 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:17.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.930 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:17.930 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:17.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.930 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:17.930 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:17.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.930 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:17.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.931 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:17.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.931 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:17.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:17.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.931 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:17.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:17.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.931 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:17.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:17.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.932 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:17.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:17.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.932 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:17.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:17.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.932 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:17.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:17.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.932 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:17.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:17.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.933 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:17.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.933 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:17.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.933 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:17.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.933 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:17.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.934 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.934 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:17.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.934 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.934 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:17.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.934 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.934 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:17.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.934 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.934 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:17.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.935 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:17.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.935 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:17.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3538944 2024-08-17T00:32:17.935 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.935 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:17.935 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:17.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:17.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.935 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:17.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 778240 2024-08-17T00:32:17.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.936 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:17.936 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T00:32:17.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 218673 2024-08-17T00:32:17.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.936 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:17.936 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.936 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:17.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.936 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:17.937 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.937 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:17.937 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.937 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:17.937 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T00:32:17.937 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20746 2024-08-17T00:32:17.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.937 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:17.937 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.937 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.938 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:17.938 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 290, 2024-08-17T00:32:17.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49911696 2024-08-17T00:32:17.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.938 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:17.938 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:17.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10323659 2024-08-17T00:32:17.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.938 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:17.938 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 290, 2024-08-17T00:32:17.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 443871 2024-08-17T00:32:17.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.938 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:17.939 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 290, 2024-08-17T00:32:17.939 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50355567 2024-08-17T00:32:17.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.939 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:17.939 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.939 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.939 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:17.939 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:17.939 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31828 2024-08-17T00:32:17.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.939 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:17.939 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:17.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1200 2024-08-17T00:32:17.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.940 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:17.940 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.940 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:17.940 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.940 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:17.940 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:17.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4411 2024-08-17T00:32:17.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.941 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:17.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 635 2024-08-17T00:32:17.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.941 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:17.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 222 2024-08-17T00:32:17.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.941 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:17.941 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 105, 2024-08-17T00:32:17.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1471863 2024-08-17T00:32:17.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.941 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:17.941 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 287, 2024-08-17T00:32:17.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 260807 2024-08-17T00:32:17.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.942 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:17.942 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 182, 2024-08-17T00:32:17.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 693837 2024-08-17T00:32:17.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.942 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:17.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.942 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:17.942 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:17.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 104235 2024-08-17T00:32:17.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.942 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:17.943 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:17.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6286284 2024-08-17T00:32:17.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.943 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:17.943 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 123, 2024-08-17T00:32:17.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7519673 2024-08-17T00:32:17.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.943 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:17.943 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 122, 2024-08-17T00:32:17.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 233093864280 2024-08-17T00:32:17.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.943 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:17.943 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 123, 2024-08-17T00:32:17.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 134240738672 2024-08-17T00:32:17.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.944 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:17.944 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 343, 2024-08-17T00:32:17.944 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32548141058 2024-08-17T00:32:17.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.944 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:17.944 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 343, 2024-08-17T00:32:17.944 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32794 2024-08-17T00:32:17.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.944 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:17.944 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:17.944 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 414250 2024-08-17T00:32:17.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.944 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:17.945 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:17.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 96581013 2024-08-17T00:32:17.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.945 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:17.945 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:17.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 112549 2024-08-17T00:32:17.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.945 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:17.945 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:17.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43541633 2024-08-17T00:32:17.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.945 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:17.945 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:17.946 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21057650 2024-08-17T00:32:17.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.946 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:17.946 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348664 2024-08-17T00:32:17.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.946 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:17.946 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 57, 2024-08-17T00:32:17.946 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 292427 2024-08-17T00:32:17.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.946 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:17.946 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:17.946 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 167929683 2024-08-17T00:32:17.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.947 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:17.947 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:17.947 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24783948 2024-08-17T00:32:17.947 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.947 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:17.947 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:17.947 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2560943 2024-08-17T00:32:17.947 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.947 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.947 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:17.947 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:17.947 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861473024 2024-08-17T00:32:17.947 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.947 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:17.948 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269860864 2024-08-17T00:32:17.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.948 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:17.948 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269352960 2024-08-17T00:32:17.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.948 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:17.948 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137387520 2024-08-17T00:32:17.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.948 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:17.948 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 507904 2024-08-17T00:32:17.948 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.948 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:17.948 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.949 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:17.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.949 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.949 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.949 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.949 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.949 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.949 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85498655 2024-08-17T00:32:17.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.949 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.949 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.950 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.950 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.950 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.950 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.950 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.950 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.950 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.950 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.951 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16384 2024-08-17T00:32:17.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.951 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.951 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.951 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.951 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73868513 2024-08-17T00:32:17.952 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.952 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.952 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:17.952 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.952 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:17.952 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.952 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.952 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:17.952 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.952 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.953 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641239912 2024-08-17T00:32:17.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.953 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.953 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.953 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.954 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.954 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.954 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.954 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.954 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.954 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:17.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.954 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.954 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.954 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.955 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.955 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.955 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.955 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.955 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71789640 2024-08-17T00:32:17.955 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.955 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:17.955 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.955 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:17.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.956 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.956 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:17.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.956 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.956 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:17.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.956 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.956 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56999103 2024-08-17T00:32:17.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.956 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.956 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.956 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.956 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.957 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.957 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.957 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.957 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.958 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.958 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.958 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.958 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.958 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.958 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.958 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.958 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68829553 2024-08-17T00:32:17.959 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.959 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:17.959 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.959 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:17.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.959 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.959 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.959 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.959 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.959 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641239912 2024-08-17T00:32:17.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.960 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.960 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.960 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.960 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.961 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.961 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266047 2024-08-17T00:32:17.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.961 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.961 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.962 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.962 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.962 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.962 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71525721 2024-08-17T00:32:17.962 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.962 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:17.962 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:17.962 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.963 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:17.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.963 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:17.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.963 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:17.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.963 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.963 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:17.964 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:17.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31 2024-08-17T00:32:17.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.964 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:17.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.964 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:17.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T00:32:17.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.964 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:17.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.964 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:17.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.965 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:17.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.965 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:17.965 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10, 2024-08-17T00:32:17.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 78341295 2024-08-17T00:32:17.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.965 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:17.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.966 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:17.966 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10, 2024-08-17T00:32:17.966 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3650948 2024-08-17T00:32:17.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.966 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:17.966 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10, 2024-08-17T00:32:17.966 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26884713 2024-08-17T00:32:17.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.966 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:17.966 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.966 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:17.966 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.967 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:17.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.967 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:17.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.967 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:17.967 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.967 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:17.967 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.968 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:17.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.968 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:17.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.968 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:17.968 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.968 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:17.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.969 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:17.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.969 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:17.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.969 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:17.969 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.969 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:17.969 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.970 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:17.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T00:32:17.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.970 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:17.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.970 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:17.970 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10, 2024-08-17T00:32:17.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 78341295 2024-08-17T00:32:17.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.970 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:17.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.971 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:17.971 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10, 2024-08-17T00:32:17.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3650948 2024-08-17T00:32:17.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.971 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:17.971 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10, 2024-08-17T00:32:17.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26884713 2024-08-17T00:32:17.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.971 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:17.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.971 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:17.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.972 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:17.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.972 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:17.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:17.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.972 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:17.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305270784 2024-08-17T00:32:17.972 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.972 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.972 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T00:32:17.973 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:17.973 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:17.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.973 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:17.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.973 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:17.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:17.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.973 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:17.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.973 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:17.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.974 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:17.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.974 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:17.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:17.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.974 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:17.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1212416 2024-08-17T00:32:17.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.974 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:17.975 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.975 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.975 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:17.975 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.975 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.975 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:17.975 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:17.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.975 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:17.975 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:17.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.975 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:17.976 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 909312 2024-08-17T00:32:17.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.976 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:17.976 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 770048 2024-08-17T00:32:17.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.976 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:17.976 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:17.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.976 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:17.976 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.976 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:17.976 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.977 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:17.977 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:17.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.977 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:17.977 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:17.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.977 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:17.977 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:17.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.977 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:17.977 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:17.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.977 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:17.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:17.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.978 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:17.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.978 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:17.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.978 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:17.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:17.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.978 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:17.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:17.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.979 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:17.979 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:17.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.979 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:17.979 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:17.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.979 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:17.979 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:17.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.979 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:17.979 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:17.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.979 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:17.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:17.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.980 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:17.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.980 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:17.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.980 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:17.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.980 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:17.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.981 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:17.981 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.981 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:17.981 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.981 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:17.981 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.981 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:17.981 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.982 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:17.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.982 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:17.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2056192 2024-08-17T00:32:17.982 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.982 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:17.982 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:17.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:17.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.982 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:17.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 798720 2024-08-17T00:32:17.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.983 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:17.983 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.983 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.983 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:17.983 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.983 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.983 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:17.983 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.983 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:17.984 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.984 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:17.984 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.984 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:17.984 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:17.984 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4943 2024-08-17T00:32:17.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.984 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:17.984 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.984 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.984 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:17.985 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 171, 2024-08-17T00:32:17.985 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32453032 2024-08-17T00:32:17.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.985 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:17.985 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 170, 2024-08-17T00:32:17.985 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3438681 2024-08-17T00:32:17.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.985 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:17.985 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 171, 2024-08-17T00:32:17.985 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 258000 2024-08-17T00:32:17.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.985 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:17.985 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 171, 2024-08-17T00:32:17.985 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32711032 2024-08-17T00:32:17.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.986 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:17.986 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.986 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.986 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:17.986 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:17.986 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36166 2024-08-17T00:32:17.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.986 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:17.986 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:17.986 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1301 2024-08-17T00:32:17.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.987 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:17.987 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.987 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.987 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:17.987 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.987 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.987 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:17.987 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:17.987 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8184 2024-08-17T00:32:17.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.987 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:17.988 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 358 2024-08-17T00:32:17.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.988 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:17.988 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 232 2024-08-17T00:32:17.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.988 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:17.988 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 91, 2024-08-17T00:32:17.988 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 792227 2024-08-17T00:32:17.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.988 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:17.988 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 159, 2024-08-17T00:32:17.988 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 273015 2024-08-17T00:32:17.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.988 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:17.989 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 68, 2024-08-17T00:32:17.989 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 180046 2024-08-17T00:32:17.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.989 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:17.989 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.989 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:17.989 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:17.989 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.989 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:17.989 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:17.989 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4511504 2024-08-17T00:32:17.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.990 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:17.990 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 57, 2024-08-17T00:32:17.990 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4131599 2024-08-17T00:32:17.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.990 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:17.990 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 54, 2024-08-17T00:32:17.990 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 363631349954 2024-08-17T00:32:17.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.990 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:17.990 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 57, 2024-08-17T00:32:17.990 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85712315062 2024-08-17T00:32:17.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.990 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:17.991 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 236, 2024-08-17T00:32:17.991 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 548461 2024-08-17T00:32:17.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.991 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:17.991 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 236, 2024-08-17T00:32:17.991 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23700 2024-08-17T00:32:17.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.991 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:17.991 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:17.991 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 262569 2024-08-17T00:32:17.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.991 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:17.991 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:17.991 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 62404205 2024-08-17T00:32:17.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.992 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:17.992 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:17.992 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74012 2024-08-17T00:32:17.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.992 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:17.992 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:17.992 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49977052 2024-08-17T00:32:17.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.992 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:17.992 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:17.992 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12657722 2024-08-17T00:32:17.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.992 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:17.993 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 351392 2024-08-17T00:32:17.993 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.993 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:17.993 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 48, 2024-08-17T00:32:17.993 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 236260 2024-08-17T00:32:17.993 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.993 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:17.993 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:17.993 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 129843054 2024-08-17T00:32:17.993 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.993 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:17.993 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:17.993 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15140445 2024-08-17T00:32:17.994 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.994 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:17.994 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:17.994 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2199251 2024-08-17T00:32:17.994 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.994 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.994 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:17.994 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:17.994 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861473024 2024-08-17T00:32:17.994 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.994 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:17.995 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269090816 2024-08-17T00:32:17.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.995 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:17.995 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 268238848 2024-08-17T00:32:17.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.995 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:17.995 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137387520 2024-08-17T00:32:17.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.995 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:17.995 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 851968 2024-08-17T00:32:17.995 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.996 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:17.996 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.996 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:17.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.996 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.996 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.996 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:17.996 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.996 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:17.996 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85499118 2024-08-17T00:32:17.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.997 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:17.997 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.997 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:17.997 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.997 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:17.997 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.997 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:17.997 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.997 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:17.997 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.998 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:17.998 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.998 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:17.998 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.998 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:17.998 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.998 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:17.998 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:17.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.999 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:17.999 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73884434 2024-08-17T00:32:17.999 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:17.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.999 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:17.999 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:17.999 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:17.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.999 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:17.999 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:17.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:17.999 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.000 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.000 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.000 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641243389 2024-08-17T00:32:18.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.000 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.000 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.000 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.000 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.000 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.000 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.001 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.001 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.001 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.001 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.001 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.001 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:18.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.001 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.001 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.001 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.001 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.002 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.002 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.002 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.002 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71786163 2024-08-17T00:32:18.002 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.002 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:18.002 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.002 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:18.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.002 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.003 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:18.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.003 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.003 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:18.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.003 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.003 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56999412 2024-08-17T00:32:18.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.003 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.003 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.003 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.003 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.004 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.004 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.004 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.004 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.004 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.004 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.004 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.004 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.004 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.004 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.005 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.005 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.005 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.005 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.005 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.005 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68829244 2024-08-17T00:32:18.005 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.005 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:18.005 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.005 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:18.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.006 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.006 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.006 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.006 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.006 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.006 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641243389 2024-08-17T00:32:18.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.006 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.006 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.006 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.007 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.007 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.007 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.007 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.007 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.007 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.007 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6972 2024-08-17T00:32:18.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.007 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.007 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270535 2024-08-17T00:32:18.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.008 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.008 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.008 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.008 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.008 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.008 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.008 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.008 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71510784 2024-08-17T00:32:18.008 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.009 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:18.009 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:18.009 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.009 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:18.009 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.009 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:18.009 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.009 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:18.009 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.010 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.010 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:18.010 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:18.010 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37 2024-08-17T00:32:18.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.010 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:18.010 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.010 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:18.010 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.011 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:18.011 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.011 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:18.011 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.011 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:18.011 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.011 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:18.011 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.011 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.012 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:18.012 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.012 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:18.012 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:18.012 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 710988 2024-08-17T00:32:18.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.012 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:18.012 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.012 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.012 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:18.012 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.013 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:18.013 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.013 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.013 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:18.013 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.013 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:18.013 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.013 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:18.013 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.013 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.014 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:18.014 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.014 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.014 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:18.014 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.014 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:18.014 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.014 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:18.014 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.015 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.015 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:18.015 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.015 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:18.015 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.015 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:18.015 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.015 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:18.015 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.016 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.016 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:18.016 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.016 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.016 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:18.016 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.016 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:18.016 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.017 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:18.017 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.017 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.017 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.017 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:18.017 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.017 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.017 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:18.017 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:18.017 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 710988 2024-08-17T00:32:18.017 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.017 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:18.017 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.017 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.018 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:18.018 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.018 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:18.018 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.018 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:18.018 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.018 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:18.018 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:18.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.019 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:18.019 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305287168 2024-08-17T00:32:18.019 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.019 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.019 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T00:32:18.019 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:18.019 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:18.019 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.019 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:18.019 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.020 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:18.020 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:18.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.020 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:18.020 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.020 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:18.020 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.020 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:18.020 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.020 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:18.021 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:18.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.021 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:18.021 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1306624 2024-08-17T00:32:18.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.021 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:18.021 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.021 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.021 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:18.021 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.021 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.022 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:18.022 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:18.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.022 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:18.022 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:18.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.022 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:18.022 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 954368 2024-08-17T00:32:18.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.022 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:18.022 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 815104 2024-08-17T00:32:18.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.023 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:18.023 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:18.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.023 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:18.023 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.023 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:18.023 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.023 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:18.023 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:18.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.023 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:18.024 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:18.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.024 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:18.024 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:18.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.024 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:18.024 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:18.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.024 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:18.024 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:18.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.024 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:18.024 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.025 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:18.025 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.025 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:18.025 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:18.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.025 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:18.025 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:18.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.025 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:18.025 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:18.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.025 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:18.026 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:18.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.026 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:18.026 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:18.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.026 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:18.026 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:18.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.026 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:18.026 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:18.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.026 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:18.026 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.027 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:18.027 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.027 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:18.027 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.027 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:18.027 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.027 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:18.027 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.028 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:18.028 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.028 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:18.028 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.028 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:18.028 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.028 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:18.028 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.028 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:18.029 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2195456 2024-08-17T00:32:18.029 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.029 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:18.029 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:18.029 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:18.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.029 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:18.029 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 798720 2024-08-17T00:32:18.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.029 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:18.029 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8, 2024-08-17T00:32:18.029 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 355116 2024-08-17T00:32:18.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.030 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:18.030 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.030 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.030 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:18.030 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.030 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:18.030 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.030 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:18.030 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.031 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:18.031 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:18.031 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4724 2024-08-17T00:32:18.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.031 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:18.031 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.031 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.031 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:18.031 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 182, 2024-08-17T00:32:18.031 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56083679 2024-08-17T00:32:18.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.031 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:18.032 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 173, 2024-08-17T00:32:18.032 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9876206 2024-08-17T00:32:18.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.032 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:18.032 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 182, 2024-08-17T00:32:18.032 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 272867 2024-08-17T00:32:18.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.032 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:18.032 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 182, 2024-08-17T00:32:18.032 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56356546 2024-08-17T00:32:18.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.032 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:18.033 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.033 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.033 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:18.033 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:18.033 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 33603 2024-08-17T00:32:18.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.033 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:18.033 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:18.033 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2012 2024-08-17T00:32:18.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.033 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:18.033 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.034 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.034 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:18.034 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.034 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.034 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:18.034 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:18.034 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13703 2024-08-17T00:32:18.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.034 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:18.034 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 402 2024-08-17T00:32:18.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.035 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:18.035 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 248 2024-08-17T00:32:18.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.035 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:18.035 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 109, 2024-08-17T00:32:18.035 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1071002 2024-08-17T00:32:18.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.035 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:18.035 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 188, 2024-08-17T00:32:18.035 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 248830 2024-08-17T00:32:18.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.035 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:18.035 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 79, 2024-08-17T00:32:18.035 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 331749 2024-08-17T00:32:18.036 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.036 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:18.036 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.036 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.036 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:18.036 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T00:32:18.036 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 116948 2024-08-17T00:32:18.036 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.036 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:18.036 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:18.036 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8719203 2024-08-17T00:32:18.037 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.037 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:18.037 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 49, 2024-08-17T00:32:18.037 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3620464 2024-08-17T00:32:18.037 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.037 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:18.037 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 48, 2024-08-17T00:32:18.037 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 207883897017 2024-08-17T00:32:18.037 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.037 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:18.037 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 49, 2024-08-17T00:32:18.038 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 76536321172 2024-08-17T00:32:18.038 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.038 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:18.038 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 270, 2024-08-17T00:32:18.038 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4568537212 2024-08-17T00:32:18.038 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.038 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:18.038 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 270, 2024-08-17T00:32:18.038 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 29538 2024-08-17T00:32:18.038 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.038 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:18.038 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:18.039 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 278216 2024-08-17T00:32:18.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.039 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:18.039 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:18.039 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 184043759 2024-08-17T00:32:18.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.039 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:18.039 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:18.039 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 81703 2024-08-17T00:32:18.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.039 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:18.039 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:18.040 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 88570703 2024-08-17T00:32:18.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.040 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:18.040 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:18.040 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13693930 2024-08-17T00:32:18.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.040 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:18.040 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 349379 2024-08-17T00:32:18.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.040 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:18.040 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 47, 2024-08-17T00:32:18.040 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 213560 2024-08-17T00:32:18.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.040 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:18.041 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:18.041 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 295343859 2024-08-17T00:32:18.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.041 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:18.041 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:18.041 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16183673 2024-08-17T00:32:18.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.041 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:18.041 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:18.041 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2393731 2024-08-17T00:32:18.041 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.041 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:18.041 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:18.042 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861456573 2024-08-17T00:32:18.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.042 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:18.042 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269860864 2024-08-17T00:32:18.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.042 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:18.042 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269852672 2024-08-17T00:32:18.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.042 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:18.042 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137368166 2024-08-17T00:32:18.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.042 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:18.043 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8192 2024-08-17T00:32:18.043 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.043 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:18.043 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.043 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:18.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.043 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.043 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.044 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85497351 2024-08-17T00:32:18.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.044 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.044 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.044 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.044 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.044 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.044 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.044 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.044 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.045 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.045 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.045 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.045 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8192 2024-08-17T00:32:18.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.045 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.045 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.045 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.045 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.045 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.045 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.046 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.046 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73878009 2024-08-17T00:32:18.046 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.046 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:18.046 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.046 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:18.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.046 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.046 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:18.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.046 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.047 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.047 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.047 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641230134 2024-08-17T00:32:18.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.047 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.047 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.047 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.047 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.047 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.047 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.048 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.048 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.048 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.048 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.048 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.048 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:18.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.048 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.048 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.048 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.049 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.049 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.049 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.049 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.049 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71799418 2024-08-17T00:32:18.049 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.049 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:18.049 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.049 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:18.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.049 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.050 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:18.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.050 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.050 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:18.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.050 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.050 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56998234 2024-08-17T00:32:18.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.050 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.050 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.050 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.050 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.051 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.051 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.051 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.051 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.051 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.051 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.051 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.051 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.051 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.052 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.052 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.052 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.052 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.052 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.052 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.052 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68830422 2024-08-17T00:32:18.053 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.053 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:18.053 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.053 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:18.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.053 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.053 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.053 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.053 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.053 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.053 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641230134 2024-08-17T00:32:18.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.054 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.054 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.054 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.054 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.054 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.054 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.055 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.055 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.055 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.055 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.055 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.055 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 279522 2024-08-17T00:32:18.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.055 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.055 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.055 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.055 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.056 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.056 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.056 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.056 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71522024 2024-08-17T00:32:18.056 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.056 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:18.056 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:18.057 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.057 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:18.057 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.057 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:18.057 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.057 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:18.057 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.057 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.057 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:18.058 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:18.058 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 39 2024-08-17T00:32:18.058 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.058 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:18.058 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.058 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.058 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:18.058 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:18.058 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.058 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:18.058 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.058 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.059 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:18.059 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.059 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:18.059 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22 2024-08-17T00:32:18.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.059 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:18.059 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:18.059 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5231040 2024-08-17T00:32:18.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.059 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:18.059 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.060 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:18.060 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:18.060 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 867961 2024-08-17T00:32:18.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.060 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:18.060 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:18.060 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5119813 2024-08-17T00:32:18.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.060 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:18.060 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.060 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:18.061 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.061 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.061 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.061 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:18.061 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.061 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.061 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:18.061 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.061 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.061 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:18.062 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.062 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.062 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.062 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:18.062 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.062 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.062 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.062 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:18.062 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.062 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.063 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:18.063 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.063 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.063 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:18.063 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.063 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.063 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.063 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:18.063 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.064 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:18.064 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.064 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:18.064 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.064 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:18.064 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.064 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.065 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:18.065 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.065 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.065 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:18.065 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:18.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.065 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:18.065 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22 2024-08-17T00:32:18.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.065 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:18.066 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:18.066 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5231040 2024-08-17T00:32:18.066 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.066 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:18.066 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.066 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.066 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:18.066 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:18.066 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 867961 2024-08-17T00:32:18.066 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.066 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:18.066 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:18.067 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5119813 2024-08-17T00:32:18.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.067 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:18.067 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.067 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:18.067 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.067 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:18.067 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.067 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:18.067 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:18.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.068 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:18.068 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305291264 2024-08-17T00:32:18.068 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.068 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.068 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.068 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T00:32:18.068 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:18.068 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:18.068 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.068 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.068 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:18.068 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.069 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:18.069 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:18.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.069 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:18.069 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.069 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:18.069 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.069 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:18.069 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.070 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:18.070 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:18.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.070 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:18.070 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1298432 2024-08-17T00:32:18.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.070 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:18.070 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.070 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.070 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:18.070 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.070 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.071 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:18.071 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:18.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.071 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:18.071 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:18.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.071 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:18.071 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 950272 2024-08-17T00:32:18.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.071 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:18.071 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 811008 2024-08-17T00:32:18.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.072 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:18.072 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:18.072 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.072 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:18.072 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.072 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.072 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:18.072 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.072 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:18.072 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:18.072 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.072 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:18.072 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:18.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.073 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:18.073 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:18.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.073 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:18.073 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:18.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.073 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:18.073 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:18.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.073 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:18.073 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.074 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:18.074 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.074 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.074 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:18.074 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:18.074 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.074 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:18.074 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:18.074 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.074 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:18.074 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:18.074 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.074 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:18.074 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:18.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.075 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:18.075 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:18.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.075 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:18.075 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:18.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.075 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:18.075 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:18.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.075 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:18.075 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.075 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:18.076 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.076 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:18.076 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.076 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:18.076 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.076 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:18.076 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.076 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:18.076 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.077 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:18.077 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.077 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:18.077 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.077 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:18.077 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.077 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:18.077 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2183168 2024-08-17T00:32:18.077 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.078 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:18.078 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:18.078 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:18.078 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.078 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:18.078 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 798720 2024-08-17T00:32:18.078 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.078 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:18.078 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6, 2024-08-17T00:32:18.078 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 215696 2024-08-17T00:32:18.078 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.078 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:18.078 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.079 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.079 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:18.079 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.079 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:18.079 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.079 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:18.079 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.079 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:18.079 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:18.079 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4908 2024-08-17T00:32:18.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.080 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:18.080 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.080 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.080 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:18.080 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 181, 2024-08-17T00:32:18.080 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46394060 2024-08-17T00:32:18.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.080 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:18.080 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 177, 2024-08-17T00:32:18.080 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6085999 2024-08-17T00:32:18.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.080 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:18.080 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 181, 2024-08-17T00:32:18.081 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206825 2024-08-17T00:32:18.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.081 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:18.081 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 181, 2024-08-17T00:32:18.081 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46600885 2024-08-17T00:32:18.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.081 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:18.081 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.081 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.081 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:18.081 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:18.081 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40440 2024-08-17T00:32:18.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.082 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:18.082 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:18.082 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 979 2024-08-17T00:32:18.082 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.082 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:18.082 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.082 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.082 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.082 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:18.082 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.082 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.083 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:18.083 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:18.083 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5447 2024-08-17T00:32:18.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.083 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:18.083 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 377 2024-08-17T00:32:18.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.083 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:18.083 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 255 2024-08-17T00:32:18.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.083 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:18.083 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 99, 2024-08-17T00:32:18.083 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 708080 2024-08-17T00:32:18.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.084 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:18.084 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 164, 2024-08-17T00:32:18.084 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 229664 2024-08-17T00:32:18.084 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.084 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:18.084 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 65, 2024-08-17T00:32:18.084 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 351817 2024-08-17T00:32:18.084 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.084 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:18.084 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.084 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.084 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:18.084 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T00:32:18.085 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 92042 2024-08-17T00:32:18.085 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.085 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:18.085 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:18.085 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6312995 2024-08-17T00:32:18.085 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.085 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:18.085 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 47, 2024-08-17T00:32:18.085 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3295870 2024-08-17T00:32:18.085 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.085 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:18.085 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 44, 2024-08-17T00:32:18.085 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 286886506524 2024-08-17T00:32:18.086 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.086 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:18.086 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 47, 2024-08-17T00:32:18.086 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 64316875273 2024-08-17T00:32:18.086 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.086 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:18.086 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 282, 2024-08-17T00:32:18.086 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4881933409 2024-08-17T00:32:18.086 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.086 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:18.086 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 282, 2024-08-17T00:32:18.086 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30538 2024-08-17T00:32:18.086 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.086 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:18.087 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:18.087 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 233842 2024-08-17T00:32:18.087 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.087 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:18.087 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:18.087 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 175779359 2024-08-17T00:32:18.087 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.087 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:18.087 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:18.087 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 123856 2024-08-17T00:32:18.087 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.087 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:18.087 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:18.087 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 87040291 2024-08-17T00:32:18.088 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.088 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:18.088 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:18.088 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14671052 2024-08-17T00:32:18.088 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.088 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:18.088 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 351397 2024-08-17T00:32:18.088 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.088 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:18.088 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 39, 2024-08-17T00:32:18.088 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 174973 2024-08-17T00:32:18.088 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.089 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:18.089 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:18.089 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 284073536 2024-08-17T00:32:18.089 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.089 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:18.089 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:18.089 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17037565 2024-08-17T00:32:18.089 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.089 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:18.089 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:18.089 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2296184 2024-08-17T00:32:18.089 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.089 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.089 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:18.090 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:18.090 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861456573 2024-08-17T00:32:18.090 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.090 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:18.090 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270974976 2024-08-17T00:32:18.090 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.090 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:18.090 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270041088 2024-08-17T00:32:18.090 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.090 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:18.090 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137368166 2024-08-17T00:32:18.090 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.091 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:18.091 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 933888 2024-08-17T00:32:18.091 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.091 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.091 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:18.091 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.091 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:18.091 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.091 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.091 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.091 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.091 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.091 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.091 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.092 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.092 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85497627 2024-08-17T00:32:18.092 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.092 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.092 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.092 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.092 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.092 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.092 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.092 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.092 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.092 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.092 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.093 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.093 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.093 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.093 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.093 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.094 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.094 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.094 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73885925 2024-08-17T00:32:18.094 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.094 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:18.094 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.094 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:18.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.094 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.094 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:18.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.095 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.095 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.095 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.095 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.095 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641232206 2024-08-17T00:32:18.095 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.095 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.095 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.095 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.095 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.095 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.095 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.095 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.096 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.096 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.096 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.096 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.096 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.096 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.096 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.096 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.096 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.096 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:18.096 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.096 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.096 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.096 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.097 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.097 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.097 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.097 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.097 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.097 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.097 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.097 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71797346 2024-08-17T00:32:18.097 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.097 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.097 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:18.097 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.097 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:18.098 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.098 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.098 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:18.098 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.098 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.098 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:18.098 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.098 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.098 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56998418 2024-08-17T00:32:18.098 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.098 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.098 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.098 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.098 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.099 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.099 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.099 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.099 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.099 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.099 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.099 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.099 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.099 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.100 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.100 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.100 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.100 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.100 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.100 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.100 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.100 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68830238 2024-08-17T00:32:18.100 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.100 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:18.101 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.101 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:18.101 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.101 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.101 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.101 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.101 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.101 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.101 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.101 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.101 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641232206 2024-08-17T00:32:18.101 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.101 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.102 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.102 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.102 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.102 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.102 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.102 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.102 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.102 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.102 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.102 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.102 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.102 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.102 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6973 2024-08-17T00:32:18.103 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.103 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.103 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 278934 2024-08-17T00:32:18.103 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.103 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.103 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.103 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.103 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.103 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.103 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.103 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.103 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.103 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.104 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.104 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71513567 2024-08-17T00:32:18.104 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.104 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.104 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:18.104 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:18.104 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.104 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.104 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:18.104 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.104 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.104 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:18.104 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.105 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.105 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:18.105 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.105 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.105 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.105 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:18.105 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:18.105 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 41 2024-08-17T00:32:18.105 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.105 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:18.105 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.105 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.105 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:18.105 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.106 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.106 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:18.106 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.106 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.106 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:18.106 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.106 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.106 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:18.106 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.106 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.106 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:18.106 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.107 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.107 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.107 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:18.107 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.107 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.107 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:18.107 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.107 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.107 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.107 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:18.107 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.107 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.108 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.108 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:18.108 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.108 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.108 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:18.108 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.108 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.108 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.108 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:18.108 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.108 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.108 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:18.108 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.108 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.109 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:18.109 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.109 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.109 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.109 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:18.109 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.109 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.109 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.109 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:18.109 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.109 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.109 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:18.109 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.110 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:18.110 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.110 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.110 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:18.110 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.110 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:18.110 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.110 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:18.110 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.111 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.111 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:18.111 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.111 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.111 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.111 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:18.111 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.111 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.111 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.111 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:18.111 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.111 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.111 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:18.112 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.112 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.112 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:18.112 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.112 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.112 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.112 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:18.112 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.112 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.112 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:18.112 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.112 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.112 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.112 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:18.113 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.113 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.113 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:18.113 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.113 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:18.113 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.113 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:18.113 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.114 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:18.114 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:18.114 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.114 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:18.114 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305287168 2024-08-17T00:32:18.114 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.114 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.114 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.114 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T00:32:18.114 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:18.114 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:18.114 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.114 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.115 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:18.115 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.115 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:18.115 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:18.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.115 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:18.115 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.115 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:18.115 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.115 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:18.116 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.116 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:18.116 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:18.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.116 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:18.116 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1368064 2024-08-17T00:32:18.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.116 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:18.116 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.116 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.116 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:18.117 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.117 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.117 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:18.117 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:18.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.117 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:18.117 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:18.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.117 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:18.117 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1032192 2024-08-17T00:32:18.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.117 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:18.117 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 892928 2024-08-17T00:32:18.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.118 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:18.118 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:18.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.118 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:18.118 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.118 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:18.118 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.118 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:18.118 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:18.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.118 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:18.119 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:18.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.119 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:18.119 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:18.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.119 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:18.119 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:18.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.119 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:18.119 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:18.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.119 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:18.119 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.120 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:18.120 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.120 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:18.120 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:18.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.120 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:18.120 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:18.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.120 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:18.120 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:18.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.120 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:18.120 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:18.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.121 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:18.121 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:18.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.121 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:18.121 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:18.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.121 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:18.121 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:18.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.121 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:18.122 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.122 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.122 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:18.122 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.122 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.122 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:18.122 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.122 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.122 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:18.122 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.123 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:18.123 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.123 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:18.123 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.123 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:18.123 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.123 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:18.123 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.124 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:18.124 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.124 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:18.124 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2334720 2024-08-17T00:32:18.124 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.124 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:18.124 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:18.125 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:18.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.125 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:18.125 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1384448 2024-08-17T00:32:18.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.125 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:18.125 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.125 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.125 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:18.125 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.125 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.126 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.126 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:18.126 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.126 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.126 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:18.126 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.126 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.126 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:18.126 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.126 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.127 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:18.127 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7, 2024-08-17T00:32:18.127 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9407 2024-08-17T00:32:18.127 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.127 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:18.127 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.127 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.127 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.127 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:18.127 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 201, 2024-08-17T00:32:18.127 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50442217 2024-08-17T00:32:18.128 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.128 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:18.128 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 201, 2024-08-17T00:32:18.128 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5274829 2024-08-17T00:32:18.128 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.128 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:18.128 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 201, 2024-08-17T00:32:18.128 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 162106 2024-08-17T00:32:18.128 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.128 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:18.128 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 201, 2024-08-17T00:32:18.129 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50604323 2024-08-17T00:32:18.129 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.129 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:18.129 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.129 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.129 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.129 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:18.129 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:18.129 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 33047 2024-08-17T00:32:18.129 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.129 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:18.129 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:18.129 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1055 2024-08-17T00:32:18.130 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.130 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:18.130 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.130 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.130 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.130 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:18.130 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.130 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.130 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.130 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:18.130 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:18.130 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10130 2024-08-17T00:32:18.131 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.131 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:18.131 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 384 2024-08-17T00:32:18.131 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.131 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:18.131 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 262 2024-08-17T00:32:18.131 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.131 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:18.131 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 100, 2024-08-17T00:32:18.131 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1013899 2024-08-17T00:32:18.131 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.131 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:18.131 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 158, 2024-08-17T00:32:18.131 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 284160 2024-08-17T00:32:18.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.132 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:18.132 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 58, 2024-08-17T00:32:18.132 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 660787 2024-08-17T00:32:18.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.132 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:18.132 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.132 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:18.132 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.132 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.133 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:18.133 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:18.133 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2552414 2024-08-17T00:32:18.133 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.133 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:18.133 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38, 2024-08-17T00:32:18.133 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2412058 2024-08-17T00:32:18.133 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.133 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:18.133 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38, 2024-08-17T00:32:18.133 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 341393721690 2024-08-17T00:32:18.134 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.134 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:18.134 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38, 2024-08-17T00:32:18.134 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 63147701212 2024-08-17T00:32:18.134 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.134 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:18.134 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:18.134 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570281 2024-08-17T00:32:18.134 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.135 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:18.135 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:18.135 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30309 2024-08-17T00:32:18.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.135 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:18.135 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:18.135 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 224640 2024-08-17T00:32:18.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.135 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:18.135 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:18.136 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 121203119 2024-08-17T00:32:18.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.136 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:18.136 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:18.136 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 89345 2024-08-17T00:32:18.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.136 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:18.136 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:18.136 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 100173352 2024-08-17T00:32:18.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.136 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:18.137 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:18.137 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13779955 2024-08-17T00:32:18.137 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.137 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:18.137 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 941656 2024-08-17T00:32:18.137 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.137 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:18.137 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31, 2024-08-17T00:32:18.137 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 131470 2024-08-17T00:32:18.137 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.137 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:18.137 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:18.137 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 237974504 2024-08-17T00:32:18.137 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.138 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:18.138 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:18.138 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16179146 2024-08-17T00:32:18.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.138 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:18.138 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:18.138 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2045211 2024-08-17T00:32:18.138 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.138 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:18.138 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:18.138 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861456573 2024-08-17T00:32:18.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.139 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:18.139 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269926400 2024-08-17T00:32:18.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.139 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:18.139 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269606912 2024-08-17T00:32:18.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.139 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:18.139 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137368166 2024-08-17T00:32:18.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.139 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:18.140 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 319488 2024-08-17T00:32:18.140 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.140 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:18.140 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.140 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:18.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.140 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.140 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.140 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.140 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.141 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.141 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85496539 2024-08-17T00:32:18.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.141 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.141 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.141 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.141 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.141 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.141 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.142 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.142 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.142 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.142 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.142 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.142 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16384 2024-08-17T00:32:18.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.142 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.142 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.143 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.143 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.143 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.143 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.143 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.143 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73870629 2024-08-17T00:32:18.143 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.143 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:18.143 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.144 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:18.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.144 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.144 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:18.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.144 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.144 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.144 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.144 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641224046 2024-08-17T00:32:18.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.144 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.145 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.145 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.145 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.145 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.145 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.145 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.145 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.145 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.145 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.145 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.145 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.145 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.145 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.146 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.146 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.146 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:18.146 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.146 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.146 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.146 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.146 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.146 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.146 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.146 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.146 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.147 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.147 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71805506 2024-08-17T00:32:18.147 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.147 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:18.147 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.147 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:18.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.147 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.147 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:18.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.147 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.148 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:18.148 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.148 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.148 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56997693 2024-08-17T00:32:18.148 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.148 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.149 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.149 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.149 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.149 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.149 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.149 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.150 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.150 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.150 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.150 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.150 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.150 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.150 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.150 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.150 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.150 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.150 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.150 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.150 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.151 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.151 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.151 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.151 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.151 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.151 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.151 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.151 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.151 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68830963 2024-08-17T00:32:18.151 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.151 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.151 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:18.151 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.152 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:18.152 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.152 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.152 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.152 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.152 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.152 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.152 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.152 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.152 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641224046 2024-08-17T00:32:18.152 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.152 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.152 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.152 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.153 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.153 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.153 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.153 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.153 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.153 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.153 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.153 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.153 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.153 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.153 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7120 2024-08-17T00:32:18.153 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.153 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.153 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 280535 2024-08-17T00:32:18.154 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.154 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.154 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.154 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.154 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.154 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.154 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.154 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.154 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.154 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.154 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.154 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71519979 2024-08-17T00:32:18.154 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.155 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.155 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:18.155 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:18.155 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.155 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.155 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:18.155 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.155 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.155 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:18.155 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.155 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.155 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:18.155 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.156 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.156 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.156 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:18.156 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:18.156 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 39 2024-08-17T00:32:18.156 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.156 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:18.156 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.156 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.156 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:18.156 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T00:32:18.156 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.156 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:18.157 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.157 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.157 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:18.157 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.157 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.157 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:18.157 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2804 2024-08-17T00:32:18.157 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.157 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:18.157 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T00:32:18.157 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 66707191 2024-08-17T00:32:18.157 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.157 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:18.157 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.158 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.158 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:18.158 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T00:32:18.158 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7917001 2024-08-17T00:32:18.158 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.158 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:18.158 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T00:32:18.158 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 28853864 2024-08-17T00:32:18.158 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.158 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:18.158 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.158 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.158 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:18.159 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.159 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.159 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.159 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:18.159 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.159 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.159 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:18.159 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.159 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.159 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:18.159 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.159 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.159 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.160 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:18.160 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.160 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.160 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.160 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:18.160 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.160 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.160 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:18.160 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.160 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.160 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:18.160 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.160 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.161 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:18.161 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.161 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:18.161 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.161 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:18.161 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.161 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:18.161 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.161 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.162 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:18.162 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.162 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.162 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.162 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:18.162 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T00:32:18.162 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.162 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:18.162 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2804 2024-08-17T00:32:18.162 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.162 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:18.162 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T00:32:18.163 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 66707191 2024-08-17T00:32:18.163 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.163 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:18.163 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.163 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.163 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:18.163 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T00:32:18.163 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7917001 2024-08-17T00:32:18.163 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.163 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:18.163 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T00:32:18.163 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 28853864 2024-08-17T00:32:18.163 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.163 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:18.164 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.164 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.164 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:18.164 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.164 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.164 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:18.164 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.164 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.164 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:18.164 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:18.164 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.164 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:18.164 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305872896 2024-08-17T00:32:18.164 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.165 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.165 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.165 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T00:32:18.165 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:18.165 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:18.165 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.165 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.165 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:18.165 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.165 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.165 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:18.165 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:18.165 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.165 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:18.166 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.166 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.166 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:18.166 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.166 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.166 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:18.166 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.166 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.166 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:18.166 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:18.167 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.167 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:18.167 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1298432 2024-08-17T00:32:18.167 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.167 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:18.167 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.167 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.167 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.167 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:18.167 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.167 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.168 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.168 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:18.168 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:18.168 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.168 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:18.168 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:18.168 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.168 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:18.168 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1003520 2024-08-17T00:32:18.168 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.168 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:18.169 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 864256 2024-08-17T00:32:18.169 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.169 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:18.169 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:18.169 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.169 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:18.169 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.169 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.169 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:18.169 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.170 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:18.170 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:18.170 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.170 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:18.170 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:18.170 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.170 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:18.170 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:18.170 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.171 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:18.171 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:18.171 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.171 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:18.171 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:18.171 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.171 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:18.171 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.171 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.171 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:18.171 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.171 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.171 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:18.172 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:18.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.172 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:18.172 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:18.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.172 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:18.172 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:18.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.172 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:18.172 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:18.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.172 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:18.172 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:18.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.173 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:18.173 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:18.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.173 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:18.173 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:18.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.173 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:18.173 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.173 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:18.173 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.174 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.174 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:18.174 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.174 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.174 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:18.174 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.174 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.174 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:18.174 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.174 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.174 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:18.174 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.175 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:18.175 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.175 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:18.175 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.175 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:18.175 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.176 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:18.176 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2236416 2024-08-17T00:32:18.176 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.176 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.176 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:18.176 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:18.176 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:18.176 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.176 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:18.176 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1376256 2024-08-17T00:32:18.176 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.176 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:18.176 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:18.176 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 168431 2024-08-17T00:32:18.177 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.177 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:18.177 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.177 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.177 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.177 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:18.177 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.177 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.177 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:18.177 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.177 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.178 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:18.178 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.178 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.178 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:18.178 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11, 2024-08-17T00:32:18.178 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31247 2024-08-17T00:32:18.178 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.178 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:18.178 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.178 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.179 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:18.179 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 194, 2024-08-17T00:32:18.179 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49580246 2024-08-17T00:32:18.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.179 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:18.179 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 192, 2024-08-17T00:32:18.179 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5524551 2024-08-17T00:32:18.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.179 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:18.179 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 194, 2024-08-17T00:32:18.179 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 189163 2024-08-17T00:32:18.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.179 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:18.180 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 194, 2024-08-17T00:32:18.180 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49769409 2024-08-17T00:32:18.180 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.180 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:18.180 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.180 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.180 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.180 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:18.180 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:18.180 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 29268 2024-08-17T00:32:18.180 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.180 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:18.180 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:18.180 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1129 2024-08-17T00:32:18.181 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.181 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:18.181 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.181 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.181 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.181 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:18.181 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:18.181 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.181 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.181 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:18.181 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:18.181 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5998 2024-08-17T00:32:18.181 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.182 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:18.182 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 602 2024-08-17T00:32:18.182 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.182 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:18.182 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 290 2024-08-17T00:32:18.182 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.182 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:18.182 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 126, 2024-08-17T00:32:18.182 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2792208 2024-08-17T00:32:18.182 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.182 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:18.182 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 198, 2024-08-17T00:32:18.182 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304079 2024-08-17T00:32:18.182 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.183 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:18.183 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 72, 2024-08-17T00:32:18.183 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2064369 2024-08-17T00:32:18.183 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.183 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:18.183 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.183 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.183 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:18.183 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:18.183 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25389 2024-08-17T00:32:18.183 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.183 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:18.183 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:18.184 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2731893 2024-08-17T00:32:18.184 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.184 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:18.184 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25, 2024-08-17T00:32:18.184 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1961799 2024-08-17T00:32:18.184 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.184 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:18.184 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25, 2024-08-17T00:32:18.184 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 271053995744 2024-08-17T00:32:18.184 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.184 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:18.184 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25, 2024-08-17T00:32:18.184 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36719510284 2024-08-17T00:32:18.184 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.185 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:18.185 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:18.185 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 520175 2024-08-17T00:32:18.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.185 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:18.185 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:18.185 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31555 2024-08-17T00:32:18.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.185 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:18.185 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:18.185 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 213769 2024-08-17T00:32:18.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.185 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:18.185 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:18.185 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 118352194 2024-08-17T00:32:18.186 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.186 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:18.186 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:18.186 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 92968 2024-08-17T00:32:18.186 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.186 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:18.186 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:18.186 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 123827080 2024-08-17T00:32:18.186 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.186 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:18.186 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:18.186 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13447602 2024-08-17T00:32:18.186 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.187 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:18.187 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 939301 2024-08-17T00:32:18.187 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.187 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:18.187 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24, 2024-08-17T00:32:18.187 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 103126 2024-08-17T00:32:18.187 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.187 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:18.187 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:18.187 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 258615161 2024-08-17T00:32:18.187 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.187 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:18.187 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:18.188 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18017270 2024-08-17T00:32:18.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.188 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:18.188 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:18.188 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2526580 2024-08-17T00:32:18.188 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.188 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:18.188 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:18.188 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861456573 2024-08-17T00:32:18.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.188 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:18.188 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270974976 2024-08-17T00:32:18.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.189 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:18.189 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269770752 2024-08-17T00:32:18.189 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.189 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:18.189 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137368166 2024-08-17T00:32:18.189 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.189 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:18.189 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1204224 2024-08-17T00:32:18.189 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.189 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.189 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:18.189 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.189 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:18.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.190 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.190 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.190 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.190 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.190 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.190 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85479862 2024-08-17T00:32:18.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.190 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.190 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.191 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.191 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 155648 2024-08-17T00:32:18.191 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.191 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.191 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.191 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.191 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.191 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.191 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.191 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.191 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.191 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.191 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.191 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 126976 2024-08-17T00:32:18.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.192 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.192 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.192 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.192 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.192 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.192 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.192 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.192 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73621066 2024-08-17T00:32:18.192 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.193 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.193 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:18.193 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.193 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:18.193 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.193 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.193 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:18.193 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.193 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.193 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.193 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.193 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.193 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641098965 2024-08-17T00:32:18.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.194 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.194 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.194 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.194 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.194 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.194 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.194 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.194 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.194 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.195 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.195 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.195 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:18.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.195 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.195 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.195 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.195 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.195 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.195 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.196 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.196 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71930587 2024-08-17T00:32:18.196 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.196 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:18.196 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.196 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:18.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.196 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.196 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:18.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.196 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.197 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:18.197 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.197 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.197 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56986574 2024-08-17T00:32:18.197 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.197 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.197 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.197 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.197 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.197 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.197 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.197 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.197 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.197 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.198 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.198 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.198 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.198 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.198 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.198 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.198 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.198 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.199 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.199 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.199 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.199 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.199 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.199 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68842082 2024-08-17T00:32:18.199 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.199 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:18.199 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:18.199 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:18.200 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.200 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:18.200 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.200 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.200 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:18.200 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.200 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.200 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:18.200 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641098965 2024-08-17T00:32:18.200 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.200 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:18.200 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.200 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.200 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:18.201 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17107 2024-08-17T00:32:18.201 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.201 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:18.201 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.201 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.201 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:18.201 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.201 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.201 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:18.201 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.201 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.201 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:18.201 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 282267 2024-08-17T00:32:18.202 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.202 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:18.202 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.202 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.202 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:18.202 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.202 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.202 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:18.202 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.202 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.202 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:18.202 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71633341 2024-08-17T00:32:18.202 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.203 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.203 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:18.203 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:18.203 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.203 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.203 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:18.203 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.203 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.203 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:18.203 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.203 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.203 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:18.203 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.203 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.204 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.204 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:18.204 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:18.204 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46 2024-08-17T00:32:18.204 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.204 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:18.204 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.204 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.204 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:18.204 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 101 2024-08-17T00:32:18.204 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.204 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:18.204 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.205 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:18.205 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.205 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:18.205 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.205 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:18.205 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 101, 2024-08-17T00:32:18.205 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 83063222 2024-08-17T00:32:18.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.205 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:18.205 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 264707 2024-08-17T00:32:18.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.205 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:18.206 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 103, 2024-08-17T00:32:18.206 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24170607 2024-08-17T00:32:18.206 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.206 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:18.206 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 101, 2024-08-17T00:32:18.206 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45241560 2024-08-17T00:32:18.206 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.206 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:18.206 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70 2024-08-17T00:32:18.206 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.206 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:18.206 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 70, 2024-08-17T00:32:18.206 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10847065 2024-08-17T00:32:18.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.207 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:18.207 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.207 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:18.207 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 264707 2024-08-17T00:32:18.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.207 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:18.207 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 70, 2024-08-17T00:32:18.207 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9952263 2024-08-17T00:32:18.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.207 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:18.208 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 70, 2024-08-17T00:32:18.208 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8215649 2024-08-17T00:32:18.208 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.208 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:18.208 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26 2024-08-17T00:32:18.208 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.208 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:18.208 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.208 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.208 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:18.208 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 26, 2024-08-17T00:32:18.208 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23950402 2024-08-17T00:32:18.208 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.208 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:18.209 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.209 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.209 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:18.209 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.209 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.209 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:18.209 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.209 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.209 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:18.209 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 26, 2024-08-17T00:32:18.209 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10713419 2024-08-17T00:32:18.209 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.209 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:18.210 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 26, 2024-08-17T00:32:18.210 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22570053 2024-08-17T00:32:18.210 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.210 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:18.210 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T00:32:18.210 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.210 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:18.210 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.210 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.210 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:18.210 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T00:32:18.210 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48265755 2024-08-17T00:32:18.210 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.210 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:18.211 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.211 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.211 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:18.211 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7, 2024-08-17T00:32:18.211 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3504925 2024-08-17T00:32:18.211 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.211 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:18.211 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T00:32:18.211 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14455858 2024-08-17T00:32:18.211 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.211 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:18.211 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.211 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.211 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:18.212 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.212 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.212 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:18.212 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:18.212 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.212 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:18.212 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:18.212 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.212 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:18.212 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305868800 2024-08-17T00:32:18.212 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.213 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.213 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.213 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.213 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": [ 2024-08-17T00:32:18.213 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.213 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:18.213 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr" 2024-08-17T00:32:18.213 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.213 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:18.213 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:18.213 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:18.213 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:18.213 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:18.213 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 1, 2024-08-17T00:32:18.214 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 1, 2024-08-17T00:32:18.214 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 1, 2024-08-17T00:32:18.214 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:18.214 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:18.214 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:18.214 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 1781760, 2024-08-17T00:32:18.214 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:18.214 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:18.214 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 1781760, 2024-08-17T00:32:18.214 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:18.214 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:18.214 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 2, 2024-08-17T00:32:18.214 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:18.215 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-17T00:32:18.215 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:18.215 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:18.215 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 358, 2024-08-17T00:32:18.215 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 567296, 2024-08-17T00:32:18.215 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 590368, 2024-08-17T00:32:18.215 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 590368, 2024-08-17T00:32:18.215 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:18.215 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 1771104, 2024-08-17T00:32:18.215 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 211, 2024-08-17T00:32:18.215 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 2473984 2024-08-17T00:32:18.215 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.215 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:18.216 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:18.216 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:18.216 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.216 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.216 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:18.216 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T00:32:18.216 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.216 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:18.216 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:18.216 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:18.216 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:18.216 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:18.216 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 32, 2024-08-17T00:32:18.217 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 32, 2024-08-17T00:32:18.217 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 2, 2024-08-17T00:32:18.217 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:18.217 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:18.217 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:18.217 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 98304, 2024-08-17T00:32:18.217 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:18.217 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:18.217 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 98304, 2024-08-17T00:32:18.217 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:18.217 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:18.217 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 22, 2024-08-17T00:32:18.217 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:18.218 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 1.351972542806834e-07, 2024-08-17T00:32:18.218 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:18.218 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:18.218 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T00:32:18.218 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T00:32:18.218 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 3410, 2024-08-17T00:32:18.218 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 3410, 2024-08-17T00:32:18.218 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:18.218 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 10230, 2024-08-17T00:32:18.218 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 51, 2024-08-17T00:32:18.218 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 19456 2024-08-17T00:32:18.218 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.218 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:18.219 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:18.219 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:18.219 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.219 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.219 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:18.219 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T00:32:18.219 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.219 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:18.219 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:18.219 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:18.219 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:18.219 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:18.219 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 64, 2024-08-17T00:32:18.219 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 64, 2024-08-17T00:32:18.220 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 3, 2024-08-17T00:32:18.220 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:18.220 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:18.220 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:18.220 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 0, 2024-08-17T00:32:18.220 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:18.220 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:18.220 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 0, 2024-08-17T00:32:18.220 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:18.220 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:18.220 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 0, 2024-08-17T00:32:18.220 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:18.220 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 0.0, 2024-08-17T00:32:18.220 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:18.221 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:18.221 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T00:32:18.221 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T00:32:18.221 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 0, 2024-08-17T00:32:18.221 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 0, 2024-08-17T00:32:18.221 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:18.221 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 0, 2024-08-17T00:32:18.221 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 0, 2024-08-17T00:32:18.221 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 0 2024-08-17T00:32:18.221 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.221 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:18.221 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:18.221 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:18.221 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.222 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.222 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:18.222 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd" 2024-08-17T00:32:18.222 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.222 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:18.222 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:18.222 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:18.222 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:18.222 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:18.222 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 8, 2024-08-17T00:32:18.222 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 8, 2024-08-17T00:32:18.222 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 4, 2024-08-17T00:32:18.222 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:18.223 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:18.223 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:18.223 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 12288, 2024-08-17T00:32:18.223 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:18.223 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:18.223 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 12288, 2024-08-17T00:32:18.223 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:18.223 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:18.223 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 2, 2024-08-17T00:32:18.223 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:18.223 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T00:32:18.223 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:18.223 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:18.223 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T00:32:18.224 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T00:32:18.224 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 19, 2024-08-17T00:32:18.224 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 19, 2024-08-17T00:32:18.224 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:18.224 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 57, 2024-08-17T00:32:18.224 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 2, 2024-08-17T00:32:18.224 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 2048 2024-08-17T00:32:18.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.224 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:18.224 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:18.224 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:18.224 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.224 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.224 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": { 2024-08-17T00:32:18.225 INFO:tasks.workunit.client.0.smithi157.stdout: "mirroring_by_pool": [ 2024-08-17T00:32:18.225 INFO:tasks.workunit.client.0.smithi157.stdout: false 2024-08-17T00:32:18.225 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.225 INFO:tasks.workunit.client.0.smithi157.stdout: "num_images_by_pool": [ 2024-08-17T00:32:18.225 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.225 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.225 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pools": 1 2024-08-17T00:32:18.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.225 INFO:tasks.workunit.client.0.smithi157.stdout: "report_id": "3ab49fab-047d-4b9d-9fd2-8c800a0ea47f", 2024-08-17T00:32:18.225 INFO:tasks.workunit.client.0.smithi157.stdout: "report_timestamp": "2024-08-17T00:32:17.312705", 2024-08-17T00:32:18.225 INFO:tasks.workunit.client.0.smithi157.stdout: "report_version": 1, 2024-08-17T00:32:18.225 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_stats": { 2024-08-17T00:32:18.225 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "6.15.5" 2024-08-17T00:32:18.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.226 INFO:tasks.workunit.client.0.smithi157.stdout: "rook": { 2024-08-17T00:32:18.226 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster": { 2024-08-17T00:32:18.226 INFO:tasks.workunit.client.0.smithi157.stdout: "external-mode": null, 2024-08-17T00:32:18.226 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:18.226 INFO:tasks.workunit.client.0.smithi157.stdout: "allow-multiple-per-node": null, 2024-08-17T00:32:18.226 INFO:tasks.workunit.client.0.smithi157.stdout: "count": null, 2024-08-17T00:32:18.226 INFO:tasks.workunit.client.0.smithi157.stdout: "max-id": null, 2024-08-17T00:32:18.226 INFO:tasks.workunit.client.0.smithi157.stdout: "pvc": { 2024-08-17T00:32:18.226 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T00:32:18.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.226 INFO:tasks.workunit.client.0.smithi157.stdout: "stretch": { 2024-08-17T00:32:18.226 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T00:32:18.226 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.227 INFO:tasks.workunit.client.0.smithi157.stdout: "network": { 2024-08-17T00:32:18.227 INFO:tasks.workunit.client.0.smithi157.stdout: "provider": null 2024-08-17T00:32:18.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.227 INFO:tasks.workunit.client.0.smithi157.stdout: "storage": { 2024-08-17T00:32:18.227 INFO:tasks.workunit.client.0.smithi157.stdout: "device-set": { 2024-08-17T00:32:18.227 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T00:32:18.227 INFO:tasks.workunit.client.0.smithi157.stdout: "non-portable": null, 2024-08-17T00:32:18.227 INFO:tasks.workunit.client.0.smithi157.stdout: "portable": null, 2024-08-17T00:32:18.227 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T00:32:18.227 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.227 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.227 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.227 INFO:tasks.workunit.client.0.smithi157.stdout: "csi": { 2024-08-17T00:32:18.228 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T00:32:18.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.228 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes": { 2024-08-17T00:32:18.228 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T00:32:18.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.228 INFO:tasks.workunit.client.0.smithi157.stdout: "node": { 2024-08-17T00:32:18.228 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T00:32:18.228 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes-total": null, 2024-08-17T00:32:18.228 INFO:tasks.workunit.client.0.smithi157.stdout: "with-ceph-daemons": null, 2024-08-17T00:32:18.228 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T00:32:18.228 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-nfs-plugin": null, 2024-08-17T00:32:18.228 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-rbd-plugin": null 2024-08-17T00:32:18.228 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.229 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T00:32:18.229 INFO:tasks.workunit.client.0.smithi157.stdout: "storage-class": { 2024-08-17T00:32:18.229 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T00:32:18.229 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket": null, 2024-08-17T00:32:18.229 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs": null, 2024-08-17T00:32:18.229 INFO:tasks.workunit.client.0.smithi157.stdout: "nfs": null, 2024-08-17T00:32:18.229 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": null, 2024-08-17T00:32:18.229 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T00:32:18.229 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.229 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:18.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.229 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T00:32:18.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.229 INFO:tasks.workunit.client.0.smithi157.stdout: "services": {}, 2024-08-17T00:32:18.230 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_per_pg": [ 2024-08-17T00:32:18.230 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.230 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.230 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.230 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.230 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.230 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.230 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:18.230 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.230 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.230 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.230 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.230 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.231 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552661+0000", 2024-08-17T00:32:18.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.569805+0000", 2024-08-17T00:32:18.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.569805+0000", 2024-08-17T00:32:18.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.570072+0000", 2024-08-17T00:32:18.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552661+0000", 2024-08-17T00:32:18.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552661+0000", 2024-08-17T00:32:18.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552661+0000", 2024-08-17T00:32:18.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552661+0000", 2024-08-17T00:32:18.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.232 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.232 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.232 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552661+0000", 2024-08-17T00:32:18.232 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552661+0000", 2024-08-17T00:32:18.232 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.232 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.232 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.232 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.232 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.232 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.232 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.232 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.233 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.233 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.233 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.233 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.233 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.233 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3f", 2024-08-17T00:32:18.233 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.233 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.233 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.233 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.233 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.233 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:30:57.057372+0000", 2024-08-17T00:32:18.233 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.233 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.234 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.237 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.237 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.238 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.238 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.238 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.238 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.238 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.238 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:18.238 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.238 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.238 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.239 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.239 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.239 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.239 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.239 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.239 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:18.239 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.239 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.239 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.239 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.239 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.239 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.240 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265580+0000", 2024-08-17T00:32:18.240 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.563454+0000", 2024-08-17T00:32:18.240 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.563454+0000", 2024-08-17T00:32:18.240 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.563714+0000", 2024-08-17T00:32:18.240 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265580+0000", 2024-08-17T00:32:18.240 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.240 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.240 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.240 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.240 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265580+0000", 2024-08-17T00:32:18.241 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265580+0000", 2024-08-17T00:32:18.241 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265580+0000", 2024-08-17T00:32:18.241 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.241 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.241 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.241 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265580+0000", 2024-08-17T00:32:18.241 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265580+0000", 2024-08-17T00:32:18.241 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.241 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.241 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.242 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.242 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.242 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.242 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.242 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.242 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.242 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.242 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.242 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.242 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.243 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3e", 2024-08-17T00:32:18.243 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.243 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.243 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.243 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.243 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.243 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:46:40.460524+0000", 2024-08-17T00:32:18.243 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.243 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.243 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.246 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.247 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.247 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.247 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.247 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.247 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.247 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.247 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.247 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:18.247 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.247 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.247 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.247 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.248 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.248 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.248 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.248 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.248 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:18.248 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.248 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.248 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.248 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.248 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.248 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.248 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.263151+0000", 2024-08-17T00:32:18.248 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.558084+0000", 2024-08-17T00:32:18.249 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.558084+0000", 2024-08-17T00:32:18.249 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.558380+0000", 2024-08-17T00:32:18.249 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.263151+0000", 2024-08-17T00:32:18.249 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.249 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.249 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.249 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.249 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.263151+0000", 2024-08-17T00:32:18.249 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.263151+0000", 2024-08-17T00:32:18.249 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.263151+0000", 2024-08-17T00:32:18.249 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.263151+0000", 2024-08-17T00:32:18.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.263151+0000", 2024-08-17T00:32:18.250 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.250 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.250 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.250 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.250 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.250 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.250 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.251 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.251 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.251 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.251 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.251 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.251 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.251 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3d", 2024-08-17T00:32:18.251 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.251 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.251 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.251 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.251 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.251 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:15:00.154043+0000", 2024-08-17T00:32:18.252 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.252 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.252 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.255 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.255 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.255 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.255 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.255 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.255 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.255 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.255 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.255 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.255 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:18.255 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.256 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.256 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.256 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.256 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.256 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.256 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.256 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:18.256 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.256 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.256 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.256 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.256 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.256 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.256 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267817+0000", 2024-08-17T00:32:18.257 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.581429+0000", 2024-08-17T00:32:18.257 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.581429+0000", 2024-08-17T00:32:18.257 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.581701+0000", 2024-08-17T00:32:18.257 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267817+0000", 2024-08-17T00:32:18.257 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.257 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.257 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.257 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.257 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267817+0000", 2024-08-17T00:32:18.257 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267817+0000", 2024-08-17T00:32:18.257 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267817+0000", 2024-08-17T00:32:18.257 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.257 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267817+0000", 2024-08-17T00:32:18.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267817+0000", 2024-08-17T00:32:18.258 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.258 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.258 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.258 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.258 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.258 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.258 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.258 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.258 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.258 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.259 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.259 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.259 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.259 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3c", 2024-08-17T00:32:18.259 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.259 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.259 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.259 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.259 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.259 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:52:42.414763+0000", 2024-08-17T00:32:18.259 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.259 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.259 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.262 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.263 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.263 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.263 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.263 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.263 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.263 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.263 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:18.263 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.263 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.263 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.263 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.263 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.263 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.263 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.264 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.264 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:18.264 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.264 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.264 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.264 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.264 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.264 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.264 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552240+0000", 2024-08-17T00:32:18.264 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.574354+0000", 2024-08-17T00:32:18.264 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.574354+0000", 2024-08-17T00:32:18.264 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.575135+0000", 2024-08-17T00:32:18.264 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552240+0000", 2024-08-17T00:32:18.264 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.265 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.265 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.265 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.265 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552240+0000", 2024-08-17T00:32:18.265 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552240+0000", 2024-08-17T00:32:18.265 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552240+0000", 2024-08-17T00:32:18.265 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.265 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.265 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.265 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552240+0000", 2024-08-17T00:32:18.265 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552240+0000", 2024-08-17T00:32:18.265 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.266 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.266 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.266 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.266 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.266 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.266 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.266 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.266 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.266 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.266 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.266 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.266 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.267 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3b", 2024-08-17T00:32:18.267 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.267 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.267 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.267 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.267 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.267 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:04:09.128433+0000", 2024-08-17T00:32:18.267 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.267 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.267 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.270 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.270 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.270 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.271 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.271 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.271 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.271 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.271 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:18.271 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.271 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.271 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.271 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.271 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.271 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.271 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.271 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:18.272 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.272 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.272 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.272 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.272 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.272 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267668+0000", 2024-08-17T00:32:18.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.576107+0000", 2024-08-17T00:32:18.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.576107+0000", 2024-08-17T00:32:18.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.576420+0000", 2024-08-17T00:32:18.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267668+0000", 2024-08-17T00:32:18.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.273 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.273 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.273 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267668+0000", 2024-08-17T00:32:18.273 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267668+0000", 2024-08-17T00:32:18.273 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267668+0000", 2024-08-17T00:32:18.273 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.273 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.273 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.273 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267668+0000", 2024-08-17T00:32:18.273 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267668+0000", 2024-08-17T00:32:18.273 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.273 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.273 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.274 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.274 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.274 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.274 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.274 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.274 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.274 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.274 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.274 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.274 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.274 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3a", 2024-08-17T00:32:18.274 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.274 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.275 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.275 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.275 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.275 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:43:26.454812+0000", 2024-08-17T00:32:18.275 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.275 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.275 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.278 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.278 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.278 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.278 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.278 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.278 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.278 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.279 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:18.279 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.279 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.279 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.279 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.279 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.279 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.279 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.279 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:18.279 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.279 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.279 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.280 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.280 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.280 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.280 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.551944+0000", 2024-08-17T00:32:18.280 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.573567+0000", 2024-08-17T00:32:18.280 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.573567+0000", 2024-08-17T00:32:18.280 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.575462+0000", 2024-08-17T00:32:18.280 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.551944+0000", 2024-08-17T00:32:18.280 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.280 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.280 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.551944+0000", 2024-08-17T00:32:18.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.551944+0000", 2024-08-17T00:32:18.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.551944+0000", 2024-08-17T00:32:18.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.551944+0000", 2024-08-17T00:32:18.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.551944+0000", 2024-08-17T00:32:18.281 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.281 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.281 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.282 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.282 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.282 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.282 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.282 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.282 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.282 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.282 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.282 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.282 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.282 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.39", 2024-08-17T00:32:18.282 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.283 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.283 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.283 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.283 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.283 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:25:34.851097+0000", 2024-08-17T00:32:18.283 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.283 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.283 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.286 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.286 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.286 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.286 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.287 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.287 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.287 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.287 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.287 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:18.287 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.287 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.287 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.287 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.287 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.287 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.287 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.287 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.288 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:18.288 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.288 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.288 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.288 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.288 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.288 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.288 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.261931+0000", 2024-08-17T00:32:18.288 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.573102+0000", 2024-08-17T00:32:18.288 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.573102+0000", 2024-08-17T00:32:18.288 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.573401+0000", 2024-08-17T00:32:18.288 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.261931+0000", 2024-08-17T00:32:18.288 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.261931+0000", 2024-08-17T00:32:18.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.261931+0000", 2024-08-17T00:32:18.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.261931+0000", 2024-08-17T00:32:18.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.261931+0000", 2024-08-17T00:32:18.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.261931+0000", 2024-08-17T00:32:18.289 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.290 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.290 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.290 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.290 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.290 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.290 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.290 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.290 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.290 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.290 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.290 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.290 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.291 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.38", 2024-08-17T00:32:18.291 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.291 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.291 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.291 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.291 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.291 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:26:28.261450+0000", 2024-08-17T00:32:18.291 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.291 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.291 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.291 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.291 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.294 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.295 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.295 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.295 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.295 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.295 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.295 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.295 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:18.295 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.295 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.295 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.295 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.295 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.295 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.296 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.296 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.296 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:18.296 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.296 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.296 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.296 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.296 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.296 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.296 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552779+0000", 2024-08-17T00:32:18.296 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.574004+0000", 2024-08-17T00:32:18.296 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.574004+0000", 2024-08-17T00:32:18.296 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.574326+0000", 2024-08-17T00:32:18.296 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552779+0000", 2024-08-17T00:32:18.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552779+0000", 2024-08-17T00:32:18.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552779+0000", 2024-08-17T00:32:18.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552779+0000", 2024-08-17T00:32:18.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552779+0000", 2024-08-17T00:32:18.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552779+0000", 2024-08-17T00:32:18.297 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.298 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.298 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.298 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.298 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.298 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.298 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.298 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.298 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.298 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.298 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.298 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.298 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.299 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.37", 2024-08-17T00:32:18.299 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.299 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.299 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.299 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.299 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.299 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:26:06.101801+0000", 2024-08-17T00:32:18.299 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.299 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.299 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.302 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.302 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.303 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.303 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.303 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.303 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.303 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.303 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:18.303 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.303 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.303 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.303 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.303 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.303 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.303 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.304 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:18.304 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.304 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.304 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.304 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.304 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.304 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.304 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.630318+0000", 2024-08-17T00:32:18.304 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.578850+0000", 2024-08-17T00:32:18.304 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.578850+0000", 2024-08-17T00:32:18.304 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.579346+0000", 2024-08-17T00:32:18.304 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.630318+0000", 2024-08-17T00:32:18.304 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.630318+0000", 2024-08-17T00:32:18.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.630318+0000", 2024-08-17T00:32:18.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.630318+0000", 2024-08-17T00:32:18.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.630318+0000", 2024-08-17T00:32:18.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.630318+0000", 2024-08-17T00:32:18.305 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.305 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.305 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.306 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.306 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.306 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.306 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.306 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.306 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.306 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.306 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.306 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.306 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.306 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.36", 2024-08-17T00:32:18.306 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.306 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.307 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.307 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:18.307 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.307 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:33:28.047652+0000", 2024-08-17T00:32:18.307 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.307 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.307 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.307 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.307 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.307 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.307 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.307 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.307 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.310 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.310 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.310 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.310 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.310 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.310 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.310 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.311 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.311 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:18.311 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.311 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.311 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.311 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.311 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.311 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.311 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.311 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:18.311 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.311 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.311 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.312 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.312 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.312 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.312 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.630317+0000", 2024-08-17T00:32:18.312 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:10.022483+0000", 2024-08-17T00:32:18.312 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:10.022483+0000", 2024-08-17T00:32:18.312 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:10.022823+0000", 2024-08-17T00:32:18.312 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.630317+0000", 2024-08-17T00:32:18.312 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.312 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.312 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.312 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 67, 2024-08-17T00:32:18.312 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.630317+0000", 2024-08-17T00:32:18.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.630317+0000", 2024-08-17T00:32:18.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.630317+0000", 2024-08-17T00:32:18.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.630317+0000", 2024-08-17T00:32:18.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.630317+0000", 2024-08-17T00:32:18.313 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.313 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.313 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.313 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.313 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 66, 2024-08-17T00:32:18.313 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.313 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.314 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.314 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.314 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.314 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.314 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.314 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.314 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.35", 2024-08-17T00:32:18.314 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.314 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.314 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.315 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 30, 2024-08-17T00:32:18.315 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.315 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:46:05.778867+0000", 2024-08-17T00:32:18.315 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.315 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.315 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.318 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.318 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.318 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.319 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.319 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.319 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.319 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.319 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:18.319 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.319 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.319 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.319 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.319 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.319 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.320 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.320 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T00:32:18.320 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.320 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.320 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.320 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.320 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.320 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.320 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262910+0000", 2024-08-17T00:32:18.320 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.566227+0000", 2024-08-17T00:32:18.320 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.566227+0000", 2024-08-17T00:32:18.320 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.566848+0000", 2024-08-17T00:32:18.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262910+0000", 2024-08-17T00:32:18.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262910+0000", 2024-08-17T00:32:18.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262910+0000", 2024-08-17T00:32:18.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262910+0000", 2024-08-17T00:32:18.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262910+0000", 2024-08-17T00:32:18.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262910+0000", 2024-08-17T00:32:18.322 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.322 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.322 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.322 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.322 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.322 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.322 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.322 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.322 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.322 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.322 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.322 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.322 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.323 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.34", 2024-08-17T00:32:18.323 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.323 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.323 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.323 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.323 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.323 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:50:50.496885+0000", 2024-08-17T00:32:18.323 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.323 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.323 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.323 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.323 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.326 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.327 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.327 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.327 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.327 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.327 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.327 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.327 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.327 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T00:32:18.327 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.327 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.327 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.327 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.327 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.328 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.328 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.328 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:18.328 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.328 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.328 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.328 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.328 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.328 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.328 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262230+0000", 2024-08-17T00:32:18.328 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.562609+0000", 2024-08-17T00:32:18.328 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.562609+0000", 2024-08-17T00:32:18.328 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.562879+0000", 2024-08-17T00:32:18.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262230+0000", 2024-08-17T00:32:18.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262230+0000", 2024-08-17T00:32:18.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262230+0000", 2024-08-17T00:32:18.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262230+0000", 2024-08-17T00:32:18.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262230+0000", 2024-08-17T00:32:18.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262230+0000", 2024-08-17T00:32:18.329 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.330 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.330 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.330 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.330 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.330 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.330 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.330 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.330 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.330 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.330 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.330 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.330 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.331 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.33", 2024-08-17T00:32:18.331 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.331 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.331 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.331 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.331 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.331 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:06:18.934726+0000", 2024-08-17T00:32:18.331 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.331 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.331 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.331 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.331 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.331 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.334 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.334 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.335 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.335 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.335 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.335 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.335 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.335 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:18.335 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.335 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.335 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.335 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.335 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.335 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:18.336 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.336 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:18.336 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.336 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.336 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.336 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.336 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.336 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.336 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262609+0000", 2024-08-17T00:32:18.336 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.575612+0000", 2024-08-17T00:32:18.336 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.575612+0000", 2024-08-17T00:32:18.336 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.575874+0000", 2024-08-17T00:32:18.336 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262609+0000", 2024-08-17T00:32:18.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262609+0000", 2024-08-17T00:32:18.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262609+0000", 2024-08-17T00:32:18.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262609+0000", 2024-08-17T00:32:18.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262609+0000", 2024-08-17T00:32:18.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262609+0000", 2024-08-17T00:32:18.337 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.337 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.338 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.338 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.338 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.338 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.338 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.338 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.338 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.338 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.338 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.338 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.338 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.338 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.32", 2024-08-17T00:32:18.338 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.339 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.339 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.339 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.339 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.339 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:40:02.226710+0000", 2024-08-17T00:32:18.339 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.339 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.339 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.342 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.342 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.342 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.342 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.342 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.342 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.342 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:18.343 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.343 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:18.343 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.343 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.343 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.343 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.343 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.343 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:18.343 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.343 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:18.343 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.343 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.344 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.344 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.344 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.344 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265204+0000", 2024-08-17T00:32:18.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.570217+0000", 2024-08-17T00:32:18.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.570217+0000", 2024-08-17T00:32:18.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.570533+0000", 2024-08-17T00:32:18.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265204+0000", 2024-08-17T00:32:18.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265204+0000", 2024-08-17T00:32:18.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265204+0000", 2024-08-17T00:32:18.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265204+0000", 2024-08-17T00:32:18.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265204+0000", 2024-08-17T00:32:18.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265204+0000", 2024-08-17T00:32:18.345 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.345 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.345 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.345 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.345 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.345 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.346 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.346 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.346 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.346 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.346 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.346 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.346 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.346 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.31", 2024-08-17T00:32:18.346 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.346 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.346 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.346 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.347 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.347 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:08:33.607075+0000", 2024-08-17T00:32:18.347 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.347 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.347 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.350 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.350 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.350 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.350 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.350 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.350 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:18.351 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.351 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:18.351 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.351 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.351 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.351 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.351 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.351 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.351 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.351 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.351 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:18.351 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.351 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.351 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.352 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.352 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.352 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267456+0000", 2024-08-17T00:32:18.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.577601+0000", 2024-08-17T00:32:18.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.577601+0000", 2024-08-17T00:32:18.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.578022+0000", 2024-08-17T00:32:18.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267456+0000", 2024-08-17T00:32:18.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267456+0000", 2024-08-17T00:32:18.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267456+0000", 2024-08-17T00:32:18.353 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267456+0000", 2024-08-17T00:32:18.353 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.353 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.353 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.353 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267456+0000", 2024-08-17T00:32:18.353 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267456+0000", 2024-08-17T00:32:18.353 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.353 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.353 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.353 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.353 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.353 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.353 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.354 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.354 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.354 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.354 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.354 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.354 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.354 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.30", 2024-08-17T00:32:18.354 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.354 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.354 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.354 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.354 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.354 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:08:26.476660+0000", 2024-08-17T00:32:18.355 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.355 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.355 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.358 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.358 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.358 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.358 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.358 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.358 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.358 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.358 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.358 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:18.358 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.358 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.358 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.359 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.359 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.359 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.359 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.359 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.359 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:18.359 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.359 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.359 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.359 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.359 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.359 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.268199+0000", 2024-08-17T00:32:18.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.578600+0000", 2024-08-17T00:32:18.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.578600+0000", 2024-08-17T00:32:18.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.578873+0000", 2024-08-17T00:32:18.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.268199+0000", 2024-08-17T00:32:18.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.268199+0000", 2024-08-17T00:32:18.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.268199+0000", 2024-08-17T00:32:18.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.268199+0000", 2024-08-17T00:32:18.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.361 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.361 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.268199+0000", 2024-08-17T00:32:18.361 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.268199+0000", 2024-08-17T00:32:18.361 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.361 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.361 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.361 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.361 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.361 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.361 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.361 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.361 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.361 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.362 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.362 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.362 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.362 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2f", 2024-08-17T00:32:18.362 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.362 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.362 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.362 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.362 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.362 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:53:22.660441+0000", 2024-08-17T00:32:18.362 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.362 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.363 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.366 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.366 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.366 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.366 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.366 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.366 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.366 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.366 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.366 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:18.366 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.366 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.366 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.367 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.367 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.367 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.367 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.367 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.367 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:18.367 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.367 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.367 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.367 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.367 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.367 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.368 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348435+0000", 2024-08-17T00:32:18.368 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.567372+0000", 2024-08-17T00:32:18.368 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.567372+0000", 2024-08-17T00:32:18.368 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.567643+0000", 2024-08-17T00:32:18.368 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348435+0000", 2024-08-17T00:32:18.368 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.368 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.368 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.368 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.368 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348435+0000", 2024-08-17T00:32:18.368 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348435+0000", 2024-08-17T00:32:18.368 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348435+0000", 2024-08-17T00:32:18.368 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.368 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.368 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.369 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348435+0000", 2024-08-17T00:32:18.369 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348435+0000", 2024-08-17T00:32:18.369 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.369 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.369 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.369 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.369 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.369 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.369 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.369 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.369 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.369 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.369 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.369 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.369 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.370 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2e", 2024-08-17T00:32:18.370 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.370 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.370 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.370 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:18.370 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.370 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:50:01.962096+0000", 2024-08-17T00:32:18.370 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.370 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.370 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.373 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.373 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.373 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.373 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.373 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.373 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.373 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.373 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.373 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:18.374 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.374 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.374 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.374 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.374 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.374 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.374 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.374 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.374 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:18.374 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.374 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.374 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.374 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.374 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.375 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.375 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552582+0000", 2024-08-17T00:32:18.375 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.572776+0000", 2024-08-17T00:32:18.375 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.572776+0000", 2024-08-17T00:32:18.375 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.573126+0000", 2024-08-17T00:32:18.375 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552582+0000", 2024-08-17T00:32:18.375 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.375 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.375 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.375 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.375 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552582+0000", 2024-08-17T00:32:18.375 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552582+0000", 2024-08-17T00:32:18.375 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552582+0000", 2024-08-17T00:32:18.375 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.375 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.376 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.376 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552582+0000", 2024-08-17T00:32:18.376 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552582+0000", 2024-08-17T00:32:18.376 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.376 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.376 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.376 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.376 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.376 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.376 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.376 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.376 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.376 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.376 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.376 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.377 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.377 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2d", 2024-08-17T00:32:18.377 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.377 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.377 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.377 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.377 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.377 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:39:12.572978+0000", 2024-08-17T00:32:18.377 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.377 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.377 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.380 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.380 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.381 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.381 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.381 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.381 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.381 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.381 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.381 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:18.381 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.381 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.381 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.381 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.381 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.381 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.382 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.382 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.382 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:18.382 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.382 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.382 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.382 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.382 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.382 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.382 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.630006+0000", 2024-08-17T00:32:18.382 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:10.131301+0000", 2024-08-17T00:32:18.382 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:10.131301+0000", 2024-08-17T00:32:18.382 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:10.131724+0000", 2024-08-17T00:32:18.383 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.630006+0000", 2024-08-17T00:32:18.383 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.383 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.383 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.383 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 67, 2024-08-17T00:32:18.383 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.630006+0000", 2024-08-17T00:32:18.383 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.630006+0000", 2024-08-17T00:32:18.383 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.630006+0000", 2024-08-17T00:32:18.383 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.383 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.383 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.383 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.630006+0000", 2024-08-17T00:32:18.383 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.630006+0000", 2024-08-17T00:32:18.384 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.384 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.384 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.384 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.384 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 66, 2024-08-17T00:32:18.384 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.384 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.384 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.384 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.384 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.384 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.384 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.384 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.384 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2c", 2024-08-17T00:32:18.385 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.385 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.385 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.385 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 30, 2024-08-17T00:32:18.385 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.385 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:30:09.973818+0000", 2024-08-17T00:32:18.385 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.385 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.385 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.388 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.388 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.388 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.388 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.388 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.388 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.388 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.388 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.388 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.388 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.388 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.388 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.388 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.388 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.389 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.389 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.389 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:18.389 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.389 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.389 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.389 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.389 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.389 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.389 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.389 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.389 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:18.389 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.390 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.390 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.390 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.390 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.390 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.390 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348294+0000", 2024-08-17T00:32:18.390 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:10.131066+0000", 2024-08-17T00:32:18.390 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:10.131066+0000", 2024-08-17T00:32:18.390 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:10.131353+0000", 2024-08-17T00:32:18.390 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348294+0000", 2024-08-17T00:32:18.390 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.390 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.391 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.391 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 67, 2024-08-17T00:32:18.391 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348294+0000", 2024-08-17T00:32:18.391 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348294+0000", 2024-08-17T00:32:18.391 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348294+0000", 2024-08-17T00:32:18.391 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.391 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.391 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.391 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348294+0000", 2024-08-17T00:32:18.391 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348294+0000", 2024-08-17T00:32:18.391 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.391 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.391 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.391 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.391 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 66, 2024-08-17T00:32:18.392 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.392 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.392 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.392 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.392 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.392 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.392 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.392 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.392 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2b", 2024-08-17T00:32:18.392 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.392 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.392 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.393 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 18, 2024-08-17T00:32:18.393 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.393 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:23:59.896393+0000", 2024-08-17T00:32:18.393 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.393 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.393 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.396 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.396 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.396 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.396 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.396 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.396 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.396 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.396 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.396 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.396 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.396 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.396 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.396 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.397 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.397 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.397 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.397 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.397 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.397 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:18.397 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.397 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.397 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.397 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.397 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.397 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.398 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.398 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.398 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:18.398 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.398 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.398 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.398 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.398 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.398 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.398 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267763+0000", 2024-08-17T00:32:18.398 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.580943+0000", 2024-08-17T00:32:18.398 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.580943+0000", 2024-08-17T00:32:18.399 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.581238+0000", 2024-08-17T00:32:18.399 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267763+0000", 2024-08-17T00:32:18.399 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.399 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.399 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.399 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.399 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267763+0000", 2024-08-17T00:32:18.399 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267763+0000", 2024-08-17T00:32:18.399 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267763+0000", 2024-08-17T00:32:18.399 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.399 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.399 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.399 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267763+0000", 2024-08-17T00:32:18.400 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267763+0000", 2024-08-17T00:32:18.400 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.400 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.400 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.400 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.400 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.400 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.400 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.400 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.400 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.400 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.400 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.400 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.401 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.401 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2a", 2024-08-17T00:32:18.401 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.401 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.401 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.401 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.401 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.401 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:28:51.010275+0000", 2024-08-17T00:32:18.401 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.401 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.401 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.404 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.404 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.404 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.405 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.405 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.405 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.405 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.405 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.405 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:18.405 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.405 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.405 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.405 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.405 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.405 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.405 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.406 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.406 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:18.406 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.406 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.406 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.406 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.406 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.406 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.406 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262043+0000", 2024-08-17T00:32:18.406 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.560626+0000", 2024-08-17T00:32:18.406 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.560626+0000", 2024-08-17T00:32:18.406 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.560873+0000", 2024-08-17T00:32:18.407 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262043+0000", 2024-08-17T00:32:18.407 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.407 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.407 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.407 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.407 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262043+0000", 2024-08-17T00:32:18.407 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262043+0000", 2024-08-17T00:32:18.407 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262043+0000", 2024-08-17T00:32:18.407 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.407 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.407 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.407 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262043+0000", 2024-08-17T00:32:18.407 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262043+0000", 2024-08-17T00:32:18.407 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.408 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.408 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.408 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.408 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.408 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.408 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.408 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.408 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.408 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.408 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.408 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.408 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.408 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.29", 2024-08-17T00:32:18.409 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.409 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.409 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.409 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.409 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.409 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:16:38.858694+0000", 2024-08-17T00:32:18.409 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.409 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.409 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.410 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.410 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.410 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.410 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.410 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.410 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.410 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.410 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.410 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.410 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.410 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.410 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.410 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.412 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.412 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.412 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.412 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.413 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.413 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.413 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.413 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.413 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:18.413 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.413 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.413 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.413 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.413 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.413 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.413 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.414 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.414 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:18.414 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.414 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.414 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.414 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.414 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.414 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.414 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267491+0000", 2024-08-17T00:32:18.414 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.570620+0000", 2024-08-17T00:32:18.414 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.570620+0000", 2024-08-17T00:32:18.414 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.570996+0000", 2024-08-17T00:32:18.414 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267491+0000", 2024-08-17T00:32:18.415 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.415 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.415 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.415 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.415 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267491+0000", 2024-08-17T00:32:18.415 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267491+0000", 2024-08-17T00:32:18.415 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267491+0000", 2024-08-17T00:32:18.415 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.415 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.415 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.415 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267491+0000", 2024-08-17T00:32:18.415 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267491+0000", 2024-08-17T00:32:18.416 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.416 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.416 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.416 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.416 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.416 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.416 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.416 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.416 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.416 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.416 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.416 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.416 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.417 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.28", 2024-08-17T00:32:18.417 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.417 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.417 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.417 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.417 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.417 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:06:22.454183+0000", 2024-08-17T00:32:18.417 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.417 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.417 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.417 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.417 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.418 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.418 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.418 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.418 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.418 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.418 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.418 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.418 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.418 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.418 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.418 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.418 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.418 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.420 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.421 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.421 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.421 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.421 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.421 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.421 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.421 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.421 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:18.421 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.421 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.421 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.421 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.422 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.422 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.422 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.422 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.422 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:18.422 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.422 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.422 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.422 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.422 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.422 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.422 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262359+0000", 2024-08-17T00:32:18.423 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.559342+0000", 2024-08-17T00:32:18.423 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.559342+0000", 2024-08-17T00:32:18.423 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.560724+0000", 2024-08-17T00:32:18.423 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262359+0000", 2024-08-17T00:32:18.423 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.423 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.423 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.423 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.423 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262359+0000", 2024-08-17T00:32:18.423 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262359+0000", 2024-08-17T00:32:18.423 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262359+0000", 2024-08-17T00:32:18.423 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.423 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.424 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.424 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262359+0000", 2024-08-17T00:32:18.424 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262359+0000", 2024-08-17T00:32:18.424 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.424 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.424 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.424 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.424 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.424 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.424 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.424 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.424 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.424 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.425 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.425 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.425 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.425 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.27", 2024-08-17T00:32:18.425 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.425 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.425 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.425 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.425 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.425 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:18:34.982457+0000", 2024-08-17T00:32:18.425 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.425 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.425 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.425 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.426 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.426 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.426 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.426 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.426 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.426 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.426 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.426 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.426 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.427 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.427 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.427 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.427 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.427 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.427 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.427 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.427 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.427 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.427 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.427 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.427 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.427 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.429 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.429 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.429 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.429 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.429 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.429 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.429 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.429 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.430 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:18.430 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.430 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.430 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.430 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.430 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.430 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.430 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.430 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.430 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:18.431 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.431 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.431 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.431 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.431 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.431 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.431 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:18.431 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.564878+0000", 2024-08-17T00:32:18.431 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.564878+0000", 2024-08-17T00:32:18.431 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.565235+0000", 2024-08-17T00:32:18.431 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:18.431 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.431 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.432 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.432 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.432 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:18.432 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:18.432 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:18.432 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.432 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.432 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.432 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:18.432 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:18.432 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.433 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.433 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.433 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.433 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.433 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.433 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.433 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.433 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.433 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.433 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.433 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.434 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.434 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.26", 2024-08-17T00:32:18.434 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.434 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.434 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.434 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:18.434 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.434 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:02:20.929399+0000", 2024-08-17T00:32:18.434 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.434 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.434 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.434 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.434 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.435 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.435 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.435 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.435 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.435 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.435 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.435 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.435 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.435 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.435 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.435 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.435 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.435 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.437 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.437 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.438 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.438 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.438 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.438 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.438 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.438 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.438 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:18.438 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.438 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.438 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.438 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.438 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.438 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.439 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.439 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.439 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:18.439 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.439 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.439 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.439 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.439 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.439 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.439 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265360+0000", 2024-08-17T00:32:18.439 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.565030+0000", 2024-08-17T00:32:18.439 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.565030+0000", 2024-08-17T00:32:18.439 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.565311+0000", 2024-08-17T00:32:18.439 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265360+0000", 2024-08-17T00:32:18.440 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.440 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.440 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.440 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.440 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265360+0000", 2024-08-17T00:32:18.440 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265360+0000", 2024-08-17T00:32:18.440 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265360+0000", 2024-08-17T00:32:18.440 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.440 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.440 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.440 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265360+0000", 2024-08-17T00:32:18.440 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265360+0000", 2024-08-17T00:32:18.440 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.440 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.441 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.441 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.441 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.441 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.441 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.441 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.441 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.441 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.441 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.441 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.441 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.441 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.25", 2024-08-17T00:32:18.441 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.441 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.442 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.442 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.442 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.442 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:10:49.142508+0000", 2024-08-17T00:32:18.442 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.442 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.442 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.442 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.442 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.442 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.445 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.446 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.446 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.446 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.446 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.446 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.446 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.446 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.446 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:18.446 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.446 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.446 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.446 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.446 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.447 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.447 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.447 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.447 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:18.447 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.447 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.447 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.447 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.447 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.447 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.447 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262698+0000", 2024-08-17T00:32:18.447 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.558966+0000", 2024-08-17T00:32:18.447 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.558966+0000", 2024-08-17T00:32:18.448 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.559743+0000", 2024-08-17T00:32:18.448 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262698+0000", 2024-08-17T00:32:18.448 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.448 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.448 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.448 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.448 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262698+0000", 2024-08-17T00:32:18.448 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262698+0000", 2024-08-17T00:32:18.448 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262698+0000", 2024-08-17T00:32:18.448 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.448 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.449 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.449 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262698+0000", 2024-08-17T00:32:18.449 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262698+0000", 2024-08-17T00:32:18.449 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.449 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.449 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.449 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.449 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.449 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.449 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.450 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.450 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.450 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.450 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.450 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.450 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.450 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.24", 2024-08-17T00:32:18.450 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.450 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.450 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.450 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.450 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.450 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:51:25.120580+0000", 2024-08-17T00:32:18.451 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.451 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.451 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.451 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.451 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.451 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.451 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.451 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.451 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.451 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.451 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.451 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.451 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.451 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.452 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.452 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.452 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.452 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.452 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.452 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.452 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.452 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.452 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.452 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.452 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.452 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.452 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.452 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.454 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.454 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.454 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.454 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.454 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.454 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.454 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.454 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.454 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:18.454 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.454 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.454 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.455 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.455 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.455 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.455 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.455 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.455 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:18.455 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.455 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.455 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.455 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.455 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.455 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.455 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262845+0000", 2024-08-17T00:32:18.456 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.569892+0000", 2024-08-17T00:32:18.456 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.569892+0000", 2024-08-17T00:32:18.456 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.570575+0000", 2024-08-17T00:32:18.456 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262845+0000", 2024-08-17T00:32:18.456 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.456 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.456 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.456 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.456 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262845+0000", 2024-08-17T00:32:18.456 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262845+0000", 2024-08-17T00:32:18.456 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262845+0000", 2024-08-17T00:32:18.456 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.456 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.456 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.457 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262845+0000", 2024-08-17T00:32:18.457 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262845+0000", 2024-08-17T00:32:18.457 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.457 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.457 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.457 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.457 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.457 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.457 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.457 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.457 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.457 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.457 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.458 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.458 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.458 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.23", 2024-08-17T00:32:18.458 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.458 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.458 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.458 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.458 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.458 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:48:43.557425+0000", 2024-08-17T00:32:18.458 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.458 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.458 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.458 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.459 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.459 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.459 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.459 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.459 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.459 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.459 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.459 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.459 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.459 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.459 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.459 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.460 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.460 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.460 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.460 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.460 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.460 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.460 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.460 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.460 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.460 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.460 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.460 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.460 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.460 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.461 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.462 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.462 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.462 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.462 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.462 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.462 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.462 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.462 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:18.462 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.462 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.462 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.462 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.463 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.463 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.463 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.463 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.463 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:18.463 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.463 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.463 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.463 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.463 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.463 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.463 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267758+0000", 2024-08-17T00:32:18.463 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.577928+0000", 2024-08-17T00:32:18.464 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.577928+0000", 2024-08-17T00:32:18.464 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.578201+0000", 2024-08-17T00:32:18.464 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267758+0000", 2024-08-17T00:32:18.464 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.464 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.464 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.464 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.464 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267758+0000", 2024-08-17T00:32:18.464 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267758+0000", 2024-08-17T00:32:18.464 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267758+0000", 2024-08-17T00:32:18.464 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.464 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.464 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.465 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267758+0000", 2024-08-17T00:32:18.465 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267758+0000", 2024-08-17T00:32:18.465 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.465 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.465 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.465 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.465 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.465 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.465 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.465 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.465 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.465 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.465 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.465 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.466 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.466 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.22", 2024-08-17T00:32:18.466 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.466 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.466 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.466 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.466 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.466 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:46:21.875648+0000", 2024-08-17T00:32:18.466 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.466 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.466 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.466 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.466 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.467 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.467 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.467 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.467 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.467 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.467 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.467 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.467 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.467 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.467 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.467 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.467 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.467 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.468 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.468 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.468 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.468 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.468 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.468 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.468 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.468 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.468 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.468 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.468 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.468 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.470 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.470 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.470 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.470 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.470 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.470 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.470 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.470 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:18.470 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.470 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.470 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.471 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.471 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.471 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.471 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.471 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:18.471 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.471 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.471 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.471 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.471 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.471 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.471 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348149+0000", 2024-08-17T00:32:18.472 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.571847+0000", 2024-08-17T00:32:18.472 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.571847+0000", 2024-08-17T00:32:18.472 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.572134+0000", 2024-08-17T00:32:18.472 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348149+0000", 2024-08-17T00:32:18.472 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.472 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.472 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.472 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.472 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348149+0000", 2024-08-17T00:32:18.472 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348149+0000", 2024-08-17T00:32:18.472 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348149+0000", 2024-08-17T00:32:18.472 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.472 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.473 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.473 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348149+0000", 2024-08-17T00:32:18.473 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348149+0000", 2024-08-17T00:32:18.473 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.473 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.473 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.473 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.473 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.473 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.473 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.473 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.473 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.473 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.474 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.474 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.474 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.474 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.21", 2024-08-17T00:32:18.474 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.474 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.474 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.474 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:18.474 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.474 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:59:58.108828+0000", 2024-08-17T00:32:18.474 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.474 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.474 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.474 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.475 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.475 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.475 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.475 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.475 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.475 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.475 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.475 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.475 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.475 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.475 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.475 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.478 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.478 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.478 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.478 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.478 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.478 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.478 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.478 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:18.478 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.479 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.479 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.479 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.479 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.479 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:18.479 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.479 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:18.479 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.479 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.479 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.479 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.479 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.479 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.480 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.629707+0000", 2024-08-17T00:32:18.480 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.578232+0000", 2024-08-17T00:32:18.480 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.578232+0000", 2024-08-17T00:32:18.480 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.578531+0000", 2024-08-17T00:32:18.480 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.629707+0000", 2024-08-17T00:32:18.480 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.480 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.480 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.480 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.480 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.629707+0000", 2024-08-17T00:32:18.480 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.629707+0000", 2024-08-17T00:32:18.480 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.629707+0000", 2024-08-17T00:32:18.480 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.629707+0000", 2024-08-17T00:32:18.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.629707+0000", 2024-08-17T00:32:18.481 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.481 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.481 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.481 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.481 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.481 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.481 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.481 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.481 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.481 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.481 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.482 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.482 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.482 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.20", 2024-08-17T00:32:18.482 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.482 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.482 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.482 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:18.482 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.482 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:03:06.972232+0000", 2024-08-17T00:32:18.482 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.482 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.482 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.482 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.483 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.483 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.483 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.483 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.483 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.483 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.483 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.483 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.483 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.483 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.483 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.483 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.483 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.483 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.485 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.485 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.485 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.486 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.486 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.486 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:18.486 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.486 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:18.486 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.486 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.486 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.486 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.486 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.486 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.486 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.487 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T00:32:18.487 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.487 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.487 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.487 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.487 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.487 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.487 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262726+0000", 2024-08-17T00:32:18.487 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.563683+0000", 2024-08-17T00:32:18.487 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.563683+0000", 2024-08-17T00:32:18.487 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.563988+0000", 2024-08-17T00:32:18.487 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262726+0000", 2024-08-17T00:32:18.487 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.488 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.488 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.488 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.488 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262726+0000", 2024-08-17T00:32:18.488 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262726+0000", 2024-08-17T00:32:18.488 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262726+0000", 2024-08-17T00:32:18.488 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.488 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.488 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.488 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262726+0000", 2024-08-17T00:32:18.488 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262726+0000", 2024-08-17T00:32:18.488 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.488 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.488 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.489 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.489 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.489 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.489 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.489 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.489 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.489 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.489 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.489 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.489 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.489 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1a", 2024-08-17T00:32:18.489 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.489 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.490 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.490 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.490 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.490 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:05:01.678441+0000", 2024-08-17T00:32:18.490 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.490 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.490 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.493 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.493 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.493 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.493 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.494 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.494 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.494 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.494 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T00:32:18.494 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.494 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.494 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.494 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.494 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.494 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.494 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.494 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:18.495 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.495 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.495 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.495 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.495 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.495 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.495 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262386+0000", 2024-08-17T00:32:18.495 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.327464+0000", 2024-08-17T00:32:18.495 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.327464+0000", 2024-08-17T00:32:18.495 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.327941+0000", 2024-08-17T00:32:18.495 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262386+0000", 2024-08-17T00:32:18.495 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.495 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.495 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262386+0000", 2024-08-17T00:32:18.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262386+0000", 2024-08-17T00:32:18.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262386+0000", 2024-08-17T00:32:18.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262386+0000", 2024-08-17T00:32:18.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262386+0000", 2024-08-17T00:32:18.496 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.496 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T00:32:18.496 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.496 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.496 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.497 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.497 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.497 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.497 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.497 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T00:32:18.497 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.497 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.497 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.497 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1b", 2024-08-17T00:32:18.497 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.497 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.497 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.497 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:18.498 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.498 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:56:42.853121+0000", 2024-08-17T00:32:18.498 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.498 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.498 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.501 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.501 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.501 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.501 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.501 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.501 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.501 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.501 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:18.501 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T00:32:18.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.502 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.502 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.502 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.502 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.502 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.502 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.502 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:18.502 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.502 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.502 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.502 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.503 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.503 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.503 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262947+0000", 2024-08-17T00:32:18.503 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.568474+0000", 2024-08-17T00:32:18.503 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.568474+0000", 2024-08-17T00:32:18.503 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.568941+0000", 2024-08-17T00:32:18.503 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262947+0000", 2024-08-17T00:32:18.503 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.503 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.503 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.503 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.503 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262947+0000", 2024-08-17T00:32:18.503 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262947+0000", 2024-08-17T00:32:18.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262947+0000", 2024-08-17T00:32:18.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262947+0000", 2024-08-17T00:32:18.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262947+0000", 2024-08-17T00:32:18.504 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.504 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.504 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.504 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.504 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.504 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.504 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.504 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.504 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.505 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.505 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.505 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.505 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.505 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1b", 2024-08-17T00:32:18.505 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.505 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.505 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.505 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.505 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.505 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:47:02.534879+0000", 2024-08-17T00:32:18.505 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.505 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.505 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.509 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.509 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.509 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.509 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.509 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.509 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.509 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.509 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:18.509 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.509 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.510 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.510 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.510 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.510 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.510 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.510 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:18.510 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.510 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.510 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.510 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.510 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.510 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.510 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.629966+0000", 2024-08-17T00:32:18.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.329595+0000", 2024-08-17T00:32:18.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.329595+0000", 2024-08-17T00:32:18.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.330117+0000", 2024-08-17T00:32:18.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.629966+0000", 2024-08-17T00:32:18.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.629966+0000", 2024-08-17T00:32:18.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.629966+0000", 2024-08-17T00:32:18.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.629966+0000", 2024-08-17T00:32:18.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.629966+0000", 2024-08-17T00:32:18.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.629966+0000", 2024-08-17T00:32:18.512 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.512 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T00:32:18.512 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.512 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.512 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.512 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.512 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.512 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.512 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.512 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T00:32:18.512 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.513 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.513 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.513 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1a", 2024-08-17T00:32:18.513 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.513 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.513 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.513 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 23, 2024-08-17T00:32:18.513 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.513 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:31:21.489599+0000", 2024-08-17T00:32:18.513 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.513 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.513 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.513 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.516 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.516 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.516 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.517 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.517 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.517 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.517 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.517 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:18.517 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T00:32:18.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.517 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.517 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.517 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.517 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.517 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.517 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.518 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:18.518 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.518 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.518 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.518 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.518 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.518 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.518 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262183+0000", 2024-08-17T00:32:18.518 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.325748+0000", 2024-08-17T00:32:18.518 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.325748+0000", 2024-08-17T00:32:18.518 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.326095+0000", 2024-08-17T00:32:18.518 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262183+0000", 2024-08-17T00:32:18.518 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.518 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262183+0000", 2024-08-17T00:32:18.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262183+0000", 2024-08-17T00:32:18.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262183+0000", 2024-08-17T00:32:18.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262183+0000", 2024-08-17T00:32:18.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262183+0000", 2024-08-17T00:32:18.519 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.519 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.519 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.519 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.520 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.520 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.520 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.520 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.520 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.520 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.520 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.520 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.520 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.520 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.19", 2024-08-17T00:32:18.520 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.520 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.520 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.520 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:18.521 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.521 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:26:54.184058+0000", 2024-08-17T00:32:18.521 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.521 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.521 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.524 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.524 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.524 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.524 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.524 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.524 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.524 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.524 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:18.524 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.525 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.525 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.525 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.525 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.525 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.525 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.525 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:18.525 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.525 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.525 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.525 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.525 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.525 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.525 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:18.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.559258+0000", 2024-08-17T00:32:18.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.559258+0000", 2024-08-17T00:32:18.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.560686+0000", 2024-08-17T00:32:18.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:18.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:18.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:18.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:18.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.527 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.527 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:18.527 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:18.527 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.527 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.527 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.527 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.527 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.527 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.527 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.527 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.527 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.527 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.528 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.528 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.528 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.528 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.18", 2024-08-17T00:32:18.528 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.528 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.528 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.528 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.528 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.528 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:03:25.523387+0000", 2024-08-17T00:32:18.528 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.528 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.528 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.532 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.532 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.532 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.532 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.532 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.532 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.532 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.532 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:18.532 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.532 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.532 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.533 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.533 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.533 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.533 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.533 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:18.533 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.533 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.533 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.533 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.533 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.533 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.533 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267560+0000", 2024-08-17T00:32:18.533 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.327632+0000", 2024-08-17T00:32:18.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.327632+0000", 2024-08-17T00:32:18.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.328023+0000", 2024-08-17T00:32:18.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267560+0000", 2024-08-17T00:32:18.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267560+0000", 2024-08-17T00:32:18.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267560+0000", 2024-08-17T00:32:18.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267560+0000", 2024-08-17T00:32:18.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.535 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267560+0000", 2024-08-17T00:32:18.535 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267560+0000", 2024-08-17T00:32:18.535 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.535 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.535 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.535 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.535 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.535 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.535 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.535 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.535 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.535 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.535 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.535 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.536 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.536 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.18", 2024-08-17T00:32:18.536 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.536 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.536 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.536 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:18.536 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.536 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:14:49.647406+0000", 2024-08-17T00:32:18.536 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.536 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.536 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.539 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.539 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.540 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.540 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.540 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.540 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.540 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.540 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:18.540 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.540 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.540 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.540 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.540 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.540 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.540 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.541 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:18.541 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.541 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.541 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.541 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.541 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.541 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265104+0000", 2024-08-17T00:32:18.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.563989+0000", 2024-08-17T00:32:18.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.563989+0000", 2024-08-17T00:32:18.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.564257+0000", 2024-08-17T00:32:18.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265104+0000", 2024-08-17T00:32:18.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265104+0000", 2024-08-17T00:32:18.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265104+0000", 2024-08-17T00:32:18.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265104+0000", 2024-08-17T00:32:18.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265104+0000", 2024-08-17T00:32:18.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265104+0000", 2024-08-17T00:32:18.542 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.543 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.543 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.543 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.543 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.543 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.543 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.543 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.543 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.543 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.543 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.543 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.543 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.543 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.19", 2024-08-17T00:32:18.543 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.544 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.544 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.544 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.544 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.544 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:34:56.400272+0000", 2024-08-17T00:32:18.544 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.544 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.544 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.547 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.547 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.548 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.548 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.548 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.548 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.548 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.548 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:18.548 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.548 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.548 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.548 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.548 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.548 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.549 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.549 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:18.549 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.549 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.549 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.549 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.549 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.549 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.630376+0000", 2024-08-17T00:32:18.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.327183+0000", 2024-08-17T00:32:18.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.327183+0000", 2024-08-17T00:32:18.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.327717+0000", 2024-08-17T00:32:18.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.630376+0000", 2024-08-17T00:32:18.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.630376+0000", 2024-08-17T00:32:18.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.630376+0000", 2024-08-17T00:32:18.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.630376+0000", 2024-08-17T00:32:18.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.630376+0000", 2024-08-17T00:32:18.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.630376+0000", 2024-08-17T00:32:18.550 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.551 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.551 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.551 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.551 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.551 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.551 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.551 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.551 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.551 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.551 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.551 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.551 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.551 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.17", 2024-08-17T00:32:18.551 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.552 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.552 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.552 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 22, 2024-08-17T00:32:18.552 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.552 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:25:34.020379+0000", 2024-08-17T00:32:18.552 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.552 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.552 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.557 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.557 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.557 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.557 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.558 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.558 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.558 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.558 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.558 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.558 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:18.558 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.558 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.558 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.558 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.558 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.558 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.559 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.559 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:18.559 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.559 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.559 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.559 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.559 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.559 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.559 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.268015+0000", 2024-08-17T00:32:18.559 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.581312+0000", 2024-08-17T00:32:18.559 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.581312+0000", 2024-08-17T00:32:18.559 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.581596+0000", 2024-08-17T00:32:18.559 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.268015+0000", 2024-08-17T00:32:18.559 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.560 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.560 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.560 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.560 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.268015+0000", 2024-08-17T00:32:18.560 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.268015+0000", 2024-08-17T00:32:18.560 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.268015+0000", 2024-08-17T00:32:18.560 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.560 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.560 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.560 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.268015+0000", 2024-08-17T00:32:18.560 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.268015+0000", 2024-08-17T00:32:18.560 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.561 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.561 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.561 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.561 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.561 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.561 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.561 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.561 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.561 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.561 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.561 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.561 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.561 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.16", 2024-08-17T00:32:18.562 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.562 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.562 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.562 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.562 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.562 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:11:23.608191+0000", 2024-08-17T00:32:18.562 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.562 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.562 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.565 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.565 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.565 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.565 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.565 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.565 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.565 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.565 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.565 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.565 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.565 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.565 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.566 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.566 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.566 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.566 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.566 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:18.566 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.566 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.566 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.566 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.566 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.566 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.566 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.566 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:18.567 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.567 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.567 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.567 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.567 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.567 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.567 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.268054+0000", 2024-08-17T00:32:18.567 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.328822+0000", 2024-08-17T00:32:18.567 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.328822+0000", 2024-08-17T00:32:18.567 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.329168+0000", 2024-08-17T00:32:18.567 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.268054+0000", 2024-08-17T00:32:18.567 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.567 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.568 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.568 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.568 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.268054+0000", 2024-08-17T00:32:18.568 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.268054+0000", 2024-08-17T00:32:18.568 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.268054+0000", 2024-08-17T00:32:18.568 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.568 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.568 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.568 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.268054+0000", 2024-08-17T00:32:18.568 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.268054+0000", 2024-08-17T00:32:18.568 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.568 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.568 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.568 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.569 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.569 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.569 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.569 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.569 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.569 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.569 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.569 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.569 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.569 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.16", 2024-08-17T00:32:18.569 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.569 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.569 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.569 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:18.570 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.570 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:56:39.682103+0000", 2024-08-17T00:32:18.570 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.570 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.570 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.573 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.573 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.573 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.573 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.573 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.573 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.573 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.573 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.573 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.573 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.573 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.573 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.573 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.574 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.574 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.574 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:18.574 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.574 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.574 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.574 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.574 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.574 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.574 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.574 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.574 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:18.574 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.575 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.575 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.575 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.575 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.575 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.263845+0000", 2024-08-17T00:32:18.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.571136+0000", 2024-08-17T00:32:18.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.571136+0000", 2024-08-17T00:32:18.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.571584+0000", 2024-08-17T00:32:18.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.263845+0000", 2024-08-17T00:32:18.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.576 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.576 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.263845+0000", 2024-08-17T00:32:18.576 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.263845+0000", 2024-08-17T00:32:18.576 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.263845+0000", 2024-08-17T00:32:18.576 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.576 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.576 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.576 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.263845+0000", 2024-08-17T00:32:18.576 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.263845+0000", 2024-08-17T00:32:18.576 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.576 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.576 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.576 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.576 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.577 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.577 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.577 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.577 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.577 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.577 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.577 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.577 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.577 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.17", 2024-08-17T00:32:18.577 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.577 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.577 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.577 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.578 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.578 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:07:32.824713+0000", 2024-08-17T00:32:18.578 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.578 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.578 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.581 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.581 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.581 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.581 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.581 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.581 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.581 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.581 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.581 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.581 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.581 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:18.581 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.582 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.582 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.582 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.582 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.582 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.582 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.582 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:18.582 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.582 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.582 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.582 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.582 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.583 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265433+0000", 2024-08-17T00:32:18.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.325792+0000", 2024-08-17T00:32:18.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.325792+0000", 2024-08-17T00:32:18.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.326327+0000", 2024-08-17T00:32:18.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265433+0000", 2024-08-17T00:32:18.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265433+0000", 2024-08-17T00:32:18.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265433+0000", 2024-08-17T00:32:18.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265433+0000", 2024-08-17T00:32:18.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.584 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.584 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.584 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265433+0000", 2024-08-17T00:32:18.584 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265433+0000", 2024-08-17T00:32:18.584 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.584 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3, 2024-08-17T00:32:18.584 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.584 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.584 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.584 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.584 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.584 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.584 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.585 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3, 2024-08-17T00:32:18.585 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.585 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.585 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.585 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.15", 2024-08-17T00:32:18.585 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.585 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.585 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.585 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 27, 2024-08-17T00:32:18.585 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.585 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:46:15.450671+0000", 2024-08-17T00:32:18.585 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.585 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.585 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 90, 2024-08-17T00:32:18.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T00:32:18.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T00:32:18.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T00:32:18.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:18.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 4, 2024-08-17T00:32:18.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T00:32:18.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.589 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.589 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.589 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.589 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.589 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.589 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.589 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.589 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:18.589 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'3" 2024-08-17T00:32:18.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.589 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.589 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.590 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.590 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.590 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.590 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.590 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:18.590 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.590 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.590 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.590 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.590 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.590 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348285+0000", 2024-08-17T00:32:18.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:09.822223+0000", 2024-08-17T00:32:18.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:09.822223+0000", 2024-08-17T00:32:18.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:09.822555+0000", 2024-08-17T00:32:18.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348285+0000", 2024-08-17T00:32:18.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 67, 2024-08-17T00:32:18.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348285+0000", 2024-08-17T00:32:18.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348285+0000", 2024-08-17T00:32:18.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348285+0000", 2024-08-17T00:32:18.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.592 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348285+0000", 2024-08-17T00:32:18.592 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348285+0000", 2024-08-17T00:32:18.592 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.592 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.592 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.592 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.592 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 66, 2024-08-17T00:32:18.592 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.592 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.592 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.592 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.592 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.592 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.592 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.592 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.593 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.14", 2024-08-17T00:32:18.593 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.593 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.593 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.593 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 18, 2024-08-17T00:32:18.593 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.593 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:10:21.766635+0000", 2024-08-17T00:32:18.593 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.593 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.593 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.596 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.596 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.596 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.596 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.597 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.597 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.597 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.597 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:18.597 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.597 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.597 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.597 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.597 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.597 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.597 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:18.597 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.597 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:18.597 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.598 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.598 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.598 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.598 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.598 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:31:14.063030+0000", 2024-08-17T00:32:18.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.325615+0000", 2024-08-17T00:32:18.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.325615+0000", 2024-08-17T00:32:18.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.325954+0000", 2024-08-17T00:32:18.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:31:14.063030+0000", 2024-08-17T00:32:18.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:31:14.063030+0000", 2024-08-17T00:32:18.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:31:14.063030+0000", 2024-08-17T00:32:18.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:31:14.063030+0000", 2024-08-17T00:32:18.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:31:14.063030+0000", 2024-08-17T00:32:18.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:31:14.063030+0000", 2024-08-17T00:32:18.599 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.599 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 12, 2024-08-17T00:32:18.599 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.599 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.599 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.600 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.600 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.600 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.600 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.600 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 12, 2024-08-17T00:32:18.600 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.600 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.600 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.600 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.14", 2024-08-17T00:32:18.600 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.600 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.600 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:18.600 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 34, 2024-08-17T00:32:18.600 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.601 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:23:44.143722+0000", 2024-08-17T00:32:18.601 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.601 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.601 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 2624, 2024-08-17T00:32:18.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T00:32:18.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T00:32:18.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T00:32:18.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:18.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 12, 2024-08-17T00:32:18.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 9 2024-08-17T00:32:18.604 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.604 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.604 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.604 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.604 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.604 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.604 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:18.604 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.604 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:18.604 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "75'12" 2024-08-17T00:32:18.604 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.605 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.605 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.605 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.605 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.605 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.605 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.605 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:18.605 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.605 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.605 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.605 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.605 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.605 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552391+0000", 2024-08-17T00:32:18.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.570648+0000", 2024-08-17T00:32:18.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.570648+0000", 2024-08-17T00:32:18.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.570922+0000", 2024-08-17T00:32:18.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552391+0000", 2024-08-17T00:32:18.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552391+0000", 2024-08-17T00:32:18.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552391+0000", 2024-08-17T00:32:18.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552391+0000", 2024-08-17T00:32:18.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552391+0000", 2024-08-17T00:32:18.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552391+0000", 2024-08-17T00:32:18.607 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.607 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.607 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.607 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.607 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.607 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.607 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.607 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.607 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.607 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.608 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.608 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.608 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.608 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.15", 2024-08-17T00:32:18.608 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.608 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.608 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.608 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.608 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.608 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:04:04.313911+0000", 2024-08-17T00:32:18.608 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.608 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.608 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.612 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.612 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.612 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.612 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.612 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.612 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.612 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.612 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:18.612 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.612 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.612 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.612 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.613 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.613 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.613 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.613 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:18.613 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.613 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.613 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.613 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.613 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.613 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262966+0000", 2024-08-17T00:32:18.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.319126+0000", 2024-08-17T00:32:18.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.319126+0000", 2024-08-17T00:32:18.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.319418+0000", 2024-08-17T00:32:18.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262966+0000", 2024-08-17T00:32:18.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262966+0000", 2024-08-17T00:32:18.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262966+0000", 2024-08-17T00:32:18.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262966+0000", 2024-08-17T00:32:18.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262966+0000", 2024-08-17T00:32:18.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262966+0000", 2024-08-17T00:32:18.615 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.615 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T00:32:18.615 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.615 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.615 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.615 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.615 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.615 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.615 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.615 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T00:32:18.615 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.615 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.615 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.615 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.13", 2024-08-17T00:32:18.616 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.616 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.616 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.616 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 26, 2024-08-17T00:32:18.616 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.616 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:05:42.776436+0000", 2024-08-17T00:32:18.616 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.616 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.616 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 34, 2024-08-17T00:32:18.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T00:32:18.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T00:32:18.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T00:32:18.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:18.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T00:32:18.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 6 2024-08-17T00:32:18.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.619 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.619 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.619 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.619 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.620 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.620 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.620 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.620 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:18.620 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T00:32:18.620 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.620 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.620 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.620 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.620 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.620 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.620 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.620 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:18.620 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.621 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.621 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.621 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.621 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.621 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262680+0000", 2024-08-17T00:32:18.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.566761+0000", 2024-08-17T00:32:18.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.566761+0000", 2024-08-17T00:32:18.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.567004+0000", 2024-08-17T00:32:18.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262680+0000", 2024-08-17T00:32:18.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262680+0000", 2024-08-17T00:32:18.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262680+0000", 2024-08-17T00:32:18.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262680+0000", 2024-08-17T00:32:18.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262680+0000", 2024-08-17T00:32:18.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262680+0000", 2024-08-17T00:32:18.622 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.622 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.622 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.622 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.622 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.623 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.623 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.623 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.623 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.623 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.623 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.623 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.623 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.623 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.12", 2024-08-17T00:32:18.623 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.623 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.623 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.623 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.624 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.624 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:26:27.508839+0000", 2024-08-17T00:32:18.624 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.624 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.624 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.627 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.627 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.627 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.627 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.627 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.627 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.627 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.627 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.627 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:18.628 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.628 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.628 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.628 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.628 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.628 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.628 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.628 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.628 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:18.628 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.628 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.628 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.628 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.628 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.629 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267885+0000", 2024-08-17T00:32:18.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.327806+0000", 2024-08-17T00:32:18.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.327806+0000", 2024-08-17T00:32:18.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.328142+0000", 2024-08-17T00:32:18.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267885+0000", 2024-08-17T00:32:18.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267885+0000", 2024-08-17T00:32:18.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267885+0000", 2024-08-17T00:32:18.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267885+0000", 2024-08-17T00:32:18.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267885+0000", 2024-08-17T00:32:18.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267885+0000", 2024-08-17T00:32:18.630 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.630 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.630 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.630 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.630 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.630 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.630 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.630 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.630 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.630 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.631 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.631 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.631 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.631 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.12", 2024-08-17T00:32:18.631 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.631 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.631 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.631 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:18.631 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.631 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:05:22.774743+0000", 2024-08-17T00:32:18.631 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.631 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.631 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.635 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.635 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.635 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.635 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.635 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.635 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.635 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.635 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.635 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:18.635 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.635 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.635 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.635 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.636 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.636 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.636 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.636 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.636 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:18.636 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.636 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.636 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.636 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.636 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.636 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.636 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552263+0000", 2024-08-17T00:32:18.636 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.574427+0000", 2024-08-17T00:32:18.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.574427+0000", 2024-08-17T00:32:18.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.574829+0000", 2024-08-17T00:32:18.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552263+0000", 2024-08-17T00:32:18.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552263+0000", 2024-08-17T00:32:18.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552263+0000", 2024-08-17T00:32:18.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552263+0000", 2024-08-17T00:32:18.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552263+0000", 2024-08-17T00:32:18.638 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552263+0000", 2024-08-17T00:32:18.638 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.638 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.638 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.638 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.638 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.638 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.638 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.638 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.638 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.638 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.638 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.638 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.639 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.639 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.13", 2024-08-17T00:32:18.639 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.639 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.639 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.639 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.639 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.639 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:20:41.865936+0000", 2024-08-17T00:32:18.639 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.639 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.639 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.642 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.642 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.642 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.643 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.643 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.643 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.643 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.643 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.643 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:18.643 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.643 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.643 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.643 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.643 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.643 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.643 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.643 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.644 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:18.644 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.644 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.644 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.644 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.644 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.644 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.644 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.629922+0000", 2024-08-17T00:32:18.644 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.323353+0000", 2024-08-17T00:32:18.644 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.323353+0000", 2024-08-17T00:32:18.644 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.323660+0000", 2024-08-17T00:32:18.644 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.629922+0000", 2024-08-17T00:32:18.644 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.644 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.645 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.645 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.645 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.629922+0000", 2024-08-17T00:32:18.645 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.629922+0000", 2024-08-17T00:32:18.645 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.629922+0000", 2024-08-17T00:32:18.645 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.645 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.645 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.645 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.629922+0000", 2024-08-17T00:32:18.645 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.629922+0000", 2024-08-17T00:32:18.645 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.645 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.645 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.645 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.646 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.646 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.646 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.646 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.646 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.646 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.646 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.646 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.646 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.646 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.11", 2024-08-17T00:32:18.646 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.646 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.646 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.646 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 22, 2024-08-17T00:32:18.647 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.647 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:42:29.168696+0000", 2024-08-17T00:32:18.647 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.647 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.647 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.647 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.647 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.647 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.647 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.647 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.647 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.647 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.647 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.650 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.650 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.650 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.650 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.650 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.650 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.650 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.650 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.651 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:18.651 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.651 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.651 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.651 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.651 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.651 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.651 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:18.651 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.651 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:18.651 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.651 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.651 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.651 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.652 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.652 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.652 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.629777+0000", 2024-08-17T00:32:18.652 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.577528+0000", 2024-08-17T00:32:18.652 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.577528+0000", 2024-08-17T00:32:18.652 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.577818+0000", 2024-08-17T00:32:18.652 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.629777+0000", 2024-08-17T00:32:18.652 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.652 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.652 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.652 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.652 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.629777+0000", 2024-08-17T00:32:18.652 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.629777+0000", 2024-08-17T00:32:18.652 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.629777+0000", 2024-08-17T00:32:18.653 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.653 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.653 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.653 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.629777+0000", 2024-08-17T00:32:18.653 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.629777+0000", 2024-08-17T00:32:18.653 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.653 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.653 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.653 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.653 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.653 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.653 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.653 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.654 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.654 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.654 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.654 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.654 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.654 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.10", 2024-08-17T00:32:18.654 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.654 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.654 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.654 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:18.654 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.654 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:07:02.921564+0000", 2024-08-17T00:32:18.654 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.655 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.655 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.658 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.658 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.658 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.658 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.658 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.658 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.658 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:18.658 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.658 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:18.658 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.658 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.658 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.658 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.659 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.659 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.659 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.659 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.659 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:18.659 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.659 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.659 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.659 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.659 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.659 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.659 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348214+0000", 2024-08-17T00:32:18.659 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.325170+0000", 2024-08-17T00:32:18.659 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.325170+0000", 2024-08-17T00:32:18.660 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.328550+0000", 2024-08-17T00:32:18.660 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348214+0000", 2024-08-17T00:32:18.660 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.660 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.660 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.660 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.660 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348214+0000", 2024-08-17T00:32:18.660 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348214+0000", 2024-08-17T00:32:18.660 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348214+0000", 2024-08-17T00:32:18.660 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.660 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.660 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.660 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348214+0000", 2024-08-17T00:32:18.660 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348214+0000", 2024-08-17T00:32:18.661 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.661 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 8, 2024-08-17T00:32:18.661 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.661 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.661 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.661 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.661 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.661 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.661 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.661 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 8, 2024-08-17T00:32:18.661 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.661 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.661 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.662 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.10", 2024-08-17T00:32:18.662 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.662 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.662 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.662 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 31, 2024-08-17T00:32:18.662 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.662 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:38:18.656167+0000", 2024-08-17T00:32:18.662 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.662 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.662 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T00:32:18.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T00:32:18.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T00:32:18.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 4, 2024-08-17T00:32:18.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 12, 2024-08-17T00:32:18.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.665 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.665 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.665 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.665 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.665 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.666 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.666 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.666 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.666 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:18.666 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'8" 2024-08-17T00:32:18.666 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.666 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.666 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.666 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.666 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.666 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.666 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.666 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:18.667 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.667 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.667 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.667 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.667 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.667 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.667 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552037+0000", 2024-08-17T00:32:18.667 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.575258+0000", 2024-08-17T00:32:18.667 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.575258+0000", 2024-08-17T00:32:18.667 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.575656+0000", 2024-08-17T00:32:18.667 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552037+0000", 2024-08-17T00:32:18.667 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.667 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552037+0000", 2024-08-17T00:32:18.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552037+0000", 2024-08-17T00:32:18.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552037+0000", 2024-08-17T00:32:18.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552037+0000", 2024-08-17T00:32:18.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552037+0000", 2024-08-17T00:32:18.668 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.668 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.668 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.669 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.669 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.669 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.669 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.669 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.669 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.669 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.669 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.669 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.669 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.669 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.11", 2024-08-17T00:32:18.669 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.670 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.670 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.670 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.670 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.670 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:06:10.714768+0000", 2024-08-17T00:32:18.670 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.670 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.670 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.670 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.670 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.670 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.670 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.670 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.673 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.673 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.673 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.673 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.674 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.674 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.674 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.674 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:18.674 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.674 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.674 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.674 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.674 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.674 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.674 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.674 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.674 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T00:32:18.675 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.675 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.675 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.675 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.675 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.675 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.675 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.263384+0000", 2024-08-17T00:32:18.675 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.326894+0000", 2024-08-17T00:32:18.675 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.326894+0000", 2024-08-17T00:32:18.675 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.327296+0000", 2024-08-17T00:32:18.675 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.263384+0000", 2024-08-17T00:32:18.675 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.675 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.675 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.676 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.676 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.263384+0000", 2024-08-17T00:32:18.676 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.263384+0000", 2024-08-17T00:32:18.676 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.263384+0000", 2024-08-17T00:32:18.676 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.676 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.676 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.676 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.263384+0000", 2024-08-17T00:32:18.676 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.263384+0000", 2024-08-17T00:32:18.676 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.676 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T00:32:18.676 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.676 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.677 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.677 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.677 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.677 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.677 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.677 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T00:32:18.677 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.677 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.677 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.677 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.f", 2024-08-17T00:32:18.677 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.677 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.677 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.677 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:18.678 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.678 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:49:48.075502+0000", 2024-08-17T00:32:18.678 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.678 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.678 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.678 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 22, 2024-08-17T00:32:18.678 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.678 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.678 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.678 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.678 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.678 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.678 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.679 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.679 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.679 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.679 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.679 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.679 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.679 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.679 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.679 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:18.679 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:18.679 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.679 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:18.679 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.679 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.680 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.680 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.680 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.680 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.680 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.680 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.680 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.680 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.680 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.680 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.680 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.680 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.680 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.680 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T00:32:18.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T00:32:18.681 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.681 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.681 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.681 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.681 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.681 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.681 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.681 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.681 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T00:32:18.681 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T00:32:18.682 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.682 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.682 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.682 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.682 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.682 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.682 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.682 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:18.682 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.682 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.682 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.682 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.682 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.683 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.683 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552575+0000", 2024-08-17T00:32:18.683 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.574651+0000", 2024-08-17T00:32:18.683 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.574651+0000", 2024-08-17T00:32:18.683 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.575861+0000", 2024-08-17T00:32:18.683 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552575+0000", 2024-08-17T00:32:18.683 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.683 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.683 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.683 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.683 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552575+0000", 2024-08-17T00:32:18.683 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552575+0000", 2024-08-17T00:32:18.683 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552575+0000", 2024-08-17T00:32:18.684 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.684 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.684 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.684 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552575+0000", 2024-08-17T00:32:18.684 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552575+0000", 2024-08-17T00:32:18.684 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.684 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.684 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.684 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.684 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.684 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.684 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.684 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.684 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.685 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.685 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.685 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.685 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.685 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.e", 2024-08-17T00:32:18.685 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.685 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.685 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.685 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.685 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.685 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:02:13.029705+0000", 2024-08-17T00:32:18.685 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.685 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.686 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.686 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.686 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.686 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.686 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.686 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.686 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.686 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.686 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.686 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.686 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.686 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.687 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.687 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.687 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.687 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.687 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.687 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.687 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.687 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.687 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.687 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.687 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.687 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.687 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.688 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.688 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.688 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.688 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.688 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.688 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.688 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.688 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.688 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.688 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.688 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.688 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.688 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.688 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.689 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.689 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.689 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.689 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.689 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.689 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.689 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.689 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.689 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.689 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.689 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:18.689 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.689 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.690 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.690 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.690 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.690 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.690 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.690 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.690 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:18.690 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.690 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.690 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.690 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.690 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.690 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.691 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348521+0000", 2024-08-17T00:32:18.691 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.328979+0000", 2024-08-17T00:32:18.691 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.328979+0000", 2024-08-17T00:32:18.691 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.329256+0000", 2024-08-17T00:32:18.691 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348521+0000", 2024-08-17T00:32:18.691 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.691 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.691 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.691 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.691 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348521+0000", 2024-08-17T00:32:18.691 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348521+0000", 2024-08-17T00:32:18.691 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348521+0000", 2024-08-17T00:32:18.691 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.691 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.692 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.692 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348521+0000", 2024-08-17T00:32:18.692 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348521+0000", 2024-08-17T00:32:18.692 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.692 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T00:32:18.692 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.692 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.692 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.692 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.692 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.692 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.692 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.692 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T00:32:18.693 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.693 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.693 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.693 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.e", 2024-08-17T00:32:18.693 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.693 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.693 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.693 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:18.693 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.693 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:38:27.286267+0000", 2024-08-17T00:32:18.693 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.693 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.693 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:18.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:18.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:18.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:18.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.696 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.696 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.696 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.696 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.696 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.696 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.696 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T00:32:18.696 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.696 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.696 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.696 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.696 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.696 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.696 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.697 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.697 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:18.697 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T00:32:18.697 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.697 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.697 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.697 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.697 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.697 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.697 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.697 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:18.697 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.697 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.698 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.698 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.698 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.698 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552708+0000", 2024-08-17T00:32:18.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.574702+0000", 2024-08-17T00:32:18.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.574702+0000", 2024-08-17T00:32:18.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.575051+0000", 2024-08-17T00:32:18.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552708+0000", 2024-08-17T00:32:18.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.699 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.699 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552708+0000", 2024-08-17T00:32:18.699 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552708+0000", 2024-08-17T00:32:18.699 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552708+0000", 2024-08-17T00:32:18.699 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.699 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.699 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.699 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552708+0000", 2024-08-17T00:32:18.699 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552708+0000", 2024-08-17T00:32:18.699 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.699 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.699 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.699 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.699 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.700 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.700 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.700 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.700 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.700 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.700 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.700 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.700 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.700 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.f", 2024-08-17T00:32:18.700 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.700 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.700 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.701 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.701 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.701 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:56:57.668415+0000", 2024-08-17T00:32:18.701 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.701 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.701 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.704 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.704 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.704 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.704 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.704 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.704 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.704 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.704 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.704 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.704 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.704 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:18.704 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.704 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.705 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.705 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.705 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.705 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.705 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.705 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:18.705 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.705 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.705 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.705 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.705 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.705 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.705 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265461+0000", 2024-08-17T00:32:18.705 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.328449+0000", 2024-08-17T00:32:18.706 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.328449+0000", 2024-08-17T00:32:18.706 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.328723+0000", 2024-08-17T00:32:18.706 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265461+0000", 2024-08-17T00:32:18.706 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.706 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.706 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.706 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.706 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265461+0000", 2024-08-17T00:32:18.706 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265461+0000", 2024-08-17T00:32:18.706 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265461+0000", 2024-08-17T00:32:18.706 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.706 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.706 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.707 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265461+0000", 2024-08-17T00:32:18.707 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265461+0000", 2024-08-17T00:32:18.707 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.707 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T00:32:18.707 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.707 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.707 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.707 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.707 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.707 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.707 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.707 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T00:32:18.707 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.708 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.708 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.708 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.d", 2024-08-17T00:32:18.708 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.708 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.708 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.708 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:18.708 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.708 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:51:32.156697+0000", 2024-08-17T00:32:18.708 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.708 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.708 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 70, 2024-08-17T00:32:18.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:18.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:18.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:18.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T00:32:18.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T00:32:18.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.711 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.711 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.711 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.712 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.712 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.712 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.712 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.712 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:18.712 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T00:32:18.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.712 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.712 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.712 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.712 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.712 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.712 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.713 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:18.713 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.713 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.713 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.713 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.713 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.713 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267933+0000", 2024-08-17T00:32:18.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.579639+0000", 2024-08-17T00:32:18.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.579639+0000", 2024-08-17T00:32:18.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.579946+0000", 2024-08-17T00:32:18.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267933+0000", 2024-08-17T00:32:18.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.714 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.714 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.714 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.714 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267933+0000", 2024-08-17T00:32:18.714 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267933+0000", 2024-08-17T00:32:18.714 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267933+0000", 2024-08-17T00:32:18.714 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.714 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.714 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.714 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267933+0000", 2024-08-17T00:32:18.714 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267933+0000", 2024-08-17T00:32:18.714 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.714 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.715 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.715 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.715 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.715 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.715 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.715 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.715 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.715 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.715 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.715 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.715 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.715 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.c", 2024-08-17T00:32:18.715 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.716 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.716 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.716 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.716 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.716 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:22:27.137076+0000", 2024-08-17T00:32:18.716 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.716 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.716 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.719 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.719 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.719 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.719 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.719 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.719 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.719 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.719 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.719 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.719 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.719 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.719 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.719 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.720 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.720 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.720 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.720 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:18.720 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.720 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.720 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.720 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.720 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.720 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.720 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.721 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:18.721 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.721 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.721 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.721 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.721 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.721 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348449+0000", 2024-08-17T00:32:18.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.324967+0000", 2024-08-17T00:32:18.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.324967+0000", 2024-08-17T00:32:18.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.325467+0000", 2024-08-17T00:32:18.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348449+0000", 2024-08-17T00:32:18.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.722 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.722 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348449+0000", 2024-08-17T00:32:18.722 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348449+0000", 2024-08-17T00:32:18.722 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348449+0000", 2024-08-17T00:32:18.722 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.722 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.722 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.722 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348449+0000", 2024-08-17T00:32:18.722 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348449+0000", 2024-08-17T00:32:18.722 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.722 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.722 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.722 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.723 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.723 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.723 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.723 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.723 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.723 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.723 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.723 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.723 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.723 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.c", 2024-08-17T00:32:18.723 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.723 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.724 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.724 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 23, 2024-08-17T00:32:18.724 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.724 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:56:13.433150+0000", 2024-08-17T00:32:18.724 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.724 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.724 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.727 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.727 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.727 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.727 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.727 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.727 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.727 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.727 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.727 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.727 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.727 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.727 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.728 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.728 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.728 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:18.728 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.728 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.728 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.728 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.728 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.728 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.728 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.728 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:18.728 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.728 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.729 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.729 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.729 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.729 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552490+0000", 2024-08-17T00:32:18.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.576341+0000", 2024-08-17T00:32:18.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.576341+0000", 2024-08-17T00:32:18.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.576647+0000", 2024-08-17T00:32:18.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552490+0000", 2024-08-17T00:32:18.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.730 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552490+0000", 2024-08-17T00:32:18.730 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552490+0000", 2024-08-17T00:32:18.730 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552490+0000", 2024-08-17T00:32:18.730 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.730 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.730 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.730 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552490+0000", 2024-08-17T00:32:18.730 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552490+0000", 2024-08-17T00:32:18.730 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.730 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.730 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.730 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.730 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.731 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.731 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.731 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.731 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.731 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.731 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.731 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.731 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.731 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.d", 2024-08-17T00:32:18.731 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.731 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.731 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.731 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.731 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.732 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:55:25.724090+0000", 2024-08-17T00:32:18.732 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.732 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.732 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.735 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.735 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.735 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.735 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.735 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.735 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.735 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.735 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.735 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.735 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.735 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:18.735 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.736 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.736 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.736 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.736 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.736 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.736 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.736 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:18.736 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.736 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.736 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:18.736 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.737 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.737 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:58.836143+0000", 2024-08-17T00:32:18.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.258065+0000", 2024-08-17T00:32:18.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.258065+0000", 2024-08-17T00:32:18.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.630511+0000", 2024-08-17T00:32:18.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:58.836143+0000", 2024-08-17T00:32:18.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:18.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:58.836143+0000", 2024-08-17T00:32:18.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:58.836143+0000", 2024-08-17T00:32:18.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:58.836143+0000", 2024-08-17T00:32:18.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:58.836143+0000", 2024-08-17T00:32:18.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:58.836143+0000", 2024-08-17T00:32:18.738 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.738 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.738 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.738 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.738 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:18.738 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.738 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.738 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.739 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.739 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.739 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.739 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.739 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.739 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.5", 2024-08-17T00:32:18.739 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.739 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.739 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:18.739 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 19, 2024-08-17T00:32:18.739 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.739 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:28:23.460473+0000", 2024-08-17T00:32:18.739 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.000353145, 2024-08-17T00:32:18.740 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.740 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.743 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.743 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.743 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.743 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.743 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.743 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.743 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.743 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:18.743 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.744 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.744 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.744 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.744 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.744 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.744 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.744 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:18.744 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.744 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.744 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 19, 2024-08-17T00:32:18.744 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.744 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.744 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:32:14.954759+0000", 2024-08-17T00:32:18.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:25.994384+0000", 2024-08-17T00:32:18.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:25.994384+0000", 2024-08-17T00:32:18.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:25.994679+0000", 2024-08-17T00:32:18.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:32:14.954759+0000", 2024-08-17T00:32:18.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T00:32:18.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T00:32:18.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 58, 2024-08-17T00:32:18.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:32:14.954759+0000", 2024-08-17T00:32:18.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:32:14.954759+0000", 2024-08-17T00:32:18.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:32:14.954759+0000", 2024-08-17T00:32:18.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.746 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.746 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T00:32:18.746 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:32:14.954759+0000", 2024-08-17T00:32:18.746 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:32:14.954759+0000", 2024-08-17T00:32:18.746 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.746 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 144, 2024-08-17T00:32:18.746 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.746 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.746 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 57, 2024-08-17T00:32:18.746 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.746 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.746 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.746 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.747 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 144, 2024-08-17T00:32:18.747 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.747 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.747 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.747 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "1.0", 2024-08-17T00:32:18.747 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.747 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.747 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:18.747 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 339, 2024-08-17T00:32:18.747 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.747 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:40:06.327468+0000", 2024-08-17T00:32:18.747 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.747 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.748 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 590368, 2024-08-17T00:32:18.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 1771104, 2024-08-17T00:32:18.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T00:32:18.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T00:32:18.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T00:32:18.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 6, 2024-08-17T00:32:18.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 358, 2024-08-17T00:32:18.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 554, 2024-08-17T00:32:18.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 211, 2024-08-17T00:32:18.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2416 2024-08-17T00:32:18.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.751 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.751 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.751 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.751 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.751 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.751 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.751 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.751 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:18.751 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "75'144" 2024-08-17T00:32:18.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.752 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.752 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.752 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.752 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.752 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.752 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.752 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:18.752 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.752 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.752 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.752 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.752 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.752 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.752 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267718+0000", 2024-08-17T00:32:18.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.331079+0000", 2024-08-17T00:32:18.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.331079+0000", 2024-08-17T00:32:18.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.331596+0000", 2024-08-17T00:32:18.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267718+0000", 2024-08-17T00:32:18.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267718+0000", 2024-08-17T00:32:18.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267718+0000", 2024-08-17T00:32:18.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267718+0000", 2024-08-17T00:32:18.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.754 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.754 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267718+0000", 2024-08-17T00:32:18.754 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267718+0000", 2024-08-17T00:32:18.754 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.754 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.754 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.754 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.754 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.754 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.754 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.754 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.754 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.754 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.754 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.755 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.755 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.755 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.3", 2024-08-17T00:32:18.755 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.755 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.755 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.755 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:18.755 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.755 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:39:37.518738+0000", 2024-08-17T00:32:18.755 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.755 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.755 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.755 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.759 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.759 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.759 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.759 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.759 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.759 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.759 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.759 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:18.759 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.759 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.759 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.759 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.760 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.760 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.760 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.760 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:18.760 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.760 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.760 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.760 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.760 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.760 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.760 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262384+0000", 2024-08-17T00:32:18.760 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.573481+0000", 2024-08-17T00:32:18.760 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.573481+0000", 2024-08-17T00:32:18.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.573762+0000", 2024-08-17T00:32:18.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262384+0000", 2024-08-17T00:32:18.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262384+0000", 2024-08-17T00:32:18.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262384+0000", 2024-08-17T00:32:18.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262384+0000", 2024-08-17T00:32:18.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262384+0000", 2024-08-17T00:32:18.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262384+0000", 2024-08-17T00:32:18.762 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.762 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.762 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.762 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.762 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.762 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.762 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.762 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.762 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.762 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.763 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.763 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.763 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.763 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2", 2024-08-17T00:32:18.763 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.763 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.763 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.763 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.763 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.763 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:04:25.018485+0000", 2024-08-17T00:32:18.763 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.763 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.764 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.767 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.767 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.767 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.767 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.767 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.767 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.767 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.767 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:18.767 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.768 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.768 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.768 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.768 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.768 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.768 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.768 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:18.768 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.768 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.768 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:18.768 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.768 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.768 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.768 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:58.832318+0000", 2024-08-17T00:32:18.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.748307+0000", 2024-08-17T00:32:18.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.748307+0000", 2024-08-17T00:32:18.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.263564+0000", 2024-08-17T00:32:18.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:58.832318+0000", 2024-08-17T00:32:18.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:18.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:58.832318+0000", 2024-08-17T00:32:18.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:58.832318+0000", 2024-08-17T00:32:18.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:58.832318+0000", 2024-08-17T00:32:18.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.770 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:58.832318+0000", 2024-08-17T00:32:18.770 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:58.832318+0000", 2024-08-17T00:32:18.770 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.770 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.770 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.770 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.770 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:18.770 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.770 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.770 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.770 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.770 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.771 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.771 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.771 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.771 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.6", 2024-08-17T00:32:18.771 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.771 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.771 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:18.771 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 19, 2024-08-17T00:32:18.771 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.771 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:13:43.193464+0000", 2024-08-17T00:32:18.771 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.000317367, 2024-08-17T00:32:18.771 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.771 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.775 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.775 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.775 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.775 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.775 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.775 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.775 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.775 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:18.775 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.775 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.775 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.775 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.776 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.776 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.776 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.776 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:18.776 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.776 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.776 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.776 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.776 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.776 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.776 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348114+0000", 2024-08-17T00:32:18.776 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:10.130945+0000", 2024-08-17T00:32:18.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:10.130945+0000", 2024-08-17T00:32:18.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:10.131248+0000", 2024-08-17T00:32:18.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348114+0000", 2024-08-17T00:32:18.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 67, 2024-08-17T00:32:18.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348114+0000", 2024-08-17T00:32:18.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348114+0000", 2024-08-17T00:32:18.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348114+0000", 2024-08-17T00:32:18.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348114+0000", 2024-08-17T00:32:18.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348114+0000", 2024-08-17T00:32:18.778 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.778 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.778 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.778 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.778 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 66, 2024-08-17T00:32:18.778 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.778 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.778 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.778 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.778 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.779 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.779 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.779 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.779 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.0", 2024-08-17T00:32:18.779 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.779 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.779 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.779 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 18, 2024-08-17T00:32:18.779 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.779 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:36:18.031074+0000", 2024-08-17T00:32:18.779 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.779 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.780 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.783 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.783 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.783 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.783 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.783 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.783 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.783 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.783 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:18.783 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.784 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.784 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.784 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.784 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.784 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.784 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.784 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:18.784 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.784 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.784 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.784 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.784 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.785 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262390+0000", 2024-08-17T00:32:18.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.566714+0000", 2024-08-17T00:32:18.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.566714+0000", 2024-08-17T00:32:18.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.566966+0000", 2024-08-17T00:32:18.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262390+0000", 2024-08-17T00:32:18.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262390+0000", 2024-08-17T00:32:18.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262390+0000", 2024-08-17T00:32:18.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262390+0000", 2024-08-17T00:32:18.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262390+0000", 2024-08-17T00:32:18.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262390+0000", 2024-08-17T00:32:18.786 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.786 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.786 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.786 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.786 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.786 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.786 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.787 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.787 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.787 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.787 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.787 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.787 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.787 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1", 2024-08-17T00:32:18.787 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.787 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.787 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.787 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.787 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.787 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:29:11.485111+0000", 2024-08-17T00:32:18.787 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.788 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.788 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.791 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.791 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.791 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.791 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.791 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.791 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.791 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.791 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:18.791 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.791 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.792 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.792 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.792 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.792 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.792 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.792 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:18.792 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.792 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.792 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:18.792 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.792 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.792 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.792 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:58.832302+0000", 2024-08-17T00:32:18.792 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.406281+0000", 2024-08-17T00:32:18.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.406281+0000", 2024-08-17T00:32:18.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.265929+0000", 2024-08-17T00:32:18.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:58.832302+0000", 2024-08-17T00:32:18.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:18.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:58.832302+0000", 2024-08-17T00:32:18.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:58.832302+0000", 2024-08-17T00:32:18.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:58.832302+0000", 2024-08-17T00:32:18.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:58.832302+0000", 2024-08-17T00:32:18.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:58.832302+0000", 2024-08-17T00:32:18.794 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.794 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.794 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.794 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.794 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:18.794 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.794 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.794 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.794 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.794 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.795 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.795 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.795 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.795 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.7", 2024-08-17T00:32:18.795 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.795 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.795 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:18.795 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 19, 2024-08-17T00:32:18.795 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.795 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:46:33.204963+0000", 2024-08-17T00:32:18.795 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.000355722, 2024-08-17T00:32:18.795 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.795 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.799 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.799 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.799 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.799 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.799 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.799 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.799 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.799 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:18.799 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.799 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.799 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.800 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.800 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.800 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.800 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.800 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:18.800 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.800 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.800 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.800 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.800 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.800 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.800 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348191+0000", 2024-08-17T00:32:18.800 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.319675+0000", 2024-08-17T00:32:18.800 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.319675+0000", 2024-08-17T00:32:18.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.320090+0000", 2024-08-17T00:32:18.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348191+0000", 2024-08-17T00:32:18.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348191+0000", 2024-08-17T00:32:18.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348191+0000", 2024-08-17T00:32:18.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348191+0000", 2024-08-17T00:32:18.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348191+0000", 2024-08-17T00:32:18.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348191+0000", 2024-08-17T00:32:18.802 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.802 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.802 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.802 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.802 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.802 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.802 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.802 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.802 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.802 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.802 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.802 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.803 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.803 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1", 2024-08-17T00:32:18.803 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.803 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.803 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.803 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 23, 2024-08-17T00:32:18.803 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.803 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:09:38.665430+0000", 2024-08-17T00:32:18.803 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.803 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.803 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.806 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.806 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.807 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.807 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.807 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.807 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.807 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.807 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:18.807 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.807 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.807 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.807 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.807 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.807 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.807 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.808 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:18.808 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.808 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.808 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.808 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.808 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.808 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265102+0000", 2024-08-17T00:32:18.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.562198+0000", 2024-08-17T00:32:18.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.562198+0000", 2024-08-17T00:32:18.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.562800+0000", 2024-08-17T00:32:18.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265102+0000", 2024-08-17T00:32:18.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265102+0000", 2024-08-17T00:32:18.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265102+0000", 2024-08-17T00:32:18.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265102+0000", 2024-08-17T00:32:18.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265102+0000", 2024-08-17T00:32:18.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265102+0000", 2024-08-17T00:32:18.809 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.809 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.809 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.810 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.810 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.810 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.810 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.810 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.810 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.810 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.810 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.810 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.810 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.810 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.0", 2024-08-17T00:32:18.810 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.810 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.811 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.811 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.811 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.811 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:12:49.143692+0000", 2024-08-17T00:32:18.811 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.811 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.811 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.814 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.814 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.814 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.814 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.814 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.814 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.815 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.815 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:18.815 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.815 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.815 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.815 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.815 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.815 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.815 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.815 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:18.815 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.815 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.815 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:18.816 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.816 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.816 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.816 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:58.831803+0000", 2024-08-17T00:32:18.816 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.748381+0000", 2024-08-17T00:32:18.816 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.748381+0000", 2024-08-17T00:32:18.816 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.265683+0000", 2024-08-17T00:32:18.816 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:58.831803+0000", 2024-08-17T00:32:18.816 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.816 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.816 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.816 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:18.816 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:58.831803+0000", 2024-08-17T00:32:18.816 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:58.831803+0000", 2024-08-17T00:32:18.817 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:58.831803+0000", 2024-08-17T00:32:18.817 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.817 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.817 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.817 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:58.831803+0000", 2024-08-17T00:32:18.817 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:58.831803+0000", 2024-08-17T00:32:18.817 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.817 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.817 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.817 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.817 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:18.817 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.817 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.817 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.818 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.818 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.818 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.818 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.818 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.818 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.4", 2024-08-17T00:32:18.818 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.818 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.818 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:18.818 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 19, 2024-08-17T00:32:18.818 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.818 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:07:27.080745+0000", 2024-08-17T00:32:18.818 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.000345977, 2024-08-17T00:32:18.819 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.819 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.822 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.822 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.822 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.822 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.822 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.822 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.822 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.822 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:18.822 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.822 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.823 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.823 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.823 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.823 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.823 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.823 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:18.823 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.823 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.823 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.823 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.823 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.823 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.823 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267886+0000", 2024-08-17T00:32:18.823 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.327650+0000", 2024-08-17T00:32:18.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.327650+0000", 2024-08-17T00:32:18.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.328231+0000", 2024-08-17T00:32:18.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267886+0000", 2024-08-17T00:32:18.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267886+0000", 2024-08-17T00:32:18.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267886+0000", 2024-08-17T00:32:18.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267886+0000", 2024-08-17T00:32:18.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267886+0000", 2024-08-17T00:32:18.825 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267886+0000", 2024-08-17T00:32:18.825 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.825 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.825 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.825 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.825 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.825 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.825 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.825 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.825 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.825 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.825 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.825 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.826 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.826 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.2", 2024-08-17T00:32:18.826 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.826 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.826 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.826 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:18.826 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.826 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:52:37.146252+0000", 2024-08-17T00:32:18.826 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.826 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.826 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.829 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.829 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.830 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.830 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.830 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.830 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.830 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.830 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:18.830 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.830 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.830 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.830 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.830 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.830 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.831 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.831 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T00:32:18.831 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.831 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.831 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.831 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.831 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.831 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.831 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.263201+0000", 2024-08-17T00:32:18.831 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.563780+0000", 2024-08-17T00:32:18.831 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.563780+0000", 2024-08-17T00:32:18.831 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.564228+0000", 2024-08-17T00:32:18.831 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.263201+0000", 2024-08-17T00:32:18.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.263201+0000", 2024-08-17T00:32:18.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.263201+0000", 2024-08-17T00:32:18.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.263201+0000", 2024-08-17T00:32:18.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.263201+0000", 2024-08-17T00:32:18.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.263201+0000", 2024-08-17T00:32:18.832 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.832 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.833 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.833 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.833 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.833 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.833 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.833 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.833 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.833 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.833 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.833 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.833 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.833 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3", 2024-08-17T00:32:18.833 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.833 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.834 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.834 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.834 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.834 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:03:34.248176+0000", 2024-08-17T00:32:18.834 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.834 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.834 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.837 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.837 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.837 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.837 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.837 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.837 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.838 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.838 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T00:32:18.838 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.838 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.838 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.838 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.838 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.838 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.838 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.838 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:18.838 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.838 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.839 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:18.839 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.839 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.839 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.839 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:58.832333+0000", 2024-08-17T00:32:18.839 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.406182+0000", 2024-08-17T00:32:18.839 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.406182+0000", 2024-08-17T00:32:18.839 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.266250+0000", 2024-08-17T00:32:18.839 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:58.832333+0000", 2024-08-17T00:32:18.839 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.839 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.839 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.839 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:18.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:58.832333+0000", 2024-08-17T00:32:18.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:58.832333+0000", 2024-08-17T00:32:18.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:58.832333+0000", 2024-08-17T00:32:18.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:58.832333+0000", 2024-08-17T00:32:18.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:58.832333+0000", 2024-08-17T00:32:18.840 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.840 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T00:32:18.840 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.840 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.840 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:18.840 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.841 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.841 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.841 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.841 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T00:32:18.841 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.841 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.841 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.841 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.2", 2024-08-17T00:32:18.841 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.841 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.841 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:18.841 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.841 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.842 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:04:37.867481+0000", 2024-08-17T00:32:18.842 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.001052803, 2024-08-17T00:32:18.842 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.842 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 19, 2024-08-17T00:32:18.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:18.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:18.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:18.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 2, 2024-08-17T00:32:18.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2 2024-08-17T00:32:18.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.845 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.845 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.845 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.845 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.845 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.845 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.845 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.845 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:18.845 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "74'2" 2024-08-17T00:32:18.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.846 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.846 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.846 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.846 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.846 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.846 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.846 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:18.846 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.846 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.846 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.846 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.846 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.846 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.847 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265554+0000", 2024-08-17T00:32:18.847 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.327448+0000", 2024-08-17T00:32:18.847 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.327448+0000", 2024-08-17T00:32:18.847 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.327717+0000", 2024-08-17T00:32:18.847 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265554+0000", 2024-08-17T00:32:18.847 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.847 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.847 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.847 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.847 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265554+0000", 2024-08-17T00:32:18.847 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265554+0000", 2024-08-17T00:32:18.847 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265554+0000", 2024-08-17T00:32:18.847 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.848 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.848 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.848 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265554+0000", 2024-08-17T00:32:18.848 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265554+0000", 2024-08-17T00:32:18.848 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.848 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.848 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.848 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.848 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.848 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.848 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.848 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.848 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.848 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.849 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.849 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.849 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.849 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.4", 2024-08-17T00:32:18.849 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.849 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.849 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.849 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:18.849 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.849 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:20:16.808858+0000", 2024-08-17T00:32:18.849 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.849 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.849 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.853 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.853 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.853 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.853 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.853 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.853 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.853 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.853 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:18.853 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.853 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.853 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.853 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.854 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.854 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.854 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.854 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:18.854 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.854 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.854 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.854 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.854 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.854 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267966+0000", 2024-08-17T00:32:18.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.572812+0000", 2024-08-17T00:32:18.855 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.572812+0000", 2024-08-17T00:32:18.855 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.573114+0000", 2024-08-17T00:32:18.855 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267966+0000", 2024-08-17T00:32:18.855 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.855 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.855 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.855 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.855 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267966+0000", 2024-08-17T00:32:18.855 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267966+0000", 2024-08-17T00:32:18.855 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267966+0000", 2024-08-17T00:32:18.856 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.856 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.856 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.856 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267966+0000", 2024-08-17T00:32:18.856 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267966+0000", 2024-08-17T00:32:18.856 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.856 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.856 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.856 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.856 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.856 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.856 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.856 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.857 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.857 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.857 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.857 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.857 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.857 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.5", 2024-08-17T00:32:18.857 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.857 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.857 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.857 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.857 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.857 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:58:30.909928+0000", 2024-08-17T00:32:18.857 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.858 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.858 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.862 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.862 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.862 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.862 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.862 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.862 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.862 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.862 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:18.863 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.863 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.863 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.863 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.863 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.863 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.863 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.863 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:18.863 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.863 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.863 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:18.863 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.863 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.864 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:58.832140+0000", 2024-08-17T00:32:18.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.406246+0000", 2024-08-17T00:32:18.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.406246+0000", 2024-08-17T00:32:18.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.263198+0000", 2024-08-17T00:32:18.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:58.832140+0000", 2024-08-17T00:32:18.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:18.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:58.832140+0000", 2024-08-17T00:32:18.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:58.832140+0000", 2024-08-17T00:32:18.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:58.832140+0000", 2024-08-17T00:32:18.865 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.865 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.865 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.865 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:58.832140+0000", 2024-08-17T00:32:18.865 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:58.832140+0000", 2024-08-17T00:32:18.865 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.865 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T00:32:18.865 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.865 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.865 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:18.865 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.865 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.865 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.865 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.866 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T00:32:18.866 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.866 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.866 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.866 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.3", 2024-08-17T00:32:18.866 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.866 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.866 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:18.866 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:18.866 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.866 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:41:21.262410+0000", 2024-08-17T00:32:18.866 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.000575807, 2024-08-17T00:32:18.866 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.867 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:18.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:18.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:18.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.872 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.872 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.872 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.872 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.872 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.873 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.873 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.873 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:18.873 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "72'1" 2024-08-17T00:32:18.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.873 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.873 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.873 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.874 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.874 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.874 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.874 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:18.874 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.874 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.874 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.874 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.874 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.874 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552677+0000", 2024-08-17T00:32:18.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.333549+0000", 2024-08-17T00:32:18.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.333549+0000", 2024-08-17T00:32:18.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.333847+0000", 2024-08-17T00:32:18.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552677+0000", 2024-08-17T00:32:18.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552677+0000", 2024-08-17T00:32:18.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552677+0000", 2024-08-17T00:32:18.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552677+0000", 2024-08-17T00:32:18.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552677+0000", 2024-08-17T00:32:18.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552677+0000", 2024-08-17T00:32:18.876 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.876 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.876 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.876 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.876 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.876 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.876 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.876 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.876 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.876 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.877 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.877 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.877 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.877 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.5", 2024-08-17T00:32:18.877 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.877 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.877 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.877 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 23, 2024-08-17T00:32:18.877 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.877 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:19:51.114846+0000", 2024-08-17T00:32:18.877 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.877 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.877 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.882 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.882 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.882 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.882 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.882 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.882 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.882 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.882 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:18.883 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.883 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.883 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.883 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.883 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.883 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:18.884 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.884 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:18.884 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.884 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.884 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.884 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.884 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.884 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265518+0000", 2024-08-17T00:32:18.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.571036+0000", 2024-08-17T00:32:18.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.571036+0000", 2024-08-17T00:32:18.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.571437+0000", 2024-08-17T00:32:18.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265518+0000", 2024-08-17T00:32:18.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265518+0000", 2024-08-17T00:32:18.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265518+0000", 2024-08-17T00:32:18.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265518+0000", 2024-08-17T00:32:18.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265518+0000", 2024-08-17T00:32:18.887 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265518+0000", 2024-08-17T00:32:18.887 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.887 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.887 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.887 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.887 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.887 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.887 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.888 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.888 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.888 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.888 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.888 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.888 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.888 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.4", 2024-08-17T00:32:18.888 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.889 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.889 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.889 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.889 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.889 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:53:54.656559+0000", 2024-08-17T00:32:18.889 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.889 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.889 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.893 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.893 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.894 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.894 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.894 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.894 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:18.894 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.894 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:18.894 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.894 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.894 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.894 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.894 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.894 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.895 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.895 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:18.895 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.895 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.895 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:18.895 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.895 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.895 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.895 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:59.273664+0000", 2024-08-17T00:32:18.895 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.258994+0000", 2024-08-17T00:32:18.895 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.258994+0000", 2024-08-17T00:32:18.895 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.262221+0000", 2024-08-17T00:32:18.895 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:59.273664+0000", 2024-08-17T00:32:18.896 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.896 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.896 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.896 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:18.896 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:59.273664+0000", 2024-08-17T00:32:18.896 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:59.273664+0000", 2024-08-17T00:32:18.896 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:59.273664+0000", 2024-08-17T00:32:18.896 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.896 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.896 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.896 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:59.273664+0000", 2024-08-17T00:32:18.896 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:59.273664+0000", 2024-08-17T00:32:18.896 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.896 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.897 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.897 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.897 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:18.897 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.897 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.897 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.897 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.897 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.897 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.897 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.897 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.897 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.0", 2024-08-17T00:32:18.897 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.897 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.898 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:18.898 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 19, 2024-08-17T00:32:18.898 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.898 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:32:12.353964+0000", 2024-08-17T00:32:18.898 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.000338656, 2024-08-17T00:32:18.898 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.898 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.902 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.902 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.902 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.902 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.902 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.902 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.902 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.902 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:18.902 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.902 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.902 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.902 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.903 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.903 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.903 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.903 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:18.903 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.903 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.903 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.903 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.903 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.903 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.903 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265711+0000", 2024-08-17T00:32:18.903 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.325409+0000", 2024-08-17T00:32:18.903 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.325409+0000", 2024-08-17T00:32:18.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.326316+0000", 2024-08-17T00:32:18.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265711+0000", 2024-08-17T00:32:18.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265711+0000", 2024-08-17T00:32:18.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265711+0000", 2024-08-17T00:32:18.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265711+0000", 2024-08-17T00:32:18.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265711+0000", 2024-08-17T00:32:18.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265711+0000", 2024-08-17T00:32:18.905 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.905 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T00:32:18.905 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.905 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.905 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.905 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.905 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.905 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.905 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.905 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T00:32:18.905 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.905 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.905 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.905 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.6", 2024-08-17T00:32:18.906 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.906 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.906 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.906 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:18.906 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.906 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:02:09.112172+0000", 2024-08-17T00:32:18.906 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.906 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.906 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:18.908 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:18.908 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.908 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:18.908 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.908 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.908 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.908 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.908 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.908 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:18.908 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.908 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.908 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.908 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.908 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T00:32:18.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.909 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.909 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.909 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.909 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.910 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.910 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.910 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.910 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:18.910 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T00:32:18.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.910 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.910 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.910 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.910 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.910 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.910 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.910 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:18.910 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.911 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.911 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.911 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.911 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.911 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.911 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262432+0000", 2024-08-17T00:32:18.911 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.568023+0000", 2024-08-17T00:32:18.911 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.568023+0000", 2024-08-17T00:32:18.911 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.568313+0000", 2024-08-17T00:32:18.911 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262432+0000", 2024-08-17T00:32:18.911 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.911 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.911 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.912 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.912 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262432+0000", 2024-08-17T00:32:18.912 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262432+0000", 2024-08-17T00:32:18.912 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262432+0000", 2024-08-17T00:32:18.912 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.912 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.912 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.912 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262432+0000", 2024-08-17T00:32:18.912 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262432+0000", 2024-08-17T00:32:18.912 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.912 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.912 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.912 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.912 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.913 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.913 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.913 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.913 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.913 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.913 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.913 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.913 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.913 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.7", 2024-08-17T00:32:18.913 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.913 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.913 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.913 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.914 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.914 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:12:05.128374+0000", 2024-08-17T00:32:18.914 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.914 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.914 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.916 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.916 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.916 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.916 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.916 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.916 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.916 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.916 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.916 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.916 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.916 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.916 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.916 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.917 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.917 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.917 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.917 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.917 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.917 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.917 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.917 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.917 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.917 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:18.917 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.917 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:18.917 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.918 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.918 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.918 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.918 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.918 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.918 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.918 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T00:32:18.918 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.918 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.918 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:18.918 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.918 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.919 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.919 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:58.836685+0000", 2024-08-17T00:32:18.919 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.406195+0000", 2024-08-17T00:32:18.919 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.406195+0000", 2024-08-17T00:32:18.919 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.263473+0000", 2024-08-17T00:32:18.919 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:58.836685+0000", 2024-08-17T00:32:18.919 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.919 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.919 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.919 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:18.919 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:58.836685+0000", 2024-08-17T00:32:18.919 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:58.836685+0000", 2024-08-17T00:32:18.919 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:58.836685+0000", 2024-08-17T00:32:18.919 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.920 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.920 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:18.920 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:58.836685+0000", 2024-08-17T00:32:18.920 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:58.836685+0000", 2024-08-17T00:32:18.920 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.920 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.920 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.920 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:18.920 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.920 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.920 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.920 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.920 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.921 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.921 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.921 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.921 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.1", 2024-08-17T00:32:18.921 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.921 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.921 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:18.921 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 19, 2024-08-17T00:32:18.921 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.921 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:35:27.392592+0000", 2024-08-17T00:32:18.921 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.000910543, 2024-08-17T00:32:18.921 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.921 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.924 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.924 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.924 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.924 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.924 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.924 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.924 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.924 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.924 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.924 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.924 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.924 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.924 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.925 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.925 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.925 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.925 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:18.925 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:18.925 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.925 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T00:32:18.925 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.925 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.925 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.925 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.925 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.925 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.926 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.926 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:18.926 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.926 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.926 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.926 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.926 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.926 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:18.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.328564+0000", 2024-08-17T00:32:18.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.328564+0000", 2024-08-17T00:32:18.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.328836+0000", 2024-08-17T00:32:18.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:18.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:18.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:18.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:18.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:18.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:18.928 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.928 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T00:32:18.928 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.928 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.928 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.928 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.928 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.928 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.928 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.928 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T00:32:18.928 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.928 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.928 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.928 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.7", 2024-08-17T00:32:18.929 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.929 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.929 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.929 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:18.929 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.929 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:52:23.384151+0000", 2024-08-17T00:32:18.929 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.929 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.929 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:18.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:18.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:18.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:18.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T00:32:18.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.932 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.932 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.932 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.932 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.933 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.933 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:18.933 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.933 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:18.933 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T00:32:18.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.933 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.933 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.933 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.933 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.933 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.933 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.933 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:18.933 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.934 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.934 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.934 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.934 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.934 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.263127+0000", 2024-08-17T00:32:18.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.565570+0000", 2024-08-17T00:32:18.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.565570+0000", 2024-08-17T00:32:18.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.565980+0000", 2024-08-17T00:32:18.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.263127+0000", 2024-08-17T00:32:18.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.263127+0000", 2024-08-17T00:32:18.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.263127+0000", 2024-08-17T00:32:18.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.263127+0000", 2024-08-17T00:32:18.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.263127+0000", 2024-08-17T00:32:18.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.263127+0000", 2024-08-17T00:32:18.935 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.935 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.935 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.935 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.935 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.936 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.936 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.936 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.936 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.936 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.936 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.936 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.936 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.936 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.6", 2024-08-17T00:32:18.936 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.936 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.936 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.936 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.936 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.937 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:10:06.521719+0000", 2024-08-17T00:32:18.937 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.937 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.937 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.940 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.940 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.940 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.940 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.940 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.940 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.940 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.940 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:18.940 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.941 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.941 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.941 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.941 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.941 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.941 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.941 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:18.941 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.941 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.941 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.941 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.941 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.941 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552082+0000", 2024-08-17T00:32:18.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.331899+0000", 2024-08-17T00:32:18.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.331899+0000", 2024-08-17T00:32:18.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.332189+0000", 2024-08-17T00:32:18.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552082+0000", 2024-08-17T00:32:18.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552082+0000", 2024-08-17T00:32:18.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552082+0000", 2024-08-17T00:32:18.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552082+0000", 2024-08-17T00:32:18.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.943 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.943 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.943 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552082+0000", 2024-08-17T00:32:18.943 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552082+0000", 2024-08-17T00:32:18.943 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.943 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.943 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.943 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.943 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.943 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.943 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.943 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.943 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.944 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.944 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.944 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.944 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.944 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.8", 2024-08-17T00:32:18.944 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.944 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.944 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.944 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 23, 2024-08-17T00:32:18.944 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.944 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:13:31.615359+0000", 2024-08-17T00:32:18.944 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.944 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.944 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.948 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.948 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.948 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.948 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.948 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.948 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.948 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.948 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:18.948 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.949 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.949 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.949 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.949 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.949 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.949 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.949 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T00:32:18.949 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.949 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.949 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.950 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.950 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.950 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.950 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262999+0000", 2024-08-17T00:32:18.950 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.568181+0000", 2024-08-17T00:32:18.950 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.568181+0000", 2024-08-17T00:32:18.950 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.568494+0000", 2024-08-17T00:32:18.950 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262999+0000", 2024-08-17T00:32:18.950 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.950 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.950 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.950 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.950 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262999+0000", 2024-08-17T00:32:18.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262999+0000", 2024-08-17T00:32:18.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262999+0000", 2024-08-17T00:32:18.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262999+0000", 2024-08-17T00:32:18.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262999+0000", 2024-08-17T00:32:18.951 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.951 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.951 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.951 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.951 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.951 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.952 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.952 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.952 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.952 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.952 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.952 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.952 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.952 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.9", 2024-08-17T00:32:18.952 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.952 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.952 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.952 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.952 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.952 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:11:29.328959+0000", 2024-08-17T00:32:18.953 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.953 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.953 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.956 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.956 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.956 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.956 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.956 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:18.956 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.956 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.956 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T00:32:18.956 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.957 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.957 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.957 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.957 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.957 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.957 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.957 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:18.957 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.957 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.957 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.957 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.957 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.957 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.958 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265233+0000", 2024-08-17T00:32:18.958 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.326497+0000", 2024-08-17T00:32:18.958 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.326497+0000", 2024-08-17T00:32:18.958 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.326772+0000", 2024-08-17T00:32:18.958 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265233+0000", 2024-08-17T00:32:18.958 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.958 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.958 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.958 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.958 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265233+0000", 2024-08-17T00:32:18.958 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265233+0000", 2024-08-17T00:32:18.958 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265233+0000", 2024-08-17T00:32:18.959 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.959 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.959 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.959 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265233+0000", 2024-08-17T00:32:18.959 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265233+0000", 2024-08-17T00:32:18.959 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.959 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.959 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.959 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.959 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.959 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.959 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.959 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.959 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.960 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.960 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.960 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.960 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.960 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.9", 2024-08-17T00:32:18.960 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.960 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.960 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.960 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:18.960 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.960 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:05:09.286197+0000", 2024-08-17T00:32:18.960 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.960 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.961 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.965 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.965 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.965 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.965 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.965 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.965 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:18.966 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.966 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:18.966 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.966 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.966 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.966 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.966 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.966 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.966 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.966 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:18.966 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.966 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.966 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.967 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.967 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.967 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:18.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.561094+0000", 2024-08-17T00:32:18.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.561094+0000", 2024-08-17T00:32:18.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.561342+0000", 2024-08-17T00:32:18.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:18.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:18.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:18.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:18.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:18.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:18.968 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.968 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.968 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.968 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.968 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.968 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.969 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.969 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.969 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.969 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.969 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.969 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.969 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.969 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.8", 2024-08-17T00:32:18.969 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.969 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.969 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.969 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.969 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.969 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:00:58.104796+0000", 2024-08-17T00:32:18.970 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.970 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.970 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.973 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.973 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.973 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.973 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.973 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.973 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.973 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.973 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:18.973 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.974 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.974 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.974 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.974 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.974 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.974 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.974 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:18.974 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.974 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.974 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.974 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.974 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.974 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.974 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265613+0000", 2024-08-17T00:32:18.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.329383+0000", 2024-08-17T00:32:18.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.329383+0000", 2024-08-17T00:32:18.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.329663+0000", 2024-08-17T00:32:18.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265613+0000", 2024-08-17T00:32:18.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265613+0000", 2024-08-17T00:32:18.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265613+0000", 2024-08-17T00:32:18.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265613+0000", 2024-08-17T00:32:18.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265613+0000", 2024-08-17T00:32:18.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265613+0000", 2024-08-17T00:32:18.976 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.976 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.976 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.976 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.976 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.976 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.976 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.976 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.976 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.976 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.976 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.977 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.977 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.977 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.a", 2024-08-17T00:32:18.977 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.977 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.977 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.977 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:18.977 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.977 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:47:01.620179+0000", 2024-08-17T00:32:18.977 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.977 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.977 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.977 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.977 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.980 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.981 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.981 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.981 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:18.981 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.981 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:18.981 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.981 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:18.981 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.981 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.981 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.981 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.981 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.982 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.982 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.982 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:18.982 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.982 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.982 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.982 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.982 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.982 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.982 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262300+0000", 2024-08-17T00:32:18.982 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.559139+0000", 2024-08-17T00:32:18.982 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.559139+0000", 2024-08-17T00:32:18.982 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.560584+0000", 2024-08-17T00:32:18.982 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262300+0000", 2024-08-17T00:32:18.983 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.983 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.983 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.983 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.983 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262300+0000", 2024-08-17T00:32:18.983 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262300+0000", 2024-08-17T00:32:18.983 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262300+0000", 2024-08-17T00:32:18.983 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.983 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.983 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.983 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262300+0000", 2024-08-17T00:32:18.983 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262300+0000", 2024-08-17T00:32:18.983 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.984 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:18.984 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.984 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.984 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:18.984 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.984 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.984 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.984 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.984 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:18.984 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.984 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.984 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.985 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.b", 2024-08-17T00:32:18.985 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.985 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.985 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.985 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:18.985 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.985 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:31:14.396405+0000", 2024-08-17T00:32:18.985 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.985 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.985 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.985 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.985 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.985 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.985 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:18.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:18.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:18.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:18.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:18.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.989 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.989 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.989 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.989 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:18.989 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:18.989 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:18.989 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.989 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:18.989 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:18.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.989 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.989 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.990 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.990 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.990 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:18.990 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.990 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:18.990 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.990 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.990 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:18.990 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.990 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.990 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.990 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552454+0000", 2024-08-17T00:32:18.990 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.328131+0000", 2024-08-17T00:32:18.991 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.328131+0000", 2024-08-17T00:32:18.991 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.328407+0000", 2024-08-17T00:32:18.991 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552454+0000", 2024-08-17T00:32:18.991 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.991 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.991 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.991 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:18.991 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552454+0000", 2024-08-17T00:32:18.991 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552454+0000", 2024-08-17T00:32:18.991 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552454+0000", 2024-08-17T00:32:18.991 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.991 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.991 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:18.992 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552454+0000", 2024-08-17T00:32:18.992 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552454+0000", 2024-08-17T00:32:18.992 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:18.992 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T00:32:18.992 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:18.992 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:18.992 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:18.992 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:18.992 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:18.992 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:18.992 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:18.992 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T00:32:18.992 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:18.993 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:18.993 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:18.993 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.b", 2024-08-17T00:32:18.993 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:18.993 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:18.993 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:18.993 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:18.993 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:18.993 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:29:01.771321+0000", 2024-08-17T00:32:18.993 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:18.993 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:18.993 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:18.993 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:18.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:18.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:18.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:18.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:18.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:18.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:18.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:18.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:18.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:18.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:18.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:18.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:18.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:18.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:18.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:18.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:18.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:18.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:18.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:18.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:18.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:18.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:18.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:18.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:18.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:18.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:18.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:18.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:18.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:18.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:18.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:18.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:18.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:18.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:18.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:18.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:18.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:18.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T00:32:18.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:18.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.997 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:18.997 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:18.997 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:18.997 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:18.997 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.997 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:18.997 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.997 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:18.997 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T00:32:18.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:18.997 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:18.998 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:18.998 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:18.998 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:18.998 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:18.998 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:18.998 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:18.998 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:18.998 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:18.998 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:18.998 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:18.998 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:18.998 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:18.998 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.629837+0000", 2024-08-17T00:32:18.999 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.564182+0000", 2024-08-17T00:32:18.999 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.564182+0000", 2024-08-17T00:32:18.999 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.564480+0000", 2024-08-17T00:32:18.999 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.629837+0000", 2024-08-17T00:32:18.999 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.999 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:18.999 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:18.999 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:18.999 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.629837+0000", 2024-08-17T00:32:18.999 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.629837+0000", 2024-08-17T00:32:18.999 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.629837+0000", 2024-08-17T00:32:18.999 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:18.999 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:18.999 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:19.000 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.629837+0000", 2024-08-17T00:32:19.000 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.629837+0000", 2024-08-17T00:32:19.000 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:19.000 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:19.000 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:19.000 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:19.000 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:19.000 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:19.000 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:19.000 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:19.000 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:19.000 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:19.000 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:19.000 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:19.001 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:19.001 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.a", 2024-08-17T00:32:19.001 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:19.001 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:19.001 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:19.001 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:19.001 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:19.001 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:28:33.100884+0000", 2024-08-17T00:32:19.001 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:19.001 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:19.001 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:19.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:19.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:19.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:19.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:19.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:19.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:19.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:19.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:19.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:19.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:19.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:19.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:19.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:19.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:19.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:19.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:19.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:19.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:19.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:19.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:19.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:19.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:19.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:19.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:19.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:19.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:19.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:19.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:19.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:19.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:19.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:19.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:19.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:19.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:19.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:19.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:19.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:19.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:19.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:19.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:19.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.005 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:19.005 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:19.005 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:19.005 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:19.005 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:19.005 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:19.005 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.005 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:19.006 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:19.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.006 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.006 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:19.006 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:19.006 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:19.006 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:19.006 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.006 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:19.006 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:19.006 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:19.006 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:19.006 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:19.007 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:19.007 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:19.007 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348276+0000", 2024-08-17T00:32:19.007 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:10.131702+0000", 2024-08-17T00:32:19.007 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:10.131702+0000", 2024-08-17T00:32:19.007 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:10.132038+0000", 2024-08-17T00:32:19.007 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348276+0000", 2024-08-17T00:32:19.007 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:19.007 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:19.007 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:19.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 67, 2024-08-17T00:32:19.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348276+0000", 2024-08-17T00:32:19.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348276+0000", 2024-08-17T00:32:19.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348276+0000", 2024-08-17T00:32:19.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:19.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:19.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:19.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348276+0000", 2024-08-17T00:32:19.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348276+0000", 2024-08-17T00:32:19.008 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:19.008 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:19.008 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:19.009 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:19.009 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 66, 2024-08-17T00:32:19.009 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:19.009 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:19.009 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:19.009 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:19.009 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:19.009 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:19.009 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:19.009 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:19.010 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1d", 2024-08-17T00:32:19.010 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:19.010 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:19.010 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:19.010 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 18, 2024-08-17T00:32:19.010 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:19.010 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:54:12.663491+0000", 2024-08-17T00:32:19.010 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:19.010 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:19.010 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:19.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:19.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:19.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:19.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:19.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:19.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:19.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:19.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:19.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:19.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:19.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:19.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:19.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:19.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:19.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:19.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:19.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:19.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:19.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:19.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:19.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:19.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:19.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:19.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:19.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:19.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:19.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:19.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:19.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:19.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:19.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:19.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:19.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:19.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:19.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:19.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:19.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:19.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:19.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:19.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:19.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.014 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:19.014 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:19.014 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:19.014 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:19.014 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:19.014 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:19.014 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.014 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:19.014 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:19.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.014 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.015 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:19.015 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:19.015 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:19.015 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:19.015 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.015 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:19.015 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:19.015 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:19.015 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:19.015 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:19.016 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:19.016 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:19.016 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552407+0000", 2024-08-17T00:32:19.016 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.334533+0000", 2024-08-17T00:32:19.016 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.334533+0000", 2024-08-17T00:32:19.016 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.334870+0000", 2024-08-17T00:32:19.016 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552407+0000", 2024-08-17T00:32:19.016 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:19.016 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:19.016 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:19.016 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:19.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552407+0000", 2024-08-17T00:32:19.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552407+0000", 2024-08-17T00:32:19.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552407+0000", 2024-08-17T00:32:19.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:19.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:19.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:19.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552407+0000", 2024-08-17T00:32:19.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552407+0000", 2024-08-17T00:32:19.017 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:19.017 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T00:32:19.018 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:19.018 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:19.018 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:19.018 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:19.018 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:19.018 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:19.018 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:19.018 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T00:32:19.018 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:19.018 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:19.019 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:19.019 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1c", 2024-08-17T00:32:19.019 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:19.019 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:19.019 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:19.019 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:19.019 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:19.019 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:14:50.007928+0000", 2024-08-17T00:32:19.019 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:19.019 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:19.019 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:19.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:19.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:19.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:19.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:19.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:19.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:19.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:19.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:19.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:19.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:19.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:19.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:19.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:19.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:19.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:19.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:19.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:19.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:19.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:19.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:19.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:19.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:19.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:19.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:19.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:19.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:19.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:19.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:19.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:19.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:19.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:19.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:19.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:19.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:19.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:19.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:19.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:19.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:19.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T00:32:19.023 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:19.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.023 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:19.023 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:19.023 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:19.023 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:19.023 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:19.023 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:19.023 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.023 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:19.023 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T00:32:19.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.024 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.024 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:19.024 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:19.024 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:19.024 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:19.024 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.024 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:19.024 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:19.024 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:19.024 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:19.024 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:19.024 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:19.024 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:19.024 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267819+0000", 2024-08-17T00:32:19.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.576971+0000", 2024-08-17T00:32:19.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.576971+0000", 2024-08-17T00:32:19.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.577302+0000", 2024-08-17T00:32:19.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267819+0000", 2024-08-17T00:32:19.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:19.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:19.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:19.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:19.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267819+0000", 2024-08-17T00:32:19.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267819+0000", 2024-08-17T00:32:19.026 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267819+0000", 2024-08-17T00:32:19.026 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:19.026 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:19.026 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:19.026 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267819+0000", 2024-08-17T00:32:19.026 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267819+0000", 2024-08-17T00:32:19.026 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:19.026 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:19.026 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:19.026 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:19.026 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:19.027 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:19.027 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:19.027 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:19.027 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:19.027 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:19.027 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:19.027 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:19.027 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:19.027 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1c", 2024-08-17T00:32:19.027 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:19.027 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:19.027 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:19.028 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:19.028 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:19.028 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:27:07.692228+0000", 2024-08-17T00:32:19.028 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:19.028 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:19.028 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:19.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:19.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:19.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:19.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:19.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:19.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:19.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:19.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:19.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:19.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:19.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:19.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:19.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:19.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:19.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:19.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:19.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:19.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:19.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:19.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:19.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:19.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:19.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:19.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:19.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:19.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:19.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:19.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:19.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:19.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:19.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:19.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:19.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:19.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:19.031 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:19.031 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:19.031 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:19.031 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:19.031 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:19.031 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:19.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.031 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:19.031 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:19.031 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:19.031 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:19.031 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:19.031 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:19.031 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.032 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:19.032 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:19.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.032 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.032 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:19.032 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:19.032 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:19.032 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:19.032 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.032 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:19.032 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:19.032 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:19.032 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:19.033 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:19.033 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:19.033 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:19.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552554+0000", 2024-08-17T00:32:19.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.332839+0000", 2024-08-17T00:32:19.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.332839+0000", 2024-08-17T00:32:19.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.333142+0000", 2024-08-17T00:32:19.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552554+0000", 2024-08-17T00:32:19.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:19.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:19.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:19.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:19.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552554+0000", 2024-08-17T00:32:19.034 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552554+0000", 2024-08-17T00:32:19.034 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552554+0000", 2024-08-17T00:32:19.034 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:19.034 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:19.034 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:19.034 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552554+0000", 2024-08-17T00:32:19.034 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552554+0000", 2024-08-17T00:32:19.034 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:19.034 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T00:32:19.034 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:19.034 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:19.034 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:19.035 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:19.035 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:19.035 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:19.035 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:19.035 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T00:32:19.035 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:19.035 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:19.035 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:19.035 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1d", 2024-08-17T00:32:19.035 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:19.035 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:19.035 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:19.035 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:19.036 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:19.036 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:07:47.163190+0000", 2024-08-17T00:32:19.036 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:19.036 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:19.036 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:19.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:19.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:19.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:19.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:19.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:19.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:19.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:19.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:19.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:19.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:19.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:19.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:19.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:19.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:19.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:19.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:19.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:19.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:19.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:19.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:19.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:19.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:19.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:19.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:19.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:19.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:19.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:19.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:19.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:19.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:19.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:19.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:19.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:19.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:19.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:19.039 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:19.039 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:19.039 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:19.039 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T00:32:19.039 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:19.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.039 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:19.039 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:19.039 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:19.039 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:19.039 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:19.039 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:19.039 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.040 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:19.040 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T00:32:19.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.040 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.040 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:19.040 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:19.040 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:19.040 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:19.040 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.040 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:19.040 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:19.040 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:19.040 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:19.040 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:19.041 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:19.041 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:19.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.263823+0000", 2024-08-17T00:32:19.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.572430+0000", 2024-08-17T00:32:19.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.572430+0000", 2024-08-17T00:32:19.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.572709+0000", 2024-08-17T00:32:19.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.263823+0000", 2024-08-17T00:32:19.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:19.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:19.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:19.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:19.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.263823+0000", 2024-08-17T00:32:19.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.263823+0000", 2024-08-17T00:32:19.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.263823+0000", 2024-08-17T00:32:19.042 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:19.042 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:19.042 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:19.042 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.263823+0000", 2024-08-17T00:32:19.042 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.263823+0000", 2024-08-17T00:32:19.042 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:19.042 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:19.042 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:19.042 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:19.042 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:19.042 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:19.042 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:19.043 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:19.043 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:19.043 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:19.043 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:19.043 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:19.043 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:19.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1f", 2024-08-17T00:32:19.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:19.043 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:19.043 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:19.043 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:19.043 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:19.043 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:16:56.724873+0000", 2024-08-17T00:32:19.044 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:19.044 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:19.044 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:19.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:19.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:19.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:19.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:19.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:19.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:19.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:19.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:19.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:19.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:19.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:19.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:19.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:19.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:19.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:19.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:19.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:19.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:19.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:19.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:19.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:19.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:19.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:19.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:19.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:19.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:19.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:19.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:19.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:19.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:19.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:19.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:19.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:19.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:19.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:19.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:19.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:19.047 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:19.047 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:19.047 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:19.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.047 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:19.047 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:19.047 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:19.047 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:19.047 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:19.047 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:19.047 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.047 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:19.047 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:19.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.048 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.048 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:19.048 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:19.048 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:19.048 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:19.048 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.048 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:19.048 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:19.048 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:19.048 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:19.048 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:19.048 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:19.048 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:19.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262431+0000", 2024-08-17T00:32:19.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.326874+0000", 2024-08-17T00:32:19.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.326874+0000", 2024-08-17T00:32:19.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.327297+0000", 2024-08-17T00:32:19.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262431+0000", 2024-08-17T00:32:19.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:19.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:19.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:19.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:19.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262431+0000", 2024-08-17T00:32:19.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262431+0000", 2024-08-17T00:32:19.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262431+0000", 2024-08-17T00:32:19.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:19.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:19.050 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:19.050 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262431+0000", 2024-08-17T00:32:19.050 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262431+0000", 2024-08-17T00:32:19.050 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:19.050 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T00:32:19.050 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:19.050 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:19.050 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:19.050 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:19.050 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:19.050 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:19.050 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:19.050 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T00:32:19.051 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:19.051 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:19.051 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:19.051 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1e", 2024-08-17T00:32:19.051 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:19.051 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:19.051 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:19.051 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:19.051 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:19.051 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:10:10.689385+0000", 2024-08-17T00:32:19.051 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:19.051 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:19.051 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:19.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:19.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:19.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:19.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:19.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:19.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:19.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:19.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:19.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:19.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:19.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:19.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:19.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:19.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:19.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:19.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:19.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:19.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:19.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:19.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:19.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:19.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:19.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:19.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:19.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:19.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:19.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:19.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:19.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:19.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:19.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:19.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:19.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:19.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:19.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:19.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:19.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:19.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:19.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:19.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:19.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.055 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:19.055 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:19.055 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:19.055 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:19.055 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:19.055 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:19.055 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.055 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:19.055 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T00:32:19.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.055 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.055 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:19.056 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:19.056 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:19.056 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:19.056 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.056 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:19.056 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:19.056 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:19.056 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:19.056 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:19.056 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:19.056 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:19.056 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262274+0000", 2024-08-17T00:32:19.056 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.562758+0000", 2024-08-17T00:32:19.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.562758+0000", 2024-08-17T00:32:19.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.563008+0000", 2024-08-17T00:32:19.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262274+0000", 2024-08-17T00:32:19.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:19.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:19.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:19.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:19.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262274+0000", 2024-08-17T00:32:19.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262274+0000", 2024-08-17T00:32:19.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262274+0000", 2024-08-17T00:32:19.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:19.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:19.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:19.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262274+0000", 2024-08-17T00:32:19.058 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262274+0000", 2024-08-17T00:32:19.058 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:19.058 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:19.058 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:19.058 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:19.058 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:19.058 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:19.058 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:19.058 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:19.058 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:19.058 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:19.058 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:19.058 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:19.059 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:19.059 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1e", 2024-08-17T00:32:19.059 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:19.059 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:19.059 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:19.059 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:19.059 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:19.059 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:54:07.503729+0000", 2024-08-17T00:32:19.059 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:19.059 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:19.059 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:19.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:19.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:19.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:19.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:19.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:19.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:19.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:19.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:19.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:19.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:19.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:19.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:19.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:19.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:19.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:19.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:19.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:19.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:19.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:19.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:19.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:19.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:19.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:19.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:19.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:19.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:19.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:19.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:19.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:19.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:19.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:19.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:19.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:19.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:19.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:19.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:19.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:19.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:19.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:19.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:19.062 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.062 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:19.063 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:19.063 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:19.063 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:19.063 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:19.063 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:19.063 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.063 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:19.063 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:19.063 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.063 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.063 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:19.063 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:19.063 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:19.063 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:19.064 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.064 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:19.064 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:19.064 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:19.064 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:19.064 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:19.064 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:19.064 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:19.064 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.263982+0000", 2024-08-17T00:32:19.064 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.328656+0000", 2024-08-17T00:32:19.064 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.328656+0000", 2024-08-17T00:32:19.064 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.329129+0000", 2024-08-17T00:32:19.064 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.263982+0000", 2024-08-17T00:32:19.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:19.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:19.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:19.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:19.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.263982+0000", 2024-08-17T00:32:19.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.263982+0000", 2024-08-17T00:32:19.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.263982+0000", 2024-08-17T00:32:19.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:19.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:19.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:19.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.263982+0000", 2024-08-17T00:32:19.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.263982+0000", 2024-08-17T00:32:19.065 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:19.066 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 4, 2024-08-17T00:32:19.066 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:19.066 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:19.066 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:19.066 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:19.066 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:19.066 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:19.066 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:19.066 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 4, 2024-08-17T00:32:19.066 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:19.066 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:19.066 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:19.066 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1f", 2024-08-17T00:32:19.066 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:19.067 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:19.067 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:19.067 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 28, 2024-08-17T00:32:19.067 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:19.067 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:37:41.827347+0000", 2024-08-17T00:32:19.067 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:19.067 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:19.067 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:19.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 570, 2024-08-17T00:32:19.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:19.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:19.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:19.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:19.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:19.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:19.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:19.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:19.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:19.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:19.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:19.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:19.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:19.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:19.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:19.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T00:32:19.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T00:32:19.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:19.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T00:32:19.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:19.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:19.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:19.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:19.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:19.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:19.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:19.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:19.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:19.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:19.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:19.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:19.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:19.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:19.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:19.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:19.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:19.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:19.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 4, 2024-08-17T00:32:19.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T00:32:19.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.070 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:19.070 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:19.071 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:19.071 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:19.071 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:19.071 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:19.071 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.071 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:19.071 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'4" 2024-08-17T00:32:19.071 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.071 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.071 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_per_pool": [ 2024-08-17T00:32:19.071 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.071 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 24, 2024-08-17T00:32:19.071 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:19.071 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd" 2024-08-17T00:32:19.072 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.072 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3, 2024-08-17T00:32:19.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 8, 2024-08-17T00:32:19.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T00:32:19.072 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3, 2024-08-17T00:32:19.072 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 4, 2024-08-17T00:32:19.072 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:19.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 19, 2024-08-17T00:32:19.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:19.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:19.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:19.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:19.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:19.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:19.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:19.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:19.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:19.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:19.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:19.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:19.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:19.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:19.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:19.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T00:32:19.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T00:32:19.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:19.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T00:32:19.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:19.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:19.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:19.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:19.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:19.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:19.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:19.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:19.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:19.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:19.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:19.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:19.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:19.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:19.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:19.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:19.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:19.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:19.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 2, 2024-08-17T00:32:19.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2 2024-08-17T00:32:19.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.075 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T00:32:19.075 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 12288, 2024-08-17T00:32:19.075 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T00:32:19.075 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T00:32:19.075 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T00:32:19.075 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T00:32:19.076 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 57, 2024-08-17T00:32:19.076 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T00:32:19.076 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T00:32:19.076 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T00:32:19.076 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T00:32:19.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.076 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 24 2024-08-17T00:32:19.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.076 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.076 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 192, 2024-08-17T00:32:19.076 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:19.076 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T00:32:19.076 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.077 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:19.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 64, 2024-08-17T00:32:19.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T00:32:19.077 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:19.077 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 3, 2024-08-17T00:32:19.077 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:19.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:19.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:19.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:19.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:19.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:19.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:19.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:19.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:19.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:19.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:19.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:19.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:19.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:19.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:19.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:19.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:19.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:19.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:19.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:19.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:19.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:19.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:19.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:19.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:19.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:19.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:19.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:19.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:19.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:19.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:19.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:19.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:19.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:19.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:19.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:19.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:19.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:19.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:19.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:19.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:19.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.080 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T00:32:19.080 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 0, 2024-08-17T00:32:19.081 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T00:32:19.081 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T00:32:19.081 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T00:32:19.081 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T00:32:19.081 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 0, 2024-08-17T00:32:19.081 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T00:32:19.081 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T00:32:19.081 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T00:32:19.081 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T00:32:19.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.081 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 192 2024-08-17T00:32:19.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.081 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.082 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 96, 2024-08-17T00:32:19.082 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:19.082 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T00:32:19.082 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.082 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 45, 2024-08-17T00:32:19.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 32, 2024-08-17T00:32:19.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T00:32:19.082 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 45, 2024-08-17T00:32:19.082 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 2, 2024-08-17T00:32:19.083 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:19.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 3410, 2024-08-17T00:32:19.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:19.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:19.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:19.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:19.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:19.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:19.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:19.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:19.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:19.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:19.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:19.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:19.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:19.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:19.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:19.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 66, 2024-08-17T00:32:19.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 22, 2024-08-17T00:32:19.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:19.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 22, 2024-08-17T00:32:19.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:19.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:19.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:19.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:19.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:19.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 14, 2024-08-17T00:32:19.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:19.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:19.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:19.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:19.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:19.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:19.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:19.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:19.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:19.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:19.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:19.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:19.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 51, 2024-08-17T00:32:19.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 19 2024-08-17T00:32:19.086 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.086 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T00:32:19.086 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 98304, 2024-08-17T00:32:19.086 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T00:32:19.086 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T00:32:19.087 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T00:32:19.087 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T00:32:19.087 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 10230, 2024-08-17T00:32:19.087 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T00:32:19.087 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T00:32:19.087 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T00:32:19.087 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T00:32:19.087 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.087 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 96 2024-08-17T00:32:19.087 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.087 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.087 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 3, 2024-08-17T00:32:19.087 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:19.088 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr" 2024-08-17T00:32:19.088 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.088 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 144, 2024-08-17T00:32:19.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 1, 2024-08-17T00:32:19.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 3, 2024-08-17T00:32:19.088 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 144, 2024-08-17T00:32:19.088 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 1, 2024-08-17T00:32:19.088 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:19.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 590368, 2024-08-17T00:32:19.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:19.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 1771104, 2024-08-17T00:32:19.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:19.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:19.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:19.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:19.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:19.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:19.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:19.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:19.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:19.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:19.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:19.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:19.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:19.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T00:32:19.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T00:32:19.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:19.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T00:32:19.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:19.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:19.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:19.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:19.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:19.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:19.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:19.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 6, 2024-08-17T00:32:19.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:19.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:19.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:19.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:19.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:19.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 358, 2024-08-17T00:32:19.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 554, 2024-08-17T00:32:19.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:19.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:19.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:19.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 211, 2024-08-17T00:32:19.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2416 2024-08-17T00:32:19.091 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.091 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T00:32:19.091 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 1781760, 2024-08-17T00:32:19.091 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T00:32:19.091 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T00:32:19.092 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T00:32:19.092 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T00:32:19.092 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 1771104, 2024-08-17T00:32:19.092 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T00:32:19.092 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T00:32:19.092 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T00:32:19.092 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T00:32:19.092 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.092 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 3 2024-08-17T00:32:19.093 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.093 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.093 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T00:32:19.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 105, 2024-08-17T00:32:19.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": 4, 2024-08-17T00:32:19.093 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_by_class": { 2024-08-17T00:32:19.093 INFO:tasks.workunit.client.0.smithi157.stdout: "ssd": { 2024-08-17T00:32:19.093 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 765516247040, 2024-08-17T00:32:19.093 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T00:32:19.093 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 2444038144, 2024-08-17T00:32:19.094 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_bytes": 2444038144, 2024-08-17T00:32:19.094 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_ratio": 0.0031825059559196234 2024-08-17T00:32:19.094 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.094 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 765516247040, 2024-08-17T00:32:19.094 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T00:32:19.094 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 2444038144 2024-08-17T00:32:19.094 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.094 INFO:tasks.workunit.client.0.smithi157.stdout:} 2024-08-17T00:32:19.094 INFO:tasks.workunit.client.0.smithi157.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-17T00:32:19.095 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph telemetry show-device 2024-08-17T00:32:19.096 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:19.096 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:19.096 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-17T00:32:19.096 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:19.096 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.096 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.096 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.096 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.096 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.096 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.096 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.097 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.097 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.097 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.097 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.097 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.097 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.097 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.097 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.097 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.097 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.097 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.097 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.098 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.098 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.098 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.098 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.098 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:19.098 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:19.098 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-17T00:32:19.099 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:19.099 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.099 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.099 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.099 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.099 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.099 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.099 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.099 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.099 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.099 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.099 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.099 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.100 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.100 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.100 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.100 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.100 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.100 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.100 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.100 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.100 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.100 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.100 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.101 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:19.101 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:19.101 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-17T00:32:19.101 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:19.101 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.101 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.102 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.102 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.102 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.102 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.102 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.102 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.102 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.102 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.102 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.102 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.103 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.103 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.103 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.103 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.103 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.103 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.103 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.103 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.103 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.103 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.103 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.103 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.103 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:19.104 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/252414601' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T00:32:19.104 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/252414601' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T00:32:19.104 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:19.104 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:19.104 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.104 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.104 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.104 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.104 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.104 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.104 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.104 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:17 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:19.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:19.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:19.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:19.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.107 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.107 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.107 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.107 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.107 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.107 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.107 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.107 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.107 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.107 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.107 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.107 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:19.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:19.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.109 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.109 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.109 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.109 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.109 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.109 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.109 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.109 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.109 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.109 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.109 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.109 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.109 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.109 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.110 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.110 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.110 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.110 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.110 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.110 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.110 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:18 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.110 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.110 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:19.111 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/252414601' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T00:32:19.111 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/252414601' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T00:32:19.111 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:19.111 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:19.111 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.111 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.111 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.111 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.111 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.111 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.111 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.111 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.113 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.113 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.113 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.113 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:19.113 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/252414601' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T00:32:19.113 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/252414601' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T00:32:19.113 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:19.113 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:19.114 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.114 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.114 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.114 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.114 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.114 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.114 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.114 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.114 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.114 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.114 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.114 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.114 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.115 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.115 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.115 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.115 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.115 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.115 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.115 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:19.115 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:19.115 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:19.115 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:19.115 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:17 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:19.116 INFO:tasks.workunit.client.0.smithi157.stdout:{ 2024-08-17T00:32:19.116 INFO:tasks.workunit.client.0.smithi157.stdout: "26534758-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:19.116 INFO:tasks.workunit.client.0.smithi157.stdout: "INTEL_SSDPED1D480GA_2653d70e-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:19.116 INFO:tasks.workunit.client.0.smithi157.stdout: "20240817-002624": { 2024-08-17T00:32:19.116 INFO:tasks.workunit.client.0.smithi157.stdout: "device": { 2024-08-17T00:32:19.116 INFO:tasks.workunit.client.0.smithi157.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:32:19.116 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:32:19.116 INFO:tasks.workunit.client.0.smithi157.stdout: "protocol": "NVMe", 2024-08-17T00:32:19.116 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "nvme" 2024-08-17T00:32:19.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.117 INFO:tasks.workunit.client.0.smithi157.stdout: "firmware_version": "E2010325", 2024-08-17T00:32:19.117 INFO:tasks.workunit.client.0.smithi157.stdout: "host_id": "26534758-5c30-11ef-a430-0cc47a887ea1", 2024-08-17T00:32:19.117 INFO:tasks.workunit.client.0.smithi157.stdout: "json_format_version": [ 2024-08-17T00:32:19.117 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:19.117 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:19.117 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.117 INFO:tasks.workunit.client.0.smithi157.stdout: "local_time": { 2024-08-17T00:32:19.117 INFO:tasks.workunit.client.0.smithi157.stdout: "asctime": "Sat Aug 17 00:26:24 2024 UTC", 2024-08-17T00:32:19.117 INFO:tasks.workunit.client.0.smithi157.stdout: "time_t": 1723854384 2024-08-17T00:32:19.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.117 INFO:tasks.workunit.client.0.smithi157.stdout: "logical_block_size": 512, 2024-08-17T00:32:19.118 INFO:tasks.workunit.client.0.smithi157.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-17T00:32:19.118 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_controller_id": 0, 2024-08-17T00:32:19.118 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:32:19.118 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_namespaces": [ 2024-08-17T00:32:19.118 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.118 INFO:tasks.workunit.client.0.smithi157.stdout: "capacity": { 2024-08-17T00:32:19.118 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:19.118 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:19.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.118 INFO:tasks.workunit.client.0.smithi157.stdout: "formatted_lba_size": 512, 2024-08-17T00:32:19.118 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 1, 2024-08-17T00:32:19.118 INFO:tasks.workunit.client.0.smithi157.stdout: "size": { 2024-08-17T00:32:19.119 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:19.119 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:19.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.119 INFO:tasks.workunit.client.0.smithi157.stdout: "utilization": { 2024-08-17T00:32:19.119 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:19.119 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:19.119 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.119 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.119 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.119 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:32:19.119 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_pci_vendor": { 2024-08-17T00:32:19.119 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 32902, 2024-08-17T00:32:19.119 INFO:tasks.workunit.client.0.smithi157.stdout: "subsystem_id": 32902 2024-08-17T00:32:19.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.120 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:32:19.120 INFO:tasks.workunit.client.0.smithi157.stdout: "Device stats": { 2024-08-17T00:32:19.120 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_fw_downgrades": { 2024-08-17T00:32:19.120 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.120 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.120 INFO:tasks.workunit.client.0.smithi157.stdout: "crc_error_count": { 2024-08-17T00:32:19.120 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.120 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.120 INFO:tasks.workunit.client.0.smithi157.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:32:19.120 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.120 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.121 INFO:tasks.workunit.client.0.smithi157.stdout: "erase_fail_count": { 2024-08-17T00:32:19.121 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.121 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.121 INFO:tasks.workunit.client.0.smithi157.stdout: "host_bytes_written": { 2024-08-17T00:32:19.121 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.121 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 6865907 2024-08-17T00:32:19.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.121 INFO:tasks.workunit.client.0.smithi157.stdout: "host_ctx_wear_used": { 2024-08-17T00:32:19.121 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.121 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.121 INFO:tasks.workunit.client.0.smithi157.stdout: "media_bytes_read": { 2024-08-17T00:32:19.122 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.122 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.122 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.122 INFO:tasks.workunit.client.0.smithi157.stdout: "nand_bytes_written": { 2024-08-17T00:32:19.122 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.122 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.122 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.122 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_stat_indicator": { 2024-08-17T00:32:19.122 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.122 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.122 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.122 INFO:tasks.workunit.client.0.smithi157.stdout: "pll_lock_loss_count": { 2024-08-17T00:32:19.122 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.123 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.123 INFO:tasks.workunit.client.0.smithi157.stdout: "program_fail_count": { 2024-08-17T00:32:19.123 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.123 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.123 INFO:tasks.workunit.client.0.smithi157.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:32:19.123 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.123 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.123 INFO:tasks.workunit.client.0.smithi157.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:32:19.123 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.123 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.124 INFO:tasks.workunit.client.0.smithi157.stdout: "soft_ecc_err_rate": { 2024-08-17T00:32:19.124 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.124 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.124 INFO:tasks.workunit.client.0.smithi157.stdout: "thermal_throttle_status": { 2024-08-17T00:32:19.124 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.124 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:19.124 INFO:tasks.workunit.client.0.smithi157.stdout: "cnt": 0, 2024-08-17T00:32:19.124 INFO:tasks.workunit.client.0.smithi157.stdout: "pct": 0 2024-08-17T00:32:19.124 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.124 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_host_reads": { 2024-08-17T00:32:19.124 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.124 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 13 2024-08-17T00:32:19.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.125 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_media_wear": { 2024-08-17T00:32:19.125 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.125 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": "0.000000" 2024-08-17T00:32:19.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.125 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_timer": { 2024-08-17T00:32:19.125 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.125 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 951162 2024-08-17T00:32:19.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.125 INFO:tasks.workunit.client.0.smithi157.stdout: "unexp_power_loss": { 2024-08-17T00:32:19.125 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.125 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.126 INFO:tasks.workunit.client.0.smithi157.stdout: "wear_leveling": { 2024-08-17T00:32:19.126 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.126 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:19.126 INFO:tasks.workunit.client.0.smithi157.stdout: "avg": 0, 2024-08-17T00:32:19.126 INFO:tasks.workunit.client.0.smithi157.stdout: "max": 0, 2024-08-17T00:32:19.126 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0 2024-08-17T00:32:19.126 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.126 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.126 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.126 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:32:19.126 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.126 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:32:19.126 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare": 100, 2024-08-17T00:32:19.127 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare_threshold": 0, 2024-08-17T00:32:19.127 INFO:tasks.workunit.client.0.smithi157.stdout: "controller_busy_time": 2610, 2024-08-17T00:32:19.127 INFO:tasks.workunit.client.0.smithi157.stdout: "critical_warning": 0, 2024-08-17T00:32:19.127 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_read": 81053234, 2024-08-17T00:32:19.127 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_written": 449964123, 2024-08-17T00:32:19.127 INFO:tasks.workunit.client.0.smithi157.stdout: "host_reads": 1325904732, 2024-08-17T00:32:19.127 INFO:tasks.workunit.client.0.smithi157.stdout: "host_writes": 10296839380, 2024-08-17T00:32:19.127 INFO:tasks.workunit.client.0.smithi157.stdout: "media_errors": 0, 2024-08-17T00:32:19.127 INFO:tasks.workunit.client.0.smithi157.stdout: "num_err_log_entries": 0, 2024-08-17T00:32:19.127 INFO:tasks.workunit.client.0.smithi157.stdout: "percentage_used": 0, 2024-08-17T00:32:19.127 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycles": 20457, 2024-08-17T00:32:19.127 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_hours": 24917, 2024-08-17T00:32:19.127 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": 37, 2024-08-17T00:32:19.128 INFO:tasks.workunit.client.0.smithi157.stdout: "unsafe_shutdowns": 7037 2024-08-17T00:32:19.128 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.128 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_vendor": "intel", 2024-08-17T00:32:19.128 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_version": { 2024-08-17T00:32:19.128 INFO:tasks.workunit.client.0.smithi157.stdout: "string": "<1.2", 2024-08-17T00:32:19.128 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.128 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.128 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycle_count": 20457, 2024-08-17T00:32:19.128 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_time": { 2024-08-17T00:32:19.128 INFO:tasks.workunit.client.0.smithi157.stdout: "hours": 24917 2024-08-17T00:32:19.128 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.128 INFO:tasks.workunit.client.0.smithi157.stdout: "serial_number": "deleted", 2024-08-17T00:32:19.128 INFO:tasks.workunit.client.0.smithi157.stdout: "smart_status": { 2024-08-17T00:32:19.128 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme": { 2024-08-17T00:32:19.129 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.129 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.129 INFO:tasks.workunit.client.0.smithi157.stdout: "passed": true 2024-08-17T00:32:19.129 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.129 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl": { 2024-08-17T00:32:19.129 INFO:tasks.workunit.client.0.smithi157.stdout: "argv": [ 2024-08-17T00:32:19.129 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl", 2024-08-17T00:32:19.129 INFO:tasks.workunit.client.0.smithi157.stdout: "-x", 2024-08-17T00:32:19.129 INFO:tasks.workunit.client.0.smithi157.stdout: "--json=o", 2024-08-17T00:32:19.129 INFO:tasks.workunit.client.0.smithi157.stdout: "/dev/nvme0n1" 2024-08-17T00:32:19.129 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.129 INFO:tasks.workunit.client.0.smithi157.stdout: "build_info": "(local build)", 2024-08-17T00:32:19.129 INFO:tasks.workunit.client.0.smithi157.stdout: "exit_status": 0, 2024-08-17T00:32:19.129 INFO:tasks.workunit.client.0.smithi157.stdout: "output": [ 2024-08-17T00:32:19.129 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:32:19.130 INFO:tasks.workunit.client.0.smithi157.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:32:19.130 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.130 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:32:19.130 INFO:tasks.workunit.client.0.smithi157.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-17T00:32:19.130 INFO:tasks.workunit.client.0.smithi157.stdout: "Serial Number: deleted", 2024-08-17T00:32:19.130 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Version: E2010325", 2024-08-17T00:32:19.130 INFO:tasks.workunit.client.0.smithi157.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:32:19.130 INFO:tasks.workunit.client.0.smithi157.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:32:19.130 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller ID: 0", 2024-08-17T00:32:19.130 INFO:tasks.workunit.client.0.smithi157.stdout: "NVMe Version: <1.2", 2024-08-17T00:32:19.130 INFO:tasks.workunit.client.0.smithi157.stdout: "Number of Namespaces: 1", 2024-08-17T00:32:19.130 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-17T00:32:19.130 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:32:19.131 INFO:tasks.workunit.client.0.smithi157.stdout: "Local Time is: Sat Aug 17 00:26:24 2024 UTC", 2024-08-17T00:32:19.131 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:32:19.131 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-17T00:32:19.131 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:32:19.131 INFO:tasks.workunit.client.0.smithi157.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:32:19.131 INFO:tasks.workunit.client.0.smithi157.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:32:19.131 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.131 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported Power States", 2024-08-17T00:32:19.131 INFO:tasks.workunit.client.0.smithi157.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:32:19.131 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-17T00:32:19.131 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.131 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:32:19.131 INFO:tasks.workunit.client.0.smithi157.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:32:19.132 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 512 0 2", 2024-08-17T00:32:19.132 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.132 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:32:19.132 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:32:19.132 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.132 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:32:19.132 INFO:tasks.workunit.client.0.smithi157.stdout: "Critical Warning: 0x00", 2024-08-17T00:32:19.132 INFO:tasks.workunit.client.0.smithi157.stdout: "Temperature: 37 Celsius", 2024-08-17T00:32:19.132 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare: 100%", 2024-08-17T00:32:19.132 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare Threshold: 0%", 2024-08-17T00:32:19.132 INFO:tasks.workunit.client.0.smithi157.stdout: "Percentage Used: 0%", 2024-08-17T00:32:19.132 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Read: 81,053,234 [41.4 TB]", 2024-08-17T00:32:19.132 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Written: 449,964,123 [230 TB]", 2024-08-17T00:32:19.132 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Read Commands: 1,325,904,732", 2024-08-17T00:32:19.133 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Write Commands: 10,296,839,380", 2024-08-17T00:32:19.133 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller Busy Time: 2,610", 2024-08-17T00:32:19.133 INFO:tasks.workunit.client.0.smithi157.stdout: "Power Cycles: 20,457", 2024-08-17T00:32:19.133 INFO:tasks.workunit.client.0.smithi157.stdout: "Power On Hours: 24,917", 2024-08-17T00:32:19.133 INFO:tasks.workunit.client.0.smithi157.stdout: "Unsafe Shutdowns: 7,037", 2024-08-17T00:32:19.133 INFO:tasks.workunit.client.0.smithi157.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:32:19.133 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information Log Entries: 0", 2024-08-17T00:32:19.133 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.133 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:32:19.133 INFO:tasks.workunit.client.0.smithi157.stdout: "No Errors Logged", 2024-08-17T00:32:19.133 INFO:tasks.workunit.client.0.smithi157.stdout: "" 2024-08-17T00:32:19.133 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.133 INFO:tasks.workunit.client.0.smithi157.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:32:19.134 INFO:tasks.workunit.client.0.smithi157.stdout: "svn_revision": "5155", 2024-08-17T00:32:19.134 INFO:tasks.workunit.client.0.smithi157.stdout: "version": [ 2024-08-17T00:32:19.134 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:19.134 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:19.134 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.134 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.134 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": { 2024-08-17T00:32:19.134 INFO:tasks.workunit.client.0.smithi157.stdout: "current": 37 2024-08-17T00:32:19.134 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.134 INFO:tasks.workunit.client.0.smithi157.stdout: "user_capacity": { 2024-08-17T00:32:19.134 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:19.134 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:19.135 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.135 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.135 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.135 INFO:tasks.workunit.client.0.smithi157.stdout: "26550746-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:19.135 INFO:tasks.workunit.client.0.smithi157.stdout: "INTEL_SSDPEDMD400G4_265582e8-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:19.135 INFO:tasks.workunit.client.0.smithi157.stdout: "20240817-002627": { 2024-08-17T00:32:19.135 INFO:tasks.workunit.client.0.smithi157.stdout: "device": { 2024-08-17T00:32:19.135 INFO:tasks.workunit.client.0.smithi157.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:32:19.135 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:32:19.135 INFO:tasks.workunit.client.0.smithi157.stdout: "protocol": "NVMe", 2024-08-17T00:32:19.135 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "nvme" 2024-08-17T00:32:19.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.136 INFO:tasks.workunit.client.0.smithi157.stdout: "firmware_version": "8DV101H0", 2024-08-17T00:32:19.136 INFO:tasks.workunit.client.0.smithi157.stdout: "host_id": "26550746-5c30-11ef-a430-0cc47a887ea1", 2024-08-17T00:32:19.136 INFO:tasks.workunit.client.0.smithi157.stdout: "json_format_version": [ 2024-08-17T00:32:19.136 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:19.136 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:19.136 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.136 INFO:tasks.workunit.client.0.smithi157.stdout: "local_time": { 2024-08-17T00:32:19.136 INFO:tasks.workunit.client.0.smithi157.stdout: "asctime": "Sat Aug 17 00:26:26 2024 UTC", 2024-08-17T00:32:19.136 INFO:tasks.workunit.client.0.smithi157.stdout: "time_t": 1723854386 2024-08-17T00:32:19.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.136 INFO:tasks.workunit.client.0.smithi157.stdout: "logical_block_size": 512, 2024-08-17T00:32:19.136 INFO:tasks.workunit.client.0.smithi157.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T00:32:19.137 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_controller_id": 0, 2024-08-17T00:32:19.137 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:32:19.137 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_namespaces": [ 2024-08-17T00:32:19.137 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.137 INFO:tasks.workunit.client.0.smithi157.stdout: "capacity": { 2024-08-17T00:32:19.137 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:19.137 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:19.137 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.137 INFO:tasks.workunit.client.0.smithi157.stdout: "formatted_lba_size": 512, 2024-08-17T00:32:19.137 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 1, 2024-08-17T00:32:19.137 INFO:tasks.workunit.client.0.smithi157.stdout: "size": { 2024-08-17T00:32:19.137 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:19.137 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:19.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.138 INFO:tasks.workunit.client.0.smithi157.stdout: "utilization": { 2024-08-17T00:32:19.138 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:19.138 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:19.138 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.138 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.138 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.138 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:32:19.138 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_pci_vendor": { 2024-08-17T00:32:19.138 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 32902, 2024-08-17T00:32:19.138 INFO:tasks.workunit.client.0.smithi157.stdout: "subsystem_id": 32902 2024-08-17T00:32:19.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.139 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:32:19.139 INFO:tasks.workunit.client.0.smithi157.stdout: "Device stats": { 2024-08-17T00:32:19.139 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_fw_downgrades": { 2024-08-17T00:32:19.139 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.139 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.139 INFO:tasks.workunit.client.0.smithi157.stdout: "crc_error_count": { 2024-08-17T00:32:19.139 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.139 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.139 INFO:tasks.workunit.client.0.smithi157.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:32:19.139 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.139 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.140 INFO:tasks.workunit.client.0.smithi157.stdout: "erase_fail_count": { 2024-08-17T00:32:19.140 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.140 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.140 INFO:tasks.workunit.client.0.smithi157.stdout: "host_bytes_written": { 2024-08-17T00:32:19.140 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.140 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 28961671 2024-08-17T00:32:19.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.140 INFO:tasks.workunit.client.0.smithi157.stdout: "host_ctx_wear_used": { 2024-08-17T00:32:19.140 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.140 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 1 2024-08-17T00:32:19.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.140 INFO:tasks.workunit.client.0.smithi157.stdout: "media_bytes_read": { 2024-08-17T00:32:19.141 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.141 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.141 INFO:tasks.workunit.client.0.smithi157.stdout: "nand_bytes_written": { 2024-08-17T00:32:19.141 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.141 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 50866485 2024-08-17T00:32:19.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.141 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_stat_indicator": { 2024-08-17T00:32:19.141 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.141 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.141 INFO:tasks.workunit.client.0.smithi157.stdout: "pll_lock_loss_count": { 2024-08-17T00:32:19.141 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.142 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.142 INFO:tasks.workunit.client.0.smithi157.stdout: "program_fail_count": { 2024-08-17T00:32:19.142 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.142 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.142 INFO:tasks.workunit.client.0.smithi157.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:32:19.142 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.142 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.142 INFO:tasks.workunit.client.0.smithi157.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:32:19.142 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.142 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.143 INFO:tasks.workunit.client.0.smithi157.stdout: "soft_ecc_err_rate": { 2024-08-17T00:32:19.143 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.143 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.143 INFO:tasks.workunit.client.0.smithi157.stdout: "thermal_throttle_status": { 2024-08-17T00:32:19.143 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.143 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:19.143 INFO:tasks.workunit.client.0.smithi157.stdout: "cnt": 0, 2024-08-17T00:32:19.143 INFO:tasks.workunit.client.0.smithi157.stdout: "pct": 0 2024-08-17T00:32:19.143 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.143 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_host_reads": { 2024-08-17T00:32:19.143 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.144 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 65535 2024-08-17T00:32:19.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.144 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_media_wear": { 2024-08-17T00:32:19.144 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.144 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": "63.999023" 2024-08-17T00:32:19.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.144 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_timer": { 2024-08-17T00:32:19.144 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.144 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 65535 2024-08-17T00:32:19.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.144 INFO:tasks.workunit.client.0.smithi157.stdout: "unexp_power_loss": { 2024-08-17T00:32:19.144 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.144 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.145 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.145 INFO:tasks.workunit.client.0.smithi157.stdout: "wear_leveling": { 2024-08-17T00:32:19.145 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 89, 2024-08-17T00:32:19.145 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:19.145 INFO:tasks.workunit.client.0.smithi157.stdout: "avg": 3477, 2024-08-17T00:32:19.145 INFO:tasks.workunit.client.0.smithi157.stdout: "max": 3496, 2024-08-17T00:32:19.145 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 3462 2024-08-17T00:32:19.145 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.145 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.145 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.145 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:32:19.145 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.145 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:32:19.146 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare": 100, 2024-08-17T00:32:19.146 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare_threshold": 10, 2024-08-17T00:32:19.146 INFO:tasks.workunit.client.0.smithi157.stdout: "controller_busy_time": 0, 2024-08-17T00:32:19.146 INFO:tasks.workunit.client.0.smithi157.stdout: "critical_warning": 0, 2024-08-17T00:32:19.146 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_read": 376556188, 2024-08-17T00:32:19.146 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_written": 1898032115, 2024-08-17T00:32:19.146 INFO:tasks.workunit.client.0.smithi157.stdout: "host_reads": 6322988028, 2024-08-17T00:32:19.146 INFO:tasks.workunit.client.0.smithi157.stdout: "host_writes": 33391789029, 2024-08-17T00:32:19.146 INFO:tasks.workunit.client.0.smithi157.stdout: "media_errors": 0, 2024-08-17T00:32:19.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_err_log_entries": 0, 2024-08-17T00:32:19.146 INFO:tasks.workunit.client.0.smithi157.stdout: "percentage_used": 11, 2024-08-17T00:32:19.146 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycles": 59176, 2024-08-17T00:32:19.146 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_hours": 54753, 2024-08-17T00:32:19.147 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": 25, 2024-08-17T00:32:19.147 INFO:tasks.workunit.client.0.smithi157.stdout: "unsafe_shutdowns": 8 2024-08-17T00:32:19.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.147 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_vendor": "intel", 2024-08-17T00:32:19.147 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_version": { 2024-08-17T00:32:19.147 INFO:tasks.workunit.client.0.smithi157.stdout: "string": "<1.2", 2024-08-17T00:32:19.147 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.147 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycle_count": 59176, 2024-08-17T00:32:19.147 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_time": { 2024-08-17T00:32:19.147 INFO:tasks.workunit.client.0.smithi157.stdout: "hours": 54753 2024-08-17T00:32:19.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.147 INFO:tasks.workunit.client.0.smithi157.stdout: "serial_number": "deleted", 2024-08-17T00:32:19.148 INFO:tasks.workunit.client.0.smithi157.stdout: "smart_status": { 2024-08-17T00:32:19.148 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme": { 2024-08-17T00:32:19.148 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.148 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.148 INFO:tasks.workunit.client.0.smithi157.stdout: "passed": true 2024-08-17T00:32:19.148 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.148 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl": { 2024-08-17T00:32:19.148 INFO:tasks.workunit.client.0.smithi157.stdout: "argv": [ 2024-08-17T00:32:19.148 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl", 2024-08-17T00:32:19.148 INFO:tasks.workunit.client.0.smithi157.stdout: "-x", 2024-08-17T00:32:19.148 INFO:tasks.workunit.client.0.smithi157.stdout: "--json=o", 2024-08-17T00:32:19.148 INFO:tasks.workunit.client.0.smithi157.stdout: "/dev/nvme0n1" 2024-08-17T00:32:19.148 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.148 INFO:tasks.workunit.client.0.smithi157.stdout: "build_info": "(local build)", 2024-08-17T00:32:19.149 INFO:tasks.workunit.client.0.smithi157.stdout: "exit_status": 0, 2024-08-17T00:32:19.149 INFO:tasks.workunit.client.0.smithi157.stdout: "output": [ 2024-08-17T00:32:19.149 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:32:19.149 INFO:tasks.workunit.client.0.smithi157.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:32:19.149 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.149 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:32:19.149 INFO:tasks.workunit.client.0.smithi157.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T00:32:19.149 INFO:tasks.workunit.client.0.smithi157.stdout: "Serial Number: deleted", 2024-08-17T00:32:19.149 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Version: 8DV101H0", 2024-08-17T00:32:19.149 INFO:tasks.workunit.client.0.smithi157.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:32:19.149 INFO:tasks.workunit.client.0.smithi157.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:32:19.149 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller ID: 0", 2024-08-17T00:32:19.149 INFO:tasks.workunit.client.0.smithi157.stdout: "NVMe Version: <1.2", 2024-08-17T00:32:19.150 INFO:tasks.workunit.client.0.smithi157.stdout: "Number of Namespaces: 1", 2024-08-17T00:32:19.150 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T00:32:19.150 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:32:19.150 INFO:tasks.workunit.client.0.smithi157.stdout: "Local Time is: Sat Aug 17 00:26:26 2024 UTC", 2024-08-17T00:32:19.150 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:32:19.150 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T00:32:19.150 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:32:19.150 INFO:tasks.workunit.client.0.smithi157.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:32:19.150 INFO:tasks.workunit.client.0.smithi157.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:32:19.150 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.150 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported Power States", 2024-08-17T00:32:19.150 INFO:tasks.workunit.client.0.smithi157.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:32:19.151 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T00:32:19.151 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.151 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:32:19.151 INFO:tasks.workunit.client.0.smithi157.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:32:19.151 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 512 0 2", 2024-08-17T00:32:19.151 INFO:tasks.workunit.client.0.smithi157.stdout: " 1 - 512 8 2", 2024-08-17T00:32:19.151 INFO:tasks.workunit.client.0.smithi157.stdout: " 2 - 512 16 2", 2024-08-17T00:32:19.151 INFO:tasks.workunit.client.0.smithi157.stdout: " 3 - 4096 0 0", 2024-08-17T00:32:19.151 INFO:tasks.workunit.client.0.smithi157.stdout: " 4 - 4096 8 0", 2024-08-17T00:32:19.151 INFO:tasks.workunit.client.0.smithi157.stdout: " 5 - 4096 64 0", 2024-08-17T00:32:19.151 INFO:tasks.workunit.client.0.smithi157.stdout: " 6 - 4096 128 0", 2024-08-17T00:32:19.151 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.151 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:32:19.151 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:32:19.152 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.152 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:32:19.152 INFO:tasks.workunit.client.0.smithi157.stdout: "Critical Warning: 0x00", 2024-08-17T00:32:19.152 INFO:tasks.workunit.client.0.smithi157.stdout: "Temperature: 25 Celsius", 2024-08-17T00:32:19.152 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare: 100%", 2024-08-17T00:32:19.152 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare Threshold: 10%", 2024-08-17T00:32:19.152 INFO:tasks.workunit.client.0.smithi157.stdout: "Percentage Used: 11%", 2024-08-17T00:32:19.152 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Read: 376,556,188 [192 TB]", 2024-08-17T00:32:19.152 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Written: 1,898,032,115 [971 TB]", 2024-08-17T00:32:19.152 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Read Commands: 6,322,988,028", 2024-08-17T00:32:19.152 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Write Commands: 33,391,789,029", 2024-08-17T00:32:19.152 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller Busy Time: 0", 2024-08-17T00:32:19.152 INFO:tasks.workunit.client.0.smithi157.stdout: "Power Cycles: 59,176", 2024-08-17T00:32:19.152 INFO:tasks.workunit.client.0.smithi157.stdout: "Power On Hours: 54,753", 2024-08-17T00:32:19.153 INFO:tasks.workunit.client.0.smithi157.stdout: "Unsafe Shutdowns: 8", 2024-08-17T00:32:19.153 INFO:tasks.workunit.client.0.smithi157.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:32:19.153 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information Log Entries: 0", 2024-08-17T00:32:19.153 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.153 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:32:19.153 INFO:tasks.workunit.client.0.smithi157.stdout: "No Errors Logged", 2024-08-17T00:32:19.153 INFO:tasks.workunit.client.0.smithi157.stdout: "" 2024-08-17T00:32:19.153 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.153 INFO:tasks.workunit.client.0.smithi157.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:32:19.153 INFO:tasks.workunit.client.0.smithi157.stdout: "svn_revision": "5155", 2024-08-17T00:32:19.153 INFO:tasks.workunit.client.0.smithi157.stdout: "version": [ 2024-08-17T00:32:19.153 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:19.153 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:19.153 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.154 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.154 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": { 2024-08-17T00:32:19.154 INFO:tasks.workunit.client.0.smithi157.stdout: "current": 25 2024-08-17T00:32:19.154 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.154 INFO:tasks.workunit.client.0.smithi157.stdout: "user_capacity": { 2024-08-17T00:32:19.154 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:19.154 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:19.154 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.154 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.154 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.154 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.154 INFO:tasks.workunit.client.0.smithi157.stdout:} 2024-08-17T00:32:19.155 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph telemetry show-all 2024-08-17T00:32:19.164 INFO:tasks.workunit.client.0.smithi157.stdout:{ 2024-08-17T00:32:19.164 INFO:tasks.workunit.client.0.smithi157.stdout: "device_report": { 2024-08-17T00:32:19.165 INFO:tasks.workunit.client.0.smithi157.stdout: "26534758-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:19.165 INFO:tasks.workunit.client.0.smithi157.stdout: "INTEL_SSDPED1D480GA_2653d70e-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:19.165 INFO:tasks.workunit.client.0.smithi157.stdout: "20240817-002624": { 2024-08-17T00:32:19.165 INFO:tasks.workunit.client.0.smithi157.stdout: "device": { 2024-08-17T00:32:19.165 INFO:tasks.workunit.client.0.smithi157.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:32:19.165 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:32:19.165 INFO:tasks.workunit.client.0.smithi157.stdout: "protocol": "NVMe", 2024-08-17T00:32:19.165 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "nvme" 2024-08-17T00:32:19.165 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.165 INFO:tasks.workunit.client.0.smithi157.stdout: "firmware_version": "E2010325", 2024-08-17T00:32:19.165 INFO:tasks.workunit.client.0.smithi157.stdout: "host_id": "26534758-5c30-11ef-a430-0cc47a887ea1", 2024-08-17T00:32:19.165 INFO:tasks.workunit.client.0.smithi157.stdout: "json_format_version": [ 2024-08-17T00:32:19.165 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:19.166 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:19.166 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.166 INFO:tasks.workunit.client.0.smithi157.stdout: "local_time": { 2024-08-17T00:32:19.166 INFO:tasks.workunit.client.0.smithi157.stdout: "asctime": "Sat Aug 17 00:26:24 2024 UTC", 2024-08-17T00:32:19.166 INFO:tasks.workunit.client.0.smithi157.stdout: "time_t": 1723854384 2024-08-17T00:32:19.166 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.166 INFO:tasks.workunit.client.0.smithi157.stdout: "logical_block_size": 512, 2024-08-17T00:32:19.166 INFO:tasks.workunit.client.0.smithi157.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-17T00:32:19.166 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_controller_id": 0, 2024-08-17T00:32:19.166 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:32:19.166 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_namespaces": [ 2024-08-17T00:32:19.166 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.167 INFO:tasks.workunit.client.0.smithi157.stdout: "capacity": { 2024-08-17T00:32:19.167 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:19.167 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:19.167 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.167 INFO:tasks.workunit.client.0.smithi157.stdout: "formatted_lba_size": 512, 2024-08-17T00:32:19.167 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 1, 2024-08-17T00:32:19.167 INFO:tasks.workunit.client.0.smithi157.stdout: "size": { 2024-08-17T00:32:19.167 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:19.167 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:19.167 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.167 INFO:tasks.workunit.client.0.smithi157.stdout: "utilization": { 2024-08-17T00:32:19.167 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:19.168 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:19.168 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.168 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.168 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.168 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:32:19.168 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_pci_vendor": { 2024-08-17T00:32:19.168 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 32902, 2024-08-17T00:32:19.168 INFO:tasks.workunit.client.0.smithi157.stdout: "subsystem_id": 32902 2024-08-17T00:32:19.168 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.168 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:32:19.168 INFO:tasks.workunit.client.0.smithi157.stdout: "Device stats": { 2024-08-17T00:32:19.168 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_fw_downgrades": { 2024-08-17T00:32:19.168 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.169 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.169 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.169 INFO:tasks.workunit.client.0.smithi157.stdout: "crc_error_count": { 2024-08-17T00:32:19.169 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.169 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.170 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.170 INFO:tasks.workunit.client.0.smithi157.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:32:19.170 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.170 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.170 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.171 INFO:tasks.workunit.client.0.smithi157.stdout: "erase_fail_count": { 2024-08-17T00:32:19.171 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.171 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.171 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.171 INFO:tasks.workunit.client.0.smithi157.stdout: "host_bytes_written": { 2024-08-17T00:32:19.171 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.171 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 6865907 2024-08-17T00:32:19.171 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.171 INFO:tasks.workunit.client.0.smithi157.stdout: "host_ctx_wear_used": { 2024-08-17T00:32:19.171 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.172 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.172 INFO:tasks.workunit.client.0.smithi157.stdout: "media_bytes_read": { 2024-08-17T00:32:19.172 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.172 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.172 INFO:tasks.workunit.client.0.smithi157.stdout: "nand_bytes_written": { 2024-08-17T00:32:19.172 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.172 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.172 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_stat_indicator": { 2024-08-17T00:32:19.172 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.172 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.173 INFO:tasks.workunit.client.0.smithi157.stdout: "pll_lock_loss_count": { 2024-08-17T00:32:19.173 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.173 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.173 INFO:tasks.workunit.client.0.smithi157.stdout: "program_fail_count": { 2024-08-17T00:32:19.173 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.173 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.173 INFO:tasks.workunit.client.0.smithi157.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:32:19.173 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.173 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.174 INFO:tasks.workunit.client.0.smithi157.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:32:19.174 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.174 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.174 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.174 INFO:tasks.workunit.client.0.smithi157.stdout: "soft_ecc_err_rate": { 2024-08-17T00:32:19.174 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.174 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.174 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.174 INFO:tasks.workunit.client.0.smithi157.stdout: "thermal_throttle_status": { 2024-08-17T00:32:19.174 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.175 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:19.175 INFO:tasks.workunit.client.0.smithi157.stdout: "cnt": 0, 2024-08-17T00:32:19.175 INFO:tasks.workunit.client.0.smithi157.stdout: "pct": 0 2024-08-17T00:32:19.175 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.175 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_host_reads": { 2024-08-17T00:32:19.175 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.175 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 13 2024-08-17T00:32:19.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.175 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_media_wear": { 2024-08-17T00:32:19.175 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.175 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": "0.000000" 2024-08-17T00:32:19.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.175 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_timer": { 2024-08-17T00:32:19.176 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.176 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 951162 2024-08-17T00:32:19.176 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.176 INFO:tasks.workunit.client.0.smithi157.stdout: "unexp_power_loss": { 2024-08-17T00:32:19.176 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.176 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.176 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.176 INFO:tasks.workunit.client.0.smithi157.stdout: "wear_leveling": { 2024-08-17T00:32:19.176 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.176 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:19.176 INFO:tasks.workunit.client.0.smithi157.stdout: "avg": 0, 2024-08-17T00:32:19.176 INFO:tasks.workunit.client.0.smithi157.stdout: "max": 0, 2024-08-17T00:32:19.176 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0 2024-08-17T00:32:19.176 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.177 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.177 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.177 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:32:19.177 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.177 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:32:19.177 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare": 100, 2024-08-17T00:32:19.177 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare_threshold": 0, 2024-08-17T00:32:19.177 INFO:tasks.workunit.client.0.smithi157.stdout: "controller_busy_time": 2610, 2024-08-17T00:32:19.177 INFO:tasks.workunit.client.0.smithi157.stdout: "critical_warning": 0, 2024-08-17T00:32:19.177 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_read": 81053234, 2024-08-17T00:32:19.177 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_written": 449964123, 2024-08-17T00:32:19.177 INFO:tasks.workunit.client.0.smithi157.stdout: "host_reads": 1325904732, 2024-08-17T00:32:19.177 INFO:tasks.workunit.client.0.smithi157.stdout: "host_writes": 10296839380, 2024-08-17T00:32:19.178 INFO:tasks.workunit.client.0.smithi157.stdout: "media_errors": 0, 2024-08-17T00:32:19.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_err_log_entries": 0, 2024-08-17T00:32:19.178 INFO:tasks.workunit.client.0.smithi157.stdout: "percentage_used": 0, 2024-08-17T00:32:19.178 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycles": 20457, 2024-08-17T00:32:19.178 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_hours": 24917, 2024-08-17T00:32:19.178 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": 37, 2024-08-17T00:32:19.178 INFO:tasks.workunit.client.0.smithi157.stdout: "unsafe_shutdowns": 7037 2024-08-17T00:32:19.178 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.178 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_vendor": "intel", 2024-08-17T00:32:19.178 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_version": { 2024-08-17T00:32:19.178 INFO:tasks.workunit.client.0.smithi157.stdout: "string": "<1.2", 2024-08-17T00:32:19.178 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.178 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.179 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycle_count": 20457, 2024-08-17T00:32:19.179 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_time": { 2024-08-17T00:32:19.179 INFO:tasks.workunit.client.0.smithi157.stdout: "hours": 24917 2024-08-17T00:32:19.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.179 INFO:tasks.workunit.client.0.smithi157.stdout: "serial_number": "deleted", 2024-08-17T00:32:19.179 INFO:tasks.workunit.client.0.smithi157.stdout: "smart_status": { 2024-08-17T00:32:19.179 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme": { 2024-08-17T00:32:19.179 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.179 INFO:tasks.workunit.client.0.smithi157.stdout: "passed": true 2024-08-17T00:32:19.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.180 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl": { 2024-08-17T00:32:19.180 INFO:tasks.workunit.client.0.smithi157.stdout: "argv": [ 2024-08-17T00:32:19.180 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl", 2024-08-17T00:32:19.180 INFO:tasks.workunit.client.0.smithi157.stdout: "-x", 2024-08-17T00:32:19.180 INFO:tasks.workunit.client.0.smithi157.stdout: "--json=o", 2024-08-17T00:32:19.180 INFO:tasks.workunit.client.0.smithi157.stdout: "/dev/nvme0n1" 2024-08-17T00:32:19.180 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.180 INFO:tasks.workunit.client.0.smithi157.stdout: "build_info": "(local build)", 2024-08-17T00:32:19.180 INFO:tasks.workunit.client.0.smithi157.stdout: "exit_status": 0, 2024-08-17T00:32:19.180 INFO:tasks.workunit.client.0.smithi157.stdout: "output": [ 2024-08-17T00:32:19.180 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:32:19.180 INFO:tasks.workunit.client.0.smithi157.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:32:19.180 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.181 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:32:19.181 INFO:tasks.workunit.client.0.smithi157.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-17T00:32:19.181 INFO:tasks.workunit.client.0.smithi157.stdout: "Serial Number: deleted", 2024-08-17T00:32:19.181 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Version: E2010325", 2024-08-17T00:32:19.181 INFO:tasks.workunit.client.0.smithi157.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:32:19.181 INFO:tasks.workunit.client.0.smithi157.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:32:19.181 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller ID: 0", 2024-08-17T00:32:19.181 INFO:tasks.workunit.client.0.smithi157.stdout: "NVMe Version: <1.2", 2024-08-17T00:32:19.181 INFO:tasks.workunit.client.0.smithi157.stdout: "Number of Namespaces: 1", 2024-08-17T00:32:19.181 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-17T00:32:19.181 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:32:19.181 INFO:tasks.workunit.client.0.smithi157.stdout: "Local Time is: Sat Aug 17 00:26:24 2024 UTC", 2024-08-17T00:32:19.182 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:32:19.182 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-17T00:32:19.182 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:32:19.182 INFO:tasks.workunit.client.0.smithi157.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:32:19.182 INFO:tasks.workunit.client.0.smithi157.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:32:19.182 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.182 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported Power States", 2024-08-17T00:32:19.182 INFO:tasks.workunit.client.0.smithi157.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:32:19.182 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-17T00:32:19.182 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.182 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:32:19.183 INFO:tasks.workunit.client.0.smithi157.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:32:19.183 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 512 0 2", 2024-08-17T00:32:19.183 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.183 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:32:19.183 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:32:19.183 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.183 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:32:19.183 INFO:tasks.workunit.client.0.smithi157.stdout: "Critical Warning: 0x00", 2024-08-17T00:32:19.183 INFO:tasks.workunit.client.0.smithi157.stdout: "Temperature: 37 Celsius", 2024-08-17T00:32:19.183 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare: 100%", 2024-08-17T00:32:19.183 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare Threshold: 0%", 2024-08-17T00:32:19.183 INFO:tasks.workunit.client.0.smithi157.stdout: "Percentage Used: 0%", 2024-08-17T00:32:19.183 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Read: 81,053,234 [41.4 TB]", 2024-08-17T00:32:19.183 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Written: 449,964,123 [230 TB]", 2024-08-17T00:32:19.184 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Read Commands: 1,325,904,732", 2024-08-17T00:32:19.184 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Write Commands: 10,296,839,380", 2024-08-17T00:32:19.184 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller Busy Time: 2,610", 2024-08-17T00:32:19.184 INFO:tasks.workunit.client.0.smithi157.stdout: "Power Cycles: 20,457", 2024-08-17T00:32:19.184 INFO:tasks.workunit.client.0.smithi157.stdout: "Power On Hours: 24,917", 2024-08-17T00:32:19.184 INFO:tasks.workunit.client.0.smithi157.stdout: "Unsafe Shutdowns: 7,037", 2024-08-17T00:32:19.184 INFO:tasks.workunit.client.0.smithi157.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:32:19.184 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information Log Entries: 0", 2024-08-17T00:32:19.184 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.184 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:32:19.184 INFO:tasks.workunit.client.0.smithi157.stdout: "No Errors Logged", 2024-08-17T00:32:19.184 INFO:tasks.workunit.client.0.smithi157.stdout: "" 2024-08-17T00:32:19.184 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.185 INFO:tasks.workunit.client.0.smithi157.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:32:19.185 INFO:tasks.workunit.client.0.smithi157.stdout: "svn_revision": "5155", 2024-08-17T00:32:19.185 INFO:tasks.workunit.client.0.smithi157.stdout: "version": [ 2024-08-17T00:32:19.185 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:19.185 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:19.185 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.185 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": { 2024-08-17T00:32:19.185 INFO:tasks.workunit.client.0.smithi157.stdout: "current": 37 2024-08-17T00:32:19.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.185 INFO:tasks.workunit.client.0.smithi157.stdout: "user_capacity": { 2024-08-17T00:32:19.185 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T00:32:19.185 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T00:32:19.186 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.186 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.186 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.186 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.186 INFO:tasks.workunit.client.0.smithi157.stdout: "26550746-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:19.186 INFO:tasks.workunit.client.0.smithi157.stdout: "INTEL_SSDPEDMD400G4_265582e8-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T00:32:19.186 INFO:tasks.workunit.client.0.smithi157.stdout: "20240817-002627": { 2024-08-17T00:32:19.186 INFO:tasks.workunit.client.0.smithi157.stdout: "device": { 2024-08-17T00:32:19.186 INFO:tasks.workunit.client.0.smithi157.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:32:19.186 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:32:19.186 INFO:tasks.workunit.client.0.smithi157.stdout: "protocol": "NVMe", 2024-08-17T00:32:19.186 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "nvme" 2024-08-17T00:32:19.186 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.187 INFO:tasks.workunit.client.0.smithi157.stdout: "firmware_version": "8DV101H0", 2024-08-17T00:32:19.187 INFO:tasks.workunit.client.0.smithi157.stdout: "host_id": "26550746-5c30-11ef-a430-0cc47a887ea1", 2024-08-17T00:32:19.187 INFO:tasks.workunit.client.0.smithi157.stdout: "json_format_version": [ 2024-08-17T00:32:19.187 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:19.187 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:19.187 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.187 INFO:tasks.workunit.client.0.smithi157.stdout: "local_time": { 2024-08-17T00:32:19.187 INFO:tasks.workunit.client.0.smithi157.stdout: "asctime": "Sat Aug 17 00:26:26 2024 UTC", 2024-08-17T00:32:19.187 INFO:tasks.workunit.client.0.smithi157.stdout: "time_t": 1723854386 2024-08-17T00:32:19.187 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.187 INFO:tasks.workunit.client.0.smithi157.stdout: "logical_block_size": 512, 2024-08-17T00:32:19.187 INFO:tasks.workunit.client.0.smithi157.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T00:32:19.187 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_controller_id": 0, 2024-08-17T00:32:19.188 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:32:19.188 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_namespaces": [ 2024-08-17T00:32:19.188 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.188 INFO:tasks.workunit.client.0.smithi157.stdout: "capacity": { 2024-08-17T00:32:19.188 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:19.188 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:19.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.188 INFO:tasks.workunit.client.0.smithi157.stdout: "formatted_lba_size": 512, 2024-08-17T00:32:19.188 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 1, 2024-08-17T00:32:19.188 INFO:tasks.workunit.client.0.smithi157.stdout: "size": { 2024-08-17T00:32:19.188 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:19.188 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:19.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.189 INFO:tasks.workunit.client.0.smithi157.stdout: "utilization": { 2024-08-17T00:32:19.189 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:19.189 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:19.189 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.189 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.189 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.189 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:32:19.189 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_pci_vendor": { 2024-08-17T00:32:19.189 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 32902, 2024-08-17T00:32:19.189 INFO:tasks.workunit.client.0.smithi157.stdout: "subsystem_id": 32902 2024-08-17T00:32:19.189 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.189 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:32:19.189 INFO:tasks.workunit.client.0.smithi157.stdout: "Device stats": { 2024-08-17T00:32:19.189 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_fw_downgrades": { 2024-08-17T00:32:19.190 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.190 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.190 INFO:tasks.workunit.client.0.smithi157.stdout: "crc_error_count": { 2024-08-17T00:32:19.190 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.190 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.190 INFO:tasks.workunit.client.0.smithi157.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:32:19.190 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.190 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.190 INFO:tasks.workunit.client.0.smithi157.stdout: "erase_fail_count": { 2024-08-17T00:32:19.190 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.191 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.191 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.191 INFO:tasks.workunit.client.0.smithi157.stdout: "host_bytes_written": { 2024-08-17T00:32:19.191 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.191 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 28961671 2024-08-17T00:32:19.191 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.191 INFO:tasks.workunit.client.0.smithi157.stdout: "host_ctx_wear_used": { 2024-08-17T00:32:19.191 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.191 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 1 2024-08-17T00:32:19.191 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.191 INFO:tasks.workunit.client.0.smithi157.stdout: "media_bytes_read": { 2024-08-17T00:32:19.191 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.191 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.192 INFO:tasks.workunit.client.0.smithi157.stdout: "nand_bytes_written": { 2024-08-17T00:32:19.192 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.192 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 50866485 2024-08-17T00:32:19.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.192 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_stat_indicator": { 2024-08-17T00:32:19.192 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.192 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.192 INFO:tasks.workunit.client.0.smithi157.stdout: "pll_lock_loss_count": { 2024-08-17T00:32:19.192 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.192 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.192 INFO:tasks.workunit.client.0.smithi157.stdout: "program_fail_count": { 2024-08-17T00:32:19.193 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.193 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.193 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.193 INFO:tasks.workunit.client.0.smithi157.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:32:19.193 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.193 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.193 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.193 INFO:tasks.workunit.client.0.smithi157.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:32:19.193 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.193 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.193 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.193 INFO:tasks.workunit.client.0.smithi157.stdout: "soft_ecc_err_rate": { 2024-08-17T00:32:19.193 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.194 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.194 INFO:tasks.workunit.client.0.smithi157.stdout: "thermal_throttle_status": { 2024-08-17T00:32:19.194 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.194 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:19.194 INFO:tasks.workunit.client.0.smithi157.stdout: "cnt": 0, 2024-08-17T00:32:19.194 INFO:tasks.workunit.client.0.smithi157.stdout: "pct": 0 2024-08-17T00:32:19.194 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.194 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_host_reads": { 2024-08-17T00:32:19.194 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.194 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 65535 2024-08-17T00:32:19.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.195 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_media_wear": { 2024-08-17T00:32:19.195 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.195 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": "63.999023" 2024-08-17T00:32:19.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.195 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_timer": { 2024-08-17T00:32:19.195 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T00:32:19.195 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 65535 2024-08-17T00:32:19.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.195 INFO:tasks.workunit.client.0.smithi157.stdout: "unexp_power_loss": { 2024-08-17T00:32:19.195 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T00:32:19.195 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T00:32:19.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.195 INFO:tasks.workunit.client.0.smithi157.stdout: "wear_leveling": { 2024-08-17T00:32:19.196 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 89, 2024-08-17T00:32:19.196 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T00:32:19.196 INFO:tasks.workunit.client.0.smithi157.stdout: "avg": 3477, 2024-08-17T00:32:19.196 INFO:tasks.workunit.client.0.smithi157.stdout: "max": 3496, 2024-08-17T00:32:19.196 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 3462 2024-08-17T00:32:19.196 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.196 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.196 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:32:19.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.196 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:32:19.196 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare": 100, 2024-08-17T00:32:19.196 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare_threshold": 10, 2024-08-17T00:32:19.197 INFO:tasks.workunit.client.0.smithi157.stdout: "controller_busy_time": 0, 2024-08-17T00:32:19.197 INFO:tasks.workunit.client.0.smithi157.stdout: "critical_warning": 0, 2024-08-17T00:32:19.197 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_read": 376556188, 2024-08-17T00:32:19.197 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_written": 1898032115, 2024-08-17T00:32:19.197 INFO:tasks.workunit.client.0.smithi157.stdout: "host_reads": 6322988028, 2024-08-17T00:32:19.197 INFO:tasks.workunit.client.0.smithi157.stdout: "host_writes": 33391789029, 2024-08-17T00:32:19.197 INFO:tasks.workunit.client.0.smithi157.stdout: "media_errors": 0, 2024-08-17T00:32:19.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_err_log_entries": 0, 2024-08-17T00:32:19.197 INFO:tasks.workunit.client.0.smithi157.stdout: "percentage_used": 11, 2024-08-17T00:32:19.197 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycles": 59176, 2024-08-17T00:32:19.197 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_hours": 54753, 2024-08-17T00:32:19.197 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": 25, 2024-08-17T00:32:19.197 INFO:tasks.workunit.client.0.smithi157.stdout: "unsafe_shutdowns": 8 2024-08-17T00:32:19.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.198 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_vendor": "intel", 2024-08-17T00:32:19.198 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_version": { 2024-08-17T00:32:19.198 INFO:tasks.workunit.client.0.smithi157.stdout: "string": "<1.2", 2024-08-17T00:32:19.198 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.198 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycle_count": 59176, 2024-08-17T00:32:19.198 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_time": { 2024-08-17T00:32:19.198 INFO:tasks.workunit.client.0.smithi157.stdout: "hours": 54753 2024-08-17T00:32:19.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.198 INFO:tasks.workunit.client.0.smithi157.stdout: "serial_number": "deleted", 2024-08-17T00:32:19.198 INFO:tasks.workunit.client.0.smithi157.stdout: "smart_status": { 2024-08-17T00:32:19.198 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme": { 2024-08-17T00:32:19.199 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.199 INFO:tasks.workunit.client.0.smithi157.stdout: "passed": true 2024-08-17T00:32:19.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.199 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl": { 2024-08-17T00:32:19.199 INFO:tasks.workunit.client.0.smithi157.stdout: "argv": [ 2024-08-17T00:32:19.199 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl", 2024-08-17T00:32:19.199 INFO:tasks.workunit.client.0.smithi157.stdout: "-x", 2024-08-17T00:32:19.199 INFO:tasks.workunit.client.0.smithi157.stdout: "--json=o", 2024-08-17T00:32:19.199 INFO:tasks.workunit.client.0.smithi157.stdout: "/dev/nvme0n1" 2024-08-17T00:32:19.199 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.199 INFO:tasks.workunit.client.0.smithi157.stdout: "build_info": "(local build)", 2024-08-17T00:32:19.199 INFO:tasks.workunit.client.0.smithi157.stdout: "exit_status": 0, 2024-08-17T00:32:19.200 INFO:tasks.workunit.client.0.smithi157.stdout: "output": [ 2024-08-17T00:32:19.200 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:32:19.200 INFO:tasks.workunit.client.0.smithi157.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:32:19.200 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.200 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:32:19.200 INFO:tasks.workunit.client.0.smithi157.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T00:32:19.200 INFO:tasks.workunit.client.0.smithi157.stdout: "Serial Number: deleted", 2024-08-17T00:32:19.200 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Version: 8DV101H0", 2024-08-17T00:32:19.200 INFO:tasks.workunit.client.0.smithi157.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:32:19.200 INFO:tasks.workunit.client.0.smithi157.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:32:19.200 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller ID: 0", 2024-08-17T00:32:19.200 INFO:tasks.workunit.client.0.smithi157.stdout: "NVMe Version: <1.2", 2024-08-17T00:32:19.200 INFO:tasks.workunit.client.0.smithi157.stdout: "Number of Namespaces: 1", 2024-08-17T00:32:19.200 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T00:32:19.201 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:32:19.201 INFO:tasks.workunit.client.0.smithi157.stdout: "Local Time is: Sat Aug 17 00:26:26 2024 UTC", 2024-08-17T00:32:19.201 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:32:19.201 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T00:32:19.201 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:32:19.201 INFO:tasks.workunit.client.0.smithi157.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:32:19.201 INFO:tasks.workunit.client.0.smithi157.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:32:19.201 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.201 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported Power States", 2024-08-17T00:32:19.201 INFO:tasks.workunit.client.0.smithi157.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:32:19.201 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T00:32:19.201 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.201 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:32:19.202 INFO:tasks.workunit.client.0.smithi157.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:32:19.202 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 512 0 2", 2024-08-17T00:32:19.202 INFO:tasks.workunit.client.0.smithi157.stdout: " 1 - 512 8 2", 2024-08-17T00:32:19.202 INFO:tasks.workunit.client.0.smithi157.stdout: " 2 - 512 16 2", 2024-08-17T00:32:19.202 INFO:tasks.workunit.client.0.smithi157.stdout: " 3 - 4096 0 0", 2024-08-17T00:32:19.202 INFO:tasks.workunit.client.0.smithi157.stdout: " 4 - 4096 8 0", 2024-08-17T00:32:19.202 INFO:tasks.workunit.client.0.smithi157.stdout: " 5 - 4096 64 0", 2024-08-17T00:32:19.202 INFO:tasks.workunit.client.0.smithi157.stdout: " 6 - 4096 128 0", 2024-08-17T00:32:19.202 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.202 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:32:19.202 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:32:19.203 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.203 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:32:19.203 INFO:tasks.workunit.client.0.smithi157.stdout: "Critical Warning: 0x00", 2024-08-17T00:32:19.203 INFO:tasks.workunit.client.0.smithi157.stdout: "Temperature: 25 Celsius", 2024-08-17T00:32:19.203 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare: 100%", 2024-08-17T00:32:19.203 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare Threshold: 10%", 2024-08-17T00:32:19.203 INFO:tasks.workunit.client.0.smithi157.stdout: "Percentage Used: 11%", 2024-08-17T00:32:19.203 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Read: 376,556,188 [192 TB]", 2024-08-17T00:32:19.203 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Written: 1,898,032,115 [971 TB]", 2024-08-17T00:32:19.203 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Read Commands: 6,322,988,028", 2024-08-17T00:32:19.203 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Write Commands: 33,391,789,029", 2024-08-17T00:32:19.203 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller Busy Time: 0", 2024-08-17T00:32:19.203 INFO:tasks.workunit.client.0.smithi157.stdout: "Power Cycles: 59,176", 2024-08-17T00:32:19.203 INFO:tasks.workunit.client.0.smithi157.stdout: "Power On Hours: 54,753", 2024-08-17T00:32:19.204 INFO:tasks.workunit.client.0.smithi157.stdout: "Unsafe Shutdowns: 8", 2024-08-17T00:32:19.204 INFO:tasks.workunit.client.0.smithi157.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:32:19.204 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information Log Entries: 0", 2024-08-17T00:32:19.204 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T00:32:19.204 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:32:19.204 INFO:tasks.workunit.client.0.smithi157.stdout: "No Errors Logged", 2024-08-17T00:32:19.204 INFO:tasks.workunit.client.0.smithi157.stdout: "" 2024-08-17T00:32:19.204 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.204 INFO:tasks.workunit.client.0.smithi157.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:32:19.204 INFO:tasks.workunit.client.0.smithi157.stdout: "svn_revision": "5155", 2024-08-17T00:32:19.204 INFO:tasks.workunit.client.0.smithi157.stdout: "version": [ 2024-08-17T00:32:19.204 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:19.204 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:19.205 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.205 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": { 2024-08-17T00:32:19.205 INFO:tasks.workunit.client.0.smithi157.stdout: "current": 25 2024-08-17T00:32:19.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.205 INFO:tasks.workunit.client.0.smithi157.stdout: "user_capacity": { 2024-08-17T00:32:19.205 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T00:32:19.205 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T00:32:19.205 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.205 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.205 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.205 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.206 INFO:tasks.workunit.client.0.smithi157.stdout: "report": { 2024-08-17T00:32:19.206 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer": { 2024-08-17T00:32:19.206 INFO:tasks.workunit.client.0.smithi157.stdout: "active": true, 2024-08-17T00:32:19.206 INFO:tasks.workunit.client.0.smithi157.stdout: "mode": "" 2024-08-17T00:32:19.206 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.206 INFO:tasks.workunit.client.0.smithi157.stdout: "channels": [ 2024-08-17T00:32:19.206 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T00:32:19.206 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T00:32:19.206 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T00:32:19.206 INFO:tasks.workunit.client.0.smithi157.stdout: "ident", 2024-08-17T00:32:19.206 INFO:tasks.workunit.client.0.smithi157.stdout: "perf" 2024-08-17T00:32:19.207 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.207 INFO:tasks.workunit.client.0.smithi157.stdout: "channels_available": [ 2024-08-17T00:32:19.207 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T00:32:19.207 INFO:tasks.workunit.client.0.smithi157.stdout: "ident", 2024-08-17T00:32:19.207 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T00:32:19.207 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T00:32:19.207 INFO:tasks.workunit.client.0.smithi157.stdout: "perf" 2024-08-17T00:32:19.207 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.207 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_available": [ 2024-08-17T00:32:19.207 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T00:32:19.207 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T00:32:19.207 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T00:32:19.207 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T00:32:19.208 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T00:32:19.208 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T00:32:19.208 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T00:32:19.208 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T00:32:19.208 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T00:32:19.208 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T00:32:19.208 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore" 2024-08-17T00:32:19.208 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.208 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_opted_in": [ 2024-08-17T00:32:19.208 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T00:32:19.208 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T00:32:19.208 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T00:32:19.208 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T00:32:19.209 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T00:32:19.209 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T00:32:19.209 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T00:32:19.209 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T00:32:19.209 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T00:32:19.209 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T00:32:19.209 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore" 2024-08-17T00:32:19.209 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.209 INFO:tasks.workunit.client.0.smithi157.stdout: "config": { 2024-08-17T00:32:19.209 INFO:tasks.workunit.client.0.smithi157.stdout: "active_changed": [ 2024-08-17T00:32:19.209 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:32:19.209 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T00:32:19.209 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:32:19.209 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T00:32:19.210 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T00:32:19.210 INFO:tasks.workunit.client.0.smithi157.stdout: "client_check_pool_perm", 2024-08-17T00:32:19.210 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_gid", 2024-08-17T00:32:19.210 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_uid", 2024-08-17T00:32:19.210 INFO:tasks.workunit.client.0.smithi157.stdout: "client_quota", 2024-08-17T00:32:19.210 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T00:32:19.210 INFO:tasks.workunit.client.0.smithi157.stdout: "daemonize", 2024-08-17T00:32:19.210 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:32:19.210 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T00:32:19.210 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T00:32:19.210 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T00:32:19.210 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T00:32:19.211 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T00:32:19.211 INFO:tasks.workunit.client.0.smithi157.stdout: "keyring", 2024-08-17T00:32:19.211 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_block_size", 2024-08-17T00:32:19.211 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_cache_size", 2024-08-17T00:32:19.211 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_compression", 2024-08-17T00:32:19.211 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_log", 2024-08-17T00:32:19.211 INFO:tasks.workunit.client.0.smithi157.stdout: "leveldb_write_buffer_size", 2024-08-17T00:32:19.211 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T00:32:19.211 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T00:32:19.211 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T00:32:19.211 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T00:32:19.211 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T00:32:19.211 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T00:32:19.212 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_journald", 2024-08-17T00:32:19.212 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_stderr", 2024-08-17T00:32:19.212 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T00:32:19.212 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T00:32:19.212 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_host", 2024-08-17T00:32:19.212 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T00:32:19.212 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:32:19.212 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:32:19.212 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:32:19.212 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:32:19.212 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:32:19.213 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:32:19.213 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:32:19.213 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:32:19.213 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:32:19.213 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:32:19.213 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:32:19.213 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:32:19.213 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:32:19.213 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T00:32:19.213 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T00:32:19.213 INFO:tasks.workunit.client.0.smithi157.stdout: "no_config_file", 2024-08-17T00:32:19.213 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T00:32:19.214 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T00:32:19.214 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:32:19.214 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T00:32:19.214 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:32:19.214 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T00:32:19.214 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:32:19.214 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:32:19.214 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:32:19.214 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:32:19.214 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T00:32:19.214 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T00:32:19.214 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T00:32:19.214 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T00:32:19.215 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T00:32:19.215 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T00:32:19.215 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T00:32:19.215 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T00:32:19.215 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T00:32:19.215 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T00:32:19.215 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T00:32:19.215 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T00:32:19.215 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T00:32:19.215 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T00:32:19.215 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:32:19.215 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:32:19.215 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T00:32:19.216 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T00:32:19.216 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T00:32:19.216 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T00:32:19.216 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:32:19.216 INFO:tasks.workunit.client.0.smithi157.stdout: "public_addr", 2024-08-17T00:32:19.216 INFO:tasks.workunit.client.0.smithi157.stdout: "public_addrv", 2024-08-17T00:32:19.216 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T00:32:19.216 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_default_features", 2024-08-17T00:32:19.216 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_qos_exclude_ops", 2024-08-17T00:32:19.216 INFO:tasks.workunit.client.0.smithi157.stdout: "setgroup", 2024-08-17T00:32:19.216 INFO:tasks.workunit.client.0.smithi157.stdout: "setuser" 2024-08-17T00:32:19.216 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.216 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_changed": [ 2024-08-17T00:32:19.217 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:32:19.217 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T00:32:19.217 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:32:19.217 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T00:32:19.217 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T00:32:19.217 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T00:32:19.217 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:32:19.217 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T00:32:19.217 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T00:32:19.217 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T00:32:19.217 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T00:32:19.217 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T00:32:19.217 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T00:32:19.217 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T00:32:19.218 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T00:32:19.218 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_join_fs", 2024-08-17T00:32:19.218 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T00:32:19.218 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/container_init", 2024-08-17T00:32:19.218 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/migration_current", 2024-08-17T00:32:19.218 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T00:32:19.218 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T00:32:19.218 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T00:32:19.218 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T00:32:19.218 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T00:32:19.218 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T00:32:19.218 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T00:32:19.218 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/channel_ident", 2024-08-17T00:32:19.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/channel_perf", 2024-08-17T00:32:19.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/description", 2024-08-17T00:32:19.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/enabled", 2024-08-17T00:32:19.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/organization", 2024-08-17T00:32:19.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T00:32:19.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T00:32:19.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T00:32:19.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T00:32:19.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T00:32:19.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T00:32:19.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:32:19.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:32:19.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:32:19.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:32:19.220 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:32:19.220 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:32:19.220 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:32:19.220 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:32:19.220 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:32:19.220 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:32:19.220 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:32:19.220 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:32:19.220 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:32:19.220 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T00:32:19.220 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T00:32:19.220 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T00:32:19.220 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T00:32:19.220 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:32:19.221 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T00:32:19.221 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:32:19.221 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T00:32:19.221 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:32:19.221 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:32:19.221 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:32:19.221 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:32:19.221 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T00:32:19.221 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T00:32:19.221 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T00:32:19.221 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T00:32:19.221 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T00:32:19.221 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:32:19.221 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:32:19.221 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T00:32:19.222 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T00:32:19.222 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T00:32:19.222 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T00:32:19.222 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:32:19.222 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T00:32:19.222 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_cache_enabled", 2024-08-17T00:32:19.222 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_ops_log", 2024-08-17T00:32:19.222 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_usage_log" 2024-08-17T00:32:19.222 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.222 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.222 INFO:tasks.workunit.client.0.smithi157.stdout: "contact": null, 2024-08-17T00:32:19.223 INFO:tasks.workunit.client.0.smithi157.stdout: "crashes": [], 2024-08-17T00:32:19.223 INFO:tasks.workunit.client.0.smithi157.stdout: "created": "2024-08-17T00:23:19.848982Z", 2024-08-17T00:32:19.223 INFO:tasks.workunit.client.0.smithi157.stdout: "crush": { 2024-08-17T00:32:19.223 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_algs": { 2024-08-17T00:32:19.223 INFO:tasks.workunit.client.0.smithi157.stdout: "straw2": 3 2024-08-17T00:32:19.223 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.223 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_sizes": { 2024-08-17T00:32:19.223 INFO:tasks.workunit.client.0.smithi157.stdout: "2": 1, 2024-08-17T00:32:19.223 INFO:tasks.workunit.client.0.smithi157.stdout: "4": 2 2024-08-17T00:32:19.223 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.223 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_types": { 2024-08-17T00:32:19.223 INFO:tasks.workunit.client.0.smithi157.stdout: "1": 2, 2024-08-17T00:32:19.223 INFO:tasks.workunit.client.0.smithi157.stdout: "11": 1 2024-08-17T00:32:19.223 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.223 INFO:tasks.workunit.client.0.smithi157.stdout: "compat_weight_set": false, 2024-08-17T00:32:19.224 INFO:tasks.workunit.client.0.smithi157.stdout: "device_classes": [ 2024-08-17T00:32:19.224 INFO:tasks.workunit.client.0.smithi157.stdout: 8 2024-08-17T00:32:19.224 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_buckets": 6, 2024-08-17T00:32:19.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_devices": 8, 2024-08-17T00:32:19.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_rules": 1, 2024-08-17T00:32:19.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_types": 12, 2024-08-17T00:32:19.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_weight_sets": 0, 2024-08-17T00:32:19.224 INFO:tasks.workunit.client.0.smithi157.stdout: "tunables": { 2024-08-17T00:32:19.224 INFO:tasks.workunit.client.0.smithi157.stdout: "allowed_bucket_algs": 54, 2024-08-17T00:32:19.224 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_fallback_tries": 0, 2024-08-17T00:32:19.224 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_tries": 0, 2024-08-17T00:32:19.224 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_total_tries": 50, 2024-08-17T00:32:19.224 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_descend_once": 1, 2024-08-17T00:32:19.225 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_stable": 1, 2024-08-17T00:32:19.225 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_vary_r": 1, 2024-08-17T00:32:19.225 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v2_rules": 0, 2024-08-17T00:32:19.225 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v3_rules": 0, 2024-08-17T00:32:19.225 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v4_buckets": 1, 2024-08-17T00:32:19.225 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v5_rules": 0, 2024-08-17T00:32:19.225 INFO:tasks.workunit.client.0.smithi157.stdout: "legacy_tunables": 0, 2024-08-17T00:32:19.225 INFO:tasks.workunit.client.0.smithi157.stdout: "minimum_required_version": "jewel", 2024-08-17T00:32:19.225 INFO:tasks.workunit.client.0.smithi157.stdout: "optimal_tunables": 1, 2024-08-17T00:32:19.225 INFO:tasks.workunit.client.0.smithi157.stdout: "profile": "jewel", 2024-08-17T00:32:19.225 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables": 1, 2024-08-17T00:32:19.225 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables2": 1, 2024-08-17T00:32:19.225 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables3": 1, 2024-08-17T00:32:19.225 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables5": 1, 2024-08-17T00:32:19.226 INFO:tasks.workunit.client.0.smithi157.stdout: "straw_calc_version": 1 2024-08-17T00:32:19.226 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.226 INFO:tasks.workunit.client.0.smithi157.stdout: "description": "upgrade test cluster", 2024-08-17T00:32:19.226 INFO:tasks.workunit.client.0.smithi157.stdout: "fs": { 2024-08-17T00:32:19.226 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:19.226 INFO:tasks.workunit.client.0.smithi157.stdout: "feature_flags": { 2024-08-17T00:32:19.226 INFO:tasks.workunit.client.0.smithi157.stdout: "enable_multiple": true, 2024-08-17T00:32:19.226 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_enabled_multiple": true 2024-08-17T00:32:19.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.226 INFO:tasks.workunit.client.0.smithi157.stdout: "filesystems": [ 2024-08-17T00:32:19.226 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.226 INFO:tasks.workunit.client.0.smithi157.stdout: "approx_ctime": "2024-08", 2024-08-17T00:32:19.226 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer_enabled": false, 2024-08-17T00:32:19.227 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.227 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_caps": 0, 2024-08-17T00:32:19.227 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_dns": 10, 2024-08-17T00:32:19.227 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_inos": 13, 2024-08-17T00:32:19.227 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_subtrees": 2, 2024-08-17T00:32:19.227 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_allowed_features": 0, 2024-08-17T00:32:19.227 INFO:tasks.workunit.client.0.smithi157.stdout: "explicitly_allowed_features": 0, 2024-08-17T00:32:19.227 INFO:tasks.workunit.client.0.smithi157.stdout: "files": 0, 2024-08-17T00:32:19.227 INFO:tasks.workunit.client.0.smithi157.stdout: "max_mds": 1, 2024-08-17T00:32:19.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_data_pools": 1, 2024-08-17T00:32:19.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_in": 1, 2024-08-17T00:32:19.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_mds": 1, 2024-08-17T00:32:19.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": 0, 2024-08-17T00:32:19.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_replay": 0, 2024-08-17T00:32:19.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_up": 1, 2024-08-17T00:32:19.228 INFO:tasks.workunit.client.0.smithi157.stdout: "snaps": 0, 2024-08-17T00:32:19.228 INFO:tasks.workunit.client.0.smithi157.stdout: "standby_count_wanted": 0 2024-08-17T00:32:19.228 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.228 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_mds": 1, 2024-08-17T00:32:19.228 INFO:tasks.workunit.client.0.smithi157.stdout: "total_num_mds": 2 2024-08-17T00:32:19.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.228 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_stats": { 2024-08-17T00:32:19.228 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T00:32:19.228 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T00:32:19.228 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 20135936, 2024-08-17T00:32:19.228 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 348400, 2024-08-17T00:32:19.228 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T00:32:19.229 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 860160, 2024-08-17T00:32:19.229 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 0, 2024-08-17T00:32:19.229 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 342, 2024-08-17T00:32:19.229 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:19.229 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 758112, 2024-08-17T00:32:19.229 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 12, 2024-08-17T00:32:19.229 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 897024, 2024-08-17T00:32:19.229 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 14650800, 2024-08-17T00:32:19.229 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 20135936 2024-08-17T00:32:19.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.229 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T00:32:19.229 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 20709376, 2024-08-17T00:32:19.229 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 486312, 2024-08-17T00:32:19.229 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T00:32:19.230 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T00:32:19.230 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 475136, 2024-08-17T00:32:19.230 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 434, 2024-08-17T00:32:19.230 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:19.230 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 1375648, 2024-08-17T00:32:19.230 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 21, 2024-08-17T00:32:19.230 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1174016, 2024-08-17T00:32:19.230 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 15051960, 2024-08-17T00:32:19.230 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 21184512 2024-08-17T00:32:19.230 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.231 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.231 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:19.231 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T00:32:19.231 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 44531712, 2024-08-17T00:32:19.231 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 1978376, 2024-08-17T00:32:19.231 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T00:32:19.231 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 450560, 2024-08-17T00:32:19.231 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 3923968, 2024-08-17T00:32:19.231 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1714, 2024-08-17T00:32:19.231 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:19.231 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 9621344, 2024-08-17T00:32:19.231 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 22, 2024-08-17T00:32:19.231 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2750208, 2024-08-17T00:32:19.232 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 27109784, 2024-08-17T00:32:19.232 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 48455680 2024-08-17T00:32:19.232 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.232 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T00:32:19.232 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 36986880, 2024-08-17T00:32:19.232 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 1114616, 2024-08-17T00:32:19.232 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T00:32:19.232 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 802816, 2024-08-17T00:32:19.232 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 8429568, 2024-08-17T00:32:19.232 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1078, 2024-08-17T00:32:19.232 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:19.232 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 6799472, 2024-08-17T00:32:19.233 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 22, 2024-08-17T00:32:19.233 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1934080, 2024-08-17T00:32:19.233 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 23714456, 2024-08-17T00:32:19.233 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 45416448 2024-08-17T00:32:19.233 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.233 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T00:32:19.233 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 36003840, 2024-08-17T00:32:19.233 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 1480928, 2024-08-17T00:32:19.233 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T00:32:19.233 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T00:32:19.233 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 10444800, 2024-08-17T00:32:19.233 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1131, 2024-08-17T00:32:19.233 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:19.233 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 6994240, 2024-08-17T00:32:19.234 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 21, 2024-08-17T00:32:19.234 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1377280, 2024-08-17T00:32:19.234 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 23529952, 2024-08-17T00:32:19.234 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 46448640 2024-08-17T00:32:19.234 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.234 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.234 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.234 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T00:32:19.234 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 274767872, 2024-08-17T00:32:19.234 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 918128, 2024-08-17T00:32:19.234 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2752512, 2024-08-17T00:32:19.234 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 1064960, 2024-08-17T00:32:19.234 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 925696, 2024-08-17T00:32:19.235 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1389, 2024-08-17T00:32:19.235 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:19.235 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 5356608, 2024-08-17T00:32:19.235 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 45, 2024-08-17T00:32:19.235 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2054656, 2024-08-17T00:32:19.235 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 262621008, 2024-08-17T00:32:19.235 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 275693568 2024-08-17T00:32:19.235 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.235 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T00:32:19.235 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 275636224, 2024-08-17T00:32:19.235 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 815480, 2024-08-17T00:32:19.235 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 4849664, 2024-08-17T00:32:19.235 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T00:32:19.236 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 188416, 2024-08-17T00:32:19.236 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1344, 2024-08-17T00:32:19.236 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:19.236 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 5598696, 2024-08-17T00:32:19.236 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:32:19.236 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2197760, 2024-08-17T00:32:19.236 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 262174624, 2024-08-17T00:32:19.236 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 275824640 2024-08-17T00:32:19.236 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.236 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T00:32:19.237 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 272252928, 2024-08-17T00:32:19.237 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 740784, 2024-08-17T00:32:19.237 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2752512, 2024-08-17T00:32:19.237 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T00:32:19.237 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 360448, 2024-08-17T00:32:19.237 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1272, 2024-08-17T00:32:19.237 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:19.237 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 5242408, 2024-08-17T00:32:19.237 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:32:19.237 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2371840, 2024-08-17T00:32:19.237 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 261145384, 2024-08-17T00:32:19.237 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 272613376 2024-08-17T00:32:19.238 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.238 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T00:32:19.238 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 271081472, 2024-08-17T00:32:19.238 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 668176, 2024-08-17T00:32:19.238 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2752512, 2024-08-17T00:32:19.238 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T00:32:19.238 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 761856, 2024-08-17T00:32:19.238 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1211, 2024-08-17T00:32:19.238 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:19.238 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 4337080, 2024-08-17T00:32:19.239 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 45, 2024-08-17T00:32:19.239 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1558272, 2024-08-17T00:32:19.239 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 261765432, 2024-08-17T00:32:19.239 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 271843328 2024-08-17T00:32:19.239 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.239 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T00:32:19.239 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 272801792, 2024-08-17T00:32:19.239 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 705656, 2024-08-17T00:32:19.239 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2752512, 2024-08-17T00:32:19.239 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T00:32:19.239 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 860160, 2024-08-17T00:32:19.239 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1252, 2024-08-17T00:32:19.240 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:19.240 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 4893640, 2024-08-17T00:32:19.240 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:32:19.240 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2025984, 2024-08-17T00:32:19.240 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 262424000, 2024-08-17T00:32:19.240 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 273661952 2024-08-17T00:32:19.240 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.240 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T00:32:19.240 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 272957440, 2024-08-17T00:32:19.240 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 1040272, 2024-08-17T00:32:19.240 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2752512, 2024-08-17T00:32:19.240 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 16384, 2024-08-17T00:32:19.240 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 770048, 2024-08-17T00:32:19.240 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1266, 2024-08-17T00:32:19.241 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:19.241 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 4750632, 2024-08-17T00:32:19.241 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 47, 2024-08-17T00:32:19.241 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2055936, 2024-08-17T00:32:19.241 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 262341704, 2024-08-17T00:32:19.241 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 273727488 2024-08-17T00:32:19.241 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.241 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T00:32:19.241 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 272588800, 2024-08-17T00:32:19.241 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 1014528, 2024-08-17T00:32:19.241 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2752512, 2024-08-17T00:32:19.241 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T00:32:19.242 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 90112, 2024-08-17T00:32:19.242 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1272, 2024-08-17T00:32:19.242 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:19.242 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 5004368, 2024-08-17T00:32:19.242 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 45, 2024-08-17T00:32:19.242 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1899264, 2024-08-17T00:32:19.242 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 261918128, 2024-08-17T00:32:19.242 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 272678912 2024-08-17T00:32:19.242 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.242 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T00:32:19.242 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 272793600, 2024-08-17T00:32:19.242 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 1162960, 2024-08-17T00:32:19.243 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2752512, 2024-08-17T00:32:19.243 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 8192, 2024-08-17T00:32:19.243 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 933888, 2024-08-17T00:32:19.243 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 1309, 2024-08-17T00:32:19.243 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:32:19.243 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 5076616, 2024-08-17T00:32:19.243 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 45, 2024-08-17T00:32:19.243 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1773056, 2024-08-17T00:32:19.243 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 262020264, 2024-08-17T00:32:19.243 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 273727488 2024-08-17T00:32:19.243 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.243 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.243 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.244 INFO:tasks.workunit.client.0.smithi157.stdout: "hosts": { 2024-08-17T00:32:19.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num": 2, 2024-08-17T00:32:19.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mds": 2, 2024-08-17T00:32:19.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mgr": 2, 2024-08-17T00:32:19.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mon": 2, 2024-08-17T00:32:19.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_osd": 2 2024-08-17T00:32:19.244 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.244 INFO:tasks.workunit.client.0.smithi157.stdout: "io_rate": { 2024-08-17T00:32:19.244 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_stats_delta": { 2024-08-17T00:32:19.244 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 0, 2024-08-17T00:32:19.244 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:19.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 0, 2024-08-17T00:32:19.244 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:19.245 INFO:tasks.workunit.client.0.smithi157.stdout: "stamp_delta": "12.002885", 2024-08-17T00:32:19.245 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:19.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:19.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:19.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:19.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:19.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:19.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:19.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:19.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:19.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:19.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:19.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:19.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:19.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:19.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:19.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:19.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:19.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:19.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:19.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:19.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:19.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:19.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:19.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:19.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:19.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:19.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:19.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:19.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:19.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:19.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:19.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:19.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:19.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:19.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 146, 2024-08-17T00:32:19.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 248, 2024-08-17T00:32:19.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:19.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:19.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:19.248 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 32, 2024-08-17T00:32:19.248 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:19.248 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.248 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T00:32:19.248 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 0, 2024-08-17T00:32:19.248 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T00:32:19.248 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T00:32:19.248 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T00:32:19.248 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T00:32:19.248 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 0, 2024-08-17T00:32:19.248 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T00:32:19.248 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T00:32:19.248 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T00:32:19.249 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T00:32:19.249 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.249 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 0 2024-08-17T00:32:19.249 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.249 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.249 INFO:tasks.workunit.client.0.smithi157.stdout: "leaderboard": false, 2024-08-17T00:32:19.249 INFO:tasks.workunit.client.0.smithi157.stdout: "license": "sharing-1-0", 2024-08-17T00:32:19.249 INFO:tasks.workunit.client.0.smithi157.stdout: "mempool": { 2024-08-17T00:32:19.249 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T00:32:19.249 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T00:32:19.249 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:19.249 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.249 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.249 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.250 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.250 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.250 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.250 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.250 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:19.250 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.250 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.250 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.250 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:19.250 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.250 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.250 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.250 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:19.251 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.251 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.251 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:19.251 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.251 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.251 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:19.251 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.251 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.251 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:19.251 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.252 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.252 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:19.252 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.252 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.252 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:19.252 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.252 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.252 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:19.252 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.253 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.253 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:19.253 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.253 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.253 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:19.253 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.253 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.253 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:19.254 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.254 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.254 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.254 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:19.254 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.254 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.254 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.254 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:19.254 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.254 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.254 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.254 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:19.255 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.255 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.255 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:19.255 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.255 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.255 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:19.255 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 149057, 2024-08-17T00:32:19.255 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T00:32:19.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.255 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:19.256 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.256 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.256 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:19.256 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 856, 2024-08-17T00:32:19.256 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T00:32:19.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.256 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.256 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.256 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.256 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:19.256 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.256 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.257 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.257 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:19.257 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.257 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.257 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.257 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:19.257 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.257 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.257 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.257 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:19.257 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.257 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.258 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.258 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:19.258 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.258 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.258 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.258 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:19.258 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.258 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.258 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.258 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:19.258 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.258 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.258 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.259 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T00:32:19.259 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:19.259 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.259 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.259 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.259 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.259 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.259 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:19.259 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.259 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.260 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:19.260 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.260 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.260 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.260 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:19.260 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.260 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.260 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.260 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:19.260 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.260 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.260 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.260 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:19.261 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.261 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.261 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.261 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:19.261 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.261 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.261 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.261 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:19.261 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.261 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.261 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.261 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:19.262 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.262 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.262 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:19.262 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.262 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.262 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:19.262 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.262 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.262 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:19.263 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.263 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.263 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.263 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:19.263 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.263 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.263 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.263 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:19.263 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.263 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.263 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.263 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:19.263 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.264 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.264 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.264 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:19.264 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.264 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.264 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.264 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:19.264 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.264 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.264 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.264 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:19.264 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 222183, 2024-08-17T00:32:19.264 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 68 2024-08-17T00:32:19.264 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.264 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:19.265 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.265 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.265 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:19.265 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 50488, 2024-08-17T00:32:19.265 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 208 2024-08-17T00:32:19.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.265 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.265 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.265 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.265 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:19.265 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.265 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.266 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.266 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:19.266 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.266 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.266 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.266 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:19.266 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 8040, 2024-08-17T00:32:19.266 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 137 2024-08-17T00:32:19.266 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.266 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:19.266 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.266 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.266 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.267 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:19.267 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.267 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.267 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.267 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:19.267 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.267 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.267 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.267 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:19.267 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.267 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.267 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.267 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.268 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.268 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:19.268 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T00:32:19.268 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:19.268 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.268 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.268 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.268 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.268 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.268 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.268 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.268 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:19.269 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.269 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.269 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.269 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:19.269 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.269 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.269 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.269 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:19.269 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.269 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.269 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.269 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:19.269 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.270 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.270 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:19.270 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.270 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.270 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:19.270 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.270 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.270 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:19.270 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.270 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.271 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:19.271 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.271 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.271 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:19.271 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.271 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.271 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:19.271 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.271 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.271 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:19.272 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.272 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.272 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:19.272 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.272 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.272 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:19.272 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.272 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.272 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:19.273 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.273 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.273 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:19.273 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.273 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.273 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:19.273 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.273 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.273 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:19.273 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1206198, 2024-08-17T00:32:19.273 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 341 2024-08-17T00:32:19.274 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.274 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:19.274 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 440, 2024-08-17T00:32:19.274 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5 2024-08-17T00:32:19.274 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.274 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:19.274 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.274 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.274 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.274 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.275 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.275 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.275 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:19.275 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.275 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.275 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:19.275 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.275 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.275 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:19.275 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6688, 2024-08-17T00:32:19.275 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 136 2024-08-17T00:32:19.276 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.276 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:19.276 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12744, 2024-08-17T00:32:19.276 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1546 2024-08-17T00:32:19.276 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.276 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:19.276 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 10624, 2024-08-17T00:32:19.276 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 206 2024-08-17T00:32:19.276 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.276 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:19.276 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.276 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.276 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.277 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:19.277 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.277 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.277 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.277 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.277 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T00:32:19.277 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:19.277 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.277 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.277 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.277 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.277 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.277 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.278 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:19.278 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.278 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.278 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:19.278 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.278 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.278 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:19.278 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.278 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.279 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:19.279 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.279 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.279 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:19.279 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.279 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.279 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:19.279 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.279 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.279 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:19.280 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.280 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.280 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.280 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:19.280 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.280 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.280 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.280 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:19.280 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.280 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.280 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.280 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:19.280 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.281 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.281 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.281 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:19.281 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.281 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.281 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.281 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:19.281 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.281 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.281 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.281 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:19.281 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.281 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.281 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.282 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:19.282 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.282 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.282 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.282 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:19.282 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.282 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.282 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.282 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:19.282 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.282 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.282 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.282 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:19.283 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1241238, 2024-08-17T00:32:19.283 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 393 2024-08-17T00:32:19.283 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.283 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:19.283 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.283 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.283 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.283 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:19.283 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.283 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.283 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.283 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.284 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.284 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.284 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:19.284 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.284 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.284 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:19.284 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.284 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.284 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:19.284 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6688, 2024-08-17T00:32:19.285 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 136 2024-08-17T00:32:19.285 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.285 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:19.285 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12744, 2024-08-17T00:32:19.285 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1546 2024-08-17T00:32:19.285 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.285 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:19.285 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5312, 2024-08-17T00:32:19.285 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 103 2024-08-17T00:32:19.285 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.285 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:19.285 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.285 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.285 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.286 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:19.286 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.286 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.286 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.286 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.286 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T00:32:19.286 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:19.286 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.286 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.286 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.286 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.286 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.287 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.287 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.287 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:19.287 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.287 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.287 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.287 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:19.287 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.287 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.287 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.287 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:19.287 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.287 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.288 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.288 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:19.288 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.288 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.288 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.288 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:19.288 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.288 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.288 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.288 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:19.288 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.288 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.288 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.288 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:19.289 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.289 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.289 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:19.289 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.289 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.289 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:19.289 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.289 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.289 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:19.289 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.289 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.290 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:19.290 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.290 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.290 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:19.290 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.290 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.290 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:19.290 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.290 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.290 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:19.291 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.291 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.291 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.291 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:19.291 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.291 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.291 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.291 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:19.291 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.291 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.291 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.292 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:19.292 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1156550, 2024-08-17T00:32:19.292 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 359 2024-08-17T00:32:19.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.292 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:19.292 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.292 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.292 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:19.292 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.292 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.292 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.293 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.293 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.293 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.293 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:19.293 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.293 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.293 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.293 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:19.293 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.293 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.293 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.293 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:19.293 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6688, 2024-08-17T00:32:19.293 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 136 2024-08-17T00:32:19.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.294 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:19.294 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12744, 2024-08-17T00:32:19.294 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1546 2024-08-17T00:32:19.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.294 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:19.294 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5312, 2024-08-17T00:32:19.294 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 103 2024-08-17T00:32:19.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.294 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:19.294 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.294 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.295 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:19.295 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.295 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.295 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.295 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.295 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.295 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.295 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T00:32:19.295 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:19.295 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.295 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.295 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.295 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.296 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:19.296 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:19.296 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.296 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:19.296 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:19.296 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:19.296 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.296 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:19.296 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:19.296 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:19.296 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.296 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:19.296 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22848, 2024-08-17T00:32:19.297 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 204 2024-08-17T00:32:19.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.297 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:19.297 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2128, 2024-08-17T00:32:19.297 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 19 2024-08-17T00:32:19.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.297 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:19.297 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9792, 2024-08-17T00:32:19.297 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 204 2024-08-17T00:32:19.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.297 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:19.297 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22848, 2024-08-17T00:32:19.297 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 204 2024-08-17T00:32:19.298 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.298 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:19.298 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6480, 2024-08-17T00:32:19.298 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 81 2024-08-17T00:32:19.298 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.298 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:19.298 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 637649, 2024-08-17T00:32:19.298 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 24 2024-08-17T00:32:19.298 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.298 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:19.298 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 58488, 2024-08-17T00:32:19.298 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10591 2024-08-17T00:32:19.298 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:19.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 145520, 2024-08-17T00:32:19.299 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 214 2024-08-17T00:32:19.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:19.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11692, 2024-08-17T00:32:19.299 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 771 2024-08-17T00:32:19.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:19.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.299 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:19.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 33544, 2024-08-17T00:32:19.300 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 214 2024-08-17T00:32:19.300 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.300 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:19.300 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.300 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.300 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.300 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:19.300 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 436752, 2024-08-17T00:32:19.300 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 95 2024-08-17T00:32:19.300 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.300 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:19.300 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.300 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.300 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.301 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:19.301 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2442930, 2024-08-17T00:32:19.301 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 197 2024-08-17T00:32:19.301 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.301 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:19.301 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7480, 2024-08-17T00:32:19.301 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 85 2024-08-17T00:32:19.301 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.301 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:19.301 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.301 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.301 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.301 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.301 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 521280, 2024-08-17T00:32:19.302 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 45 2024-08-17T00:32:19.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.302 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:19.302 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.302 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.302 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:19.302 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 101504, 2024-08-17T00:32:19.302 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 200 2024-08-17T00:32:19.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.302 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:19.302 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 236624, 2024-08-17T00:32:19.302 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3517 2024-08-17T00:32:19.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.303 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:19.303 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.303 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.303 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:19.303 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.303 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.303 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:19.303 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.303 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.304 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:19.304 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.304 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.304 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.304 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.304 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T00:32:19.304 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:19.304 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.304 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.304 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.304 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.305 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:19.305 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:19.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.305 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:19.305 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:19.305 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:19.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.305 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:19.305 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:19.305 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:19.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.305 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:19.305 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21504, 2024-08-17T00:32:19.305 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 192 2024-08-17T00:32:19.306 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.306 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:19.306 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1344, 2024-08-17T00:32:19.306 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12 2024-08-17T00:32:19.306 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.306 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:19.306 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9216, 2024-08-17T00:32:19.306 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 192 2024-08-17T00:32:19.306 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.306 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:19.306 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21504, 2024-08-17T00:32:19.306 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 192 2024-08-17T00:32:19.307 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.307 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:19.307 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5280, 2024-08-17T00:32:19.307 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 66 2024-08-17T00:32:19.307 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.307 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:19.307 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 35537, 2024-08-17T00:32:19.307 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:19.307 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.307 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:19.307 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 51635, 2024-08-17T00:32:19.307 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9521 2024-08-17T00:32:19.307 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.307 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:19.308 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 135320, 2024-08-17T00:32:19.308 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 199 2024-08-17T00:32:19.308 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.308 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:19.308 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9648, 2024-08-17T00:32:19.308 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 596 2024-08-17T00:32:19.308 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.308 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:19.308 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.308 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.308 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.308 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:19.308 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 29100, 2024-08-17T00:32:19.308 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 199 2024-08-17T00:32:19.309 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.309 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:19.309 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T00:32:19.309 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T00:32:19.309 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.309 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:19.309 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 451772, 2024-08-17T00:32:19.309 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 99 2024-08-17T00:32:19.309 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.310 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:19.310 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12096, 2024-08-17T00:32:19.310 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:19.310 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.310 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:19.310 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2443737, 2024-08-17T00:32:19.310 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 198 2024-08-17T00:32:19.310 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.310 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:19.310 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5192, 2024-08-17T00:32:19.310 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 59 2024-08-17T00:32:19.310 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.310 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:19.311 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.311 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.311 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.311 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 428608, 2024-08-17T00:32:19.311 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 37 2024-08-17T00:32:19.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.311 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:19.311 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.311 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.311 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:19.311 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 8528, 2024-08-17T00:32:19.312 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 22 2024-08-17T00:32:19.312 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.312 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:19.312 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 236624, 2024-08-17T00:32:19.312 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3517 2024-08-17T00:32:19.312 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.312 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:19.312 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.312 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.312 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.312 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:19.312 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.312 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.312 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.313 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:19.313 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.313 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.313 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.313 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:19.313 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.313 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.313 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.313 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.313 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T00:32:19.313 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:19.313 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.313 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.314 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.314 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.314 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:19.314 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:19.314 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.314 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:19.314 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:19.314 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:19.314 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.314 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:19.314 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:19.314 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:19.314 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.315 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:19.315 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21280, 2024-08-17T00:32:19.315 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 190 2024-08-17T00:32:19.315 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.315 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:19.315 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1008, 2024-08-17T00:32:19.315 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9 2024-08-17T00:32:19.315 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.315 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:19.315 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9120, 2024-08-17T00:32:19.315 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 190 2024-08-17T00:32:19.315 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.315 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:19.315 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21280, 2024-08-17T00:32:19.316 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 190 2024-08-17T00:32:19.316 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.316 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:19.316 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5040, 2024-08-17T00:32:19.316 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 63 2024-08-17T00:32:19.316 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.316 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:19.316 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16384, 2024-08-17T00:32:19.316 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 4 2024-08-17T00:32:19.316 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.316 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:19.316 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 49020, 2024-08-17T00:32:19.317 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9183 2024-08-17T00:32:19.317 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.317 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:19.317 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 130560, 2024-08-17T00:32:19.317 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 192 2024-08-17T00:32:19.317 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.317 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:19.317 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 8936, 2024-08-17T00:32:19.317 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 586 2024-08-17T00:32:19.317 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.317 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:19.317 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.317 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.318 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:19.318 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 27644, 2024-08-17T00:32:19.318 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 192 2024-08-17T00:32:19.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.318 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:19.318 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T00:32:19.318 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T00:32:19.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.318 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:19.318 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 380090, 2024-08-17T00:32:19.318 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 81 2024-08-17T00:32:19.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.319 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:19.319 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12096, 2024-08-17T00:32:19.319 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:19.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.319 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:19.319 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2443368, 2024-08-17T00:32:19.319 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 184 2024-08-17T00:32:19.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.319 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:19.319 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4488, 2024-08-17T00:32:19.319 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 51 2024-08-17T00:32:19.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.319 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:19.319 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 359104, 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 31 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 8320, 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 24 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:19.320 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 237136, 2024-08-17T00:32:19.321 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3541 2024-08-17T00:32:19.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.321 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:19.321 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.321 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.321 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:19.321 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.321 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.321 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:19.321 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.321 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.321 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:19.322 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.322 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.322 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.322 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.322 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T00:32:19.322 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:19.322 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.322 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.322 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.322 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.322 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:19.322 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:19.322 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.323 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:19.323 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:19.323 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:19.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.323 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:19.323 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:19.323 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:19.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.323 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:19.323 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21840, 2024-08-17T00:32:19.323 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:19.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.323 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:19.324 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 224, 2024-08-17T00:32:19.324 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T00:32:19.324 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.324 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:19.324 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9360, 2024-08-17T00:32:19.324 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:19.324 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.324 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:19.324 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21840, 2024-08-17T00:32:19.324 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:19.324 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.324 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:19.324 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4400, 2024-08-17T00:32:19.324 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 55 2024-08-17T00:32:19.325 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.325 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:19.325 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.325 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.325 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.325 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:19.325 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 50588, 2024-08-17T00:32:19.325 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9509 2024-08-17T00:32:19.325 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.325 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:19.325 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 135320, 2024-08-17T00:32:19.325 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 199 2024-08-17T00:32:19.325 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.326 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:19.326 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9740, 2024-08-17T00:32:19.326 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 604 2024-08-17T00:32:19.326 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.326 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:19.326 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.326 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.326 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.326 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:19.326 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 28596, 2024-08-17T00:32:19.326 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 199 2024-08-17T00:32:19.326 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.327 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:19.327 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2208, 2024-08-17T00:32:19.327 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:19.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.327 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:19.327 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 308449, 2024-08-17T00:32:19.327 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 63 2024-08-17T00:32:19.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.327 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:19.327 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30637, 2024-08-17T00:32:19.328 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9 2024-08-17T00:32:19.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.328 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:19.328 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2437626, 2024-08-17T00:32:19.328 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 179 2024-08-17T00:32:19.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.328 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:19.328 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4752, 2024-08-17T00:32:19.328 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 54 2024-08-17T00:32:19.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.328 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:19.328 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.328 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.329 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.329 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 428608, 2024-08-17T00:32:19.329 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 37 2024-08-17T00:32:19.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.329 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:19.329 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.329 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.329 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:19.329 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 10400, 2024-08-17T00:32:19.329 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 20 2024-08-17T00:32:19.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.330 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:19.330 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 236624, 2024-08-17T00:32:19.330 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3517 2024-08-17T00:32:19.330 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.330 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:19.330 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.330 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.330 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.330 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:19.330 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.330 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.330 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.331 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:19.331 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.331 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.331 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:19.331 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.331 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.331 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.331 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T00:32:19.331 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:19.331 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.331 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.331 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.332 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:19.332 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:19.332 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.332 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:19.332 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:19.332 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:19.332 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.332 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:19.332 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:19.332 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:19.332 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.332 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:19.332 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21840, 2024-08-17T00:32:19.333 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:19.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.333 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:19.333 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 784, 2024-08-17T00:32:19.333 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7 2024-08-17T00:32:19.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.333 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:19.333 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9360, 2024-08-17T00:32:19.333 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:19.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.333 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:19.333 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21840, 2024-08-17T00:32:19.333 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:19.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.334 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:19.334 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4080, 2024-08-17T00:32:19.334 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 51 2024-08-17T00:32:19.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.334 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:19.334 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 14183, 2024-08-17T00:32:19.334 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:19.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.334 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:19.334 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 51838, 2024-08-17T00:32:19.334 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9660 2024-08-17T00:32:19.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.335 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:19.335 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 137360, 2024-08-17T00:32:19.335 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 202 2024-08-17T00:32:19.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.335 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:19.335 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9932, 2024-08-17T00:32:19.335 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 604 2024-08-17T00:32:19.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.335 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:19.335 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.335 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.335 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:19.335 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 29364, 2024-08-17T00:32:19.336 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 202 2024-08-17T00:32:19.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.336 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:19.336 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T00:32:19.336 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T00:32:19.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.336 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:19.336 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 971700, 2024-08-17T00:32:19.336 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 83 2024-08-17T00:32:19.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.336 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:19.336 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12096, 2024-08-17T00:32:19.336 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:19.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.337 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:19.337 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2445610, 2024-08-17T00:32:19.337 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 185 2024-08-17T00:32:19.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.337 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:19.337 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4928, 2024-08-17T00:32:19.337 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 56 2024-08-17T00:32:19.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.337 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:19.337 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.337 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.338 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.338 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 451776, 2024-08-17T00:32:19.338 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 39 2024-08-17T00:32:19.338 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.338 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:19.338 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.338 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.338 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.338 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:19.338 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 8944, 2024-08-17T00:32:19.338 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 18 2024-08-17T00:32:19.338 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.338 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:19.339 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 236880, 2024-08-17T00:32:19.339 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3529 2024-08-17T00:32:19.339 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.339 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:19.339 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.339 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.339 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.339 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:19.339 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.339 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.339 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.339 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:19.339 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.340 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.340 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.340 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:19.340 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.340 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.340 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.340 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.340 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T00:32:19.340 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:19.340 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.340 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.340 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.340 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.340 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:19.341 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:19.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.341 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:19.341 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:19.341 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:19.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.341 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:19.341 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:19.341 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:19.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.341 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:19.341 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21840, 2024-08-17T00:32:19.341 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:19.342 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.342 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:19.342 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 224, 2024-08-17T00:32:19.342 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T00:32:19.342 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.342 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:19.342 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9360, 2024-08-17T00:32:19.342 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:19.342 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.342 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:19.342 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21840, 2024-08-17T00:32:19.342 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 195 2024-08-17T00:32:19.342 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.342 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3520, 2024-08-17T00:32:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 44 2024-08-17T00:32:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 52924, 2024-08-17T00:32:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9795 2024-08-17T00:32:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 139400, 2024-08-17T00:32:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 205 2024-08-17T00:32:19.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.344 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:19.344 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 10188, 2024-08-17T00:32:19.344 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 608 2024-08-17T00:32:19.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.344 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:19.344 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.344 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.344 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:19.344 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30132, 2024-08-17T00:32:19.344 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 205 2024-08-17T00:32:19.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.345 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:19.345 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2208, 2024-08-17T00:32:19.345 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:19.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.345 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:19.345 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 888108, 2024-08-17T00:32:19.345 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 62 2024-08-17T00:32:19.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.345 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:19.345 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30637, 2024-08-17T00:32:19.345 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9 2024-08-17T00:32:19.346 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.346 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:19.346 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2426822, 2024-08-17T00:32:19.346 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 174 2024-08-17T00:32:19.346 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.346 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:19.346 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5456, 2024-08-17T00:32:19.346 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 62 2024-08-17T00:32:19.346 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.346 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:19.346 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.346 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.346 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.347 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.347 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 474944, 2024-08-17T00:32:19.347 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 41 2024-08-17T00:32:19.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.347 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:19.347 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.347 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.347 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:19.347 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 13520, 2024-08-17T00:32:19.347 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 26 2024-08-17T00:32:19.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.348 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:19.348 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 237136, 2024-08-17T00:32:19.348 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3541 2024-08-17T00:32:19.348 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.348 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:19.348 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.348 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.348 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.348 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:19.348 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.348 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.348 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.348 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:19.349 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.349 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.349 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:19.349 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.349 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.349 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.349 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T00:32:19.349 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:19.349 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.349 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.350 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.350 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:19.350 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:19.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.350 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:19.350 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:19.350 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:19.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.350 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:19.350 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:19.350 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:19.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.350 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:19.351 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22736, 2024-08-17T00:32:19.351 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 203 2024-08-17T00:32:19.351 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.351 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:19.351 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 448, 2024-08-17T00:32:19.351 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 4 2024-08-17T00:32:19.351 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.351 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:19.351 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9744, 2024-08-17T00:32:19.351 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 203 2024-08-17T00:32:19.351 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.351 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:19.351 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22736, 2024-08-17T00:32:19.351 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 203 2024-08-17T00:32:19.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.352 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:19.352 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2880, 2024-08-17T00:32:19.352 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 36 2024-08-17T00:32:19.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.352 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:19.352 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 29172, 2024-08-17T00:32:19.352 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 6 2024-08-17T00:32:19.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.352 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:19.352 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 52512, 2024-08-17T00:32:19.352 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9992 2024-08-17T00:32:19.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 137360, 2024-08-17T00:32:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 202 2024-08-17T00:32:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11192, 2024-08-17T00:32:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 763 2024-08-17T00:32:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30560, 2024-08-17T00:32:19.354 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 202 2024-08-17T00:32:19.354 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.354 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:19.354 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.354 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.354 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.354 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:19.354 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 513367, 2024-08-17T00:32:19.354 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 52 2024-08-17T00:32:19.354 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.354 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:19.354 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.354 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.355 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.355 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:19.355 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2411072, 2024-08-17T00:32:19.355 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 169 2024-08-17T00:32:19.355 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.355 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:19.355 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4928, 2024-08-17T00:32:19.355 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 56 2024-08-17T00:32:19.355 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.355 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:19.355 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.355 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.355 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.356 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.356 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 451776, 2024-08-17T00:32:19.356 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 39 2024-08-17T00:32:19.356 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.356 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:19.356 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.356 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.356 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.356 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:19.356 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 101192, 2024-08-17T00:32:19.356 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 205 2024-08-17T00:32:19.356 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.356 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:19.356 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 237392, 2024-08-17T00:32:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3553 2024-08-17T00:32:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:19.358 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.358 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.358 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.358 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.358 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T00:32:19.358 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T00:32:19.358 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.358 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.358 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.358 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.358 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6304, 2024-08-17T00:32:19.358 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 115 2024-08-17T00:32:19.359 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.359 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T00:32:19.359 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16896, 2024-08-17T00:32:19.359 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8 2024-08-17T00:32:19.359 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.359 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T00:32:19.359 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 576, 2024-08-17T00:32:19.359 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T00:32:19.359 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.359 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Blob": { 2024-08-17T00:32:19.359 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22512, 2024-08-17T00:32:19.359 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 201 2024-08-17T00:32:19.359 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.359 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Buffer": { 2024-08-17T00:32:19.360 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1120, 2024-08-17T00:32:19.360 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10 2024-08-17T00:32:19.360 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.360 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_Extent": { 2024-08-17T00:32:19.360 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9648, 2024-08-17T00:32:19.360 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 201 2024-08-17T00:32:19.360 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.360 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_SharedBlob": { 2024-08-17T00:32:19.360 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22512, 2024-08-17T00:32:19.360 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 201 2024-08-17T00:32:19.360 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.360 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T00:32:19.360 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2320, 2024-08-17T00:32:19.361 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 29 2024-08-17T00:32:19.361 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.361 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T00:32:19.361 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 282624, 2024-08-17T00:32:19.361 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10 2024-08-17T00:32:19.361 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.361 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T00:32:19.361 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 55903, 2024-08-17T00:32:19.361 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10384 2024-08-17T00:32:19.361 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.361 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T00:32:19.361 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 142800, 2024-08-17T00:32:19.361 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 210 2024-08-17T00:32:19.361 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.362 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T00:32:19.362 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11936, 2024-08-17T00:32:19.362 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 766 2024-08-17T00:32:19.362 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.362 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T00:32:19.362 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.362 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.362 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.362 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T00:32:19.362 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 32944, 2024-08-17T00:32:19.362 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 210 2024-08-17T00:32:19.362 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.362 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T00:32:19.363 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.363 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.363 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.363 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T00:32:19.363 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 198015, 2024-08-17T00:32:19.363 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 38 2024-08-17T00:32:19.363 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.363 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T00:32:19.363 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.363 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.363 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.363 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T00:32:19.363 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2400825, 2024-08-17T00:32:19.363 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 202 2024-08-17T00:32:19.364 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.364 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T00:32:19.364 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6248, 2024-08-17T00:32:19.364 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 71 2024-08-17T00:32:19.364 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.364 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T00:32:19.364 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.364 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.364 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.364 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.365 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 532864, 2024-08-17T00:32:19.365 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 46 2024-08-17T00:32:19.365 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.365 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T00:32:19.365 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.365 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.365 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.365 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T00:32:19.365 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 105456, 2024-08-17T00:32:19.365 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 250 2024-08-17T00:32:19.365 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.365 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T00:32:19.365 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 236624, 2024-08-17T00:32:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3517 2024-08-17T00:32:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T00:32:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T00:32:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T00:32:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.367 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T00:32:19.367 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T00:32:19.367 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T00:32:19.367 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.367 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.367 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.367 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.367 INFO:tasks.workunit.client.0.smithi157.stdout: "metadata": { 2024-08-17T00:32:19.367 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T00:32:19.367 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T00:32:19.367 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 2 2024-08-17T00:32:19.367 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.367 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T00:32:19.368 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:32:19.368 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.368 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T00:32:19.368 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T00:32:19.368 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.368 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T00:32:19.368 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 2 2024-08-17T00:32:19.368 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.368 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T00:32:19.368 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 2 2024-08-17T00:32:19.368 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.368 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T00:32:19.368 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T00:32:19.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.369 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T00:32:19.369 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T00:32:19.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.369 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T00:32:19.369 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 2 2024-08-17T00:32:19.369 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.369 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:19.369 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T00:32:19.369 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 3 2024-08-17T00:32:19.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.369 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T00:32:19.370 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:32:19.370 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.370 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T00:32:19.370 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T00:32:19.370 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.370 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T00:32:19.370 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 3 2024-08-17T00:32:19.370 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.370 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T00:32:19.370 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 3 2024-08-17T00:32:19.370 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.370 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T00:32:19.371 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T00:32:19.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.371 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T00:32:19.371 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T00:32:19.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.371 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T00:32:19.371 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 3 2024-08-17T00:32:19.371 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.371 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.371 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T00:32:19.371 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 8 2024-08-17T00:32:19.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.372 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T00:32:19.372 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:32:19.372 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.372 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T00:32:19.372 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T00:32:19.372 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.372 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T00:32:19.372 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 8 2024-08-17T00:32:19.372 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.372 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T00:32:19.372 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 8 2024-08-17T00:32:19.372 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.372 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T00:32:19.372 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T00:32:19.373 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.373 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T00:32:19.373 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T00:32:19.373 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.373 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T00:32:19.373 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 8 2024-08-17T00:32:19.373 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.373 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_objectstore": { 2024-08-17T00:32:19.373 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": 8 2024-08-17T00:32:19.373 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.373 INFO:tasks.workunit.client.0.smithi157.stdout: "rotational": { 2024-08-17T00:32:19.373 INFO:tasks.workunit.client.0.smithi157.stdout: "0": 8 2024-08-17T00:32:19.373 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.374 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.374 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.374 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:19.374 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.374 INFO:tasks.workunit.client.0.smithi157.stdout: "features": { 2024-08-17T00:32:19.374 INFO:tasks.workunit.client.0.smithi157.stdout: "optional": [], 2024-08-17T00:32:19.374 INFO:tasks.workunit.client.0.smithi157.stdout: "persistent": [ 2024-08-17T00:32:19.374 INFO:tasks.workunit.client.0.smithi157.stdout: "kraken", 2024-08-17T00:32:19.374 INFO:tasks.workunit.client.0.smithi157.stdout: "luminous", 2024-08-17T00:32:19.374 INFO:tasks.workunit.client.0.smithi157.stdout: "mimic", 2024-08-17T00:32:19.374 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap-prune", 2024-08-17T00:32:19.374 INFO:tasks.workunit.client.0.smithi157.stdout: "nautilus", 2024-08-17T00:32:19.374 INFO:tasks.workunit.client.0.smithi157.stdout: "octopus", 2024-08-17T00:32:19.375 INFO:tasks.workunit.client.0.smithi157.stdout: "pacific", 2024-08-17T00:32:19.375 INFO:tasks.workunit.client.0.smithi157.stdout: "elector-pinging", 2024-08-17T00:32:19.375 INFO:tasks.workunit.client.0.smithi157.stdout: "quincy" 2024-08-17T00:32:19.375 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.375 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.375 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv4_addr_mons": 6, 2024-08-17T00:32:19.375 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv6_addr_mons": 0, 2024-08-17T00:32:19.375 INFO:tasks.workunit.client.0.smithi157.stdout: "min_mon_release": 17, 2024-08-17T00:32:19.375 INFO:tasks.workunit.client.0.smithi157.stdout: "v1_addr_mons": 3, 2024-08-17T00:32:19.375 INFO:tasks.workunit.client.0.smithi157.stdout: "v2_addr_mons": 3 2024-08-17T00:32:19.375 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.375 INFO:tasks.workunit.client.0.smithi157.stdout: "organization": "ceph-qa", 2024-08-17T00:32:19.375 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.375 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_network": false, 2024-08-17T00:32:19.376 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8, 2024-08-17T00:32:19.376 INFO:tasks.workunit.client.0.smithi157.stdout: "require_min_compat_client": "luminous", 2024-08-17T00:32:19.376 INFO:tasks.workunit.client.0.smithi157.stdout: "require_osd_release": "quincy" 2024-08-17T00:32:19.376 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.378 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_perf_histograms": [ 2024-08-17T00:32:19.378 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.378 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:19.378 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T00:32:19.378 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.378 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:19.378 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:19.378 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T00:32:19.378 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T00:32:19.378 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:19.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:19.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T00:32:19.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T00:32:19.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T00:32:19.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T00:32:19.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T00:32:19.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T00:32:19.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T00:32:19.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T00:32:19.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T00:32:19.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T00:32:19.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T00:32:19.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T00:32:19.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T00:32:19.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T00:32:19.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T00:32:19.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T00:32:19.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T00:32:19.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T00:32:19.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T00:32:19.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T00:32:19.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T00:32:19.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T00:32:19.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T00:32:19.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T00:32:19.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:32:19.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:32:19.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:32:19.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:32:19.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:32:19.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:32:19.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T00:32:19.381 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.381 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:19.381 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.381 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.381 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:19.381 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:19.381 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T00:32:19.381 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T00:32:19.381 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:19.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:19.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T00:32:19.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T00:32:19.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T00:32:19.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T00:32:19.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T00:32:19.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T00:32:19.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T00:32:19.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T00:32:19.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T00:32:19.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T00:32:19.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T00:32:19.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T00:32:19.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T00:32:19.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T00:32:19.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T00:32:19.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T00:32:19.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T00:32:19.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T00:32:19.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T00:32:19.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T00:32:19.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T00:32:19.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T00:32:19.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T00:32:19.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T00:32:19.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T00:32:19.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T00:32:19.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T00:32:19.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T00:32:19.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T00:32:19.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T00:32:19.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T00:32:19.384 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.384 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:19.384 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.384 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.384 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T00:32:19.384 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.384 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T00:32:19.384 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.387 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.387 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.387 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.387 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T00:32:19.387 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.390 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.390 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.390 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.390 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T00:32:19.390 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.392 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.393 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.393 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.393 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T00:32:19.393 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.395 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.395 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.395 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T00:32:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.398 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.398 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.398 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.398 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T00:32:19.398 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.401 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.401 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.401 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.401 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.401 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.401 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.401 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.401 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.401 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.401 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T00:32:19.401 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.401 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.401 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.404 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.404 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.404 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.404 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.404 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.404 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.404 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.404 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.404 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T00:32:19.404 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.404 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.404 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.404 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.407 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.407 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.407 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.407 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.407 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.407 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.407 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.407 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.407 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.407 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:19.407 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T00:32:19.407 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.407 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:19.408 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:19.408 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T00:32:19.408 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T00:32:19.408 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:19.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:19.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T00:32:19.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T00:32:19.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T00:32:19.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T00:32:19.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T00:32:19.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T00:32:19.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T00:32:19.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T00:32:19.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T00:32:19.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T00:32:19.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T00:32:19.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T00:32:19.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T00:32:19.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T00:32:19.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T00:32:19.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T00:32:19.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T00:32:19.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T00:32:19.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T00:32:19.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T00:32:19.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T00:32:19.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T00:32:19.410 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T00:32:19.410 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T00:32:19.410 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:32:19.410 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:32:19.410 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:32:19.410 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:32:19.410 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:32:19.410 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:32:19.410 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T00:32:19.410 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.410 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:19.410 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.410 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.411 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:19.411 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:19.411 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T00:32:19.411 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T00:32:19.411 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:19.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:19.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T00:32:19.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T00:32:19.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T00:32:19.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T00:32:19.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T00:32:19.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T00:32:19.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T00:32:19.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T00:32:19.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T00:32:19.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T00:32:19.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T00:32:19.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T00:32:19.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T00:32:19.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T00:32:19.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T00:32:19.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T00:32:19.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T00:32:19.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T00:32:19.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T00:32:19.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T00:32:19.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T00:32:19.413 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T00:32:19.413 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T00:32:19.413 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T00:32:19.413 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T00:32:19.413 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T00:32:19.413 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T00:32:19.413 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T00:32:19.413 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T00:32:19.413 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T00:32:19.413 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T00:32:19.413 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.413 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:19.413 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.414 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T00:32:19.414 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T00:32:19.414 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.416 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.416 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.417 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.417 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T00:32:19.417 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.419 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.419 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.419 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.419 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T00:32:19.420 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.422 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.422 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.422 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.422 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T00:32:19.422 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T00:32:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.427 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.428 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.428 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.428 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T00:32:19.428 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.430 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.430 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.430 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.431 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T00:32:19.431 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.431 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.431 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.431 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.431 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.431 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.431 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.431 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.431 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.431 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.431 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.431 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.433 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.433 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.433 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.433 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T00:32:19.433 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.436 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.436 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.436 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.437 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.437 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:19.437 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T00:32:19.437 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.437 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:19.437 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:19.437 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T00:32:19.437 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T00:32:19.437 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:19.437 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:19.437 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T00:32:19.437 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T00:32:19.437 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T00:32:19.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T00:32:19.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T00:32:19.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T00:32:19.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T00:32:19.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T00:32:19.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T00:32:19.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T00:32:19.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T00:32:19.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T00:32:19.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T00:32:19.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T00:32:19.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T00:32:19.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T00:32:19.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T00:32:19.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T00:32:19.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T00:32:19.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T00:32:19.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T00:32:19.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T00:32:19.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T00:32:19.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T00:32:19.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:32:19.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:32:19.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:32:19.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:32:19.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:32:19.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:32:19.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T00:32:19.440 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.440 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:19.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.440 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.440 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:19.440 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:19.440 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T00:32:19.440 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T00:32:19.440 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:19.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:19.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T00:32:19.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T00:32:19.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T00:32:19.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T00:32:19.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T00:32:19.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T00:32:19.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T00:32:19.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T00:32:19.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T00:32:19.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T00:32:19.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T00:32:19.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T00:32:19.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T00:32:19.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T00:32:19.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T00:32:19.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T00:32:19.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T00:32:19.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T00:32:19.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T00:32:19.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T00:32:19.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T00:32:19.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T00:32:19.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T00:32:19.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T00:32:19.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T00:32:19.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T00:32:19.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T00:32:19.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T00:32:19.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T00:32:19.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T00:32:19.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T00:32:19.443 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.443 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:19.443 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.443 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.443 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T00:32:19.443 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.443 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T00:32:19.443 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.446 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.446 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.446 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.447 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T00:32:19.447 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.449 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.449 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.449 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.449 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T00:32:19.450 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.452 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.452 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.452 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.452 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.452 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.452 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.452 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.452 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.452 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.452 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.452 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.452 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.452 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T00:32:19.453 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.455 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.455 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.455 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.455 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.455 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.455 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.455 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.455 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.455 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.455 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.455 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.455 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T00:32:19.456 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.458 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.458 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.458 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.458 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T00:32:19.458 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.461 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.461 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.461 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.461 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T00:32:19.461 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.464 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.464 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.464 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T00:32:19.464 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T00:32:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T00:32:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T00:32:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:19.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:19.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T00:32:19.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T00:32:19.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T00:32:19.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T00:32:19.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T00:32:19.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T00:32:19.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T00:32:19.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T00:32:19.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T00:32:19.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T00:32:19.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T00:32:19.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T00:32:19.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T00:32:19.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T00:32:19.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T00:32:19.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T00:32:19.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T00:32:19.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T00:32:19.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T00:32:19.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T00:32:19.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T00:32:19.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T00:32:19.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T00:32:19.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T00:32:19.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:32:19.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:32:19.470 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:32:19.470 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:32:19.470 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:32:19.470 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:32:19.470 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T00:32:19.470 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.470 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:19.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.470 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.470 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T00:32:19.470 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T00:32:19.470 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T00:32:19.471 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T00:32:19.471 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T00:32:19.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T00:32:19.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T00:32:19.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T00:32:19.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T00:32:19.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T00:32:19.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T00:32:19.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T00:32:19.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T00:32:19.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T00:32:19.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T00:32:19.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T00:32:19.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T00:32:19.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T00:32:19.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T00:32:19.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T00:32:19.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T00:32:19.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T00:32:19.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T00:32:19.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T00:32:19.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T00:32:19.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T00:32:19.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T00:32:19.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T00:32:19.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T00:32:19.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T00:32:19.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T00:32:19.473 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T00:32:19.473 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T00:32:19.473 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T00:32:19.473 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T00:32:19.473 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T00:32:19.473 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T00:32:19.473 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.473 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T00:32:19.473 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.473 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.473 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T00:32:19.473 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.473 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T00:32:19.473 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.476 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.476 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.476 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.476 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.476 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.476 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.476 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.476 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.476 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.476 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.476 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T00:32:19.476 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6, 4, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 19, 4, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.479 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.479 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.479 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T00:32:19.479 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.482 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.482 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.482 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.482 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.482 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.482 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T00:32:19.482 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.482 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.482 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.482 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.482 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.482 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.485 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.485 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.485 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T00:32:19.485 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.487 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.487 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.487 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.487 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.487 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.487 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.487 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.487 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.487 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.487 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.487 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.487 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.487 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.488 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.488 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T00:32:19.488 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.488 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.488 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.488 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.488 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.488 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.488 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.488 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.488 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.488 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.488 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.489 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.489 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.489 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.489 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.489 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.489 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.489 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.489 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.489 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.489 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.489 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.489 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.489 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.489 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.490 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.490 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.490 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.490 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.490 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.490 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.490 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.490 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.490 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.490 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.490 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T00:32:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.492 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.492 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.492 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.492 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.492 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.492 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.492 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.492 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.492 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.492 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.492 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.492 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.492 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.493 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.493 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.493 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.493 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.493 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.493 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.493 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.493 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.493 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.493 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T00:32:19.493 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T00:32:19.493 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.494 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.494 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.494 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.494 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.494 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.494 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.494 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.494 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.494 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.494 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.494 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.494 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.494 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.495 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.495 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.495 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.495 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.495 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.495 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.495 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.495 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.495 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.495 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.495 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.495 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.495 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.496 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.496 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.496 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.496 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:32:19.496 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:32:19.496 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.496 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.496 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T00:32:19.496 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.496 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.496 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.496 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_counters": { 2024-08-17T00:32:19.496 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T00:32:19.496 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T00:32:19.497 INFO:tasks.workunit.client.0.smithi157.stdout: "caps": { 2024-08-17T00:32:19.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.497 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T00:32:19.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.497 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T00:32:19.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.497 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_grant": { 2024-08-17T00:32:19.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.498 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_revoke": { 2024-08-17T00:32:19.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.498 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_trunc": { 2024-08-17T00:32:19.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.498 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_commit": { 2024-08-17T00:32:19.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T00:32:19.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.498 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_fetch": { 2024-08-17T00:32:19.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.498 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_merge": { 2024-08-17T00:32:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_split": { 2024-08-17T00:32:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: "exported_inodes": { 2024-08-17T00:32:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: "forward": { 2024-08-17T00:32:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_cap_release": { 2024-08-17T00:32:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.500 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_caps": { 2024-08-17T00:32:19.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.500 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_caps_dirty": { 2024-08-17T00:32:19.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.500 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_inode_file_caps": { 2024-08-17T00:32:19.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.500 INFO:tasks.workunit.client.0.smithi157.stdout: "imported_inodes": { 2024-08-17T00:32:19.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.500 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes": { 2024-08-17T00:32:19.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T00:32:19.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.501 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_expired": { 2024-08-17T00:32:19.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.501 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_pinned": { 2024-08-17T00:32:19.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T00:32:19.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.501 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_with_caps": { 2024-08-17T00:32:19.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.501 INFO:tasks.workunit.client.0.smithi157.stdout: "load_cent": { 2024-08-17T00:32:19.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: "openino_dir_fetch": { 2024-08-17T00:32:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: "process_request_cap_release": { 2024-08-17T00:32:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: "reply_latency": { 2024-08-17T00:32:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 84123 2024-08-17T00:32:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: "request": { 2024-08-17T00:32:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rbytes": { 2024-08-17T00:32:19.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.503 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rfiles": { 2024-08-17T00:32:19.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.503 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rsnaps": { 2024-08-17T00:32:19.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.503 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_reply": { 2024-08-17T00:32:19.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.503 INFO:tasks.workunit.client.0.smithi157.stdout: "subtrees": { 2024-08-17T00:32:19.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_cache": { 2024-08-17T00:32:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_enqueue_scrub": { 2024-08-17T00:32:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_exportdir": { 2024-08-17T00:32:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_flush": { 2024-08-17T00:32:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_fragmentdir": { 2024-08-17T00:32:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.505 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_fragstats": { 2024-08-17T00:32:19.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.505 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_inodestats": { 2024-08-17T00:32:19.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_enqueued": { 2024-08-17T00:32:19.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_prioritized": { 2024-08-17T00:32:19.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_processing": { 2024-08-17T00:32:19.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays": { 2024-08-17T00:32:19.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays_delayed": { 2024-08-17T00:32:19.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays_enqueuing": { 2024-08-17T00:32:19.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.506 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_completed": { 2024-08-17T00:32:19.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.507 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_started": { 2024-08-17T00:32:19.507 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.507 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_created": { 2024-08-17T00:32:19.507 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.507 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_enqueued": { 2024-08-17T00:32:19.507 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.507 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_migrated": { 2024-08-17T00:32:19.507 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.507 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_reintegrated": { 2024-08-17T00:32:19.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.508 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.508 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_log": { 2024-08-17T00:32:19.508 INFO:tasks.workunit.client.0.smithi157.stdout: "ev": { 2024-08-17T00:32:19.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T00:32:19.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.508 INFO:tasks.workunit.client.0.smithi157.stdout: "evadd": { 2024-08-17T00:32:19.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T00:32:19.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.508 INFO:tasks.workunit.client.0.smithi157.stdout: "evex": { 2024-08-17T00:32:19.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.508 INFO:tasks.workunit.client.0.smithi157.stdout: "evexd": { 2024-08-17T00:32:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: "evexg": { 2024-08-17T00:32:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: "evtrm": { 2024-08-17T00:32:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: "jlat": { 2024-08-17T00:32:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T00:32:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11652099 2024-08-17T00:32:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: "replayed": { 2024-08-17T00:32:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.510 INFO:tasks.workunit.client.0.smithi157.stdout: "seg": { 2024-08-17T00:32:19.510 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:19.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.510 INFO:tasks.workunit.client.0.smithi157.stdout: "segadd": { 2024-08-17T00:32:19.510 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:19.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.510 INFO:tasks.workunit.client.0.smithi157.stdout: "segex": { 2024-08-17T00:32:19.510 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.510 INFO:tasks.workunit.client.0.smithi157.stdout: "segexd": { 2024-08-17T00:32:19.510 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.511 INFO:tasks.workunit.client.0.smithi157.stdout: "segexg": { 2024-08-17T00:32:19.511 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.511 INFO:tasks.workunit.client.0.smithi157.stdout: "segtrm": { 2024-08-17T00:32:19.511 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.511 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.511 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_mem": { 2024-08-17T00:32:19.511 INFO:tasks.workunit.client.0.smithi157.stdout: "cap": { 2024-08-17T00:32:19.511 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.511 INFO:tasks.workunit.client.0.smithi157.stdout: "cap+": { 2024-08-17T00:32:19.511 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.512 INFO:tasks.workunit.client.0.smithi157.stdout: "cap-": { 2024-08-17T00:32:19.512 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.512 INFO:tasks.workunit.client.0.smithi157.stdout: "dir": { 2024-08-17T00:32:19.512 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T00:32:19.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.512 INFO:tasks.workunit.client.0.smithi157.stdout: "dir+": { 2024-08-17T00:32:19.512 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T00:32:19.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.512 INFO:tasks.workunit.client.0.smithi157.stdout: "dir-": { 2024-08-17T00:32:19.512 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.512 INFO:tasks.workunit.client.0.smithi157.stdout: "dn": { 2024-08-17T00:32:19.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T00:32:19.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.513 INFO:tasks.workunit.client.0.smithi157.stdout: "dn+": { 2024-08-17T00:32:19.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T00:32:19.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.513 INFO:tasks.workunit.client.0.smithi157.stdout: "dn-": { 2024-08-17T00:32:19.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.513 INFO:tasks.workunit.client.0.smithi157.stdout: "heap": { 2024-08-17T00:32:19.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 207068 2024-08-17T00:32:19.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.513 INFO:tasks.workunit.client.0.smithi157.stdout: "ino": { 2024-08-17T00:32:19.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T00:32:19.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.514 INFO:tasks.workunit.client.0.smithi157.stdout: "ino+": { 2024-08-17T00:32:19.514 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T00:32:19.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.514 INFO:tasks.workunit.client.0.smithi157.stdout: "ino-": { 2024-08-17T00:32:19.514 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.514 INFO:tasks.workunit.client.0.smithi157.stdout: "rss": { 2024-08-17T00:32:19.514 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38324 2024-08-17T00:32:19.514 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.514 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_server": { 2024-08-17T00:32:19.514 INFO:tasks.workunit.client.0.smithi157.stdout: "cap_acquisition_throttle": { 2024-08-17T00:32:19.514 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.515 INFO:tasks.workunit.client.0.smithi157.stdout: "cap_revoke_eviction": { 2024-08-17T00:32:19.515 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.515 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_request": { 2024-08-17T00:32:19.515 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.515 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_session": { 2024-08-17T00:32:19.515 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16 2024-08-17T00:32:19.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.515 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_peer_request": { 2024-08-17T00:32:19.515 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.515 INFO:tasks.workunit.client.0.smithi157.stdout: "req_create_latency": { 2024-08-17T00:32:19.516 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.516 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.516 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getattr_latency": { 2024-08-17T00:32:19.516 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.516 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 84123 2024-08-17T00:32:19.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.516 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getfilelock_latency": { 2024-08-17T00:32:19.516 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.516 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.516 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getvxattr_latency": { 2024-08-17T00:32:19.517 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.517 INFO:tasks.workunit.client.0.smithi157.stdout: "req_link_latency": { 2024-08-17T00:32:19.517 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.517 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookup_latency": { 2024-08-17T00:32:19.517 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.517 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookuphash_latency": { 2024-08-17T00:32:19.517 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.518 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupino_latency": { 2024-08-17T00:32:19.518 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.518 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupname_latency": { 2024-08-17T00:32:19.518 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.518 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupparent_latency": { 2024-08-17T00:32:19.518 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.519 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupsnap_latency": { 2024-08-17T00:32:19.519 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.519 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.519 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lssnap_latency": { 2024-08-17T00:32:19.519 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.519 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.519 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mkdir_latency": { 2024-08-17T00:32:19.519 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.519 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.520 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mknod_latency": { 2024-08-17T00:32:19.520 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.520 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.520 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mksnap_latency": { 2024-08-17T00:32:19.520 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.520 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.520 INFO:tasks.workunit.client.0.smithi157.stdout: "req_open_latency": { 2024-08-17T00:32:19.520 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.520 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.520 INFO:tasks.workunit.client.0.smithi157.stdout: "req_readdir_latency": { 2024-08-17T00:32:19.521 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.521 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rename_latency": { 2024-08-17T00:32:19.521 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.521 INFO:tasks.workunit.client.0.smithi157.stdout: "req_renamesnap_latency": { 2024-08-17T00:32:19.521 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.521 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmdir_latency": { 2024-08-17T00:32:19.521 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.522 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmsnap_latency": { 2024-08-17T00:32:19.522 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.522 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmxattr_latency": { 2024-08-17T00:32:19.522 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.522 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setattr_latency": { 2024-08-17T00:32:19.522 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.523 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setdirlayout_latency": { 2024-08-17T00:32:19.523 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.523 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.523 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setfilelock_latency": { 2024-08-17T00:32:19.523 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.523 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.523 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setlayout_latency": { 2024-08-17T00:32:19.523 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.523 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.523 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setxattr_latency": { 2024-08-17T00:32:19.524 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.524 INFO:tasks.workunit.client.0.smithi157.stdout: "req_symlink_latency": { 2024-08-17T00:32:19.524 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.524 INFO:tasks.workunit.client.0.smithi157.stdout: "req_unlink_latency": { 2024-08-17T00:32:19.524 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.524 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.524 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_sessions": { 2024-08-17T00:32:19.525 INFO:tasks.workunit.client.0.smithi157.stdout: "average_load": { 2024-08-17T00:32:19.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:19.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.525 INFO:tasks.workunit.client.0.smithi157.stdout: "avg_session_uptime": { 2024-08-17T00:32:19.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 86 2024-08-17T00:32:19.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.525 INFO:tasks.workunit.client.0.smithi157.stdout: "mdthresh_evicted": { 2024-08-17T00:32:19.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.525 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T00:32:19.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.525 INFO:tasks.workunit.client.0.smithi157.stdout: "session_count": { 2024-08-17T00:32:19.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.526 INFO:tasks.workunit.client.0.smithi157.stdout: "session_remove": { 2024-08-17T00:32:19.526 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.526 INFO:tasks.workunit.client.0.smithi157.stdout: "sessions_open": { 2024-08-17T00:32:19.526 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.526 INFO:tasks.workunit.client.0.smithi157.stdout: "sessions_stale": { 2024-08-17T00:32:19.526 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.526 INFO:tasks.workunit.client.0.smithi157.stdout: "total_load": { 2024-08-17T00:32:19.526 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.526 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.527 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:19.527 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:19.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.527 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.527 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:19.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.527 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45 2024-08-17T00:32:19.527 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.528 INFO:tasks.workunit.client.0.smithi157.stdout: "purge_queue": { 2024-08-17T00:32:19.528 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executed": { 2024-08-17T00:32:19.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.528 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing": { 2024-08-17T00:32:19.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.528 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_high_water": { 2024-08-17T00:32:19.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.528 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_ops": { 2024-08-17T00:32:19.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.529 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_ops_high_water": { 2024-08-17T00:32:19.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.529 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_item_in_journal": { 2024-08-17T00:32:19.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.529 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.529 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.529 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T00:32:19.529 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:19.529 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T00:32:19.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.530 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T00:32:19.530 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.530 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T00:32:19.530 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T00:32:19.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T00:32:19.530 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9 2024-08-17T00:32:19.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T00:32:19.530 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T00:32:19.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.530 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T00:32:19.531 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T00:32:19.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.531 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T00:32:19.531 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 166 2024-08-17T00:32:19.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.531 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T00:32:19.531 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.531 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.531 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T00:32:19.531 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T00:32:19.531 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.531 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T00:32:19.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 944 2024-08-17T00:32:19.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.532 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T00:32:19.532 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T00:32:19.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4994276 2024-08-17T00:32:19.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.532 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T00:32:19.532 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T00:32:19.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2832 2024-08-17T00:32:19.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.532 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T00:32:19.532 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T00:32:19.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 127997642 2024-08-17T00:32:19.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.533 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T00:32:19.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.533 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T00:32:19.533 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.533 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T00:32:19.533 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.533 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T00:32:19.533 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.534 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.534 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T00:32:19.534 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.534 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T00:32:19.534 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.534 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T00:32:19.534 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 944 2024-08-17T00:32:19.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.535 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T00:32:19.535 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T00:32:19.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4926366 2024-08-17T00:32:19.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.535 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T00:32:19.535 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T00:32:19.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5432 2024-08-17T00:32:19.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.535 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T00:32:19.535 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T00:32:19.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 127669310 2024-08-17T00:32:19.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.536 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T00:32:19.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.536 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T00:32:19.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.536 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T00:32:19.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.536 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T00:32:19.536 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 999981 2024-08-17T00:32:19.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.537 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T00:32:19.537 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 946 2024-08-17T00:32:19.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.537 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T00:32:19.537 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 946, 2024-08-17T00:32:19.537 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2194959631 2024-08-17T00:32:19.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.537 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T00:32:19.537 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T00:32:19.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.537 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T00:32:19.537 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T00:32:19.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.538 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T00:32:19.538 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.538 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1627 2024-08-17T00:32:19.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.538 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T00:32:19.538 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.538 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T00:32:19.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.538 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T00:32:19.538 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T00:32:19.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.539 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T00:32:19.539 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.539 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T00:32:19.539 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.539 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T00:32:19.539 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.539 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.540 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T00:32:19.540 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.540 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T00:32:19.540 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.540 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.540 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T00:32:19.540 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:19.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T00:32:19.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.541 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:19.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45834240 2024-08-17T00:32:19.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.541 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:19.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40673280 2024-08-17T00:32:19.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.541 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:19.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T00:32:19.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.541 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:19.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5160960 2024-08-17T00:32:19.541 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.542 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T00:32:19.542 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.542 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348127232 2024-08-17T00:32:19.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.542 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.542 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.542 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.542 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.542 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.542 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 277007892 2024-08-17T00:32:19.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.543 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 307792 2024-08-17T00:32:19.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.543 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.543 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.543 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.543 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.544 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.544 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.544 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.544 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.544 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.544 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.544 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.544 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.544 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.545 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.545 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70811548 2024-08-17T00:32:19.545 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.545 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T00:32:19.545 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.545 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348127232 2024-08-17T00:32:19.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.545 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.545 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.545 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.546 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.546 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.546 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 277007892 2024-08-17T00:32:19.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.546 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.546 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40857 2024-08-17T00:32:19.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.546 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.546 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.546 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.546 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.547 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.547 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.547 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.547 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.547 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.547 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.547 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.547 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.548 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.548 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.548 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.548 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.548 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.548 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71078483 2024-08-17T00:32:19.548 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.548 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T00:32:19.548 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.548 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 322961408 2024-08-17T00:32:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 184671928 2024-08-17T00:32:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.550 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.550 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.550 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.550 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.550 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.550 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.550 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.550 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.550 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.551 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.551 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.551 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.551 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.551 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.551 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.551 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.551 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71180616 2024-08-17T00:32:19.551 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.552 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T00:32:19.552 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T00:32:19.552 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.552 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_completed": { 2024-08-17T00:32:19.552 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:19.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.552 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lasted": { 2024-08-17T00:32:19.552 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25558111 2024-08-17T00:32:19.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.552 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T00:32:19.552 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.552 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T00:32:19.553 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.553 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_running": { 2024-08-17T00:32:19.553 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.553 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T00:32:19.553 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 42192, 2024-08-17T00:32:19.553 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 156785964 2024-08-17T00:32:19.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.553 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T00:32:19.553 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.553 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.553 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T00:32:19.554 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.554 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.554 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T00:32:19.554 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.554 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.554 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T00:32:19.554 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.554 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.555 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T00:32:19.555 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.555 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.555 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T00:32:19.555 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2062, 2024-08-17T00:32:19.555 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270374742 2024-08-17T00:32:19.555 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.555 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.555 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T00:32:19.555 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:19.556 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T00:32:19.556 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:19.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.556 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T00:32:19.556 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:19.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.556 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T00:32:19.556 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.556 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T00:32:19.556 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T00:32:19.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.556 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T00:32:19.556 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11 2024-08-17T00:32:19.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.557 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T00:32:19.557 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T00:32:19.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.557 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T00:32:19.557 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 91 2024-08-17T00:32:19.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.557 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T00:32:19.557 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.557 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.557 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T00:32:19.557 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T00:32:19.558 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.558 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T00:32:19.558 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 815 2024-08-17T00:32:19.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.558 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T00:32:19.558 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 815, 2024-08-17T00:32:19.558 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3958388 2024-08-17T00:32:19.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.558 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T00:32:19.558 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.558 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.559 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T00:32:19.559 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 815, 2024-08-17T00:32:19.559 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 87998376 2024-08-17T00:32:19.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.559 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T00:32:19.559 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:19.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.559 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T00:32:19.559 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:19.559 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73 2024-08-17T00:32:19.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.559 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T00:32:19.559 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:19.559 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:19.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.560 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T00:32:19.560 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:19.560 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 999981 2024-08-17T00:32:19.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.560 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T00:32:19.560 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.560 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T00:32:19.560 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.560 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T00:32:19.560 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 817 2024-08-17T00:32:19.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.561 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T00:32:19.561 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.561 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.561 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T00:32:19.561 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.561 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.561 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T00:32:19.561 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.561 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.562 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T00:32:19.562 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.562 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T00:32:19.562 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.562 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T00:32:19.562 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.562 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T00:32:19.562 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.562 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T00:32:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 817 2024-08-17T00:32:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T00:32:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 817, 2024-08-17T00:32:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1796966943 2024-08-17T00:32:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T00:32:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T00:32:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T00:32:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T00:32:19.564 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.564 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.564 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T00:32:19.564 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.564 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.564 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T00:32:19.564 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.564 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T00:32:19.564 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:19.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.565 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T00:32:19.565 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 816 2024-08-17T00:32:19.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.565 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T00:32:19.565 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 816, 2024-08-17T00:32:19.565 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7763938 2024-08-17T00:32:19.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.565 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T00:32:19.565 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 816, 2024-08-17T00:32:19.565 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5528 2024-08-17T00:32:19.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.565 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T00:32:19.565 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 816, 2024-08-17T00:32:19.566 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 102998108 2024-08-17T00:32:19.566 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.566 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T00:32:19.566 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:19.566 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T00:32:19.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.566 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:19.566 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 42795008 2024-08-17T00:32:19.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.566 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:19.566 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32874496 2024-08-17T00:32:19.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.567 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:19.567 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T00:32:19.567 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.567 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:19.567 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9920512 2024-08-17T00:32:19.567 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.567 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.567 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T00:32:19.567 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.567 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348127232 2024-08-17T00:32:19.567 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.567 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.567 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.568 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.568 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.568 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.568 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 277006830 2024-08-17T00:32:19.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.568 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.568 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 308222 2024-08-17T00:32:19.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.568 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.568 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.569 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.569 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.569 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.569 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.569 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.569 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.569 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.569 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.569 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.570 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.570 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.570 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.570 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.570 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.570 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.570 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70812180 2024-08-17T00:32:19.570 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T00:32:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348127232 2024-08-17T00:32:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 277006830 2024-08-17T00:32:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.572 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43260 2024-08-17T00:32:19.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.572 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.572 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.572 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.572 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.572 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.572 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.572 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.573 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.573 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.573 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.573 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.573 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.573 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.573 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.573 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.574 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.574 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.574 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.574 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71077142 2024-08-17T00:32:19.574 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.574 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.574 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T00:32:19.574 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.574 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 322961408 2024-08-17T00:32:19.574 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.574 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.574 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.574 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.575 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.575 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.575 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.575 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 184671220 2024-08-17T00:32:19.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.575 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.575 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.575 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.575 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.575 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.576 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.576 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.576 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.576 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.576 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.576 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.576 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.576 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.576 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71181324 2024-08-17T00:32:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T00:32:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T00:32:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.578 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.578 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_completed": { 2024-08-17T00:32:19.578 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:19.578 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.578 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lasted": { 2024-08-17T00:32:19.578 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24858189 2024-08-17T00:32:19.578 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.578 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T00:32:19.578 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.578 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.578 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T00:32:19.578 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.579 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_running": { 2024-08-17T00:32:19.579 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.579 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T00:32:19.579 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35159, 2024-08-17T00:32:19.579 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 83878675 2024-08-17T00:32:19.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.579 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T00:32:19.579 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.579 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.579 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T00:32:19.579 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.580 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.580 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T00:32:19.580 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.580 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.580 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T00:32:19.580 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.580 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.580 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T00:32:19.580 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.580 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.581 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T00:32:19.581 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1758, 2024-08-17T00:32:19.581 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 204604272 2024-08-17T00:32:19.581 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.581 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.581 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T00:32:19.581 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:19.581 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T00:32:19.581 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.581 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T00:32:19.582 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.582 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T00:32:19.582 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T00:32:19.582 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7 2024-08-17T00:32:19.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T00:32:19.582 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T00:32:19.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.582 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T00:32:19.582 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:19.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.583 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T00:32:19.583 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53 2024-08-17T00:32:19.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.583 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T00:32:19.583 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.583 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.583 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T00:32:19.583 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T00:32:19.583 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.585 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T00:32:19.585 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 824 2024-08-17T00:32:19.585 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.585 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T00:32:19.585 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 824, 2024-08-17T00:32:19.585 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3983584 2024-08-17T00:32:19.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.586 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T00:32:19.586 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.586 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.586 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T00:32:19.586 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 824, 2024-08-17T00:32:19.586 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 120998026 2024-08-17T00:32:19.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.586 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T00:32:19.586 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.587 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.587 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T00:32:19.587 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.587 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 146 2024-08-17T00:32:19.587 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.587 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T00:32:19.587 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.587 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.587 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.587 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T00:32:19.587 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.587 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1999968 2024-08-17T00:32:19.587 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.588 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T00:32:19.588 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.588 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T00:32:19.588 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.588 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T00:32:19.588 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 825 2024-08-17T00:32:19.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.588 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T00:32:19.588 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.588 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.589 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T00:32:19.589 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.589 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.589 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T00:32:19.589 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.589 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.589 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T00:32:19.589 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.589 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T00:32:19.589 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.590 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T00:32:19.590 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.590 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.590 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T00:32:19.590 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.590 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.590 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.590 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T00:32:19.590 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 825 2024-08-17T00:32:19.590 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.590 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T00:32:19.590 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 825, 2024-08-17T00:32:19.590 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1795970670 2024-08-17T00:32:19.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.591 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T00:32:19.591 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T00:32:19.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.591 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T00:32:19.591 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.591 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T00:32:19.591 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.591 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.591 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T00:32:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T00:32:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T00:32:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T00:32:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 825 2024-08-17T00:32:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T00:32:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 825, 2024-08-17T00:32:19.593 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7812421 2024-08-17T00:32:19.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.593 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T00:32:19.593 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 825, 2024-08-17T00:32:19.593 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5598 2024-08-17T00:32:19.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.593 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T00:32:19.593 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 825, 2024-08-17T00:32:19.593 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 357994153 2024-08-17T00:32:19.593 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.593 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T00:32:19.593 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:19.594 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T00:32:19.594 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.594 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:19.594 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43827200 2024-08-17T00:32:19.594 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.594 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:19.594 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32604160 2024-08-17T00:32:19.594 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.594 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:19.594 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T00:32:19.594 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.595 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:19.595 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11223040 2024-08-17T00:32:19.595 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.595 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.595 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T00:32:19.595 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.595 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348127232 2024-08-17T00:32:19.595 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.595 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.595 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.595 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.595 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.595 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.596 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.596 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 277006830 2024-08-17T00:32:19.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.596 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.596 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 308222 2024-08-17T00:32:19.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.596 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.596 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.596 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.596 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.597 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.597 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.597 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.597 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.597 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.597 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.597 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.597 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.597 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.597 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.597 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.597 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.597 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.597 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.598 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.598 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.598 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.598 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.598 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.598 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70812180 2024-08-17T00:32:19.598 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.598 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.598 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T00:32:19.598 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.598 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348127232 2024-08-17T00:32:19.598 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.598 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.598 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.599 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.599 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.599 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.599 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 277006830 2024-08-17T00:32:19.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.599 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.599 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43260 2024-08-17T00:32:19.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.599 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.599 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.599 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.600 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.600 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.600 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.600 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.600 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.600 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.600 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.600 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.600 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.600 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.600 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.600 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.600 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.600 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.601 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.601 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.601 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.601 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.601 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.601 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.601 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.601 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71077142 2024-08-17T00:32:19.601 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.601 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.601 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T00:32:19.601 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.601 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 322961408 2024-08-17T00:32:19.601 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.602 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.602 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.602 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.602 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.602 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.602 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.602 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.602 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 184671220 2024-08-17T00:32:19.602 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.602 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.602 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.602 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.603 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.603 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.603 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.603 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.603 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.603 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.603 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.603 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.603 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.604 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.604 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.604 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.604 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.604 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.604 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.604 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.604 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.604 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.604 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.604 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.604 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.604 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71181324 2024-08-17T00:32:19.604 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.605 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.605 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T00:32:19.605 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T00:32:19.605 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.605 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.605 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_completed": { 2024-08-17T00:32:19.605 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:19.605 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.605 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lasted": { 2024-08-17T00:32:19.605 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22741818 2024-08-17T00:32:19.605 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.605 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T00:32:19.606 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.606 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.606 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T00:32:19.606 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.606 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.606 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_running": { 2024-08-17T00:32:19.606 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.606 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.606 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T00:32:19.606 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35147, 2024-08-17T00:32:19.606 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 79041083 2024-08-17T00:32:19.606 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.606 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T00:32:19.607 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.607 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.607 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.607 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T00:32:19.607 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.607 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.607 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.607 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T00:32:19.607 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.607 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.607 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.607 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T00:32:19.607 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.608 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.608 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.608 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T00:32:19.608 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.608 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.608 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.608 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T00:32:19.608 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1801, 2024-08-17T00:32:19.608 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 593309088 2024-08-17T00:32:19.608 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.608 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.608 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.608 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T00:32:19.609 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.609 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:19.609 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.609 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.609 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:19.609 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.609 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.609 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:19.609 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:19.609 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.609 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:19.609 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.609 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.610 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:19.610 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.610 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.610 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:19.610 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.610 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.610 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:19.610 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:19.610 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.610 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:19.610 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2994176 2024-08-17T00:32:19.610 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.610 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:19.611 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.611 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.611 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.611 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:19.611 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.611 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.611 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.611 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:19.611 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.611 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.611 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:19.611 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:19.611 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.612 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:19.612 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1941504 2024-08-17T00:32:19.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.612 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:19.612 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1802240 2024-08-17T00:32:19.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.612 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:19.612 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:19.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.612 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:19.612 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.612 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:19.612 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.613 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.613 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:19.613 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:19.613 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.613 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:19.613 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:19.613 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.613 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:19.613 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:19.613 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.613 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:19.614 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:19.614 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.614 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:19.614 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:19.614 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.614 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:19.614 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.614 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.614 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:19.614 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.614 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.614 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:19.615 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:19.615 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.615 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:19.615 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:19.615 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.615 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:19.615 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:19.615 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.615 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:19.615 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.615 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.615 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:19.615 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.616 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.616 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:19.616 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.616 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.616 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:19.616 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.616 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.616 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:19.616 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.616 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.616 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:19.616 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.616 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.616 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:19.617 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.617 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.617 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:19.617 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.617 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.617 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:19.617 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.617 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.617 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:19.617 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.617 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.617 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:19.617 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.618 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.618 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:19.618 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.618 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.618 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:19.618 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.618 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.618 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:19.618 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4870144 2024-08-17T00:32:19.618 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.618 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.618 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:19.619 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:19.619 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:19.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.619 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:19.619 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1388544 2024-08-17T00:32:19.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.619 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:19.619 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T00:32:19.619 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 146291 2024-08-17T00:32:19.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.619 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:19.619 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.619 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.620 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:19.620 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.620 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.620 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:19.620 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.620 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.620 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:19.620 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.620 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.620 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:19.620 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 30, 2024-08-17T00:32:19.620 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 60353 2024-08-17T00:32:19.620 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.621 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:19.621 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.621 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.621 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:19.621 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:19.621 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73308025 2024-08-17T00:32:19.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.621 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:19.621 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 418, 2024-08-17T00:32:19.621 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7626217 2024-08-17T00:32:19.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.621 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:19.622 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:19.622 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1228218 2024-08-17T00:32:19.622 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.622 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:19.622 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:19.622 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74536243 2024-08-17T00:32:19.622 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.622 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:19.622 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.622 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.622 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.622 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:19.622 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:19.623 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36093 2024-08-17T00:32:19.623 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.623 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:19.623 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8, 2024-08-17T00:32:19.623 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20214 2024-08-17T00:32:19.623 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.623 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:19.623 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.623 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.623 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.623 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:19.623 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T00:32:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14563 2024-08-17T00:32:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 900 2024-08-17T00:32:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 237 2024-08-17T00:32:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 137, 2024-08-17T00:32:19.625 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2104875 2024-08-17T00:32:19.625 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.625 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:19.625 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 362, 2024-08-17T00:32:19.625 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 239643 2024-08-17T00:32:19.625 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.625 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:19.625 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 225, 2024-08-17T00:32:19.625 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1442881 2024-08-17T00:32:19.625 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.625 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:19.625 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.625 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.626 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:19.626 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.626 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31660 2024-08-17T00:32:19.626 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.626 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:19.626 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:19.626 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6691621 2024-08-17T00:32:19.626 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.626 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:19.626 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 134, 2024-08-17T00:32:19.626 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9391485 2024-08-17T00:32:19.626 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.626 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:19.627 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 134, 2024-08-17T00:32:19.627 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 460790283814 2024-08-17T00:32:19.627 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.627 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:19.627 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 134, 2024-08-17T00:32:19.627 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 149236302096 2024-08-17T00:32:19.627 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.627 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:19.627 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:19.627 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 76366132751 2024-08-17T00:32:19.627 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.627 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:19.627 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:19.627 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51361 2024-08-17T00:32:19.628 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.628 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:19.628 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:19.628 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 530338 2024-08-17T00:32:19.628 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.628 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:19.628 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:19.628 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 107678312 2024-08-17T00:32:19.628 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.628 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:19.628 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:19.628 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173048 2024-08-17T00:32:19.628 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.629 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:19.629 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:19.629 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 63669177 2024-08-17T00:32:19.629 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.629 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:19.629 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:19.629 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23031215 2024-08-17T00:32:19.629 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.629 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:19.629 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 939748 2024-08-17T00:32:19.629 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.629 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:19.630 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 68, 2024-08-17T00:32:19.630 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 289051 2024-08-17T00:32:19.630 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.630 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:19.630 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:19.630 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 201681146 2024-08-17T00:32:19.630 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.630 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:19.630 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:19.630 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27796161 2024-08-17T00:32:19.630 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.630 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:19.630 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 508, 2024-08-17T00:32:19.631 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3339521 2024-08-17T00:32:19.631 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.631 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.631 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:19.631 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:19.631 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861473024 2024-08-17T00:32:19.631 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.631 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:19.631 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270843904 2024-08-17T00:32:19.631 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.631 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:19.631 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270794752 2024-08-17T00:32:19.632 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.632 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:19.632 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137387520 2024-08-17T00:32:19.632 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.632 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:19.632 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49152 2024-08-17T00:32:19.632 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.632 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.632 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:19.632 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.632 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:19.632 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.632 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.633 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.633 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.633 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.633 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.633 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.633 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.633 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85459461 2024-08-17T00:32:19.633 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.633 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.633 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.633 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.633 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.633 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.634 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.634 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.634 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.634 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.634 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.634 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.634 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.634 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.634 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.634 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.634 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.634 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 630784 2024-08-17T00:32:19.635 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.635 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.635 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.635 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.635 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.635 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.635 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.635 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.635 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.635 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.635 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.635 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73293307 2024-08-17T00:32:19.635 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.636 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.636 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:19.636 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.636 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:19.636 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.636 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.636 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.636 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.636 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.636 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.636 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.636 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.637 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 640945960 2024-08-17T00:32:19.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.637 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.637 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.637 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.637 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.637 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.637 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.637 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.638 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.638 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.638 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.638 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.638 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.638 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.638 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:19.638 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.638 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.638 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.638 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.638 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.638 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.639 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.639 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.639 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.639 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.639 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.639 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 72083592 2024-08-17T00:32:19.639 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.639 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.639 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:19.639 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.639 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:19.639 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.640 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.640 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.640 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.640 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:19.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.640 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.640 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56972974 2024-08-17T00:32:19.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.640 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.640 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.640 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.640 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.641 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.641 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.641 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.641 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.641 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.641 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.641 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.641 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.641 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.641 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.641 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.641 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.641 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.642 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.642 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.642 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.642 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.642 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.642 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.642 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.642 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.642 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.642 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.642 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68855682 2024-08-17T00:32:19.642 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.642 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.643 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:19.643 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.643 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:19.643 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.643 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.643 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.643 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.643 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.643 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.643 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.643 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.643 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 640945960 2024-08-17T00:32:19.643 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.644 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.644 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.644 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.644 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.644 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.644 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.644 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.644 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.644 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.644 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.644 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.644 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.644 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.645 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.645 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.645 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304800 2024-08-17T00:32:19.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.645 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.645 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.645 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.645 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.645 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.645 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.646 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.646 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.646 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71780920 2024-08-17T00:32:19.646 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.646 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.646 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:19.646 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:19.646 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.646 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.646 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.646 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.646 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.646 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:19.647 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.647 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.647 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.647 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.647 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.647 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.647 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.647 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:19.647 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45 2024-08-17T00:32:19.647 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.647 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:19.647 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.647 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.648 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:19.648 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6 2024-08-17T00:32:19.648 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.648 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:19.648 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.648 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.648 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:19.648 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.648 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.648 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:19.648 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 604 2024-08-17T00:32:19.648 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.648 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6, 2024-08-17T00:32:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26217152 2024-08-17T00:32:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7, 2024-08-17T00:32:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2982535 2024-08-17T00:32:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6, 2024-08-17T00:32:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23817506 2024-08-17T00:32:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.650 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.650 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.650 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.650 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:19.650 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.650 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.650 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.650 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:19.650 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.650 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.650 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:19.650 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.650 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.651 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:19.651 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.651 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.651 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.651 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:19.651 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.651 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.651 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.651 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:19.651 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.651 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.651 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:19.652 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.652 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:19.652 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.652 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.652 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:19.652 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.652 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:19.652 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.652 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:19.652 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.653 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.653 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:19.653 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.653 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.653 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.653 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:19.653 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.653 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.653 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.653 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.653 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6 2024-08-17T00:32:19.653 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.653 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:19.653 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 604 2024-08-17T00:32:19.654 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.654 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:19.654 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6, 2024-08-17T00:32:19.654 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26217152 2024-08-17T00:32:19.654 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.654 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:19.654 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.654 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.654 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:19.654 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7, 2024-08-17T00:32:19.654 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2982535 2024-08-17T00:32:19.654 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.654 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:19.655 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6, 2024-08-17T00:32:19.655 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23817506 2024-08-17T00:32:19.655 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.655 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:19.655 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.655 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.655 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:19.655 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1771104 2024-08-17T00:32:19.655 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.655 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:19.655 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6 2024-08-17T00:32:19.655 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.655 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:19.655 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.656 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.656 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:19.656 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305881088 2024-08-17T00:32:19.656 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.656 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.656 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.656 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T00:32:19.656 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.656 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:19.656 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.656 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.656 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:19.656 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.656 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.657 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:19.657 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:19.657 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.657 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:19.657 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.657 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.657 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:19.657 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.657 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.657 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:19.657 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.657 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.658 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:19.658 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:19.658 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.658 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:19.658 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2613248 2024-08-17T00:32:19.658 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.658 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:19.658 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.658 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.658 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.658 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:19.658 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.658 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.659 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.659 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:19.659 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.659 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.659 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:19.659 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:19.659 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.659 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:19.659 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1703936 2024-08-17T00:32:19.659 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.659 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:19.659 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1564672 2024-08-17T00:32:19.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.660 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:19.660 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:19.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.660 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:19.660 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.660 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:19.660 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:19.660 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:19.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.661 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:19.661 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:19.661 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.661 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:19.661 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:19.661 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.661 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:19.661 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:19.661 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.661 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:19.661 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:19.661 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.661 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:19.662 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.662 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.662 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:19.662 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.662 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.662 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:19.662 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:19.662 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.662 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:19.662 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:19.662 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.662 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:19.662 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:19.663 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.663 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:19.663 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.663 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.663 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:19.663 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.663 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.663 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:19.663 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.663 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.663 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:19.663 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.663 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.664 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:19.664 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.664 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.664 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:19.664 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.664 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.664 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:19.664 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.664 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.664 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:19.664 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.664 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.664 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.666 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:19.666 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4251648 2024-08-17T00:32:19.666 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.666 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.666 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:19.666 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:19.666 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:19.666 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.666 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:19.666 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 786432 2024-08-17T00:32:19.666 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.666 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:19.666 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T00:32:19.667 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 251486 2024-08-17T00:32:19.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.667 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:19.667 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.667 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.667 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:19.667 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.667 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:19.667 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.667 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:19.667 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.668 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:19.668 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 34, 2024-08-17T00:32:19.668 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 123018 2024-08-17T00:32:19.668 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.668 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:19.668 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.668 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.668 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.668 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:19.668 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 365, 2024-08-17T00:32:19.668 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 58869903 2024-08-17T00:32:19.668 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.668 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:19.668 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 364, 2024-08-17T00:32:19.668 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7602821 2024-08-17T00:32:19.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.669 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:19.669 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 365, 2024-08-17T00:32:19.669 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 456302 2024-08-17T00:32:19.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.669 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:19.669 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 365, 2024-08-17T00:32:19.669 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 59326205 2024-08-17T00:32:19.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.669 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:19.669 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.669 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.670 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:19.670 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.670 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31802 2024-08-17T00:32:19.670 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.670 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:19.670 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T00:32:19.670 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8648 2024-08-17T00:32:19.670 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.670 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:19.670 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.670 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.670 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.671 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:19.671 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.671 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.671 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.671 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:19.671 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T00:32:19.671 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16954 2024-08-17T00:32:19.671 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.671 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:19.671 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 856 2024-08-17T00:32:19.671 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.671 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 250 2024-08-17T00:32:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 147, 2024-08-17T00:32:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2425462 2024-08-17T00:32:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 373, 2024-08-17T00:32:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 358366 2024-08-17T00:32:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 226, 2024-08-17T00:32:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1529973 2024-08-17T00:32:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.673 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:19.673 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.673 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:19.673 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.673 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 134805 2024-08-17T00:32:19.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.673 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:19.673 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:19.673 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7334954 2024-08-17T00:32:19.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.673 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:19.673 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 127, 2024-08-17T00:32:19.673 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9632868 2024-08-17T00:32:19.674 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.674 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:19.674 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 126, 2024-08-17T00:32:19.674 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 287838817943 2024-08-17T00:32:19.674 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.674 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:19.674 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 127, 2024-08-17T00:32:19.674 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 137807116627 2024-08-17T00:32:19.674 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.674 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:19.674 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 422, 2024-08-17T00:32:19.674 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 87821611221 2024-08-17T00:32:19.674 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.675 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:19.675 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 422, 2024-08-17T00:32:19.675 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 42673 2024-08-17T00:32:19.675 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.675 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:19.675 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:19.675 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 488343 2024-08-17T00:32:19.675 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.675 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:19.675 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:19.675 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 96190175 2024-08-17T00:32:19.675 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.675 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:19.676 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:19.676 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 140696 2024-08-17T00:32:19.676 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.676 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:19.676 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:19.676 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30786783 2024-08-17T00:32:19.676 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.676 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:19.676 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:19.676 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23535418 2024-08-17T00:32:19.676 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.676 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:19.676 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348578 2024-08-17T00:32:19.677 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.677 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:19.677 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 60, 2024-08-17T00:32:19.677 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 337416 2024-08-17T00:32:19.677 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.677 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:19.677 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:19.677 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 158396538 2024-08-17T00:32:19.677 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.677 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:19.677 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:19.678 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 29396761 2024-08-17T00:32:19.678 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.678 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:19.678 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 423, 2024-08-17T00:32:19.678 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4324206 2024-08-17T00:32:19.678 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.678 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.678 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:19.678 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:19.678 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861473024 2024-08-17T00:32:19.678 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.679 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:19.679 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270974976 2024-08-17T00:32:19.679 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.679 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:19.679 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270647296 2024-08-17T00:32:19.679 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.679 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:19.679 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137387520 2024-08-17T00:32:19.679 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.679 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:19.679 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 327680 2024-08-17T00:32:19.679 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.679 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.679 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:19.680 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.680 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:19.680 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.680 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.680 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.680 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.680 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.680 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.680 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.680 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.680 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85497292 2024-08-17T00:32:19.680 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.680 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.681 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.681 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.681 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.681 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.681 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.681 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.681 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.681 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.681 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.681 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.681 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.681 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.681 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.681 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.681 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.682 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 28672 2024-08-17T00:32:19.682 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.682 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.682 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.682 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.682 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.682 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.682 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.682 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.682 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.682 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.682 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.683 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73857588 2024-08-17T00:32:19.683 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.683 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.683 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:19.683 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.683 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:19.683 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.683 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.683 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.683 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.683 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.683 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.683 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.683 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.684 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641229692 2024-08-17T00:32:19.684 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.684 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.684 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.684 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.684 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.684 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.684 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.684 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.684 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.684 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.684 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.684 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.685 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.685 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.685 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.685 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:19.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.685 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.685 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.685 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.685 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71799860 2024-08-17T00:32:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.687 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.687 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:19.687 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.687 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.687 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56998194 2024-08-17T00:32:19.687 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.687 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.687 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.687 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.687 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.687 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.687 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.688 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.688 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.688 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.688 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.688 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.688 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.688 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.688 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.688 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.688 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.688 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.688 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.688 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.688 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.689 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.689 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.689 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.689 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.689 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.689 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.689 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.689 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.689 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68830462 2024-08-17T00:32:19.689 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.689 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.689 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:19.689 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.690 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:19.690 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.690 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.690 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.690 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.690 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.690 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.690 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.690 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.690 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641229692 2024-08-17T00:32:19.690 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.690 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.690 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.690 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.691 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.691 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.691 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.691 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.691 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.691 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.691 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.691 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.691 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 276464 2024-08-17T00:32:19.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.692 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.692 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.692 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.692 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71525524 2024-08-17T00:32:19.692 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.694 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.694 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:19.694 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37 2024-08-17T00:32:19.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.694 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:19.694 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.694 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:19.694 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 157 2024-08-17T00:32:19.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.694 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:19.695 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.695 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.695 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:19.695 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.695 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.695 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:19.695 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2429467 2024-08-17T00:32:19.695 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.695 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:19.695 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 157, 2024-08-17T00:32:19.695 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 640553343 2024-08-17T00:32:19.695 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.695 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:19.695 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1063 2024-08-17T00:32:19.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.696 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:19.696 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 157, 2024-08-17T00:32:19.696 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 55040825 2024-08-17T00:32:19.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.696 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:19.696 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 157, 2024-08-17T00:32:19.696 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 158898574 2024-08-17T00:32:19.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.696 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.696 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 33 2024-08-17T00:32:19.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.696 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:19.696 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 33, 2024-08-17T00:32:19.697 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4957953 2024-08-17T00:32:19.697 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.697 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:19.697 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.697 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.697 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:19.697 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1063 2024-08-17T00:32:19.697 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.697 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:19.697 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 33, 2024-08-17T00:32:19.697 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4184861 2024-08-17T00:32:19.697 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.697 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:19.697 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 33, 2024-08-17T00:32:19.698 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3400153 2024-08-17T00:32:19.698 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.698 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:19.698 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22 2024-08-17T00:32:19.698 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.698 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:19.698 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.698 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.698 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:19.698 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 22, 2024-08-17T00:32:19.698 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18889796 2024-08-17T00:32:19.698 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.698 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:19.699 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.699 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.699 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:19.699 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.699 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.699 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:19.699 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.699 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.699 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:19.699 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 22, 2024-08-17T00:32:19.699 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8981804 2024-08-17T00:32:19.699 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.699 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:19.699 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 22, 2024-08-17T00:32:19.700 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17751410 2024-08-17T00:32:19.700 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.700 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.700 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 102 2024-08-17T00:32:19.700 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.700 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:19.700 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2429467 2024-08-17T00:32:19.700 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.700 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:19.700 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102, 2024-08-17T00:32:19.700 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 616705594 2024-08-17T00:32:19.700 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.700 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:19.700 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.701 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:19.701 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102, 2024-08-17T00:32:19.701 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 41874160 2024-08-17T00:32:19.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.701 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:19.701 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102, 2024-08-17T00:32:19.701 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 137747011 2024-08-17T00:32:19.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.701 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:19.701 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.701 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:19.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 590368 2024-08-17T00:32:19.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.702 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:19.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T00:32:19.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.702 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:19.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.702 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:19.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305278976 2024-08-17T00:32:19.702 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.702 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.703 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T00:32:19.703 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.703 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:19.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.703 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:19.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.703 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:19.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:19.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.703 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:19.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.704 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:19.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.704 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:19.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.704 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:19.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:19.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.704 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:19.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2207744 2024-08-17T00:32:19.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.704 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:19.704 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.705 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:19.705 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.705 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:19.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.705 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:19.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:19.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.706 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:19.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1396736 2024-08-17T00:32:19.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.706 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:19.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1257472 2024-08-17T00:32:19.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.706 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:19.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:19.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.706 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:19.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.707 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:19.707 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:19.707 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:19.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.707 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:19.707 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:19.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.707 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:19.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:19.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.708 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:19.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:19.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.708 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:19.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:19.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.708 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:19.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.708 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:19.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.709 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:19.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:19.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.709 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:19.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:19.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.709 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:19.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:19.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.709 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:19.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.710 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:19.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.710 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:19.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.710 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:19.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.710 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:19.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.711 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:19.711 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.711 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:19.711 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.711 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:19.711 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.711 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:19.711 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.711 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:19.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.712 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:19.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.712 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:19.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.712 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:19.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.712 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:19.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3538944 2024-08-17T00:32:19.713 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.713 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:19.713 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:19.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:19.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.713 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:19.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 778240 2024-08-17T00:32:19.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.713 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:19.713 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T00:32:19.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 218673 2024-08-17T00:32:19.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.714 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:19.714 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.714 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.714 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:19.714 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.714 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:19.714 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.714 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:19.714 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.715 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:19.715 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T00:32:19.715 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20746 2024-08-17T00:32:19.715 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.715 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:19.715 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.715 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.715 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.715 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:19.715 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 290, 2024-08-17T00:32:19.715 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49911696 2024-08-17T00:32:19.715 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.715 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:19.715 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:19.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10323659 2024-08-17T00:32:19.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.716 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:19.716 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 290, 2024-08-17T00:32:19.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 443871 2024-08-17T00:32:19.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.716 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:19.716 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 290, 2024-08-17T00:32:19.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50355567 2024-08-17T00:32:19.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.716 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:19.716 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.717 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:19.717 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.717 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31828 2024-08-17T00:32:19.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.717 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:19.717 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.717 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1200 2024-08-17T00:32:19.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.717 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:19.717 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.717 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.717 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4411 2024-08-17T00:32:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 635 2024-08-17T00:32:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 222 2024-08-17T00:32:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:19.719 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 105, 2024-08-17T00:32:19.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1471863 2024-08-17T00:32:19.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.719 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:19.719 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 287, 2024-08-17T00:32:19.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 260807 2024-08-17T00:32:19.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.719 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:19.719 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 182, 2024-08-17T00:32:19.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 693837 2024-08-17T00:32:19.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.719 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:19.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.720 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:19.720 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 104235 2024-08-17T00:32:19.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.720 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:19.720 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:19.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6286284 2024-08-17T00:32:19.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.720 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:19.720 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 123, 2024-08-17T00:32:19.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7519673 2024-08-17T00:32:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 122, 2024-08-17T00:32:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 233093864280 2024-08-17T00:32:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 123, 2024-08-17T00:32:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 134240738672 2024-08-17T00:32:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 343, 2024-08-17T00:32:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32548141058 2024-08-17T00:32:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:19.722 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 343, 2024-08-17T00:32:19.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32794 2024-08-17T00:32:19.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.722 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:19.722 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:19.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 414250 2024-08-17T00:32:19.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.722 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:19.722 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:19.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 96581013 2024-08-17T00:32:19.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.722 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:19.722 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 112549 2024-08-17T00:32:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43541633 2024-08-17T00:32:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21057650 2024-08-17T00:32:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 348664 2024-08-17T00:32:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:19.724 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 57, 2024-08-17T00:32:19.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 292427 2024-08-17T00:32:19.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.724 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:19.724 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:19.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 167929683 2024-08-17T00:32:19.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.724 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:19.724 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:19.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24783948 2024-08-17T00:32:19.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.724 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:19.725 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 344, 2024-08-17T00:32:19.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2560943 2024-08-17T00:32:19.725 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.725 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:19.725 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:19.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861473024 2024-08-17T00:32:19.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.725 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:19.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269860864 2024-08-17T00:32:19.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.725 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:19.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269352960 2024-08-17T00:32:19.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.726 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:19.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137387520 2024-08-17T00:32:19.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.726 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:19.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 507904 2024-08-17T00:32:19.726 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.726 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:19.726 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:19.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.726 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.727 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.727 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85498655 2024-08-17T00:32:19.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.727 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.727 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.728 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.728 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.728 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.728 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16384 2024-08-17T00:32:19.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.728 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.729 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.729 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.729 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73868513 2024-08-17T00:32:19.729 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.729 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:19.730 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:19.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.730 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.730 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.730 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641239912 2024-08-17T00:32:19.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.730 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.731 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.731 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.731 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.731 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71789640 2024-08-17T00:32:19.733 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.733 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:19.733 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:19.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.733 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.733 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:19.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.733 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56999103 2024-08-17T00:32:19.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.734 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.734 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.734 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.734 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.736 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.736 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68829553 2024-08-17T00:32:19.736 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.736 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:19.736 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:19.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.736 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.737 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.737 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641239912 2024-08-17T00:32:19.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.737 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.737 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.738 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.738 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.738 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.738 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266047 2024-08-17T00:32:19.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.738 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.739 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.739 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.739 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71525721 2024-08-17T00:32:19.739 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.739 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:19.740 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:19.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.740 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.740 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:19.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.740 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.740 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.740 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.741 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:19.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31 2024-08-17T00:32:19.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.741 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:19.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.741 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:19.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T00:32:19.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.741 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:19.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.741 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:19.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.742 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:19.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.742 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:19.742 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10, 2024-08-17T00:32:19.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 78341295 2024-08-17T00:32:19.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.742 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:19.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.742 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:19.743 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10, 2024-08-17T00:32:19.743 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3650948 2024-08-17T00:32:19.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.743 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:19.743 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10, 2024-08-17T00:32:19.743 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26884713 2024-08-17T00:32:19.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.743 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.743 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.743 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:19.743 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.744 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:19.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.744 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:19.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.744 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:19.744 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.744 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:19.744 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.745 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:19.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.745 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:19.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.745 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:19.745 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.745 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:19.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.746 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:19.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.746 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:19.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.746 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:19.746 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.746 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:19.746 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.747 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.747 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.747 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.747 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T00:32:19.747 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.747 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:19.747 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.747 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.747 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:19.747 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10, 2024-08-17T00:32:19.747 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 78341295 2024-08-17T00:32:19.747 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10, 2024-08-17T00:32:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3650948 2024-08-17T00:32:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10, 2024-08-17T00:32:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26884713 2024-08-17T00:32:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.749 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:19.749 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.749 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.749 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:19.749 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.749 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.749 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:19.749 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.749 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.749 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:19.749 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305270784 2024-08-17T00:32:19.749 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.749 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.750 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.750 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T00:32:19.750 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.750 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:19.750 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.750 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.750 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:19.750 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.750 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.750 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:19.750 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:19.750 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.750 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:19.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.751 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:19.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.751 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:19.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.751 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:19.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:19.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.751 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:19.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1212416 2024-08-17T00:32:19.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.752 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:19.752 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.752 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.752 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:19.752 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.752 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.752 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:19.752 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.752 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:19.752 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:19.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 909312 2024-08-17T00:32:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 770048 2024-08-17T00:32:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:19.754 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:19.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.754 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:19.754 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:19.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.754 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:19.754 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:19.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.754 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:19.754 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:19.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.755 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:19.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:19.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.755 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:19.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.755 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:19.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.755 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:19.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:19.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.755 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:19.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:19.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.756 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:19.756 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:19.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.756 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:19.756 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.756 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:19.756 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.756 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:19.756 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.757 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:19.757 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.757 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.757 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:19.757 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.757 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.757 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:19.757 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.757 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.757 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:19.757 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.757 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.757 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:19.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.758 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:19.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.758 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:19.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.758 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:19.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.758 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:19.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.759 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:19.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.759 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:19.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2056192 2024-08-17T00:32:19.759 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.759 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:19.759 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:19.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:19.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.759 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:19.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 798720 2024-08-17T00:32:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.761 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:19.761 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.761 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:19.761 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.761 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4943 2024-08-17T00:32:19.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.761 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:19.761 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.761 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.761 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:19.762 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 171, 2024-08-17T00:32:19.762 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32453032 2024-08-17T00:32:19.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.762 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:19.762 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 170, 2024-08-17T00:32:19.762 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3438681 2024-08-17T00:32:19.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.762 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:19.762 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 171, 2024-08-17T00:32:19.762 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 258000 2024-08-17T00:32:19.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.762 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:19.762 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 171, 2024-08-17T00:32:19.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32711032 2024-08-17T00:32:19.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.763 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:19.763 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.763 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:19.763 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:19.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36166 2024-08-17T00:32:19.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.763 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:19.763 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1301 2024-08-17T00:32:19.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.764 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:19.764 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.764 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.764 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:19.764 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.764 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.764 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:19.764 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.764 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8184 2024-08-17T00:32:19.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.764 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 358 2024-08-17T00:32:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 232 2024-08-17T00:32:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 91, 2024-08-17T00:32:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 792227 2024-08-17T00:32:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 159, 2024-08-17T00:32:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 273015 2024-08-17T00:32:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:19.766 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 68, 2024-08-17T00:32:19.766 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 180046 2024-08-17T00:32:19.766 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.766 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:19.766 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.766 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.766 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:19.766 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.766 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.766 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.766 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:19.766 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:19.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4511504 2024-08-17T00:32:19.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.767 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:19.767 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 57, 2024-08-17T00:32:19.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4131599 2024-08-17T00:32:19.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.767 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:19.767 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 54, 2024-08-17T00:32:19.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 363631349954 2024-08-17T00:32:19.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.767 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:19.767 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 57, 2024-08-17T00:32:19.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85712315062 2024-08-17T00:32:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 236, 2024-08-17T00:32:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 548461 2024-08-17T00:32:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 236, 2024-08-17T00:32:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23700 2024-08-17T00:32:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 262569 2024-08-17T00:32:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:19.769 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:19.769 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 62404205 2024-08-17T00:32:19.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.769 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:19.769 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:19.769 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74012 2024-08-17T00:32:19.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.769 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:19.769 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:19.769 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49977052 2024-08-17T00:32:19.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.769 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:19.769 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:19.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12657722 2024-08-17T00:32:19.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.770 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:19.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 351392 2024-08-17T00:32:19.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.770 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:19.770 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 48, 2024-08-17T00:32:19.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 236260 2024-08-17T00:32:19.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.770 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:19.770 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:19.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 129843054 2024-08-17T00:32:19.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.771 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:19.771 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:19.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15140445 2024-08-17T00:32:19.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.771 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:19.771 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 239, 2024-08-17T00:32:19.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2199251 2024-08-17T00:32:19.771 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.771 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:19.771 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:19.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861473024 2024-08-17T00:32:19.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.772 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:19.772 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269090816 2024-08-17T00:32:19.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.772 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:19.772 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 268238848 2024-08-17T00:32:19.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.772 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:19.772 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137387520 2024-08-17T00:32:19.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.772 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:19.772 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 851968 2024-08-17T00:32:19.772 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.772 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:19.773 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:19.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.773 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.773 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.773 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85499118 2024-08-17T00:32:19.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.773 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.775 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.775 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.775 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.775 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73884434 2024-08-17T00:32:19.776 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.776 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:19.776 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.776 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:19.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.776 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.776 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.776 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.776 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.776 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.776 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641243389 2024-08-17T00:32:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.778 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.778 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.778 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.778 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:19.778 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.778 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.778 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.778 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.778 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.778 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.778 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.778 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.779 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.779 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.779 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71786163 2024-08-17T00:32:19.779 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.779 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:19.779 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.779 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:19.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.779 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.779 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.780 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.780 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:19.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.780 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.780 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56999412 2024-08-17T00:32:19.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.780 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.780 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.780 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.780 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.781 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.781 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.781 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.781 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.781 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.782 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.782 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.782 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.782 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.782 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.782 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68829244 2024-08-17T00:32:19.782 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.782 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:19.783 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:19.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.783 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.783 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.783 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641243389 2024-08-17T00:32:19.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.783 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.784 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.784 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.784 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.784 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.784 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.784 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.784 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.784 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.784 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6972 2024-08-17T00:32:19.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.784 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270535 2024-08-17T00:32:19.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.785 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.785 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.785 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.785 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71510784 2024-08-17T00:32:19.785 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.786 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:19.786 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:19.786 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.786 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.786 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.786 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:19.786 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.786 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.786 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.787 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.787 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.787 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:19.787 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37 2024-08-17T00:32:19.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.787 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:19.787 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.787 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:19.787 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.787 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:19.787 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.788 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:19.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.788 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:19.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.788 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:19.788 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.788 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:19.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.789 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:19.789 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 710988 2024-08-17T00:32:19.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.789 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:19.789 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.789 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.789 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:19.790 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.790 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.790 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:19.790 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.790 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:19.790 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.790 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:19.790 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.790 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.791 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:19.791 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.791 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:19.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.791 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:19.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.791 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:19.791 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.792 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:19.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.792 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:19.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.792 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:19.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.792 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:19.792 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.793 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:19.793 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.793 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.793 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:19.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.793 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:19.793 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.794 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:19.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.794 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:19.794 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 710988 2024-08-17T00:32:19.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.794 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:19.794 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.794 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305287168 2024-08-17T00:32:19.796 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.796 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.796 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T00:32:19.796 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.796 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:19.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.796 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:19.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.796 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:19.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:19.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.797 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:19.797 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.797 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:19.797 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.797 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:19.797 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.797 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:19.797 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:19.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.798 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:19.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1306624 2024-08-17T00:32:19.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.798 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:19.798 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.798 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:19.798 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.798 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:19.799 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.799 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:19.799 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:19.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.799 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:19.799 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 954368 2024-08-17T00:32:19.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.799 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:19.799 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 815104 2024-08-17T00:32:19.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.799 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:19.799 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:19.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:19.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.801 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:19.801 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:19.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.801 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:19.801 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:19.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.801 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:19.801 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.801 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:19.801 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.802 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:19.802 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:19.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.802 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:19.802 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:19.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.802 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:19.802 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:19.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.802 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:19.802 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.802 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:19.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.803 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:19.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.803 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:19.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.803 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:19.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.803 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:19.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.804 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:19.804 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.804 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:19.804 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.804 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:19.804 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.804 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:19.804 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.804 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:19.804 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.805 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:19.805 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.805 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:19.805 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.805 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:19.805 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2195456 2024-08-17T00:32:19.805 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.805 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:19.805 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:19.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:19.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.806 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:19.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 798720 2024-08-17T00:32:19.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.806 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:19.806 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8, 2024-08-17T00:32:19.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 355116 2024-08-17T00:32:19.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.806 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:19.806 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.807 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:19.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.807 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:19.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.807 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:19.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.807 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:19.807 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4724 2024-08-17T00:32:19.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 182, 2024-08-17T00:32:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56083679 2024-08-17T00:32:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 173, 2024-08-17T00:32:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9876206 2024-08-17T00:32:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 182, 2024-08-17T00:32:19.809 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 272867 2024-08-17T00:32:19.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.809 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:19.809 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 182, 2024-08-17T00:32:19.809 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56356546 2024-08-17T00:32:19.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.809 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:19.809 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.809 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.809 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:19.809 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.810 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 33603 2024-08-17T00:32:19.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.810 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:19.810 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.810 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2012 2024-08-17T00:32:19.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.810 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:19.810 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.810 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.810 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:19.810 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.810 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.811 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.811 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:19.811 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.811 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13703 2024-08-17T00:32:19.811 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.811 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:19.811 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 402 2024-08-17T00:32:19.811 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.811 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:19.811 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 248 2024-08-17T00:32:19.811 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.811 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:19.812 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 109, 2024-08-17T00:32:19.812 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1071002 2024-08-17T00:32:19.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.812 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:19.812 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 188, 2024-08-17T00:32:19.812 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 248830 2024-08-17T00:32:19.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.812 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:19.812 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 79, 2024-08-17T00:32:19.812 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 331749 2024-08-17T00:32:19.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.812 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:19.813 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.813 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:19.813 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T00:32:19.813 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 116948 2024-08-17T00:32:19.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.813 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:19.813 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:19.813 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8719203 2024-08-17T00:32:19.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.813 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:19.813 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 49, 2024-08-17T00:32:19.814 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3620464 2024-08-17T00:32:19.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.814 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:19.814 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 48, 2024-08-17T00:32:19.814 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 207883897017 2024-08-17T00:32:19.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.814 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:19.814 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 49, 2024-08-17T00:32:19.814 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 76536321172 2024-08-17T00:32:19.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.814 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:19.814 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 270, 2024-08-17T00:32:19.814 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4568537212 2024-08-17T00:32:19.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.815 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:19.815 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 270, 2024-08-17T00:32:19.815 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 29538 2024-08-17T00:32:19.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.815 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:19.815 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:19.815 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 278216 2024-08-17T00:32:19.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.815 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:19.815 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:19.815 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 184043759 2024-08-17T00:32:19.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.815 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:19.815 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:19.816 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 81703 2024-08-17T00:32:19.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.816 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:19.816 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:19.816 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 88570703 2024-08-17T00:32:19.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.816 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:19.816 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:19.816 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13693930 2024-08-17T00:32:19.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.816 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:19.816 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 349379 2024-08-17T00:32:19.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.817 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:19.817 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 47, 2024-08-17T00:32:19.817 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 213560 2024-08-17T00:32:19.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.817 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:19.817 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:19.817 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 295343859 2024-08-17T00:32:19.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.817 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:19.817 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:19.817 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16183673 2024-08-17T00:32:19.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.818 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:19.818 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 271, 2024-08-17T00:32:19.818 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2393731 2024-08-17T00:32:19.818 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.818 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:19.818 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:19.818 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861456573 2024-08-17T00:32:19.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.818 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:19.818 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269860864 2024-08-17T00:32:19.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.819 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:19.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269852672 2024-08-17T00:32:19.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.819 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:19.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137368166 2024-08-17T00:32:19.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.819 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:19.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8192 2024-08-17T00:32:19.819 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.819 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:19.819 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:19.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.820 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.820 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.820 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85497351 2024-08-17T00:32:19.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.820 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.820 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.821 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.821 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.821 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.821 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.822 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8192 2024-08-17T00:32:19.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.822 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.822 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.822 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.822 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.822 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.822 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.822 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.822 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73878009 2024-08-17T00:32:19.823 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.823 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:19.823 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.823 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:19.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.823 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.823 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.823 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.823 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.823 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.823 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641230134 2024-08-17T00:32:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.826 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.826 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71799418 2024-08-17T00:32:19.826 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.826 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:19.826 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.826 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:19.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.826 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.826 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.826 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.826 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:19.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.827 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.827 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56998234 2024-08-17T00:32:19.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.827 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.827 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.827 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.827 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.827 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.827 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.828 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.828 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.828 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.828 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.828 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.828 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.828 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.828 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.828 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.829 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.829 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.829 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.829 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.829 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68830422 2024-08-17T00:32:19.829 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.829 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:19.829 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.829 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:19.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.830 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.830 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.830 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.830 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.830 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.830 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641230134 2024-08-17T00:32:19.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.830 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.830 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.830 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.831 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.831 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.831 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.831 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.831 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.831 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.831 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.831 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.831 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 279522 2024-08-17T00:32:19.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.832 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.832 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.832 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.832 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.832 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.832 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.832 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.832 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71522024 2024-08-17T00:32:19.832 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.832 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:19.833 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:19.833 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.833 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.833 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.833 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:19.833 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.833 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.833 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.833 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.834 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.834 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:19.834 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 39 2024-08-17T00:32:19.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.834 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:19.834 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.834 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:19.834 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:19.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.834 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:19.834 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.835 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:19.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.835 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:19.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22 2024-08-17T00:32:19.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.835 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:19.835 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:19.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5231040 2024-08-17T00:32:19.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.835 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:19.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.836 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:19.836 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:19.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 867961 2024-08-17T00:32:19.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.836 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:19.836 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:19.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5119813 2024-08-17T00:32:19.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.836 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.836 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:19.837 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.837 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.837 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:19.837 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.837 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:19.837 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.837 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:19.837 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.837 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.837 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:19.838 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.838 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.838 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:19.838 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.838 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:19.838 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.838 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:19.838 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.838 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.839 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:19.839 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.839 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:19.839 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.839 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:19.839 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.839 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:19.839 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.839 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.840 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:19.840 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.840 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.840 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.840 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T00:32:19.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.840 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:19.840 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22 2024-08-17T00:32:19.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.840 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:19.841 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:19.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5231040 2024-08-17T00:32:19.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.841 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:19.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.841 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:19.841 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:19.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 867961 2024-08-17T00:32:19.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.841 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:19.841 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:19.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5119813 2024-08-17T00:32:19.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.842 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:19.842 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.842 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:19.842 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.842 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:19.842 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.842 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:19.842 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.843 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:19.843 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305291264 2024-08-17T00:32:19.843 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.843 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.843 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T00:32:19.843 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.843 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:19.843 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.843 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:19.843 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.844 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:19.844 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:19.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.844 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:19.844 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.844 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:19.844 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.844 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:19.844 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.844 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:19.845 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:19.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.845 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:19.845 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1298432 2024-08-17T00:32:19.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.845 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:19.845 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.845 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.845 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:19.845 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.845 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.846 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:19.846 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.846 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:19.846 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:19.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.846 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:19.846 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 950272 2024-08-17T00:32:19.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.846 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:19.846 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 811008 2024-08-17T00:32:19.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.846 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:19.847 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:19.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.847 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:19.847 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.847 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:19.847 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:19.847 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:19.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.847 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:19.847 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:19.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.848 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:19.848 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:19.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.848 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:19.848 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:19.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.848 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:19.848 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:19.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.848 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:19.848 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.849 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:19.849 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.849 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:19.849 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:19.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.849 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:19.849 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:19.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.849 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:19.849 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:19.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.849 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:19.849 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.850 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:19.850 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.850 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:19.850 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.850 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:19.850 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.850 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:19.850 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.850 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:19.851 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.851 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:19.851 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.851 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:19.851 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.851 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:19.851 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.851 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:19.852 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.852 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:19.852 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.852 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:19.852 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.852 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:19.852 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.852 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:19.852 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2183168 2024-08-17T00:32:19.852 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.853 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:19.853 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:19.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:19.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.853 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:19.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 798720 2024-08-17T00:32:19.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.853 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:19.853 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6, 2024-08-17T00:32:19.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 215696 2024-08-17T00:32:19.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.854 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:19.854 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.854 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.854 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:19.854 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.854 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:19.854 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.854 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:19.854 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.855 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:19.855 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.855 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4908 2024-08-17T00:32:19.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.855 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:19.855 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.855 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.855 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:19.855 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 181, 2024-08-17T00:32:19.855 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46394060 2024-08-17T00:32:19.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.856 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:19.856 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 177, 2024-08-17T00:32:19.856 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6085999 2024-08-17T00:32:19.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.856 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:19.856 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 181, 2024-08-17T00:32:19.856 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206825 2024-08-17T00:32:19.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.856 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:19.856 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 181, 2024-08-17T00:32:19.856 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46600885 2024-08-17T00:32:19.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.857 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:19.857 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.857 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:19.857 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40440 2024-08-17T00:32:19.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.857 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:19.857 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 979 2024-08-17T00:32:19.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.857 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:19.858 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.858 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.858 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.858 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:19.858 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.858 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.858 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.858 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:19.858 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.858 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5447 2024-08-17T00:32:19.858 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.858 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:19.858 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 377 2024-08-17T00:32:19.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.859 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:19.859 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 255 2024-08-17T00:32:19.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.859 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:19.859 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 99, 2024-08-17T00:32:19.859 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 708080 2024-08-17T00:32:19.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.859 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:19.859 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 164, 2024-08-17T00:32:19.859 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 229664 2024-08-17T00:32:19.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.859 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:19.860 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 65, 2024-08-17T00:32:19.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 351817 2024-08-17T00:32:19.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.860 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:19.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.860 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:19.860 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T00:32:19.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 92042 2024-08-17T00:32:19.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.860 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:19.860 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:19.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6312995 2024-08-17T00:32:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 47, 2024-08-17T00:32:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3295870 2024-08-17T00:32:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 44, 2024-08-17T00:32:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 286886506524 2024-08-17T00:32:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 47, 2024-08-17T00:32:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 64316875273 2024-08-17T00:32:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:19.862 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 282, 2024-08-17T00:32:19.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4881933409 2024-08-17T00:32:19.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.862 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:19.862 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 282, 2024-08-17T00:32:19.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30538 2024-08-17T00:32:19.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.862 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:19.862 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:19.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 233842 2024-08-17T00:32:19.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.862 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:19.862 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:19.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 175779359 2024-08-17T00:32:19.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.863 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:19.863 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:19.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 123856 2024-08-17T00:32:19.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.863 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:19.863 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:19.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 87040291 2024-08-17T00:32:19.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.863 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:19.863 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:19.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14671052 2024-08-17T00:32:19.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.864 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:19.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 351397 2024-08-17T00:32:19.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.864 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:19.864 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 39, 2024-08-17T00:32:19.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 174973 2024-08-17T00:32:19.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.864 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:19.864 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:19.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 284073536 2024-08-17T00:32:19.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.865 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:19.865 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:19.865 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17037565 2024-08-17T00:32:19.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.865 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:19.865 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 285, 2024-08-17T00:32:19.865 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2296184 2024-08-17T00:32:19.865 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.865 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:19.865 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:19.865 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861456573 2024-08-17T00:32:19.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.866 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:19.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270974976 2024-08-17T00:32:19.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.866 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:19.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270041088 2024-08-17T00:32:19.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.866 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:19.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137368166 2024-08-17T00:32:19.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.866 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:19.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 933888 2024-08-17T00:32:19.866 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.867 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:19.867 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:19.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.867 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.867 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.867 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85497627 2024-08-17T00:32:19.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.868 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.868 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.868 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.868 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.868 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.868 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.868 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.868 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.868 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.869 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.869 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.869 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.869 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.870 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.870 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73885925 2024-08-17T00:32:19.870 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.870 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:19.870 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.870 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:19.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.870 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.870 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.870 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.870 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.871 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641232206 2024-08-17T00:32:19.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.871 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.871 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.871 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.872 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.872 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.872 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:19.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.872 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.872 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.873 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.873 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.873 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.873 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.873 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71797346 2024-08-17T00:32:19.873 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.873 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:19.873 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.873 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:19.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.874 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.874 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.874 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.874 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:19.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.874 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.874 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56998418 2024-08-17T00:32:19.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.874 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.874 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.874 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.875 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.875 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.875 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.875 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.875 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.875 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.875 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.875 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68830238 2024-08-17T00:32:19.877 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.877 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:19.877 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.877 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:19.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.877 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.877 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.877 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.877 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.877 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641232206 2024-08-17T00:32:19.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.878 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.878 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.878 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.878 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.879 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6973 2024-08-17T00:32:19.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.879 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 278934 2024-08-17T00:32:19.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.879 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.879 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.880 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.880 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71513567 2024-08-17T00:32:19.880 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.880 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:19.880 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:19.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.880 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.881 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:19.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.881 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.881 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.881 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.881 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:19.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 41 2024-08-17T00:32:19.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.881 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:19.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.882 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:19.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.882 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:19.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.882 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:19.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.882 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:19.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.884 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.884 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:19.884 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.884 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:19.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.884 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:19.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.885 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:19.885 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.885 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.885 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:19.885 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.885 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.885 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:19.885 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.885 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:19.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.886 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:19.886 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.886 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:19.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.886 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:19.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.886 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:19.887 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.887 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:19.887 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.887 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.887 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:19.887 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.887 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.887 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.887 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.888 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:19.888 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.888 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:19.888 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.888 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.888 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:19.888 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.888 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:19.888 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.889 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:19.889 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.889 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:19.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.889 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:19.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.890 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:19.890 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.890 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:19.890 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.890 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:19.890 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305287168 2024-08-17T00:32:19.890 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.890 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.890 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T00:32:19.891 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.891 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:19.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.891 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:19.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.891 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:19.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:19.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.891 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:19.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.892 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:19.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.892 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:19.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.892 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:19.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:19.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.892 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:19.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1368064 2024-08-17T00:32:19.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.894 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:19.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1032192 2024-08-17T00:32:19.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.894 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:19.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 892928 2024-08-17T00:32:19.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.894 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:19.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:19.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.894 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:19.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.894 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:19.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:19.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:19.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.895 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:19.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:19.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.895 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:19.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:19.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.895 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:19.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:19.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.896 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:19.896 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:19.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.896 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:19.896 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.896 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:19.896 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.896 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:19.896 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:19.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.898 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:19.898 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.898 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:19.898 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.898 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:19.898 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.898 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:19.898 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.899 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:19.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.899 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:19.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.899 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:19.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.899 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:19.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.899 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:19.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.900 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:19.900 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.900 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:19.900 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2334720 2024-08-17T00:32:19.900 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.900 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:19.900 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:19.900 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:19.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.900 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:19.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1384448 2024-08-17T00:32:19.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.901 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:19.901 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.901 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:19.901 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.901 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:19.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.901 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:19.902 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.902 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:19.902 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.902 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:19.902 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7, 2024-08-17T00:32:19.902 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9407 2024-08-17T00:32:19.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.902 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:19.902 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.902 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.903 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:19.903 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 201, 2024-08-17T00:32:19.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50442217 2024-08-17T00:32:19.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.903 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:19.903 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 201, 2024-08-17T00:32:19.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5274829 2024-08-17T00:32:19.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.903 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:19.903 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 201, 2024-08-17T00:32:19.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 162106 2024-08-17T00:32:19.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.903 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:19.903 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 201, 2024-08-17T00:32:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50604323 2024-08-17T00:32:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 33047 2024-08-17T00:32:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1055 2024-08-17T00:32:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.905 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:19.905 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.905 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.905 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:19.905 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.905 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.905 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:19.905 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.905 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10130 2024-08-17T00:32:19.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.905 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:19.905 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 384 2024-08-17T00:32:19.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.906 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:19.906 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 262 2024-08-17T00:32:19.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.906 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:19.906 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 100, 2024-08-17T00:32:19.906 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1013899 2024-08-17T00:32:19.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.906 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:19.906 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 158, 2024-08-17T00:32:19.906 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 284160 2024-08-17T00:32:19.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.906 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:19.907 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 58, 2024-08-17T00:32:19.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 660787 2024-08-17T00:32:19.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.907 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:19.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.907 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:19.907 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.907 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:19.907 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:19.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2552414 2024-08-17T00:32:19.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.908 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:19.908 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38, 2024-08-17T00:32:19.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2412058 2024-08-17T00:32:19.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.908 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:19.908 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38, 2024-08-17T00:32:19.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 341393721690 2024-08-17T00:32:19.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.908 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:19.908 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38, 2024-08-17T00:32:19.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 63147701212 2024-08-17T00:32:19.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.908 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:19.909 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:19.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570281 2024-08-17T00:32:19.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.909 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:19.909 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:19.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30309 2024-08-17T00:32:19.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.909 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:19.909 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:19.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 224640 2024-08-17T00:32:19.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.909 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:19.909 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:19.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 121203119 2024-08-17T00:32:19.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.910 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:19.910 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:19.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 89345 2024-08-17T00:32:19.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.910 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:19.910 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:19.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 100173352 2024-08-17T00:32:19.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.910 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:19.911 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:19.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13779955 2024-08-17T00:32:19.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.911 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:19.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 941656 2024-08-17T00:32:19.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.911 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:19.911 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31, 2024-08-17T00:32:19.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 131470 2024-08-17T00:32:19.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.911 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:19.911 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:19.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 237974504 2024-08-17T00:32:19.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.912 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:19.912 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:19.912 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16179146 2024-08-17T00:32:19.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.912 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:19.912 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 288, 2024-08-17T00:32:19.912 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2045211 2024-08-17T00:32:19.912 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.912 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:19.912 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:19.912 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861456573 2024-08-17T00:32:19.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.913 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:19.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269926400 2024-08-17T00:32:19.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.913 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:19.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269606912 2024-08-17T00:32:19.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.913 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:19.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137368166 2024-08-17T00:32:19.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.913 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:19.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 319488 2024-08-17T00:32:19.913 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.914 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:19.914 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:19.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.914 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.914 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.914 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85496539 2024-08-17T00:32:19.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.915 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.915 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.915 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.915 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16384 2024-08-17T00:32:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.917 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.917 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73870629 2024-08-17T00:32:19.917 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.917 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:19.917 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.917 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:19.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.917 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.917 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.917 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.918 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.918 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.918 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641224046 2024-08-17T00:32:19.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.918 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.918 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.918 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.918 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.918 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.919 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.919 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.919 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:19.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.919 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71805506 2024-08-17T00:32:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.921 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:19.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.921 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56997693 2024-08-17T00:32:19.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.921 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.921 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.922 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.922 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.922 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.922 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.922 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.922 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.922 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.922 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.922 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.923 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.923 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.923 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68830963 2024-08-17T00:32:19.923 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.923 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:19.923 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:19.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.924 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.924 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.924 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641224046 2024-08-17T00:32:19.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.924 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.924 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.925 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.925 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.925 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.925 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.925 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.925 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.925 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7120 2024-08-17T00:32:19.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.925 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.925 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 280535 2024-08-17T00:32:19.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.926 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.926 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.926 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.926 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71519979 2024-08-17T00:32:19.926 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.927 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:19.927 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:19.927 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.927 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.927 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.927 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.927 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.927 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:19.927 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.927 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.927 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.927 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.928 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.928 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.928 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:19.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 39 2024-08-17T00:32:19.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.928 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:19.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.928 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:19.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T00:32:19.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.928 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:19.929 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.929 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:19.929 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.929 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:19.929 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2804 2024-08-17T00:32:19.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.929 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:19.929 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T00:32:19.929 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 66707191 2024-08-17T00:32:19.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.929 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:19.930 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.930 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:19.930 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T00:32:19.930 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7917001 2024-08-17T00:32:19.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.930 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:19.930 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T00:32:19.930 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 28853864 2024-08-17T00:32:19.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.930 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.930 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.932 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:19.932 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.932 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:19.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.932 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:19.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.932 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:19.932 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.934 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:19.934 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.934 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.934 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T00:32:19.934 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.934 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:19.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2804 2024-08-17T00:32:19.934 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.934 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:19.934 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T00:32:19.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 66707191 2024-08-17T00:32:19.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.935 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:19.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.935 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:19.935 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T00:32:19.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7917001 2024-08-17T00:32:19.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.935 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:19.935 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T00:32:19.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 28853864 2024-08-17T00:32:19.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.935 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:19.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.936 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:19.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.936 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:19.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.936 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:19.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.936 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:19.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305872896 2024-08-17T00:32:19.936 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T00:32:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T00:32:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T00:32:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:32:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T00:32:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T00:32:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_main": { 2024-08-17T00:32:19.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.938 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T00:32:19.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.938 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T00:32:19.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.938 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T00:32:19.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T00:32:19.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.938 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T00:32:19.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1298432 2024-08-17T00:32:19.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.939 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T00:32:19.939 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.939 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.939 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T00:32:19.939 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.939 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.939 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T00:32:19.939 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.939 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T00:32:19.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304480256 2024-08-17T00:32:19.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.940 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T00:32:19.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1003520 2024-08-17T00:32:19.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.940 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T00:32:19.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 864256 2024-08-17T00:32:19.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.940 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T00:32:19.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312868864 2024-08-17T00:32:19.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.940 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T00:32:19.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.941 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T00:32:19.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.941 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T00:32:19.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T00:32:19.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.941 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T00:32:19.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195697 2024-08-17T00:32:19.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.941 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T00:32:19.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23 2024-08-17T00:32:19.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.941 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T00:32:19.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1269760 2024-08-17T00:32:19.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.942 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T00:32:19.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273856 2024-08-17T00:32:19.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.942 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T00:32:19.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.942 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T00:32:19.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.942 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T00:32:19.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15 2024-08-17T00:32:19.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.943 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T00:32:19.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4789 2024-08-17T00:32:19.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.943 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T00:32:19.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T00:32:19.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.943 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T00:32:19.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.943 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T00:32:19.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.943 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T00:32:19.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5589 2024-08-17T00:32:19.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.944 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T00:32:19.944 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24 2024-08-17T00:32:19.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.944 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T00:32:19.944 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.944 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:32:19.944 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.944 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:32:19.944 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.945 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:32:19.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.945 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T00:32:19.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.945 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T00:32:19.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.945 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T00:32:19.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.945 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T00:32:19.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.946 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T00:32:19.946 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.946 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T00:32:19.946 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2236416 2024-08-17T00:32:19.946 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.946 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T00:32:19.946 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T00:32:19.946 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T00:32:19.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.946 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T00:32:19.947 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1376256 2024-08-17T00:32:19.947 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.947 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T00:32:19.947 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T00:32:19.947 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 168431 2024-08-17T00:32:19.947 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.947 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T00:32:19.947 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.947 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.947 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.947 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T00:32:19.947 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.947 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.948 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T00:32:19.948 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.948 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T00:32:19.948 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.948 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T00:32:19.948 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11, 2024-08-17T00:32:19.948 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31247 2024-08-17T00:32:19.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.948 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T00:32:19.948 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.948 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.949 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T00:32:19.949 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 194, 2024-08-17T00:32:19.949 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49580246 2024-08-17T00:32:19.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.949 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T00:32:19.949 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 192, 2024-08-17T00:32:19.949 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5524551 2024-08-17T00:32:19.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.949 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T00:32:19.949 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 194, 2024-08-17T00:32:19.949 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 189163 2024-08-17T00:32:19.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.949 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T00:32:19.950 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 194, 2024-08-17T00:32:19.950 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49769409 2024-08-17T00:32:19.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.950 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T00:32:19.950 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.950 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.950 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T00:32:19.950 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:19.950 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 29268 2024-08-17T00:32:19.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.950 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T00:32:19.950 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1129 2024-08-17T00:32:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T00:32:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:32:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T00:32:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T00:32:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T00:32:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5998 2024-08-17T00:32:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.952 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T00:32:19.952 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 602 2024-08-17T00:32:19.952 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.952 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T00:32:19.952 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 290 2024-08-17T00:32:19.952 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.952 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T00:32:19.952 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 126, 2024-08-17T00:32:19.952 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2792208 2024-08-17T00:32:19.952 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.952 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T00:32:19.952 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 198, 2024-08-17T00:32:19.952 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304079 2024-08-17T00:32:19.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.953 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T00:32:19.953 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 72, 2024-08-17T00:32:19.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2064369 2024-08-17T00:32:19.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.953 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T00:32:19.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.953 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T00:32:19.953 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T00:32:19.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25389 2024-08-17T00:32:19.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.953 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T00:32:19.953 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:19.954 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2731893 2024-08-17T00:32:19.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.954 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:32:19.954 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25, 2024-08-17T00:32:19.954 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1961799 2024-08-17T00:32:19.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.954 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:32:19.954 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25, 2024-08-17T00:32:19.954 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 271053995744 2024-08-17T00:32:19.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.954 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T00:32:19.954 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25, 2024-08-17T00:32:19.954 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36719510284 2024-08-17T00:32:19.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.955 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T00:32:19.955 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:19.955 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 520175 2024-08-17T00:32:19.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.955 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T00:32:19.955 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:19.955 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31555 2024-08-17T00:32:19.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.955 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T00:32:19.955 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:19.955 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 213769 2024-08-17T00:32:19.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.955 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T00:32:19.956 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:19.956 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 118352194 2024-08-17T00:32:19.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.956 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T00:32:19.956 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:19.956 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 92968 2024-08-17T00:32:19.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.956 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T00:32:19.956 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:19.956 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 123827080 2024-08-17T00:32:19.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.956 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T00:32:19.956 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:19.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13447602 2024-08-17T00:32:19.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.957 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T00:32:19.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 939301 2024-08-17T00:32:19.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.957 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T00:32:19.957 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24, 2024-08-17T00:32:19.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 103126 2024-08-17T00:32:19.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.957 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T00:32:19.957 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:19.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 258615161 2024-08-17T00:32:19.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.958 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T00:32:19.958 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:19.958 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18017270 2024-08-17T00:32:19.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.958 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T00:32:19.958 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 300, 2024-08-17T00:32:19.958 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2526580 2024-08-17T00:32:19.958 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.958 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T00:32:19.958 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T00:32:19.958 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1861456573 2024-08-17T00:32:19.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.959 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T00:32:19.959 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 270974976 2024-08-17T00:32:19.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.959 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T00:32:19.959 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 269770752 2024-08-17T00:32:19.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.959 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T00:32:19.959 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3137368166 2024-08-17T00:32:19.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.959 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T00:32:19.959 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1204224 2024-08-17T00:32:19.959 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.959 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T00:32:19.960 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 159383552 2024-08-17T00:32:19.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.960 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.960 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.960 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85479862 2024-08-17T00:32:19.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.960 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.961 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 155648 2024-08-17T00:32:19.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.961 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.961 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.961 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.962 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.962 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 126976 2024-08-17T00:32:19.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.962 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.962 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.962 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.962 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.962 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.962 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.963 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73621066 2024-08-17T00:32:19.963 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.963 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T00:32:19.963 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 780140544 2024-08-17T00:32:19.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.963 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.963 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.964 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641098965 2024-08-17T00:32:19.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.964 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.964 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.964 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.964 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.965 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.965 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128 2024-08-17T00:32:19.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.965 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.965 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.966 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.966 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.966 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.966 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71930587 2024-08-17T00:32:19.966 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.966 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:32:19.966 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.966 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192937984 2024-08-17T00:32:19.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.966 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T00:32:19.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.967 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464 2024-08-17T00:32:19.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.967 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56986574 2024-08-17T00:32:19.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.967 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.967 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.968 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.968 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.968 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.968 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.968 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.969 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.969 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.969 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68842082 2024-08-17T00:32:19.969 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.969 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T00:32:19.970 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T00:32:19.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 713031680 2024-08-17T00:32:19.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.970 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T00:32:19.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.970 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T00:32:19.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.970 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T00:32:19.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 641098965 2024-08-17T00:32:19.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.970 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T00:32:19.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.971 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T00:32:19.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17107 2024-08-17T00:32:19.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.971 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T00:32:19.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.971 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T00:32:19.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.971 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T00:32:19.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.972 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T00:32:19.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 282267 2024-08-17T00:32:19.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.972 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T00:32:19.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.972 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T00:32:19.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.972 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T00:32:19.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.972 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T00:32:19.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71633341 2024-08-17T00:32:19.973 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.973 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T00:32:19.973 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T00:32:19.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.973 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.973 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T00:32:19.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.974 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.974 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.974 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T00:32:19.974 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T00:32:19.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46 2024-08-17T00:32:19.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.974 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T00:32:19.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.974 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T00:32:19.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 101 2024-08-17T00:32:19.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.975 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T00:32:19.975 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.975 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T00:32:19.975 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.975 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T00:32:19.975 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.975 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T00:32:19.975 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 101, 2024-08-17T00:32:19.975 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 83063222 2024-08-17T00:32:19.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.976 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T00:32:19.976 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 264707 2024-08-17T00:32:19.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.976 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T00:32:19.976 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 103, 2024-08-17T00:32:19.976 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24170607 2024-08-17T00:32:19.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.976 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T00:32:19.976 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 101, 2024-08-17T00:32:19.976 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45241560 2024-08-17T00:32:19.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.976 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T00:32:19.976 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70 2024-08-17T00:32:19.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.977 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T00:32:19.977 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 70, 2024-08-17T00:32:19.977 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10847065 2024-08-17T00:32:19.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.977 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:32:19.977 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.977 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T00:32:19.977 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 264707 2024-08-17T00:32:19.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.977 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T00:32:19.977 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 70, 2024-08-17T00:32:19.977 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9952263 2024-08-17T00:32:19.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.978 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T00:32:19.978 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 70, 2024-08-17T00:32:19.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8215649 2024-08-17T00:32:19.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.978 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T00:32:19.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26 2024-08-17T00:32:19.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.978 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T00:32:19.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.978 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T00:32:19.978 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 26, 2024-08-17T00:32:19.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23950402 2024-08-17T00:32:19.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.979 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:32:19.979 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.979 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:32:19.979 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.979 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T00:32:19.979 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.979 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T00:32:19.979 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 26, 2024-08-17T00:32:19.979 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10713419 2024-08-17T00:32:19.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.980 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T00:32:19.980 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 26, 2024-08-17T00:32:19.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22570053 2024-08-17T00:32:19.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.980 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T00:32:19.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T00:32:19.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.980 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T00:32:19.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.980 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T00:32:19.980 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T00:32:19.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48265755 2024-08-17T00:32:19.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.981 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:32:19.981 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.981 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T00:32:19.981 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7, 2024-08-17T00:32:19.981 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3504925 2024-08-17T00:32:19.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.981 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T00:32:19.981 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T00:32:19.981 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14455858 2024-08-17T00:32:19.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.981 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T00:32:19.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.982 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T00:32:19.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.982 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T00:32:19.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T00:32:19.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.982 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T00:32:19.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T00:32:19.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.982 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T00:32:19.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 305868800 2024-08-17T00:32:19.983 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.983 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.983 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.983 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": [ 2024-08-17T00:32:19.983 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.983 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:19.983 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr" 2024-08-17T00:32:19.983 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.983 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:19.983 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:19.983 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:19.983 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:19.984 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:19.984 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 1, 2024-08-17T00:32:19.984 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 1, 2024-08-17T00:32:19.984 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 1, 2024-08-17T00:32:19.984 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:19.984 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:19.984 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:19.984 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 1781760, 2024-08-17T00:32:19.984 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:19.984 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:19.984 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 1781760, 2024-08-17T00:32:19.984 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:19.984 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:19.984 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 2, 2024-08-17T00:32:19.985 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:19.985 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-17T00:32:19.985 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:19.985 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:19.985 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 358, 2024-08-17T00:32:19.985 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 567296, 2024-08-17T00:32:19.985 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 590368, 2024-08-17T00:32:19.985 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 590368, 2024-08-17T00:32:19.985 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:19.985 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 1771104, 2024-08-17T00:32:19.985 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 211, 2024-08-17T00:32:19.985 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 2473984 2024-08-17T00:32:19.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.985 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:19.986 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:19.986 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:19.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.986 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.986 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:19.986 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T00:32:19.986 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.986 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:19.986 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:19.986 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:19.986 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:19.986 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:19.986 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 32, 2024-08-17T00:32:19.987 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 32, 2024-08-17T00:32:19.987 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 2, 2024-08-17T00:32:19.987 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:19.987 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:19.987 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:19.987 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 98304, 2024-08-17T00:32:19.987 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:19.987 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:19.987 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 98304, 2024-08-17T00:32:19.987 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:19.987 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:19.987 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 22, 2024-08-17T00:32:19.987 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:19.988 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 1.351972542806834e-07, 2024-08-17T00:32:19.988 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:19.988 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:19.988 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T00:32:19.988 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T00:32:19.988 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 3410, 2024-08-17T00:32:19.988 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 3410, 2024-08-17T00:32:19.988 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:19.988 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 10230, 2024-08-17T00:32:19.988 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 51, 2024-08-17T00:32:19.988 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 19456 2024-08-17T00:32:19.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.988 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:19.988 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:19.989 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:19.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.989 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.989 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:19.989 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T00:32:19.989 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.989 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:19.989 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:19.989 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:19.989 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:19.989 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:19.989 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 64, 2024-08-17T00:32:19.989 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 64, 2024-08-17T00:32:19.990 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 3, 2024-08-17T00:32:19.990 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:19.990 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:19.990 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:19.990 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 0, 2024-08-17T00:32:19.990 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:19.990 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:19.990 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 0, 2024-08-17T00:32:19.990 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:19.990 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:19.990 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 0, 2024-08-17T00:32:19.990 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:19.990 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 0.0, 2024-08-17T00:32:19.991 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:19.991 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:19.991 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T00:32:19.991 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T00:32:19.991 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 0, 2024-08-17T00:32:19.991 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 0, 2024-08-17T00:32:19.991 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:19.991 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 0, 2024-08-17T00:32:19.991 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 0, 2024-08-17T00:32:19.991 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 0 2024-08-17T00:32:19.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.991 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:19.991 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:19.991 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:19.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.992 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:19.992 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:19.992 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd" 2024-08-17T00:32:19.992 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.992 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T00:32:19.992 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T00:32:19.992 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T00:32:19.992 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T00:32:19.992 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:32:19.992 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 8, 2024-08-17T00:32:19.992 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 8, 2024-08-17T00:32:19.992 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 4, 2024-08-17T00:32:19.992 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T00:32:19.993 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T00:32:19.993 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 727115213066, 2024-08-17T00:32:19.993 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 12288, 2024-08-17T00:32:19.993 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T00:32:19.993 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T00:32:19.993 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 12288, 2024-08-17T00:32:19.993 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T00:32:19.993 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 242371739648, 2024-08-17T00:32:19.993 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 2, 2024-08-17T00:32:19.993 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T00:32:19.993 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T00:32:19.993 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T00:32:19.993 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T00:32:19.993 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T00:32:19.994 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T00:32:19.994 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 19, 2024-08-17T00:32:19.994 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 19, 2024-08-17T00:32:19.994 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T00:32:19.994 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 57, 2024-08-17T00:32:19.994 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 2, 2024-08-17T00:32:19.994 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 2048 2024-08-17T00:32:19.994 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.994 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T00:32:19.994 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T00:32:19.994 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T00:32:19.994 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.994 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.995 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": { 2024-08-17T00:32:19.995 INFO:tasks.workunit.client.0.smithi157.stdout: "mirroring_by_pool": [ 2024-08-17T00:32:19.995 INFO:tasks.workunit.client.0.smithi157.stdout: false 2024-08-17T00:32:19.995 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_images_by_pool": [ 2024-08-17T00:32:19.997 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:19.997 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:19.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pools": 1 2024-08-17T00:32:19.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.998 INFO:tasks.workunit.client.0.smithi157.stdout: "report_id": "3ab49fab-047d-4b9d-9fd2-8c800a0ea47f", 2024-08-17T00:32:19.998 INFO:tasks.workunit.client.0.smithi157.stdout: "report_timestamp": "2024-08-17T00:32:18.457387", 2024-08-17T00:32:19.998 INFO:tasks.workunit.client.0.smithi157.stdout: "report_version": 1, 2024-08-17T00:32:19.998 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_stats": { 2024-08-17T00:32:19.998 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "6.15.5" 2024-08-17T00:32:19.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.998 INFO:tasks.workunit.client.0.smithi157.stdout: "rook": { 2024-08-17T00:32:19.998 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster": { 2024-08-17T00:32:19.998 INFO:tasks.workunit.client.0.smithi157.stdout: "external-mode": null, 2024-08-17T00:32:19.998 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T00:32:19.998 INFO:tasks.workunit.client.0.smithi157.stdout: "allow-multiple-per-node": null, 2024-08-17T00:32:19.999 INFO:tasks.workunit.client.0.smithi157.stdout: "count": null, 2024-08-17T00:32:19.999 INFO:tasks.workunit.client.0.smithi157.stdout: "max-id": null, 2024-08-17T00:32:19.999 INFO:tasks.workunit.client.0.smithi157.stdout: "pvc": { 2024-08-17T00:32:19.999 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T00:32:19.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.999 INFO:tasks.workunit.client.0.smithi157.stdout: "stretch": { 2024-08-17T00:32:19.999 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T00:32:19.999 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:19.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.999 INFO:tasks.workunit.client.0.smithi157.stdout: "network": { 2024-08-17T00:32:19.999 INFO:tasks.workunit.client.0.smithi157.stdout: "provider": null 2024-08-17T00:32:19.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:19.999 INFO:tasks.workunit.client.0.smithi157.stdout: "storage": { 2024-08-17T00:32:20.000 INFO:tasks.workunit.client.0.smithi157.stdout: "device-set": { 2024-08-17T00:32:20.000 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T00:32:20.000 INFO:tasks.workunit.client.0.smithi157.stdout: "non-portable": null, 2024-08-17T00:32:20.000 INFO:tasks.workunit.client.0.smithi157.stdout: "portable": null, 2024-08-17T00:32:20.000 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T00:32:20.000 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:20.000 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:20.000 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:20.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.000 INFO:tasks.workunit.client.0.smithi157.stdout: "csi": { 2024-08-17T00:32:20.000 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T00:32:20.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.000 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes": { 2024-08-17T00:32:20.001 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T00:32:20.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.001 INFO:tasks.workunit.client.0.smithi157.stdout: "node": { 2024-08-17T00:32:20.001 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T00:32:20.001 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes-total": null, 2024-08-17T00:32:20.001 INFO:tasks.workunit.client.0.smithi157.stdout: "with-ceph-daemons": null, 2024-08-17T00:32:20.001 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T00:32:20.001 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-nfs-plugin": null, 2024-08-17T00:32:20.001 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-rbd-plugin": null 2024-08-17T00:32:20.001 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:20.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.001 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T00:32:20.001 INFO:tasks.workunit.client.0.smithi157.stdout: "storage-class": { 2024-08-17T00:32:20.002 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T00:32:20.002 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket": null, 2024-08-17T00:32:20.002 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs": null, 2024-08-17T00:32:20.002 INFO:tasks.workunit.client.0.smithi157.stdout: "nfs": null, 2024-08-17T00:32:20.002 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": null, 2024-08-17T00:32:20.002 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T00:32:20.002 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:20.002 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:20.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.002 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T00:32:20.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.003 INFO:tasks.workunit.client.0.smithi157.stdout: "services": {}, 2024-08-17T00:32:20.003 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_per_pg": [ 2024-08-17T00:32:20.003 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.003 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.003 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.003 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.003 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.003 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.003 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.003 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.003 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.003 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.004 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.004 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.004 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.004 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552661+0000", 2024-08-17T00:32:20.004 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.569805+0000", 2024-08-17T00:32:20.004 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.569805+0000", 2024-08-17T00:32:20.004 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.570072+0000", 2024-08-17T00:32:20.004 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552661+0000", 2024-08-17T00:32:20.004 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.004 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.004 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.005 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.005 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552661+0000", 2024-08-17T00:32:20.005 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552661+0000", 2024-08-17T00:32:20.005 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552661+0000", 2024-08-17T00:32:20.005 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.005 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.005 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.005 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552661+0000", 2024-08-17T00:32:20.005 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552661+0000", 2024-08-17T00:32:20.005 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.005 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.005 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.005 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.006 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.006 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.006 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.006 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.006 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.006 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.006 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.006 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.006 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.006 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3f", 2024-08-17T00:32:20.006 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.006 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.006 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.007 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.007 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.007 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:30:57.057372+0000", 2024-08-17T00:32:20.007 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.007 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.007 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.010 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.010 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.010 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.010 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.011 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.011 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.011 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.011 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.011 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.011 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.011 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.011 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.011 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.011 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.011 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.011 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:20.011 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.012 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.012 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.012 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.012 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.012 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.012 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265580+0000", 2024-08-17T00:32:20.012 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.563454+0000", 2024-08-17T00:32:20.012 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.563454+0000", 2024-08-17T00:32:20.012 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.563714+0000", 2024-08-17T00:32:20.012 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265580+0000", 2024-08-17T00:32:20.012 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.012 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.012 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.013 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.013 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265580+0000", 2024-08-17T00:32:20.013 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265580+0000", 2024-08-17T00:32:20.013 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265580+0000", 2024-08-17T00:32:20.013 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.013 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.013 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.013 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265580+0000", 2024-08-17T00:32:20.013 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265580+0000", 2024-08-17T00:32:20.013 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.013 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.013 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.013 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.014 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.014 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.014 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.014 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.014 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.014 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.014 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.014 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.014 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.014 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3e", 2024-08-17T00:32:20.014 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.014 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.014 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.015 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.015 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.015 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:46:40.460524+0000", 2024-08-17T00:32:20.015 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.015 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.015 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.015 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.015 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.015 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.015 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.015 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.015 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.016 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.016 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.016 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.016 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.016 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.016 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.016 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.016 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.016 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.016 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.016 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.016 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.016 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.016 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.018 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.018 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.018 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.018 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.019 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.019 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.019 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.019 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:20.019 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.019 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.019 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.019 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.019 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.019 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.019 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.020 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:20.020 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.020 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.020 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.020 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.020 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.020 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.020 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.263151+0000", 2024-08-17T00:32:20.020 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.558084+0000", 2024-08-17T00:32:20.020 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.558084+0000", 2024-08-17T00:32:20.020 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.558380+0000", 2024-08-17T00:32:20.020 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.263151+0000", 2024-08-17T00:32:20.020 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.020 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.021 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.021 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.021 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.263151+0000", 2024-08-17T00:32:20.021 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.263151+0000", 2024-08-17T00:32:20.021 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.263151+0000", 2024-08-17T00:32:20.021 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.021 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.021 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.021 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.263151+0000", 2024-08-17T00:32:20.021 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.263151+0000", 2024-08-17T00:32:20.021 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.021 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.021 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.022 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.022 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.022 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.022 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.022 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.022 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.022 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.022 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.022 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.022 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.022 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3d", 2024-08-17T00:32:20.022 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.022 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.023 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.023 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.023 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.023 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:15:00.154043+0000", 2024-08-17T00:32:20.023 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.023 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.023 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.023 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.023 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.023 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.023 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.023 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.023 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.024 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.024 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.024 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.024 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.024 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.024 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.024 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.024 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.024 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.024 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.024 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.024 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.024 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.026 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.026 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.026 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.026 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.027 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.027 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.027 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.027 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:20.027 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.027 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.027 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.027 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.027 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.027 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.027 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.027 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.027 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.028 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.028 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.028 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.028 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.028 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.028 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267817+0000", 2024-08-17T00:32:20.028 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.581429+0000", 2024-08-17T00:32:20.028 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.581429+0000", 2024-08-17T00:32:20.028 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.581701+0000", 2024-08-17T00:32:20.028 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267817+0000", 2024-08-17T00:32:20.028 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.028 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.028 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.028 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.029 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267817+0000", 2024-08-17T00:32:20.029 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267817+0000", 2024-08-17T00:32:20.029 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267817+0000", 2024-08-17T00:32:20.029 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.029 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.029 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.029 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267817+0000", 2024-08-17T00:32:20.029 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267817+0000", 2024-08-17T00:32:20.029 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.029 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.029 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.029 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.030 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.030 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.030 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.030 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.030 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.030 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.030 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.030 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.030 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.030 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3c", 2024-08-17T00:32:20.030 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.030 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.031 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.031 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.031 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.031 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:52:42.414763+0000", 2024-08-17T00:32:20.031 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.031 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.031 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.031 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.031 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.031 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.031 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.031 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.031 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.031 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.032 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.032 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.032 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.032 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.032 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.032 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.032 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.032 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.032 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.032 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.032 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.032 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.032 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.034 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.035 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.035 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.035 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.035 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.035 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.035 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.035 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.035 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.035 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.035 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.035 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.035 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.036 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.036 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.036 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.036 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.036 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.036 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.036 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.036 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.036 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.036 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552240+0000", 2024-08-17T00:32:20.036 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.574354+0000", 2024-08-17T00:32:20.036 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.574354+0000", 2024-08-17T00:32:20.036 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.575135+0000", 2024-08-17T00:32:20.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552240+0000", 2024-08-17T00:32:20.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552240+0000", 2024-08-17T00:32:20.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552240+0000", 2024-08-17T00:32:20.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552240+0000", 2024-08-17T00:32:20.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552240+0000", 2024-08-17T00:32:20.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552240+0000", 2024-08-17T00:32:20.038 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.038 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.038 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.038 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.038 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.038 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.038 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.038 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.038 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.038 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.038 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.038 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.038 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.039 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3b", 2024-08-17T00:32:20.039 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.039 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.039 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.039 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.039 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.039 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:04:09.128433+0000", 2024-08-17T00:32:20.039 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.039 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.039 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.039 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.039 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.039 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.039 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.043 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.043 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.043 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.043 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.043 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.043 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.043 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.043 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.043 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.043 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.044 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.044 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.044 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.044 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.044 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.044 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.044 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.044 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.044 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.044 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.044 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.044 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.044 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267668+0000", 2024-08-17T00:32:20.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.576107+0000", 2024-08-17T00:32:20.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.576107+0000", 2024-08-17T00:32:20.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.576420+0000", 2024-08-17T00:32:20.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267668+0000", 2024-08-17T00:32:20.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267668+0000", 2024-08-17T00:32:20.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267668+0000", 2024-08-17T00:32:20.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267668+0000", 2024-08-17T00:32:20.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.046 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.046 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267668+0000", 2024-08-17T00:32:20.046 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267668+0000", 2024-08-17T00:32:20.046 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.046 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.046 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.046 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.046 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.046 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.046 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.046 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.046 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.046 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.047 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.047 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.047 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.047 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3a", 2024-08-17T00:32:20.047 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.047 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.047 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.047 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.047 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.047 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:43:26.454812+0000", 2024-08-17T00:32:20.047 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.047 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.047 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.051 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.051 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.051 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.051 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.051 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.051 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.051 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.051 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.051 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.051 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.051 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.052 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.052 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.052 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.052 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.052 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.052 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.052 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.052 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.052 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.052 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.052 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.052 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.052 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.551944+0000", 2024-08-17T00:32:20.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.573567+0000", 2024-08-17T00:32:20.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.573567+0000", 2024-08-17T00:32:20.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.575462+0000", 2024-08-17T00:32:20.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.551944+0000", 2024-08-17T00:32:20.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.551944+0000", 2024-08-17T00:32:20.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.551944+0000", 2024-08-17T00:32:20.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.551944+0000", 2024-08-17T00:32:20.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.054 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.054 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.054 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.551944+0000", 2024-08-17T00:32:20.054 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.551944+0000", 2024-08-17T00:32:20.054 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.054 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.054 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.054 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.054 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.054 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.054 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.054 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.054 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.055 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.055 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.055 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.055 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.055 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.39", 2024-08-17T00:32:20.055 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.055 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.055 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.055 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.055 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.055 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:25:34.851097+0000", 2024-08-17T00:32:20.055 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.055 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.056 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.059 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.059 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.059 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.059 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.059 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.059 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.059 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.059 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.059 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.059 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.059 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.060 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.060 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.060 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.060 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.060 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:20.060 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.060 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.060 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.060 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.060 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.060 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.261931+0000", 2024-08-17T00:32:20.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.573102+0000", 2024-08-17T00:32:20.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.573102+0000", 2024-08-17T00:32:20.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.573401+0000", 2024-08-17T00:32:20.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.261931+0000", 2024-08-17T00:32:20.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.261931+0000", 2024-08-17T00:32:20.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.261931+0000", 2024-08-17T00:32:20.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.261931+0000", 2024-08-17T00:32:20.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.062 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.261931+0000", 2024-08-17T00:32:20.062 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.261931+0000", 2024-08-17T00:32:20.062 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.062 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.062 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.062 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.062 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.062 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.062 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.062 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.062 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.062 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.062 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.063 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.063 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.063 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.38", 2024-08-17T00:32:20.063 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.063 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.063 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.063 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.063 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.063 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:26:28.261450+0000", 2024-08-17T00:32:20.063 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.063 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.063 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.067 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.067 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.067 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.067 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.067 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.067 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.067 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.067 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:20.067 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.067 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.067 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.068 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.068 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.068 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.068 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.068 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.068 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.068 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.068 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.068 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.068 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.068 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.068 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552779+0000", 2024-08-17T00:32:20.068 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.574004+0000", 2024-08-17T00:32:20.069 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.574004+0000", 2024-08-17T00:32:20.069 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.574326+0000", 2024-08-17T00:32:20.069 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552779+0000", 2024-08-17T00:32:20.069 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.069 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.069 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.069 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.069 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552779+0000", 2024-08-17T00:32:20.069 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552779+0000", 2024-08-17T00:32:20.069 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552779+0000", 2024-08-17T00:32:20.069 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.069 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.069 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.070 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552779+0000", 2024-08-17T00:32:20.070 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552779+0000", 2024-08-17T00:32:20.070 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.070 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.070 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.070 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.070 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.070 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.070 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.070 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.070 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.070 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.070 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.071 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.071 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.071 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.37", 2024-08-17T00:32:20.071 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.071 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.071 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.071 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.071 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.071 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:26:06.101801+0000", 2024-08-17T00:32:20.071 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.071 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.071 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.074 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.075 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.075 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.075 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.075 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.075 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.075 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.075 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.075 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.075 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.075 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.075 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.075 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.076 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.076 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.076 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.076 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:20.076 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.076 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.076 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.076 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.076 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.076 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.076 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.630318+0000", 2024-08-17T00:32:20.076 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.578850+0000", 2024-08-17T00:32:20.076 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.578850+0000", 2024-08-17T00:32:20.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.579346+0000", 2024-08-17T00:32:20.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.630318+0000", 2024-08-17T00:32:20.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.630318+0000", 2024-08-17T00:32:20.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.630318+0000", 2024-08-17T00:32:20.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.630318+0000", 2024-08-17T00:32:20.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.630318+0000", 2024-08-17T00:32:20.078 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.630318+0000", 2024-08-17T00:32:20.078 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.078 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.078 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.078 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.078 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.078 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.078 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.078 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.078 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.078 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.078 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.079 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.079 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.079 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.36", 2024-08-17T00:32:20.079 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.079 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.079 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.079 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:20.079 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.079 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:33:28.047652+0000", 2024-08-17T00:32:20.079 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.079 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.079 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.083 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.083 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.083 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.083 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.083 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.083 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.083 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.083 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:20.083 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.083 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.084 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.084 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.084 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.084 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.084 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.084 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:20.084 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.084 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.084 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.084 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.084 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.084 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.084 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.630317+0000", 2024-08-17T00:32:20.085 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:10.022483+0000", 2024-08-17T00:32:20.085 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:10.022483+0000", 2024-08-17T00:32:20.085 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:10.022823+0000", 2024-08-17T00:32:20.085 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.630317+0000", 2024-08-17T00:32:20.085 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.085 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.085 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.085 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 67, 2024-08-17T00:32:20.085 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.630317+0000", 2024-08-17T00:32:20.085 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.630317+0000", 2024-08-17T00:32:20.085 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.630317+0000", 2024-08-17T00:32:20.085 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.085 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.086 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.086 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.630317+0000", 2024-08-17T00:32:20.086 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.630317+0000", 2024-08-17T00:32:20.086 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.086 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.086 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.086 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.086 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 66, 2024-08-17T00:32:20.086 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.086 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.086 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.086 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.087 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.087 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.087 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.087 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.087 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.35", 2024-08-17T00:32:20.087 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.087 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.087 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.087 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 30, 2024-08-17T00:32:20.087 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.087 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:46:05.778867+0000", 2024-08-17T00:32:20.087 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.088 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.088 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.091 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.091 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.091 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.091 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.091 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.091 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.091 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.091 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.091 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:20.092 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.092 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.092 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.092 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.092 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.092 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.092 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.092 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.092 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T00:32:20.092 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.092 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.092 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.092 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.093 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.093 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.093 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262910+0000", 2024-08-17T00:32:20.093 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.566227+0000", 2024-08-17T00:32:20.093 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.566227+0000", 2024-08-17T00:32:20.093 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.566848+0000", 2024-08-17T00:32:20.093 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262910+0000", 2024-08-17T00:32:20.093 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.093 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.093 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.093 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.093 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262910+0000", 2024-08-17T00:32:20.093 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262910+0000", 2024-08-17T00:32:20.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262910+0000", 2024-08-17T00:32:20.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262910+0000", 2024-08-17T00:32:20.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262910+0000", 2024-08-17T00:32:20.094 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.094 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.094 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.094 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.094 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.095 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.095 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.095 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.095 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.095 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.095 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.095 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.095 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.095 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.34", 2024-08-17T00:32:20.095 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.095 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.095 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.095 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.095 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.096 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:50:50.496885+0000", 2024-08-17T00:32:20.096 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.096 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.096 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.099 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.099 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.099 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.099 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.099 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.099 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.100 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.100 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T00:32:20.100 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.100 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.100 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.100 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.100 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.100 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.100 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.100 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:20.100 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.100 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.101 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.101 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.101 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.101 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262230+0000", 2024-08-17T00:32:20.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.562609+0000", 2024-08-17T00:32:20.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.562609+0000", 2024-08-17T00:32:20.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.562879+0000", 2024-08-17T00:32:20.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262230+0000", 2024-08-17T00:32:20.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262230+0000", 2024-08-17T00:32:20.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262230+0000", 2024-08-17T00:32:20.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262230+0000", 2024-08-17T00:32:20.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262230+0000", 2024-08-17T00:32:20.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262230+0000", 2024-08-17T00:32:20.102 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.102 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.102 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.102 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.102 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.103 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.103 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.103 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.103 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.103 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.103 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.103 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.103 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.103 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.33", 2024-08-17T00:32:20.103 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.103 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.103 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.103 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.103 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.104 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:06:18.934726+0000", 2024-08-17T00:32:20.104 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.104 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.104 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.107 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.107 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.107 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.107 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.107 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.107 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.107 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.107 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.108 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:20.108 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.108 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.108 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.108 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.108 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.108 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.108 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.108 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.108 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:20.108 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.108 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.109 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.109 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.109 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.109 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262609+0000", 2024-08-17T00:32:20.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.575612+0000", 2024-08-17T00:32:20.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.575612+0000", 2024-08-17T00:32:20.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.575874+0000", 2024-08-17T00:32:20.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262609+0000", 2024-08-17T00:32:20.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262609+0000", 2024-08-17T00:32:20.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262609+0000", 2024-08-17T00:32:20.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262609+0000", 2024-08-17T00:32:20.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262609+0000", 2024-08-17T00:32:20.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262609+0000", 2024-08-17T00:32:20.110 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.110 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.110 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.111 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.111 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.111 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.111 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.111 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.111 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.111 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.111 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.111 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.111 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.111 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.32", 2024-08-17T00:32:20.111 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.111 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.112 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.112 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.112 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.112 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:40:02.226710+0000", 2024-08-17T00:32:20.112 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.112 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.112 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.112 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.112 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.112 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.112 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.112 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.115 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.116 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.116 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.116 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.116 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.116 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.116 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.116 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:20.116 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.116 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.116 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.116 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.116 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.117 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.117 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.117 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:20.117 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.117 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.117 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.117 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.117 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.117 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.117 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265204+0000", 2024-08-17T00:32:20.117 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.570217+0000", 2024-08-17T00:32:20.117 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.570217+0000", 2024-08-17T00:32:20.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.570533+0000", 2024-08-17T00:32:20.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265204+0000", 2024-08-17T00:32:20.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265204+0000", 2024-08-17T00:32:20.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265204+0000", 2024-08-17T00:32:20.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265204+0000", 2024-08-17T00:32:20.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265204+0000", 2024-08-17T00:32:20.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265204+0000", 2024-08-17T00:32:20.119 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.119 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.119 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.119 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.119 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.119 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.119 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.119 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.119 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.119 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.119 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.119 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.120 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.120 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.31", 2024-08-17T00:32:20.120 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.120 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.120 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.120 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.120 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.120 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:08:33.607075+0000", 2024-08-17T00:32:20.120 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.120 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.120 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.120 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.120 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.124 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.124 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.124 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.124 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.124 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.124 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.124 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.124 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:20.124 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.124 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.124 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.124 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.125 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.125 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.125 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.125 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.125 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.125 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.125 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.125 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.125 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.125 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.125 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267456+0000", 2024-08-17T00:32:20.125 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.577601+0000", 2024-08-17T00:32:20.125 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.577601+0000", 2024-08-17T00:32:20.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.578022+0000", 2024-08-17T00:32:20.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267456+0000", 2024-08-17T00:32:20.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267456+0000", 2024-08-17T00:32:20.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267456+0000", 2024-08-17T00:32:20.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267456+0000", 2024-08-17T00:32:20.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267456+0000", 2024-08-17T00:32:20.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267456+0000", 2024-08-17T00:32:20.127 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.127 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.127 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.127 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.127 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.127 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.127 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.127 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.127 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.127 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.127 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.128 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.128 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.128 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.30", 2024-08-17T00:32:20.128 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.128 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.128 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.128 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.128 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.128 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:08:26.476660+0000", 2024-08-17T00:32:20.128 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.128 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.128 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.128 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.128 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.132 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.132 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.132 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.132 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.132 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.132 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.132 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.132 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.132 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.132 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.132 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.133 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.133 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.133 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.133 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.133 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.133 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.133 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.133 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.133 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.133 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.133 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.133 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.268199+0000", 2024-08-17T00:32:20.133 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.578600+0000", 2024-08-17T00:32:20.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.578600+0000", 2024-08-17T00:32:20.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.578873+0000", 2024-08-17T00:32:20.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.268199+0000", 2024-08-17T00:32:20.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.268199+0000", 2024-08-17T00:32:20.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.268199+0000", 2024-08-17T00:32:20.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.268199+0000", 2024-08-17T00:32:20.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.268199+0000", 2024-08-17T00:32:20.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.268199+0000", 2024-08-17T00:32:20.135 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.135 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.135 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.135 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.135 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.135 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.135 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.135 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.135 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.135 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.135 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.136 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.136 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.136 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2f", 2024-08-17T00:32:20.136 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.136 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.136 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.136 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.136 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.136 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:53:22.660441+0000", 2024-08-17T00:32:20.136 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.136 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.136 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.140 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.140 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.140 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.140 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.140 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.140 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.140 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.140 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.140 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.140 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.140 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.140 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.141 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.141 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.141 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.141 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:20.141 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.141 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.141 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.141 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.141 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.141 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.141 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348435+0000", 2024-08-17T00:32:20.141 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.567372+0000", 2024-08-17T00:32:20.141 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.567372+0000", 2024-08-17T00:32:20.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.567643+0000", 2024-08-17T00:32:20.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348435+0000", 2024-08-17T00:32:20.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348435+0000", 2024-08-17T00:32:20.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348435+0000", 2024-08-17T00:32:20.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348435+0000", 2024-08-17T00:32:20.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348435+0000", 2024-08-17T00:32:20.143 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348435+0000", 2024-08-17T00:32:20.143 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.143 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.143 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.143 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.143 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.143 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.143 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.143 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.143 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.143 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.143 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.143 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.144 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.144 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2e", 2024-08-17T00:32:20.144 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.144 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.144 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.144 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:20.144 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.144 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:50:01.962096+0000", 2024-08-17T00:32:20.144 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.144 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.144 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.148 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.148 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.148 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.148 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.148 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.148 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.148 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.148 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.148 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:20.148 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.148 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.148 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.149 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.149 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.149 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.149 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.149 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.149 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.149 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.149 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.149 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.149 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.149 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.149 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.149 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552582+0000", 2024-08-17T00:32:20.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.572776+0000", 2024-08-17T00:32:20.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.572776+0000", 2024-08-17T00:32:20.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.573126+0000", 2024-08-17T00:32:20.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552582+0000", 2024-08-17T00:32:20.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552582+0000", 2024-08-17T00:32:20.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552582+0000", 2024-08-17T00:32:20.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552582+0000", 2024-08-17T00:32:20.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.151 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.151 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552582+0000", 2024-08-17T00:32:20.151 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552582+0000", 2024-08-17T00:32:20.151 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.151 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.151 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.151 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.151 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.151 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.151 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.151 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.151 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.151 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.152 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.152 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.152 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.152 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2d", 2024-08-17T00:32:20.152 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.152 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.152 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.152 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.152 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.152 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:39:12.572978+0000", 2024-08-17T00:32:20.152 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.152 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.153 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.156 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.156 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.156 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.156 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.156 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.156 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.156 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.156 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.156 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.156 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.156 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.156 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.156 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.157 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.157 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.157 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.157 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.157 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.157 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.157 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:20.157 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.157 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.157 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.157 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.157 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.157 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.158 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.630006+0000", 2024-08-17T00:32:20.158 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:10.131301+0000", 2024-08-17T00:32:20.158 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:10.131301+0000", 2024-08-17T00:32:20.158 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:10.131724+0000", 2024-08-17T00:32:20.158 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.630006+0000", 2024-08-17T00:32:20.158 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.158 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.158 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.158 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 67, 2024-08-17T00:32:20.158 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.630006+0000", 2024-08-17T00:32:20.158 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.630006+0000", 2024-08-17T00:32:20.158 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.630006+0000", 2024-08-17T00:32:20.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.630006+0000", 2024-08-17T00:32:20.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.630006+0000", 2024-08-17T00:32:20.159 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.159 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.159 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.159 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.159 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 66, 2024-08-17T00:32:20.159 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.159 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.160 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.160 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.160 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.160 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.160 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.160 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.160 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2c", 2024-08-17T00:32:20.160 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.160 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.160 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.160 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 30, 2024-08-17T00:32:20.160 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.160 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:30:09.973818+0000", 2024-08-17T00:32:20.161 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.161 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.161 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.161 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.161 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.161 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.161 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.161 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.161 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.161 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.161 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.161 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.164 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.164 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.164 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.164 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.164 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.164 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.164 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.164 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.164 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.164 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.164 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.164 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.164 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.165 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:20.165 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.165 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.165 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.165 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.165 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.165 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.165 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.165 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.165 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:20.165 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.165 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.166 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.166 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.166 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.166 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348294+0000", 2024-08-17T00:32:20.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:10.131066+0000", 2024-08-17T00:32:20.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:10.131066+0000", 2024-08-17T00:32:20.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:10.131353+0000", 2024-08-17T00:32:20.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348294+0000", 2024-08-17T00:32:20.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 67, 2024-08-17T00:32:20.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348294+0000", 2024-08-17T00:32:20.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348294+0000", 2024-08-17T00:32:20.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348294+0000", 2024-08-17T00:32:20.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348294+0000", 2024-08-17T00:32:20.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348294+0000", 2024-08-17T00:32:20.167 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.167 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.167 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.167 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.168 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 66, 2024-08-17T00:32:20.168 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.168 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.168 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.168 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.168 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.168 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.168 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.168 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.168 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2b", 2024-08-17T00:32:20.168 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.168 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.168 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.168 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 18, 2024-08-17T00:32:20.169 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.169 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:23:59.896393+0000", 2024-08-17T00:32:20.169 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.169 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.169 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.169 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.169 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.169 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.169 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.169 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.169 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.169 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.169 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.172 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.172 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.172 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.172 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.172 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.173 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.173 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.173 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:20.173 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.173 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.173 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.173 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.173 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.173 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.173 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.173 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.173 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.174 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.174 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.174 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.174 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.174 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.174 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267763+0000", 2024-08-17T00:32:20.174 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.580943+0000", 2024-08-17T00:32:20.174 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.580943+0000", 2024-08-17T00:32:20.174 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.581238+0000", 2024-08-17T00:32:20.174 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267763+0000", 2024-08-17T00:32:20.174 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.174 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.174 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267763+0000", 2024-08-17T00:32:20.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267763+0000", 2024-08-17T00:32:20.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267763+0000", 2024-08-17T00:32:20.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267763+0000", 2024-08-17T00:32:20.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267763+0000", 2024-08-17T00:32:20.175 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.175 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.175 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.176 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.176 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.176 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.176 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.176 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.176 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.176 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.176 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.176 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.176 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.176 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2a", 2024-08-17T00:32:20.177 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.177 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.177 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.177 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.177 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.177 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:28:51.010275+0000", 2024-08-17T00:32:20.177 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.177 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.177 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.177 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.177 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.177 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.181 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.181 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.181 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.181 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.181 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.181 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.181 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.181 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.181 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.181 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.181 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.181 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.181 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.181 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.182 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.182 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.182 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:20.182 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.182 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.182 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.182 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.182 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.182 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.182 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262043+0000", 2024-08-17T00:32:20.182 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.560626+0000", 2024-08-17T00:32:20.182 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.560626+0000", 2024-08-17T00:32:20.182 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.560873+0000", 2024-08-17T00:32:20.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262043+0000", 2024-08-17T00:32:20.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262043+0000", 2024-08-17T00:32:20.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262043+0000", 2024-08-17T00:32:20.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262043+0000", 2024-08-17T00:32:20.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262043+0000", 2024-08-17T00:32:20.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262043+0000", 2024-08-17T00:32:20.183 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.184 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.184 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.184 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.184 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.184 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.184 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.184 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.184 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.184 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.184 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.184 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.184 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.184 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.29", 2024-08-17T00:32:20.184 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.185 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.185 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.185 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.185 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.185 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:16:38.858694+0000", 2024-08-17T00:32:20.185 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.185 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.185 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.188 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.188 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.189 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.189 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.189 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.189 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.189 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.189 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:20.189 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.189 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.189 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.189 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.189 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.189 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.190 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.190 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.190 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.190 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.190 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.190 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.190 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.190 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.190 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267491+0000", 2024-08-17T00:32:20.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.570620+0000", 2024-08-17T00:32:20.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.570620+0000", 2024-08-17T00:32:20.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.570996+0000", 2024-08-17T00:32:20.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267491+0000", 2024-08-17T00:32:20.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267491+0000", 2024-08-17T00:32:20.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267491+0000", 2024-08-17T00:32:20.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267491+0000", 2024-08-17T00:32:20.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267491+0000", 2024-08-17T00:32:20.192 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267491+0000", 2024-08-17T00:32:20.192 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.192 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.192 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.192 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.192 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.192 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.192 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.192 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.192 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.192 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.192 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.193 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.193 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.193 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.28", 2024-08-17T00:32:20.193 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.193 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.193 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.193 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.193 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.193 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:06:22.454183+0000", 2024-08-17T00:32:20.193 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.193 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.193 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.197 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.197 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.197 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.197 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.197 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.197 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.197 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.197 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.197 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.197 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.197 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.197 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.197 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.198 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.198 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.198 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.198 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:20.198 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.198 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.198 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.198 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.201 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.201 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262359+0000", 2024-08-17T00:32:20.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.559342+0000", 2024-08-17T00:32:20.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.559342+0000", 2024-08-17T00:32:20.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.560724+0000", 2024-08-17T00:32:20.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262359+0000", 2024-08-17T00:32:20.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262359+0000", 2024-08-17T00:32:20.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262359+0000", 2024-08-17T00:32:20.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262359+0000", 2024-08-17T00:32:20.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262359+0000", 2024-08-17T00:32:20.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262359+0000", 2024-08-17T00:32:20.202 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.202 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.203 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.203 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.203 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.203 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.203 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.203 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.203 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.203 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.203 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.203 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.203 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.203 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.27", 2024-08-17T00:32:20.204 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.204 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.204 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.204 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.204 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.204 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:18:34.982457+0000", 2024-08-17T00:32:20.204 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.204 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.204 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.204 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.204 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.204 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.204 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.207 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.207 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.208 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.208 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.208 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.208 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.208 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.208 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:20.208 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.208 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.208 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.208 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.208 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.208 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.208 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.208 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.208 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:20.209 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.209 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.209 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.209 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.209 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.209 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:20.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.564878+0000", 2024-08-17T00:32:20.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.564878+0000", 2024-08-17T00:32:20.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.565235+0000", 2024-08-17T00:32:20.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:20.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:20.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:20.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:20.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:20.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:20.210 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.210 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.211 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.211 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.211 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.211 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.211 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.211 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.211 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.211 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.211 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.211 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.211 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.211 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.26", 2024-08-17T00:32:20.211 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.212 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.212 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.212 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:20.212 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.212 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:02:20.929399+0000", 2024-08-17T00:32:20.212 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.212 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.212 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.215 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.216 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.216 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.216 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.216 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.216 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.216 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.216 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.216 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:20.216 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.216 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.216 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.216 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.216 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.217 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.217 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.217 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.217 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:20.217 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.217 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.217 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.217 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.217 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.217 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.217 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265360+0000", 2024-08-17T00:32:20.217 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.565030+0000", 2024-08-17T00:32:20.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.565030+0000", 2024-08-17T00:32:20.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.565311+0000", 2024-08-17T00:32:20.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265360+0000", 2024-08-17T00:32:20.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265360+0000", 2024-08-17T00:32:20.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265360+0000", 2024-08-17T00:32:20.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265360+0000", 2024-08-17T00:32:20.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.219 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265360+0000", 2024-08-17T00:32:20.219 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265360+0000", 2024-08-17T00:32:20.219 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.219 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.219 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.219 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.219 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.219 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.219 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.219 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.219 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.219 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.220 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.220 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.220 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.25", 2024-08-17T00:32:20.220 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.220 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.220 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.220 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.220 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.220 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:10:49.142508+0000", 2024-08-17T00:32:20.220 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.220 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.220 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.224 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.224 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.224 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.224 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.224 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.224 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.224 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.224 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:20.224 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.224 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.224 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.224 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.225 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.225 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.225 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.225 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:20.225 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.225 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.225 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.225 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.225 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.225 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.225 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262698+0000", 2024-08-17T00:32:20.225 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.558966+0000", 2024-08-17T00:32:20.225 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.558966+0000", 2024-08-17T00:32:20.225 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.559743+0000", 2024-08-17T00:32:20.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262698+0000", 2024-08-17T00:32:20.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262698+0000", 2024-08-17T00:32:20.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262698+0000", 2024-08-17T00:32:20.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262698+0000", 2024-08-17T00:32:20.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262698+0000", 2024-08-17T00:32:20.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262698+0000", 2024-08-17T00:32:20.227 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.227 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.227 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.227 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.227 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.227 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.227 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.227 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.227 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.227 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.227 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.227 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.227 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.228 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.24", 2024-08-17T00:32:20.228 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.228 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.228 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.228 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.228 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.228 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:51:25.120580+0000", 2024-08-17T00:32:20.228 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.228 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.228 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.231 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.232 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.232 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.232 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.232 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.232 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.232 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.232 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.232 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:20.232 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.232 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.232 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.232 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.232 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.233 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.233 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.233 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.233 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:20.233 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.233 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.233 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.233 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.233 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.233 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.233 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262845+0000", 2024-08-17T00:32:20.233 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.569892+0000", 2024-08-17T00:32:20.233 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.569892+0000", 2024-08-17T00:32:20.234 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.570575+0000", 2024-08-17T00:32:20.234 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262845+0000", 2024-08-17T00:32:20.234 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.234 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.234 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.234 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.234 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262845+0000", 2024-08-17T00:32:20.234 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262845+0000", 2024-08-17T00:32:20.234 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262845+0000", 2024-08-17T00:32:20.234 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.234 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.234 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.235 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262845+0000", 2024-08-17T00:32:20.235 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262845+0000", 2024-08-17T00:32:20.235 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.235 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.235 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.235 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.235 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.235 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.235 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.235 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.235 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.235 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.235 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.236 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.236 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.236 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.23", 2024-08-17T00:32:20.236 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.236 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.236 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.236 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.236 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.236 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:48:43.557425+0000", 2024-08-17T00:32:20.236 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.236 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.236 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.237 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.239 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.240 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.240 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.240 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.240 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.240 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.240 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.240 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.240 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:20.240 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.240 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.240 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.240 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.240 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.240 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.241 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.241 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.241 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.241 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.241 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.241 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.241 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.241 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.241 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.241 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267758+0000", 2024-08-17T00:32:20.241 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.577928+0000", 2024-08-17T00:32:20.241 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.577928+0000", 2024-08-17T00:32:20.241 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.578201+0000", 2024-08-17T00:32:20.242 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267758+0000", 2024-08-17T00:32:20.242 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.242 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.242 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.242 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.242 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267758+0000", 2024-08-17T00:32:20.242 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267758+0000", 2024-08-17T00:32:20.242 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267758+0000", 2024-08-17T00:32:20.242 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.242 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.242 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.242 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267758+0000", 2024-08-17T00:32:20.242 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267758+0000", 2024-08-17T00:32:20.242 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.243 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.243 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.243 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.243 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.243 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.243 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.243 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.243 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.243 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.243 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.243 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.243 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.243 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.22", 2024-08-17T00:32:20.244 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.244 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.244 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.244 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.244 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.244 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:46:21.875648+0000", 2024-08-17T00:32:20.244 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.244 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.244 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.245 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.246 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.247 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.247 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.248 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.248 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.248 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.248 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.248 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.248 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.248 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.248 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.248 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.248 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.248 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.248 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.248 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.249 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.249 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.249 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:20.249 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.249 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.249 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.249 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.249 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.249 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.249 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348149+0000", 2024-08-17T00:32:20.249 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.571847+0000", 2024-08-17T00:32:20.249 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.571847+0000", 2024-08-17T00:32:20.249 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.572134+0000", 2024-08-17T00:32:20.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348149+0000", 2024-08-17T00:32:20.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348149+0000", 2024-08-17T00:32:20.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348149+0000", 2024-08-17T00:32:20.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348149+0000", 2024-08-17T00:32:20.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.250 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348149+0000", 2024-08-17T00:32:20.251 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348149+0000", 2024-08-17T00:32:20.251 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.251 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.251 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.251 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.251 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.251 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.251 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.251 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.251 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.251 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.251 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.251 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.252 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.252 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.21", 2024-08-17T00:32:20.252 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.252 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.252 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.252 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:20.252 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.252 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:59:58.108828+0000", 2024-08-17T00:32:20.252 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.252 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.252 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.253 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.254 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.255 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.255 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.255 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.255 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.255 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.255 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.255 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.255 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.255 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.255 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.255 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.255 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.255 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.256 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.256 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.256 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.256 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.256 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.256 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.256 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.256 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.256 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:20.256 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.256 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.257 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.257 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.257 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.257 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.257 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.257 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:20.257 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.257 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.257 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.257 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.257 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.257 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.257 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.629707+0000", 2024-08-17T00:32:20.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.578232+0000", 2024-08-17T00:32:20.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.578232+0000", 2024-08-17T00:32:20.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.578531+0000", 2024-08-17T00:32:20.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.629707+0000", 2024-08-17T00:32:20.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.629707+0000", 2024-08-17T00:32:20.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.629707+0000", 2024-08-17T00:32:20.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.629707+0000", 2024-08-17T00:32:20.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.258 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.259 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.259 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.629707+0000", 2024-08-17T00:32:20.259 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.629707+0000", 2024-08-17T00:32:20.259 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.259 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.259 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.259 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.259 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.259 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.259 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.259 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.260 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.260 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.260 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.260 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.260 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.260 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.20", 2024-08-17T00:32:20.260 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.260 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.260 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.260 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:20.260 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.260 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:03:06.972232+0000", 2024-08-17T00:32:20.260 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.261 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.261 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.262 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.263 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.263 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.263 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.263 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.263 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.263 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.263 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.263 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.263 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.263 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.263 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.263 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.263 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.264 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.264 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.264 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.264 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.264 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.264 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.264 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.264 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.264 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:20.265 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.265 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.265 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.265 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.265 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.265 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.265 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.265 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T00:32:20.265 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.265 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.265 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.265 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.266 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.266 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.266 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262726+0000", 2024-08-17T00:32:20.266 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.563683+0000", 2024-08-17T00:32:20.266 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.563683+0000", 2024-08-17T00:32:20.266 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.563988+0000", 2024-08-17T00:32:20.266 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262726+0000", 2024-08-17T00:32:20.266 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.266 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.266 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.266 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.266 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262726+0000", 2024-08-17T00:32:20.267 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262726+0000", 2024-08-17T00:32:20.267 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262726+0000", 2024-08-17T00:32:20.267 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.267 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.267 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.267 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262726+0000", 2024-08-17T00:32:20.267 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262726+0000", 2024-08-17T00:32:20.267 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.267 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.267 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.267 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.267 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.267 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.268 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.268 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.268 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.268 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.268 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.268 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.268 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.268 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1a", 2024-08-17T00:32:20.268 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.268 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.268 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.268 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.268 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.268 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:05:01.678441+0000", 2024-08-17T00:32:20.269 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.269 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.269 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.270 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.272 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.272 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.272 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.272 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.272 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.272 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.272 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.272 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T00:32:20.272 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.273 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.273 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.273 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.273 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.273 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.273 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.273 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:20.273 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.273 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.273 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.273 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.273 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.274 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.274 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262386+0000", 2024-08-17T00:32:20.274 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.327464+0000", 2024-08-17T00:32:20.274 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.327464+0000", 2024-08-17T00:32:20.274 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.327941+0000", 2024-08-17T00:32:20.274 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262386+0000", 2024-08-17T00:32:20.274 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.274 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.274 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.274 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.274 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262386+0000", 2024-08-17T00:32:20.275 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262386+0000", 2024-08-17T00:32:20.275 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262386+0000", 2024-08-17T00:32:20.275 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.275 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.275 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.275 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262386+0000", 2024-08-17T00:32:20.275 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262386+0000", 2024-08-17T00:32:20.275 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.275 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T00:32:20.275 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.275 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.275 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.275 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.276 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.276 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.276 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.276 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T00:32:20.276 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.276 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.276 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.276 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1b", 2024-08-17T00:32:20.276 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.276 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.276 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.276 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:20.276 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.277 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:56:42.853121+0000", 2024-08-17T00:32:20.277 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.277 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.277 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.280 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.280 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.280 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.280 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.280 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.280 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.281 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.281 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.281 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:20.281 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T00:32:20.281 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.281 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.281 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.281 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.281 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.281 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.281 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.281 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:20.281 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.282 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.282 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.282 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.282 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.282 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.282 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262947+0000", 2024-08-17T00:32:20.282 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.568474+0000", 2024-08-17T00:32:20.282 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.568474+0000", 2024-08-17T00:32:20.282 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.568941+0000", 2024-08-17T00:32:20.282 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262947+0000", 2024-08-17T00:32:20.282 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.282 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.283 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.283 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.283 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262947+0000", 2024-08-17T00:32:20.283 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262947+0000", 2024-08-17T00:32:20.283 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262947+0000", 2024-08-17T00:32:20.283 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.283 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.283 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.283 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262947+0000", 2024-08-17T00:32:20.283 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262947+0000", 2024-08-17T00:32:20.283 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.283 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.283 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.284 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.284 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.284 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.284 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.284 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.284 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.284 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.284 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.284 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.284 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.284 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1b", 2024-08-17T00:32:20.284 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.284 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.284 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.285 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.285 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.285 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:47:02.534879+0000", 2024-08-17T00:32:20.285 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.285 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.285 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.288 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.288 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.288 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.288 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.289 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.289 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.289 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.289 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.289 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:20.289 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.289 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.289 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.289 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.289 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.289 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.289 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.290 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:20.290 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.290 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.290 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.290 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.290 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.290 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.290 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.629966+0000", 2024-08-17T00:32:20.290 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.329595+0000", 2024-08-17T00:32:20.290 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.329595+0000", 2024-08-17T00:32:20.290 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.330117+0000", 2024-08-17T00:32:20.290 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.629966+0000", 2024-08-17T00:32:20.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.629966+0000", 2024-08-17T00:32:20.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.629966+0000", 2024-08-17T00:32:20.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.629966+0000", 2024-08-17T00:32:20.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.629966+0000", 2024-08-17T00:32:20.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.629966+0000", 2024-08-17T00:32:20.292 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.292 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T00:32:20.292 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.292 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.292 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.292 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.292 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.292 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.292 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.292 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T00:32:20.292 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.292 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.292 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.293 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1a", 2024-08-17T00:32:20.293 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.293 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.293 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.293 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 23, 2024-08-17T00:32:20.293 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.293 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:31:21.489599+0000", 2024-08-17T00:32:20.293 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.293 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.293 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.297 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.297 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.297 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.297 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.297 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.297 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.297 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.297 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.297 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:20.297 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T00:32:20.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.298 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.298 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.298 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.298 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.298 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.298 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.298 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:20.298 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.298 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.298 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.298 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.298 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.298 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262183+0000", 2024-08-17T00:32:20.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.325748+0000", 2024-08-17T00:32:20.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.325748+0000", 2024-08-17T00:32:20.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.326095+0000", 2024-08-17T00:32:20.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262183+0000", 2024-08-17T00:32:20.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262183+0000", 2024-08-17T00:32:20.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262183+0000", 2024-08-17T00:32:20.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262183+0000", 2024-08-17T00:32:20.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.300 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.300 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.300 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262183+0000", 2024-08-17T00:32:20.300 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262183+0000", 2024-08-17T00:32:20.300 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.300 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.300 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.300 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.300 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.300 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.300 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.301 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.301 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.301 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.301 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.301 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.301 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.301 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.19", 2024-08-17T00:32:20.301 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.301 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.301 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.301 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:20.301 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.301 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:26:54.184058+0000", 2024-08-17T00:32:20.301 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.302 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.302 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.305 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.305 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.305 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.305 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.305 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.305 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.305 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.305 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.305 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.305 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.305 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.305 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:20.306 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.306 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.306 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.306 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.306 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.306 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.306 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.306 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.306 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:20.306 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.306 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.306 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.306 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.307 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.307 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:20.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.559258+0000", 2024-08-17T00:32:20.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.559258+0000", 2024-08-17T00:32:20.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.560686+0000", 2024-08-17T00:32:20.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:20.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:20.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:20.308 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:20.308 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.308 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.308 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.308 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:20.308 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:20.308 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.308 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.308 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.308 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.308 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.308 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.308 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.309 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.309 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.309 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.309 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.309 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.309 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.309 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.18", 2024-08-17T00:32:20.309 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.309 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.309 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.309 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.309 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.309 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:03:25.523387+0000", 2024-08-17T00:32:20.310 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.310 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.310 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.313 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.313 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.313 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.313 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.313 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.313 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.313 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.313 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.313 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:20.314 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.314 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.314 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.314 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.314 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.314 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.314 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.314 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.314 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.314 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.314 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.314 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.314 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.315 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.315 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.315 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267560+0000", 2024-08-17T00:32:20.315 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.327632+0000", 2024-08-17T00:32:20.315 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.327632+0000", 2024-08-17T00:32:20.315 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.328023+0000", 2024-08-17T00:32:20.315 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267560+0000", 2024-08-17T00:32:20.315 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.315 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.315 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.315 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.316 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267560+0000", 2024-08-17T00:32:20.316 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267560+0000", 2024-08-17T00:32:20.316 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267560+0000", 2024-08-17T00:32:20.316 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.316 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.316 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.316 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267560+0000", 2024-08-17T00:32:20.316 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267560+0000", 2024-08-17T00:32:20.316 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.316 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.316 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.316 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.316 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.317 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.317 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.317 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.317 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.317 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.317 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.317 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.317 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.317 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.18", 2024-08-17T00:32:20.317 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.317 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.317 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.317 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:20.318 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.318 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:14:49.647406+0000", 2024-08-17T00:32:20.318 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.318 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.318 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.321 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.321 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.321 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.321 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.321 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.322 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.322 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.322 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.322 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.322 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.322 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.322 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.322 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.322 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.322 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.322 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.322 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:20.323 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.323 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.323 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.323 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.323 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.323 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.323 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265104+0000", 2024-08-17T00:32:20.323 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.563989+0000", 2024-08-17T00:32:20.323 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.563989+0000", 2024-08-17T00:32:20.323 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.564257+0000", 2024-08-17T00:32:20.323 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265104+0000", 2024-08-17T00:32:20.323 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.324 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.324 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.324 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.324 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265104+0000", 2024-08-17T00:32:20.324 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265104+0000", 2024-08-17T00:32:20.324 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265104+0000", 2024-08-17T00:32:20.324 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.324 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.324 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.324 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265104+0000", 2024-08-17T00:32:20.324 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265104+0000", 2024-08-17T00:32:20.324 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.324 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.325 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.325 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.325 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.325 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.325 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.325 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.325 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.325 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.325 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.325 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.325 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.325 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.19", 2024-08-17T00:32:20.325 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.326 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.326 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.326 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.326 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.326 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:34:56.400272+0000", 2024-08-17T00:32:20.326 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.326 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.326 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.329 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.329 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.329 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.330 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.330 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.330 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.330 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.330 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:20.330 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.330 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.330 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.330 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.330 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.330 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.330 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.331 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.331 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:20.331 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.331 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.331 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.331 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.331 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.331 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.630376+0000", 2024-08-17T00:32:20.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.327183+0000", 2024-08-17T00:32:20.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.327183+0000", 2024-08-17T00:32:20.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.327717+0000", 2024-08-17T00:32:20.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.630376+0000", 2024-08-17T00:32:20.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.332 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.332 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.332 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.332 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.630376+0000", 2024-08-17T00:32:20.332 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.630376+0000", 2024-08-17T00:32:20.332 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.630376+0000", 2024-08-17T00:32:20.332 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.332 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.332 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.332 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.630376+0000", 2024-08-17T00:32:20.332 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.630376+0000", 2024-08-17T00:32:20.332 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.332 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.332 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.333 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.333 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.333 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.333 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.333 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.333 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.333 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.333 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.333 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.333 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.333 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.17", 2024-08-17T00:32:20.333 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.333 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.334 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.334 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 22, 2024-08-17T00:32:20.334 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.334 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:25:34.020379+0000", 2024-08-17T00:32:20.334 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.334 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.334 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.337 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.337 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.337 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.337 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.337 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.337 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.337 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.337 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.337 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.337 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.337 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.338 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.338 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.338 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.338 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.338 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.338 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:20.338 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.338 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.338 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.338 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.338 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.338 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.339 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.339 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.339 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.339 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.339 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.339 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.339 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.339 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.339 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.339 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.268015+0000", 2024-08-17T00:32:20.339 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.581312+0000", 2024-08-17T00:32:20.339 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.581312+0000", 2024-08-17T00:32:20.339 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.581596+0000", 2024-08-17T00:32:20.340 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.268015+0000", 2024-08-17T00:32:20.340 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.340 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.340 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.340 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.340 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.268015+0000", 2024-08-17T00:32:20.340 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.268015+0000", 2024-08-17T00:32:20.340 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.268015+0000", 2024-08-17T00:32:20.340 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.340 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.340 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.340 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.268015+0000", 2024-08-17T00:32:20.340 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.268015+0000", 2024-08-17T00:32:20.341 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.341 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.341 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.341 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.341 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.341 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.341 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.341 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.341 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.341 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.341 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.341 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.342 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.342 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.16", 2024-08-17T00:32:20.342 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.342 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.342 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.342 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.342 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.342 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:11:23.608191+0000", 2024-08-17T00:32:20.342 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.342 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.342 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.344 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.344 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.344 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.344 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.344 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.344 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.344 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.344 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.344 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.344 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.344 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.344 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.344 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.345 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.345 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.345 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.345 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.345 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.345 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.345 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.345 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.345 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.345 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.345 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.345 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.346 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.346 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.346 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.346 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.346 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.346 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.346 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.346 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.346 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.346 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.346 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.346 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.346 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.347 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.347 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.347 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.347 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.347 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.347 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.347 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.347 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.347 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.347 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.347 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.268054+0000", 2024-08-17T00:32:20.347 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.328822+0000", 2024-08-17T00:32:20.348 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.328822+0000", 2024-08-17T00:32:20.348 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.329168+0000", 2024-08-17T00:32:20.348 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.268054+0000", 2024-08-17T00:32:20.348 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.348 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.348 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.348 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.348 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.268054+0000", 2024-08-17T00:32:20.348 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.268054+0000", 2024-08-17T00:32:20.348 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.268054+0000", 2024-08-17T00:32:20.348 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.348 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.349 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.349 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.268054+0000", 2024-08-17T00:32:20.349 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.268054+0000", 2024-08-17T00:32:20.349 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.349 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.349 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.349 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.349 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.349 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.349 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.349 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.349 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.349 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.350 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.350 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.350 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.350 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.16", 2024-08-17T00:32:20.350 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.350 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.350 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.350 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:20.350 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.350 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:56:39.682103+0000", 2024-08-17T00:32:20.350 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.350 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.351 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.354 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.354 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.354 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.354 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.354 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.354 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.354 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.354 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.354 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.354 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.354 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.355 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.355 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.355 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.355 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.355 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.355 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.355 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:20.355 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.355 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.355 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.355 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.355 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.355 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.356 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.263845+0000", 2024-08-17T00:32:20.356 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.571136+0000", 2024-08-17T00:32:20.356 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.571136+0000", 2024-08-17T00:32:20.356 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.571584+0000", 2024-08-17T00:32:20.356 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.263845+0000", 2024-08-17T00:32:20.356 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.356 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.356 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.356 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.356 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.263845+0000", 2024-08-17T00:32:20.356 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.263845+0000", 2024-08-17T00:32:20.356 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.263845+0000", 2024-08-17T00:32:20.356 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.357 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.357 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.357 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.263845+0000", 2024-08-17T00:32:20.357 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.263845+0000", 2024-08-17T00:32:20.357 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.357 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.357 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.357 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.357 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.357 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.357 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.357 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.358 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.358 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.358 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.358 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.358 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.358 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.17", 2024-08-17T00:32:20.358 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.358 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.358 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.358 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.358 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.358 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:07:32.824713+0000", 2024-08-17T00:32:20.359 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.359 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.359 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.362 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.362 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.362 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.362 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.362 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.362 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.363 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.363 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.363 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:20.363 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.363 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.363 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.363 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.363 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.363 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.363 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.363 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.363 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:20.363 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.364 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.364 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.364 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.364 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.364 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.364 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265433+0000", 2024-08-17T00:32:20.364 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.325792+0000", 2024-08-17T00:32:20.364 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.325792+0000", 2024-08-17T00:32:20.364 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.326327+0000", 2024-08-17T00:32:20.364 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265433+0000", 2024-08-17T00:32:20.364 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.364 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.364 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.365 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.365 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265433+0000", 2024-08-17T00:32:20.365 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265433+0000", 2024-08-17T00:32:20.365 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265433+0000", 2024-08-17T00:32:20.365 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.365 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.365 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.365 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265433+0000", 2024-08-17T00:32:20.365 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265433+0000", 2024-08-17T00:32:20.365 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.365 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3, 2024-08-17T00:32:20.365 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.366 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.366 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.366 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.366 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.366 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.366 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.366 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3, 2024-08-17T00:32:20.366 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.366 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.366 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.366 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.15", 2024-08-17T00:32:20.366 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.366 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.367 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.367 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 27, 2024-08-17T00:32:20.367 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.367 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:46:15.450671+0000", 2024-08-17T00:32:20.367 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.367 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.367 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 90, 2024-08-17T00:32:20.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T00:32:20.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T00:32:20.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T00:32:20.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:20.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 4, 2024-08-17T00:32:20.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T00:32:20.370 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.370 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.371 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.371 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.371 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.371 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.371 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.371 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.371 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:20.371 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'3" 2024-08-17T00:32:20.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.371 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.371 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.371 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.372 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.372 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.372 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.372 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:20.372 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.372 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.372 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.372 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.372 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.372 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.372 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348285+0000", 2024-08-17T00:32:20.372 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:09.822223+0000", 2024-08-17T00:32:20.372 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:09.822223+0000", 2024-08-17T00:32:20.372 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:09.822555+0000", 2024-08-17T00:32:20.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348285+0000", 2024-08-17T00:32:20.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 67, 2024-08-17T00:32:20.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348285+0000", 2024-08-17T00:32:20.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348285+0000", 2024-08-17T00:32:20.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348285+0000", 2024-08-17T00:32:20.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348285+0000", 2024-08-17T00:32:20.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348285+0000", 2024-08-17T00:32:20.373 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.374 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.374 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.374 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.374 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 66, 2024-08-17T00:32:20.374 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.374 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.374 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.374 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.374 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.374 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.374 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.374 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.374 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.14", 2024-08-17T00:32:20.375 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.375 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.375 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.375 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 18, 2024-08-17T00:32:20.375 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.375 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:10:21.766635+0000", 2024-08-17T00:32:20.375 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.375 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.375 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.378 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.379 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.379 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.379 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.379 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.379 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.379 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.379 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.379 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:20.379 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.379 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.379 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.379 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.379 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.380 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.380 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.380 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.380 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:20.380 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.380 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.380 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.380 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.380 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.380 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.380 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:31:14.063030+0000", 2024-08-17T00:32:20.380 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.325615+0000", 2024-08-17T00:32:20.380 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.325615+0000", 2024-08-17T00:32:20.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.325954+0000", 2024-08-17T00:32:20.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:31:14.063030+0000", 2024-08-17T00:32:20.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:31:14.063030+0000", 2024-08-17T00:32:20.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:31:14.063030+0000", 2024-08-17T00:32:20.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:31:14.063030+0000", 2024-08-17T00:32:20.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.382 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:31:14.063030+0000", 2024-08-17T00:32:20.382 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:31:14.063030+0000", 2024-08-17T00:32:20.382 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.382 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 12, 2024-08-17T00:32:20.382 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.382 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.382 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.382 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.382 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.382 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.382 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.382 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 12, 2024-08-17T00:32:20.382 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.383 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.383 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.383 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.14", 2024-08-17T00:32:20.383 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.383 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.383 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:20.383 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 34, 2024-08-17T00:32:20.383 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.383 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:23:44.143722+0000", 2024-08-17T00:32:20.383 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.383 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.383 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 2624, 2024-08-17T00:32:20.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T00:32:20.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T00:32:20.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T00:32:20.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:20.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 12, 2024-08-17T00:32:20.387 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 9 2024-08-17T00:32:20.387 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.387 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.387 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.387 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.387 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.387 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.387 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.387 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.387 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:20.388 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "75'12" 2024-08-17T00:32:20.388 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.388 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.388 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.388 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.388 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.388 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.388 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.388 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.388 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.388 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.388 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.388 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.389 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.389 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552391+0000", 2024-08-17T00:32:20.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.570648+0000", 2024-08-17T00:32:20.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.570648+0000", 2024-08-17T00:32:20.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.570922+0000", 2024-08-17T00:32:20.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552391+0000", 2024-08-17T00:32:20.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552391+0000", 2024-08-17T00:32:20.390 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552391+0000", 2024-08-17T00:32:20.390 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552391+0000", 2024-08-17T00:32:20.390 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.390 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.390 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.390 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552391+0000", 2024-08-17T00:32:20.390 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552391+0000", 2024-08-17T00:32:20.390 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.390 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.390 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.390 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.390 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.391 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.391 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.391 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.391 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.391 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.391 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.391 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.391 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.391 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.15", 2024-08-17T00:32:20.391 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.391 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.391 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.391 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.392 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.392 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:04:04.313911+0000", 2024-08-17T00:32:20.392 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.392 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.392 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.395 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.395 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.395 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.395 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.395 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.395 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.395 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.396 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.396 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.396 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.396 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.396 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.396 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.396 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.396 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.396 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.396 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.396 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.396 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:20.396 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.397 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.397 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.397 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.397 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.397 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262966+0000", 2024-08-17T00:32:20.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.319126+0000", 2024-08-17T00:32:20.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.319126+0000", 2024-08-17T00:32:20.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.319418+0000", 2024-08-17T00:32:20.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262966+0000", 2024-08-17T00:32:20.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.398 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.398 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.398 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262966+0000", 2024-08-17T00:32:20.398 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262966+0000", 2024-08-17T00:32:20.398 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262966+0000", 2024-08-17T00:32:20.398 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.398 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.398 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.398 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262966+0000", 2024-08-17T00:32:20.398 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262966+0000", 2024-08-17T00:32:20.398 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.398 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T00:32:20.399 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.399 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.399 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.399 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.399 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.399 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.399 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.399 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T00:32:20.399 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.399 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.399 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.399 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.13", 2024-08-17T00:32:20.400 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.400 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.400 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.400 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 26, 2024-08-17T00:32:20.400 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.400 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:05:42.776436+0000", 2024-08-17T00:32:20.400 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.400 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.400 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 34, 2024-08-17T00:32:20.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T00:32:20.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T00:32:20.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T00:32:20.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:20.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.403 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T00:32:20.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 6 2024-08-17T00:32:20.406 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.406 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.406 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.406 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.406 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.406 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.406 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.406 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.406 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:20.407 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T00:32:20.407 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.407 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.407 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.407 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.407 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.407 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.407 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.407 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:20.407 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.407 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.407 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.408 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.408 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.408 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.408 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262680+0000", 2024-08-17T00:32:20.408 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.566761+0000", 2024-08-17T00:32:20.408 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.566761+0000", 2024-08-17T00:32:20.408 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.567004+0000", 2024-08-17T00:32:20.408 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262680+0000", 2024-08-17T00:32:20.408 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.408 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.408 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.408 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.408 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262680+0000", 2024-08-17T00:32:20.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262680+0000", 2024-08-17T00:32:20.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262680+0000", 2024-08-17T00:32:20.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262680+0000", 2024-08-17T00:32:20.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262680+0000", 2024-08-17T00:32:20.409 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.409 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.409 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.409 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.410 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.410 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.410 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.410 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.410 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.410 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.410 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.410 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.410 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.410 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.12", 2024-08-17T00:32:20.410 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.410 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.411 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.411 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.411 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.411 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:26:27.508839+0000", 2024-08-17T00:32:20.411 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.411 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.411 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.411 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.412 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.414 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.414 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.414 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.414 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.414 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.415 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.415 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.415 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.415 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:20.415 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.415 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.415 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.415 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.415 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.415 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.415 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.415 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.416 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.416 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.416 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.416 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.416 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.416 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.416 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.416 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267885+0000", 2024-08-17T00:32:20.416 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.327806+0000", 2024-08-17T00:32:20.416 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.327806+0000", 2024-08-17T00:32:20.416 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.328142+0000", 2024-08-17T00:32:20.416 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267885+0000", 2024-08-17T00:32:20.416 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.417 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.417 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.417 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.417 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267885+0000", 2024-08-17T00:32:20.417 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267885+0000", 2024-08-17T00:32:20.417 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267885+0000", 2024-08-17T00:32:20.417 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.417 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.417 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.417 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267885+0000", 2024-08-17T00:32:20.417 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267885+0000", 2024-08-17T00:32:20.417 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.417 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.418 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.418 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.418 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.418 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.418 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.418 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.418 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.418 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.418 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.418 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.418 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.418 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.12", 2024-08-17T00:32:20.418 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.419 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.419 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.419 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:20.419 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.419 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:05:22.774743+0000", 2024-08-17T00:32:20.419 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.419 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.419 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.419 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.420 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.422 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.422 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.422 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.423 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.423 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.423 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.423 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.423 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.423 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.423 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.423 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.423 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.423 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.423 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.424 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.424 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.424 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.424 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.424 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.424 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.424 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.424 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.424 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.424 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.424 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552263+0000", 2024-08-17T00:32:20.424 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.574427+0000", 2024-08-17T00:32:20.425 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.574427+0000", 2024-08-17T00:32:20.425 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.574829+0000", 2024-08-17T00:32:20.425 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552263+0000", 2024-08-17T00:32:20.425 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.425 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.425 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.425 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.425 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552263+0000", 2024-08-17T00:32:20.425 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552263+0000", 2024-08-17T00:32:20.425 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552263+0000", 2024-08-17T00:32:20.425 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.425 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.425 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.426 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552263+0000", 2024-08-17T00:32:20.426 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552263+0000", 2024-08-17T00:32:20.426 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.426 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.426 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.426 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.426 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.426 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.426 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.426 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.426 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.427 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.427 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.427 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.427 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.427 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.13", 2024-08-17T00:32:20.427 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.427 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.427 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.427 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.427 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.428 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:20:41.865936+0000", 2024-08-17T00:32:20.428 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.428 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.428 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.431 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.431 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.431 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.431 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.431 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.432 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.432 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.432 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.432 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.432 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.432 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.432 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.432 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.432 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.432 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.432 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.432 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.432 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:20.433 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.433 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.433 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.433 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.433 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.433 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.433 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.629922+0000", 2024-08-17T00:32:20.433 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.323353+0000", 2024-08-17T00:32:20.433 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.323353+0000", 2024-08-17T00:32:20.433 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.323660+0000", 2024-08-17T00:32:20.433 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.629922+0000", 2024-08-17T00:32:20.433 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.434 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.434 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.434 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.434 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.629922+0000", 2024-08-17T00:32:20.434 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.629922+0000", 2024-08-17T00:32:20.434 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.629922+0000", 2024-08-17T00:32:20.434 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.434 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.434 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.434 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.629922+0000", 2024-08-17T00:32:20.434 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.629922+0000", 2024-08-17T00:32:20.434 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.435 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.435 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.435 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.435 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.435 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.435 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.435 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.435 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.435 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.435 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.435 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.435 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.435 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.11", 2024-08-17T00:32:20.436 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.436 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.436 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.436 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 22, 2024-08-17T00:32:20.436 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.436 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:42:29.168696+0000", 2024-08-17T00:32:20.436 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.436 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.436 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.436 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.439 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.439 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.439 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.440 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.440 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.440 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.440 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.440 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.440 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:20.440 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.440 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.440 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.440 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.440 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.441 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.441 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.441 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:20.441 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.441 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.441 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.441 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.441 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.441 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.441 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.629777+0000", 2024-08-17T00:32:20.441 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.577528+0000", 2024-08-17T00:32:20.441 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.577528+0000", 2024-08-17T00:32:20.441 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.577818+0000", 2024-08-17T00:32:20.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.629777+0000", 2024-08-17T00:32:20.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.629777+0000", 2024-08-17T00:32:20.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.629777+0000", 2024-08-17T00:32:20.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.629777+0000", 2024-08-17T00:32:20.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.629777+0000", 2024-08-17T00:32:20.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.629777+0000", 2024-08-17T00:32:20.443 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.443 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.443 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.443 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.443 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.443 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.443 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.443 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.443 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.443 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.443 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.444 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.444 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.444 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.10", 2024-08-17T00:32:20.444 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.444 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.444 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.444 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:20.444 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.444 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:07:02.921564+0000", 2024-08-17T00:32:20.444 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.444 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.444 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.448 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.448 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.448 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.448 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.448 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.448 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.448 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.448 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:20.448 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.448 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.449 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.449 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.449 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.449 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.449 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.449 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:20.449 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.449 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.449 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.449 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.449 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.449 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.449 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348214+0000", 2024-08-17T00:32:20.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.325170+0000", 2024-08-17T00:32:20.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.325170+0000", 2024-08-17T00:32:20.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.328550+0000", 2024-08-17T00:32:20.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348214+0000", 2024-08-17T00:32:20.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348214+0000", 2024-08-17T00:32:20.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348214+0000", 2024-08-17T00:32:20.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348214+0000", 2024-08-17T00:32:20.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348214+0000", 2024-08-17T00:32:20.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348214+0000", 2024-08-17T00:32:20.451 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.451 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 8, 2024-08-17T00:32:20.451 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.451 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.451 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.451 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.451 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.451 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.451 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.451 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 8, 2024-08-17T00:32:20.452 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.452 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.452 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.452 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.10", 2024-08-17T00:32:20.452 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.452 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.452 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.452 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 31, 2024-08-17T00:32:20.452 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.452 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:38:18.656167+0000", 2024-08-17T00:32:20.452 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.452 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.452 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T00:32:20.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T00:32:20.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T00:32:20.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 4, 2024-08-17T00:32:20.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 12, 2024-08-17T00:32:20.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.456 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.456 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.456 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.456 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.456 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.456 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.456 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.456 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:20.456 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'8" 2024-08-17T00:32:20.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.456 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.456 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.457 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.457 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.457 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.457 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.457 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.457 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.457 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.457 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.457 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.457 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.457 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.457 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552037+0000", 2024-08-17T00:32:20.457 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.575258+0000", 2024-08-17T00:32:20.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.575258+0000", 2024-08-17T00:32:20.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.575656+0000", 2024-08-17T00:32:20.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552037+0000", 2024-08-17T00:32:20.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552037+0000", 2024-08-17T00:32:20.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552037+0000", 2024-08-17T00:32:20.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552037+0000", 2024-08-17T00:32:20.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552037+0000", 2024-08-17T00:32:20.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552037+0000", 2024-08-17T00:32:20.459 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.459 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.459 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.459 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.459 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.459 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.459 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.459 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.459 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.459 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.460 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.460 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.460 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.460 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.11", 2024-08-17T00:32:20.460 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.460 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.460 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.460 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.460 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.460 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:06:10.714768+0000", 2024-08-17T00:32:20.460 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.460 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.460 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.464 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.464 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.464 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.464 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.464 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.464 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.464 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.464 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.464 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.465 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.465 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.465 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.465 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.465 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.465 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.465 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T00:32:20.465 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.465 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.465 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.465 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.465 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.466 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.263384+0000", 2024-08-17T00:32:20.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.326894+0000", 2024-08-17T00:32:20.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.326894+0000", 2024-08-17T00:32:20.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.327296+0000", 2024-08-17T00:32:20.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.263384+0000", 2024-08-17T00:32:20.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.263384+0000", 2024-08-17T00:32:20.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.263384+0000", 2024-08-17T00:32:20.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.263384+0000", 2024-08-17T00:32:20.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.263384+0000", 2024-08-17T00:32:20.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.263384+0000", 2024-08-17T00:32:20.467 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.467 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T00:32:20.467 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.467 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.467 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.467 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.467 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.468 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.468 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.468 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T00:32:20.468 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.468 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.468 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.468 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.f", 2024-08-17T00:32:20.468 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.468 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.468 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.468 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:20.468 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.468 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:49:48.075502+0000", 2024-08-17T00:32:20.469 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.469 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.469 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 22, 2024-08-17T00:32:20.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:20.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:20.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:20.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T00:32:20.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T00:32:20.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.472 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.472 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.472 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.472 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.472 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.472 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.472 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.473 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T00:32:20.473 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T00:32:20.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.473 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.473 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.473 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.473 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.473 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.473 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.473 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.473 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.473 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.473 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.474 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.474 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.474 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552575+0000", 2024-08-17T00:32:20.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.574651+0000", 2024-08-17T00:32:20.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.574651+0000", 2024-08-17T00:32:20.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.575861+0000", 2024-08-17T00:32:20.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552575+0000", 2024-08-17T00:32:20.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.475 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552575+0000", 2024-08-17T00:32:20.475 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552575+0000", 2024-08-17T00:32:20.475 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552575+0000", 2024-08-17T00:32:20.475 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.475 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.475 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.475 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552575+0000", 2024-08-17T00:32:20.475 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552575+0000", 2024-08-17T00:32:20.475 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.475 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.475 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.475 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.475 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.476 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.476 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.476 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.476 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.476 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.476 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.476 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.476 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.476 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.e", 2024-08-17T00:32:20.476 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.476 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.476 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.477 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.477 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.477 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:02:13.029705+0000", 2024-08-17T00:32:20.477 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.477 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.477 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.480 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.480 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.480 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.481 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.481 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.481 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.481 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.481 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.481 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.481 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.481 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.481 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.481 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.481 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.481 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.482 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:20.482 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.482 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.482 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.482 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.482 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.482 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348521+0000", 2024-08-17T00:32:20.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.328979+0000", 2024-08-17T00:32:20.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.328979+0000", 2024-08-17T00:32:20.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.329256+0000", 2024-08-17T00:32:20.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348521+0000", 2024-08-17T00:32:20.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.483 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.483 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.483 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.483 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348521+0000", 2024-08-17T00:32:20.483 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348521+0000", 2024-08-17T00:32:20.483 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348521+0000", 2024-08-17T00:32:20.483 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.483 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.483 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.483 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348521+0000", 2024-08-17T00:32:20.483 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348521+0000", 2024-08-17T00:32:20.483 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.483 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T00:32:20.484 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.484 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.484 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.484 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.484 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.484 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.484 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.484 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T00:32:20.484 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.484 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.484 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.484 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.e", 2024-08-17T00:32:20.484 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.485 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.485 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.485 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:20.485 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.485 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:38:27.286267+0000", 2024-08-17T00:32:20.485 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.485 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.485 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:20.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:20.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:20.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:20.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T00:32:20.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.488 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.488 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.488 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.489 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.489 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.489 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.489 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.489 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:20.489 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T00:32:20.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.489 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.489 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.489 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.489 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.489 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.490 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.490 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.490 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.490 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.490 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.490 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.490 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.490 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.490 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552708+0000", 2024-08-17T00:32:20.490 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.574702+0000", 2024-08-17T00:32:20.490 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.574702+0000", 2024-08-17T00:32:20.490 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.575051+0000", 2024-08-17T00:32:20.491 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552708+0000", 2024-08-17T00:32:20.491 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.491 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.491 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.491 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.491 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552708+0000", 2024-08-17T00:32:20.491 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552708+0000", 2024-08-17T00:32:20.491 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552708+0000", 2024-08-17T00:32:20.491 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.491 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.491 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.491 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552708+0000", 2024-08-17T00:32:20.491 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552708+0000", 2024-08-17T00:32:20.492 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.492 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.492 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.492 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.492 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.492 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.492 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.492 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.492 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.492 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.492 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.492 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.492 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.493 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.f", 2024-08-17T00:32:20.493 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.493 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.493 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.493 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.493 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.493 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:56:57.668415+0000", 2024-08-17T00:32:20.493 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.493 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.493 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.497 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.497 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.497 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.497 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.497 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.497 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.497 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.497 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.497 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.497 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.497 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.498 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.498 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.498 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.498 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.498 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:20.498 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.498 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.498 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.498 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.498 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.498 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.498 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265461+0000", 2024-08-17T00:32:20.498 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.328449+0000", 2024-08-17T00:32:20.499 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.328449+0000", 2024-08-17T00:32:20.499 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.328723+0000", 2024-08-17T00:32:20.499 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265461+0000", 2024-08-17T00:32:20.499 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.499 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.499 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.499 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.499 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265461+0000", 2024-08-17T00:32:20.499 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265461+0000", 2024-08-17T00:32:20.499 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265461+0000", 2024-08-17T00:32:20.499 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.499 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.500 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.500 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265461+0000", 2024-08-17T00:32:20.500 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265461+0000", 2024-08-17T00:32:20.500 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.500 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T00:32:20.500 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.500 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.500 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.500 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.500 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.500 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.500 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.500 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T00:32:20.500 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.501 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.501 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.501 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.d", 2024-08-17T00:32:20.501 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.501 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.501 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.501 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:20.501 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.501 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:51:32.156697+0000", 2024-08-17T00:32:20.501 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.501 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.501 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 70, 2024-08-17T00:32:20.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.503 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.503 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.503 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.503 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.503 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:20.503 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:20.503 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.503 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:20.503 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.503 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.503 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.503 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.503 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T00:32:20.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T00:32:20.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.505 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.505 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.505 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.505 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.505 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.505 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.505 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.505 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:20.505 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T00:32:20.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.506 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.506 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.506 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.506 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.506 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.506 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.506 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.506 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.506 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.506 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.506 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.506 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.507 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.507 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267933+0000", 2024-08-17T00:32:20.507 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.579639+0000", 2024-08-17T00:32:20.507 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.579639+0000", 2024-08-17T00:32:20.507 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.579946+0000", 2024-08-17T00:32:20.507 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267933+0000", 2024-08-17T00:32:20.507 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.507 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.507 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.507 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.507 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267933+0000", 2024-08-17T00:32:20.507 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267933+0000", 2024-08-17T00:32:20.507 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267933+0000", 2024-08-17T00:32:20.508 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.508 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.508 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.508 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267933+0000", 2024-08-17T00:32:20.508 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267933+0000", 2024-08-17T00:32:20.508 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.508 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.508 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.508 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.508 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.508 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.508 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.508 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.509 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.509 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.509 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.509 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.509 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.509 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.c", 2024-08-17T00:32:20.509 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.509 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.509 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.509 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.509 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.509 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:22:27.137076+0000", 2024-08-17T00:32:20.509 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.510 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.510 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.510 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.510 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.510 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.510 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.510 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.510 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.510 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.510 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.510 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.510 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.510 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.513 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.513 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.513 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.513 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.513 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.513 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.513 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.513 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.513 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.513 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.513 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.513 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.514 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.514 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.514 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.514 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.514 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.514 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:20.514 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.514 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.514 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.514 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.514 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.514 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.514 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348449+0000", 2024-08-17T00:32:20.515 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.324967+0000", 2024-08-17T00:32:20.515 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.324967+0000", 2024-08-17T00:32:20.515 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.325467+0000", 2024-08-17T00:32:20.515 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348449+0000", 2024-08-17T00:32:20.515 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.515 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.515 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.515 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.515 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348449+0000", 2024-08-17T00:32:20.515 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348449+0000", 2024-08-17T00:32:20.515 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348449+0000", 2024-08-17T00:32:20.515 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.516 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.516 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.516 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348449+0000", 2024-08-17T00:32:20.516 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348449+0000", 2024-08-17T00:32:20.516 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.516 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.516 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.516 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.516 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.516 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.516 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.516 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.516 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.517 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.517 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.517 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.517 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.517 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.c", 2024-08-17T00:32:20.517 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.517 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.517 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.517 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 23, 2024-08-17T00:32:20.517 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.517 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:56:13.433150+0000", 2024-08-17T00:32:20.517 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.518 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.518 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.521 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.521 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.521 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.521 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.521 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.521 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.521 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.522 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:20.522 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.522 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.522 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.522 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.522 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.522 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.522 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.522 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.522 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.522 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.523 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.523 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.523 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.523 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.523 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552490+0000", 2024-08-17T00:32:20.523 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.576341+0000", 2024-08-17T00:32:20.523 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.576341+0000", 2024-08-17T00:32:20.523 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.576647+0000", 2024-08-17T00:32:20.523 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552490+0000", 2024-08-17T00:32:20.523 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.523 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.523 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.523 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.524 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552490+0000", 2024-08-17T00:32:20.524 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552490+0000", 2024-08-17T00:32:20.524 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552490+0000", 2024-08-17T00:32:20.524 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.524 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.524 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.524 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552490+0000", 2024-08-17T00:32:20.524 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552490+0000", 2024-08-17T00:32:20.524 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.524 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.524 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.524 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.524 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.525 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.525 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.525 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.525 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.525 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.525 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.525 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.525 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.525 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.d", 2024-08-17T00:32:20.525 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.525 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.525 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.525 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.525 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.526 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:55:25.724090+0000", 2024-08-17T00:32:20.526 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.526 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.526 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.529 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.529 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.529 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.529 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.529 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.529 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.530 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.530 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.530 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.530 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.530 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.530 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.530 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.530 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.530 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.530 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:20.530 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.530 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.531 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:20.531 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.531 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.531 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.531 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:58.836143+0000", 2024-08-17T00:32:20.531 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.258065+0000", 2024-08-17T00:32:20.531 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.258065+0000", 2024-08-17T00:32:20.531 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.630511+0000", 2024-08-17T00:32:20.531 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:58.836143+0000", 2024-08-17T00:32:20.531 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.531 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.531 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.531 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:20.532 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:58.836143+0000", 2024-08-17T00:32:20.532 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:58.836143+0000", 2024-08-17T00:32:20.532 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:58.836143+0000", 2024-08-17T00:32:20.532 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.532 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.532 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.532 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:58.836143+0000", 2024-08-17T00:32:20.532 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:58.836143+0000", 2024-08-17T00:32:20.532 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.532 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.532 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.532 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.533 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:20.533 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.533 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.533 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.533 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.533 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.533 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.533 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.533 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.533 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.5", 2024-08-17T00:32:20.533 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.533 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.533 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:20.534 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 19, 2024-08-17T00:32:20.534 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.534 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:28:23.460473+0000", 2024-08-17T00:32:20.534 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.000353145, 2024-08-17T00:32:20.534 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.534 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.537 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.537 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.537 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.537 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.537 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.537 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.538 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.538 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:20.538 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.538 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.538 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.538 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.538 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.538 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.538 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.538 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.538 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.538 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.539 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 19, 2024-08-17T00:32:20.539 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.539 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.539 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:32:14.954759+0000", 2024-08-17T00:32:20.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:25.994384+0000", 2024-08-17T00:32:20.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:25.994384+0000", 2024-08-17T00:32:20.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:25.994679+0000", 2024-08-17T00:32:20.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:32:14.954759+0000", 2024-08-17T00:32:20.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T00:32:20.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T00:32:20.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 58, 2024-08-17T00:32:20.540 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:32:14.954759+0000", 2024-08-17T00:32:20.540 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:32:14.954759+0000", 2024-08-17T00:32:20.540 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:32:14.954759+0000", 2024-08-17T00:32:20.540 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.540 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.540 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T00:32:20.540 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:32:14.954759+0000", 2024-08-17T00:32:20.540 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:32:14.954759+0000", 2024-08-17T00:32:20.540 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.540 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 144, 2024-08-17T00:32:20.540 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.540 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.540 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 57, 2024-08-17T00:32:20.541 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.541 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.541 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.541 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.541 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 144, 2024-08-17T00:32:20.541 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.541 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.541 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.541 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "1.0", 2024-08-17T00:32:20.541 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.541 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.541 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:20.541 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 339, 2024-08-17T00:32:20.541 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.542 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:40:06.327468+0000", 2024-08-17T00:32:20.542 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.542 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.542 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 590368, 2024-08-17T00:32:20.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 1771104, 2024-08-17T00:32:20.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T00:32:20.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T00:32:20.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T00:32:20.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 6, 2024-08-17T00:32:20.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 358, 2024-08-17T00:32:20.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 554, 2024-08-17T00:32:20.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 211, 2024-08-17T00:32:20.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2416 2024-08-17T00:32:20.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.545 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.545 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.545 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.545 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.545 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.545 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.545 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.546 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.546 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "75'144" 2024-08-17T00:32:20.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.546 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.546 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.546 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.546 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.546 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.546 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.546 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.546 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.546 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.546 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.547 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.547 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.547 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.547 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267718+0000", 2024-08-17T00:32:20.547 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.331079+0000", 2024-08-17T00:32:20.547 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.331079+0000", 2024-08-17T00:32:20.547 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.331596+0000", 2024-08-17T00:32:20.547 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267718+0000", 2024-08-17T00:32:20.547 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.547 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.547 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.547 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267718+0000", 2024-08-17T00:32:20.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267718+0000", 2024-08-17T00:32:20.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267718+0000", 2024-08-17T00:32:20.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267718+0000", 2024-08-17T00:32:20.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267718+0000", 2024-08-17T00:32:20.548 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.548 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.548 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.548 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.548 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.549 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.549 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.549 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.549 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.549 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.549 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.549 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.549 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.549 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.3", 2024-08-17T00:32:20.549 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.549 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.549 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.549 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:20.550 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.550 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:39:37.518738+0000", 2024-08-17T00:32:20.550 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.550 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.550 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.550 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.550 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.550 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.550 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.550 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.550 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.550 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.550 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.553 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.553 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.553 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.553 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.553 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.553 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.553 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.554 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.554 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.554 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.554 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.554 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.554 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.554 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.554 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.554 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:20.554 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.554 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.554 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.555 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.555 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.555 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.555 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262384+0000", 2024-08-17T00:32:20.555 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.573481+0000", 2024-08-17T00:32:20.555 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.573481+0000", 2024-08-17T00:32:20.555 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.573762+0000", 2024-08-17T00:32:20.555 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262384+0000", 2024-08-17T00:32:20.555 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.555 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.555 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.555 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.556 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262384+0000", 2024-08-17T00:32:20.556 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262384+0000", 2024-08-17T00:32:20.556 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262384+0000", 2024-08-17T00:32:20.556 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.556 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.556 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.556 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262384+0000", 2024-08-17T00:32:20.556 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262384+0000", 2024-08-17T00:32:20.556 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.556 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.556 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.556 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.556 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.557 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.557 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.557 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.557 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.557 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.557 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.557 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.557 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.557 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2", 2024-08-17T00:32:20.557 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.557 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.557 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.557 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.558 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.558 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:04:25.018485+0000", 2024-08-17T00:32:20.558 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.558 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.558 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.558 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.558 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.558 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.558 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.558 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.558 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.558 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.558 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.561 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.561 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.561 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.561 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.561 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.561 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.561 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.561 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:20.562 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.562 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.562 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.562 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.562 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.562 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.562 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.562 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:20.562 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.562 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.562 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:20.563 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.563 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.563 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:58.832318+0000", 2024-08-17T00:32:20.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.748307+0000", 2024-08-17T00:32:20.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.748307+0000", 2024-08-17T00:32:20.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.263564+0000", 2024-08-17T00:32:20.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:58.832318+0000", 2024-08-17T00:32:20.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:20.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:58.832318+0000", 2024-08-17T00:32:20.564 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:58.832318+0000", 2024-08-17T00:32:20.564 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:58.832318+0000", 2024-08-17T00:32:20.564 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.564 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.564 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.564 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:58.832318+0000", 2024-08-17T00:32:20.564 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:58.832318+0000", 2024-08-17T00:32:20.564 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.564 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.564 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.564 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.564 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:20.564 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.565 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.565 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.565 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.565 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.565 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.565 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.565 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.565 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.6", 2024-08-17T00:32:20.565 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.565 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.565 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:20.565 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 19, 2024-08-17T00:32:20.565 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.566 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:13:43.193464+0000", 2024-08-17T00:32:20.566 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.000317367, 2024-08-17T00:32:20.566 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.566 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.569 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.569 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.569 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.569 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.569 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.569 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.569 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.569 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:20.570 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.570 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.570 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.570 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.570 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.570 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.570 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.570 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:20.570 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.570 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.570 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.570 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.571 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.571 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348114+0000", 2024-08-17T00:32:20.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:10.130945+0000", 2024-08-17T00:32:20.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:10.130945+0000", 2024-08-17T00:32:20.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:10.131248+0000", 2024-08-17T00:32:20.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348114+0000", 2024-08-17T00:32:20.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 67, 2024-08-17T00:32:20.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348114+0000", 2024-08-17T00:32:20.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348114+0000", 2024-08-17T00:32:20.572 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348114+0000", 2024-08-17T00:32:20.572 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.572 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.572 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.572 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348114+0000", 2024-08-17T00:32:20.572 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348114+0000", 2024-08-17T00:32:20.572 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.572 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.572 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.572 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.572 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 66, 2024-08-17T00:32:20.572 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.572 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.573 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.573 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.573 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.573 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.573 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.573 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.573 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.0", 2024-08-17T00:32:20.573 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.573 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.573 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.573 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 18, 2024-08-17T00:32:20.573 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.573 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:36:18.031074+0000", 2024-08-17T00:32:20.574 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.574 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.574 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.577 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.577 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.577 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.577 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.577 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.577 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.577 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.577 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.577 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:20.578 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.578 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.578 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.578 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.578 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.578 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.578 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.578 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.578 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:20.578 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.578 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.578 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.578 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.579 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.579 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262390+0000", 2024-08-17T00:32:20.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.566714+0000", 2024-08-17T00:32:20.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.566714+0000", 2024-08-17T00:32:20.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.566966+0000", 2024-08-17T00:32:20.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262390+0000", 2024-08-17T00:32:20.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262390+0000", 2024-08-17T00:32:20.580 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262390+0000", 2024-08-17T00:32:20.580 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262390+0000", 2024-08-17T00:32:20.580 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.580 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.580 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.580 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262390+0000", 2024-08-17T00:32:20.580 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262390+0000", 2024-08-17T00:32:20.580 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.580 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.580 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.580 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.580 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.580 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.580 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.581 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.581 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.581 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.581 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.581 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.581 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.581 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1", 2024-08-17T00:32:20.581 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.581 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.581 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.581 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.581 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.581 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:29:11.485111+0000", 2024-08-17T00:32:20.582 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.582 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.582 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.585 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.585 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.585 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.585 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.585 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.585 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.585 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.585 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.586 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:20.586 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.586 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.586 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.586 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.586 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.586 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.586 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.586 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:20.586 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.586 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.587 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:20.587 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.587 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.587 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.587 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:58.832302+0000", 2024-08-17T00:32:20.587 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.406281+0000", 2024-08-17T00:32:20.587 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.406281+0000", 2024-08-17T00:32:20.587 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.265929+0000", 2024-08-17T00:32:20.587 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:58.832302+0000", 2024-08-17T00:32:20.587 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.587 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.587 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.588 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:20.588 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:58.832302+0000", 2024-08-17T00:32:20.588 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:58.832302+0000", 2024-08-17T00:32:20.588 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:58.832302+0000", 2024-08-17T00:32:20.588 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.588 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.588 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.588 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:58.832302+0000", 2024-08-17T00:32:20.588 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:58.832302+0000", 2024-08-17T00:32:20.588 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.588 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.588 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.588 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.589 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:20.589 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.589 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.589 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.589 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.589 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.589 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.589 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.589 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.589 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.7", 2024-08-17T00:32:20.589 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.589 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.589 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:20.590 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 19, 2024-08-17T00:32:20.590 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.590 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:46:33.204963+0000", 2024-08-17T00:32:20.590 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.000355722, 2024-08-17T00:32:20.590 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.590 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.592 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.592 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.592 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.592 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.592 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.592 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.592 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.592 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.592 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.592 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.592 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.592 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.592 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.593 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.593 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.593 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.593 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.594 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.594 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.594 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.594 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:20.594 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.594 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.594 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.594 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.594 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.594 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.594 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.594 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.595 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:20.595 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.595 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.595 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.595 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.595 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.595 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.595 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348191+0000", 2024-08-17T00:32:20.595 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.319675+0000", 2024-08-17T00:32:20.595 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.319675+0000", 2024-08-17T00:32:20.595 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.320090+0000", 2024-08-17T00:32:20.595 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348191+0000", 2024-08-17T00:32:20.596 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.596 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.596 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.596 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.596 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348191+0000", 2024-08-17T00:32:20.596 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348191+0000", 2024-08-17T00:32:20.596 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348191+0000", 2024-08-17T00:32:20.596 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.596 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.596 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.596 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348191+0000", 2024-08-17T00:32:20.596 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348191+0000", 2024-08-17T00:32:20.596 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.597 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.597 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.597 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.597 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.597 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.597 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.597 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.597 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.597 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.597 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.597 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.597 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.597 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1", 2024-08-17T00:32:20.598 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.598 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.598 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.598 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 23, 2024-08-17T00:32:20.598 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.598 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:09:38.665430+0000", 2024-08-17T00:32:20.598 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.598 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.598 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.599 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.599 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.599 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.599 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.599 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.599 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.599 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.599 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.599 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.599 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.599 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.599 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.601 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.601 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.602 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.602 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.602 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.602 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.602 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.602 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.602 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:20.602 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.602 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.602 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.602 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.602 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.603 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.603 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.603 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.603 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:20.603 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.603 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.603 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.603 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.603 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.603 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.603 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265102+0000", 2024-08-17T00:32:20.603 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.562198+0000", 2024-08-17T00:32:20.603 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.562198+0000", 2024-08-17T00:32:20.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.562800+0000", 2024-08-17T00:32:20.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265102+0000", 2024-08-17T00:32:20.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265102+0000", 2024-08-17T00:32:20.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265102+0000", 2024-08-17T00:32:20.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265102+0000", 2024-08-17T00:32:20.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265102+0000", 2024-08-17T00:32:20.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265102+0000", 2024-08-17T00:32:20.605 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.605 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.605 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.605 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.605 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.605 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.605 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.605 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.605 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.605 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.605 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.605 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.606 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.606 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.0", 2024-08-17T00:32:20.606 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.606 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.606 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.606 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.606 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.606 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:12:49.143692+0000", 2024-08-17T00:32:20.606 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.606 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.606 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.606 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.611 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.611 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.611 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.611 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.612 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.612 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.612 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.612 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.612 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:20.612 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.612 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.612 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.612 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.612 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.612 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.612 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.613 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:20.613 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.613 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.613 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:20.613 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.613 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.613 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:58.831803+0000", 2024-08-17T00:32:20.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.748381+0000", 2024-08-17T00:32:20.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.748381+0000", 2024-08-17T00:32:20.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.265683+0000", 2024-08-17T00:32:20.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:58.831803+0000", 2024-08-17T00:32:20.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:20.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:58.831803+0000", 2024-08-17T00:32:20.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:58.831803+0000", 2024-08-17T00:32:20.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:58.831803+0000", 2024-08-17T00:32:20.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:58.831803+0000", 2024-08-17T00:32:20.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:58.831803+0000", 2024-08-17T00:32:20.614 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.614 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.614 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.615 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.615 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:20.615 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.615 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.615 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.615 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.615 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.615 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.615 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.615 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.615 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.4", 2024-08-17T00:32:20.615 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.615 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.616 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:20.616 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 19, 2024-08-17T00:32:20.616 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.616 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:07:27.080745+0000", 2024-08-17T00:32:20.616 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.000345977, 2024-08-17T00:32:20.616 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.616 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.619 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.619 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.619 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.619 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.620 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.620 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.620 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.620 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:20.620 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.620 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.620 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.620 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.620 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.620 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.620 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.620 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.620 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.620 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.621 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.621 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.621 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.621 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.621 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267886+0000", 2024-08-17T00:32:20.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.327650+0000", 2024-08-17T00:32:20.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.327650+0000", 2024-08-17T00:32:20.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.328231+0000", 2024-08-17T00:32:20.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267886+0000", 2024-08-17T00:32:20.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267886+0000", 2024-08-17T00:32:20.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267886+0000", 2024-08-17T00:32:20.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267886+0000", 2024-08-17T00:32:20.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267886+0000", 2024-08-17T00:32:20.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267886+0000", 2024-08-17T00:32:20.622 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.622 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.623 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.623 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.623 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.623 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.623 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.623 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.623 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.623 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.623 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.623 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.623 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.623 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.2", 2024-08-17T00:32:20.624 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.624 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.624 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.624 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:20.624 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.624 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:52:37.146252+0000", 2024-08-17T00:32:20.624 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.624 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.624 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.627 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.627 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.627 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.628 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.628 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.628 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.628 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.628 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.628 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.628 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.628 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.628 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.628 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.628 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.628 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.629 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.629 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.629 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T00:32:20.629 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.629 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.629 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.629 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.629 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.629 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.263201+0000", 2024-08-17T00:32:20.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.563780+0000", 2024-08-17T00:32:20.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.563780+0000", 2024-08-17T00:32:20.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.564228+0000", 2024-08-17T00:32:20.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.263201+0000", 2024-08-17T00:32:20.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.263201+0000", 2024-08-17T00:32:20.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.263201+0000", 2024-08-17T00:32:20.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.263201+0000", 2024-08-17T00:32:20.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.263201+0000", 2024-08-17T00:32:20.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.263201+0000", 2024-08-17T00:32:20.631 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.631 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.631 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.631 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.631 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.631 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.631 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.631 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.631 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.631 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.631 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.631 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.632 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.632 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3", 2024-08-17T00:32:20.632 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.632 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.632 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.632 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.632 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.632 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:03:34.248176+0000", 2024-08-17T00:32:20.632 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.632 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.632 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.635 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.635 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.636 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.636 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.636 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.636 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.636 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.636 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.636 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T00:32:20.636 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.636 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.636 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.636 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.636 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.636 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.637 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.637 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.637 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:20.637 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.637 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.637 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:20.637 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.637 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.637 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:58.832333+0000", 2024-08-17T00:32:20.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.406182+0000", 2024-08-17T00:32:20.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.406182+0000", 2024-08-17T00:32:20.637 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.266250+0000", 2024-08-17T00:32:20.638 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:58.832333+0000", 2024-08-17T00:32:20.638 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.638 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.638 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.638 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:20.638 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:58.832333+0000", 2024-08-17T00:32:20.638 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:58.832333+0000", 2024-08-17T00:32:20.638 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:58.832333+0000", 2024-08-17T00:32:20.638 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.638 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.638 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.638 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:58.832333+0000", 2024-08-17T00:32:20.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:58.832333+0000", 2024-08-17T00:32:20.639 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.639 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T00:32:20.639 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.639 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.639 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:20.639 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.639 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.639 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.639 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.639 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T00:32:20.639 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.639 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.640 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.640 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.2", 2024-08-17T00:32:20.640 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.640 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.640 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:20.640 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.640 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.640 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:04:37.867481+0000", 2024-08-17T00:32:20.640 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.001052803, 2024-08-17T00:32:20.640 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.640 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 19, 2024-08-17T00:32:20.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.641 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:20.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:20.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:20.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 2, 2024-08-17T00:32:20.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2 2024-08-17T00:32:20.644 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.644 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.644 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.644 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.644 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.644 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.644 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.644 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.644 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:20.644 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "74'2" 2024-08-17T00:32:20.644 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.644 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.644 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.645 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.645 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.645 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.645 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.645 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:20.645 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.645 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.645 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.645 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.645 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.645 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.645 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265554+0000", 2024-08-17T00:32:20.645 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.327448+0000", 2024-08-17T00:32:20.645 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.327448+0000", 2024-08-17T00:32:20.646 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.327717+0000", 2024-08-17T00:32:20.646 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265554+0000", 2024-08-17T00:32:20.646 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.646 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.646 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.646 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.646 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265554+0000", 2024-08-17T00:32:20.646 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265554+0000", 2024-08-17T00:32:20.646 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265554+0000", 2024-08-17T00:32:20.646 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.646 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.646 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265554+0000", 2024-08-17T00:32:20.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265554+0000", 2024-08-17T00:32:20.647 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.647 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.647 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.647 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.647 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.647 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.647 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.647 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.647 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.647 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.647 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.647 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.648 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.648 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.4", 2024-08-17T00:32:20.648 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.648 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.648 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.648 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:20.648 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.648 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:20:16.808858+0000", 2024-08-17T00:32:20.648 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.648 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.648 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.648 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.652 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.652 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.652 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.652 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.652 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.652 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.652 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.652 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:20.652 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.652 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.653 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.653 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.653 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.653 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.653 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.653 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.653 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.653 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.653 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.653 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.653 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.653 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.653 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267966+0000", 2024-08-17T00:32:20.653 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.572812+0000", 2024-08-17T00:32:20.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.572812+0000", 2024-08-17T00:32:20.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.573114+0000", 2024-08-17T00:32:20.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267966+0000", 2024-08-17T00:32:20.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267966+0000", 2024-08-17T00:32:20.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267966+0000", 2024-08-17T00:32:20.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267966+0000", 2024-08-17T00:32:20.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267966+0000", 2024-08-17T00:32:20.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267966+0000", 2024-08-17T00:32:20.655 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.655 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.655 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.655 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.655 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.655 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.655 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.655 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.655 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.655 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.655 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.655 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.656 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.656 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.5", 2024-08-17T00:32:20.656 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.656 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.656 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.656 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.656 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.656 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:58:30.909928+0000", 2024-08-17T00:32:20.656 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.656 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.656 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.659 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.660 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.660 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.660 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.660 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.660 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.660 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.660 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.660 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.660 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.660 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.660 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.660 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.661 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.661 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.661 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.661 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:20.661 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.661 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.661 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:20.661 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.661 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.661 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.661 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:58.832140+0000", 2024-08-17T00:32:20.661 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.406246+0000", 2024-08-17T00:32:20.662 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.406246+0000", 2024-08-17T00:32:20.662 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.263198+0000", 2024-08-17T00:32:20.662 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:58.832140+0000", 2024-08-17T00:32:20.662 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.662 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.662 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.662 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:20.662 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:58.832140+0000", 2024-08-17T00:32:20.662 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:58.832140+0000", 2024-08-17T00:32:20.662 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:58.832140+0000", 2024-08-17T00:32:20.662 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.662 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:58.832140+0000", 2024-08-17T00:32:20.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:58.832140+0000", 2024-08-17T00:32:20.663 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.663 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T00:32:20.663 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.663 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.663 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:20.663 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.663 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.663 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.663 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.664 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T00:32:20.664 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.664 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.664 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.664 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.3", 2024-08-17T00:32:20.664 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.664 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.664 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:20.664 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:20.664 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.664 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:41:21.262410+0000", 2024-08-17T00:32:20.664 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.000575807, 2024-08-17T00:32:20.664 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.665 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:20.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:20.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:20.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.668 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.668 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.668 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.668 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.668 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.668 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.668 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.668 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.668 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:20.668 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "72'1" 2024-08-17T00:32:20.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.669 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.669 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.669 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.669 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.669 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.669 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.669 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.669 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.669 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.669 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.669 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.669 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.670 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552677+0000", 2024-08-17T00:32:20.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.333549+0000", 2024-08-17T00:32:20.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.333549+0000", 2024-08-17T00:32:20.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.333847+0000", 2024-08-17T00:32:20.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552677+0000", 2024-08-17T00:32:20.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552677+0000", 2024-08-17T00:32:20.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552677+0000", 2024-08-17T00:32:20.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552677+0000", 2024-08-17T00:32:20.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552677+0000", 2024-08-17T00:32:20.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552677+0000", 2024-08-17T00:32:20.671 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.671 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.671 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.671 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.671 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.671 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.671 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.672 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.672 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.672 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.672 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.672 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.672 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.672 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.5", 2024-08-17T00:32:20.672 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.672 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.672 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.672 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 23, 2024-08-17T00:32:20.672 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.672 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:19:51.114846+0000", 2024-08-17T00:32:20.673 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.673 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.673 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.676 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.676 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.676 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.676 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.676 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.676 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.676 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.676 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.677 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.677 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.677 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.677 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.677 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.677 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.677 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.677 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.677 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.677 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:20.677 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.677 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.677 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.678 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.678 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.678 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265518+0000", 2024-08-17T00:32:20.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.571036+0000", 2024-08-17T00:32:20.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.571036+0000", 2024-08-17T00:32:20.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.571437+0000", 2024-08-17T00:32:20.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265518+0000", 2024-08-17T00:32:20.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265518+0000", 2024-08-17T00:32:20.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265518+0000", 2024-08-17T00:32:20.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265518+0000", 2024-08-17T00:32:20.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265518+0000", 2024-08-17T00:32:20.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265518+0000", 2024-08-17T00:32:20.679 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.679 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.679 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.679 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.680 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.680 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.680 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.680 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.680 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.680 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.680 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.680 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.680 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.680 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.4", 2024-08-17T00:32:20.680 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.680 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.680 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.680 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.681 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.681 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:53:54.656559+0000", 2024-08-17T00:32:20.681 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.681 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.681 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.684 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.684 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.684 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.684 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.684 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.685 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.685 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.685 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.685 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:20.685 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.685 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.685 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.685 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.685 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.685 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.685 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.686 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:20.686 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.686 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.686 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:20.686 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.686 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.686 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.686 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:59.273664+0000", 2024-08-17T00:32:20.686 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.258994+0000", 2024-08-17T00:32:20.686 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.258994+0000", 2024-08-17T00:32:20.686 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.262221+0000", 2024-08-17T00:32:20.686 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:59.273664+0000", 2024-08-17T00:32:20.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:20.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:59.273664+0000", 2024-08-17T00:32:20.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:59.273664+0000", 2024-08-17T00:32:20.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:59.273664+0000", 2024-08-17T00:32:20.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:59.273664+0000", 2024-08-17T00:32:20.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:59.273664+0000", 2024-08-17T00:32:20.688 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.688 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.688 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.688 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.688 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:20.688 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.688 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.688 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.688 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.688 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.688 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.688 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.688 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.689 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.0", 2024-08-17T00:32:20.689 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.689 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.689 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:20.689 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 19, 2024-08-17T00:32:20.689 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.689 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:32:12.353964+0000", 2024-08-17T00:32:20.689 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.000338656, 2024-08-17T00:32:20.689 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.689 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.689 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.689 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.689 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.689 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.692 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.693 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.693 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.693 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.693 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.693 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.693 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.693 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:20.693 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.693 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.693 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.693 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.693 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.693 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.694 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.694 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:20.694 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.694 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.694 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.694 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.694 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.694 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.694 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265711+0000", 2024-08-17T00:32:20.694 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.325409+0000", 2024-08-17T00:32:20.694 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.325409+0000", 2024-08-17T00:32:20.694 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.326316+0000", 2024-08-17T00:32:20.694 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265711+0000", 2024-08-17T00:32:20.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265711+0000", 2024-08-17T00:32:20.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265711+0000", 2024-08-17T00:32:20.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265711+0000", 2024-08-17T00:32:20.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265711+0000", 2024-08-17T00:32:20.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265711+0000", 2024-08-17T00:32:20.695 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.695 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T00:32:20.696 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.696 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.696 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.696 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.696 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.696 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.696 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.696 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T00:32:20.696 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.696 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.696 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.696 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.6", 2024-08-17T00:32:20.696 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.696 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.697 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.697 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:20.697 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.697 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:02:09.112172+0000", 2024-08-17T00:32:20.697 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.697 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.697 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.697 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.697 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.697 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.697 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.697 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:20.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:20.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:20.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:20.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T00:32:20.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.700 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.700 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.700 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.701 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.701 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.701 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.701 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.701 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.701 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:20.701 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T00:32:20.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.701 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.701 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.701 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.701 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.701 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.702 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.702 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:20.702 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.702 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.702 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.702 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.702 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.702 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.702 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262432+0000", 2024-08-17T00:32:20.702 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.568023+0000", 2024-08-17T00:32:20.702 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.568023+0000", 2024-08-17T00:32:20.702 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.568313+0000", 2024-08-17T00:32:20.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262432+0000", 2024-08-17T00:32:20.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262432+0000", 2024-08-17T00:32:20.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262432+0000", 2024-08-17T00:32:20.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262432+0000", 2024-08-17T00:32:20.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262432+0000", 2024-08-17T00:32:20.704 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262432+0000", 2024-08-17T00:32:20.704 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.704 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.704 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.704 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.704 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.704 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.704 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.704 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.704 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.704 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.704 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.704 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.705 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.705 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.7", 2024-08-17T00:32:20.705 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.705 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.705 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.705 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.705 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.705 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:12:05.128374+0000", 2024-08-17T00:32:20.705 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.705 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.705 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.705 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.705 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.709 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.709 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.709 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.709 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.709 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.709 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.709 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.709 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:20.709 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.709 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.709 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.710 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.710 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.710 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.710 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.710 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T00:32:20.710 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.710 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.710 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T00:32:20.710 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.710 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.710 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.710 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:58.836685+0000", 2024-08-17T00:32:20.710 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:49.406195+0000", 2024-08-17T00:32:20.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:49.406195+0000", 2024-08-17T00:32:20.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:54.263473+0000", 2024-08-17T00:32:20.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:58.836685+0000", 2024-08-17T00:32:20.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 70, 2024-08-17T00:32:20.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:58.836685+0000", 2024-08-17T00:32:20.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:58.836685+0000", 2024-08-17T00:32:20.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:58.836685+0000", 2024-08-17T00:32:20.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T00:32:20.712 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:58.836685+0000", 2024-08-17T00:32:20.712 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:58.836685+0000", 2024-08-17T00:32:20.712 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.712 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.712 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.712 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.712 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 69, 2024-08-17T00:32:20.712 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.712 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.712 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.712 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.712 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.713 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.713 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.713 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.713 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.1", 2024-08-17T00:32:20.713 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.713 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.713 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 75, 2024-08-17T00:32:20.713 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 19, 2024-08-17T00:32:20.713 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.713 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:35:27.392592+0000", 2024-08-17T00:32:20.713 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.000910543, 2024-08-17T00:32:20.713 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.713 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.717 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.717 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.717 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.717 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.717 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.717 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.717 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.717 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T00:32:20.717 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.718 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.718 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.718 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.718 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.718 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.718 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.718 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:20.718 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.718 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.718 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.718 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.718 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.719 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:20.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.328564+0000", 2024-08-17T00:32:20.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.328564+0000", 2024-08-17T00:32:20.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.328836+0000", 2024-08-17T00:32:20.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:20.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:20.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:20.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:20.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.720 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.720 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.720 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:20.720 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.630379+0000", 2024-08-17T00:32:20.720 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.720 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T00:32:20.720 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.720 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.720 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.720 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.720 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.720 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.720 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.721 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T00:32:20.721 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.721 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.721 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.721 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.7", 2024-08-17T00:32:20.721 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.721 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.721 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.721 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:20.721 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.721 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:52:23.384151+0000", 2024-08-17T00:32:20.721 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.722 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.722 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:20.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:20.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:20.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:20.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T00:32:20.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.725 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.725 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.725 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.725 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.725 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.725 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.725 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.725 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:20.726 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T00:32:20.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.726 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.726 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.726 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.726 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.726 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.726 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.726 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:20.726 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.726 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.726 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.726 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.727 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.727 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.263127+0000", 2024-08-17T00:32:20.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.565570+0000", 2024-08-17T00:32:20.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.565570+0000", 2024-08-17T00:32:20.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.565980+0000", 2024-08-17T00:32:20.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.263127+0000", 2024-08-17T00:32:20.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.263127+0000", 2024-08-17T00:32:20.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.263127+0000", 2024-08-17T00:32:20.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.263127+0000", 2024-08-17T00:32:20.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.263127+0000", 2024-08-17T00:32:20.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.263127+0000", 2024-08-17T00:32:20.728 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.728 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.728 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.728 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.729 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.729 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.729 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.729 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.729 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.729 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.729 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.729 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.729 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.729 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.6", 2024-08-17T00:32:20.729 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.729 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.729 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.730 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.730 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.730 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:10:06.521719+0000", 2024-08-17T00:32:20.730 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.730 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.730 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.733 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.733 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.733 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.733 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.733 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.733 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.733 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.734 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:20.734 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.734 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.734 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.734 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.734 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.734 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.734 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.734 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.734 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.735 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.735 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.735 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.735 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.735 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.735 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552082+0000", 2024-08-17T00:32:20.735 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.331899+0000", 2024-08-17T00:32:20.735 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.331899+0000", 2024-08-17T00:32:20.735 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.332189+0000", 2024-08-17T00:32:20.735 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552082+0000", 2024-08-17T00:32:20.735 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.735 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.735 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.736 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.736 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552082+0000", 2024-08-17T00:32:20.736 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552082+0000", 2024-08-17T00:32:20.736 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552082+0000", 2024-08-17T00:32:20.736 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.736 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.736 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.736 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552082+0000", 2024-08-17T00:32:20.736 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552082+0000", 2024-08-17T00:32:20.736 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.736 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.736 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.736 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.737 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.737 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.737 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.737 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.737 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.737 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.737 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.737 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.737 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.737 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.8", 2024-08-17T00:32:20.737 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.737 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.738 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.738 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 23, 2024-08-17T00:32:20.738 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.738 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:13:31.615359+0000", 2024-08-17T00:32:20.738 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.738 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.738 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.741 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.741 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.742 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.742 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.742 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.742 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.742 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.742 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.742 INFO:tasks.workunit.client.0.smithi157.stderr:+ echo OK 2024-08-17T00:32:20.743 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.743 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.743 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:20.743 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:20.743 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.743 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.743 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.744 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.744 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.744 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.744 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.744 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.744 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.744 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.744 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.744 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.744 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.744 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.744 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.744 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.745 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.745 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.745 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.745 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.745 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.745 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.745 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.746 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.746 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.746 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:20.746 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:20.746 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.746 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.746 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.746 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.746 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.746 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.746 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.747 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.747 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.747 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.747 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.747 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.747 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.747 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.747 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.747 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.747 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.747 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.747 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.748 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.748 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.748 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.748 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.748 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.748 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.748 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-17T00:32:20.748 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.748 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:20.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:20.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.751 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:19 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.751 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.751 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.751 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.751 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.751 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.751 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.751 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.751 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T00:32:20.751 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.752 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.752 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.752 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.752 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.752 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.752 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262999+0000", 2024-08-17T00:32:20.752 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.568181+0000", 2024-08-17T00:32:20.752 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.568181+0000", 2024-08-17T00:32:20.752 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.568494+0000", 2024-08-17T00:32:20.752 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262999+0000", 2024-08-17T00:32:20.752 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.752 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262999+0000", 2024-08-17T00:32:20.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262999+0000", 2024-08-17T00:32:20.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262999+0000", 2024-08-17T00:32:20.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262999+0000", 2024-08-17T00:32:20.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262999+0000", 2024-08-17T00:32:20.753 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.753 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.753 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.754 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.754 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.754 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.754 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.754 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.754 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.754 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.754 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.754 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.754 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.754 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.9", 2024-08-17T00:32:20.755 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.755 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.755 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.755 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.755 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.755 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:11:29.328959+0000", 2024-08-17T00:32:20.755 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.755 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.755 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.755 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.755 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.755 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.759 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.759 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.759 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.759 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.759 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.759 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.759 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.759 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.759 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T00:32:20.759 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.759 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.760 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.760 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.760 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.760 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.760 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.760 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:20.760 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.760 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.760 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.760 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.760 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.760 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.760 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265233+0000", 2024-08-17T00:32:20.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.326497+0000", 2024-08-17T00:32:20.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.326497+0000", 2024-08-17T00:32:20.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.326772+0000", 2024-08-17T00:32:20.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265233+0000", 2024-08-17T00:32:20.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265233+0000", 2024-08-17T00:32:20.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265233+0000", 2024-08-17T00:32:20.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265233+0000", 2024-08-17T00:32:20.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265233+0000", 2024-08-17T00:32:20.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265233+0000", 2024-08-17T00:32:20.762 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.762 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.762 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.762 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.762 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.762 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.762 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.762 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.762 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.762 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.763 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.763 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.763 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.763 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.9", 2024-08-17T00:32:20.763 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.763 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.763 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.763 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:20.763 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.763 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:05:09.286197+0000", 2024-08-17T00:32:20.763 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.763 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.763 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.763 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.767 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.767 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.767 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.767 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.767 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.767 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T00:32:20.767 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.767 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:20.767 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.768 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.768 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.768 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.768 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.768 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.768 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.768 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:20.768 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.768 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.768 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.768 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.768 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.768 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:20.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.561094+0000", 2024-08-17T00:32:20.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.561094+0000", 2024-08-17T00:32:20.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.561342+0000", 2024-08-17T00:32:20.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:20.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:20.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:20.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:20.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.770 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.770 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.770 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:20.770 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262020+0000", 2024-08-17T00:32:20.770 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.770 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.770 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.770 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.770 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.770 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.770 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.770 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.771 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.771 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.771 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.771 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.771 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.771 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.8", 2024-08-17T00:32:20.771 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.771 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.771 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.771 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.771 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.771 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:00:58.104796+0000", 2024-08-17T00:32:20.771 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.772 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.772 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.775 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.775 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.775 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.775 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.775 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.775 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.775 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.775 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:20.775 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.775 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.775 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.776 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.776 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.776 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.776 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.776 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T00:32:20.776 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.776 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.776 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.776 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.776 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.776 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.776 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.265613+0000", 2024-08-17T00:32:20.776 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.329383+0000", 2024-08-17T00:32:20.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.329383+0000", 2024-08-17T00:32:20.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.329663+0000", 2024-08-17T00:32:20.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.265613+0000", 2024-08-17T00:32:20.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.265613+0000", 2024-08-17T00:32:20.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.265613+0000", 2024-08-17T00:32:20.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.265613+0000", 2024-08-17T00:32:20.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.265613+0000", 2024-08-17T00:32:20.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.265613+0000", 2024-08-17T00:32:20.778 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.778 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.778 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.778 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.778 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.778 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.778 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.778 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.778 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.778 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.779 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.779 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.779 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.779 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.a", 2024-08-17T00:32:20.779 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.779 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.779 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.779 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 24, 2024-08-17T00:32:20.779 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.779 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:47:01.620179+0000", 2024-08-17T00:32:20.779 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.779 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.780 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.783 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.783 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.783 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.783 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T00:32:20.783 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.783 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T00:32:20.783 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.783 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T00:32:20.784 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.784 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.784 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.784 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.784 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.784 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.784 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.784 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:20.784 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.784 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.784 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.784 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.785 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.785 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262300+0000", 2024-08-17T00:32:20.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.559139+0000", 2024-08-17T00:32:20.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.559139+0000", 2024-08-17T00:32:20.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.560584+0000", 2024-08-17T00:32:20.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262300+0000", 2024-08-17T00:32:20.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.785 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262300+0000", 2024-08-17T00:32:20.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262300+0000", 2024-08-17T00:32:20.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262300+0000", 2024-08-17T00:32:20.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262300+0000", 2024-08-17T00:32:20.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262300+0000", 2024-08-17T00:32:20.786 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.786 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.786 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.786 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.786 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.787 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.787 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.787 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.787 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.787 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.787 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.787 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.787 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.787 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.b", 2024-08-17T00:32:20.787 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.787 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.787 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.787 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.788 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.788 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:31:14.396405+0000", 2024-08-17T00:32:20.788 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.788 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.788 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.791 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.791 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.791 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.791 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.791 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.792 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.792 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.792 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:20.792 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.792 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.792 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.792 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.792 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.792 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.792 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.792 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.793 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.793 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.793 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.793 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.793 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.793 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552454+0000", 2024-08-17T00:32:20.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.328131+0000", 2024-08-17T00:32:20.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.328131+0000", 2024-08-17T00:32:20.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.328407+0000", 2024-08-17T00:32:20.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552454+0000", 2024-08-17T00:32:20.793 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552454+0000", 2024-08-17T00:32:20.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552454+0000", 2024-08-17T00:32:20.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552454+0000", 2024-08-17T00:32:20.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552454+0000", 2024-08-17T00:32:20.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552454+0000", 2024-08-17T00:32:20.794 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.794 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T00:32:20.795 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.795 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.795 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.795 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.795 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.795 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.795 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.795 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T00:32:20.795 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.795 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.795 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.795 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.b", 2024-08-17T00:32:20.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.796 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.796 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.796 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:20.796 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.796 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:29:01.771321+0000", 2024-08-17T00:32:20.796 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.796 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.796 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:20.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:20.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:20.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:20.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T00:32:20.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.800 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.800 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.800 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.800 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.800 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.800 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.800 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.800 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.800 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T00:32:20.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.800 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.800 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.801 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.801 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.801 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.801 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.801 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T00:32:20.801 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.801 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.801 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.801 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.801 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.801 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.629837+0000", 2024-08-17T00:32:20.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.564182+0000", 2024-08-17T00:32:20.801 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.564182+0000", 2024-08-17T00:32:20.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.564480+0000", 2024-08-17T00:32:20.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.629837+0000", 2024-08-17T00:32:20.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.629837+0000", 2024-08-17T00:32:20.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.629837+0000", 2024-08-17T00:32:20.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.629837+0000", 2024-08-17T00:32:20.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.629837+0000", 2024-08-17T00:32:20.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.629837+0000", 2024-08-17T00:32:20.803 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.803 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.803 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.803 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.803 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.803 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.803 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.803 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.803 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.803 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.803 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.803 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.804 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.804 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.a", 2024-08-17T00:32:20.804 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.804 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.804 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.804 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 20, 2024-08-17T00:32:20.804 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.804 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:28:33.100884+0000", 2024-08-17T00:32:20.804 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.804 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.804 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.808 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.808 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.808 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.808 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.808 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.808 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.808 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.808 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T00:32:20.808 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.808 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.808 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.809 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.809 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.809 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.809 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.809 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T00:32:20.809 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.809 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.809 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.809 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.809 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.809 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.348276+0000", 2024-08-17T00:32:20.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:29:10.131702+0000", 2024-08-17T00:32:20.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:29:10.131702+0000", 2024-08-17T00:32:20.810 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:29:10.132038+0000", 2024-08-17T00:32:20.810 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.348276+0000", 2024-08-17T00:32:20.810 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.810 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.810 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.810 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 67, 2024-08-17T00:32:20.810 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.348276+0000", 2024-08-17T00:32:20.810 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.348276+0000", 2024-08-17T00:32:20.810 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.348276+0000", 2024-08-17T00:32:20.810 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.810 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.810 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.348276+0000", 2024-08-17T00:32:20.811 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.811 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:20.811 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:20.811 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.811 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.811 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.811 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.811 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.813 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.813 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.813 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.813 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.813 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.813 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.813 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.814 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.814 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:20.814 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:20.814 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.814 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.814 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.814 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.814 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.814 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.814 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.814 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.814 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.815 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.815 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.815 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.815 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.815 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.815 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.815 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.815 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.815 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.815 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.815 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.815 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.815 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.816 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.816 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.816 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.348276+0000", 2024-08-17T00:32:20.817 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.817 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.817 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.817 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.817 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 66, 2024-08-17T00:32:20.817 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.817 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.817 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.817 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.817 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.817 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.818 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.818 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.818 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1d", 2024-08-17T00:32:20.818 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.818 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.818 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.818 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 18, 2024-08-17T00:32:20.818 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.818 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:54:12.663491+0000", 2024-08-17T00:32:20.818 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.818 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.818 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.820 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.822 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.822 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.822 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.822 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T00:32:20.822 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.822 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T00:32:20.822 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.822 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T00:32:20.823 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.823 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.823 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.823 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.823 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.823 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.823 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.823 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.823 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.823 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.823 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.823 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.824 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.824 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552407+0000", 2024-08-17T00:32:20.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.334533+0000", 2024-08-17T00:32:20.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.334533+0000", 2024-08-17T00:32:20.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.334870+0000", 2024-08-17T00:32:20.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552407+0000", 2024-08-17T00:32:20.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552407+0000", 2024-08-17T00:32:20.824 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552407+0000", 2024-08-17T00:32:20.825 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552407+0000", 2024-08-17T00:32:20.825 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.825 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.825 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.825 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552407+0000", 2024-08-17T00:32:20.825 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552407+0000", 2024-08-17T00:32:20.825 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.825 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T00:32:20.825 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.825 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.825 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.825 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.826 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.826 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.826 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.826 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T00:32:20.826 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.826 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.826 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.826 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1c", 2024-08-17T00:32:20.826 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.826 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.826 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.826 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:20.827 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.827 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:14:50.007928+0000", 2024-08-17T00:32:20.827 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.827 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.827 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:20.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:20.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.828 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:20.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:20.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.829 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T00:32:20.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.830 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.830 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.830 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.830 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.830 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.831 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.831 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.831 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.831 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T00:32:20.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.831 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.831 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.831 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.831 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.831 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.831 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.831 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T00:32:20.831 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.832 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.832 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.832 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.832 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.832 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.267819+0000", 2024-08-17T00:32:20.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.576971+0000", 2024-08-17T00:32:20.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.576971+0000", 2024-08-17T00:32:20.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.577302+0000", 2024-08-17T00:32:20.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.267819+0000", 2024-08-17T00:32:20.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.832 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.833 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.833 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.833 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.267819+0000", 2024-08-17T00:32:20.833 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.267819+0000", 2024-08-17T00:32:20.833 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.267819+0000", 2024-08-17T00:32:20.833 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.833 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.833 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.833 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.267819+0000", 2024-08-17T00:32:20.833 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.267819+0000", 2024-08-17T00:32:20.833 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.833 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.833 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.834 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.834 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.834 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.834 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.834 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.834 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.834 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.834 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.834 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.834 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.834 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1c", 2024-08-17T00:32:20.834 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.835 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.835 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.835 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.835 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.835 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:27:07.692228+0000", 2024-08-17T00:32:20.835 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.835 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.835 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.839 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.839 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.839 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.839 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.839 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T00:32:20.839 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T00:32:20.839 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.839 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T00:32:20.839 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.839 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.839 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.839 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.840 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.840 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.840 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.840 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T00:32:20.840 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.840 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.840 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.840 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.840 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.840 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.552554+0000", 2024-08-17T00:32:20.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.332839+0000", 2024-08-17T00:32:20.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.332839+0000", 2024-08-17T00:32:20.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.333142+0000", 2024-08-17T00:32:20.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.552554+0000", 2024-08-17T00:32:20.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.552554+0000", 2024-08-17T00:32:20.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.552554+0000", 2024-08-17T00:32:20.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.552554+0000", 2024-08-17T00:32:20.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.842 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.552554+0000", 2024-08-17T00:32:20.842 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.552554+0000", 2024-08-17T00:32:20.842 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.842 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T00:32:20.842 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.842 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.842 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.842 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.842 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.842 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.842 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.842 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T00:32:20.843 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.843 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.843 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.843 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1d", 2024-08-17T00:32:20.843 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.843 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.843 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.843 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:20.843 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.843 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:07:47.163190+0000", 2024-08-17T00:32:20.843 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.843 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.843 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T00:32:20.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T00:32:20.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T00:32:20.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:20.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T00:32:20.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.847 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.847 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.847 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.847 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.847 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.847 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T00:32:20.847 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.847 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T00:32:20.847 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T00:32:20.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.848 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.848 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.848 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.848 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.848 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.848 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.848 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:20.848 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.848 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.848 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.848 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.848 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.848 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.849 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.263823+0000", 2024-08-17T00:32:20.849 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.572430+0000", 2024-08-17T00:32:20.849 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.572430+0000", 2024-08-17T00:32:20.849 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.572709+0000", 2024-08-17T00:32:20.849 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.263823+0000", 2024-08-17T00:32:20.849 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.849 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.849 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.849 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.849 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.263823+0000", 2024-08-17T00:32:20.849 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.263823+0000", 2024-08-17T00:32:20.849 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.263823+0000", 2024-08-17T00:32:20.849 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.849 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.850 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.850 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.263823+0000", 2024-08-17T00:32:20.850 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.263823+0000", 2024-08-17T00:32:20.850 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.850 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.850 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.850 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.850 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.850 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.850 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.850 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.851 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.851 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.851 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.851 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.851 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.851 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1f", 2024-08-17T00:32:20.851 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.851 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.851 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.851 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.851 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.851 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:16:56.724873+0000", 2024-08-17T00:32:20.851 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.852 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.852 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.855 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.855 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.855 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.855 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.855 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T00:32:20.855 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.855 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.856 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:20.856 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.856 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.856 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.856 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.856 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.856 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.856 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.856 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:20.856 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.856 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.856 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.857 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.857 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.857 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.857 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262431+0000", 2024-08-17T00:32:20.857 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.326874+0000", 2024-08-17T00:32:20.857 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.326874+0000", 2024-08-17T00:32:20.857 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.327297+0000", 2024-08-17T00:32:20.857 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262431+0000", 2024-08-17T00:32:20.857 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.857 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.857 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.857 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.857 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262431+0000", 2024-08-17T00:32:20.858 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262431+0000", 2024-08-17T00:32:20.858 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262431+0000", 2024-08-17T00:32:20.858 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.858 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.858 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.858 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262431+0000", 2024-08-17T00:32:20.858 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262431+0000", 2024-08-17T00:32:20.858 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.858 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T00:32:20.858 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.858 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.858 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.859 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.859 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.859 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.859 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.859 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T00:32:20.859 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.859 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.859 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.859 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1e", 2024-08-17T00:32:20.859 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.859 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.859 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.859 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 25, 2024-08-17T00:32:20.859 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.860 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:10:10.689385+0000", 2024-08-17T00:32:20.860 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.860 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.860 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.863 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.863 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.863 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.863 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.864 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.864 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T00:32:20.864 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.864 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:20.864 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T00:32:20.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.864 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.864 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.864 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.864 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.864 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.864 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.864 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T00:32:20.865 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.865 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.865 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T00:32:20.865 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.865 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.865 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.865 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.262274+0000", 2024-08-17T00:32:20.865 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:54.562758+0000", 2024-08-17T00:32:20.865 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:54.562758+0000", 2024-08-17T00:32:20.865 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:54.563008+0000", 2024-08-17T00:32:20.865 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.262274+0000", 2024-08-17T00:32:20.865 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 63, 2024-08-17T00:32:20.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.262274+0000", 2024-08-17T00:32:20.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.262274+0000", 2024-08-17T00:32:20.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.262274+0000", 2024-08-17T00:32:20.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T00:32:20.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.262274+0000", 2024-08-17T00:32:20.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.262274+0000", 2024-08-17T00:32:20.866 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.867 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.867 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.867 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.867 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 62, 2024-08-17T00:32:20.867 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.867 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.867 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.867 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.867 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.867 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.867 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.867 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.867 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1e", 2024-08-17T00:32:20.868 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.868 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.868 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.868 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 21, 2024-08-17T00:32:20.868 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.868 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:54:07.503729+0000", 2024-08-17T00:32:20.868 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.868 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.868 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.872 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.872 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.872 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.872 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T00:32:20.872 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T00:32:20.872 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T00:32:20.872 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.872 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T00:32:20.872 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T00:32:20.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.872 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.872 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T00:32:20.872 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.873 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.873 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.873 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.873 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T00:32:20.873 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T00:32:20.873 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T00:32:20.873 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T00:32:20.873 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T00:32:20.873 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:32:20.873 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T00:32:20.873 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T00:29:54.263982+0000", 2024-08-17T00:32:20.873 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:28:51.328656+0000", 2024-08-17T00:32:20.873 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:28:51.328656+0000", 2024-08-17T00:32:20.873 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:28:51.329129+0000", 2024-08-17T00:32:20.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T00:29:54.263982+0000", 2024-08-17T00:32:20.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:32:20.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 60, 2024-08-17T00:32:20.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T00:29:54.263982+0000", 2024-08-17T00:32:20.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T00:29:54.263982+0000", 2024-08-17T00:32:20.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T00:29:54.263982+0000", 2024-08-17T00:32:20.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T00:32:20.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T00:32:20.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T00:32:20.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T00:29:54.263982+0000", 2024-08-17T00:32:20.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T00:29:54.263982+0000", 2024-08-17T00:32:20.875 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T00:32:20.875 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 4, 2024-08-17T00:32:20.875 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T00:32:20.875 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T00:32:20.875 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 59, 2024-08-17T00:32:20.875 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T00:32:20.875 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T00:32:20.875 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T00:32:20.875 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T00:32:20.875 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 4, 2024-08-17T00:32:20.875 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:32:20.876 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T00:32:20.876 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T00:32:20.876 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1f", 2024-08-17T00:32:20.876 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T00:32:20.876 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T00:32:20.876 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 74, 2024-08-17T00:32:20.876 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 28, 2024-08-17T00:32:20.876 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T00:32:20.876 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:37:41.827347+0000", 2024-08-17T00:32:20.876 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:32:20.876 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T00:32:20.876 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.876 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 570, 2024-08-17T00:32:20.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T00:32:20.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T00:32:20.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T00:32:20.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T00:32:20.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 4, 2024-08-17T00:32:20.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T00:32:20.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.880 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T00:32:20.880 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T00:32:20.880 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T00:32:20.880 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T00:32:20.880 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T00:32:20.880 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T00:32:20.881 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.881 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T00:32:20.881 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'4" 2024-08-17T00:32:20.881 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:20.881 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.881 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_per_pool": [ 2024-08-17T00:32:20.881 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.881 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 24, 2024-08-17T00:32:20.881 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:20.881 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd" 2024-08-17T00:32:20.881 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.881 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3, 2024-08-17T00:32:20.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 8, 2024-08-17T00:32:20.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T00:32:20.882 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3, 2024-08-17T00:32:20.882 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 4, 2024-08-17T00:32:20.882 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 19, 2024-08-17T00:32:20.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T00:32:20.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T00:32:20.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.884 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T00:32:20.884 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.884 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.884 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.884 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.884 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.884 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.884 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.884 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.884 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.884 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.884 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 2, 2024-08-17T00:32:20.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2 2024-08-17T00:32:20.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.885 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T00:32:20.885 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 12288, 2024-08-17T00:32:20.885 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T00:32:20.886 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T00:32:20.886 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T00:32:20.886 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T00:32:20.886 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 57, 2024-08-17T00:32:20.886 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T00:32:20.886 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T00:32:20.886 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T00:32:20.886 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T00:32:20.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.886 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 24 2024-08-17T00:32:20.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.886 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.887 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 192, 2024-08-17T00:32:20.887 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:20.887 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T00:32:20.887 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.887 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T00:32:20.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 64, 2024-08-17T00:32:20.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T00:32:20.887 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T00:32:20.887 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 3, 2024-08-17T00:32:20.887 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T00:32:20.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T00:32:20.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T00:32:20.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T00:32:20.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T00:32:20.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T00:32:20.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.891 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T00:32:20.891 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 0, 2024-08-17T00:32:20.891 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T00:32:20.891 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T00:32:20.891 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T00:32:20.891 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T00:32:20.891 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 0, 2024-08-17T00:32:20.891 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T00:32:20.891 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T00:32:20.891 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T00:32:20.891 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T00:32:20.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.892 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 192 2024-08-17T00:32:20.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.892 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.892 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 96, 2024-08-17T00:32:20.892 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:20.892 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T00:32:20.892 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.892 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 45, 2024-08-17T00:32:20.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 32, 2024-08-17T00:32:20.892 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T00:32:20.892 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 45, 2024-08-17T00:32:20.893 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 2, 2024-08-17T00:32:20.893 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 3410, 2024-08-17T00:32:20.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T00:32:20.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 66, 2024-08-17T00:32:20.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 22, 2024-08-17T00:32:20.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 22, 2024-08-17T00:32:20.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 14, 2024-08-17T00:32:20.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T00:32:20.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T00:32:20.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T00:32:20.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 51, 2024-08-17T00:32:20.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 19 2024-08-17T00:32:20.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.896 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T00:32:20.896 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 98304, 2024-08-17T00:32:20.896 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T00:32:20.896 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T00:32:20.896 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T00:32:20.896 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T00:32:20.896 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 10230, 2024-08-17T00:32:20.897 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T00:32:20.897 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T00:32:20.897 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T00:32:20.897 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T00:32:20.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.897 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 96 2024-08-17T00:32:20.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.897 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T00:32:20.897 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 3, 2024-08-17T00:32:20.897 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T00:32:20.897 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr" 2024-08-17T00:32:20.897 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.898 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 144, 2024-08-17T00:32:20.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 1, 2024-08-17T00:32:20.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 3, 2024-08-17T00:32:20.898 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 144, 2024-08-17T00:32:20.898 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 1, 2024-08-17T00:32:20.898 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T00:32:20.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 590368, 2024-08-17T00:32:20.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:32:20.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 1771104, 2024-08-17T00:32:20.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:32:20.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T00:32:20.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T00:32:20.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T00:32:20.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T00:32:20.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T00:32:20.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T00:32:20.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T00:32:20.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T00:32:20.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T00:32:20.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T00:32:20.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:32:20.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T00:32:20.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T00:32:20.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T00:32:20.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T00:32:20.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T00:32:20.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:32:20.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T00:32:20.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T00:32:20.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T00:32:20.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:32:20.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T00:32:20.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T00:32:20.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 6, 2024-08-17T00:32:20.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T00:32:20.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T00:32:20.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T00:32:20.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T00:32:20.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T00:32:20.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 358, 2024-08-17T00:32:20.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 554, 2024-08-17T00:32:20.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T00:32:20.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:32:20.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T00:32:20.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 211, 2024-08-17T00:32:20.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2416 2024-08-17T00:32:20.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.901 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T00:32:20.901 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 1781760, 2024-08-17T00:32:20.901 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T00:32:20.901 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T00:32:20.902 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T00:32:20.902 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T00:32:20.902 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 1771104, 2024-08-17T00:32:20.902 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T00:32:20.902 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T00:32:20.902 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T00:32:20.902 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T00:32:20.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.902 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 3 2024-08-17T00:32:20.902 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:20.902 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T00:32:20.902 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T00:32:20.902 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 105, 2024-08-17T00:32:20.902 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": 4, 2024-08-17T00:32:20.903 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_by_class": { 2024-08-17T00:32:20.903 INFO:tasks.workunit.client.0.smithi157.stdout: "ssd": { 2024-08-17T00:32:20.903 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 765516247040, 2024-08-17T00:32:20.903 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T00:32:20.903 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 2444038144, 2024-08-17T00:32:20.903 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_bytes": 2444038144, 2024-08-17T00:32:20.903 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_ratio": 0.0031825059559196234 2024-08-17T00:32:20.903 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:20.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T00:32:20.903 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 765516247040, 2024-08-17T00:32:20.903 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T00:32:20.903 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 2444038144 2024-08-17T00:32:20.904 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:20.904 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T00:32:20.904 INFO:tasks.workunit.client.0.smithi157.stdout:} 2024-08-17T00:32:20.904 INFO:tasks.workunit.client.0.smithi157.stdout:OK 2024-08-17T00:32:20.904 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:32:20.904 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:32:20.905 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:18 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:32:18] "GET /metrics HTTP/1.1" 200 236497 "" "Prometheus/2.43.0" 2024-08-17T00:32:20.905 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.905 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.905 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-17T00:32:20.905 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.906 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.906 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:20.906 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:20.906 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.906 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.906 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.906 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.906 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.906 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.906 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.906 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.906 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.907 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.907 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.907 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.907 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.907 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.907 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.907 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.907 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.907 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.907 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.907 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.908 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.908 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.908 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-17T00:32:20.908 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.908 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.908 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:20.908 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:32:20.908 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.908 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.908 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.909 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.909 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.909 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.909 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.909 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.909 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.909 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.909 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.909 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.909 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.909 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.909 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.910 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.910 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.910 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.910 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.910 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:32:20.910 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.910 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.910 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.911 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.911 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:32:20.911 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:20.911 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:32:20.911 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:19 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:32:20.944 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-08-17T00:32:20.944 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T00:32:21.251 DEBUG:teuthology.parallel:result is None 2024-08-17T00:32:21.252 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T00:32:21.278 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T00:32:21.278 DEBUG:teuthology.orchestra.run.smithi157:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T00:32:21.343 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T00:32:21.343 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:32:21.355 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-08-17T00:32:21.355 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:32:21.389 INFO:teuthology.task.print:**** done start parallel 2024-08-17T00:32:21.389 INFO:teuthology.run_tasks:Running task parallel... 2024-08-17T00:32:21.433 INFO:teuthology.task.parallel:starting parallel... 2024-08-17T00:32:21.433 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-08-17T00:32:21.434 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T00:32:21.434 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-08-17T00:32:21.434 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-08-17T00:32:21.439 INFO:tasks.rados:Beginning rados... 2024-08-17T00:32:21.440 INFO:tasks.rados:joining rados 2024-08-17T00:32:21.440 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-17T00:32:21.440 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-17T00:32:21.440 INFO:teuthology.task.print:**** done start upgrade, wait 2024-08-17T00:32:21.440 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-08-17T00:32:21.441 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi157.front.sepia.ceph.com 2024-08-17T00:32:21.441 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -e sha1=d863d21c9d1db9c3453c09dacd68766969720a44 -- bash -c 'ceph config set global log_to_journald false --force' 2024-08-17T00:32:21.442 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-08-17T00:32:21.442 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-08-17T00:32:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:21 smithi157 ceph-mon[29438]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T00:32:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:21 smithi157 ceph-mon[40946]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T00:32:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:21 smithi187 ceph-mon[33407]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T00:32:21.706 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:32:21.706 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:32:23.550 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:23 smithi157 ceph-mon[29438]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T00:32:23.551 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:23 smithi157 ceph-mon[40946]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T00:32:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:23 smithi187 ceph-mon[33407]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T00:32:23.706 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:32:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:32:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:32:25.321 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:25 smithi157 ceph-mon[29438]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T00:32:25.321 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:25 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/1531817150' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:32:25.321 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:25 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:32:25.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:25 smithi157 ceph-mon[40946]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T00:32:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:25 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/1531817150' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:32:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:25 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:32:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:25 smithi187 ceph-mon[33407]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T00:32:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:25 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/1531817150' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:32:25.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:25 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:32:26.091 INFO:tasks.rados:starting run 0 out of 1 2024-08-17T00:32:26.091 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-08-17T00:32:26.091 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-08-17T00:32:26.567 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -e sha1=d863d21c9d1db9c3453c09dacd68766969720a44 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-08-17T00:32:26.589 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:26 smithi157 ceph-mon[40946]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:32:26.589 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:26 smithi157 ceph-mon[40946]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T00:32:26.590 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:26 smithi157 ceph-mon[29438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:32:26.590 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:26 smithi157 ceph-mon[29438]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T00:32:26.687 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:32:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:26 smithi187 ceph-mon[33407]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:32:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:26 smithi187 ceph-mon[33407]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T00:32:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:27 smithi157 ceph-mon[40946]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-08-17T00:32:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:27 smithi157 ceph-mon[29438]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-08-17T00:32:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:27 smithi187 ceph-mon[33407]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-08-17T00:32:27.752 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:32:29.036 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:32:28] "GET /metrics HTTP/1.1" 200 236497 "" "Prometheus/2.43.0" 2024-08-17T00:32:29.595 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:29 smithi157 ceph-mon[40946]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-08-17T00:32:29.595 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:29 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2118491621' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T00:32:29.596 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:29 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:32:29.596 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:29 smithi157 ceph-mon[29438]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-08-17T00:32:29.596 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:29 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2118491621' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T00:32:29.596 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:29 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:32:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:29 smithi187 ceph-mon[33407]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-08-17T00:32:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:29 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2118491621' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T00:32:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:29 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:32:29.974 INFO:teuthology.orchestra.run.smithi157.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:32:30.344 INFO:teuthology.orchestra.run.smithi157.stderr:pool 'unique_pool_0' created 2024-08-17T00:32:30.596 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:30 smithi157 ceph-mon[40946]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T00:32:30.596 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:30 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:30.596 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:30 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:30.596 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:30 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:30.596 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:30 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:30.596 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:30 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:30.596 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:30 smithi157 ceph-mon[29438]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T00:32:30.596 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:30 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:30.596 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:30 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:30.597 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:30 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:30.597 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:30 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:30.597 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:30 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:30.622 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -e sha1=d863d21c9d1db9c3453c09dacd68766969720a44 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-08-17T00:32:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:30 smithi187 ceph-mon[33407]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T00:32:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:30 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:30.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:30 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:30.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:30 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:30.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:30 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:30.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:30 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:31.410 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-08-17T00:32:31.522 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:32:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:31 smithi157 ceph-mon[29438]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:31 smithi157 ceph-mon[29438]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:32:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:31 smithi157 ceph-mon[29438]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:31 smithi157 ceph-mon[29438]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:32:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:31 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2118491621' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-17T00:32:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:31 smithi157 ceph-mon[29438]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T00:32:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:31 smithi157 ceph-mon[40946]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:31.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:31 smithi157 ceph-mon[40946]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:32:31.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:31 smithi157 ceph-mon[40946]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:31.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:31 smithi157 ceph-mon[40946]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:32:31.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:31 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2118491621' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-17T00:32:31.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:31 smithi157 ceph-mon[40946]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T00:32:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:31 smithi187 ceph-mon[33407]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:31 smithi187 ceph-mon[33407]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:32:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:31 smithi187 ceph-mon[33407]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:31.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:31 smithi187 ceph-mon[33407]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:32:31.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:31 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2118491621' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-17T00:32:31.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:31 smithi187 ceph-mon[33407]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T00:32:32.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:32 smithi157 ceph-mon[40946]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T00:32:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:32 smithi157 ceph-mon[29438]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T00:32:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:32 smithi187 ceph-mon[33407]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T00:32:32.905 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:32:33.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:33 smithi157 ceph-mon[40946]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:33.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:33 smithi157 ceph-mon[40946]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:32:33.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:33 smithi157 ceph-mon[40946]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T00:32:33.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:33 smithi157 ceph-mon[29438]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:33.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:33 smithi157 ceph-mon[29438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:32:33.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:33 smithi157 ceph-mon[29438]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T00:32:33.661 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:32:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:33 smithi187 ceph-mon[33407]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:33 smithi187 ceph-mon[33407]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:32:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:33 smithi187 ceph-mon[33407]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T00:32:33.707 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:32:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:32:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:32:33.954 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:32:33.955 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (91s) 75s ago 2m 15.6M - 0.25.0 c8568f914cd2 286d17026530 2024-08-17T00:32:33.955 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (2m) 75s ago 2m 85.0M - 9.4.7 954c08fa6188 837d7ffaebc7 2024-08-17T00:32:33.955 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (3m) 75s ago 3m 14.7M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:32:33.955 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (3m) 75s ago 3m 16.8M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:32:33.955 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443 running (7m) 75s ago 7m 398M - 17.2.7-1402-g03a1ac13 bc5a85a90206 b0b0ce890dad 2024-08-17T00:32:33.955 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:9283,8765 running (9m) 75s ago 9m 444M - 17.2.7-1402-g03a1ac13 bc5a85a90206 25a6440b3d40 2024-08-17T00:32:33.955 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (9m) 75s ago 9m 47.2M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 326d536d0817 2024-08-17T00:32:33.955 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (7m) 75s ago 7m 39.7M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 08bc4d37e299 2024-08-17T00:32:33.955 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (7m) 75s ago 7m 37.2M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 f84af0d3eeb1 2024-08-17T00:32:33.956 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (2m) 75s ago 114s 11.3M - 1.5.0 0da6a335fe13 282cbc65523a 2024-08-17T00:32:33.956 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (106s) 75s ago 106s 3657k - 1.5.0 0da6a335fe13 b7622bdce6a3 2024-08-17T00:32:33.956 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (7m) 75s ago 7m 47.7M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 5724a0a2acf7 2024-08-17T00:32:33.956 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (6m) 75s ago 6m 45.2M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 06419c3d3168 2024-08-17T00:32:33.956 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (6m) 75s ago 6m 45.1M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 f0716b3a6da4 2024-08-17T00:32:33.956 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (5m) 75s ago 5m 40.7M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 34877baf90d9 2024-08-17T00:32:33.956 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (5m) 75s ago 5m 42.1M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 8b55fa435d4d 2024-08-17T00:32:33.956 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (5m) 75s ago 5m 43.2M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 87ee417e591b 2024-08-17T00:32:33.956 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (4m) 75s ago 4m 41.7M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 bd8a836eeeec 2024-08-17T00:32:33.957 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (4m) 75s ago 4m 44.7M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:32:33.957 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (86s) 75s ago 2m 28.2M - 2.43.0 a07b618ecd1d 73fb57a698ca 2024-08-17T00:32:34.318 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:32:34.319 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:32:34.319 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:32:34.319 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:32:34.319 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:32:34.319 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:32:34.319 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:32:34.319 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:32:34.319 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:32:34.319 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:32:34.319 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:32:34.320 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:32:34.320 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:32:34.320 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:32:34.320 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 15 2024-08-17T00:32:34.320 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:32:34.320 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:32:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:34 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3396795676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:32:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:34 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3396795676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:32:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:34 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3396795676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:32:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:35 smithi157 ceph-mon[29438]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:35 smithi157 ceph-mon[29438]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:35 smithi157 ceph-mon[29438]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:35 smithi157 ceph-mon[40946]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:35 smithi157 ceph-mon[40946]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:35 smithi157 ceph-mon[40946]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:35 smithi187 ceph-mon[33407]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:35.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:35 smithi187 ceph-mon[33407]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:35.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:35 smithi187 ceph-mon[33407]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:36.366 INFO:teuthology.orchestra.run.smithi157.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-08-17T00:32:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:36 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/4089943227' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:32:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:36 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/4089943227' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:32:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:36 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/4089943227' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:32:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:37 smithi157 ceph-mon[40946]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:37 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/4089943227' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T00:32:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:37 smithi157 ceph-mon[40946]: osdmap e81: 8 total, 8 up, 8 in 2024-08-17T00:32:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:37 smithi157 ceph-mon[29438]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:37 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/4089943227' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T00:32:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:37 smithi157 ceph-mon[29438]: osdmap e81: 8 total, 8 up, 8 in 2024-08-17T00:32:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:37 smithi187 ceph-mon[33407]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:37 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/4089943227' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T00:32:37.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:37 smithi187 ceph-mon[33407]: osdmap e81: 8 total, 8 up, 8 in 2024-08-17T00:32:38.021 DEBUG:teuthology.orchestra.run.smithi157:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-08-17T00:32:38.048 INFO:tasks.rados.rados.0.smithi157.stdout:adding op weight read -> 100 2024-08-17T00:32:38.048 INFO:tasks.rados.rados.0.smithi157.stdout:adding op weight delete -> 50 2024-08-17T00:32:38.048 INFO:tasks.rados.rados.0.smithi157.stdout:adding op weight snap_create -> 50 2024-08-17T00:32:38.048 INFO:tasks.rados.rados.0.smithi157.stdout:adding op weight snap_remove -> 50 2024-08-17T00:32:38.048 INFO:tasks.rados.rados.0.smithi157.stdout:adding op weight rollback -> 50 2024-08-17T00:32:38.048 INFO:tasks.rados.rados.0.smithi157.stdout:adding op weight setattr -> 25 2024-08-17T00:32:38.048 INFO:tasks.rados.rados.0.smithi157.stdout:adding op weight rmattr -> 25 2024-08-17T00:32:38.048 INFO:tasks.rados.rados.0.smithi157.stdout:adding op weight copy_from -> 50 2024-08-17T00:32:38.048 INFO:tasks.rados.rados.0.smithi157.stdout:adding op weight append -> 100 2024-08-17T00:32:38.049 INFO:tasks.rados.rados.0.smithi157.stdout:ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable) 2024-08-17T00:32:38.049 INFO:tasks.rados.rados.0.smithi157.stdout:Configuration: 2024-08-17T00:32:38.049 INFO:tasks.rados.rados.0.smithi157.stdout: Number of operations: 4000 2024-08-17T00:32:38.049 INFO:tasks.rados.rados.0.smithi157.stdout: Number of objects: 50 2024-08-17T00:32:38.049 INFO:tasks.rados.rados.0.smithi157.stdout: Max in flight operations: 16 2024-08-17T00:32:38.049 INFO:tasks.rados.rados.0.smithi157.stdout: Object size (in bytes): 4000000 2024-08-17T00:32:38.049 INFO:tasks.rados.rados.0.smithi157.stdout: Write stride min: 400000 2024-08-17T00:32:38.049 INFO:tasks.rados.rados.0.smithi157.stdout: Write stride max: 800000 2024-08-17T00:32:38.373 INFO:tasks.rados.rados.0.smithi157.stdout:1: write initial oid 1 2024-08-17T00:32:38.373 INFO:tasks.rados.rados.0.smithi157.stdout:1: seq_num 0 ranges {0=24576} 2024-08-17T00:32:38.373 INFO:tasks.rados.rados.0.smithi157.stdout:1: writing smithi15786056-1 from 0 to 24576 tid 1 2024-08-17T00:32:38.373 INFO:tasks.rados.rados.0.smithi157.stdout:2: write initial oid 2 2024-08-17T00:32:38.374 INFO:tasks.rados.rados.0.smithi157.stdout:2: seq_num 1 ranges {0=24576} 2024-08-17T00:32:38.374 INFO:tasks.rados.rados.0.smithi157.stdout:2: writing smithi15786056-2 from 0 to 24576 tid 1 2024-08-17T00:32:38.374 INFO:tasks.rados.rados.0.smithi157.stdout:3: write initial oid 3 2024-08-17T00:32:38.374 INFO:tasks.rados.rados.0.smithi157.stdout:3: seq_num 2 ranges {0=40960} 2024-08-17T00:32:38.374 INFO:tasks.rados.rados.0.smithi157.stdout:3: writing smithi15786056-3 from 0 to 40960 tid 1 2024-08-17T00:32:38.374 INFO:tasks.rados.rados.0.smithi157.stdout:4: write initial oid 4 2024-08-17T00:32:38.374 INFO:tasks.rados.rados.0.smithi157.stdout:4: seq_num 3 ranges {0=57344} 2024-08-17T00:32:38.375 INFO:tasks.rados.rados.0.smithi157.stdout:4: writing smithi15786056-4 from 0 to 57344 tid 1 2024-08-17T00:32:38.375 INFO:tasks.rados.rados.0.smithi157.stdout:5: write initial oid 5 2024-08-17T00:32:38.375 INFO:tasks.rados.rados.0.smithi157.stdout:5: seq_num 4 ranges {0=73728} 2024-08-17T00:32:38.375 INFO:tasks.rados.rados.0.smithi157.stdout:5: writing smithi15786056-5 from 0 to 73728 tid 1 2024-08-17T00:32:38.375 INFO:tasks.rados.rados.0.smithi157.stdout:6: write initial oid 6 2024-08-17T00:32:38.375 INFO:tasks.rados.rados.0.smithi157.stdout:6: seq_num 5 ranges {0=90112} 2024-08-17T00:32:38.375 INFO:tasks.rados.rados.0.smithi157.stdout:6: writing smithi15786056-6 from 0 to 90112 tid 1 2024-08-17T00:32:38.376 INFO:tasks.rados.rados.0.smithi157.stdout:7: write initial oid 7 2024-08-17T00:32:38.376 INFO:tasks.rados.rados.0.smithi157.stdout:7: seq_num 6 ranges {0=106496} 2024-08-17T00:32:38.376 INFO:tasks.rados.rados.0.smithi157.stdout:7: writing smithi15786056-7 from 0 to 106496 tid 1 2024-08-17T00:32:38.376 INFO:tasks.rados.rados.0.smithi157.stdout:8: write initial oid 8 2024-08-17T00:32:38.376 INFO:tasks.rados.rados.0.smithi157.stdout:8: seq_num 7 ranges {0=122880} 2024-08-17T00:32:38.377 INFO:tasks.rados.rados.0.smithi157.stdout:8: writing smithi15786056-8 from 0 to 122880 tid 1 2024-08-17T00:32:38.377 INFO:tasks.rados.rados.0.smithi157.stdout:9: write initial oid 9 2024-08-17T00:32:38.377 INFO:tasks.rados.rados.0.smithi157.stdout:9: seq_num 8 ranges {0=139264} 2024-08-17T00:32:38.378 INFO:tasks.rados.rados.0.smithi157.stdout:9: writing smithi15786056-9 from 0 to 139264 tid 1 2024-08-17T00:32:38.378 INFO:tasks.rados.rados.0.smithi157.stdout:2: finishing write tid 1 to smithi15786056-2 2024-08-17T00:32:38.378 INFO:tasks.rados.rados.0.smithi157.stdout:10: write initial oid 10 2024-08-17T00:32:38.378 INFO:tasks.rados.rados.0.smithi157.stdout:10: seq_num 9 ranges {0=155648} 2024-08-17T00:32:38.380 INFO:tasks.rados.rados.0.smithi157.stdout:10: writing smithi15786056-10 from 0 to 155648 tid 1 2024-08-17T00:32:38.380 INFO:tasks.rados.rados.0.smithi157.stdout:11: write initial oid 11 2024-08-17T00:32:38.380 INFO:tasks.rados.rados.0.smithi157.stdout:11: seq_num 10 ranges {0=172032} 2024-08-17T00:32:38.381 INFO:tasks.rados.rados.0.smithi157.stdout:11: writing smithi15786056-11 from 0 to 172032 tid 1 2024-08-17T00:32:38.381 INFO:tasks.rados.rados.0.smithi157.stdout:12: write initial oid 12 2024-08-17T00:32:38.381 INFO:tasks.rados.rados.0.smithi157.stdout:12: seq_num 11 ranges {0=188416} 2024-08-17T00:32:38.383 INFO:tasks.rados.rados.0.smithi157.stdout:12: writing smithi15786056-12 from 0 to 188416 tid 1 2024-08-17T00:32:38.383 INFO:tasks.rados.rados.0.smithi157.stdout:13: write initial oid 13 2024-08-17T00:32:38.383 INFO:tasks.rados.rados.0.smithi157.stdout:13: seq_num 12 ranges {0=204800} 2024-08-17T00:32:38.385 INFO:tasks.rados.rados.0.smithi157.stdout:13: writing smithi15786056-13 from 0 to 204800 tid 1 2024-08-17T00:32:38.385 INFO:tasks.rados.rados.0.smithi157.stdout:2: finishing write tid 2 to smithi15786056-2 2024-08-17T00:32:38.385 INFO:tasks.rados.rados.0.smithi157.stdout:3: finishing write tid 1 to smithi15786056-3 2024-08-17T00:32:38.385 INFO:tasks.rados.rados.0.smithi157.stdout:3: finishing write tid 2 to smithi15786056-3 2024-08-17T00:32:38.385 INFO:tasks.rados.rados.0.smithi157.stdout:2: finishing write tid 3 to smithi15786056-2 2024-08-17T00:32:38.385 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T00:32:38.385 INFO:tasks.rados.rados.0.smithi157.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-08-17T00:32:38.385 INFO:tasks.rados.rados.0.smithi157.stdout:1: finishing write tid 1 to smithi15786056-1 2024-08-17T00:32:38.385 INFO:tasks.rados.rados.0.smithi157.stdout:1: finishing write tid 2 to smithi15786056-1 2024-08-17T00:32:38.386 INFO:tasks.rados.rados.0.smithi157.stdout:4: finishing write tid 1 to smithi15786056-4 2024-08-17T00:32:38.386 INFO:tasks.rados.rados.0.smithi157.stdout:7: finishing write tid 1 to smithi15786056-7 2024-08-17T00:32:38.386 INFO:tasks.rados.rados.0.smithi157.stdout:6: finishing write tid 1 to smithi15786056-6 2024-08-17T00:32:38.386 INFO:tasks.rados.rados.0.smithi157.stdout:3: finishing write tid 3 to smithi15786056-3 2024-08-17T00:32:38.386 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-17T00:32:38.386 INFO:tasks.rados.rados.0.smithi157.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-08-17T00:32:38.386 INFO:tasks.rados.rados.0.smithi157.stdout:7: finishing write tid 2 to smithi15786056-7 2024-08-17T00:32:38.386 INFO:tasks.rados.rados.0.smithi157.stdout:8: finishing write tid 1 to smithi15786056-8 2024-08-17T00:32:38.386 INFO:tasks.rados.rados.0.smithi157.stdout:8: finishing write tid 2 to smithi15786056-8 2024-08-17T00:32:38.386 INFO:tasks.rados.rados.0.smithi157.stdout:5: finishing write tid 1 to smithi15786056-5 2024-08-17T00:32:38.386 INFO:tasks.rados.rados.0.smithi157.stdout:5: finishing write tid 2 to smithi15786056-5 2024-08-17T00:32:38.386 INFO:tasks.rados.rados.0.smithi157.stdout:9: finishing write tid 1 to smithi15786056-9 2024-08-17T00:32:38.387 INFO:tasks.rados.rados.0.smithi157.stdout:9: finishing write tid 2 to smithi15786056-9 2024-08-17T00:32:38.387 INFO:tasks.rados.rados.0.smithi157.stdout:2: done (12 left) 2024-08-17T00:32:38.387 INFO:tasks.rados.rados.0.smithi157.stdout:3: done (11 left) 2024-08-17T00:32:38.387 INFO:tasks.rados.rados.0.smithi157.stdout:14: write initial oid 14 2024-08-17T00:32:38.387 INFO:tasks.rados.rados.0.smithi157.stdout:14: seq_num 13 ranges {0=221184} 2024-08-17T00:32:38.387 INFO:tasks.rados.rados.0.smithi157.stdout:14: writing smithi15786056-14 from 0 to 221184 tid 1 2024-08-17T00:32:38.388 INFO:tasks.rados.rados.0.smithi157.stdout:15: write initial oid 15 2024-08-17T00:32:38.388 INFO:tasks.rados.rados.0.smithi157.stdout:4: finishing write tid 2 to smithi15786056-4 2024-08-17T00:32:38.388 INFO:tasks.rados.rados.0.smithi157.stdout:1: finishing write tid 3 to smithi15786056-1 2024-08-17T00:32:38.388 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-08-17T00:32:38.388 INFO:tasks.rados.rados.0.smithi157.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:32:38.388 INFO:tasks.rados.rados.0.smithi157.stdout:7: finishing write tid 3 to smithi15786056-7 2024-08-17T00:32:38.388 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T00:32:38.388 INFO:tasks.rados.rados.0.smithi157.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-08-17T00:32:38.388 INFO:tasks.rados.rados.0.smithi157.stdout:10: finishing write tid 1 to smithi15786056-10 2024-08-17T00:32:38.388 INFO:tasks.rados.rados.0.smithi157.stdout:6: finishing write tid 2 to smithi15786056-6 2024-08-17T00:32:38.388 INFO:tasks.rados.rados.0.smithi157.stdout:15: seq_num 14 ranges {0=237568} 2024-08-17T00:32:38.389 INFO:tasks.rados.rados.0.smithi157.stdout:15: writing smithi15786056-15 from 0 to 237568 tid 1 2024-08-17T00:32:38.390 INFO:tasks.rados.rados.0.smithi157.stdout:12: finishing write tid 1 to smithi15786056-12 2024-08-17T00:32:38.390 INFO:tasks.rados.rados.0.smithi157.stdout:10: finishing write tid 2 to smithi15786056-10 2024-08-17T00:32:38.390 INFO:tasks.rados.rados.0.smithi157.stdout:5: finishing write tid 3 to smithi15786056-5 2024-08-17T00:32:38.390 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-17T00:32:38.390 INFO:tasks.rados.rados.0.smithi157.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-08-17T00:32:38.390 INFO:tasks.rados.rados.0.smithi157.stdout:12: finishing write tid 2 to smithi15786056-12 2024-08-17T00:32:38.390 INFO:tasks.rados.rados.0.smithi157.stdout:4: finishing write tid 3 to smithi15786056-4 2024-08-17T00:32:38.390 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-17T00:32:38.390 INFO:tasks.rados.rados.0.smithi157.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-08-17T00:32:38.390 INFO:tasks.rados.rados.0.smithi157.stdout:8: finishing write tid 3 to smithi15786056-8 2024-08-17T00:32:38.390 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-08-17T00:32:38.391 INFO:tasks.rados.rados.0.smithi157.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-08-17T00:32:38.391 INFO:tasks.rados.rados.0.smithi157.stdout:9: finishing write tid 3 to smithi15786056-9 2024-08-17T00:32:38.391 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-17T00:32:38.391 INFO:tasks.rados.rados.0.smithi157.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-08-17T00:32:38.391 INFO:tasks.rados.rados.0.smithi157.stdout:13: finishing write tid 1 to smithi15786056-13 2024-08-17T00:32:38.391 INFO:tasks.rados.rados.0.smithi157.stdout:11: finishing write tid 1 to smithi15786056-11 2024-08-17T00:32:38.391 INFO:tasks.rados.rados.0.smithi157.stdout:11: finishing write tid 2 to smithi15786056-11 2024-08-17T00:32:38.391 INFO:tasks.rados.rados.0.smithi157.stdout:13: finishing write tid 2 to smithi15786056-13 2024-08-17T00:32:38.391 INFO:tasks.rados.rados.0.smithi157.stdout:12: finishing write tid 3 to smithi15786056-12 2024-08-17T00:32:38.391 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-17T00:32:38.391 INFO:tasks.rados.rados.0.smithi157.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-08-17T00:32:38.391 INFO:tasks.rados.rados.0.smithi157.stdout:1: done (12 left) 2024-08-17T00:32:38.391 INFO:tasks.rados.rados.0.smithi157.stdout:4: done (11 left) 2024-08-17T00:32:38.391 INFO:tasks.rados.rados.0.smithi157.stdout:5: done (10 left) 2024-08-17T00:32:38.392 INFO:tasks.rados.rados.0.smithi157.stdout:7: done (9 left) 2024-08-17T00:32:38.392 INFO:tasks.rados.rados.0.smithi157.stdout:8: done (8 left) 2024-08-17T00:32:38.392 INFO:tasks.rados.rados.0.smithi157.stdout:9: done (7 left) 2024-08-17T00:32:38.392 INFO:tasks.rados.rados.0.smithi157.stdout:12: done (6 left) 2024-08-17T00:32:38.392 INFO:tasks.rados.rados.0.smithi157.stdout:16: write initial oid 16 2024-08-17T00:32:38.392 INFO:tasks.rados.rados.0.smithi157.stdout:16: seq_num 15 ranges {0=253952} 2024-08-17T00:32:38.393 INFO:tasks.rados.rados.0.smithi157.stdout:16: writing smithi15786056-16 from 0 to 253952 tid 1 2024-08-17T00:32:38.393 INFO:tasks.rados.rados.0.smithi157.stdout:17: write initial oid 17 2024-08-17T00:32:38.393 INFO:tasks.rados.rados.0.smithi157.stdout:17: seq_num 16 ranges {0=270336} 2024-08-17T00:32:38.393 INFO:tasks.rados.rados.0.smithi157.stdout:17: writing smithi15786056-17 from 0 to 270336 tid 1 2024-08-17T00:32:38.393 INFO:tasks.rados.rados.0.smithi157.stdout:18: write initial oid 18 2024-08-17T00:32:38.393 INFO:tasks.rados.rados.0.smithi157.stdout:10: finishing write tid 3 to smithi15786056-10 2024-08-17T00:32:38.394 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 6 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-17T00:32:38.394 INFO:tasks.rados.rados.0.smithi157.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-08-17T00:32:38.394 INFO:tasks.rados.rados.0.smithi157.stdout:6: finishing write tid 3 to smithi15786056-6 2024-08-17T00:32:38.394 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 4 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-17T00:32:38.394 INFO:tasks.rados.rados.0.smithi157.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-08-17T00:32:38.394 INFO:tasks.rados.rados.0.smithi157.stdout:11: finishing write tid 3 to smithi15786056-11 2024-08-17T00:32:38.394 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-17T00:32:38.394 INFO:tasks.rados.rados.0.smithi157.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-08-17T00:32:38.394 INFO:tasks.rados.rados.0.smithi157.stdout:14: finishing write tid 1 to smithi15786056-14 2024-08-17T00:32:38.394 INFO:tasks.rados.rados.0.smithi157.stdout:14: finishing write tid 2 to smithi15786056-14 2024-08-17T00:32:38.394 INFO:tasks.rados.rados.0.smithi157.stdout:13: finishing write tid 3 to smithi15786056-13 2024-08-17T00:32:38.394 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-17T00:32:38.394 INFO:tasks.rados.rados.0.smithi157.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-08-17T00:32:38.395 INFO:tasks.rados.rados.0.smithi157.stdout:18: seq_num 17 ranges {0=286720} 2024-08-17T00:32:38.395 INFO:tasks.rados.rados.0.smithi157.stdout:18: writing smithi15786056-18 from 0 to 286720 tid 1 2024-08-17T00:32:38.395 INFO:tasks.rados.rados.0.smithi157.stdout:6: done (8 left) 2024-08-17T00:32:38.395 INFO:tasks.rados.rados.0.smithi157.stdout:10: done (7 left) 2024-08-17T00:32:38.395 INFO:tasks.rados.rados.0.smithi157.stdout:11: done (6 left) 2024-08-17T00:32:38.395 INFO:tasks.rados.rados.0.smithi157.stdout:13: done (5 left) 2024-08-17T00:32:38.395 INFO:tasks.rados.rados.0.smithi157.stdout:19: write initial oid 19 2024-08-17T00:32:38.396 INFO:tasks.rados.rados.0.smithi157.stdout:19: seq_num 18 ranges {0=303104} 2024-08-17T00:32:38.396 INFO:tasks.rados.rados.0.smithi157.stdout:19: writing smithi15786056-19 from 0 to 303104 tid 1 2024-08-17T00:32:38.397 INFO:tasks.rados.rados.0.smithi157.stdout:15: finishing write tid 1 to smithi15786056-15 2024-08-17T00:32:38.397 INFO:tasks.rados.rados.0.smithi157.stdout:14: finishing write tid 3 to smithi15786056-14 2024-08-17T00:32:38.397 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-17T00:32:38.397 INFO:tasks.rados.rados.0.smithi157.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-08-17T00:32:38.397 INFO:tasks.rados.rados.0.smithi157.stdout:15: finishing write tid 2 to smithi15786056-15 2024-08-17T00:32:38.397 INFO:tasks.rados.rados.0.smithi157.stdout:16: finishing write tid 1 to smithi15786056-16 2024-08-17T00:32:38.397 INFO:tasks.rados.rados.0.smithi157.stdout:16: finishing write tid 2 to smithi15786056-16 2024-08-17T00:32:38.397 INFO:tasks.rados.rados.0.smithi157.stdout:15: finishing write tid 3 to smithi15786056-15 2024-08-17T00:32:38.397 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-08-17T00:32:38.397 INFO:tasks.rados.rados.0.smithi157.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-08-17T00:32:38.397 INFO:tasks.rados.rados.0.smithi157.stdout:16: finishing write tid 3 to smithi15786056-16 2024-08-17T00:32:38.397 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-17T00:32:38.398 INFO:tasks.rados.rados.0.smithi157.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-08-17T00:32:38.398 INFO:tasks.rados.rados.0.smithi157.stdout:17: finishing write tid 1 to smithi15786056-17 2024-08-17T00:32:38.398 INFO:tasks.rados.rados.0.smithi157.stdout:17: finishing write tid 2 to smithi15786056-17 2024-08-17T00:32:38.398 INFO:tasks.rados.rados.0.smithi157.stdout:14: done (5 left) 2024-08-17T00:32:38.398 INFO:tasks.rados.rados.0.smithi157.stdout:15: done (4 left) 2024-08-17T00:32:38.398 INFO:tasks.rados.rados.0.smithi157.stdout:16: done (3 left) 2024-08-17T00:32:38.398 INFO:tasks.rados.rados.0.smithi157.stdout:20: write initial oid 20 2024-08-17T00:32:38.398 INFO:tasks.rados.rados.0.smithi157.stdout:20: seq_num 19 ranges {0=319488} 2024-08-17T00:32:38.399 INFO:tasks.rados.rados.0.smithi157.stdout:20: writing smithi15786056-20 from 0 to 319488 tid 1 2024-08-17T00:32:38.399 INFO:tasks.rados.rados.0.smithi157.stdout:18: finishing write tid 1 to smithi15786056-18 2024-08-17T00:32:38.399 INFO:tasks.rados.rados.0.smithi157.stdout:18: finishing write tid 2 to smithi15786056-18 2024-08-17T00:32:38.399 INFO:tasks.rados.rados.0.smithi157.stdout:21: write initial oid 21 2024-08-17T00:32:38.399 INFO:tasks.rados.rados.0.smithi157.stdout:21: seq_num 20 ranges {0=344064} 2024-08-17T00:32:38.401 INFO:tasks.rados.rados.0.smithi157.stdout:21: writing smithi15786056-21 from 0 to 344064 tid 1 2024-08-17T00:32:38.401 INFO:tasks.rados.rados.0.smithi157.stdout:22: write initial oid 22 2024-08-17T00:32:38.401 INFO:tasks.rados.rados.0.smithi157.stdout:22: seq_num 21 ranges {0=360448} 2024-08-17T00:32:38.403 INFO:tasks.rados.rados.0.smithi157.stdout:22: writing smithi15786056-22 from 0 to 360448 tid 1 2024-08-17T00:32:38.403 INFO:tasks.rados.rados.0.smithi157.stdout:23: write initial oid 23 2024-08-17T00:32:38.403 INFO:tasks.rados.rados.0.smithi157.stdout:23: seq_num 22 ranges {0=376832} 2024-08-17T00:32:38.406 INFO:tasks.rados.rados.0.smithi157.stdout:23: writing smithi15786056-23 from 0 to 376832 tid 1 2024-08-17T00:32:38.406 INFO:tasks.rados.rados.0.smithi157.stdout:24: write initial oid 24 2024-08-17T00:32:38.406 INFO:tasks.rados.rados.0.smithi157.stdout:24: seq_num 23 ranges {0=393216} 2024-08-17T00:32:38.409 INFO:tasks.rados.rados.0.smithi157.stdout:24: writing smithi15786056-24 from 0 to 393216 tid 1 2024-08-17T00:32:38.409 INFO:tasks.rados.rados.0.smithi157.stdout:19: finishing write tid 1 to smithi15786056-19 2024-08-17T00:32:38.409 INFO:tasks.rados.rados.0.smithi157.stdout:17: finishing write tid 3 to smithi15786056-17 2024-08-17T00:32:38.409 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-08-17T00:32:38.409 INFO:tasks.rados.rados.0.smithi157.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-08-17T00:32:38.410 INFO:tasks.rados.rados.0.smithi157.stdout:19: finishing write tid 2 to smithi15786056-19 2024-08-17T00:32:38.410 INFO:tasks.rados.rados.0.smithi157.stdout:18: finishing write tid 3 to smithi15786056-18 2024-08-17T00:32:38.410 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-17T00:32:38.410 INFO:tasks.rados.rados.0.smithi157.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-08-17T00:32:38.410 INFO:tasks.rados.rados.0.smithi157.stdout:19: finishing write tid 3 to smithi15786056-19 2024-08-17T00:32:38.410 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-17T00:32:38.410 INFO:tasks.rados.rados.0.smithi157.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-08-17T00:32:38.410 INFO:tasks.rados.rados.0.smithi157.stdout:20: finishing write tid 1 to smithi15786056-20 2024-08-17T00:32:38.410 INFO:tasks.rados.rados.0.smithi157.stdout:20: finishing write tid 2 to smithi15786056-20 2024-08-17T00:32:38.410 INFO:tasks.rados.rados.0.smithi157.stdout:20: finishing write tid 3 to smithi15786056-20 2024-08-17T00:32:38.410 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-17T00:32:38.410 INFO:tasks.rados.rados.0.smithi157.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-08-17T00:32:38.410 INFO:tasks.rados.rados.0.smithi157.stdout:21: finishing write tid 1 to smithi15786056-21 2024-08-17T00:32:38.411 INFO:tasks.rados.rados.0.smithi157.stdout:21: finishing write tid 2 to smithi15786056-21 2024-08-17T00:32:38.411 INFO:tasks.rados.rados.0.smithi157.stdout:22: finishing write tid 1 to smithi15786056-22 2024-08-17T00:32:38.411 INFO:tasks.rados.rados.0.smithi157.stdout:22: finishing write tid 2 to smithi15786056-22 2024-08-17T00:32:38.411 INFO:tasks.rados.rados.0.smithi157.stdout:21: finishing write tid 3 to smithi15786056-21 2024-08-17T00:32:38.411 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 8 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-08-17T00:32:38.411 INFO:tasks.rados.rados.0.smithi157.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-08-17T00:32:38.411 INFO:tasks.rados.rados.0.smithi157.stdout:22: finishing write tid 3 to smithi15786056-22 2024-08-17T00:32:38.411 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 10 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-17T00:32:38.411 INFO:tasks.rados.rados.0.smithi157.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-08-17T00:32:38.411 INFO:tasks.rados.rados.0.smithi157.stdout:23: finishing write tid 1 to smithi15786056-23 2024-08-17T00:32:38.411 INFO:tasks.rados.rados.0.smithi157.stdout:23: finishing write tid 2 to smithi15786056-23 2024-08-17T00:32:38.411 INFO:tasks.rados.rados.0.smithi157.stdout:17: done (7 left) 2024-08-17T00:32:38.411 INFO:tasks.rados.rados.0.smithi157.stdout:18: done (6 left) 2024-08-17T00:32:38.412 INFO:tasks.rados.rados.0.smithi157.stdout:19: done (5 left) 2024-08-17T00:32:38.412 INFO:tasks.rados.rados.0.smithi157.stdout:20: done (4 left) 2024-08-17T00:32:38.412 INFO:tasks.rados.rados.0.smithi157.stdout:21: done (3 left) 2024-08-17T00:32:38.412 INFO:tasks.rados.rados.0.smithi157.stdout:22: done (2 left) 2024-08-17T00:32:38.412 INFO:tasks.rados.rados.0.smithi157.stdout:25: write initial oid 25 2024-08-17T00:32:38.412 INFO:tasks.rados.rados.0.smithi157.stdout:25: seq_num 24 ranges {0=409600} 2024-08-17T00:32:38.413 INFO:tasks.rados.rados.0.smithi157.stdout:25: writing smithi15786056-25 from 0 to 409600 tid 1 2024-08-17T00:32:38.413 INFO:tasks.rados.rados.0.smithi157.stdout:26: write initial oid 26 2024-08-17T00:32:38.413 INFO:tasks.rados.rados.0.smithi157.stdout:26: seq_num 25 ranges {0=425984} 2024-08-17T00:32:38.415 INFO:tasks.rados.rados.0.smithi157.stdout:26: writing smithi15786056-26 from 0 to 425984 tid 1 2024-08-17T00:32:38.415 INFO:tasks.rados.rados.0.smithi157.stdout:23: finishing write tid 3 to smithi15786056-23 2024-08-17T00:32:38.415 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-08-17T00:32:38.415 INFO:tasks.rados.rados.0.smithi157.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-08-17T00:32:38.415 INFO:tasks.rados.rados.0.smithi157.stdout:24: finishing write tid 1 to smithi15786056-24 2024-08-17T00:32:38.415 INFO:tasks.rados.rados.0.smithi157.stdout:24: finishing write tid 2 to smithi15786056-24 2024-08-17T00:32:38.415 INFO:tasks.rados.rados.0.smithi157.stdout:24: finishing write tid 3 to smithi15786056-24 2024-08-17T00:32:38.415 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-17T00:32:38.415 INFO:tasks.rados.rados.0.smithi157.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-08-17T00:32:38.415 INFO:tasks.rados.rados.0.smithi157.stdout:25: finishing write tid 1 to smithi15786056-25 2024-08-17T00:32:38.415 INFO:tasks.rados.rados.0.smithi157.stdout:25: finishing write tid 2 to smithi15786056-25 2024-08-17T00:32:38.416 INFO:tasks.rados.rados.0.smithi157.stdout:23: done (3 left) 2024-08-17T00:32:38.416 INFO:tasks.rados.rados.0.smithi157.stdout:24: done (2 left) 2024-08-17T00:32:38.416 INFO:tasks.rados.rados.0.smithi157.stdout:27: write initial oid 27 2024-08-17T00:32:38.416 INFO:tasks.rados.rados.0.smithi157.stdout:27: seq_num 26 ranges {0=442368} 2024-08-17T00:32:38.417 INFO:tasks.rados.rados.0.smithi157.stdout:27: writing smithi15786056-27 from 0 to 442368 tid 1 2024-08-17T00:32:38.418 INFO:tasks.rados.rados.0.smithi157.stdout:28: write initial oid 28 2024-08-17T00:32:38.418 INFO:tasks.rados.rados.0.smithi157.stdout:28: seq_num 27 ranges {0=458752} 2024-08-17T00:32:38.420 INFO:tasks.rados.rados.0.smithi157.stdout:28: writing smithi15786056-28 from 0 to 458752 tid 1 2024-08-17T00:32:38.421 INFO:tasks.rados.rados.0.smithi157.stdout:29: write initial oid 29 2024-08-17T00:32:38.421 INFO:tasks.rados.rados.0.smithi157.stdout:29: seq_num 28 ranges {0=475136} 2024-08-17T00:32:38.424 INFO:tasks.rados.rados.0.smithi157.stdout:29: writing smithi15786056-29 from 0 to 475136 tid 1 2024-08-17T00:32:38.424 INFO:tasks.rados.rados.0.smithi157.stdout:30: write initial oid 30 2024-08-17T00:32:38.424 INFO:tasks.rados.rados.0.smithi157.stdout:30: seq_num 29 ranges {0=491520} 2024-08-17T00:32:38.427 INFO:tasks.rados.rados.0.smithi157.stdout:30: writing smithi15786056-30 from 0 to 491520 tid 1 2024-08-17T00:32:38.427 INFO:tasks.rados.rados.0.smithi157.stdout:31: write initial oid 31 2024-08-17T00:32:38.427 INFO:tasks.rados.rados.0.smithi157.stdout:31: seq_num 30 ranges {0=507904} 2024-08-17T00:32:38.430 INFO:tasks.rados.rados.0.smithi157.stdout:31: writing smithi15786056-31 from 0 to 507904 tid 1 2024-08-17T00:32:38.430 INFO:tasks.rados.rados.0.smithi157.stdout:32: write initial oid 32 2024-08-17T00:32:38.431 INFO:tasks.rados.rados.0.smithi157.stdout:32: seq_num 31 ranges {0=524288} 2024-08-17T00:32:38.434 INFO:tasks.rados.rados.0.smithi157.stdout:32: writing smithi15786056-32 from 0 to 524288 tid 1 2024-08-17T00:32:38.434 INFO:tasks.rados.rados.0.smithi157.stdout:33: write initial oid 33 2024-08-17T00:32:38.434 INFO:tasks.rados.rados.0.smithi157.stdout:33: seq_num 32 ranges {0=540672} 2024-08-17T00:32:38.437 INFO:tasks.rados.rados.0.smithi157.stdout:33: writing smithi15786056-33 from 0 to 540672 tid 1 2024-08-17T00:32:38.437 INFO:tasks.rados.rados.0.smithi157.stdout:34: write initial oid 34 2024-08-17T00:32:38.437 INFO:tasks.rados.rados.0.smithi157.stdout:34: seq_num 33 ranges {0=557056} 2024-08-17T00:32:38.441 INFO:tasks.rados.rados.0.smithi157.stdout:34: writing smithi15786056-34 from 0 to 557056 tid 1 2024-08-17T00:32:38.441 INFO:tasks.rados.rados.0.smithi157.stdout:25: finishing write tid 3 to smithi15786056-25 2024-08-17T00:32:38.441 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-17T00:32:38.442 INFO:tasks.rados.rados.0.smithi157.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-08-17T00:32:38.442 INFO:tasks.rados.rados.0.smithi157.stdout:26: finishing write tid 1 to smithi15786056-26 2024-08-17T00:32:38.442 INFO:tasks.rados.rados.0.smithi157.stdout:26: finishing write tid 2 to smithi15786056-26 2024-08-17T00:32:38.442 INFO:tasks.rados.rados.0.smithi157.stdout:26: finishing write tid 3 to smithi15786056-26 2024-08-17T00:32:38.442 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 12 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-17T00:32:38.442 INFO:tasks.rados.rados.0.smithi157.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-08-17T00:32:38.442 INFO:tasks.rados.rados.0.smithi157.stdout:27: finishing write tid 1 to smithi15786056-27 2024-08-17T00:32:38.442 INFO:tasks.rados.rados.0.smithi157.stdout:27: finishing write tid 2 to smithi15786056-27 2024-08-17T00:32:38.442 INFO:tasks.rados.rados.0.smithi157.stdout:27: finishing write tid 3 to smithi15786056-27 2024-08-17T00:32:38.442 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:32:38.442 INFO:tasks.rados.rados.0.smithi157.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:32:38.442 INFO:tasks.rados.rados.0.smithi157.stdout:28: finishing write tid 1 to smithi15786056-28 2024-08-17T00:32:38.442 INFO:tasks.rados.rados.0.smithi157.stdout:28: finishing write tid 2 to smithi15786056-28 2024-08-17T00:32:38.443 INFO:tasks.rados.rados.0.smithi157.stdout:28: finishing write tid 3 to smithi15786056-28 2024-08-17T00:32:38.443 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-17T00:32:38.443 INFO:tasks.rados.rados.0.smithi157.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-08-17T00:32:38.443 INFO:tasks.rados.rados.0.smithi157.stdout:29: finishing write tid 1 to smithi15786056-29 2024-08-17T00:32:38.443 INFO:tasks.rados.rados.0.smithi157.stdout:29: finishing write tid 2 to smithi15786056-29 2024-08-17T00:32:38.443 INFO:tasks.rados.rados.0.smithi157.stdout:29: finishing write tid 3 to smithi15786056-29 2024-08-17T00:32:38.443 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-17T00:32:38.443 INFO:tasks.rados.rados.0.smithi157.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-08-17T00:32:38.443 INFO:tasks.rados.rados.0.smithi157.stdout:30: finishing write tid 1 to smithi15786056-30 2024-08-17T00:32:38.443 INFO:tasks.rados.rados.0.smithi157.stdout:30: finishing write tid 2 to smithi15786056-30 2024-08-17T00:32:38.443 INFO:tasks.rados.rados.0.smithi157.stdout:30: finishing write tid 3 to smithi15786056-30 2024-08-17T00:32:38.443 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 8 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-17T00:32:38.443 INFO:tasks.rados.rados.0.smithi157.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-08-17T00:32:38.444 INFO:tasks.rados.rados.0.smithi157.stdout:31: finishing write tid 1 to smithi15786056-31 2024-08-17T00:32:38.444 INFO:tasks.rados.rados.0.smithi157.stdout:31: finishing write tid 2 to smithi15786056-31 2024-08-17T00:32:38.444 INFO:tasks.rados.rados.0.smithi157.stdout:31: finishing write tid 3 to smithi15786056-31 2024-08-17T00:32:38.444 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 8 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-17T00:32:38.444 INFO:tasks.rados.rados.0.smithi157.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-08-17T00:32:38.444 INFO:tasks.rados.rados.0.smithi157.stdout:32: finishing write tid 1 to smithi15786056-32 2024-08-17T00:32:38.444 INFO:tasks.rados.rados.0.smithi157.stdout:32: finishing write tid 2 to smithi15786056-32 2024-08-17T00:32:38.444 INFO:tasks.rados.rados.0.smithi157.stdout:32: finishing write tid 3 to smithi15786056-32 2024-08-17T00:32:38.444 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-17T00:32:38.444 INFO:tasks.rados.rados.0.smithi157.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-08-17T00:32:38.444 INFO:tasks.rados.rados.0.smithi157.stdout:25: done (9 left) 2024-08-17T00:32:38.444 INFO:tasks.rados.rados.0.smithi157.stdout:26: done (8 left) 2024-08-17T00:32:38.444 INFO:tasks.rados.rados.0.smithi157.stdout:27: done (7 left) 2024-08-17T00:32:38.444 INFO:tasks.rados.rados.0.smithi157.stdout:28: done (6 left) 2024-08-17T00:32:38.445 INFO:tasks.rados.rados.0.smithi157.stdout:29: done (5 left) 2024-08-17T00:32:38.445 INFO:tasks.rados.rados.0.smithi157.stdout:30: done (4 left) 2024-08-17T00:32:38.445 INFO:tasks.rados.rados.0.smithi157.stdout:31: done (3 left) 2024-08-17T00:32:38.445 INFO:tasks.rados.rados.0.smithi157.stdout:32: done (2 left) 2024-08-17T00:32:38.445 INFO:tasks.rados.rados.0.smithi157.stdout:35: write initial oid 35 2024-08-17T00:32:38.445 INFO:tasks.rados.rados.0.smithi157.stdout:35: seq_num 34 ranges {0=573440} 2024-08-17T00:32:38.445 INFO:tasks.rados.rados.0.smithi157.stdout:35: writing smithi15786056-35 from 0 to 573440 tid 1 2024-08-17T00:32:38.446 INFO:tasks.rados.rados.0.smithi157.stdout:36: write initial oid 36 2024-08-17T00:32:38.446 INFO:tasks.rados.rados.0.smithi157.stdout:36: seq_num 35 ranges {0=589824} 2024-08-17T00:32:38.448 INFO:tasks.rados.rados.0.smithi157.stdout:36: writing smithi15786056-36 from 0 to 589824 tid 1 2024-08-17T00:32:38.448 INFO:tasks.rados.rados.0.smithi157.stdout:37: write initial oid 37 2024-08-17T00:32:38.449 INFO:tasks.rados.rados.0.smithi157.stdout:37: seq_num 36 ranges {0=606208} 2024-08-17T00:32:38.452 INFO:tasks.rados.rados.0.smithi157.stdout:37: writing smithi15786056-37 from 0 to 606208 tid 1 2024-08-17T00:32:38.452 INFO:tasks.rados.rados.0.smithi157.stdout:38: write initial oid 38 2024-08-17T00:32:38.453 INFO:tasks.rados.rados.0.smithi157.stdout:38: seq_num 37 ranges {0=622592} 2024-08-17T00:32:38.456 INFO:tasks.rados.rados.0.smithi157.stdout:38: writing smithi15786056-38 from 0 to 622592 tid 1 2024-08-17T00:32:38.457 INFO:tasks.rados.rados.0.smithi157.stdout:39: write initial oid 39 2024-08-17T00:32:38.457 INFO:tasks.rados.rados.0.smithi157.stdout:39: seq_num 38 ranges {0=638976} 2024-08-17T00:32:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:39: writing smithi15786056-39 from 0 to 638976 tid 1 2024-08-17T00:32:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:40: write initial oid 40 2024-08-17T00:32:38.462 INFO:tasks.rados.rados.0.smithi157.stdout:40: seq_num 39 ranges {0=663552} 2024-08-17T00:32:38.466 INFO:tasks.rados.rados.0.smithi157.stdout:40: writing smithi15786056-40 from 0 to 663552 tid 1 2024-08-17T00:32:38.466 INFO:tasks.rados.rados.0.smithi157.stdout:41: write initial oid 41 2024-08-17T00:32:38.466 INFO:tasks.rados.rados.0.smithi157.stdout:41: seq_num 40 ranges {0=679936} 2024-08-17T00:32:38.469 INFO:tasks.rados.rados.0.smithi157.stdout:41: writing smithi15786056-41 from 0 to 679936 tid 1 2024-08-17T00:32:38.469 INFO:tasks.rados.rados.0.smithi157.stdout:42: write initial oid 42 2024-08-17T00:32:38.470 INFO:tasks.rados.rados.0.smithi157.stdout:42: seq_num 41 ranges {0=696320} 2024-08-17T00:32:38.474 INFO:tasks.rados.rados.0.smithi157.stdout:42: writing smithi15786056-42 from 0 to 696320 tid 1 2024-08-17T00:32:38.474 INFO:tasks.rados.rados.0.smithi157.stdout:43: write initial oid 43 2024-08-17T00:32:38.474 INFO:tasks.rados.rados.0.smithi157.stdout:43: seq_num 42 ranges {0=712704} 2024-08-17T00:32:38.479 INFO:tasks.rados.rados.0.smithi157.stdout:43: writing smithi15786056-43 from 0 to 712704 tid 1 2024-08-17T00:32:38.479 INFO:tasks.rados.rados.0.smithi157.stdout:44: write initial oid 44 2024-08-17T00:32:38.479 INFO:tasks.rados.rados.0.smithi157.stdout:44: seq_num 43 ranges {0=729088} 2024-08-17T00:32:38.484 INFO:tasks.rados.rados.0.smithi157.stdout:44: writing smithi15786056-44 from 0 to 729088 tid 1 2024-08-17T00:32:38.484 INFO:tasks.rados.rados.0.smithi157.stdout:45: write initial oid 45 2024-08-17T00:32:38.484 INFO:tasks.rados.rados.0.smithi157.stdout:45: seq_num 44 ranges {0=745472} 2024-08-17T00:32:38.489 INFO:tasks.rados.rados.0.smithi157.stdout:45: writing smithi15786056-45 from 0 to 745472 tid 1 2024-08-17T00:32:38.489 INFO:tasks.rados.rados.0.smithi157.stdout:46: write initial oid 46 2024-08-17T00:32:38.489 INFO:tasks.rados.rados.0.smithi157.stdout:46: seq_num 45 ranges {0=761856} 2024-08-17T00:32:38.493 INFO:tasks.rados.rados.0.smithi157.stdout:46: writing smithi15786056-46 from 0 to 761856 tid 1 2024-08-17T00:32:38.493 INFO:tasks.rados.rados.0.smithi157.stdout:47: write initial oid 47 2024-08-17T00:32:38.494 INFO:tasks.rados.rados.0.smithi157.stdout:47: seq_num 46 ranges {0=778240} 2024-08-17T00:32:38.498 INFO:tasks.rados.rados.0.smithi157.stdout:47: writing smithi15786056-47 from 0 to 778240 tid 1 2024-08-17T00:32:38.499 INFO:tasks.rados.rados.0.smithi157.stdout:48: write initial oid 48 2024-08-17T00:32:38.499 INFO:tasks.rados.rados.0.smithi157.stdout:48: seq_num 47 ranges {0=794624} 2024-08-17T00:32:38.504 INFO:tasks.rados.rados.0.smithi157.stdout:48: writing smithi15786056-48 from 0 to 794624 tid 1 2024-08-17T00:32:38.504 INFO:tasks.rados.rados.0.smithi157.stdout: waiting on 16 2024-08-17T00:32:38.504 INFO:tasks.rados.rados.0.smithi157.stdout:33: finishing write tid 1 to smithi15786056-33 2024-08-17T00:32:38.504 INFO:tasks.rados.rados.0.smithi157.stdout:33: finishing write tid 2 to smithi15786056-33 2024-08-17T00:32:38.504 INFO:tasks.rados.rados.0.smithi157.stdout:33: finishing write tid 3 to smithi15786056-33 2024-08-17T00:32:38.504 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-17T00:32:38.504 INFO:tasks.rados.rados.0.smithi157.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-08-17T00:32:38.504 INFO:tasks.rados.rados.0.smithi157.stdout:34: finishing write tid 1 to smithi15786056-34 2024-08-17T00:32:38.504 INFO:tasks.rados.rados.0.smithi157.stdout:34: finishing write tid 2 to smithi15786056-34 2024-08-17T00:32:38.504 INFO:tasks.rados.rados.0.smithi157.stdout:33: done (15 left) 2024-08-17T00:32:38.504 INFO:tasks.rados.rados.0.smithi157.stdout:49: write initial oid 49 2024-08-17T00:32:38.505 INFO:tasks.rados.rados.0.smithi157.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-08-17T00:32:38.506 INFO:tasks.rados.rados.0.smithi157.stdout:49: writing smithi15786056-49 from 0 to 409600 tid 1 2024-08-17T00:32:38.509 INFO:tasks.rados.rados.0.smithi157.stdout:49: writing smithi15786056-49 from 409600 to 811008 tid 2 2024-08-17T00:32:38.509 INFO:tasks.rados.rados.0.smithi157.stdout: waiting on 16 2024-08-17T00:32:38.509 INFO:tasks.rados.rados.0.smithi157.stdout:34: finishing write tid 3 to smithi15786056-34 2024-08-17T00:32:38.509 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T00:32:38.509 INFO:tasks.rados.rados.0.smithi157.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-08-17T00:32:38.509 INFO:tasks.rados.rados.0.smithi157.stdout:34: done (15 left) 2024-08-17T00:32:38.509 INFO:tasks.rados.rados.0.smithi157.stdout:50: write initial oid 50 2024-08-17T00:32:38.509 INFO:tasks.rados.rados.0.smithi157.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-08-17T00:32:38.511 INFO:tasks.rados.rados.0.smithi157.stdout:50: writing smithi15786056-50 from 0 to 425984 tid 1 2024-08-17T00:32:38.515 INFO:tasks.rados.rados.0.smithi157.stdout:50: writing smithi15786056-50 from 425984 to 827392 tid 2 2024-08-17T00:32:38.515 INFO:tasks.rados.rados.0.smithi157.stdout: waiting on 16 2024-08-17T00:32:38.515 INFO:tasks.rados.rados.0.smithi157.stdout:35: finishing write tid 1 to smithi15786056-35 2024-08-17T00:32:38.515 INFO:tasks.rados.rados.0.smithi157.stdout:35: finishing write tid 2 to smithi15786056-35 2024-08-17T00:32:38.515 INFO:tasks.rados.rados.0.smithi157.stdout:35: finishing write tid 3 to smithi15786056-35 2024-08-17T00:32:38.515 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 2 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T00:32:38.515 INFO:tasks.rados.rados.0.smithi157.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-08-17T00:32:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:36: finishing write tid 1 to smithi15786056-36 2024-08-17T00:32:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:36: finishing write tid 2 to smithi15786056-36 2024-08-17T00:32:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:36: finishing write tid 3 to smithi15786056-36 2024-08-17T00:32:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 2 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-17T00:32:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-08-17T00:32:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:37: finishing write tid 1 to smithi15786056-37 2024-08-17T00:32:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:35: done (15 left) 2024-08-17T00:32:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:36: done (14 left) 2024-08-17T00:32:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:51: copy_from oid 8 from oid 18 current snap is 0 2024-08-17T00:32:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:37: finishing write tid 2 to smithi15786056-37 2024-08-17T00:32:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:37: finishing write tid 3 to smithi15786056-37 2024-08-17T00:32:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T00:32:38.517 INFO:tasks.rados.rados.0.smithi157.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-08-17T00:32:38.517 INFO:tasks.rados.rados.0.smithi157.stdout:38: finishing write tid 1 to smithi15786056-38 2024-08-17T00:32:38.517 INFO:tasks.rados.rados.0.smithi157.stdout:37: done (14 left) 2024-08-17T00:32:38.517 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 17 current snap is 0 2024-08-17T00:32:38.517 INFO:tasks.rados.rados.0.smithi157.stdout:38: finishing write tid 2 to smithi15786056-38 2024-08-17T00:32:38.517 INFO:tasks.rados.rados.0.smithi157.stdout:38: finishing write tid 3 to smithi15786056-38 2024-08-17T00:32:38.517 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 4 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-17T00:32:38.517 INFO:tasks.rados.rados.0.smithi157.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-08-17T00:32:38.517 INFO:tasks.rados.rados.0.smithi157.stdout:39: finishing write tid 1 to smithi15786056-39 2024-08-17T00:32:38.517 INFO:tasks.rados.rados.0.smithi157.stdout:39: finishing write tid 2 to smithi15786056-39 2024-08-17T00:32:38.517 INFO:tasks.rados.rados.0.smithi157.stdout:39: finishing write tid 3 to smithi15786056-39 2024-08-17T00:32:38.517 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T00:32:38.518 INFO:tasks.rados.rados.0.smithi157.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-08-17T00:32:38.518 INFO:tasks.rados.rados.0.smithi157.stdout:40: finishing write tid 1 to smithi15786056-40 2024-08-17T00:32:38.518 INFO:tasks.rados.rados.0.smithi157.stdout:52: seq_num 50 ranges {270336=442368,712704=401408} 2024-08-17T00:32:38.518 INFO:tasks.rados.rados.0.smithi157.stdout:52: writing smithi15786056-17 from 270336 to 712704 tid 1 2024-08-17T00:32:38.521 INFO:tasks.rados.rados.0.smithi157.stdout:52: writing smithi15786056-17 from 712704 to 1114112 tid 2 2024-08-17T00:32:38.521 INFO:tasks.rados.rados.0.smithi157.stdout:38: done (14 left) 2024-08-17T00:32:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:39: done (13 left) 2024-08-17T00:32:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:53: rmattr oid 20 current snap is 0 2024-08-17T00:32:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:53: done (13 left) 2024-08-17T00:32:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:54: delete oid 10 current snap is 0 2024-08-17T00:32:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:40: finishing write tid 2 to smithi15786056-40 2024-08-17T00:32:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:40: finishing write tid 3 to smithi15786056-40 2024-08-17T00:32:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T00:32:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-08-17T00:32:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:41: finishing write tid 1 to smithi15786056-41 2024-08-17T00:32:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:41: finishing write tid 2 to smithi15786056-41 2024-08-17T00:32:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:41: finishing write tid 3 to smithi15786056-41 2024-08-17T00:32:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 4 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T00:32:38.523 INFO:tasks.rados.rados.0.smithi157.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:32:38.523 INFO:tasks.rados.rados.0.smithi157.stdout:42: finishing write tid 1 to smithi15786056-42 2024-08-17T00:32:38.523 INFO:tasks.rados.rados.0.smithi157.stdout:42: finishing write tid 2 to smithi15786056-42 2024-08-17T00:32:38.523 INFO:tasks.rados.rados.0.smithi157.stdout:42: finishing write tid 3 to smithi15786056-42 2024-08-17T00:32:38.523 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 10 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T00:32:38.523 INFO:tasks.rados.rados.0.smithi157.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-08-17T00:32:38.523 INFO:tasks.rados.rados.0.smithi157.stdout:43: finishing write tid 1 to smithi15786056-43 2024-08-17T00:32:38.523 INFO:tasks.rados.rados.0.smithi157.stdout:43: finishing write tid 2 to smithi15786056-43 2024-08-17T00:32:38.523 INFO:tasks.rados.rados.0.smithi157.stdout:43: finishing write tid 3 to smithi15786056-43 2024-08-17T00:32:38.523 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 12 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-08-17T00:32:38.523 INFO:tasks.rados.rados.0.smithi157.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-08-17T00:32:38.524 INFO:tasks.rados.rados.0.smithi157.stdout:44: finishing write tid 1 to smithi15786056-44 2024-08-17T00:32:38.524 INFO:tasks.rados.rados.0.smithi157.stdout:44: finishing write tid 2 to smithi15786056-44 2024-08-17T00:32:38.524 INFO:tasks.rados.rados.0.smithi157.stdout:44: finishing write tid 3 to smithi15786056-44 2024-08-17T00:32:38.524 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 4 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-17T00:32:38.524 INFO:tasks.rados.rados.0.smithi157.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-08-17T00:32:38.524 INFO:tasks.rados.rados.0.smithi157.stdout:45: finishing write tid 1 to smithi15786056-45 2024-08-17T00:32:38.524 INFO:tasks.rados.rados.0.smithi157.stdout:45: finishing write tid 2 to smithi15786056-45 2024-08-17T00:32:38.525 INFO:tasks.rados.rados.0.smithi157.stdout:45: finishing write tid 3 to smithi15786056-45 2024-08-17T00:32:38.525 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-17T00:32:38.525 INFO:tasks.rados.rados.0.smithi157.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-08-17T00:32:38.525 INFO:tasks.rados.rados.0.smithi157.stdout:46: finishing write tid 1 to smithi15786056-46 2024-08-17T00:32:38.525 INFO:tasks.rados.rados.0.smithi157.stdout:46: finishing write tid 2 to smithi15786056-46 2024-08-17T00:32:38.525 INFO:tasks.rados.rados.0.smithi157.stdout:46: finishing write tid 3 to smithi15786056-46 2024-08-17T00:32:38.525 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:32:38.525 INFO:tasks.rados.rados.0.smithi157.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:32:38.525 INFO:tasks.rados.rados.0.smithi157.stdout:47: finishing write tid 1 to smithi15786056-47 2024-08-17T00:32:38.525 INFO:tasks.rados.rados.0.smithi157.stdout:47: finishing write tid 2 to smithi15786056-47 2024-08-17T00:32:38.526 INFO:tasks.rados.rados.0.smithi157.stdout:47: finishing write tid 3 to smithi15786056-47 2024-08-17T00:32:38.526 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T00:32:38.526 INFO:tasks.rados.rados.0.smithi157.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-08-17T00:32:38.526 INFO:tasks.rados.rados.0.smithi157.stdout:48: finishing write tid 1 to smithi15786056-48 2024-08-17T00:32:38.526 INFO:tasks.rados.rados.0.smithi157.stdout:48: finishing write tid 2 to smithi15786056-48 2024-08-17T00:32:38.526 INFO:tasks.rados.rados.0.smithi157.stdout:48: finishing write tid 3 to smithi15786056-48 2024-08-17T00:32:38.526 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 14 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T00:32:38.526 INFO:tasks.rados.rados.0.smithi157.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-08-17T00:32:38.526 INFO:tasks.rados.rados.0.smithi157.stdout:49: finishing write tid 1 to smithi15786056-49 2024-08-17T00:32:38.526 INFO:tasks.rados.rados.0.smithi157.stdout:49: finishing write tid 2 to smithi15786056-49 2024-08-17T00:32:38.527 INFO:tasks.rados.rados.0.smithi157.stdout:49: finishing write tid 3 to smithi15786056-49 2024-08-17T00:32:38.527 INFO:tasks.rados.rados.0.smithi157.stdout:49: finishing write tid 4 to smithi15786056-49 2024-08-17T00:32:38.527 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-17T00:32:38.527 INFO:tasks.rados.rados.0.smithi157.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-08-17T00:32:38.527 INFO:tasks.rados.rados.0.smithi157.stdout:50: finishing write tid 1 to smithi15786056-50 2024-08-17T00:32:38.527 INFO:tasks.rados.rados.0.smithi157.stdout:50: finishing write tid 2 to smithi15786056-50 2024-08-17T00:32:38.527 INFO:tasks.rados.rados.0.smithi157.stdout:50: finishing write tid 3 to smithi15786056-50 2024-08-17T00:32:38.527 INFO:tasks.rados.rados.0.smithi157.stdout:50: finishing write tid 4 to smithi15786056-50 2024-08-17T00:32:38.527 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-17T00:32:38.527 INFO:tasks.rados.rados.0.smithi157.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-08-17T00:32:38.527 INFO:tasks.rados.rados.0.smithi157.stdout:51: finishing copy_from racing read to smithi15786056-8 2024-08-17T00:32:38.527 INFO:tasks.rados.rados.0.smithi157.stdout:51: finishing copy_from to smithi15786056-8 2024-08-17T00:32:38.528 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-17T00:32:38.528 INFO:tasks.rados.rados.0.smithi157.stdout:52: finishing write tid 1 to smithi15786056-17 2024-08-17T00:32:38.529 INFO:tasks.rados.rados.0.smithi157.stdout:40: done (13 left) 2024-08-17T00:32:38.529 INFO:tasks.rados.rados.0.smithi157.stdout:41: done (12 left) 2024-08-17T00:32:38.529 INFO:tasks.rados.rados.0.smithi157.stdout:42: done (11 left) 2024-08-17T00:32:38.529 INFO:tasks.rados.rados.0.smithi157.stdout:43: done (10 left) 2024-08-17T00:32:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:44: done (9 left) 2024-08-17T00:32:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:45: done (8 left) 2024-08-17T00:32:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:46: done (7 left) 2024-08-17T00:32:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:47: done (6 left) 2024-08-17T00:32:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:48: done (5 left) 2024-08-17T00:32:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:49: done (4 left) 2024-08-17T00:32:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:50: done (3 left) 2024-08-17T00:32:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:51: done (2 left) 2024-08-17T00:32:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:54: done (1 left) 2024-08-17T00:32:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:55: read oid 15 snap -1 2024-08-17T00:32:38.531 INFO:tasks.rados.rados.0.smithi157.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-17T00:32:38.531 INFO:tasks.rados.rados.0.smithi157.stdout:56: rollback oid 31 current snap is 0 2024-08-17T00:32:38.531 INFO:tasks.rados.rados.0.smithi157.stdout:56: done (2 left) 2024-08-17T00:32:38.531 INFO:tasks.rados.rados.0.smithi157.stdout:57: read oid 28 snap -1 2024-08-17T00:32:38.531 INFO:tasks.rados.rados.0.smithi157.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-17T00:32:38.531 INFO:tasks.rados.rados.0.smithi157.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-08-17T00:32:38.531 INFO:tasks.rados.rados.0.smithi157.stdout:59: rollback oid 45 current snap is 0 2024-08-17T00:32:38.532 INFO:tasks.rados.rados.0.smithi157.stdout:59: done (4 left) 2024-08-17T00:32:38.532 INFO:tasks.rados.rados.0.smithi157.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2024-08-17T00:32:38.532 INFO:tasks.rados.rados.0.smithi157.stdout:61: delete oid 1 current snap is 0 2024-08-17T00:32:38.532 INFO:tasks.rados.rados.0.smithi157.stdout:52: finishing write tid 2 to smithi15786056-17 2024-08-17T00:32:38.532 INFO:tasks.rados.rados.0.smithi157.stdout:52: finishing write tid 3 to smithi15786056-17 2024-08-17T00:32:38.532 INFO:tasks.rados.rados.0.smithi157.stdout:52: finishing write tid 4 to smithi15786056-17 2024-08-17T00:32:38.532 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 7 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-17T00:32:38.533 INFO:tasks.rados.rados.0.smithi157.stdout:52: left oid 17 (ObjNum 50 snap 0 seq_num 50) 2024-08-17T00:32:38.533 INFO:tasks.rados.rados.0.smithi157.stdout:52: done (5 left) 2024-08-17T00:32:38.533 INFO:tasks.rados.rados.0.smithi157.stdout:61: done (4 left) 2024-08-17T00:32:38.533 INFO:tasks.rados.rados.0.smithi157.stdout:62: read oid 24 snap -1 2024-08-17T00:32:38.533 INFO:tasks.rados.rados.0.smithi157.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-17T00:32:38.534 INFO:tasks.rados.rados.0.smithi157.stdout:63: snap_create 2024-08-17T00:32:38.534 INFO:tasks.rados.rados.0.smithi157.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-17T00:32:38.534 INFO:tasks.rados.rados.0.smithi157.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-17T00:32:38.544 INFO:tasks.rados.rados.0.smithi157.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-17T00:32:38.558 INFO:tasks.rados.rados.0.smithi157.stdout:60: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:32:38.558 INFO:tasks.rados.rados.0.smithi157.stdout:58: finishing copy_from racing read to smithi15786056-29 2024-08-17T00:32:38.558 INFO:tasks.rados.rados.0.smithi157.stdout:60: finishing copy_from to smithi15786056-23 2024-08-17T00:32:38.558 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 14 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T00:32:38.558 INFO:tasks.rados.rados.0.smithi157.stdout:58: finishing copy_from to smithi15786056-29 2024-08-17T00:32:38.558 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T00:32:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:38 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/1414501590' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T00:32:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:38 smithi157 ceph-mon[29438]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T00:32:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:38 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/1414501590' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T00:32:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:38 smithi157 ceph-mon[40946]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T00:32:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:38 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/1414501590' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T00:32:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:38 smithi187 ceph-mon[33407]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T00:32:39.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:38 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:32:38] "GET /metrics HTTP/1.1" 200 236526 "" "Prometheus/2.43.0" 2024-08-17T00:32:39.377 INFO:tasks.rados.rados.0.smithi157.stdout:55: done (5 left) 2024-08-17T00:32:39.377 INFO:tasks.rados.rados.0.smithi157.stdout:57: done (4 left) 2024-08-17T00:32:39.377 INFO:tasks.rados.rados.0.smithi157.stdout:58: done (3 left) 2024-08-17T00:32:39.377 INFO:tasks.rados.rados.0.smithi157.stdout:60: done (2 left) 2024-08-17T00:32:39.377 INFO:tasks.rados.rados.0.smithi157.stdout:62: done (1 left) 2024-08-17T00:32:39.377 INFO:tasks.rados.rados.0.smithi157.stdout:63: done (0 left) 2024-08-17T00:32:39.377 INFO:tasks.rados.rados.0.smithi157.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-08-17T00:32:39.377 INFO:tasks.rados.rados.0.smithi157.stdout:65: read oid 30 snap -1 2024-08-17T00:32:39.377 INFO:tasks.rados.rados.0.smithi157.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T00:32:39.378 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 1 2024-08-17T00:32:39.378 INFO:tasks.rados.rados.0.smithi157.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2024-08-17T00:32:39.384 INFO:tasks.rados.rados.0.smithi157.stdout:66: writing smithi15786056-23 from 794624 to 1286144 tid 1 2024-08-17T00:32:39.387 INFO:tasks.rados.rados.0.smithi157.stdout:66: writing smithi15786056-23 from 1286144 to 1687552 tid 2 2024-08-17T00:32:39.387 INFO:tasks.rados.rados.0.smithi157.stdout:67: rollback oid 10 current snap is 1 2024-08-17T00:32:39.388 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 10 to 0 2024-08-17T00:32:39.388 INFO:tasks.rados.rados.0.smithi157.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T00:32:39.402 INFO:tasks.rados.rados.0.smithi157.stdout:64: finishing copy_from racing read to smithi15786056-15 2024-08-17T00:32:39.402 INFO:tasks.rados.rados.0.smithi157.stdout:64: finishing copy_from to smithi15786056-15 2024-08-17T00:32:39.402 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T00:32:39.402 INFO:tasks.rados.rados.0.smithi157.stdout:66: finishing write tid 1 to smithi15786056-23 2024-08-17T00:32:39.402 INFO:tasks.rados.rados.0.smithi157.stdout:67: finishing rollback tid 1 to smithi15786056-10 2024-08-17T00:32:39.402 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 0 (ObjNum 33 snap 0 seq_num 3691006768) dirty dne 2024-08-17T00:32:39.403 INFO:tasks.rados.rados.0.smithi157.stdout:66: finishing write tid 2 to smithi15786056-23 2024-08-17T00:32:39.403 INFO:tasks.rados.rados.0.smithi157.stdout:66: finishing write tid 3 to smithi15786056-23 2024-08-17T00:32:39.403 INFO:tasks.rados.rados.0.smithi157.stdout:64: done (3 left) 2024-08-17T00:32:39.403 INFO:tasks.rados.rados.0.smithi157.stdout:65: done (2 left) 2024-08-17T00:32:39.403 INFO:tasks.rados.rados.0.smithi157.stdout:67: done (1 left) 2024-08-17T00:32:39.403 INFO:tasks.rados.rados.0.smithi157.stdout:68: setattr oid 31 current snap is 1 2024-08-17T00:32:39.403 INFO:tasks.rados.rados.0.smithi157.stdout:66: finishing write tid 4 to smithi15786056-23 2024-08-17T00:32:39.403 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 20 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-17T00:32:39.403 INFO:tasks.rados.rados.0.smithi157.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-08-17T00:32:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:66: done (1 left) 2024-08-17T00:32:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-08-17T00:32:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:70: read oid 23 snap 0 2024-08-17T00:32:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:70: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-17T00:32:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:71: copy_from oid 36 from oid 27 current snap is 1 2024-08-17T00:32:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:72: rollback oid 49 current snap is 1 2024-08-17T00:32:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 49 to 0 2024-08-17T00:32:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:73: read oid 4 snap 0 2024-08-17T00:32:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-17T00:32:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:74: rmattr oid 7 current snap is 1 2024-08-17T00:32:39.406 INFO:tasks.rados.rados.0.smithi157.stdout:74: done (6 left) 2024-08-17T00:32:39.406 INFO:tasks.rados.rados.0.smithi157.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-08-17T00:32:39.406 INFO:tasks.rados.rados.0.smithi157.stdout:76: read oid 39 snap -1 2024-08-17T00:32:39.406 INFO:tasks.rados.rados.0.smithi157.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T00:32:39.406 INFO:tasks.rados.rados.0.smithi157.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-08-17T00:32:39.406 INFO:tasks.rados.rados.0.smithi157.stdout:78: read oid 2 snap -1 2024-08-17T00:32:39.406 INFO:tasks.rados.rados.0.smithi157.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T00:32:39.406 INFO:tasks.rados.rados.0.smithi157.stdout:79: setattr oid 41 current snap is 1 2024-08-17T00:32:39.406 INFO:tasks.rados.rados.0.smithi157.stdout:80: snap_create 2024-08-17T00:32:39.406 INFO:tasks.rados.rados.0.smithi157.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-17T00:32:39.409 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 14 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-17T00:32:39.409 INFO:tasks.rados.rados.0.smithi157.stdout:72: finishing rollback tid 0 to smithi15786056-49 2024-08-17T00:32:39.409 INFO:tasks.rados.rados.0.smithi157.stdout:72: finishing rollback tid 1 to smithi15786056-49 2024-08-17T00:32:39.409 INFO:tasks.rados.rados.0.smithi157.stdout:72: finishing rollback tid 2 to smithi15786056-49 2024-08-17T00:32:39.409 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 15 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-17T00:32:39.411 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T00:32:39.411 INFO:tasks.rados.rados.0.smithi157.stdout:75: finishing copy_from racing read to smithi15786056-20 2024-08-17T00:32:39.411 INFO:tasks.rados.rados.0.smithi157.stdout:70: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-17T00:32:39.434 INFO:tasks.rados.rados.0.smithi157.stdout:69: finishing copy_from racing read to smithi15786056-45 2024-08-17T00:32:39.434 INFO:tasks.rados.rados.0.smithi157.stdout:71: finishing copy_from racing read to smithi15786056-36 2024-08-17T00:32:39.434 INFO:tasks.rados.rados.0.smithi157.stdout:77: finishing copy_from racing read to smithi15786056-6 2024-08-17T00:32:39.434 INFO:tasks.rados.rados.0.smithi157.stdout:69: finishing copy_from to smithi15786056-45 2024-08-17T00:32:39.434 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T00:32:39.434 INFO:tasks.rados.rados.0.smithi157.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T00:32:39.451 INFO:tasks.rados.rados.0.smithi157.stdout:75: finishing copy_from to smithi15786056-20 2024-08-17T00:32:39.451 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-17T00:32:39.451 INFO:tasks.rados.rados.0.smithi157.stdout:77: finishing copy_from to smithi15786056-6 2024-08-17T00:32:39.451 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T00:32:39.451 INFO:tasks.rados.rados.0.smithi157.stdout:71: finishing copy_from to smithi15786056-36 2024-08-17T00:32:39.451 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:32:39.451 INFO:tasks.rados.rados.0.smithi157.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T00:32:39.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:39 smithi157 ceph-mon[40946]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:39 smithi157 ceph-mon[40946]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:32:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:39 smithi157 ceph-mon[40946]: Cluster is now healthy 2024-08-17T00:32:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:39 smithi157 ceph-mon[40946]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-17T00:32:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:39 smithi157 ceph-mon[40946]: osdmap e82: 8 total, 8 up, 8 in 2024-08-17T00:32:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:39 smithi157 ceph-mon[29438]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:39 smithi157 ceph-mon[29438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:32:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:39 smithi157 ceph-mon[29438]: Cluster is now healthy 2024-08-17T00:32:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:39 smithi157 ceph-mon[29438]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-17T00:32:39.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:39 smithi157 ceph-mon[29438]: osdmap e82: 8 total, 8 up, 8 in 2024-08-17T00:32:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:39 smithi187 ceph-mon[33407]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:39 smithi187 ceph-mon[33407]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:32:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:39 smithi187 ceph-mon[33407]: Cluster is now healthy 2024-08-17T00:32:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:39 smithi187 ceph-mon[33407]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-17T00:32:39.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:39 smithi187 ceph-mon[33407]: osdmap e82: 8 total, 8 up, 8 in 2024-08-17T00:32:40.382 INFO:tasks.rados.rados.0.smithi157.stdout:68: done (11 left) 2024-08-17T00:32:40.382 INFO:tasks.rados.rados.0.smithi157.stdout:69: done (10 left) 2024-08-17T00:32:40.382 INFO:tasks.rados.rados.0.smithi157.stdout:70: done (9 left) 2024-08-17T00:32:40.382 INFO:tasks.rados.rados.0.smithi157.stdout:71: done (8 left) 2024-08-17T00:32:40.382 INFO:tasks.rados.rados.0.smithi157.stdout:72: done (7 left) 2024-08-17T00:32:40.383 INFO:tasks.rados.rados.0.smithi157.stdout:73: done (6 left) 2024-08-17T00:32:40.383 INFO:tasks.rados.rados.0.smithi157.stdout:75: done (5 left) 2024-08-17T00:32:40.383 INFO:tasks.rados.rados.0.smithi157.stdout:76: done (4 left) 2024-08-17T00:32:40.383 INFO:tasks.rados.rados.0.smithi157.stdout:77: done (3 left) 2024-08-17T00:32:40.383 INFO:tasks.rados.rados.0.smithi157.stdout:78: done (2 left) 2024-08-17T00:32:40.383 INFO:tasks.rados.rados.0.smithi157.stdout:79: done (1 left) 2024-08-17T00:32:40.383 INFO:tasks.rados.rados.0.smithi157.stdout:80: done (0 left) 2024-08-17T00:32:40.383 INFO:tasks.rados.rados.0.smithi157.stdout:81: rollback oid 40 current snap is 2 2024-08-17T00:32:40.383 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 40 to 1 2024-08-17T00:32:40.383 INFO:tasks.rados.rados.0.smithi157.stdout:82: snap_create 2024-08-17T00:32:40.386 INFO:tasks.rados.rados.0.smithi157.stdout:81: finishing rollback tid 0 to smithi15786056-40 2024-08-17T00:32:40.386 INFO:tasks.rados.rados.0.smithi157.stdout:81: finishing rollback tid 1 to smithi15786056-40 2024-08-17T00:32:40.386 INFO:tasks.rados.rados.0.smithi157.stdout:81: finishing rollback tid 2 to smithi15786056-40 2024-08-17T00:32:40.386 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 18 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T00:32:40.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:40 smithi157 ceph-mon[40946]: osdmap e83: 8 total, 8 up, 8 in 2024-08-17T00:32:40.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:40 smithi157 ceph-mon[29438]: osdmap e83: 8 total, 8 up, 8 in 2024-08-17T00:32:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:40 smithi187 ceph-mon[33407]: osdmap e83: 8 total, 8 up, 8 in 2024-08-17T00:32:41.383 INFO:tasks.rados.rados.0.smithi157.stdout:81: done (1 left) 2024-08-17T00:32:41.383 INFO:tasks.rados.rados.0.smithi157.stdout:82: done (0 left) 2024-08-17T00:32:41.383 INFO:tasks.rados.rados.0.smithi157.stdout:83: rollback oid 9 current snap is 3 2024-08-17T00:32:41.384 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 9 to 0 2024-08-17T00:32:41.384 INFO:tasks.rados.rados.0.smithi157.stdout:84: read oid 20 snap 1 2024-08-17T00:32:41.384 INFO:tasks.rados.rados.0.smithi157.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-17T00:32:41.384 INFO:tasks.rados.rados.0.smithi157.stdout:85: read oid 41 snap -1 2024-08-17T00:32:41.384 INFO:tasks.rados.rados.0.smithi157.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:32:41.384 INFO:tasks.rados.rados.0.smithi157.stdout:86: snap_create 2024-08-17T00:32:41.388 INFO:tasks.rados.rados.0.smithi157.stdout:83: finishing rollback tid 0 to smithi15786056-9 2024-08-17T00:32:41.389 INFO:tasks.rados.rados.0.smithi157.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-17T00:32:41.394 INFO:tasks.rados.rados.0.smithi157.stdout:83: finishing rollback tid 1 to smithi15786056-9 2024-08-17T00:32:41.395 INFO:tasks.rados.rados.0.smithi157.stdout:83: finishing rollback tid 2 to smithi15786056-9 2024-08-17T00:32:41.395 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 15 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-17T00:32:41.395 INFO:tasks.rados.rados.0.smithi157.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:32:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:41 smithi187 ceph-mon[33407]: pgmap v106: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.2 MiB/s wr, 50 op/s 2024-08-17T00:32:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:41 smithi187 ceph-mon[33407]: osdmap e84: 8 total, 8 up, 8 in 2024-08-17T00:32:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:41 smithi157 ceph-mon[40946]: pgmap v106: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.2 MiB/s wr, 50 op/s 2024-08-17T00:32:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:41 smithi157 ceph-mon[40946]: osdmap e84: 8 total, 8 up, 8 in 2024-08-17T00:32:41.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:41 smithi157 ceph-mon[29438]: pgmap v106: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.2 MiB/s wr, 50 op/s 2024-08-17T00:32:41.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:41 smithi157 ceph-mon[29438]: osdmap e84: 8 total, 8 up, 8 in 2024-08-17T00:32:42.394 INFO:tasks.rados.rados.0.smithi157.stdout:83: done (3 left) 2024-08-17T00:32:42.394 INFO:tasks.rados.rados.0.smithi157.stdout:84: done (2 left) 2024-08-17T00:32:42.395 INFO:tasks.rados.rados.0.smithi157.stdout:85: done (1 left) 2024-08-17T00:32:42.395 INFO:tasks.rados.rados.0.smithi157.stdout:86: done (0 left) 2024-08-17T00:32:42.395 INFO:tasks.rados.rados.0.smithi157.stdout:87: snap_remove snap 0 2024-08-17T00:32:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:42 smithi187 ceph-mon[33407]: osdmap e85: 8 total, 8 up, 8 in 2024-08-17T00:32:42.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:42 smithi157 ceph-mon[29438]: osdmap e85: 8 total, 8 up, 8 in 2024-08-17T00:32:42.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:42 smithi157 ceph-mon[40946]: osdmap e85: 8 total, 8 up, 8 in 2024-08-17T00:32:43.401 INFO:tasks.rados.rados.0.smithi157.stdout:87: done (0 left) 2024-08-17T00:32:43.401 INFO:tasks.rados.rados.0.smithi157.stdout:88: read oid 29 snap 3 2024-08-17T00:32:43.401 INFO:tasks.rados.rados.0.smithi157.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T00:32:43.401 INFO:tasks.rados.rados.0.smithi157.stdout:89: read oid 46 snap -1 2024-08-17T00:32:43.401 INFO:tasks.rados.rados.0.smithi157.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:32:43.402 INFO:tasks.rados.rados.0.smithi157.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-08-17T00:32:43.402 INFO:tasks.rados.rados.0.smithi157.stdout:91: rmattr oid 49 current snap is 4 2024-08-17T00:32:43.402 INFO:tasks.rados.rados.0.smithi157.stdout:91: done (3 left) 2024-08-17T00:32:43.402 INFO:tasks.rados.rados.0.smithi157.stdout:92: snap_remove snap 2 2024-08-17T00:32:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:43 smithi187 ceph-mon[33407]: pgmap v109: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-08-17T00:32:43.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:43 smithi187 ceph-mon[33407]: osdmap e86: 8 total, 8 up, 8 in 2024-08-17T00:32:43.706 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:32:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:32:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:32:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:43 smithi157 ceph-mon[29438]: pgmap v109: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-08-17T00:32:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:43 smithi157 ceph-mon[29438]: osdmap e86: 8 total, 8 up, 8 in 2024-08-17T00:32:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:43 smithi157 ceph-mon[40946]: pgmap v109: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-08-17T00:32:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:43 smithi157 ceph-mon[40946]: osdmap e86: 8 total, 8 up, 8 in 2024-08-17T00:32:44.406 INFO:tasks.rados.rados.0.smithi157.stdout:92: done (3 left) 2024-08-17T00:32:44.406 INFO:tasks.rados.rados.0.smithi157.stdout:93: rmattr oid 30 current snap is 4 2024-08-17T00:32:44.406 INFO:tasks.rados.rados.0.smithi157.stdout:93: done (3 left) 2024-08-17T00:32:44.406 INFO:tasks.rados.rados.0.smithi157.stdout:94: read oid 42 snap 1 2024-08-17T00:32:44.406 INFO:tasks.rados.rados.0.smithi157.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T00:32:44.406 INFO:tasks.rados.rados.0.smithi157.stdout:95: rmattr oid 14 current snap is 4 2024-08-17T00:32:44.406 INFO:tasks.rados.rados.0.smithi157.stdout:95: done (4 left) 2024-08-17T00:32:44.407 INFO:tasks.rados.rados.0.smithi157.stdout:96: read oid 9 snap 1 2024-08-17T00:32:44.407 INFO:tasks.rados.rados.0.smithi157.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-08-17T00:32:44.407 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 4 2024-08-17T00:32:44.407 INFO:tasks.rados.rados.0.smithi157.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-08-17T00:32:44.413 INFO:tasks.rados.rados.0.smithi157.stdout:97: writing smithi15786056-24 from 393216 to 901120 tid 1 2024-08-17T00:32:44.416 INFO:tasks.rados.rados.0.smithi157.stdout:97: writing smithi15786056-24 from 901120 to 1302528 tid 2 2024-08-17T00:32:44.416 INFO:tasks.rados.rados.0.smithi157.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2024-08-17T00:32:44.416 INFO:tasks.rados.rados.0.smithi157.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T00:32:44.439 INFO:tasks.rados.rados.0.smithi157.stdout:90: finishing copy_from racing read to smithi15786056-36 2024-08-17T00:32:44.439 INFO:tasks.rados.rados.0.smithi157.stdout:90: finishing copy_from to smithi15786056-36 2024-08-17T00:32:44.440 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T00:32:44.440 INFO:tasks.rados.rados.0.smithi157.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:32:44.460 INFO:tasks.rados.rados.0.smithi157.stdout:88: done (6 left) 2024-08-17T00:32:44.460 INFO:tasks.rados.rados.0.smithi157.stdout:89: done (5 left) 2024-08-17T00:32:44.460 INFO:tasks.rados.rados.0.smithi157.stdout:90: done (4 left) 2024-08-17T00:32:44.460 INFO:tasks.rados.rados.0.smithi157.stdout:99: snap_remove snap 3 2024-08-17T00:32:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:44 smithi187 ceph-mon[33407]: osdmap e87: 8 total, 8 up, 8 in 2024-08-17T00:32:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:32:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:44 smithi157 ceph-mon[40946]: osdmap e87: 8 total, 8 up, 8 in 2024-08-17T00:32:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:32:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:44 smithi157 ceph-mon[29438]: osdmap e87: 8 total, 8 up, 8 in 2024-08-17T00:32:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:32:45.410 INFO:tasks.rados.rados.0.smithi157.stdout:99: done (4 left) 2024-08-17T00:32:45.411 INFO:tasks.rados.rados.0.smithi157.stdout:100: copy_from oid 25 from oid 30 current snap is 4 2024-08-17T00:32:45.411 INFO:tasks.rados.rados.0.smithi157.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-08-17T00:32:45.416 INFO:tasks.rados.rados.0.smithi157.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T00:32:45.438 INFO:tasks.rados.rados.0.smithi157.stdout:97: finishing write tid 1 to smithi15786056-24 2024-08-17T00:32:45.438 INFO:tasks.rados.rados.0.smithi157.stdout:97: finishing write tid 2 to smithi15786056-24 2024-08-17T00:32:45.438 INFO:tasks.rados.rados.0.smithi157.stdout:97: finishing write tid 3 to smithi15786056-24 2024-08-17T00:32:45.438 INFO:tasks.rados.rados.0.smithi157.stdout:97: finishing write tid 4 to smithi15786056-24 2024-08-17T00:32:45.438 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 16 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-17T00:32:45.438 INFO:tasks.rados.rados.0.smithi157.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-08-17T00:32:45.438 INFO:tasks.rados.rados.0.smithi157.stdout:98: finishing copy_from racing read to smithi15786056-31 2024-08-17T00:32:45.438 INFO:tasks.rados.rados.0.smithi157.stdout:98: finishing copy_from to smithi15786056-31 2024-08-17T00:32:45.438 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T00:32:45.438 INFO:tasks.rados.rados.0.smithi157.stdout:94: done (4 left) 2024-08-17T00:32:45.439 INFO:tasks.rados.rados.0.smithi157.stdout:96: done (3 left) 2024-08-17T00:32:45.439 INFO:tasks.rados.rados.0.smithi157.stdout:97: done (2 left) 2024-08-17T00:32:45.439 INFO:tasks.rados.rados.0.smithi157.stdout:98: done (1 left) 2024-08-17T00:32:45.439 INFO:tasks.rados.rados.0.smithi157.stdout:101: read oid 14 snap 1 2024-08-17T00:32:45.439 INFO:tasks.rados.rados.0.smithi157.stdout:101: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-17T00:32:45.439 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 4 2024-08-17T00:32:45.439 INFO:tasks.rados.rados.0.smithi157.stdout:100: finishing copy_from racing read to smithi15786056-25 2024-08-17T00:32:45.439 INFO:tasks.rados.rados.0.smithi157.stdout:100: finishing copy_from to smithi15786056-25 2024-08-17T00:32:45.439 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 8 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-17T00:32:45.439 INFO:tasks.rados.rados.0.smithi157.stdout:102: seq_num 55 ranges {811008=524288,1335296=401408} 2024-08-17T00:32:45.444 INFO:tasks.rados.rados.0.smithi157.stdout:102: writing smithi15786056-49 from 811008 to 1335296 tid 1 2024-08-17T00:32:45.447 INFO:tasks.rados.rados.0.smithi157.stdout:102: writing smithi15786056-49 from 1335296 to 1736704 tid 2 2024-08-17T00:32:45.447 INFO:tasks.rados.rados.0.smithi157.stdout:100: done (2 left) 2024-08-17T00:32:45.447 INFO:tasks.rados.rados.0.smithi157.stdout:103: delete oid 34 current snap is 4 2024-08-17T00:32:45.447 INFO:tasks.rados.rados.0.smithi157.stdout:101: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-17T00:32:45.455 INFO:tasks.rados.rados.0.smithi157.stdout:102: finishing write tid 1 to smithi15786056-49 2024-08-17T00:32:45.455 INFO:tasks.rados.rados.0.smithi157.stdout:102: finishing write tid 2 to smithi15786056-49 2024-08-17T00:32:45.455 INFO:tasks.rados.rados.0.smithi157.stdout:102: finishing write tid 3 to smithi15786056-49 2024-08-17T00:32:45.455 INFO:tasks.rados.rados.0.smithi157.stdout:102: finishing write tid 4 to smithi15786056-49 2024-08-17T00:32:45.455 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 25 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-08-17T00:32:45.457 INFO:tasks.rados.rados.0.smithi157.stdout:102: left oid 49 (ObjNum 55 snap 4 seq_num 55) 2024-08-17T00:32:45.457 INFO:tasks.rados.rados.0.smithi157.stdout:101: done (2 left) 2024-08-17T00:32:45.457 INFO:tasks.rados.rados.0.smithi157.stdout:102: done (1 left) 2024-08-17T00:32:45.457 INFO:tasks.rados.rados.0.smithi157.stdout:103: done (0 left) 2024-08-17T00:32:45.457 INFO:tasks.rados.rados.0.smithi157.stdout:104: read oid 43 snap -1 2024-08-17T00:32:45.457 INFO:tasks.rados.rados.0.smithi157.stdout:104: expect (ObjNum 42 snap 0 seq_num 42) 2024-08-17T00:32:45.457 INFO:tasks.rados.rados.0.smithi157.stdout:105: rollback oid 38 current snap is 4 2024-08-17T00:32:45.457 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 38 to 1 2024-08-17T00:32:45.457 INFO:tasks.rados.rados.0.smithi157.stdout:106: delete oid 12 current snap is 4 2024-08-17T00:32:45.458 INFO:tasks.rados.rados.0.smithi157.stdout:105: finishing rollback tid 0 to smithi15786056-38 2024-08-17T00:32:45.458 INFO:tasks.rados.rados.0.smithi157.stdout:105: finishing rollback tid 1 to smithi15786056-38 2024-08-17T00:32:45.458 INFO:tasks.rados.rados.0.smithi157.stdout:105: finishing rollback tid 2 to smithi15786056-38 2024-08-17T00:32:45.458 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-17T00:32:45.458 INFO:tasks.rados.rados.0.smithi157.stdout:104: expect (ObjNum 42 snap 0 seq_num 42) 2024-08-17T00:32:45.479 INFO:tasks.rados.rados.0.smithi157.stdout:104: done (2 left) 2024-08-17T00:32:45.479 INFO:tasks.rados.rados.0.smithi157.stdout:105: done (1 left) 2024-08-17T00:32:45.479 INFO:tasks.rados.rados.0.smithi157.stdout:106: done (0 left) 2024-08-17T00:32:45.479 INFO:tasks.rados.rados.0.smithi157.stdout:107: read oid 33 snap 1 2024-08-17T00:32:45.479 INFO:tasks.rados.rados.0.smithi157.stdout:107: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-17T00:32:45.479 INFO:tasks.rados.rados.0.smithi157.stdout:108: rollback oid 48 current snap is 4 2024-08-17T00:32:45.479 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 48 to 1 2024-08-17T00:32:45.479 INFO:tasks.rados.rados.0.smithi157.stdout:109: delete oid 47 current snap is 4 2024-08-17T00:32:45.482 INFO:tasks.rados.rados.0.smithi157.stdout:108: finishing rollback tid 0 to smithi15786056-48 2024-08-17T00:32:45.482 INFO:tasks.rados.rados.0.smithi157.stdout:108: finishing rollback tid 1 to smithi15786056-48 2024-08-17T00:32:45.482 INFO:tasks.rados.rados.0.smithi157.stdout:108: finishing rollback tid 2 to smithi15786056-48 2024-08-17T00:32:45.482 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 26 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T00:32:45.482 INFO:tasks.rados.rados.0.smithi157.stdout:108: done (2 left) 2024-08-17T00:32:45.482 INFO:tasks.rados.rados.0.smithi157.stdout:109: done (1 left) 2024-08-17T00:32:45.482 INFO:tasks.rados.rados.0.smithi157.stdout:110: setattr oid 22 current snap is 4 2024-08-17T00:32:45.483 INFO:tasks.rados.rados.0.smithi157.stdout:111: snap_create 2024-08-17T00:32:45.483 INFO:tasks.rados.rados.0.smithi157.stdout:107: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-17T00:32:45.498 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 18 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-17T00:32:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:45 smithi187 ceph-mon[33407]: pgmap v112: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:45 smithi187 ceph-mon[33407]: osdmap e88: 8 total, 8 up, 8 in 2024-08-17T00:32:45.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:45 smithi157 ceph-mon[29438]: pgmap v112: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:45 smithi157 ceph-mon[29438]: osdmap e88: 8 total, 8 up, 8 in 2024-08-17T00:32:45.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:45 smithi157 ceph-mon[40946]: pgmap v112: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:45.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:45 smithi157 ceph-mon[40946]: osdmap e88: 8 total, 8 up, 8 in 2024-08-17T00:32:46.414 INFO:tasks.rados.rados.0.smithi157.stdout:107: done (2 left) 2024-08-17T00:32:46.414 INFO:tasks.rados.rados.0.smithi157.stdout:110: done (1 left) 2024-08-17T00:32:46.414 INFO:tasks.rados.rados.0.smithi157.stdout:111: done (0 left) 2024-08-17T00:32:46.414 INFO:tasks.rados.rados.0.smithi157.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-08-17T00:32:46.415 INFO:tasks.rados.rados.0.smithi157.stdout:113: setattr oid 23 current snap is 5 2024-08-17T00:32:46.415 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 5 2024-08-17T00:32:46.415 INFO:tasks.rados.rados.0.smithi157.stdout:114: seq_num 59 ranges {24576=598016,622592=401408} 2024-08-17T00:32:46.419 INFO:tasks.rados.rados.0.smithi157.stdout:114: writing smithi15786056-15 from 24576 to 622592 tid 1 2024-08-17T00:32:46.423 INFO:tasks.rados.rados.0.smithi157.stdout:114: writing smithi15786056-15 from 622592 to 1024000 tid 2 2024-08-17T00:32:46.423 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 20 current snap is 5 2024-08-17T00:32:46.423 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 28 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-17T00:32:46.423 INFO:tasks.rados.rados.0.smithi157.stdout:112: finishing copy_from racing read to smithi15786056-25 2024-08-17T00:32:46.423 INFO:tasks.rados.rados.0.smithi157.stdout:112: finishing copy_from to smithi15786056-25 2024-08-17T00:32:46.423 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T00:32:46.423 INFO:tasks.rados.rados.0.smithi157.stdout:115: seq_num 60 ranges {188416=614400,802816=401408} 2024-08-17T00:32:46.427 INFO:tasks.rados.rados.0.smithi157.stdout:115: writing smithi15786056-20 from 188416 to 802816 tid 1 2024-08-17T00:32:46.430 INFO:tasks.rados.rados.0.smithi157.stdout:115: writing smithi15786056-20 from 802816 to 1204224 tid 2 2024-08-17T00:32:46.430 INFO:tasks.rados.rados.0.smithi157.stdout:112: done (3 left) 2024-08-17T00:32:46.430 INFO:tasks.rados.rados.0.smithi157.stdout:113: done (2 left) 2024-08-17T00:32:46.431 INFO:tasks.rados.rados.0.smithi157.stdout:116: rollback oid 14 current snap is 5 2024-08-17T00:32:46.431 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 14 to 1 2024-08-17T00:32:46.431 INFO:tasks.rados.rados.0.smithi157.stdout:114: finishing write tid 1 to smithi15786056-15 2024-08-17T00:32:46.431 INFO:tasks.rados.rados.0.smithi157.stdout:114: finishing write tid 2 to smithi15786056-15 2024-08-17T00:32:46.431 INFO:tasks.rados.rados.0.smithi157.stdout:114: finishing write tid 3 to smithi15786056-15 2024-08-17T00:32:46.431 INFO:tasks.rados.rados.0.smithi157.stdout:114: finishing write tid 4 to smithi15786056-15 2024-08-17T00:32:46.431 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 32 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-08-17T00:32:46.431 INFO:tasks.rados.rados.0.smithi157.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-08-17T00:32:46.431 INFO:tasks.rados.rados.0.smithi157.stdout:114: done (2 left) 2024-08-17T00:32:46.431 INFO:tasks.rados.rados.0.smithi157.stdout:117: read oid 27 snap -1 2024-08-17T00:32:46.431 INFO:tasks.rados.rados.0.smithi157.stdout:117: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:32:46.431 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 5 2024-08-17T00:32:46.431 INFO:tasks.rados.rados.0.smithi157.stdout:118: seq_num 61 ranges {344064=630784,974848=401408} 2024-08-17T00:32:46.436 INFO:tasks.rados.rados.0.smithi157.stdout:118: writing smithi15786056-21 from 344064 to 974848 tid 1 2024-08-17T00:32:46.440 INFO:tasks.rados.rados.0.smithi157.stdout:118: writing smithi15786056-21 from 974848 to 1376256 tid 2 2024-08-17T00:32:46.440 INFO:tasks.rados.rados.0.smithi157.stdout:119: snap_create 2024-08-17T00:32:46.440 INFO:tasks.rados.rados.0.smithi157.stdout:115: finishing write tid 1 to smithi15786056-20 2024-08-17T00:32:46.440 INFO:tasks.rados.rados.0.smithi157.stdout:115: finishing write tid 2 to smithi15786056-20 2024-08-17T00:32:46.440 INFO:tasks.rados.rados.0.smithi157.stdout:115: finishing write tid 3 to smithi15786056-20 2024-08-17T00:32:46.440 INFO:tasks.rados.rados.0.smithi157.stdout:116: finishing rollback tid 0 to smithi15786056-14 2024-08-17T00:32:46.440 INFO:tasks.rados.rados.0.smithi157.stdout:116: finishing rollback tid 1 to smithi15786056-14 2024-08-17T00:32:46.440 INFO:tasks.rados.rados.0.smithi157.stdout:116: finishing rollback tid 2 to smithi15786056-14 2024-08-17T00:32:46.440 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 11 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-17T00:32:46.440 INFO:tasks.rados.rados.0.smithi157.stdout:117: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:32:46.453 INFO:tasks.rados.rados.0.smithi157.stdout:115: finishing write tid 4 to smithi15786056-20 2024-08-17T00:32:46.453 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 24 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-08-17T00:32:46.453 INFO:tasks.rados.rados.0.smithi157.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2024-08-17T00:32:46.453 INFO:tasks.rados.rados.0.smithi157.stdout:118: finishing write tid 1 to smithi15786056-21 2024-08-17T00:32:46.453 INFO:tasks.rados.rados.0.smithi157.stdout:118: finishing write tid 2 to smithi15786056-21 2024-08-17T00:32:46.453 INFO:tasks.rados.rados.0.smithi157.stdout:118: finishing write tid 3 to smithi15786056-21 2024-08-17T00:32:46.453 INFO:tasks.rados.rados.0.smithi157.stdout:118: finishing write tid 4 to smithi15786056-21 2024-08-17T00:32:46.453 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 22 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-17T00:32:46.453 INFO:tasks.rados.rados.0.smithi157.stdout:118: left oid 21 (ObjNum 61 snap 5 seq_num 61) 2024-08-17T00:32:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:46 smithi187 ceph-mon[33407]: osdmap e89: 8 total, 8 up, 8 in 2024-08-17T00:32:46.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:46 smithi157 ceph-mon[40946]: osdmap e89: 8 total, 8 up, 8 in 2024-08-17T00:32:46.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:46 smithi157 ceph-mon[29438]: osdmap e89: 8 total, 8 up, 8 in 2024-08-17T00:32:47.419 INFO:tasks.rados.rados.0.smithi157.stdout:115: done (4 left) 2024-08-17T00:32:47.419 INFO:tasks.rados.rados.0.smithi157.stdout:116: done (3 left) 2024-08-17T00:32:47.419 INFO:tasks.rados.rados.0.smithi157.stdout:117: done (2 left) 2024-08-17T00:32:47.420 INFO:tasks.rados.rados.0.smithi157.stdout:118: done (1 left) 2024-08-17T00:32:47.420 INFO:tasks.rados.rados.0.smithi157.stdout:119: done (0 left) 2024-08-17T00:32:47.420 INFO:tasks.rados.rados.0.smithi157.stdout:120: read oid 48 snap 4 2024-08-17T00:32:47.420 INFO:tasks.rados.rados.0.smithi157.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-17T00:32:47.420 INFO:tasks.rados.rados.0.smithi157.stdout:121: read oid 49 snap 5 2024-08-17T00:32:47.420 INFO:tasks.rados.rados.0.smithi157.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-08-17T00:32:47.420 INFO:tasks.rados.rados.0.smithi157.stdout:122: delete oid 44 current snap is 6 2024-08-17T00:32:47.422 INFO:tasks.rados.rados.0.smithi157.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-17T00:32:47.443 INFO:tasks.rados.rados.0.smithi157.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-08-17T00:32:47.502 INFO:tasks.rados.rados.0.smithi157.stdout:120: done (2 left) 2024-08-17T00:32:47.503 INFO:tasks.rados.rados.0.smithi157.stdout:121: done (1 left) 2024-08-17T00:32:47.503 INFO:tasks.rados.rados.0.smithi157.stdout:122: done (0 left) 2024-08-17T00:32:47.503 INFO:tasks.rados.rados.0.smithi157.stdout:123: rollback oid 49 current snap is 6 2024-08-17T00:32:47.503 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 49 to 4 2024-08-17T00:32:47.503 INFO:tasks.rados.rados.0.smithi157.stdout:124: read oid 27 snap -1 2024-08-17T00:32:47.503 INFO:tasks.rados.rados.0.smithi157.stdout:124: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:32:47.503 INFO:tasks.rados.rados.0.smithi157.stdout:125: setattr oid 41 current snap is 6 2024-08-17T00:32:47.505 INFO:tasks.rados.rados.0.smithi157.stdout:126: delete oid 28 current snap is 6 2024-08-17T00:32:47.506 INFO:tasks.rados.rados.0.smithi157.stdout:123: finishing rollback tid 0 to smithi15786056-49 2024-08-17T00:32:47.507 INFO:tasks.rados.rados.0.smithi157.stdout:123: finishing rollback tid 1 to smithi15786056-49 2024-08-17T00:32:47.507 INFO:tasks.rados.rados.0.smithi157.stdout:123: finishing rollback tid 2 to smithi15786056-49 2024-08-17T00:32:47.507 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 29 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-08-17T00:32:47.507 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T00:32:47.507 INFO:tasks.rados.rados.0.smithi157.stdout:123: done (3 left) 2024-08-17T00:32:47.507 INFO:tasks.rados.rados.0.smithi157.stdout:125: done (2 left) 2024-08-17T00:32:47.507 INFO:tasks.rados.rados.0.smithi157.stdout:126: done (1 left) 2024-08-17T00:32:47.508 INFO:tasks.rados.rados.0.smithi157.stdout:127: snap_remove snap 4 2024-08-17T00:32:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:47 smithi187 ceph-mon[33407]: pgmap v115: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 8 op/s 2024-08-17T00:32:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:47 smithi187 ceph-mon[33407]: osdmap e90: 8 total, 8 up, 8 in 2024-08-17T00:32:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:47 smithi157 ceph-mon[40946]: pgmap v115: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 8 op/s 2024-08-17T00:32:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:47 smithi157 ceph-mon[40946]: osdmap e90: 8 total, 8 up, 8 in 2024-08-17T00:32:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:47 smithi157 ceph-mon[29438]: pgmap v115: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 8 op/s 2024-08-17T00:32:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:47 smithi157 ceph-mon[29438]: osdmap e90: 8 total, 8 up, 8 in 2024-08-17T00:32:48.424 INFO:tasks.rados.rados.0.smithi157.stdout:127: done (1 left) 2024-08-17T00:32:48.424 INFO:tasks.rados.rados.0.smithi157.stdout:128: setattr oid 17 current snap is 6 2024-08-17T00:32:48.424 INFO:tasks.rados.rados.0.smithi157.stdout:124: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:32:48.438 INFO:tasks.rados.rados.0.smithi157.stdout:124: done (1 left) 2024-08-17T00:32:48.439 INFO:tasks.rados.rados.0.smithi157.stdout:129: snap_remove snap 1 2024-08-17T00:32:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:48 smithi187 ceph-mon[33407]: osdmap e91: 8 total, 8 up, 8 in 2024-08-17T00:32:48.827 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:48 smithi157 ceph-mon[40946]: osdmap e91: 8 total, 8 up, 8 in 2024-08-17T00:32:48.827 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:48 smithi157 ceph-mon[29438]: osdmap e91: 8 total, 8 up, 8 in 2024-08-17T00:32:48.858 INFO:tasks.rados.rados.0.smithi157.stdout:129: done (1 left) 2024-08-17T00:32:48.858 INFO:tasks.rados.rados.0.smithi157.stdout:130: delete oid 6 current snap is 6 2024-08-17T00:32:48.858 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-17T00:32:48.868 INFO:tasks.rados.rados.0.smithi157.stdout:128: done (1 left) 2024-08-17T00:32:48.868 INFO:tasks.rados.rados.0.smithi157.stdout:130: done (0 left) 2024-08-17T00:32:48.868 INFO:tasks.rados.rados.0.smithi157.stdout:131: snap_remove snap 5 2024-08-17T00:32:49.134 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:48 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:32:48] "GET /metrics HTTP/1.1" 200 239559 "" "Prometheus/2.43.0" 2024-08-17T00:32:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:49 smithi187 ceph-mon[33407]: pgmap v118: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 8 op/s 2024-08-17T00:32:49.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:49 smithi187 ceph-mon[33407]: osdmap e92: 8 total, 8 up, 8 in 2024-08-17T00:32:49.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:49 smithi187 ceph-mon[33407]: osdmap e93: 8 total, 8 up, 8 in 2024-08-17T00:32:49.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:49 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:49.861 INFO:tasks.rados.rados.0.smithi157.stdout:131: done (0 left) 2024-08-17T00:32:49.861 INFO:tasks.rados.rados.0.smithi157.stdout:132: rollback oid 17 current snap is 6 2024-08-17T00:32:49.861 INFO:tasks.rados.rados.0.smithi157.stdout:132: done (0 left) 2024-08-17T00:32:49.861 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 43 current snap is 6 2024-08-17T00:32:49.861 INFO:tasks.rados.rados.0.smithi157.stdout:133: seq_num 65 ranges {712704=696320,1409024=401408} 2024-08-17T00:32:49.870 INFO:tasks.rados.rados.0.smithi157.stdout:133: writing smithi15786056-43 from 712704 to 1409024 tid 1 2024-08-17T00:32:49.873 INFO:tasks.rados.rados.0.smithi157.stdout:133: writing smithi15786056-43 from 1409024 to 1810432 tid 2 2024-08-17T00:32:49.873 INFO:tasks.rados.rados.0.smithi157.stdout:134: read oid 11 snap -1 2024-08-17T00:32:49.873 INFO:tasks.rados.rados.0.smithi157.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-17T00:32:49.873 INFO:tasks.rados.rados.0.smithi157.stdout:135: read oid 6 snap -1 2024-08-17T00:32:49.873 INFO:tasks.rados.rados.0.smithi157.stdout:135: expect deleted 2024-08-17T00:32:49.873 INFO:tasks.rados.rados.0.smithi157.stdout:136: copy_from oid 18 from oid 46 current snap is 6 2024-08-17T00:32:49.874 INFO:tasks.rados.rados.0.smithi157.stdout:137: read oid 41 snap -1 2024-08-17T00:32:49.874 INFO:tasks.rados.rados.0.smithi157.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:32:49.874 INFO:tasks.rados.rados.0.smithi157.stdout:138: rollback oid 1 current snap is 6 2024-08-17T00:32:49.874 INFO:tasks.rados.rados.0.smithi157.stdout:138: done (5 left) 2024-08-17T00:32:49.874 INFO:tasks.rados.rados.0.smithi157.stdout:139: snap_create 2024-08-17T00:32:49.875 INFO:tasks.rados.rados.0.smithi157.stdout:133: finishing write tid 1 to smithi15786056-43 2024-08-17T00:32:49.876 INFO:tasks.rados.rados.0.smithi157.stdout:133: finishing write tid 2 to smithi15786056-43 2024-08-17T00:32:49.876 INFO:tasks.rados.rados.0.smithi157.stdout:133: finishing write tid 3 to smithi15786056-43 2024-08-17T00:32:49.877 INFO:tasks.rados.rados.0.smithi157.stdout:133: finishing write tid 4 to smithi15786056-43 2024-08-17T00:32:49.877 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 37 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-08-17T00:32:49.877 INFO:tasks.rados.rados.0.smithi157.stdout:133: left oid 43 (ObjNum 65 snap 6 seq_num 65) 2024-08-17T00:32:49.877 INFO:tasks.rados.rados.0.smithi157.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:32:49.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:49 smithi157 ceph-mon[40946]: pgmap v118: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 8 op/s 2024-08-17T00:32:49.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:49 smithi157 ceph-mon[40946]: osdmap e92: 8 total, 8 up, 8 in 2024-08-17T00:32:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:49 smithi157 ceph-mon[40946]: osdmap e93: 8 total, 8 up, 8 in 2024-08-17T00:32:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:49 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:49.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:49 smithi157 ceph-mon[29438]: pgmap v118: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 8 op/s 2024-08-17T00:32:49.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:49 smithi157 ceph-mon[29438]: osdmap e92: 8 total, 8 up, 8 in 2024-08-17T00:32:49.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:49 smithi157 ceph-mon[29438]: osdmap e93: 8 total, 8 up, 8 in 2024-08-17T00:32:49.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:49 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:49.900 INFO:tasks.rados.rados.0.smithi157.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-17T00:32:49.905 INFO:tasks.rados.rados.0.smithi157.stdout:136: finishing copy_from racing read to smithi15786056-18 2024-08-17T00:32:49.905 INFO:tasks.rados.rados.0.smithi157.stdout:136: finishing copy_from to smithi15786056-18 2024-08-17T00:32:49.905 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:32:50.865 INFO:tasks.rados.rados.0.smithi157.stdout:133: done (5 left) 2024-08-17T00:32:50.865 INFO:tasks.rados.rados.0.smithi157.stdout:134: done (4 left) 2024-08-17T00:32:50.865 INFO:tasks.rados.rados.0.smithi157.stdout:135: done (3 left) 2024-08-17T00:32:50.865 INFO:tasks.rados.rados.0.smithi157.stdout:136: done (2 left) 2024-08-17T00:32:50.865 INFO:tasks.rados.rados.0.smithi157.stdout:137: done (1 left) 2024-08-17T00:32:50.865 INFO:tasks.rados.rados.0.smithi157.stdout:139: done (0 left) 2024-08-17T00:32:50.865 INFO:tasks.rados.rados.0.smithi157.stdout:140: copy_from oid 32 from oid 41 current snap is 7 2024-08-17T00:32:50.865 INFO:tasks.rados.rados.0.smithi157.stdout:141: snap_remove snap 6 2024-08-17T00:32:51.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:50 smithi157 ceph-mon[29438]: osdmap e94: 8 total, 8 up, 8 in 2024-08-17T00:32:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:50 smithi157 ceph-mon[29438]: pgmap v122: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 44 op/s 2024-08-17T00:32:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:50 smithi157 ceph-mon[40946]: osdmap e94: 8 total, 8 up, 8 in 2024-08-17T00:32:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:50 smithi157 ceph-mon[40946]: pgmap v122: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 44 op/s 2024-08-17T00:32:51.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:50 smithi187 ceph-mon[33407]: osdmap e94: 8 total, 8 up, 8 in 2024-08-17T00:32:51.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:50 smithi187 ceph-mon[33407]: pgmap v122: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 44 op/s 2024-08-17T00:32:51.870 INFO:tasks.rados.rados.0.smithi157.stdout:141: done (1 left) 2024-08-17T00:32:51.871 INFO:tasks.rados.rados.0.smithi157.stdout:142: delete oid 34 current snap is 7 2024-08-17T00:32:51.871 INFO:tasks.rados.rados.0.smithi157.stdout:140: finishing copy_from racing read to smithi15786056-32 2024-08-17T00:32:51.871 INFO:tasks.rados.rados.0.smithi157.stdout:140: finishing copy_from to smithi15786056-32 2024-08-17T00:32:51.871 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T00:32:51.873 INFO:tasks.rados.rados.0.smithi157.stdout:140: done (1 left) 2024-08-17T00:32:51.873 INFO:tasks.rados.rados.0.smithi157.stdout:142: done (0 left) 2024-08-17T00:32:51.873 INFO:tasks.rados.rados.0.smithi157.stdout:143: rollback oid 46 current snap is 7 2024-08-17T00:32:51.873 INFO:tasks.rados.rados.0.smithi157.stdout:143: done (0 left) 2024-08-17T00:32:51.873 INFO:tasks.rados.rados.0.smithi157.stdout:144: read oid 46 snap -1 2024-08-17T00:32:51.874 INFO:tasks.rados.rados.0.smithi157.stdout:144: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:32:51.874 INFO:tasks.rados.rados.0.smithi157.stdout:145: read oid 7 snap -1 2024-08-17T00:32:51.874 INFO:tasks.rados.rados.0.smithi157.stdout:145: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T00:32:51.874 INFO:tasks.rados.rados.0.smithi157.stdout:146: snap_create 2024-08-17T00:32:51.878 INFO:tasks.rados.rados.0.smithi157.stdout:144: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:32:51.900 INFO:tasks.rados.rados.0.smithi157.stdout:145: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T00:32:52.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:51 smithi157 ceph-mon[40946]: osdmap e95: 8 total, 8 up, 8 in 2024-08-17T00:32:52.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:51 smithi157 ceph-mon[29438]: osdmap e95: 8 total, 8 up, 8 in 2024-08-17T00:32:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:51 smithi187 ceph-mon[33407]: osdmap e95: 8 total, 8 up, 8 in 2024-08-17T00:32:52.874 INFO:tasks.rados.rados.0.smithi157.stdout:144: done (2 left) 2024-08-17T00:32:52.874 INFO:tasks.rados.rados.0.smithi157.stdout:145: done (1 left) 2024-08-17T00:32:52.874 INFO:tasks.rados.rados.0.smithi157.stdout:146: done (0 left) 2024-08-17T00:32:52.874 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 8 2024-08-17T00:32:52.874 INFO:tasks.rados.rados.0.smithi157.stdout:147: seq_num 67 ranges {204800=729088,933888=401408} 2024-08-17T00:32:52.878 INFO:tasks.rados.rados.0.smithi157.stdout:147: writing smithi15786056-13 from 204800 to 933888 tid 1 2024-08-17T00:32:52.882 INFO:tasks.rados.rados.0.smithi157.stdout:147: writing smithi15786056-13 from 933888 to 1335296 tid 2 2024-08-17T00:32:52.882 INFO:tasks.rados.rados.0.smithi157.stdout:148: copy_from oid 15 from oid 5 current snap is 8 2024-08-17T00:32:52.882 INFO:tasks.rados.rados.0.smithi157.stdout:149: rollback oid 19 current snap is 8 2024-08-17T00:32:52.882 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 19 to 7 2024-08-17T00:32:52.882 INFO:tasks.rados.rados.0.smithi157.stdout:150: copy_from oid 21 from oid 24 current snap is 8 2024-08-17T00:32:52.882 INFO:tasks.rados.rados.0.smithi157.stdout:151: copy_from oid 3 from oid 7 current snap is 8 2024-08-17T00:32:52.882 INFO:tasks.rados.rados.0.smithi157.stdout:152: read oid 33 snap -1 2024-08-17T00:32:52.883 INFO:tasks.rados.rados.0.smithi157.stdout:152: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-17T00:32:52.883 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 8 2024-08-17T00:32:52.883 INFO:tasks.rados.rados.0.smithi157.stdout:153: seq_num 68 ranges {253952=745472,999424=401408} 2024-08-17T00:32:52.889 INFO:tasks.rados.rados.0.smithi157.stdout:153: writing smithi15786056-16 from 253952 to 999424 tid 1 2024-08-17T00:32:52.892 INFO:tasks.rados.rados.0.smithi157.stdout:153: writing smithi15786056-16 from 999424 to 1400832 tid 2 2024-08-17T00:32:52.892 INFO:tasks.rados.rados.0.smithi157.stdout:154: rmattr oid 34 current snap is 8 2024-08-17T00:32:52.892 INFO:tasks.rados.rados.0.smithi157.stdout:154: done (7 left) 2024-08-17T00:32:52.892 INFO:tasks.rados.rados.0.smithi157.stdout:155: read oid 39 snap -1 2024-08-17T00:32:52.892 INFO:tasks.rados.rados.0.smithi157.stdout:155: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T00:32:52.892 INFO:tasks.rados.rados.0.smithi157.stdout:149: finishing rollback tid 0 to smithi15786056-19 2024-08-17T00:32:52.892 INFO:tasks.rados.rados.0.smithi157.stdout:149: finishing rollback tid 1 to smithi15786056-19 2024-08-17T00:32:52.893 INFO:tasks.rados.rados.0.smithi157.stdout:147: finishing write tid 1 to smithi15786056-13 2024-08-17T00:32:52.893 INFO:tasks.rados.rados.0.smithi157.stdout:149: finishing rollback tid 2 to smithi15786056-19 2024-08-17T00:32:52.893 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 20 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-17T00:32:52.893 INFO:tasks.rados.rados.0.smithi157.stdout:147: finishing write tid 2 to smithi15786056-13 2024-08-17T00:32:52.893 INFO:tasks.rados.rados.0.smithi157.stdout:147: finishing write tid 3 to smithi15786056-13 2024-08-17T00:32:52.893 INFO:tasks.rados.rados.0.smithi157.stdout:148: finishing copy_from racing read to smithi15786056-15 2024-08-17T00:32:52.893 INFO:tasks.rados.rados.0.smithi157.stdout:148: finishing copy_from to smithi15786056-15 2024-08-17T00:32:52.893 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-17T00:32:52.893 INFO:tasks.rados.rados.0.smithi157.stdout:147: finishing write tid 4 to smithi15786056-13 2024-08-17T00:32:52.893 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 36 (ObjNum 67 snap 8 seq_num 67) dirty exists 2024-08-17T00:32:52.893 INFO:tasks.rados.rados.0.smithi157.stdout:147: left oid 13 (ObjNum 67 snap 8 seq_num 67) 2024-08-17T00:32:52.893 INFO:tasks.rados.rados.0.smithi157.stdout:151: finishing copy_from racing read to smithi15786056-3 2024-08-17T00:32:52.894 INFO:tasks.rados.rados.0.smithi157.stdout:152: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-17T00:32:52.909 INFO:tasks.rados.rados.0.smithi157.stdout:151: finishing copy_from to smithi15786056-3 2024-08-17T00:32:52.909 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T00:32:52.909 INFO:tasks.rados.rados.0.smithi157.stdout:147: done (7 left) 2024-08-17T00:32:52.909 INFO:tasks.rados.rados.0.smithi157.stdout:148: done (6 left) 2024-08-17T00:32:52.909 INFO:tasks.rados.rados.0.smithi157.stdout:149: done (5 left) 2024-08-17T00:32:52.909 INFO:tasks.rados.rados.0.smithi157.stdout:151: done (4 left) 2024-08-17T00:32:52.909 INFO:tasks.rados.rados.0.smithi157.stdout:152: done (3 left) 2024-08-17T00:32:52.909 INFO:tasks.rados.rados.0.smithi157.stdout:156: rmattr oid 11 current snap is 8 2024-08-17T00:32:52.909 INFO:tasks.rados.rados.0.smithi157.stdout:156: done (3 left) 2024-08-17T00:32:52.909 INFO:tasks.rados.rados.0.smithi157.stdout:157: snap_create 2024-08-17T00:32:52.909 INFO:tasks.rados.rados.0.smithi157.stdout:153: finishing write tid 1 to smithi15786056-16 2024-08-17T00:32:52.910 INFO:tasks.rados.rados.0.smithi157.stdout:153: finishing write tid 2 to smithi15786056-16 2024-08-17T00:32:52.910 INFO:tasks.rados.rados.0.smithi157.stdout:153: finishing write tid 3 to smithi15786056-16 2024-08-17T00:32:52.910 INFO:tasks.rados.rados.0.smithi157.stdout:153: finishing write tid 4 to smithi15786056-16 2024-08-17T00:32:52.910 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 8 (ObjNum 68 snap 8 seq_num 68) dirty exists 2024-08-17T00:32:52.910 INFO:tasks.rados.rados.0.smithi157.stdout:153: left oid 16 (ObjNum 68 snap 8 seq_num 68) 2024-08-17T00:32:52.910 INFO:tasks.rados.rados.0.smithi157.stdout:150: finishing copy_from racing read to smithi15786056-21 2024-08-17T00:32:52.910 INFO:tasks.rados.rados.0.smithi157.stdout:150: finishing copy_from to smithi15786056-21 2024-08-17T00:32:52.910 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 16 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-17T00:32:52.911 INFO:tasks.rados.rados.0.smithi157.stdout:155: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T00:32:53.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:52 smithi157 ceph-mon[29438]: osdmap e96: 8 total, 8 up, 8 in 2024-08-17T00:32:53.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:52 smithi157 ceph-mon[29438]: pgmap v125: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 44 op/s 2024-08-17T00:32:53.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:52 smithi157 ceph-mon[40946]: osdmap e96: 8 total, 8 up, 8 in 2024-08-17T00:32:53.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:52 smithi157 ceph-mon[40946]: pgmap v125: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 44 op/s 2024-08-17T00:32:53.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:52 smithi187 ceph-mon[33407]: osdmap e96: 8 total, 8 up, 8 in 2024-08-17T00:32:53.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:52 smithi187 ceph-mon[33407]: pgmap v125: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 44 op/s 2024-08-17T00:32:53.861 INFO:tasks.rados.rados.0.smithi157.stdout:150: done (3 left) 2024-08-17T00:32:53.861 INFO:tasks.rados.rados.0.smithi157.stdout:153: done (2 left) 2024-08-17T00:32:53.861 INFO:tasks.rados.rados.0.smithi157.stdout:155: done (1 left) 2024-08-17T00:32:53.861 INFO:tasks.rados.rados.0.smithi157.stdout:157: done (0 left) 2024-08-17T00:32:53.861 INFO:tasks.rados.rados.0.smithi157.stdout:158: copy_from oid 17 from oid 8 current snap is 9 2024-08-17T00:32:53.861 INFO:tasks.rados.rados.0.smithi157.stdout:159: read oid 32 snap -1 2024-08-17T00:32:53.862 INFO:tasks.rados.rados.0.smithi157.stdout:159: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:32:53.862 INFO:tasks.rados.rados.0.smithi157.stdout:160: snap_remove snap 8 2024-08-17T00:32:53.871 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:32:53 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:32:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:32:54.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:53 smithi157 ceph-mon[29438]: osdmap e97: 8 total, 8 up, 8 in 2024-08-17T00:32:54.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:53 smithi157 ceph-mon[29438]: osdmap e98: 8 total, 8 up, 8 in 2024-08-17T00:32:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:53 smithi157 ceph-mon[40946]: osdmap e97: 8 total, 8 up, 8 in 2024-08-17T00:32:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:53 smithi157 ceph-mon[40946]: osdmap e98: 8 total, 8 up, 8 in 2024-08-17T00:32:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:53 smithi187 ceph-mon[33407]: osdmap e97: 8 total, 8 up, 8 in 2024-08-17T00:32:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:53 smithi187 ceph-mon[33407]: osdmap e98: 8 total, 8 up, 8 in 2024-08-17T00:32:54.862 INFO:tasks.rados.rados.0.smithi157.stdout:160: done (2 left) 2024-08-17T00:32:54.862 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 2 current snap is 9 2024-08-17T00:32:54.862 INFO:tasks.rados.rados.0.smithi157.stdout:161: seq_num 69 ranges {24576=761856,786432=401408} 2024-08-17T00:32:54.866 INFO:tasks.rados.rados.0.smithi157.stdout:161: writing smithi15786056-2 from 24576 to 786432 tid 1 2024-08-17T00:32:54.868 INFO:tasks.rados.rados.0.smithi157.stdout:161: writing smithi15786056-2 from 786432 to 1187840 tid 2 2024-08-17T00:32:54.869 INFO:tasks.rados.rados.0.smithi157.stdout:162: copy_from oid 38 from oid 46 current snap is 9 2024-08-17T00:32:54.869 INFO:tasks.rados.rados.0.smithi157.stdout:159: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:32:54.909 INFO:tasks.rados.rados.0.smithi157.stdout:158: finishing copy_from racing read to smithi15786056-17 2024-08-17T00:32:54.909 INFO:tasks.rados.rados.0.smithi157.stdout:158: finishing copy_from to smithi15786056-17 2024-08-17T00:32:54.909 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-17T00:32:54.909 INFO:tasks.rados.rados.0.smithi157.stdout:158: done (3 left) 2024-08-17T00:32:54.909 INFO:tasks.rados.rados.0.smithi157.stdout:159: done (2 left) 2024-08-17T00:32:54.909 INFO:tasks.rados.rados.0.smithi157.stdout:163: snap_remove snap 7 2024-08-17T00:32:55.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:54 smithi157 ceph-mon[29438]: pgmap v128: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:55.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:54 smithi157 ceph-mon[29438]: osdmap e99: 8 total, 8 up, 8 in 2024-08-17T00:32:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:54 smithi157 ceph-mon[40946]: pgmap v128: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:54 smithi157 ceph-mon[40946]: osdmap e99: 8 total, 8 up, 8 in 2024-08-17T00:32:55.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:54 smithi187 ceph-mon[33407]: pgmap v128: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:32:55.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:54 smithi187 ceph-mon[33407]: osdmap e99: 8 total, 8 up, 8 in 2024-08-17T00:32:55.884 INFO:tasks.rados.rados.0.smithi157.stdout:163: done (2 left) 2024-08-17T00:32:55.885 INFO:tasks.rados.rados.0.smithi157.stdout:164: rmattr oid 30 current snap is 9 2024-08-17T00:32:55.885 INFO:tasks.rados.rados.0.smithi157.stdout:164: done (2 left) 2024-08-17T00:32:55.885 INFO:tasks.rados.rados.0.smithi157.stdout:165: rmattr oid 27 current snap is 9 2024-08-17T00:32:55.885 INFO:tasks.rados.rados.0.smithi157.stdout:165: done (2 left) 2024-08-17T00:32:55.885 INFO:tasks.rados.rados.0.smithi157.stdout:166: rmattr oid 12 current snap is 9 2024-08-17T00:32:55.885 INFO:tasks.rados.rados.0.smithi157.stdout:166: done (2 left) 2024-08-17T00:32:55.885 INFO:tasks.rados.rados.0.smithi157.stdout:167: read oid 49 snap -1 2024-08-17T00:32:55.885 INFO:tasks.rados.rados.0.smithi157.stdout:167: expect (ObjNum 55 snap 4 seq_num 55) 2024-08-17T00:32:55.885 INFO:tasks.rados.rados.0.smithi157.stdout:168: read oid 50 snap -1 2024-08-17T00:32:55.885 INFO:tasks.rados.rados.0.smithi157.stdout:168: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-17T00:32:55.885 INFO:tasks.rados.rados.0.smithi157.stdout:169: setattr oid 24 current snap is 9 2024-08-17T00:32:55.885 INFO:tasks.rados.rados.0.smithi157.stdout:161: finishing write tid 1 to smithi15786056-2 2024-08-17T00:32:55.886 INFO:tasks.rados.rados.0.smithi157.stdout:161: finishing write tid 2 to smithi15786056-2 2024-08-17T00:32:55.886 INFO:tasks.rados.rados.0.smithi157.stdout:161: finishing write tid 3 to smithi15786056-2 2024-08-17T00:32:55.886 INFO:tasks.rados.rados.0.smithi157.stdout:161: finishing write tid 4 to smithi15786056-2 2024-08-17T00:32:55.886 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 41 (ObjNum 69 snap 9 seq_num 69) dirty exists 2024-08-17T00:32:55.886 INFO:tasks.rados.rados.0.smithi157.stdout:161: left oid 2 (ObjNum 69 snap 9 seq_num 69) 2024-08-17T00:32:55.886 INFO:tasks.rados.rados.0.smithi157.stdout:162: finishing copy_from racing read to smithi15786056-38 2024-08-17T00:32:55.886 INFO:tasks.rados.rados.0.smithi157.stdout:162: finishing copy_from to smithi15786056-38 2024-08-17T00:32:55.886 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:32:55.887 INFO:tasks.rados.rados.0.smithi157.stdout:161: done (4 left) 2024-08-17T00:32:55.887 INFO:tasks.rados.rados.0.smithi157.stdout:162: done (3 left) 2024-08-17T00:32:55.887 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 1 current snap is 9 2024-08-17T00:32:55.887 INFO:tasks.rados.rados.0.smithi157.stdout:170: seq_num 70 ranges {0=778240,778240=401408} 2024-08-17T00:32:55.890 INFO:tasks.rados.rados.0.smithi157.stdout:170: writing smithi15786056-1 from 0 to 778240 tid 1 2024-08-17T00:32:55.893 INFO:tasks.rados.rados.0.smithi157.stdout:170: writing smithi15786056-1 from 778240 to 1179648 tid 2 2024-08-17T00:32:55.894 INFO:tasks.rados.rados.0.smithi157.stdout:171: copy_from oid 25 from oid 10 current snap is 9 2024-08-17T00:32:55.894 INFO:tasks.rados.rados.0.smithi157.stdout:168: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-17T00:32:55.918 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 37 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-17T00:32:55.918 INFO:tasks.rados.rados.0.smithi157.stdout:168: done (4 left) 2024-08-17T00:32:55.918 INFO:tasks.rados.rados.0.smithi157.stdout:169: done (3 left) 2024-08-17T00:32:55.918 INFO:tasks.rados.rados.0.smithi157.stdout:172: snap_create 2024-08-17T00:32:55.919 INFO:tasks.rados.rados.0.smithi157.stdout:170: finishing write tid 1 to smithi15786056-1 2024-08-17T00:32:55.919 INFO:tasks.rados.rados.0.smithi157.stdout:171: finishing copy_from to smithi15786056-25 2024-08-17T00:32:55.919 INFO:tasks.rados.rados.0.smithi157.stdout:171: got expected ENOENT (src dne) 2024-08-17T00:32:55.919 INFO:tasks.rados.rados.0.smithi157.stdout:171: finishing copy_from racing read to smithi15786056-25 2024-08-17T00:32:55.919 INFO:tasks.rados.rados.0.smithi157.stdout:170: finishing write tid 2 to smithi15786056-1 2024-08-17T00:32:55.919 INFO:tasks.rados.rados.0.smithi157.stdout:170: finishing write tid 3 to smithi15786056-1 2024-08-17T00:32:55.919 INFO:tasks.rados.rados.0.smithi157.stdout:170: finishing write tid 4 to smithi15786056-1 2024-08-17T00:32:55.919 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 14 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-08-17T00:32:55.919 INFO:tasks.rados.rados.0.smithi157.stdout:170: left oid 1 (ObjNum 70 snap 9 seq_num 70) 2024-08-17T00:32:55.920 INFO:tasks.rados.rados.0.smithi157.stdout:167: expect (ObjNum 55 snap 4 seq_num 55) 2024-08-17T00:32:56.886 INFO:tasks.rados.rados.0.smithi157.stdout:167: done (3 left) 2024-08-17T00:32:56.886 INFO:tasks.rados.rados.0.smithi157.stdout:170: done (2 left) 2024-08-17T00:32:56.886 INFO:tasks.rados.rados.0.smithi157.stdout:171: done (1 left) 2024-08-17T00:32:56.886 INFO:tasks.rados.rados.0.smithi157.stdout:172: done (0 left) 2024-08-17T00:32:56.886 INFO:tasks.rados.rados.0.smithi157.stdout:173: delete oid 31 current snap is 10 2024-08-17T00:32:56.889 INFO:tasks.rados.rados.0.smithi157.stdout:173: done (0 left) 2024-08-17T00:32:56.889 INFO:tasks.rados.rados.0.smithi157.stdout:174: delete oid 26 current snap is 10 2024-08-17T00:32:56.894 INFO:tasks.rados.rados.0.smithi157.stdout:174: done (0 left) 2024-08-17T00:32:56.894 INFO:tasks.rados.rados.0.smithi157.stdout:175: copy_from oid 20 from oid 42 current snap is 10 2024-08-17T00:32:56.894 INFO:tasks.rados.rados.0.smithi157.stdout:176: delete oid 5 current snap is 10 2024-08-17T00:32:56.896 INFO:tasks.rados.rados.0.smithi157.stdout:176: done (1 left) 2024-08-17T00:32:56.896 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 10 2024-08-17T00:32:56.896 INFO:tasks.rados.rados.0.smithi157.stdout:177: seq_num 74 ranges {1335296=442368,1777664=696320,2473984=106496} 2024-08-17T00:32:56.905 INFO:tasks.rados.rados.0.smithi157.stdout:177: writing smithi15786056-13 from 1335296 to 1777664 tid 1 2024-08-17T00:32:56.909 INFO:tasks.rados.rados.0.smithi157.stdout:177: writing smithi15786056-13 from 1777664 to 2473984 tid 2 2024-08-17T00:32:56.910 INFO:tasks.rados.rados.0.smithi157.stdout:177: writing smithi15786056-13 from 2473984 to 2580480 tid 3 2024-08-17T00:32:56.910 INFO:tasks.rados.rados.0.smithi157.stdout:178: read oid 19 snap -1 2024-08-17T00:32:56.910 INFO:tasks.rados.rados.0.smithi157.stdout:178: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-17T00:32:56.910 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 10 2024-08-17T00:32:56.910 INFO:tasks.rados.rados.0.smithi157.stdout:175: finishing copy_from racing read to smithi15786056-20 2024-08-17T00:32:56.911 INFO:tasks.rados.rados.0.smithi157.stdout:175: finishing copy_from to smithi15786056-20 2024-08-17T00:32:56.911 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 10 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T00:32:56.911 INFO:tasks.rados.rados.0.smithi157.stdout:177: finishing write tid 1 to smithi15786056-13 2024-08-17T00:32:56.911 INFO:tasks.rados.rados.0.smithi157.stdout:179: seq_num 75 ranges {1302528=458752,1761280=581632,2342912=221184} 2024-08-17T00:32:56.919 INFO:tasks.rados.rados.0.smithi157.stdout:179: writing smithi15786056-21 from 1302528 to 1761280 tid 1 2024-08-17T00:32:56.923 INFO:tasks.rados.rados.0.smithi157.stdout:179: writing smithi15786056-21 from 1761280 to 2342912 tid 2 2024-08-17T00:32:56.924 INFO:tasks.rados.rados.0.smithi157.stdout:179: writing smithi15786056-21 from 2342912 to 2564096 tid 3 2024-08-17T00:32:56.924 INFO:tasks.rados.rados.0.smithi157.stdout:175: done (3 left) 2024-08-17T00:32:56.924 INFO:tasks.rados.rados.0.smithi157.stdout:180: delete oid 11 current snap is 10 2024-08-17T00:32:56.924 INFO:tasks.rados.rados.0.smithi157.stdout:177: finishing write tid 2 to smithi15786056-13 2024-08-17T00:32:56.924 INFO:tasks.rados.rados.0.smithi157.stdout:177: finishing write tid 3 to smithi15786056-13 2024-08-17T00:32:56.925 INFO:tasks.rados.rados.0.smithi157.stdout:177: finishing write tid 4 to smithi15786056-13 2024-08-17T00:32:56.925 INFO:tasks.rados.rados.0.smithi157.stdout:178: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-17T00:32:56.933 INFO:tasks.rados.rados.0.smithi157.stdout:177: finishing write tid 5 to smithi15786056-13 2024-08-17T00:32:56.933 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 46 (ObjNum 74 snap 10 seq_num 74) dirty exists 2024-08-17T00:32:56.933 INFO:tasks.rados.rados.0.smithi157.stdout:177: left oid 13 (ObjNum 74 snap 10 seq_num 74) 2024-08-17T00:32:56.933 INFO:tasks.rados.rados.0.smithi157.stdout:179: finishing write tid 1 to smithi15786056-21 2024-08-17T00:32:56.933 INFO:tasks.rados.rados.0.smithi157.stdout:179: finishing write tid 2 to smithi15786056-21 2024-08-17T00:32:56.933 INFO:tasks.rados.rados.0.smithi157.stdout:177: done (3 left) 2024-08-17T00:32:56.933 INFO:tasks.rados.rados.0.smithi157.stdout:178: done (2 left) 2024-08-17T00:32:56.933 INFO:tasks.rados.rados.0.smithi157.stdout:180: done (1 left) 2024-08-17T00:32:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:181: read oid 32 snap -1 2024-08-17T00:32:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:181: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:32:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:182: rollback oid 26 current snap is 10 2024-08-17T00:32:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 26 to 9 2024-08-17T00:32:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:179: finishing write tid 3 to smithi15786056-21 2024-08-17T00:32:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:179: finishing write tid 4 to smithi15786056-21 2024-08-17T00:32:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:179: finishing write tid 5 to smithi15786056-21 2024-08-17T00:32:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 47 (ObjNum 75 snap 10 seq_num 75) dirty exists 2024-08-17T00:32:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:179: left oid 21 (ObjNum 75 snap 10 seq_num 75) 2024-08-17T00:32:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:179: done (2 left) 2024-08-17T00:32:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:183: read oid 38 snap -1 2024-08-17T00:32:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:183: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:32:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 10 2024-08-17T00:32:56.935 INFO:tasks.rados.rados.0.smithi157.stdout:184: seq_num 77 ranges {73728=491520,565248=794624,1359872=8192} 2024-08-17T00:32:56.936 INFO:tasks.rados.rados.0.smithi157.stdout:184: writing smithi15786056-15 from 73728 to 565248 tid 1 2024-08-17T00:32:56.941 INFO:tasks.rados.rados.0.smithi157.stdout:184: writing smithi15786056-15 from 565248 to 1359872 tid 2 2024-08-17T00:32:56.941 INFO:tasks.rados.rados.0.smithi157.stdout:184: writing smithi15786056-15 from 1359872 to 1368064 tid 3 2024-08-17T00:32:56.941 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 19 current snap is 10 2024-08-17T00:32:56.941 INFO:tasks.rados.rados.0.smithi157.stdout:182: finishing rollback tid 1 to smithi15786056-26 2024-08-17T00:32:56.941 INFO:tasks.rados.rados.0.smithi157.stdout:185: seq_num 78 ranges {303104=516096,819200=679936,1499136=122880} 2024-08-17T00:32:56.945 INFO:tasks.rados.rados.0.smithi157.stdout:185: writing smithi15786056-19 from 303104 to 819200 tid 1 2024-08-17T00:32:56.950 INFO:tasks.rados.rados.0.smithi157.stdout:185: writing smithi15786056-19 from 819200 to 1499136 tid 2 2024-08-17T00:32:56.951 INFO:tasks.rados.rados.0.smithi157.stdout:185: writing smithi15786056-19 from 1499136 to 1622016 tid 3 2024-08-17T00:32:56.951 INFO:tasks.rados.rados.0.smithi157.stdout:186: read oid 28 snap 9 2024-08-17T00:32:56.951 INFO:tasks.rados.rados.0.smithi157.stdout:186: expect deleted 2024-08-17T00:32:56.951 INFO:tasks.rados.rados.0.smithi157.stdout:187: read oid 20 snap -1 2024-08-17T00:32:56.951 INFO:tasks.rados.rados.0.smithi157.stdout:187: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T00:32:56.951 INFO:tasks.rados.rados.0.smithi157.stdout:188: read oid 1 snap 9 2024-08-17T00:32:56.951 INFO:tasks.rados.rados.0.smithi157.stdout:188: expect (ObjNum 70 snap 9 seq_num 70) 2024-08-17T00:32:56.951 INFO:tasks.rados.rados.0.smithi157.stdout:189: delete oid 6 current snap is 10 2024-08-17T00:32:56.952 INFO:tasks.rados.rados.0.smithi157.stdout:182: finishing rollback tid 2 to smithi15786056-26 2024-08-17T00:32:56.952 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 51 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-17T00:32:56.952 INFO:tasks.rados.rados.0.smithi157.stdout:181: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:32:56.976 INFO:tasks.rados.rados.0.smithi157.stdout:183: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:32:56.997 INFO:tasks.rados.rados.0.smithi157.stdout:184: finishing write tid 1 to smithi15786056-15 2024-08-17T00:32:56.998 INFO:tasks.rados.rados.0.smithi157.stdout:184: finishing write tid 2 to smithi15786056-15 2024-08-17T00:32:56.998 INFO:tasks.rados.rados.0.smithi157.stdout:184: finishing write tid 3 to smithi15786056-15 2024-08-17T00:32:56.998 INFO:tasks.rados.rados.0.smithi157.stdout:184: finishing write tid 4 to smithi15786056-15 2024-08-17T00:32:56.998 INFO:tasks.rados.rados.0.smithi157.stdout:181: done (8 left) 2024-08-17T00:32:56.998 INFO:tasks.rados.rados.0.smithi157.stdout:182: done (7 left) 2024-08-17T00:32:56.998 INFO:tasks.rados.rados.0.smithi157.stdout:183: done (6 left) 2024-08-17T00:32:56.998 INFO:tasks.rados.rados.0.smithi157.stdout:189: done (5 left) 2024-08-17T00:32:56.998 INFO:tasks.rados.rados.0.smithi157.stdout:190: rmattr oid 50 current snap is 10 2024-08-17T00:32:56.998 INFO:tasks.rados.rados.0.smithi157.stdout:190: done (5 left) 2024-08-17T00:32:56.999 INFO:tasks.rados.rados.0.smithi157.stdout:191: read oid 41 snap -1 2024-08-17T00:32:56.999 INFO:tasks.rados.rados.0.smithi157.stdout:191: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:32:56.999 INFO:tasks.rados.rados.0.smithi157.stdout:192: rmattr oid 9 current snap is 10 2024-08-17T00:32:56.999 INFO:tasks.rados.rados.0.smithi157.stdout:192: done (6 left) 2024-08-17T00:32:56.999 INFO:tasks.rados.rados.0.smithi157.stdout:193: read oid 38 snap -1 2024-08-17T00:32:56.999 INFO:tasks.rados.rados.0.smithi157.stdout:193: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:32:56.999 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 10 2024-08-17T00:32:56.999 INFO:tasks.rados.rados.0.smithi157.stdout:184: finishing write tid 5 to smithi15786056-15 2024-08-17T00:32:57.000 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 61 (ObjNum 77 snap 10 seq_num 77) dirty exists 2024-08-17T00:32:57.000 INFO:tasks.rados.rados.0.smithi157.stdout:184: left oid 15 (ObjNum 77 snap 10 seq_num 77) 2024-08-17T00:32:57.000 INFO:tasks.rados.rados.0.smithi157.stdout:185: finishing write tid 1 to smithi15786056-19 2024-08-17T00:32:57.000 INFO:tasks.rados.rados.0.smithi157.stdout:194: seq_num 80 ranges {638976=548864,1187840=450560,1638400=352256} 2024-08-17T00:32:57.003 INFO:tasks.rados.rados.0.smithi157.stdout:194: writing smithi15786056-39 from 638976 to 1187840 tid 1 2024-08-17T00:32:57.006 INFO:tasks.rados.rados.0.smithi157.stdout:194: writing smithi15786056-39 from 1187840 to 1638400 tid 2 2024-08-17T00:32:57.009 INFO:tasks.rados.rados.0.smithi157.stdout:194: writing smithi15786056-39 from 1638400 to 1990656 tid 3 2024-08-17T00:32:57.009 INFO:tasks.rados.rados.0.smithi157.stdout:184: done (7 left) 2024-08-17T00:32:57.009 INFO:tasks.rados.rados.0.smithi157.stdout:195: snap_create 2024-08-17T00:32:57.009 INFO:tasks.rados.rados.0.smithi157.stdout:185: finishing write tid 2 to smithi15786056-19 2024-08-17T00:32:57.009 INFO:tasks.rados.rados.0.smithi157.stdout:185: finishing write tid 3 to smithi15786056-19 2024-08-17T00:32:57.009 INFO:tasks.rados.rados.0.smithi157.stdout:185: finishing write tid 4 to smithi15786056-19 2024-08-17T00:32:57.009 INFO:tasks.rados.rados.0.smithi157.stdout:185: finishing write tid 5 to smithi15786056-19 2024-08-17T00:32:57.010 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 27 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-08-17T00:32:57.010 INFO:tasks.rados.rados.0.smithi157.stdout:185: left oid 19 (ObjNum 78 snap 10 seq_num 78) 2024-08-17T00:32:57.010 INFO:tasks.rados.rados.0.smithi157.stdout:187: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T00:32:57.028 INFO:tasks.rados.rados.0.smithi157.stdout:188: expect (ObjNum 70 snap 9 seq_num 70) 2024-08-17T00:32:57.060 INFO:tasks.rados.rados.0.smithi157.stdout:191: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:32:57.080 INFO:tasks.rados.rados.0.smithi157.stdout:193: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:32:57.099 INFO:tasks.rados.rados.0.smithi157.stdout:194: finishing write tid 1 to smithi15786056-39 2024-08-17T00:32:57.099 INFO:tasks.rados.rados.0.smithi157.stdout:194: finishing write tid 2 to smithi15786056-39 2024-08-17T00:32:57.099 INFO:tasks.rados.rados.0.smithi157.stdout:194: finishing write tid 3 to smithi15786056-39 2024-08-17T00:32:57.100 INFO:tasks.rados.rados.0.smithi157.stdout:194: finishing write tid 4 to smithi15786056-39 2024-08-17T00:32:57.100 INFO:tasks.rados.rados.0.smithi157.stdout:194: finishing write tid 5 to smithi15786056-39 2024-08-17T00:32:57.100 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 48 (ObjNum 80 snap 10 seq_num 80) dirty exists 2024-08-17T00:32:57.100 INFO:tasks.rados.rados.0.smithi157.stdout:194: left oid 39 (ObjNum 80 snap 10 seq_num 80) 2024-08-17T00:32:57.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:56 smithi157 ceph-mon[40946]: osdmap e100: 8 total, 8 up, 8 in 2024-08-17T00:32:57.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:56 smithi157 ceph-mon[40946]: pgmap v131: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-08-17T00:32:57.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:56 smithi157 ceph-mon[29438]: osdmap e100: 8 total, 8 up, 8 in 2024-08-17T00:32:57.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:56 smithi157 ceph-mon[29438]: pgmap v131: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-08-17T00:32:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:56 smithi187 ceph-mon[33407]: osdmap e100: 8 total, 8 up, 8 in 2024-08-17T00:32:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:56 smithi187 ceph-mon[33407]: pgmap v131: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-08-17T00:32:57.892 INFO:tasks.rados.rados.0.smithi157.stdout:185: done (7 left) 2024-08-17T00:32:57.892 INFO:tasks.rados.rados.0.smithi157.stdout:186: done (6 left) 2024-08-17T00:32:57.892 INFO:tasks.rados.rados.0.smithi157.stdout:187: done (5 left) 2024-08-17T00:32:57.892 INFO:tasks.rados.rados.0.smithi157.stdout:188: done (4 left) 2024-08-17T00:32:57.893 INFO:tasks.rados.rados.0.smithi157.stdout:191: done (3 left) 2024-08-17T00:32:57.893 INFO:tasks.rados.rados.0.smithi157.stdout:193: done (2 left) 2024-08-17T00:32:57.893 INFO:tasks.rados.rados.0.smithi157.stdout:194: done (1 left) 2024-08-17T00:32:57.893 INFO:tasks.rados.rados.0.smithi157.stdout:195: done (0 left) 2024-08-17T00:32:57.893 INFO:tasks.rados.rados.0.smithi157.stdout:196: delete oid 41 current snap is 11 2024-08-17T00:32:57.894 INFO:tasks.rados.rados.0.smithi157.stdout:196: done (0 left) 2024-08-17T00:32:57.894 INFO:tasks.rados.rados.0.smithi157.stdout:197: read oid 13 snap -1 2024-08-17T00:32:57.895 INFO:tasks.rados.rados.0.smithi157.stdout:197: expect (ObjNum 74 snap 10 seq_num 74) 2024-08-17T00:32:57.895 INFO:tasks.rados.rados.0.smithi157.stdout:198: setattr oid 26 current snap is 11 2024-08-17T00:32:57.897 INFO:tasks.rados.rados.0.smithi157.stdout:199: copy_from oid 32 from oid 7 current snap is 11 2024-08-17T00:32:57.897 INFO:tasks.rados.rados.0.smithi157.stdout:200: read oid 22 snap -1 2024-08-17T00:32:57.897 INFO:tasks.rados.rados.0.smithi157.stdout:200: expect (ObjNum 21 snap 0 seq_num 21) 2024-08-17T00:32:57.897 INFO:tasks.rados.rados.0.smithi157.stdout:201: read oid 9 snap -1 2024-08-17T00:32:57.897 INFO:tasks.rados.rados.0.smithi157.stdout:201: expect (ObjNum 8 snap 0 seq_num 8) 2024-08-17T00:32:57.897 INFO:tasks.rados.rados.0.smithi157.stdout:202: read oid 25 snap 9 2024-08-17T00:32:57.897 INFO:tasks.rados.rados.0.smithi157.stdout:202: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T00:32:57.897 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 11 current snap is 11 2024-08-17T00:32:57.897 INFO:tasks.rados.rados.0.smithi157.stdout:203: seq_num 82 ranges {0=581632,581632=622592,1204224=180224} 2024-08-17T00:32:57.900 INFO:tasks.rados.rados.0.smithi157.stdout:203: writing smithi15786056-11 from 0 to 581632 tid 1 2024-08-17T00:32:57.904 INFO:tasks.rados.rados.0.smithi157.stdout:203: writing smithi15786056-11 from 581632 to 1204224 tid 2 2024-08-17T00:32:57.906 INFO:tasks.rados.rados.0.smithi157.stdout:203: writing smithi15786056-11 from 1204224 to 1384448 tid 3 2024-08-17T00:32:57.906 INFO:tasks.rados.rados.0.smithi157.stdout:204: snap_remove snap 10 2024-08-17T00:32:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:57 smithi157 ceph-mon[40946]: osdmap e101: 8 total, 8 up, 8 in 2024-08-17T00:32:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:57 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:57 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:57 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:57 smithi157 ceph-mon[29438]: osdmap e101: 8 total, 8 up, 8 in 2024-08-17T00:32:58.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:57 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:58.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:57 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:58.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:57 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:57 smithi187 ceph-mon[33407]: osdmap e101: 8 total, 8 up, 8 in 2024-08-17T00:32:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:57 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:57 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:57 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:32:58.862 INFO:tasks.rados.rados.0.smithi157.stdout:204: done (7 left) 2024-08-17T00:32:58.862 INFO:tasks.rados.rados.0.smithi157.stdout:205: copy_from oid 42 from oid 5 current snap is 11 2024-08-17T00:32:58.862 INFO:tasks.rados.rados.0.smithi157.stdout:199: finishing copy_from racing read to smithi15786056-32 2024-08-17T00:32:58.862 INFO:tasks.rados.rados.0.smithi157.stdout:201: expect (ObjNum 8 snap 0 seq_num 8) 2024-08-17T00:32:58.867 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 54 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-17T00:32:58.867 INFO:tasks.rados.rados.0.smithi157.stdout:198: done (7 left) 2024-08-17T00:32:58.867 INFO:tasks.rados.rados.0.smithi157.stdout:201: done (6 left) 2024-08-17T00:32:58.867 INFO:tasks.rados.rados.0.smithi157.stdout:206: rollback oid 18 current snap is 11 2024-08-17T00:32:58.867 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 18 to 9 2024-08-17T00:32:58.868 INFO:tasks.rados.rados.0.smithi157.stdout:200: expect (ObjNum 21 snap 0 seq_num 21) 2024-08-17T00:32:58.879 INFO:tasks.rados.rados.0.smithi157.stdout:203: finishing write tid 1 to smithi15786056-11 2024-08-17T00:32:58.879 INFO:tasks.rados.rados.0.smithi157.stdout:197: expect (ObjNum 74 snap 10 seq_num 74) 2024-08-17T00:32:58.969 INFO:tasks.rados.rados.0.smithi157.stdout:199: finishing copy_from to smithi15786056-32 2024-08-17T00:32:58.969 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T00:32:58.969 INFO:tasks.rados.rados.0.smithi157.stdout:202: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T00:32:58.985 INFO:tasks.rados.rados.0.smithi157.stdout:203: finishing write tid 2 to smithi15786056-11 2024-08-17T00:32:58.985 INFO:tasks.rados.rados.0.smithi157.stdout:203: finishing write tid 3 to smithi15786056-11 2024-08-17T00:32:58.985 INFO:tasks.rados.rados.0.smithi157.stdout:203: finishing write tid 4 to smithi15786056-11 2024-08-17T00:32:58.985 INFO:tasks.rados.rados.0.smithi157.stdout:197: done (6 left) 2024-08-17T00:32:58.986 INFO:tasks.rados.rados.0.smithi157.stdout:199: done (5 left) 2024-08-17T00:32:58.986 INFO:tasks.rados.rados.0.smithi157.stdout:200: done (4 left) 2024-08-17T00:32:58.986 INFO:tasks.rados.rados.0.smithi157.stdout:202: done (3 left) 2024-08-17T00:32:58.986 INFO:tasks.rados.rados.0.smithi157.stdout:207: rollback oid 4 current snap is 11 2024-08-17T00:32:58.986 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 4 to 9 2024-08-17T00:32:58.986 INFO:tasks.rados.rados.0.smithi157.stdout:203: finishing write tid 5 to smithi15786056-11 2024-08-17T00:32:58.986 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 58 (ObjNum 82 snap 11 seq_num 82) dirty exists 2024-08-17T00:32:58.986 INFO:tasks.rados.rados.0.smithi157.stdout:203: left oid 11 (ObjNum 82 snap 11 seq_num 82) 2024-08-17T00:32:58.986 INFO:tasks.rados.rados.0.smithi157.stdout:205: finishing copy_from to smithi15786056-42 2024-08-17T00:32:58.986 INFO:tasks.rados.rados.0.smithi157.stdout:205: got expected ENOENT (src dne) 2024-08-17T00:32:58.986 INFO:tasks.rados.rados.0.smithi157.stdout:205: finishing copy_from racing read to smithi15786056-42 2024-08-17T00:32:58.986 INFO:tasks.rados.rados.0.smithi157.stdout:206: finishing rollback tid 0 to smithi15786056-18 2024-08-17T00:32:58.987 INFO:tasks.rados.rados.0.smithi157.stdout:206: finishing rollback tid 1 to smithi15786056-18 2024-08-17T00:32:58.987 INFO:tasks.rados.rados.0.smithi157.stdout:206: finishing rollback tid 2 to smithi15786056-18 2024-08-17T00:32:58.987 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 40 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:32:58.987 INFO:tasks.rados.rados.0.smithi157.stdout:203: done (3 left) 2024-08-17T00:32:58.987 INFO:tasks.rados.rados.0.smithi157.stdout:205: done (2 left) 2024-08-17T00:32:58.987 INFO:tasks.rados.rados.0.smithi157.stdout:206: done (1 left) 2024-08-17T00:32:58.987 INFO:tasks.rados.rados.0.smithi157.stdout:208: rmattr oid 11 current snap is 11 2024-08-17T00:32:58.987 INFO:tasks.rados.rados.0.smithi157.stdout:208: done (1 left) 2024-08-17T00:32:58.987 INFO:tasks.rados.rados.0.smithi157.stdout:209: rollback oid 48 current snap is 11 2024-08-17T00:32:58.987 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 48 to 9 2024-08-17T00:32:58.987 INFO:tasks.rados.rados.0.smithi157.stdout:210: rmattr oid 7 current snap is 11 2024-08-17T00:32:58.987 INFO:tasks.rados.rados.0.smithi157.stdout:210: done (2 left) 2024-08-17T00:32:58.988 INFO:tasks.rados.rados.0.smithi157.stdout:211: copy_from oid 34 from oid 27 current snap is 11 2024-08-17T00:32:58.988 INFO:tasks.rados.rados.0.smithi157.stdout:212: rollback oid 38 current snap is 11 2024-08-17T00:32:58.988 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 38 to 9 2024-08-17T00:32:58.988 INFO:tasks.rados.rados.0.smithi157.stdout:213: snap_create 2024-08-17T00:32:58.988 INFO:tasks.rados.rados.0.smithi157.stdout:207: finishing rollback tid 0 to smithi15786056-4 2024-08-17T00:32:58.988 INFO:tasks.rados.rados.0.smithi157.stdout:209: finishing rollback tid 0 to smithi15786056-48 2024-08-17T00:32:58.989 INFO:tasks.rados.rados.0.smithi157.stdout:209: finishing rollback tid 1 to smithi15786056-48 2024-08-17T00:32:58.989 INFO:tasks.rados.rados.0.smithi157.stdout:209: finishing rollback tid 2 to smithi15786056-48 2024-08-17T00:32:58.989 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 52 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T00:32:58.989 INFO:tasks.rados.rados.0.smithi157.stdout:211: finishing copy_from racing read to smithi15786056-34 2024-08-17T00:32:58.990 INFO:tasks.rados.rados.0.smithi157.stdout:207: finishing rollback tid 1 to smithi15786056-4 2024-08-17T00:32:58.990 INFO:tasks.rados.rados.0.smithi157.stdout:207: finishing rollback tid 2 to smithi15786056-4 2024-08-17T00:32:58.990 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 18 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-17T00:32:58.990 INFO:tasks.rados.rados.0.smithi157.stdout:211: finishing copy_from to smithi15786056-34 2024-08-17T00:32:58.990 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:32:58.991 INFO:tasks.rados.rados.0.smithi157.stdout:212: finishing rollback tid 0 to smithi15786056-38 2024-08-17T00:32:58.991 INFO:tasks.rados.rados.0.smithi157.stdout:212: finishing rollback tid 1 to smithi15786056-38 2024-08-17T00:32:58.991 INFO:tasks.rados.rados.0.smithi157.stdout:212: finishing rollback tid 2 to smithi15786056-38 2024-08-17T00:32:58.991 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 22 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:32:59.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:32:58 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:32:58] "GET /metrics HTTP/1.1" 200 239559 "" "Prometheus/2.43.0" 2024-08-17T00:32:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:58 smithi157 ceph-mon[40946]: Upgrade: Target is version 19.1.0-1363-gd863d21c (unknown) 2024-08-17T00:32:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:58 smithi157 ceph-mon[40946]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb'] 2024-08-17T00:32:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:58 smithi157 ceph-mon[40946]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T00:32:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:58 smithi157 ceph-mon[40946]: osdmap e102: 8 total, 8 up, 8 in 2024-08-17T00:32:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:58 smithi157 ceph-mon[40946]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb on smithi187 2024-08-17T00:32:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:58 smithi157 ceph-mon[40946]: pgmap v134: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-08-17T00:32:59.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:58 smithi157 ceph-mon[40946]: osdmap e103: 8 total, 8 up, 8 in 2024-08-17T00:32:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:58 smithi157 ceph-mon[29438]: Upgrade: Target is version 19.1.0-1363-gd863d21c (unknown) 2024-08-17T00:32:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:58 smithi157 ceph-mon[29438]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb'] 2024-08-17T00:32:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:58 smithi157 ceph-mon[29438]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T00:32:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:58 smithi157 ceph-mon[29438]: osdmap e102: 8 total, 8 up, 8 in 2024-08-17T00:32:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:58 smithi157 ceph-mon[29438]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb on smithi187 2024-08-17T00:32:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:58 smithi157 ceph-mon[29438]: pgmap v134: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-08-17T00:32:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:58 smithi157 ceph-mon[29438]: osdmap e103: 8 total, 8 up, 8 in 2024-08-17T00:32:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:58 smithi187 ceph-mon[33407]: Upgrade: Target is version 19.1.0-1363-gd863d21c (unknown) 2024-08-17T00:32:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:58 smithi187 ceph-mon[33407]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb'] 2024-08-17T00:32:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:58 smithi187 ceph-mon[33407]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T00:32:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:58 smithi187 ceph-mon[33407]: osdmap e102: 8 total, 8 up, 8 in 2024-08-17T00:32:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:58 smithi187 ceph-mon[33407]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb on smithi187 2024-08-17T00:32:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:58 smithi187 ceph-mon[33407]: pgmap v134: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-08-17T00:32:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:58 smithi187 ceph-mon[33407]: osdmap e103: 8 total, 8 up, 8 in 2024-08-17T00:32:59.901 INFO:tasks.rados.rados.0.smithi157.stdout:207: done (4 left) 2024-08-17T00:32:59.901 INFO:tasks.rados.rados.0.smithi157.stdout:209: done (3 left) 2024-08-17T00:32:59.901 INFO:tasks.rados.rados.0.smithi157.stdout:211: done (2 left) 2024-08-17T00:32:59.901 INFO:tasks.rados.rados.0.smithi157.stdout:212: done (1 left) 2024-08-17T00:32:59.901 INFO:tasks.rados.rados.0.smithi157.stdout:213: done (0 left) 2024-08-17T00:32:59.901 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 12 2024-08-17T00:32:59.901 INFO:tasks.rados.rados.0.smithi157.stdout:214: seq_num 83 ranges {1400832=598016,1998848=499712,2498560=303104} 2024-08-17T00:32:59.904 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:32:59 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:32:59.904 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:32:59 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:32:59.911 INFO:tasks.rados.rados.0.smithi157.stdout:214: writing smithi15786056-16 from 1400832 to 1998848 tid 1 2024-08-17T00:32:59.914 INFO:tasks.rados.rados.0.smithi157.stdout:214: writing smithi15786056-16 from 1998848 to 2498560 tid 2 2024-08-17T00:32:59.916 INFO:tasks.rados.rados.0.smithi157.stdout:214: writing smithi15786056-16 from 2498560 to 2801664 tid 3 2024-08-17T00:32:59.917 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 12 2024-08-17T00:32:59.917 INFO:tasks.rados.rados.0.smithi157.stdout:215: seq_num 84 ranges {761856=614400,1376256=434176,1810432=368640} 2024-08-17T00:32:59.924 INFO:tasks.rados.rados.0.smithi157.stdout:215: writing smithi15786056-18 from 761856 to 1376256 tid 1 2024-08-17T00:32:59.926 INFO:tasks.rados.rados.0.smithi157.stdout:215: writing smithi15786056-18 from 1376256 to 1810432 tid 2 2024-08-17T00:32:59.929 INFO:tasks.rados.rados.0.smithi157.stdout:215: writing smithi15786056-18 from 1810432 to 2179072 tid 3 2024-08-17T00:32:59.929 INFO:tasks.rados.rados.0.smithi157.stdout:216: setattr oid 45 current snap is 12 2024-08-17T00:32:59.929 INFO:tasks.rados.rados.0.smithi157.stdout:214: finishing write tid 1 to smithi15786056-16 2024-08-17T00:32:59.929 INFO:tasks.rados.rados.0.smithi157.stdout:214: finishing write tid 2 to smithi15786056-16 2024-08-17T00:32:59.929 INFO:tasks.rados.rados.0.smithi157.stdout:214: finishing write tid 3 to smithi15786056-16 2024-08-17T00:32:59.929 INFO:tasks.rados.rados.0.smithi157.stdout:214: finishing write tid 4 to smithi15786056-16 2024-08-17T00:32:59.929 INFO:tasks.rados.rados.0.smithi157.stdout:214: finishing write tid 5 to smithi15786056-16 2024-08-17T00:32:59.930 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 15 (ObjNum 83 snap 12 seq_num 83) dirty exists 2024-08-17T00:32:59.930 INFO:tasks.rados.rados.0.smithi157.stdout:214: left oid 16 (ObjNum 83 snap 12 seq_num 83) 2024-08-17T00:32:59.930 INFO:tasks.rados.rados.0.smithi157.stdout:215: finishing write tid 1 to smithi15786056-18 2024-08-17T00:32:59.930 INFO:tasks.rados.rados.0.smithi157.stdout:215: finishing write tid 2 to smithi15786056-18 2024-08-17T00:32:59.930 INFO:tasks.rados.rados.0.smithi157.stdout:214: done (2 left) 2024-08-17T00:32:59.930 INFO:tasks.rados.rados.0.smithi157.stdout:217: snap_remove snap 9 2024-08-17T00:33:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:32:59 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:33:00.905 INFO:tasks.rados.rados.0.smithi157.stdout:217: done (2 left) 2024-08-17T00:33:00.906 INFO:tasks.rados.rados.0.smithi157.stdout:218: setattr oid 15 current snap is 12 2024-08-17T00:33:00.906 INFO:tasks.rados.rados.0.smithi157.stdout:215: finishing write tid 3 to smithi15786056-18 2024-08-17T00:33:00.906 INFO:tasks.rados.rados.0.smithi157.stdout:215: finishing write tid 4 to smithi15786056-18 2024-08-17T00:33:00.906 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 47 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T00:33:00.906 INFO:tasks.rados.rados.0.smithi157.stdout:215: finishing write tid 5 to smithi15786056-18 2024-08-17T00:33:00.906 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 45 (ObjNum 84 snap 12 seq_num 84) dirty exists 2024-08-17T00:33:00.906 INFO:tasks.rados.rados.0.smithi157.stdout:215: left oid 18 (ObjNum 84 snap 12 seq_num 84) 2024-08-17T00:33:00.907 INFO:tasks.rados.rados.0.smithi157.stdout:215: done (2 left) 2024-08-17T00:33:00.907 INFO:tasks.rados.rados.0.smithi157.stdout:216: done (1 left) 2024-08-17T00:33:00.907 INFO:tasks.rados.rados.0.smithi157.stdout:219: snap_create 2024-08-17T00:33:00.912 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 63 (ObjNum 77 snap 10 seq_num 77) dirty exists 2024-08-17T00:33:01.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:00 smithi157 ceph-mon[40946]: osdmap e104: 8 total, 8 up, 8 in 2024-08-17T00:33:01.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:00 smithi157 ceph-mon[40946]: pgmap v137: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.1 MiB/s wr, 45 op/s 2024-08-17T00:33:01.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:00 smithi157 ceph-mon[29438]: osdmap e104: 8 total, 8 up, 8 in 2024-08-17T00:33:01.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:00 smithi157 ceph-mon[29438]: pgmap v137: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.1 MiB/s wr, 45 op/s 2024-08-17T00:33:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:00 smithi187 ceph-mon[33407]: osdmap e104: 8 total, 8 up, 8 in 2024-08-17T00:33:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:00 smithi187 ceph-mon[33407]: pgmap v137: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.1 MiB/s wr, 45 op/s 2024-08-17T00:33:01.910 INFO:tasks.rados.rados.0.smithi157.stdout:218: done (1 left) 2024-08-17T00:33:01.911 INFO:tasks.rados.rados.0.smithi157.stdout:219: done (0 left) 2024-08-17T00:33:01.911 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 33 current snap is 13 2024-08-17T00:33:01.911 INFO:tasks.rados.rados.0.smithi157.stdout:220: seq_num 85 ranges {540672=630784,1171456=720896,1892352=81920} 2024-08-17T00:33:01.916 INFO:tasks.rados.rados.0.smithi157.stdout:220: writing smithi15786056-33 from 540672 to 1171456 tid 1 2024-08-17T00:33:01.920 INFO:tasks.rados.rados.0.smithi157.stdout:220: writing smithi15786056-33 from 1171456 to 1892352 tid 2 2024-08-17T00:33:01.921 INFO:tasks.rados.rados.0.smithi157.stdout:220: writing smithi15786056-33 from 1892352 to 1974272 tid 3 2024-08-17T00:33:01.921 INFO:tasks.rados.rados.0.smithi157.stdout:221: copy_from oid 18 from oid 13 current snap is 13 2024-08-17T00:33:01.921 INFO:tasks.rados.rados.0.smithi157.stdout:222: snap_create 2024-08-17T00:33:01.923 INFO:tasks.rados.rados.0.smithi157.stdout:220: finishing write tid 1 to smithi15786056-33 2024-08-17T00:33:01.924 INFO:tasks.rados.rados.0.smithi157.stdout:220: finishing write tid 2 to smithi15786056-33 2024-08-17T00:33:01.924 INFO:tasks.rados.rados.0.smithi157.stdout:220: finishing write tid 3 to smithi15786056-33 2024-08-17T00:33:01.924 INFO:tasks.rados.rados.0.smithi157.stdout:220: finishing write tid 4 to smithi15786056-33 2024-08-17T00:33:01.925 INFO:tasks.rados.rados.0.smithi157.stdout:220: finishing write tid 5 to smithi15786056-33 2024-08-17T00:33:01.925 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 24 (ObjNum 85 snap 13 seq_num 85) dirty exists 2024-08-17T00:33:01.925 INFO:tasks.rados.rados.0.smithi157.stdout:220: left oid 33 (ObjNum 85 snap 13 seq_num 85) 2024-08-17T00:33:01.936 INFO:tasks.rados.rados.0.smithi157.stdout:221: finishing copy_from racing read to smithi15786056-18 2024-08-17T00:33:01.937 INFO:tasks.rados.rados.0.smithi157.stdout:221: finishing copy_from to smithi15786056-18 2024-08-17T00:33:01.937 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 46 (ObjNum 74 snap 10 seq_num 74) dirty exists 2024-08-17T00:33:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:01 smithi187 ceph-mon[33407]: osdmap e105: 8 total, 8 up, 8 in 2024-08-17T00:33:02.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:01 smithi157 ceph-mon[40946]: osdmap e105: 8 total, 8 up, 8 in 2024-08-17T00:33:02.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:01 smithi157 ceph-mon[29438]: osdmap e105: 8 total, 8 up, 8 in 2024-08-17T00:33:02.916 INFO:tasks.rados.rados.0.smithi157.stdout:220: done (2 left) 2024-08-17T00:33:02.916 INFO:tasks.rados.rados.0.smithi157.stdout:221: done (1 left) 2024-08-17T00:33:02.916 INFO:tasks.rados.rados.0.smithi157.stdout:222: done (0 left) 2024-08-17T00:33:02.916 INFO:tasks.rados.rados.0.smithi157.stdout:223: snap_create 2024-08-17T00:33:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:02 smithi187 ceph-mon[33407]: osdmap e106: 8 total, 8 up, 8 in 2024-08-17T00:33:03.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:02 smithi187 ceph-mon[33407]: pgmap v140: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.1 MiB/s wr, 45 op/s 2024-08-17T00:33:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:02 smithi157 ceph-mon[40946]: osdmap e106: 8 total, 8 up, 8 in 2024-08-17T00:33:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:02 smithi157 ceph-mon[40946]: pgmap v140: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.1 MiB/s wr, 45 op/s 2024-08-17T00:33:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:02 smithi157 ceph-mon[29438]: osdmap e106: 8 total, 8 up, 8 in 2024-08-17T00:33:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:02 smithi157 ceph-mon[29438]: pgmap v140: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.1 MiB/s wr, 45 op/s 2024-08-17T00:33:03.863 INFO:tasks.rados.rados.0.smithi157.stdout:223: done (0 left) 2024-08-17T00:33:03.863 INFO:tasks.rados.rados.0.smithi157.stdout:224: read oid 15 snap -1 2024-08-17T00:33:03.863 INFO:tasks.rados.rados.0.smithi157.stdout:224: expect (ObjNum 77 snap 10 seq_num 77) 2024-08-17T00:33:03.863 INFO:tasks.rados.rados.0.smithi157.stdout:225: snap_create 2024-08-17T00:33:03.868 INFO:tasks.rados.rados.0.smithi157.stdout:224: expect (ObjNum 77 snap 10 seq_num 77) 2024-08-17T00:33:03.912 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:03 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:33:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:33:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:03 smithi187 ceph-mon[33407]: osdmap e107: 8 total, 8 up, 8 in 2024-08-17T00:33:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:03 smithi187 ceph-mon[33407]: osdmap e108: 8 total, 8 up, 8 in 2024-08-17T00:33:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:03 smithi157 ceph-mon[29438]: osdmap e107: 8 total, 8 up, 8 in 2024-08-17T00:33:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:03 smithi157 ceph-mon[29438]: osdmap e108: 8 total, 8 up, 8 in 2024-08-17T00:33:04.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:03 smithi157 ceph-mon[40946]: osdmap e107: 8 total, 8 up, 8 in 2024-08-17T00:33:04.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:03 smithi157 ceph-mon[40946]: osdmap e108: 8 total, 8 up, 8 in 2024-08-17T00:33:04.602 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:33:04.848 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:33:04.849 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (2m) 106s ago 3m 15.6M - 0.25.0 c8568f914cd2 286d17026530 2024-08-17T00:33:04.849 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (2m) 106s ago 2m 85.0M - 9.4.7 954c08fa6188 837d7ffaebc7 2024-08-17T00:33:04.849 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (4m) 106s ago 4m 14.7M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:33:04.849 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (4m) 106s ago 4m 16.8M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:33:04.849 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443 running (7m) 106s ago 7m 398M - 17.2.7-1402-g03a1ac13 bc5a85a90206 b0b0ce890dad 2024-08-17T00:33:04.849 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:9283,8765 running (9m) 106s ago 9m 444M - 17.2.7-1402-g03a1ac13 bc5a85a90206 25a6440b3d40 2024-08-17T00:33:04.849 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (9m) 106s ago 9m 47.2M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 326d536d0817 2024-08-17T00:33:04.849 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (8m) 106s ago 8m 39.7M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 08bc4d37e299 2024-08-17T00:33:04.849 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (8m) 106s ago 8m 37.2M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 f84af0d3eeb1 2024-08-17T00:33:04.849 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (2m) 106s ago 2m 11.3M - 1.5.0 0da6a335fe13 282cbc65523a 2024-08-17T00:33:04.849 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (2m) 106s ago 2m 3657k - 1.5.0 0da6a335fe13 b7622bdce6a3 2024-08-17T00:33:04.850 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (7m) 106s ago 7m 47.7M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 5724a0a2acf7 2024-08-17T00:33:04.850 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (7m) 106s ago 7m 45.2M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 06419c3d3168 2024-08-17T00:33:04.850 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (6m) 106s ago 6m 45.1M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 f0716b3a6da4 2024-08-17T00:33:04.850 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (6m) 106s ago 6m 40.7M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 34877baf90d9 2024-08-17T00:33:04.850 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (6m) 106s ago 6m 42.1M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 8b55fa435d4d 2024-08-17T00:33:04.850 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (5m) 106s ago 5m 43.2M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 87ee417e591b 2024-08-17T00:33:04.850 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (5m) 106s ago 5m 41.7M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 bd8a836eeeec 2024-08-17T00:33:04.850 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (4m) 106s ago 4m 44.7M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:33:04.850 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (116s) 106s ago 3m 28.2M - 2.43.0 a07b618ecd1d 73fb57a698ca 2024-08-17T00:33:04.863 INFO:tasks.rados.rados.0.smithi157.stdout:224: done (1 left) 2024-08-17T00:33:04.863 INFO:tasks.rados.rados.0.smithi157.stdout:225: done (0 left) 2024-08-17T00:33:04.863 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 16 2024-08-17T00:33:04.863 INFO:tasks.rados.rados.0.smithi157.stdout:226: seq_num 86 ranges {1687552=647168,2334720=606208,2940928=196608} 2024-08-17T00:33:04.876 INFO:tasks.rados.rados.0.smithi157.stdout:226: writing smithi15786056-23 from 1687552 to 2334720 tid 1 2024-08-17T00:33:04.879 INFO:tasks.rados.rados.0.smithi157.stdout:226: writing smithi15786056-23 from 2334720 to 2940928 tid 2 2024-08-17T00:33:04.881 INFO:tasks.rados.rados.0.smithi157.stdout:226: writing smithi15786056-23 from 2940928 to 3137536 tid 3 2024-08-17T00:33:04.881 INFO:tasks.rados.rados.0.smithi157.stdout:227: rollback oid 9 current snap is 16 2024-08-17T00:33:04.881 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 9 to 15 2024-08-17T00:33:04.881 INFO:tasks.rados.rados.0.smithi157.stdout:228: snap_remove snap 13 2024-08-17T00:33:05.160 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:33:05.161 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:33:05.161 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:33:05.161 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:33:05.161 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:33:05.161 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:33:05.161 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:33:05.161 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:33:05.161 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:33:05.161 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:33:05.161 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:33:05.161 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:33:05.162 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:33:05.162 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:33:05.162 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 15 2024-08-17T00:33:05.162 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:33:05.162 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:33:05.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:04 smithi187 ceph-mon[33407]: pgmap v143: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:05.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:04 smithi187 ceph-mon[33407]: osdmap e109: 8 total, 8 up, 8 in 2024-08-17T00:33:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:04 smithi157 ceph-mon[29438]: pgmap v143: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:04 smithi157 ceph-mon[29438]: osdmap e109: 8 total, 8 up, 8 in 2024-08-17T00:33:05.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:04 smithi157 ceph-mon[40946]: pgmap v143: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:05.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:04 smithi157 ceph-mon[40946]: osdmap e109: 8 total, 8 up, 8 in 2024-08-17T00:33:05.866 INFO:tasks.rados.rados.0.smithi157.stdout:228: done (2 left) 2024-08-17T00:33:05.866 INFO:tasks.rados.rados.0.smithi157.stdout:229: read oid 18 snap 14 2024-08-17T00:33:05.866 INFO:tasks.rados.rados.0.smithi157.stdout:229: expect (ObjNum 74 snap 10 seq_num 74) 2024-08-17T00:33:05.866 INFO:tasks.rados.rados.0.smithi157.stdout:230: snap_create 2024-08-17T00:33:05.867 INFO:tasks.rados.rados.0.smithi157.stdout:226: finishing write tid 1 to smithi15786056-23 2024-08-17T00:33:05.867 INFO:tasks.rados.rados.0.smithi157.stdout:226: finishing write tid 2 to smithi15786056-23 2024-08-17T00:33:05.867 INFO:tasks.rados.rados.0.smithi157.stdout:227: finishing rollback tid 0 to smithi15786056-9 2024-08-17T00:33:05.867 INFO:tasks.rados.rados.0.smithi157.stdout:226: finishing write tid 3 to smithi15786056-23 2024-08-17T00:33:05.867 INFO:tasks.rados.rados.0.smithi157.stdout:227: finishing rollback tid 1 to smithi15786056-9 2024-08-17T00:33:05.867 INFO:tasks.rados.rados.0.smithi157.stdout:226: finishing write tid 4 to smithi15786056-23 2024-08-17T00:33:05.867 INFO:tasks.rados.rados.0.smithi157.stdout:227: finishing rollback tid 2 to smithi15786056-9 2024-08-17T00:33:05.867 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 49 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-17T00:33:05.867 INFO:tasks.rados.rados.0.smithi157.stdout:226: finishing write tid 5 to smithi15786056-23 2024-08-17T00:33:05.867 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 61 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-08-17T00:33:05.867 INFO:tasks.rados.rados.0.smithi157.stdout:226: left oid 23 (ObjNum 86 snap 16 seq_num 86) 2024-08-17T00:33:05.881 INFO:tasks.rados.rados.0.smithi157.stdout:229: expect (ObjNum 74 snap 10 seq_num 74) 2024-08-17T00:33:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:05 smithi187 ceph-mon[33407]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:05 smithi187 ceph-mon[33407]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:05 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3408605863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:33:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:05 smithi187 ceph-mon[33407]: osdmap e110: 8 total, 8 up, 8 in 2024-08-17T00:33:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:05 smithi157 ceph-mon[29438]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:05 smithi157 ceph-mon[29438]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:05 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3408605863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:33:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:05 smithi157 ceph-mon[29438]: osdmap e110: 8 total, 8 up, 8 in 2024-08-17T00:33:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:05 smithi157 ceph-mon[40946]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:06.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:05 smithi157 ceph-mon[40946]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:06.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:05 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3408605863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:33:06.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:05 smithi157 ceph-mon[40946]: osdmap e110: 8 total, 8 up, 8 in 2024-08-17T00:33:06.867 INFO:tasks.rados.rados.0.smithi157.stdout:226: done (3 left) 2024-08-17T00:33:06.867 INFO:tasks.rados.rados.0.smithi157.stdout:227: done (2 left) 2024-08-17T00:33:06.867 INFO:tasks.rados.rados.0.smithi157.stdout:229: done (1 left) 2024-08-17T00:33:06.867 INFO:tasks.rados.rados.0.smithi157.stdout:230: done (0 left) 2024-08-17T00:33:06.867 INFO:tasks.rados.rados.0.smithi157.stdout:231: read oid 23 snap -1 2024-08-17T00:33:06.867 INFO:tasks.rados.rados.0.smithi157.stdout:231: expect (ObjNum 86 snap 16 seq_num 86) 2024-08-17T00:33:06.867 INFO:tasks.rados.rados.0.smithi157.stdout:232: delete oid 34 current snap is 17 2024-08-17T00:33:06.871 INFO:tasks.rados.rados.0.smithi157.stdout:232: done (1 left) 2024-08-17T00:33:06.872 INFO:tasks.rados.rados.0.smithi157.stdout:233: delete oid 10 current snap is 17 2024-08-17T00:33:06.874 INFO:tasks.rados.rados.0.smithi157.stdout:233: done (1 left) 2024-08-17T00:33:06.874 INFO:tasks.rados.rados.0.smithi157.stdout:234: read oid 37 snap -1 2024-08-17T00:33:06.874 INFO:tasks.rados.rados.0.smithi157.stdout:234: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T00:33:06.874 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 17 2024-08-17T00:33:06.874 INFO:tasks.rados.rados.0.smithi157.stdout:235: seq_num 89 ranges {794624=696320,1490944=655360,2146304=147456} 2024-08-17T00:33:06.882 INFO:tasks.rados.rados.0.smithi157.stdout:235: writing smithi15786056-48 from 794624 to 1490944 tid 1 2024-08-17T00:33:06.886 INFO:tasks.rados.rados.0.smithi157.stdout:235: writing smithi15786056-48 from 1490944 to 2146304 tid 2 2024-08-17T00:33:06.887 INFO:tasks.rados.rados.0.smithi157.stdout:235: writing smithi15786056-48 from 2146304 to 2293760 tid 3 2024-08-17T00:33:06.887 INFO:tasks.rados.rados.0.smithi157.stdout:236: snap_remove snap 11 2024-08-17T00:33:07.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:06 smithi187 ceph-mon[33407]: pgmap v146: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1018 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-17T00:33:07.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:06 smithi187 ceph-mon[33407]: osdmap e111: 8 total, 8 up, 8 in 2024-08-17T00:33:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:06 smithi157 ceph-mon[29438]: pgmap v146: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1018 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-17T00:33:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:06 smithi157 ceph-mon[29438]: osdmap e111: 8 total, 8 up, 8 in 2024-08-17T00:33:07.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:06 smithi157 ceph-mon[40946]: pgmap v146: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1018 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-17T00:33:07.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:06 smithi157 ceph-mon[40946]: osdmap e111: 8 total, 8 up, 8 in 2024-08-17T00:33:07.872 INFO:tasks.rados.rados.0.smithi157.stdout:236: done (3 left) 2024-08-17T00:33:07.873 INFO:tasks.rados.rados.0.smithi157.stdout:237: read oid 35 snap -1 2024-08-17T00:33:07.873 INFO:tasks.rados.rados.0.smithi157.stdout:237: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-17T00:33:07.873 INFO:tasks.rados.rados.0.smithi157.stdout:238: read oid 22 snap -1 2024-08-17T00:33:07.873 INFO:tasks.rados.rados.0.smithi157.stdout:238: expect (ObjNum 21 snap 0 seq_num 21) 2024-08-17T00:33:07.873 INFO:tasks.rados.rados.0.smithi157.stdout:239: setattr oid 26 current snap is 17 2024-08-17T00:33:07.873 INFO:tasks.rados.rados.0.smithi157.stdout:234: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T00:33:07.890 INFO:tasks.rados.rados.0.smithi157.stdout:231: expect (ObjNum 86 snap 16 seq_num 86) 2024-08-17T00:33:08.009 INFO:tasks.rados.rados.0.smithi157.stdout:235: finishing write tid 1 to smithi15786056-48 2024-08-17T00:33:08.009 INFO:tasks.rados.rados.0.smithi157.stdout:235: finishing write tid 2 to smithi15786056-48 2024-08-17T00:33:08.010 INFO:tasks.rados.rados.0.smithi157.stdout:235: finishing write tid 3 to smithi15786056-48 2024-08-17T00:33:08.010 INFO:tasks.rados.rados.0.smithi157.stdout:235: finishing write tid 4 to smithi15786056-48 2024-08-17T00:33:08.010 INFO:tasks.rados.rados.0.smithi157.stdout:235: finishing write tid 5 to smithi15786056-48 2024-08-17T00:33:08.010 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 68 (ObjNum 89 snap 17 seq_num 89) dirty exists 2024-08-17T00:33:08.010 INFO:tasks.rados.rados.0.smithi157.stdout:235: left oid 48 (ObjNum 89 snap 17 seq_num 89) 2024-08-17T00:33:08.010 INFO:tasks.rados.rados.0.smithi157.stdout:238: expect (ObjNum 21 snap 0 seq_num 21) 2024-08-17T00:33:08.020 INFO:tasks.rados.rados.0.smithi157.stdout:237: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-17T00:33:08.035 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 68 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-17T00:33:08.035 INFO:tasks.rados.rados.0.smithi157.stdout:231: done (5 left) 2024-08-17T00:33:08.036 INFO:tasks.rados.rados.0.smithi157.stdout:234: done (4 left) 2024-08-17T00:33:08.036 INFO:tasks.rados.rados.0.smithi157.stdout:235: done (3 left) 2024-08-17T00:33:08.036 INFO:tasks.rados.rados.0.smithi157.stdout:237: done (2 left) 2024-08-17T00:33:08.036 INFO:tasks.rados.rados.0.smithi157.stdout:238: done (1 left) 2024-08-17T00:33:08.036 INFO:tasks.rados.rados.0.smithi157.stdout:239: done (0 left) 2024-08-17T00:33:08.036 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 17 2024-08-17T00:33:08.037 INFO:tasks.rados.rados.0.smithi157.stdout:240: seq_num 90 ranges {2580480=712704,3293184=540672,3833856=262144} 2024-08-17T00:33:08.053 INFO:tasks.rados.rados.0.smithi157.stdout:240: writing smithi15786056-13 from 2580480 to 3293184 tid 1 2024-08-17T00:33:08.056 INFO:tasks.rados.rados.0.smithi157.stdout:240: writing smithi15786056-13 from 3293184 to 3833856 tid 2 2024-08-17T00:33:08.058 INFO:tasks.rados.rados.0.smithi157.stdout:240: writing smithi15786056-13 from 3833856 to 4096000 tid 3 2024-08-17T00:33:08.058 INFO:tasks.rados.rados.0.smithi157.stdout:241: read oid 37 snap -1 2024-08-17T00:33:08.059 INFO:tasks.rados.rados.0.smithi157.stdout:241: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T00:33:08.059 INFO:tasks.rados.rados.0.smithi157.stdout:242: rollback oid 3 current snap is 17 2024-08-17T00:33:08.059 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 3 to 16 2024-08-17T00:33:08.059 INFO:tasks.rados.rados.0.smithi157.stdout:240: finishing write tid 1 to smithi15786056-13 2024-08-17T00:33:08.059 INFO:tasks.rados.rados.0.smithi157.stdout:243: snap_create 2024-08-17T00:33:08.060 INFO:tasks.rados.rados.0.smithi157.stdout:240: finishing write tid 2 to smithi15786056-13 2024-08-17T00:33:08.060 INFO:tasks.rados.rados.0.smithi157.stdout:240: finishing write tid 3 to smithi15786056-13 2024-08-17T00:33:08.060 INFO:tasks.rados.rados.0.smithi157.stdout:240: finishing write tid 4 to smithi15786056-13 2024-08-17T00:33:08.061 INFO:tasks.rados.rados.0.smithi157.stdout:242: finishing rollback tid 0 to smithi15786056-3 2024-08-17T00:33:08.061 INFO:tasks.rados.rados.0.smithi157.stdout:240: finishing write tid 5 to smithi15786056-13 2024-08-17T00:33:08.061 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 55 (ObjNum 90 snap 17 seq_num 90) dirty exists 2024-08-17T00:33:08.062 INFO:tasks.rados.rados.0.smithi157.stdout:240: left oid 13 (ObjNum 90 snap 17 seq_num 90) 2024-08-17T00:33:08.062 INFO:tasks.rados.rados.0.smithi157.stdout:241: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T00:33:08.078 INFO:tasks.rados.rados.0.smithi157.stdout:242: finishing rollback tid 1 to smithi15786056-3 2024-08-17T00:33:08.078 INFO:tasks.rados.rados.0.smithi157.stdout:242: finishing rollback tid 2 to smithi15786056-3 2024-08-17T00:33:08.078 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 72 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T00:33:08.865 INFO:tasks.rados.rados.0.smithi157.stdout:240: done (3 left) 2024-08-17T00:33:08.865 INFO:tasks.rados.rados.0.smithi157.stdout:241: done (2 left) 2024-08-17T00:33:08.865 INFO:tasks.rados.rados.0.smithi157.stdout:242: done (1 left) 2024-08-17T00:33:08.865 INFO:tasks.rados.rados.0.smithi157.stdout:243: done (0 left) 2024-08-17T00:33:08.865 INFO:tasks.rados.rados.0.smithi157.stdout:244: rollback oid 50 current snap is 18 2024-08-17T00:33:08.865 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 50 to 12 2024-08-17T00:33:08.865 INFO:tasks.rados.rados.0.smithi157.stdout:245: rmattr oid 38 current snap is 18 2024-08-17T00:33:08.865 INFO:tasks.rados.rados.0.smithi157.stdout:245: done (1 left) 2024-08-17T00:33:08.866 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 18 2024-08-17T00:33:08.866 INFO:tasks.rados.rados.0.smithi157.stdout:246: seq_num 91 ranges {2564096=729088,3293184=425984,3719168=376832} 2024-08-17T00:33:08.882 INFO:tasks.rados.rados.0.smithi157.stdout:246: writing smithi15786056-21 from 2564096 to 3293184 tid 1 2024-08-17T00:33:08.885 INFO:tasks.rados.rados.0.smithi157.stdout:246: writing smithi15786056-21 from 3293184 to 3719168 tid 2 2024-08-17T00:33:08.888 INFO:tasks.rados.rados.0.smithi157.stdout:246: writing smithi15786056-21 from 3719168 to 4096000 tid 3 2024-08-17T00:33:08.888 INFO:tasks.rados.rados.0.smithi157.stdout:247: copy_from oid 37 from oid 14 current snap is 18 2024-08-17T00:33:08.888 INFO:tasks.rados.rados.0.smithi157.stdout:244: finishing rollback tid 0 to smithi15786056-50 2024-08-17T00:33:08.888 INFO:tasks.rados.rados.0.smithi157.stdout:244: finishing rollback tid 1 to smithi15786056-50 2024-08-17T00:33:08.888 INFO:tasks.rados.rados.0.smithi157.stdout:244: finishing rollback tid 2 to smithi15786056-50 2024-08-17T00:33:08.888 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 19 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-17T00:33:08.888 INFO:tasks.rados.rados.0.smithi157.stdout:244: done (2 left) 2024-08-17T00:33:08.888 INFO:tasks.rados.rados.0.smithi157.stdout:248: rmattr oid 44 current snap is 18 2024-08-17T00:33:08.888 INFO:tasks.rados.rados.0.smithi157.stdout:248: done (2 left) 2024-08-17T00:33:08.888 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 18 2024-08-17T00:33:08.889 INFO:tasks.rados.rados.0.smithi157.stdout:249: seq_num 92 ranges {1368064=745472,2113536=761856,2875392=40960} 2024-08-17T00:33:08.899 INFO:tasks.rados.rados.0.smithi157.stdout:249: writing smithi15786056-15 from 1368064 to 2113536 tid 1 2024-08-17T00:33:08.904 INFO:tasks.rados.rados.0.smithi157.stdout:249: writing smithi15786056-15 from 2113536 to 2875392 tid 2 2024-08-17T00:33:08.904 INFO:tasks.rados.rados.0.smithi157.stdout:249: writing smithi15786056-15 from 2875392 to 2916352 tid 3 2024-08-17T00:33:08.904 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 18 2024-08-17T00:33:08.904 INFO:tasks.rados.rados.0.smithi157.stdout:246: finishing write tid 1 to smithi15786056-21 2024-08-17T00:33:08.904 INFO:tasks.rados.rados.0.smithi157.stdout:246: finishing write tid 2 to smithi15786056-21 2024-08-17T00:33:08.905 INFO:tasks.rados.rados.0.smithi157.stdout:250: seq_num 93 ranges {360448=761856,1122304=647168,1769472=155648} 2024-08-17T00:33:08.911 INFO:tasks.rados.rados.0.smithi157.stdout:250: writing smithi15786056-22 from 360448 to 1122304 tid 1 2024-08-17T00:33:08.914 INFO:tasks.rados.rados.0.smithi157.stdout:250: writing smithi15786056-22 from 1122304 to 1769472 tid 2 2024-08-17T00:33:08.916 INFO:tasks.rados.rados.0.smithi157.stdout:250: writing smithi15786056-22 from 1769472 to 1925120 tid 3 2024-08-17T00:33:08.916 INFO:tasks.rados.rados.0.smithi157.stdout:251: copy_from oid 23 from oid 11 current snap is 18 2024-08-17T00:33:08.916 INFO:tasks.rados.rados.0.smithi157.stdout:246: finishing write tid 3 to smithi15786056-21 2024-08-17T00:33:08.916 INFO:tasks.rados.rados.0.smithi157.stdout:246: finishing write tid 4 to smithi15786056-21 2024-08-17T00:33:08.916 INFO:tasks.rados.rados.0.smithi157.stdout:246: finishing write tid 5 to smithi15786056-21 2024-08-17T00:33:08.916 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 77 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-08-17T00:33:08.917 INFO:tasks.rados.rados.0.smithi157.stdout:246: left oid 21 (ObjNum 91 snap 18 seq_num 91) 2024-08-17T00:33:08.917 INFO:tasks.rados.rados.0.smithi157.stdout:247: finishing copy_from racing read to smithi15786056-37 2024-08-17T00:33:08.917 INFO:tasks.rados.rados.0.smithi157.stdout:247: finishing copy_from to smithi15786056-37 2024-08-17T00:33:08.917 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 11 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-17T00:33:08.917 INFO:tasks.rados.rados.0.smithi157.stdout:246: done (4 left) 2024-08-17T00:33:08.917 INFO:tasks.rados.rados.0.smithi157.stdout:247: done (3 left) 2024-08-17T00:33:08.917 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 32 current snap is 18 2024-08-17T00:33:08.917 INFO:tasks.rados.rados.0.smithi157.stdout:249: finishing write tid 1 to smithi15786056-15 2024-08-17T00:33:08.917 INFO:tasks.rados.rados.0.smithi157.stdout:252: seq_num 94 ranges {106496=778240,884736=532480,1417216=270336} 2024-08-17T00:33:08.921 INFO:tasks.rados.rados.0.smithi157.stdout:252: writing smithi15786056-32 from 106496 to 884736 tid 1 2024-08-17T00:33:08.924 INFO:tasks.rados.rados.0.smithi157.stdout:252: writing smithi15786056-32 from 884736 to 1417216 tid 2 2024-08-17T00:33:08.926 INFO:tasks.rados.rados.0.smithi157.stdout:252: writing smithi15786056-32 from 1417216 to 1687552 tid 3 2024-08-17T00:33:08.926 INFO:tasks.rados.rados.0.smithi157.stdout:253: snap_remove snap 15 2024-08-17T00:33:09.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:08 smithi157 ceph-mon[29438]: osdmap e112: 8 total, 8 up, 8 in 2024-08-17T00:33:09.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:08 smithi157 ceph-mon[29438]: pgmap v149: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1018 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-17T00:33:09.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:33:08] "GET /metrics HTTP/1.1" 200 239810 "" "Prometheus/2.43.0" 2024-08-17T00:33:09.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:08 smithi157 ceph-mon[40946]: osdmap e112: 8 total, 8 up, 8 in 2024-08-17T00:33:09.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:08 smithi157 ceph-mon[40946]: pgmap v149: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1018 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-17T00:33:09.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:08 smithi187 ceph-mon[33407]: osdmap e112: 8 total, 8 up, 8 in 2024-08-17T00:33:09.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:08 smithi187 ceph-mon[33407]: pgmap v149: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1018 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-17T00:33:09.879 INFO:tasks.rados.rados.0.smithi157.stdout:249: finishing write tid 2 to smithi15786056-15 2024-08-17T00:33:09.880 INFO:tasks.rados.rados.0.smithi157.stdout:249: finishing write tid 3 to smithi15786056-15 2024-08-17T00:33:09.880 INFO:tasks.rados.rados.0.smithi157.stdout:249: finishing write tid 4 to smithi15786056-15 2024-08-17T00:33:09.880 INFO:tasks.rados.rados.0.smithi157.stdout:249: finishing write tid 5 to smithi15786056-15 2024-08-17T00:33:09.880 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 76 (ObjNum 92 snap 18 seq_num 92) dirty exists 2024-08-17T00:33:09.880 INFO:tasks.rados.rados.0.smithi157.stdout:249: left oid 15 (ObjNum 92 snap 18 seq_num 92) 2024-08-17T00:33:09.880 INFO:tasks.rados.rados.0.smithi157.stdout:250: finishing write tid 1 to smithi15786056-22 2024-08-17T00:33:09.880 INFO:tasks.rados.rados.0.smithi157.stdout:250: finishing write tid 2 to smithi15786056-22 2024-08-17T00:33:09.880 INFO:tasks.rados.rados.0.smithi157.stdout:250: finishing write tid 3 to smithi15786056-22 2024-08-17T00:33:09.880 INFO:tasks.rados.rados.0.smithi157.stdout:250: finishing write tid 4 to smithi15786056-22 2024-08-17T00:33:09.880 INFO:tasks.rados.rados.0.smithi157.stdout:250: finishing write tid 5 to smithi15786056-22 2024-08-17T00:33:09.880 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 82 (ObjNum 93 snap 18 seq_num 93) dirty exists 2024-08-17T00:33:09.880 INFO:tasks.rados.rados.0.smithi157.stdout:250: left oid 22 (ObjNum 93 snap 18 seq_num 93) 2024-08-17T00:33:09.881 INFO:tasks.rados.rados.0.smithi157.stdout:252: finishing write tid 1 to smithi15786056-32 2024-08-17T00:33:09.881 INFO:tasks.rados.rados.0.smithi157.stdout:251: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:33:09.881 INFO:tasks.rados.rados.0.smithi157.stdout:252: finishing write tid 2 to smithi15786056-32 2024-08-17T00:33:09.881 INFO:tasks.rados.rados.0.smithi157.stdout:251: finishing copy_from to smithi15786056-23 2024-08-17T00:33:09.881 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 58 (ObjNum 82 snap 11 seq_num 82) dirty exists 2024-08-17T00:33:09.881 INFO:tasks.rados.rados.0.smithi157.stdout:252: finishing write tid 3 to smithi15786056-32 2024-08-17T00:33:09.881 INFO:tasks.rados.rados.0.smithi157.stdout:252: finishing write tid 4 to smithi15786056-32 2024-08-17T00:33:09.881 INFO:tasks.rados.rados.0.smithi157.stdout:252: finishing write tid 5 to smithi15786056-32 2024-08-17T00:33:09.881 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 62 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-08-17T00:33:09.881 INFO:tasks.rados.rados.0.smithi157.stdout:252: left oid 32 (ObjNum 94 snap 18 seq_num 94) 2024-08-17T00:33:09.881 INFO:tasks.rados.rados.0.smithi157.stdout:249: done (4 left) 2024-08-17T00:33:09.881 INFO:tasks.rados.rados.0.smithi157.stdout:250: done (3 left) 2024-08-17T00:33:09.881 INFO:tasks.rados.rados.0.smithi157.stdout:251: done (2 left) 2024-08-17T00:33:09.882 INFO:tasks.rados.rados.0.smithi157.stdout:252: done (1 left) 2024-08-17T00:33:09.882 INFO:tasks.rados.rados.0.smithi157.stdout:253: done (0 left) 2024-08-17T00:33:09.882 INFO:tasks.rados.rados.0.smithi157.stdout:254: copy_from oid 20 from oid 39 current snap is 18 2024-08-17T00:33:09.882 INFO:tasks.rados.rados.0.smithi157.stdout:255: copy_from oid 18 from oid 27 current snap is 18 2024-08-17T00:33:09.882 INFO:tasks.rados.rados.0.smithi157.stdout:256: snap_create 2024-08-17T00:33:09.891 INFO:tasks.rados.rados.0.smithi157.stdout:255: finishing copy_from racing read to smithi15786056-18 2024-08-17T00:33:09.891 INFO:tasks.rados.rados.0.smithi157.stdout:255: finishing copy_from to smithi15786056-18 2024-08-17T00:33:09.891 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:33:09.894 INFO:tasks.rados.rados.0.smithi157.stdout:254: finishing copy_from racing read to smithi15786056-20 2024-08-17T00:33:09.895 INFO:tasks.rados.rados.0.smithi157.stdout:254: finishing copy_from to smithi15786056-20 2024-08-17T00:33:09.895 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 48 (ObjNum 80 snap 10 seq_num 80) dirty exists 2024-08-17T00:33:10.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:09 smithi157 ceph-mon[29438]: osdmap e113: 8 total, 8 up, 8 in 2024-08-17T00:33:10.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:09 smithi157 ceph-mon[40946]: osdmap e113: 8 total, 8 up, 8 in 2024-08-17T00:33:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:09 smithi187 ceph-mon[33407]: osdmap e113: 8 total, 8 up, 8 in 2024-08-17T00:33:10.883 INFO:tasks.rados.rados.0.smithi157.stdout:254: done (2 left) 2024-08-17T00:33:10.883 INFO:tasks.rados.rados.0.smithi157.stdout:255: done (1 left) 2024-08-17T00:33:10.883 INFO:tasks.rados.rados.0.smithi157.stdout:256: done (0 left) 2024-08-17T00:33:10.883 INFO:tasks.rados.rados.0.smithi157.stdout:257: read oid 15 snap -1 2024-08-17T00:33:10.884 INFO:tasks.rados.rados.0.smithi157.stdout:257: expect (ObjNum 92 snap 18 seq_num 92) 2024-08-17T00:33:10.884 INFO:tasks.rados.rados.0.smithi157.stdout:258: copy_from oid 39 from oid 19 current snap is 19 2024-08-17T00:33:10.884 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 9 current snap is 19 2024-08-17T00:33:10.884 INFO:tasks.rados.rados.0.smithi157.stdout:259: seq_num 95 ranges {139264=794624,933888=409600,1343488=393216} 2024-08-17T00:33:10.891 INFO:tasks.rados.rados.0.smithi157.stdout:259: writing smithi15786056-9 from 139264 to 933888 tid 1 2024-08-17T00:33:10.895 INFO:tasks.rados.rados.0.smithi157.stdout:259: writing smithi15786056-9 from 933888 to 1343488 tid 2 2024-08-17T00:33:10.898 INFO:tasks.rados.rados.0.smithi157.stdout:259: writing smithi15786056-9 from 1343488 to 1736704 tid 3 2024-08-17T00:33:10.898 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 19 2024-08-17T00:33:10.898 INFO:tasks.rados.rados.0.smithi157.stdout:258: finishing copy_from racing read to smithi15786056-39 2024-08-17T00:33:10.899 INFO:tasks.rados.rados.0.smithi157.stdout:258: finishing copy_from to smithi15786056-39 2024-08-17T00:33:10.899 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 27 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-08-17T00:33:10.899 INFO:tasks.rados.rados.0.smithi157.stdout:260: seq_num 96 ranges {557056=409600,966656=696320,1662976=507904} 2024-08-17T00:33:10.904 INFO:tasks.rados.rados.0.smithi157.stdout:260: writing smithi15786056-45 from 557056 to 966656 tid 1 2024-08-17T00:33:10.910 INFO:tasks.rados.rados.0.smithi157.stdout:260: writing smithi15786056-45 from 966656 to 1662976 tid 2 2024-08-17T00:33:10.914 INFO:tasks.rados.rados.0.smithi157.stdout:260: writing smithi15786056-45 from 1662976 to 2170880 tid 3 2024-08-17T00:33:10.914 INFO:tasks.rados.rados.0.smithi157.stdout:258: done (3 left) 2024-08-17T00:33:10.914 INFO:tasks.rados.rados.0.smithi157.stdout:261: snap_create 2024-08-17T00:33:10.914 INFO:tasks.rados.rados.0.smithi157.stdout:259: finishing write tid 1 to smithi15786056-9 2024-08-17T00:33:10.914 INFO:tasks.rados.rados.0.smithi157.stdout:257: expect (ObjNum 92 snap 18 seq_num 92) 2024-08-17T00:33:11.016 INFO:tasks.rados.rados.0.smithi157.stdout:259: finishing write tid 2 to smithi15786056-9 2024-08-17T00:33:11.016 INFO:tasks.rados.rados.0.smithi157.stdout:259: finishing write tid 3 to smithi15786056-9 2024-08-17T00:33:11.016 INFO:tasks.rados.rados.0.smithi157.stdout:259: finishing write tid 4 to smithi15786056-9 2024-08-17T00:33:11.016 INFO:tasks.rados.rados.0.smithi157.stdout:259: finishing write tid 5 to smithi15786056-9 2024-08-17T00:33:11.016 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 73 (ObjNum 95 snap 19 seq_num 95) dirty exists 2024-08-17T00:33:11.017 INFO:tasks.rados.rados.0.smithi157.stdout:259: left oid 9 (ObjNum 95 snap 19 seq_num 95) 2024-08-17T00:33:11.017 INFO:tasks.rados.rados.0.smithi157.stdout:260: finishing write tid 1 to smithi15786056-45 2024-08-17T00:33:11.017 INFO:tasks.rados.rados.0.smithi157.stdout:260: finishing write tid 2 to smithi15786056-45 2024-08-17T00:33:11.017 INFO:tasks.rados.rados.0.smithi157.stdout:260: finishing write tid 3 to smithi15786056-45 2024-08-17T00:33:11.017 INFO:tasks.rados.rados.0.smithi157.stdout:260: finishing write tid 4 to smithi15786056-45 2024-08-17T00:33:11.017 INFO:tasks.rados.rados.0.smithi157.stdout:260: finishing write tid 5 to smithi15786056-45 2024-08-17T00:33:11.017 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 68 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-17T00:33:11.017 INFO:tasks.rados.rados.0.smithi157.stdout:260: left oid 45 (ObjNum 96 snap 19 seq_num 96) 2024-08-17T00:33:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:10 smithi157 ceph-mon[29438]: osdmap e114: 8 total, 8 up, 8 in 2024-08-17T00:33:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:10 smithi157 ceph-mon[29438]: pgmap v152: 121 pgs: 121 active+clean; 54 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-08-17T00:33:11.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:10 smithi157 ceph-mon[40946]: osdmap e114: 8 total, 8 up, 8 in 2024-08-17T00:33:11.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:10 smithi157 ceph-mon[40946]: pgmap v152: 121 pgs: 121 active+clean; 54 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-08-17T00:33:11.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:10 smithi187 ceph-mon[33407]: osdmap e114: 8 total, 8 up, 8 in 2024-08-17T00:33:11.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:10 smithi187 ceph-mon[33407]: pgmap v152: 121 pgs: 121 active+clean; 54 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-08-17T00:33:11.884 INFO:tasks.rados.rados.0.smithi157.stdout:257: done (3 left) 2024-08-17T00:33:11.885 INFO:tasks.rados.rados.0.smithi157.stdout:259: done (2 left) 2024-08-17T00:33:11.885 INFO:tasks.rados.rados.0.smithi157.stdout:260: done (1 left) 2024-08-17T00:33:11.885 INFO:tasks.rados.rados.0.smithi157.stdout:261: done (0 left) 2024-08-17T00:33:11.885 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 20 2024-08-17T00:33:11.885 INFO:tasks.rados.rados.0.smithi157.stdout:262: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2024-08-17T00:33:11.887 INFO:tasks.rados.rados.0.smithi157.stdout:262: writing smithi15786056-5 from 0 to 434176 tid 1 2024-08-17T00:33:11.890 INFO:tasks.rados.rados.0.smithi157.stdout:262: writing smithi15786056-5 from 434176 to 1015808 tid 2 2024-08-17T00:33:11.894 INFO:tasks.rados.rados.0.smithi157.stdout:262: writing smithi15786056-5 from 1015808 to 1556480 tid 3 2024-08-17T00:33:11.895 INFO:tasks.rados.rados.0.smithi157.stdout:262: writing smithi15786056-5 from 1556480 to 1638400 tid 4 2024-08-17T00:33:11.895 INFO:tasks.rados.rados.0.smithi157.stdout:263: rollback oid 31 current snap is 20 2024-08-17T00:33:11.895 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 31 to 18 2024-08-17T00:33:11.895 INFO:tasks.rados.rados.0.smithi157.stdout:262: finishing write tid 1 to smithi15786056-5 2024-08-17T00:33:11.895 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 20 2024-08-17T00:33:11.895 INFO:tasks.rados.rados.0.smithi157.stdout:264: seq_num 98 ranges {1736704=450560,2187264=466944,2654208=737280} 2024-08-17T00:33:11.907 INFO:tasks.rados.rados.0.smithi157.stdout:264: writing smithi15786056-49 from 1736704 to 2187264 tid 1 2024-08-17T00:33:11.909 INFO:tasks.rados.rados.0.smithi157.stdout:264: writing smithi15786056-49 from 2187264 to 2654208 tid 2 2024-08-17T00:33:11.914 INFO:tasks.rados.rados.0.smithi157.stdout:264: writing smithi15786056-49 from 2654208 to 3391488 tid 3 2024-08-17T00:33:11.915 INFO:tasks.rados.rados.0.smithi157.stdout:265: rmattr oid 41 current snap is 20 2024-08-17T00:33:11.915 INFO:tasks.rados.rados.0.smithi157.stdout:265: done (3 left) 2024-08-17T00:33:11.915 INFO:tasks.rados.rados.0.smithi157.stdout:266: read oid 7 snap -1 2024-08-17T00:33:11.915 INFO:tasks.rados.rados.0.smithi157.stdout:266: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T00:33:11.915 INFO:tasks.rados.rados.0.smithi157.stdout:267: snap_create 2024-08-17T00:33:11.915 INFO:tasks.rados.rados.0.smithi157.stdout:262: finishing write tid 2 to smithi15786056-5 2024-08-17T00:33:11.915 INFO:tasks.rados.rados.0.smithi157.stdout:262: finishing write tid 3 to smithi15786056-5 2024-08-17T00:33:11.915 INFO:tasks.rados.rados.0.smithi157.stdout:262: finishing write tid 4 to smithi15786056-5 2024-08-17T00:33:11.915 INFO:tasks.rados.rados.0.smithi157.stdout:262: finishing write tid 5 to smithi15786056-5 2024-08-17T00:33:11.915 INFO:tasks.rados.rados.0.smithi157.stdout:263: finishing rollback tid 1 to smithi15786056-31 2024-08-17T00:33:11.915 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-17T00:33:11.915 INFO:tasks.rados.rados.0.smithi157.stdout:262: finishing write tid 6 to smithi15786056-5 2024-08-17T00:33:11.916 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 83 (ObjNum 97 snap 20 seq_num 97) dirty exists 2024-08-17T00:33:11.916 INFO:tasks.rados.rados.0.smithi157.stdout:262: left oid 5 (ObjNum 97 snap 20 seq_num 97) 2024-08-17T00:33:11.916 INFO:tasks.rados.rados.0.smithi157.stdout:264: finishing write tid 1 to smithi15786056-49 2024-08-17T00:33:11.916 INFO:tasks.rados.rados.0.smithi157.stdout:264: finishing write tid 2 to smithi15786056-49 2024-08-17T00:33:11.917 INFO:tasks.rados.rados.0.smithi157.stdout:264: finishing write tid 3 to smithi15786056-49 2024-08-17T00:33:11.917 INFO:tasks.rados.rados.0.smithi157.stdout:264: finishing write tid 4 to smithi15786056-49 2024-08-17T00:33:11.918 INFO:tasks.rados.rados.0.smithi157.stdout:264: finishing write tid 5 to smithi15786056-49 2024-08-17T00:33:11.918 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 73 (ObjNum 98 snap 20 seq_num 98) dirty exists 2024-08-17T00:33:11.918 INFO:tasks.rados.rados.0.smithi157.stdout:264: left oid 49 (ObjNum 98 snap 20 seq_num 98) 2024-08-17T00:33:11.919 INFO:tasks.rados.rados.0.smithi157.stdout:266: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T00:33:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:11 smithi187 ceph-mon[33407]: osdmap e115: 8 total, 8 up, 8 in 2024-08-17T00:33:12.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:11 smithi157 ceph-mon[40946]: osdmap e115: 8 total, 8 up, 8 in 2024-08-17T00:33:12.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:11 smithi157 ceph-mon[29438]: osdmap e115: 8 total, 8 up, 8 in 2024-08-17T00:33:12.895 INFO:tasks.rados.rados.0.smithi157.stdout:262: done (4 left) 2024-08-17T00:33:12.895 INFO:tasks.rados.rados.0.smithi157.stdout:263: done (3 left) 2024-08-17T00:33:12.895 INFO:tasks.rados.rados.0.smithi157.stdout:264: done (2 left) 2024-08-17T00:33:12.895 INFO:tasks.rados.rados.0.smithi157.stdout:266: done (1 left) 2024-08-17T00:33:12.896 INFO:tasks.rados.rados.0.smithi157.stdout:267: done (0 left) 2024-08-17T00:33:12.896 INFO:tasks.rados.rados.0.smithi157.stdout:268: delete oid 49 current snap is 21 2024-08-17T00:33:12.898 INFO:tasks.rados.rados.0.smithi157.stdout:268: done (0 left) 2024-08-17T00:33:12.899 INFO:tasks.rados.rados.0.smithi157.stdout:269: rollback oid 18 current snap is 21 2024-08-17T00:33:12.899 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 18 to 20 2024-08-17T00:33:12.899 INFO:tasks.rados.rados.0.smithi157.stdout:270: snap_create 2024-08-17T00:33:12.901 INFO:tasks.rados.rados.0.smithi157.stdout:269: finishing rollback tid 0 to smithi15786056-18 2024-08-17T00:33:12.901 INFO:tasks.rados.rados.0.smithi157.stdout:269: finishing rollback tid 1 to smithi15786056-18 2024-08-17T00:33:12.901 INFO:tasks.rados.rados.0.smithi157.stdout:269: finishing rollback tid 2 to smithi15786056-18 2024-08-17T00:33:12.901 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 79 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:33:13.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:12 smithi187 ceph-mon[33407]: osdmap e116: 8 total, 8 up, 8 in 2024-08-17T00:33:13.229 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:12 smithi187 ceph-mon[33407]: pgmap v155: 121 pgs: 121 active+clean; 54 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-08-17T00:33:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:12 smithi157 ceph-mon[29438]: osdmap e116: 8 total, 8 up, 8 in 2024-08-17T00:33:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:12 smithi157 ceph-mon[29438]: pgmap v155: 121 pgs: 121 active+clean; 54 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-08-17T00:33:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:12 smithi157 ceph-mon[40946]: osdmap e116: 8 total, 8 up, 8 in 2024-08-17T00:33:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:12 smithi157 ceph-mon[40946]: pgmap v155: 121 pgs: 121 active+clean; 54 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-08-17T00:33:13.868 INFO:tasks.rados.rados.0.smithi157.stdout:269: done (1 left) 2024-08-17T00:33:13.868 INFO:tasks.rados.rados.0.smithi157.stdout:270: done (0 left) 2024-08-17T00:33:13.868 INFO:tasks.rados.rados.0.smithi157.stdout:271: rollback oid 41 current snap is 22 2024-08-17T00:33:13.868 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 41 to 18 2024-08-17T00:33:13.868 INFO:tasks.rados.rados.0.smithi157.stdout:272: rollback oid 18 current snap is 22 2024-08-17T00:33:13.869 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 18 to 14 2024-08-17T00:33:13.869 INFO:tasks.rados.rados.0.smithi157.stdout:273: rmattr oid 23 current snap is 22 2024-08-17T00:33:13.869 INFO:tasks.rados.rados.0.smithi157.stdout:273: done (2 left) 2024-08-17T00:33:13.869 INFO:tasks.rados.rados.0.smithi157.stdout:274: copy_from oid 43 from oid 10 current snap is 22 2024-08-17T00:33:13.869 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 19 current snap is 22 2024-08-17T00:33:13.869 INFO:tasks.rados.rados.0.smithi157.stdout:275: seq_num 100 ranges {1622016=483328,2105344=688128,2793472=516096} 2024-08-17T00:33:13.879 INFO:tasks.rados.rados.0.smithi157.stdout:275: writing smithi15786056-19 from 1622016 to 2105344 tid 1 2024-08-17T00:33:13.883 INFO:tasks.rados.rados.0.smithi157.stdout:275: writing smithi15786056-19 from 2105344 to 2793472 tid 2 2024-08-17T00:33:13.887 INFO:tasks.rados.rados.0.smithi157.stdout:275: writing smithi15786056-19 from 2793472 to 3309568 tid 3 2024-08-17T00:33:13.887 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 22 2024-08-17T00:33:13.887 INFO:tasks.rados.rados.0.smithi157.stdout:271: finishing rollback tid 1 to smithi15786056-41 2024-08-17T00:33:13.887 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 0 (ObjNum 65 snap 0 seq_num 0) dirty dne 2024-08-17T00:33:13.887 INFO:tasks.rados.rados.0.smithi157.stdout:274: finishing copy_from to smithi15786056-43 2024-08-17T00:33:13.887 INFO:tasks.rados.rados.0.smithi157.stdout:274: got expected ENOENT (src dne) 2024-08-17T00:33:13.887 INFO:tasks.rados.rados.0.smithi157.stdout:274: finishing copy_from racing read to smithi15786056-43 2024-08-17T00:33:13.888 INFO:tasks.rados.rados.0.smithi157.stdout:272: finishing rollback tid 0 to smithi15786056-18 2024-08-17T00:33:13.888 INFO:tasks.rados.rados.0.smithi157.stdout:276: seq_num 101 ranges {4096000=499712,4595712=573440,5169152=524288,5693440=106496} 2024-08-17T00:33:13.893 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:33:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:33:13.912 INFO:tasks.rados.rados.0.smithi157.stdout:276: writing smithi15786056-13 from 4096000 to 4595712 tid 1 2024-08-17T00:33:13.915 INFO:tasks.rados.rados.0.smithi157.stdout:276: writing smithi15786056-13 from 4595712 to 5169152 tid 2 2024-08-17T00:33:13.918 INFO:tasks.rados.rados.0.smithi157.stdout:276: writing smithi15786056-13 from 5169152 to 5693440 tid 3 2024-08-17T00:33:13.919 INFO:tasks.rados.rados.0.smithi157.stdout:276: writing smithi15786056-13 from 5693440 to 5799936 tid 4 2024-08-17T00:33:13.919 INFO:tasks.rados.rados.0.smithi157.stdout:271: done (4 left) 2024-08-17T00:33:13.919 INFO:tasks.rados.rados.0.smithi157.stdout:274: done (3 left) 2024-08-17T00:33:13.919 INFO:tasks.rados.rados.0.smithi157.stdout:277: setattr oid 2 current snap is 22 2024-08-17T00:33:13.920 INFO:tasks.rados.rados.0.smithi157.stdout:272: finishing rollback tid 1 to smithi15786056-18 2024-08-17T00:33:13.920 INFO:tasks.rados.rados.0.smithi157.stdout:272: finishing rollback tid 2 to smithi15786056-18 2024-08-17T00:33:13.920 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 83 (ObjNum 74 snap 10 seq_num 74) dirty exists 2024-08-17T00:33:13.920 INFO:tasks.rados.rados.0.smithi157.stdout:275: finishing write tid 1 to smithi15786056-19 2024-08-17T00:33:13.920 INFO:tasks.rados.rados.0.smithi157.stdout:275: finishing write tid 2 to smithi15786056-19 2024-08-17T00:33:13.920 INFO:tasks.rados.rados.0.smithi157.stdout:275: finishing write tid 3 to smithi15786056-19 2024-08-17T00:33:13.920 INFO:tasks.rados.rados.0.smithi157.stdout:275: finishing write tid 4 to smithi15786056-19 2024-08-17T00:33:13.920 INFO:tasks.rados.rados.0.smithi157.stdout:275: finishing write tid 5 to smithi15786056-19 2024-08-17T00:33:13.920 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 40 (ObjNum 100 snap 22 seq_num 100) dirty exists 2024-08-17T00:33:13.920 INFO:tasks.rados.rados.0.smithi157.stdout:275: left oid 19 (ObjNum 100 snap 22 seq_num 100) 2024-08-17T00:33:13.920 INFO:tasks.rados.rados.0.smithi157.stdout:276: finishing write tid 1 to smithi15786056-13 2024-08-17T00:33:13.920 INFO:tasks.rados.rados.0.smithi157.stdout:276: finishing write tid 2 to smithi15786056-13 2024-08-17T00:33:13.921 INFO:tasks.rados.rados.0.smithi157.stdout:276: finishing write tid 3 to smithi15786056-13 2024-08-17T00:33:13.921 INFO:tasks.rados.rados.0.smithi157.stdout:272: done (3 left) 2024-08-17T00:33:13.922 INFO:tasks.rados.rados.0.smithi157.stdout:275: done (2 left) 2024-08-17T00:33:13.922 INFO:tasks.rados.rados.0.smithi157.stdout:278: snap_create 2024-08-17T00:33:13.922 INFO:tasks.rados.rados.0.smithi157.stdout:276: finishing write tid 4 to smithi15786056-13 2024-08-17T00:33:13.922 INFO:tasks.rados.rados.0.smithi157.stdout:276: finishing write tid 5 to smithi15786056-13 2024-08-17T00:33:13.922 INFO:tasks.rados.rados.0.smithi157.stdout:276: finishing write tid 6 to smithi15786056-13 2024-08-17T00:33:13.923 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 65 (ObjNum 101 snap 22 seq_num 101) dirty exists 2024-08-17T00:33:13.923 INFO:tasks.rados.rados.0.smithi157.stdout:276: left oid 13 (ObjNum 101 snap 22 seq_num 101) 2024-08-17T00:33:13.924 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 82 (ObjNum 69 snap 9 seq_num 69) dirty exists 2024-08-17T00:33:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:13 smithi187 ceph-mon[33407]: osdmap e117: 8 total, 8 up, 8 in 2024-08-17T00:33:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:13 smithi187 ceph-mon[33407]: osdmap e118: 8 total, 8 up, 8 in 2024-08-17T00:33:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:13 smithi157 ceph-mon[29438]: osdmap e117: 8 total, 8 up, 8 in 2024-08-17T00:33:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:13 smithi157 ceph-mon[29438]: osdmap e118: 8 total, 8 up, 8 in 2024-08-17T00:33:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:13 smithi157 ceph-mon[40946]: osdmap e117: 8 total, 8 up, 8 in 2024-08-17T00:33:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:13 smithi157 ceph-mon[40946]: osdmap e118: 8 total, 8 up, 8 in 2024-08-17T00:33:14.901 INFO:tasks.rados.rados.0.smithi157.stdout:276: done (2 left) 2024-08-17T00:33:14.901 INFO:tasks.rados.rados.0.smithi157.stdout:277: done (1 left) 2024-08-17T00:33:14.901 INFO:tasks.rados.rados.0.smithi157.stdout:278: done (0 left) 2024-08-17T00:33:14.901 INFO:tasks.rados.rados.0.smithi157.stdout:279: copy_from oid 34 from oid 46 current snap is 23 2024-08-17T00:33:14.901 INFO:tasks.rados.rados.0.smithi157.stdout:280: snap_remove snap 20 2024-08-17T00:33:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:14 smithi187 ceph-mon[33407]: pgmap v158: 121 pgs: 121 active+clean; 54 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:14 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:33:15.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:14 smithi157 ceph-mon[40946]: pgmap v158: 121 pgs: 121 active+clean; 54 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:15.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:14 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:33:15.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:14 smithi157 ceph-mon[29438]: pgmap v158: 121 pgs: 121 active+clean; 54 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:15.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:14 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:33:15.903 INFO:tasks.rados.rados.0.smithi157.stdout:280: done (1 left) 2024-08-17T00:33:15.903 INFO:tasks.rados.rados.0.smithi157.stdout:281: rollback oid 45 current snap is 23 2024-08-17T00:33:15.903 INFO:tasks.rados.rados.0.smithi157.stdout:279: finishing copy_from racing read to smithi15786056-34 2024-08-17T00:33:15.903 INFO:tasks.rados.rados.0.smithi157.stdout:279: finishing copy_from to smithi15786056-34 2024-08-17T00:33:15.903 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:33:15.903 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 45 to 17 2024-08-17T00:33:15.903 INFO:tasks.rados.rados.0.smithi157.stdout:279: done (1 left) 2024-08-17T00:33:15.903 INFO:tasks.rados.rados.0.smithi157.stdout:282: read oid 28 snap -1 2024-08-17T00:33:15.904 INFO:tasks.rados.rados.0.smithi157.stdout:282: expect deleted 2024-08-17T00:33:15.904 INFO:tasks.rados.rados.0.smithi157.stdout:283: read oid 36 snap -1 2024-08-17T00:33:15.904 INFO:tasks.rados.rados.0.smithi157.stdout:283: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T00:33:15.904 INFO:tasks.rados.rados.0.smithi157.stdout:284: delete oid 12 current snap is 23 2024-08-17T00:33:15.907 INFO:tasks.rados.rados.0.smithi157.stdout:284: done (3 left) 2024-08-17T00:33:15.907 INFO:tasks.rados.rados.0.smithi157.stdout:285: rollback oid 46 current snap is 23 2024-08-17T00:33:15.908 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 46 to 19 2024-08-17T00:33:15.908 INFO:tasks.rados.rados.0.smithi157.stdout:283: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T00:33:15.908 INFO:tasks.rados.rados.0.smithi157.stdout:283: done (3 left) 2024-08-17T00:33:15.908 INFO:tasks.rados.rados.0.smithi157.stdout:286: snap_remove snap 22 2024-08-17T00:33:16.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:15 smithi187 ceph-mon[33407]: osdmap e119: 8 total, 8 up, 8 in 2024-08-17T00:33:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:15 smithi157 ceph-mon[40946]: osdmap e119: 8 total, 8 up, 8 in 2024-08-17T00:33:16.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:15 smithi157 ceph-mon[29438]: osdmap e119: 8 total, 8 up, 8 in 2024-08-17T00:33:16.912 INFO:tasks.rados.rados.0.smithi157.stdout:286: done (3 left) 2024-08-17T00:33:16.912 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 23 2024-08-17T00:33:16.912 INFO:tasks.rados.rados.0.smithi157.stdout:287: seq_num 103 ranges {0=532480,532480=737280,1269760=466944} 2024-08-17T00:33:16.915 INFO:tasks.rados.rados.0.smithi157.stdout:287: writing smithi15786056-44 from 0 to 532480 tid 1 2024-08-17T00:33:16.919 INFO:tasks.rados.rados.0.smithi157.stdout:287: writing smithi15786056-44 from 532480 to 1269760 tid 2 2024-08-17T00:33:16.922 INFO:tasks.rados.rados.0.smithi157.stdout:287: writing smithi15786056-44 from 1269760 to 1736704 tid 3 2024-08-17T00:33:16.922 INFO:tasks.rados.rados.0.smithi157.stdout:288: read oid 23 snap -1 2024-08-17T00:33:16.922 INFO:tasks.rados.rados.0.smithi157.stdout:288: expect (ObjNum 82 snap 11 seq_num 82) 2024-08-17T00:33:16.922 INFO:tasks.rados.rados.0.smithi157.stdout:289: setattr oid 10 current snap is 23 2024-08-17T00:33:16.922 INFO:tasks.rados.rados.0.smithi157.stdout:281: finishing rollback tid 0 to smithi15786056-45 2024-08-17T00:33:16.922 INFO:tasks.rados.rados.0.smithi157.stdout:285: finishing rollback tid 0 to smithi15786056-46 2024-08-17T00:33:16.923 INFO:tasks.rados.rados.0.smithi157.stdout:285: finishing rollback tid 1 to smithi15786056-46 2024-08-17T00:33:16.923 INFO:tasks.rados.rados.0.smithi157.stdout:285: finishing rollback tid 2 to smithi15786056-46 2024-08-17T00:33:16.923 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 25 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:33:16.923 INFO:tasks.rados.rados.0.smithi157.stdout:281: finishing rollback tid 1 to smithi15786056-45 2024-08-17T00:33:16.923 INFO:tasks.rados.rados.0.smithi157.stdout:281: finishing rollback tid 2 to smithi15786056-45 2024-08-17T00:33:16.923 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 87 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T00:33:16.923 INFO:tasks.rados.rados.0.smithi157.stdout:287: finishing write tid 1 to smithi15786056-44 2024-08-17T00:33:16.923 INFO:tasks.rados.rados.0.smithi157.stdout:287: finishing write tid 2 to smithi15786056-44 2024-08-17T00:33:16.924 INFO:tasks.rados.rados.0.smithi157.stdout:281: done (5 left) 2024-08-17T00:33:16.924 INFO:tasks.rados.rados.0.smithi157.stdout:282: done (4 left) 2024-08-17T00:33:16.924 INFO:tasks.rados.rados.0.smithi157.stdout:285: done (3 left) 2024-08-17T00:33:16.924 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 26 current snap is 23 2024-08-17T00:33:16.924 INFO:tasks.rados.rados.0.smithi157.stdout:290: seq_num 104 ranges {425984=548864,974848=622592,1597440=581632} 2024-08-17T00:33:16.929 INFO:tasks.rados.rados.0.smithi157.stdout:290: writing smithi15786056-26 from 425984 to 974848 tid 1 2024-08-17T00:33:16.933 INFO:tasks.rados.rados.0.smithi157.stdout:290: writing smithi15786056-26 from 974848 to 1597440 tid 2 2024-08-17T00:33:16.937 INFO:tasks.rados.rados.0.smithi157.stdout:290: writing smithi15786056-26 from 1597440 to 2179072 tid 3 2024-08-17T00:33:16.937 INFO:tasks.rados.rados.0.smithi157.stdout:291: snap_create 2024-08-17T00:33:16.937 INFO:tasks.rados.rados.0.smithi157.stdout:287: finishing write tid 3 to smithi15786056-44 2024-08-17T00:33:16.937 INFO:tasks.rados.rados.0.smithi157.stdout:287: finishing write tid 4 to smithi15786056-44 2024-08-17T00:33:16.937 INFO:tasks.rados.rados.0.smithi157.stdout:287: finishing write tid 5 to smithi15786056-44 2024-08-17T00:33:16.938 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 16 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:33:16.938 INFO:tasks.rados.rados.0.smithi157.stdout:287: left oid 44 (ObjNum 103 snap 23 seq_num 103) 2024-08-17T00:33:16.938 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 22 (ObjNum 33 snap 0 seq_num 170119352) dirty exists 2024-08-17T00:33:16.938 INFO:tasks.rados.rados.0.smithi157.stdout:288: expect (ObjNum 82 snap 11 seq_num 82) 2024-08-17T00:33:16.973 INFO:tasks.rados.rados.0.smithi157.stdout:290: finishing write tid 1 to smithi15786056-26 2024-08-17T00:33:16.973 INFO:tasks.rados.rados.0.smithi157.stdout:290: finishing write tid 2 to smithi15786056-26 2024-08-17T00:33:16.974 INFO:tasks.rados.rados.0.smithi157.stdout:290: finishing write tid 3 to smithi15786056-26 2024-08-17T00:33:16.974 INFO:tasks.rados.rados.0.smithi157.stdout:290: finishing write tid 4 to smithi15786056-26 2024-08-17T00:33:16.974 INFO:tasks.rados.rados.0.smithi157.stdout:290: finishing write tid 5 to smithi15786056-26 2024-08-17T00:33:16.974 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 95 (ObjNum 104 snap 23 seq_num 104) dirty exists 2024-08-17T00:33:16.974 INFO:tasks.rados.rados.0.smithi157.stdout:290: left oid 26 (ObjNum 104 snap 23 seq_num 104) 2024-08-17T00:33:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:16 smithi187 ceph-mon[33407]: osdmap e120: 8 total, 8 up, 8 in 2024-08-17T00:33:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:16 smithi187 ceph-mon[33407]: pgmap v161: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-08-17T00:33:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:16 smithi157 ceph-mon[40946]: osdmap e120: 8 total, 8 up, 8 in 2024-08-17T00:33:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:16 smithi157 ceph-mon[40946]: pgmap v161: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-08-17T00:33:17.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:16 smithi157 ceph-mon[29438]: osdmap e120: 8 total, 8 up, 8 in 2024-08-17T00:33:17.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:16 smithi157 ceph-mon[29438]: pgmap v161: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-08-17T00:33:17.916 INFO:tasks.rados.rados.0.smithi157.stdout:287: done (4 left) 2024-08-17T00:33:17.916 INFO:tasks.rados.rados.0.smithi157.stdout:288: done (3 left) 2024-08-17T00:33:17.916 INFO:tasks.rados.rados.0.smithi157.stdout:289: done (2 left) 2024-08-17T00:33:17.916 INFO:tasks.rados.rados.0.smithi157.stdout:290: done (1 left) 2024-08-17T00:33:17.916 INFO:tasks.rados.rados.0.smithi157.stdout:291: done (0 left) 2024-08-17T00:33:17.917 INFO:tasks.rados.rados.0.smithi157.stdout:292: read oid 25 snap 12 2024-08-17T00:33:17.917 INFO:tasks.rados.rados.0.smithi157.stdout:292: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T00:33:17.917 INFO:tasks.rados.rados.0.smithi157.stdout:293: snap_remove snap 21 2024-08-17T00:33:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:17 smithi187 ceph-mon[33407]: osdmap e121: 8 total, 8 up, 8 in 2024-08-17T00:33:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:17 smithi157 ceph-mon[40946]: osdmap e121: 8 total, 8 up, 8 in 2024-08-17T00:33:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:17 smithi157 ceph-mon[29438]: osdmap e121: 8 total, 8 up, 8 in 2024-08-17T00:33:18.921 INFO:tasks.rados.rados.0.smithi157.stdout:292: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T00:33:18.938 INFO:tasks.rados.rados.0.smithi157.stdout:292: done (1 left) 2024-08-17T00:33:18.938 INFO:tasks.rados.rados.0.smithi157.stdout:293: done (0 left) 2024-08-17T00:33:18.938 INFO:tasks.rados.rados.0.smithi157.stdout:294: copy_from oid 38 from oid 11 current snap is 24 2024-08-17T00:33:18.938 INFO:tasks.rados.rados.0.smithi157.stdout:295: snap_create 2024-08-17T00:33:18.948 INFO:tasks.rados.rados.0.smithi157.stdout:294: finishing copy_from racing read to smithi15786056-38 2024-08-17T00:33:18.949 INFO:tasks.rados.rados.0.smithi157.stdout:294: finishing copy_from to smithi15786056-38 2024-08-17T00:33:18.949 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 58 (ObjNum 82 snap 11 seq_num 82) dirty exists 2024-08-17T00:33:19.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:18 smithi157 ceph-mon[40946]: osdmap e122: 8 total, 8 up, 8 in 2024-08-17T00:33:19.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:18 smithi157 ceph-mon[40946]: pgmap v164: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-08-17T00:33:19.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:18 smithi157 ceph-mon[29438]: osdmap e122: 8 total, 8 up, 8 in 2024-08-17T00:33:19.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:18 smithi157 ceph-mon[29438]: pgmap v164: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-08-17T00:33:19.138 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:18 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:33:18] "GET /metrics HTTP/1.1" 200 239920 "" "Prometheus/2.43.0" 2024-08-17T00:33:19.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:18 smithi187 ceph-mon[33407]: osdmap e122: 8 total, 8 up, 8 in 2024-08-17T00:33:19.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:18 smithi187 ceph-mon[33407]: pgmap v164: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-08-17T00:33:19.922 INFO:tasks.rados.rados.0.smithi157.stdout:294: done (1 left) 2024-08-17T00:33:19.922 INFO:tasks.rados.rados.0.smithi157.stdout:295: done (0 left) 2024-08-17T00:33:19.922 INFO:tasks.rados.rados.0.smithi157.stdout:296: snap_remove snap 23 2024-08-17T00:33:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:19 smithi187 ceph-mon[33407]: osdmap e123: 8 total, 8 up, 8 in 2024-08-17T00:33:20.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:19 smithi157 ceph-mon[29438]: osdmap e123: 8 total, 8 up, 8 in 2024-08-17T00:33:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:19 smithi157 ceph-mon[40946]: osdmap e123: 8 total, 8 up, 8 in 2024-08-17T00:33:20.932 INFO:tasks.rados.rados.0.smithi157.stdout:296: done (0 left) 2024-08-17T00:33:20.932 INFO:tasks.rados.rados.0.smithi157.stdout:297: snap_remove snap 14 2024-08-17T00:33:21.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:20 smithi187 ceph-mon[33407]: osdmap e124: 8 total, 8 up, 8 in 2024-08-17T00:33:21.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:20 smithi187 ceph-mon[33407]: pgmap v167: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-17T00:33:21.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:20 smithi157 ceph-mon[29438]: osdmap e124: 8 total, 8 up, 8 in 2024-08-17T00:33:21.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:20 smithi157 ceph-mon[29438]: pgmap v167: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-17T00:33:21.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:20 smithi157 ceph-mon[40946]: osdmap e124: 8 total, 8 up, 8 in 2024-08-17T00:33:21.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:20 smithi157 ceph-mon[40946]: pgmap v167: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-17T00:33:21.934 INFO:tasks.rados.rados.0.smithi157.stdout:297: done (0 left) 2024-08-17T00:33:21.934 INFO:tasks.rados.rados.0.smithi157.stdout:298: copy_from oid 43 from oid 3 current snap is 25 2024-08-17T00:33:21.935 INFO:tasks.rados.rados.0.smithi157.stdout:299: read oid 37 snap -1 2024-08-17T00:33:21.935 INFO:tasks.rados.rados.0.smithi157.stdout:299: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-17T00:33:21.935 INFO:tasks.rados.rados.0.smithi157.stdout:300: delete oid 12 current snap is 25 2024-08-17T00:33:21.939 INFO:tasks.rados.rados.0.smithi157.stdout:300: done (2 left) 2024-08-17T00:33:21.939 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 25 2024-08-17T00:33:21.940 INFO:tasks.rados.rados.0.smithi157.stdout:301: seq_num 106 ranges {5799936=581632,6381568=794624,7176192=409600} 2024-08-17T00:33:21.975 INFO:tasks.rados.rados.0.smithi157.stdout:301: writing smithi15786056-13 from 5799936 to 6381568 tid 1 2024-08-17T00:33:21.978 INFO:tasks.rados.rados.0.smithi157.stdout:301: writing smithi15786056-13 from 6381568 to 7176192 tid 2 2024-08-17T00:33:21.981 INFO:tasks.rados.rados.0.smithi157.stdout:301: writing smithi15786056-13 from 7176192 to 7585792 tid 3 2024-08-17T00:33:21.981 INFO:tasks.rados.rados.0.smithi157.stdout:302: delete oid 9 current snap is 25 2024-08-17T00:33:21.981 INFO:tasks.rados.rados.0.smithi157.stdout:299: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-17T00:33:21.988 INFO:tasks.rados.rados.0.smithi157.stdout:298: finishing copy_from racing read to smithi15786056-43 2024-08-17T00:33:21.988 INFO:tasks.rados.rados.0.smithi157.stdout:298: finishing copy_from to smithi15786056-43 2024-08-17T00:33:21.988 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 72 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T00:33:21.989 INFO:tasks.rados.rados.0.smithi157.stdout:301: finishing write tid 1 to smithi15786056-13 2024-08-17T00:33:21.989 INFO:tasks.rados.rados.0.smithi157.stdout:298: done (3 left) 2024-08-17T00:33:21.989 INFO:tasks.rados.rados.0.smithi157.stdout:299: done (2 left) 2024-08-17T00:33:21.989 INFO:tasks.rados.rados.0.smithi157.stdout:302: done (1 left) 2024-08-17T00:33:21.989 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 37 current snap is 25 2024-08-17T00:33:21.989 INFO:tasks.rados.rados.0.smithi157.stdout:301: finishing write tid 2 to smithi15786056-13 2024-08-17T00:33:21.989 INFO:tasks.rados.rados.0.smithi157.stdout:301: finishing write tid 3 to smithi15786056-13 2024-08-17T00:33:21.989 INFO:tasks.rados.rados.0.smithi157.stdout:303: seq_num 108 ranges {221184=614400,835584=606208,1441792=598016} 2024-08-17T00:33:21.993 INFO:tasks.rados.rados.0.smithi157.stdout:303: writing smithi15786056-37 from 221184 to 835584 tid 1 2024-08-17T00:33:21.996 INFO:tasks.rados.rados.0.smithi157.stdout:303: writing smithi15786056-37 from 835584 to 1441792 tid 2 2024-08-17T00:33:22.000 INFO:tasks.rados.rados.0.smithi157.stdout:303: writing smithi15786056-37 from 1441792 to 2039808 tid 3 2024-08-17T00:33:22.000 INFO:tasks.rados.rados.0.smithi157.stdout:304: copy_from oid 22 from oid 21 current snap is 25 2024-08-17T00:33:22.000 INFO:tasks.rados.rados.0.smithi157.stdout:301: finishing write tid 4 to smithi15786056-13 2024-08-17T00:33:22.000 INFO:tasks.rados.rados.0.smithi157.stdout:301: finishing write tid 5 to smithi15786056-13 2024-08-17T00:33:22.000 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 78 (ObjNum 106 snap 25 seq_num 106) dirty exists 2024-08-17T00:33:22.000 INFO:tasks.rados.rados.0.smithi157.stdout:301: left oid 13 (ObjNum 106 snap 25 seq_num 106) 2024-08-17T00:33:22.000 INFO:tasks.rados.rados.0.smithi157.stdout:303: finishing write tid 1 to smithi15786056-37 2024-08-17T00:33:22.000 INFO:tasks.rados.rados.0.smithi157.stdout:303: finishing write tid 2 to smithi15786056-37 2024-08-17T00:33:22.000 INFO:tasks.rados.rados.0.smithi157.stdout:301: done (2 left) 2024-08-17T00:33:22.001 INFO:tasks.rados.rados.0.smithi157.stdout:305: setattr oid 43 current snap is 25 2024-08-17T00:33:22.001 INFO:tasks.rados.rados.0.smithi157.stdout:306: read oid 34 snap -1 2024-08-17T00:33:22.001 INFO:tasks.rados.rados.0.smithi157.stdout:306: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:33:22.001 INFO:tasks.rados.rados.0.smithi157.stdout:307: snap_create 2024-08-17T00:33:22.003 INFO:tasks.rados.rados.0.smithi157.stdout:303: finishing write tid 3 to smithi15786056-37 2024-08-17T00:33:22.003 INFO:tasks.rados.rados.0.smithi157.stdout:303: finishing write tid 4 to smithi15786056-37 2024-08-17T00:33:22.004 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 97 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T00:33:22.004 INFO:tasks.rados.rados.0.smithi157.stdout:303: finishing write tid 5 to smithi15786056-37 2024-08-17T00:33:22.004 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 110 (ObjNum 108 snap 25 seq_num 108) dirty exists 2024-08-17T00:33:22.004 INFO:tasks.rados.rados.0.smithi157.stdout:303: left oid 37 (ObjNum 108 snap 25 seq_num 108) 2024-08-17T00:33:22.005 INFO:tasks.rados.rados.0.smithi157.stdout:306: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:33:22.026 INFO:tasks.rados.rados.0.smithi157.stdout:304: finishing copy_from racing read to smithi15786056-22 2024-08-17T00:33:22.026 INFO:tasks.rados.rados.0.smithi157.stdout:304: finishing copy_from to smithi15786056-22 2024-08-17T00:33:22.026 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 77 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-08-17T00:33:22.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:21 smithi187 ceph-mon[33407]: osdmap e125: 8 total, 8 up, 8 in 2024-08-17T00:33:22.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:21 smithi157 ceph-mon[29438]: osdmap e125: 8 total, 8 up, 8 in 2024-08-17T00:33:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:21 smithi157 ceph-mon[40946]: osdmap e125: 8 total, 8 up, 8 in 2024-08-17T00:33:22.943 INFO:tasks.rados.rados.0.smithi157.stdout:303: done (4 left) 2024-08-17T00:33:22.943 INFO:tasks.rados.rados.0.smithi157.stdout:304: done (3 left) 2024-08-17T00:33:22.943 INFO:tasks.rados.rados.0.smithi157.stdout:305: done (2 left) 2024-08-17T00:33:22.943 INFO:tasks.rados.rados.0.smithi157.stdout:306: done (1 left) 2024-08-17T00:33:22.943 INFO:tasks.rados.rados.0.smithi157.stdout:307: done (0 left) 2024-08-17T00:33:22.943 INFO:tasks.rados.rados.0.smithi157.stdout:308: read oid 31 snap -1 2024-08-17T00:33:22.943 INFO:tasks.rados.rados.0.smithi157.stdout:308: expect deleted 2024-08-17T00:33:22.943 INFO:tasks.rados.rados.0.smithi157.stdout:309: rollback oid 22 current snap is 26 2024-08-17T00:33:22.944 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 22 to 16 2024-08-17T00:33:22.944 INFO:tasks.rados.rados.0.smithi157.stdout:310: read oid 48 snap -1 2024-08-17T00:33:22.944 INFO:tasks.rados.rados.0.smithi157.stdout:310: expect (ObjNum 89 snap 17 seq_num 89) 2024-08-17T00:33:22.944 INFO:tasks.rados.rados.0.smithi157.stdout:311: read oid 3 snap 19 2024-08-17T00:33:22.944 INFO:tasks.rados.rados.0.smithi157.stdout:311: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T00:33:22.944 INFO:tasks.rados.rados.0.smithi157.stdout:312: snap_remove snap 18 2024-08-17T00:33:23.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:22 smithi187 ceph-mon[33407]: osdmap e126: 8 total, 8 up, 8 in 2024-08-17T00:33:23.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:22 smithi187 ceph-mon[33407]: pgmap v170: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-17T00:33:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:22 smithi157 ceph-mon[29438]: osdmap e126: 8 total, 8 up, 8 in 2024-08-17T00:33:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:22 smithi157 ceph-mon[29438]: pgmap v170: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-17T00:33:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:22 smithi157 ceph-mon[40946]: osdmap e126: 8 total, 8 up, 8 in 2024-08-17T00:33:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:22 smithi157 ceph-mon[40946]: pgmap v170: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-17T00:33:23.870 INFO:tasks.rados.rados.0.smithi157.stdout:312: done (4 left) 2024-08-17T00:33:23.870 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 26 2024-08-17T00:33:23.870 INFO:tasks.rados.rados.0.smithi157.stdout:313: seq_num 109 ranges {1622016=630784,2252800=491520,2744320=483328,3227648=229376} 2024-08-17T00:33:23.882 INFO:tasks.rados.rados.0.smithi157.stdout:313: writing smithi15786056-39 from 1622016 to 2252800 tid 1 2024-08-17T00:33:23.886 INFO:tasks.rados.rados.0.smithi157.stdout:313: writing smithi15786056-39 from 2252800 to 2744320 tid 2 2024-08-17T00:33:23.889 INFO:tasks.rados.rados.0.smithi157.stdout:313: writing smithi15786056-39 from 2744320 to 3227648 tid 3 2024-08-17T00:33:23.891 INFO:tasks.rados.rados.0.smithi157.stdout:313: writing smithi15786056-39 from 3227648 to 3457024 tid 4 2024-08-17T00:33:23.891 INFO:tasks.rados.rados.0.smithi157.stdout:309: finishing rollback tid 0 to smithi15786056-22 2024-08-17T00:33:23.891 INFO:tasks.rados.rados.0.smithi157.stdout:309: finishing rollback tid 1 to smithi15786056-22 2024-08-17T00:33:23.891 INFO:tasks.rados.rados.0.smithi157.stdout:309: finishing rollback tid 2 to smithi15786056-22 2024-08-17T00:33:23.891 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 111 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-17T00:33:23.891 INFO:tasks.rados.rados.0.smithi157.stdout:311: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T00:33:23.894 INFO:tasks.rados.rados.0.smithi157.stdout:310: expect (ObjNum 89 snap 17 seq_num 89) 2024-08-17T00:33:23.939 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[35495]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:33:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:33:23.966 INFO:tasks.rados.rados.0.smithi157.stdout:313: finishing write tid 1 to smithi15786056-39 2024-08-17T00:33:23.966 INFO:tasks.rados.rados.0.smithi157.stdout:313: finishing write tid 2 to smithi15786056-39 2024-08-17T00:33:23.966 INFO:tasks.rados.rados.0.smithi157.stdout:313: finishing write tid 3 to smithi15786056-39 2024-08-17T00:33:23.966 INFO:tasks.rados.rados.0.smithi157.stdout:308: done (4 left) 2024-08-17T00:33:23.966 INFO:tasks.rados.rados.0.smithi157.stdout:309: done (3 left) 2024-08-17T00:33:23.966 INFO:tasks.rados.rados.0.smithi157.stdout:310: done (2 left) 2024-08-17T00:33:23.966 INFO:tasks.rados.rados.0.smithi157.stdout:311: done (1 left) 2024-08-17T00:33:23.967 INFO:tasks.rados.rados.0.smithi157.stdout:314: snap_remove snap 17 2024-08-17T00:33:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:23 smithi187 ceph-mon[33407]: osdmap e127: 8 total, 8 up, 8 in 2024-08-17T00:33:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:23 smithi187 ceph-mon[33407]: osdmap e128: 8 total, 8 up, 8 in 2024-08-17T00:33:24.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:23 smithi157 ceph-mon[40946]: osdmap e127: 8 total, 8 up, 8 in 2024-08-17T00:33:24.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:23 smithi157 ceph-mon[40946]: osdmap e128: 8 total, 8 up, 8 in 2024-08-17T00:33:24.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:23 smithi157 ceph-mon[29438]: osdmap e127: 8 total, 8 up, 8 in 2024-08-17T00:33:24.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:23 smithi157 ceph-mon[29438]: osdmap e128: 8 total, 8 up, 8 in 2024-08-17T00:33:24.949 INFO:tasks.rados.rados.0.smithi157.stdout:314: done (1 left) 2024-08-17T00:33:24.949 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 26 2024-08-17T00:33:24.949 INFO:tasks.rados.rados.0.smithi157.stdout:315: seq_num 110 ranges {2801664=647168,3448832=778240,4227072=425984} 2024-08-17T00:33:24.971 INFO:tasks.rados.rados.0.smithi157.stdout:315: writing smithi15786056-16 from 2801664 to 3448832 tid 1 2024-08-17T00:33:24.972 INFO:tasks.rados.rados.0.smithi157.stdout:315: writing smithi15786056-16 from 3448832 to 4227072 tid 2 2024-08-17T00:33:24.975 INFO:tasks.rados.rados.0.smithi157.stdout:315: writing smithi15786056-16 from 4227072 to 4653056 tid 3 2024-08-17T00:33:24.975 INFO:tasks.rados.rados.0.smithi157.stdout:316: delete oid 4 current snap is 26 2024-08-17T00:33:24.975 INFO:tasks.rados.rados.0.smithi157.stdout:313: finishing write tid 4 to smithi15786056-39 2024-08-17T00:33:24.975 INFO:tasks.rados.rados.0.smithi157.stdout:313: finishing write tid 5 to smithi15786056-39 2024-08-17T00:33:24.975 INFO:tasks.rados.rados.0.smithi157.stdout:313: finishing write tid 6 to smithi15786056-39 2024-08-17T00:33:24.975 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 109 (ObjNum 109 snap 26 seq_num 109) dirty exists 2024-08-17T00:33:24.976 INFO:tasks.rados.rados.0.smithi157.stdout:313: left oid 39 (ObjNum 109 snap 26 seq_num 109) 2024-08-17T00:33:24.978 INFO:tasks.rados.rados.0.smithi157.stdout:315: finishing write tid 1 to smithi15786056-16 2024-08-17T00:33:24.978 INFO:tasks.rados.rados.0.smithi157.stdout:315: finishing write tid 2 to smithi15786056-16 2024-08-17T00:33:24.978 INFO:tasks.rados.rados.0.smithi157.stdout:313: done (2 left) 2024-08-17T00:33:24.979 INFO:tasks.rados.rados.0.smithi157.stdout:316: done (1 left) 2024-08-17T00:33:24.979 INFO:tasks.rados.rados.0.smithi157.stdout:317: rollback oid 46 current snap is 26 2024-08-17T00:33:24.979 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 46 to 19 2024-08-17T00:33:24.979 INFO:tasks.rados.rados.0.smithi157.stdout:318: rmattr oid 9 current snap is 26 2024-08-17T00:33:24.979 INFO:tasks.rados.rados.0.smithi157.stdout:319: snap_remove snap 12 2024-08-17T00:33:25.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:24 smithi187 ceph-mon[33407]: pgmap v173: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:25.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:24 smithi157 ceph-mon[29438]: pgmap v173: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:25.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:24 smithi157 ceph-mon[40946]: pgmap v173: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:25.954 INFO:tasks.rados.rados.0.smithi157.stdout:315: finishing write tid 3 to smithi15786056-16 2024-08-17T00:33:25.955 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 0 (ObjNum 129 snap 0 seq_num 170216848) dirty dne 2024-08-17T00:33:25.955 INFO:tasks.rados.rados.0.smithi157.stdout:315: finishing write tid 4 to smithi15786056-16 2024-08-17T00:33:25.955 INFO:tasks.rados.rados.0.smithi157.stdout:315: finishing write tid 5 to smithi15786056-16 2024-08-17T00:33:25.955 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 24 (ObjNum 110 snap 26 seq_num 110) dirty exists 2024-08-17T00:33:25.955 INFO:tasks.rados.rados.0.smithi157.stdout:315: left oid 16 (ObjNum 110 snap 26 seq_num 110) 2024-08-17T00:33:25.955 INFO:tasks.rados.rados.0.smithi157.stdout:317: finishing rollback tid 0 to smithi15786056-46 2024-08-17T00:33:25.955 INFO:tasks.rados.rados.0.smithi157.stdout:317: finishing rollback tid 1 to smithi15786056-46 2024-08-17T00:33:25.955 INFO:tasks.rados.rados.0.smithi157.stdout:317: finishing rollback tid 2 to smithi15786056-46 2024-08-17T00:33:25.955 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 43 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:33:25.955 INFO:tasks.rados.rados.0.smithi157.stdout:315: done (3 left) 2024-08-17T00:33:25.955 INFO:tasks.rados.rados.0.smithi157.stdout:317: done (2 left) 2024-08-17T00:33:25.956 INFO:tasks.rados.rados.0.smithi157.stdout:318: done (1 left) 2024-08-17T00:33:25.956 INFO:tasks.rados.rados.0.smithi157.stdout:319: done (0 left) 2024-08-17T00:33:25.956 INFO:tasks.rados.rados.0.smithi157.stdout:320: copy_from oid 31 from oid 44 current snap is 26 2024-08-17T00:33:25.956 INFO:tasks.rados.rados.0.smithi157.stdout:321: snap_create 2024-08-17T00:33:25.973 INFO:tasks.rados.rados.0.smithi157.stdout:320: finishing copy_from racing read to smithi15786056-31 2024-08-17T00:33:25.974 INFO:tasks.rados.rados.0.smithi157.stdout:320: finishing copy_from to smithi15786056-31 2024-08-17T00:33:25.974 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 16 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:33:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:25 smithi187 ceph-mon[33407]: osdmap e129: 8 total, 8 up, 8 in 2024-08-17T00:33:26.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:25 smithi157 ceph-mon[29438]: osdmap e129: 8 total, 8 up, 8 in 2024-08-17T00:33:26.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:25 smithi157 ceph-mon[40946]: osdmap e129: 8 total, 8 up, 8 in 2024-08-17T00:33:26.959 INFO:tasks.rados.rados.0.smithi157.stdout:320: done (1 left) 2024-08-17T00:33:26.959 INFO:tasks.rados.rados.0.smithi157.stdout:321: done (0 left) 2024-08-17T00:33:26.959 INFO:tasks.rados.rados.0.smithi157.stdout:322: copy_from oid 27 from oid 39 current snap is 27 2024-08-17T00:33:26.959 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 27 2024-08-17T00:33:26.959 INFO:tasks.rados.rados.0.smithi157.stdout:323: seq_num 112 ranges {286720=679936,966656=548864,1515520=655360} 2024-08-17T00:33:26.964 INFO:tasks.rados.rados.0.smithi157.stdout:323: writing smithi15786056-8 from 286720 to 966656 tid 1 2024-08-17T00:33:26.968 INFO:tasks.rados.rados.0.smithi157.stdout:323: writing smithi15786056-8 from 966656 to 1515520 tid 2 2024-08-17T00:33:26.972 INFO:tasks.rados.rados.0.smithi157.stdout:323: writing smithi15786056-8 from 1515520 to 2170880 tid 3 2024-08-17T00:33:26.972 INFO:tasks.rados.rados.0.smithi157.stdout:324: copy_from oid 45 from oid 50 current snap is 27 2024-08-17T00:33:26.972 INFO:tasks.rados.rados.0.smithi157.stdout:323: finishing write tid 1 to smithi15786056-8 2024-08-17T00:33:26.972 INFO:tasks.rados.rados.0.smithi157.stdout:325: snap_create 2024-08-17T00:33:26.973 INFO:tasks.rados.rados.0.smithi157.stdout:323: finishing write tid 2 to smithi15786056-8 2024-08-17T00:33:26.976 INFO:tasks.rados.rados.0.smithi157.stdout:323: finishing write tid 3 to smithi15786056-8 2024-08-17T00:33:26.976 INFO:tasks.rados.rados.0.smithi157.stdout:323: finishing write tid 4 to smithi15786056-8 2024-08-17T00:33:26.977 INFO:tasks.rados.rados.0.smithi157.stdout:323: finishing write tid 5 to smithi15786056-8 2024-08-17T00:33:26.977 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 99 (ObjNum 112 snap 27 seq_num 112) dirty exists 2024-08-17T00:33:26.978 INFO:tasks.rados.rados.0.smithi157.stdout:323: left oid 8 (ObjNum 112 snap 27 seq_num 112) 2024-08-17T00:33:26.978 INFO:tasks.rados.rados.0.smithi157.stdout:322: finishing copy_from racing read to smithi15786056-27 2024-08-17T00:33:26.979 INFO:tasks.rados.rados.0.smithi157.stdout:324: finishing copy_from racing read to smithi15786056-45 2024-08-17T00:33:26.980 INFO:tasks.rados.rados.0.smithi157.stdout:324: finishing copy_from to smithi15786056-45 2024-08-17T00:33:26.980 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 19 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-17T00:33:26.982 INFO:tasks.rados.rados.0.smithi157.stdout:322: finishing copy_from to smithi15786056-27 2024-08-17T00:33:26.982 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 109 (ObjNum 109 snap 26 seq_num 109) dirty exists 2024-08-17T00:33:27.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:26 smithi187 ceph-mon[33407]: osdmap e130: 8 total, 8 up, 8 in 2024-08-17T00:33:27.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:26 smithi187 ceph-mon[33407]: pgmap v176: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-08-17T00:33:27.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:26 smithi157 ceph-mon[29438]: osdmap e130: 8 total, 8 up, 8 in 2024-08-17T00:33:27.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:26 smithi157 ceph-mon[29438]: pgmap v176: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-08-17T00:33:27.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:26 smithi157 ceph-mon[40946]: osdmap e130: 8 total, 8 up, 8 in 2024-08-17T00:33:27.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:26 smithi157 ceph-mon[40946]: pgmap v176: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-08-17T00:33:27.963 INFO:tasks.rados.rados.0.smithi157.stdout:322: done (3 left) 2024-08-17T00:33:27.964 INFO:tasks.rados.rados.0.smithi157.stdout:323: done (2 left) 2024-08-17T00:33:27.964 INFO:tasks.rados.rados.0.smithi157.stdout:324: done (1 left) 2024-08-17T00:33:27.964 INFO:tasks.rados.rados.0.smithi157.stdout:325: done (0 left) 2024-08-17T00:33:27.964 INFO:tasks.rados.rados.0.smithi157.stdout:326: read oid 36 snap -1 2024-08-17T00:33:27.964 INFO:tasks.rados.rados.0.smithi157.stdout:326: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T00:33:27.964 INFO:tasks.rados.rados.0.smithi157.stdout:327: delete oid 21 current snap is 28 2024-08-17T00:33:27.965 INFO:tasks.rados.rados.0.smithi157.stdout:326: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T00:33:27.968 INFO:tasks.rados.rados.0.smithi157.stdout:326: done (1 left) 2024-08-17T00:33:27.968 INFO:tasks.rados.rados.0.smithi157.stdout:327: done (0 left) 2024-08-17T00:33:27.968 INFO:tasks.rados.rados.0.smithi157.stdout:328: rmattr oid 22 current snap is 28 2024-08-17T00:33:27.968 INFO:tasks.rados.rados.0.smithi157.stdout:329: rmattr oid 33 current snap is 28 2024-08-17T00:33:27.968 INFO:tasks.rados.rados.0.smithi157.stdout:329: done (1 left) 2024-08-17T00:33:27.968 INFO:tasks.rados.rados.0.smithi157.stdout:330: rmattr oid 6 current snap is 28 2024-08-17T00:33:27.968 INFO:tasks.rados.rados.0.smithi157.stdout:330: done (1 left) 2024-08-17T00:33:27.968 INFO:tasks.rados.rados.0.smithi157.stdout:331: copy_from oid 15 from oid 19 current snap is 28 2024-08-17T00:33:27.968 INFO:tasks.rados.rados.0.smithi157.stdout:332: delete oid 30 current snap is 28 2024-08-17T00:33:27.970 INFO:tasks.rados.rados.0.smithi157.stdout:332: done (2 left) 2024-08-17T00:33:27.970 INFO:tasks.rados.rados.0.smithi157.stdout:333: rollback oid 49 current snap is 28 2024-08-17T00:33:27.970 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 49 to 27 2024-08-17T00:33:27.970 INFO:tasks.rados.rados.0.smithi157.stdout:334: read oid 45 snap -1 2024-08-17T00:33:27.970 INFO:tasks.rados.rados.0.smithi157.stdout:334: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-17T00:33:27.970 INFO:tasks.rados.rados.0.smithi157.stdout:335: snap_remove snap 24 2024-08-17T00:33:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:27 smithi187 ceph-mon[33407]: osdmap e131: 8 total, 8 up, 8 in 2024-08-17T00:33:28.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:27 smithi157 ceph-mon[40946]: osdmap e131: 8 total, 8 up, 8 in 2024-08-17T00:33:28.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:27 smithi157 ceph-mon[29438]: osdmap e131: 8 total, 8 up, 8 in 2024-08-17T00:33:28.872 INFO:tasks.rados.rados.0.smithi157.stdout:335: done (4 left) 2024-08-17T00:33:28.872 INFO:tasks.rados.rados.0.smithi157.stdout:336: delete oid 5 current snap is 28 2024-08-17T00:33:28.872 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 133 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-17T00:33:28.873 INFO:tasks.rados.rados.0.smithi157.stdout:333: finishing rollback tid 1 to smithi15786056-49 2024-08-17T00:33:28.873 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 75 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:33:28.873 INFO:tasks.rados.rados.0.smithi157.stdout:334: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-17T00:33:28.899 INFO:tasks.rados.rados.0.smithi157.stdout:331: finishing copy_from racing read to smithi15786056-15 2024-08-17T00:33:28.899 INFO:tasks.rados.rados.0.smithi157.stdout:331: finishing copy_from to smithi15786056-15 2024-08-17T00:33:28.899 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 40 (ObjNum 100 snap 22 seq_num 100) dirty exists 2024-08-17T00:33:28.900 INFO:tasks.rados.rados.0.smithi157.stdout:328: done (4 left) 2024-08-17T00:33:28.900 INFO:tasks.rados.rados.0.smithi157.stdout:331: done (3 left) 2024-08-17T00:33:28.900 INFO:tasks.rados.rados.0.smithi157.stdout:333: done (2 left) 2024-08-17T00:33:28.900 INFO:tasks.rados.rados.0.smithi157.stdout:334: done (1 left) 2024-08-17T00:33:28.900 INFO:tasks.rados.rados.0.smithi157.stdout:336: done (0 left) 2024-08-17T00:33:28.900 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 12 current snap is 28 2024-08-17T00:33:28.900 INFO:tasks.rados.rados.0.smithi157.stdout:337: seq_num 116 ranges {0=745472,745472=532480,1277952=638976,1916928=32768} 2024-08-17T00:33:28.903 INFO:tasks.rados.rados.0.smithi157.stdout:337: writing smithi15786056-12 from 0 to 745472 tid 1 2024-08-17T00:33:28.906 INFO:tasks.rados.rados.0.smithi157.stdout:337: writing smithi15786056-12 from 745472 to 1277952 tid 2 2024-08-17T00:33:28.910 INFO:tasks.rados.rados.0.smithi157.stdout:337: writing smithi15786056-12 from 1277952 to 1916928 tid 3 2024-08-17T00:33:28.911 INFO:tasks.rados.rados.0.smithi157.stdout:337: writing smithi15786056-12 from 1916928 to 1949696 tid 4 2024-08-17T00:33:28.911 INFO:tasks.rados.rados.0.smithi157.stdout:338: snap_remove snap 27 2024-08-17T00:33:29.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:33:28] "GET /metrics HTTP/1.1" 200 239920 "" "Prometheus/2.43.0" 2024-08-17T00:33:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[29438]: osdmap e132: 8 total, 8 up, 8 in 2024-08-17T00:33:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[29438]: pgmap v179: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-08-17T00:33:29.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:29.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:33:29.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:33:29.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:33:29.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:29.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[29438]: osdmap e133: 8 total, 8 up, 8 in 2024-08-17T00:33:29.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[40946]: osdmap e132: 8 total, 8 up, 8 in 2024-08-17T00:33:29.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[40946]: pgmap v179: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-08-17T00:33:29.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:29.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:33:29.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:33:29.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:33:29.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:29.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:28 smithi157 ceph-mon[40946]: osdmap e133: 8 total, 8 up, 8 in 2024-08-17T00:33:29.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:28 smithi187 ceph-mon[33407]: osdmap e132: 8 total, 8 up, 8 in 2024-08-17T00:33:29.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:28 smithi187 ceph-mon[33407]: pgmap v179: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-08-17T00:33:29.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:28 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:29.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:28 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:33:29.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:28 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:33:29.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:28 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:33:29.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:28 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:29.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:28 smithi187 ceph-mon[33407]: osdmap e133: 8 total, 8 up, 8 in 2024-08-17T00:33:29.873 INFO:tasks.rados.rados.0.smithi157.stdout:338: done (1 left) 2024-08-17T00:33:29.873 INFO:tasks.rados.rados.0.smithi157.stdout:339: snap_remove snap 16 2024-08-17T00:33:29.968 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:29 smithi187 ceph-mon[33407]: Upgrade: Updating mgr.x 2024-08-17T00:33:29.969 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:29 smithi187 ceph-mon[33407]: Deploying daemon mgr.x on smithi187 2024-08-17T00:33:29.969 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:29 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:33:29.969 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:29 smithi187 ceph-mon[33407]: osdmap e134: 8 total, 8 up, 8 in 2024-08-17T00:33:30.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:29 smithi157 ceph-mon[40946]: Upgrade: Updating mgr.x 2024-08-17T00:33:30.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:29 smithi157 ceph-mon[40946]: Deploying daemon mgr.x on smithi187 2024-08-17T00:33:30.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:29 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:33:30.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:29 smithi157 ceph-mon[40946]: osdmap e134: 8 total, 8 up, 8 in 2024-08-17T00:33:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:29 smithi157 ceph-mon[29438]: Upgrade: Updating mgr.x 2024-08-17T00:33:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:29 smithi157 ceph-mon[29438]: Deploying daemon mgr.x on smithi187 2024-08-17T00:33:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:29 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:33:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:29 smithi157 ceph-mon[29438]: osdmap e134: 8 total, 8 up, 8 in 2024-08-17T00:33:30.452 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:30 smithi187 systemd[1]: Stopping Ceph mgr.x for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:33:30.705 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:30 smithi187 podman[69424]: 2024-08-17 00:33:30.451590957 +0000 UTC m=+0.139382944 container died b0b0ce890dadef369b79f754afb68db9877e9c078f218762837b5228a5742359 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-03a1ac1, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-17T00:33:30.875 INFO:tasks.rados.rados.0.smithi157.stdout:337: finishing write tid 1 to smithi15786056-12 2024-08-17T00:33:30.876 INFO:tasks.rados.rados.0.smithi157.stdout:337: finishing write tid 2 to smithi15786056-12 2024-08-17T00:33:30.876 INFO:tasks.rados.rados.0.smithi157.stdout:337: finishing write tid 3 to smithi15786056-12 2024-08-17T00:33:30.876 INFO:tasks.rados.rados.0.smithi157.stdout:337: finishing write tid 4 to smithi15786056-12 2024-08-17T00:33:30.876 INFO:tasks.rados.rados.0.smithi157.stdout:337: finishing write tid 5 to smithi15786056-12 2024-08-17T00:33:30.876 INFO:tasks.rados.rados.0.smithi157.stdout:337: finishing write tid 6 to smithi15786056-12 2024-08-17T00:33:30.876 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 63 (ObjNum 116 snap 28 seq_num 116) dirty exists 2024-08-17T00:33:30.876 INFO:tasks.rados.rados.0.smithi157.stdout:337: left oid 12 (ObjNum 116 snap 28 seq_num 116) 2024-08-17T00:33:30.876 INFO:tasks.rados.rados.0.smithi157.stdout:337: done (1 left) 2024-08-17T00:33:30.876 INFO:tasks.rados.rados.0.smithi157.stdout:339: done (0 left) 2024-08-17T00:33:30.876 INFO:tasks.rados.rados.0.smithi157.stdout:340: snap_remove snap 19 2024-08-17T00:33:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:30 smithi187 ceph-mon[33407]: pgmap v182: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 625 KiB/s rd, 3.1 MiB/s wr, 9 op/s 2024-08-17T00:33:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:30 smithi187 ceph-mon[33407]: osdmap e135: 8 total, 8 up, 8 in 2024-08-17T00:33:31.206 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:31 smithi187 podman[69424]: 2024-08-17 00:33:31.012483608 +0000 UTC m=+0.700275596 container cleanup b0b0ce890dadef369b79f754afb68db9877e9c078f218762837b5228a5742359 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=quincy-03a1ac1, io.buildah.version=1.36.0) 2024-08-17T00:33:31.206 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:31 smithi187 bash[69424]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x 2024-08-17T00:33:31.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:30 smithi157 ceph-mon[29438]: pgmap v182: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 625 KiB/s rd, 3.1 MiB/s wr, 9 op/s 2024-08-17T00:33:31.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:30 smithi157 ceph-mon[29438]: osdmap e135: 8 total, 8 up, 8 in 2024-08-17T00:33:31.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:30 smithi157 ceph-mon[40946]: pgmap v182: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 625 KiB/s rd, 3.1 MiB/s wr, 9 op/s 2024-08-17T00:33:31.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:30 smithi157 ceph-mon[40946]: osdmap e135: 8 total, 8 up, 8 in 2024-08-17T00:33:31.634 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:31 smithi187 podman[69444]: 2024-08-17 00:33:31.305547111 +0000 UTC m=+0.847677857 container remove b0b0ce890dadef369b79f754afb68db9877e9c078f218762837b5228a5742359 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-03a1ac1, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-08-17T00:33:31.635 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:31 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:33:31.635 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:31 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-17T00:33:31.635 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:31 smithi187 systemd[1]: Stopped Ceph mgr.x for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:33:31.635 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:31 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.x.service: Consumed 10.184s CPU time. 2024-08-17T00:33:31.876 INFO:tasks.rados.rados.0.smithi157.stdout:340: done (0 left) 2024-08-17T00:33:31.876 INFO:tasks.rados.rados.0.smithi157.stdout:341: snap_remove snap 26 2024-08-17T00:33:31.916 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:31 smithi187 systemd[1]: Starting Ceph mgr.x for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:33:31.916 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:31 smithi187 podman[69576]: 2024-08-17 00:33:31.754355226 +0000 UTC m=+0.017331130 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:33:32.172 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:31 smithi187 podman[69576]: 2024-08-17 00:33:31.915530811 +0000 UTC m=+0.178506753 container create a2c5f2b0379721b77bfd48cf13761b3c29281810a265c6eb10280cc54b802fe7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-17T00:33:32.173 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:32 smithi187 podman[69576]: 2024-08-17 00:33:32.143044943 +0000 UTC m=+0.406020846 container init a2c5f2b0379721b77bfd48cf13761b3c29281810a265c6eb10280cc54b802fe7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-17T00:33:32.173 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:32 smithi187 podman[69576]: 2024-08-17 00:33:32.14824038 +0000 UTC m=+0.411216281 container start a2c5f2b0379721b77bfd48cf13761b3c29281810a265c6eb10280cc54b802fe7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21) 2024-08-17T00:33:32.429 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:32 smithi187 ceph-mgr[69614]: -- 172.21.15.187:0/1258751177 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56436bf210e0 con 0x56436beff400 2024-08-17T00:33:32.429 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:32 smithi187 bash[69576]: a2c5f2b0379721b77bfd48cf13761b3c29281810a265c6eb10280cc54b802fe7 2024-08-17T00:33:32.430 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:32 smithi187 systemd[1]: Started Ceph mgr.x for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:33:32.430 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:32.272+0000 7ff428d0f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:33:32.430 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:32.428+0000 7ff428d0f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:33:32.705 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:32.499+0000 7ff428d0f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:33:32.879 INFO:tasks.rados.rados.0.smithi157.stdout:341: done (0 left) 2024-08-17T00:33:32.880 INFO:tasks.rados.rados.0.smithi157.stdout:342: setattr oid 41 current snap is 28 2024-08-17T00:33:32.880 INFO:tasks.rados.rados.0.smithi157.stdout:343: read oid 26 snap -1 2024-08-17T00:33:32.880 INFO:tasks.rados.rados.0.smithi157.stdout:343: expect (ObjNum 104 snap 23 seq_num 104) 2024-08-17T00:33:32.881 INFO:tasks.rados.rados.0.smithi157.stdout:344: read oid 36 snap -1 2024-08-17T00:33:32.881 INFO:tasks.rados.rados.0.smithi157.stdout:344: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T00:33:32.881 INFO:tasks.rados.rados.0.smithi157.stdout:345: snap_remove snap 25 2024-08-17T00:33:33.116 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:32 smithi187 ceph-mon[33407]: osdmap e136: 8 total, 8 up, 8 in 2024-08-17T00:33:33.116 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:32 smithi187 ceph-mon[33407]: pgmap v185: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 625 KiB/s rd, 3.1 MiB/s wr, 9 op/s 2024-08-17T00:33:33.116 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:32 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:33.116 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:32 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:33.116 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:32 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:33.116 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:32.797+0000 7ff428d0f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:33:33.116 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:32.856+0000 7ff428d0f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:33:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:32 smithi157 ceph-mon[29438]: osdmap e136: 8 total, 8 up, 8 in 2024-08-17T00:33:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:32 smithi157 ceph-mon[29438]: pgmap v185: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 625 KiB/s rd, 3.1 MiB/s wr, 9 op/s 2024-08-17T00:33:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:32 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:32 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:32 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:33.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:32 smithi157 ceph-mon[40946]: osdmap e136: 8 total, 8 up, 8 in 2024-08-17T00:33:33.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:32 smithi157 ceph-mon[40946]: pgmap v185: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 625 KiB/s rd, 3.1 MiB/s wr, 9 op/s 2024-08-17T00:33:33.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:32 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:33.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:32 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:33.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:32 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:33.877 INFO:tasks.rados.rados.0.smithi157.stdout:345: done (3 left) 2024-08-17T00:33:33.877 INFO:tasks.rados.rados.0.smithi157.stdout:346: read oid 29 snap -1 2024-08-17T00:33:33.877 INFO:tasks.rados.rados.0.smithi157.stdout:346: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T00:33:33.877 INFO:tasks.rados.rados.0.smithi157.stdout:347: read oid 38 snap -1 2024-08-17T00:33:33.878 INFO:tasks.rados.rados.0.smithi157.stdout:347: expect (ObjNum 82 snap 11 seq_num 82) 2024-08-17T00:33:33.878 INFO:tasks.rados.rados.0.smithi157.stdout:348: read oid 10 snap -1 2024-08-17T00:33:33.878 INFO:tasks.rados.rados.0.smithi157.stdout:348: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:33:33.878 INFO:tasks.rados.rados.0.smithi157.stdout:349: delete oid 6 current snap is 28 2024-08-17T00:33:33.878 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 57 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-17T00:33:33.878 INFO:tasks.rados.rados.0.smithi157.stdout:344: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T00:33:33.878 INFO:tasks.rados.rados.0.smithi157.stdout:343: expect (ObjNum 104 snap 23 seq_num 104) 2024-08-17T00:33:33.948 INFO:tasks.rados.rados.0.smithi157.stdout:346: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T00:33:33.967 INFO:tasks.rados.rados.0.smithi157.stdout:347: expect (ObjNum 82 snap 11 seq_num 82) 2024-08-17T00:33:34.002 INFO:tasks.rados.rados.0.smithi157.stdout:348: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:33:34.004 INFO:tasks.rados.rados.0.smithi157.stdout:342: done (6 left) 2024-08-17T00:33:34.004 INFO:tasks.rados.rados.0.smithi157.stdout:343: done (5 left) 2024-08-17T00:33:34.004 INFO:tasks.rados.rados.0.smithi157.stdout:344: done (4 left) 2024-08-17T00:33:34.004 INFO:tasks.rados.rados.0.smithi157.stdout:346: done (3 left) 2024-08-17T00:33:34.004 INFO:tasks.rados.rados.0.smithi157.stdout:347: done (2 left) 2024-08-17T00:33:34.004 INFO:tasks.rados.rados.0.smithi157.stdout:348: done (1 left) 2024-08-17T00:33:34.004 INFO:tasks.rados.rados.0.smithi157.stdout:349: done (0 left) 2024-08-17T00:33:34.005 INFO:tasks.rados.rados.0.smithi157.stdout:350: rmattr oid 2 current snap is 28 2024-08-17T00:33:34.005 INFO:tasks.rados.rados.0.smithi157.stdout:351: delete oid 30 current snap is 28 2024-08-17T00:33:34.005 INFO:tasks.rados.rados.0.smithi157.stdout:351: done (1 left) 2024-08-17T00:33:34.005 INFO:tasks.rados.rados.0.smithi157.stdout:352: read oid 3 snap -1 2024-08-17T00:33:34.005 INFO:tasks.rados.rados.0.smithi157.stdout:352: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T00:33:34.006 INFO:tasks.rados.rados.0.smithi157.stdout:353: snap_create 2024-08-17T00:33:34.006 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 150 (ObjNum 69 snap 9 seq_num 69) dirty exists 2024-08-17T00:33:34.007 INFO:tasks.rados.rados.0.smithi157.stdout:352: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T00:33:34.042 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:33 smithi187 ceph-mon[33407]: osdmap e137: 8 total, 8 up, 8 in 2024-08-17T00:33:34.043 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:33 smithi187 ceph-mon[33407]: osdmap e138: 8 total, 8 up, 8 in 2024-08-17T00:33:34.043 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:33.854+0000 7ff428d0f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:33:34.043 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:33.979+0000 7ff428d0f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:33:34.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:33 smithi157 ceph-mon[29438]: osdmap e137: 8 total, 8 up, 8 in 2024-08-17T00:33:34.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:33 smithi157 ceph-mon[29438]: osdmap e138: 8 total, 8 up, 8 in 2024-08-17T00:33:34.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:33 smithi157 ceph-mon[40946]: osdmap e137: 8 total, 8 up, 8 in 2024-08-17T00:33:34.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:33 smithi157 ceph-mon[40946]: osdmap e138: 8 total, 8 up, 8 in 2024-08-17T00:33:34.334 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:34.041+0000 7ff428d0f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:33:34.334 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:34.265+0000 7ff428d0f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:33:34.334 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:34.332+0000 7ff428d0f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:33:34.705 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:34.407+0000 7ff428d0f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:33:34.705 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:34.574+0000 7ff428d0f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:33:34.887 INFO:tasks.rados.rados.0.smithi157.stdout:350: done (2 left) 2024-08-17T00:33:34.887 INFO:tasks.rados.rados.0.smithi157.stdout:352: done (1 left) 2024-08-17T00:33:34.887 INFO:tasks.rados.rados.0.smithi157.stdout:353: done (0 left) 2024-08-17T00:33:34.887 INFO:tasks.rados.rados.0.smithi157.stdout:354: rmattr oid 6 current snap is 29 2024-08-17T00:33:34.887 INFO:tasks.rados.rados.0.smithi157.stdout:355: rollback oid 3 current snap is 29 2024-08-17T00:33:34.887 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 3 to 28 2024-08-17T00:33:34.887 INFO:tasks.rados.rados.0.smithi157.stdout:356: rollback oid 16 current snap is 29 2024-08-17T00:33:34.887 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 16 to 28 2024-08-17T00:33:34.888 INFO:tasks.rados.rados.0.smithi157.stdout:357: snap_create 2024-08-17T00:33:34.888 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 0 (ObjNum 129 snap 0 seq_num 170287296) dirty dne 2024-08-17T00:33:34.891 INFO:tasks.rados.rados.0.smithi157.stdout:355: finishing rollback tid 0 to smithi15786056-3 2024-08-17T00:33:34.891 INFO:tasks.rados.rados.0.smithi157.stdout:355: finishing rollback tid 1 to smithi15786056-3 2024-08-17T00:33:34.891 INFO:tasks.rados.rados.0.smithi157.stdout:356: finishing rollback tid 0 to smithi15786056-16 2024-08-17T00:33:34.891 INFO:tasks.rados.rados.0.smithi157.stdout:355: finishing rollback tid 2 to smithi15786056-3 2024-08-17T00:33:34.891 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 168 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T00:33:34.891 INFO:tasks.rados.rados.0.smithi157.stdout:356: finishing rollback tid 1 to smithi15786056-16 2024-08-17T00:33:34.892 INFO:tasks.rados.rados.0.smithi157.stdout:356: finishing rollback tid 2 to smithi15786056-16 2024-08-17T00:33:34.892 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 112 (ObjNum 110 snap 26 seq_num 110) dirty exists 2024-08-17T00:33:35.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:34 smithi157 ceph-mon[29438]: pgmap v188: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:35.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:34 smithi157 ceph-mon[40946]: pgmap v188: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:35.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:34 smithi187 ceph-mon[33407]: pgmap v188: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:35.205 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:35 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:35.009+0000 7ff428d0f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:33:35.445 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:33:35.638 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:35 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:35.338+0000 7ff428d0f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:33:35.638 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:35 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:35.406+0000 7ff428d0f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:33:35.639 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:35 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:35.563+0000 7ff428d0f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:33:35.692 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:33:35.692 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (2m) 2m ago 3m 15.6M - 0.25.0 c8568f914cd2 286d17026530 2024-08-17T00:33:35.692 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (3m) 2m ago 3m 85.0M - 9.4.7 954c08fa6188 837d7ffaebc7 2024-08-17T00:33:35.692 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (4m) 2m ago 4m 14.7M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:33:35.692 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (4m) 2m ago 4m 16.8M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:33:35.693 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283 starting - - - - 2024-08-17T00:33:35.693 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:9283,8765 running (10m) 2m ago 10m 444M - 17.2.7-1402-g03a1ac13 bc5a85a90206 25a6440b3d40 2024-08-17T00:33:35.693 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (10m) 2m ago 10m 47.2M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 326d536d0817 2024-08-17T00:33:35.693 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (8m) 2m ago 8m 39.7M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 08bc4d37e299 2024-08-17T00:33:35.693 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (8m) 2m ago 8m 37.2M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 f84af0d3eeb1 2024-08-17T00:33:35.693 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (3m) 2m ago 2m 11.3M - 1.5.0 0da6a335fe13 282cbc65523a 2024-08-17T00:33:35.693 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (2m) 2m ago 2m 3657k - 1.5.0 0da6a335fe13 b7622bdce6a3 2024-08-17T00:33:35.693 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (8m) 2m ago 8m 47.7M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 5724a0a2acf7 2024-08-17T00:33:35.693 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (7m) 2m ago 7m 45.2M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 06419c3d3168 2024-08-17T00:33:35.693 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (7m) 2m ago 7m 45.1M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 f0716b3a6da4 2024-08-17T00:33:35.693 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (6m) 2m ago 6m 40.7M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 34877baf90d9 2024-08-17T00:33:35.693 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (6m) 2m ago 6m 42.1M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 8b55fa435d4d 2024-08-17T00:33:35.693 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (6m) 2m ago 6m 43.2M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 87ee417e591b 2024-08-17T00:33:35.694 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (5m) 2m ago 5m 41.7M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 bd8a836eeeec 2024-08-17T00:33:35.694 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (5m) 2m ago 5m 44.7M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:33:35.694 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (2m) 2m ago 3m 28.2M - 2.43.0 a07b618ecd1d 73fb57a698ca 2024-08-17T00:33:35.888 INFO:tasks.rados.rados.0.smithi157.stdout:354: done (3 left) 2024-08-17T00:33:35.889 INFO:tasks.rados.rados.0.smithi157.stdout:355: done (2 left) 2024-08-17T00:33:35.889 INFO:tasks.rados.rados.0.smithi157.stdout:356: done (1 left) 2024-08-17T00:33:35.889 INFO:tasks.rados.rados.0.smithi157.stdout:357: done (0 left) 2024-08-17T00:33:35.889 INFO:tasks.rados.rados.0.smithi157.stdout:358: rollback oid 39 current snap is 30 2024-08-17T00:33:35.889 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 39 to 28 2024-08-17T00:33:35.889 INFO:tasks.rados.rados.0.smithi157.stdout:359: rollback oid 21 current snap is 30 2024-08-17T00:33:35.889 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 21 to 29 2024-08-17T00:33:35.889 INFO:tasks.rados.rados.0.smithi157.stdout:360: delete oid 24 current snap is 30 2024-08-17T00:33:35.889 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:35 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:35.886+0000 7ff428d0f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:33:35.891 INFO:tasks.rados.rados.0.smithi157.stdout:358: finishing rollback tid 0 to smithi15786056-39 2024-08-17T00:33:35.891 INFO:tasks.rados.rados.0.smithi157.stdout:358: finishing rollback tid 1 to smithi15786056-39 2024-08-17T00:33:35.891 INFO:tasks.rados.rados.0.smithi157.stdout:358: finishing rollback tid 2 to smithi15786056-39 2024-08-17T00:33:35.891 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 154 (ObjNum 109 snap 26 seq_num 109) dirty exists 2024-08-17T00:33:35.893 INFO:tasks.rados.rados.0.smithi157.stdout:359: finishing rollback tid 1 to smithi15786056-21 2024-08-17T00:33:35.893 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 0 (ObjNum 177 snap 0 seq_num 3982470528) dirty dne 2024-08-17T00:33:35.895 INFO:tasks.rados.rados.0.smithi157.stdout:358: done (2 left) 2024-08-17T00:33:35.895 INFO:tasks.rados.rados.0.smithi157.stdout:359: done (1 left) 2024-08-17T00:33:35.895 INFO:tasks.rados.rados.0.smithi157.stdout:360: done (0 left) 2024-08-17T00:33:35.895 INFO:tasks.rados.rados.0.smithi157.stdout:361: delete oid 47 current snap is 30 2024-08-17T00:33:35.896 INFO:tasks.rados.rados.0.smithi157.stdout:361: done (0 left) 2024-08-17T00:33:35.896 INFO:tasks.rados.rados.0.smithi157.stdout:362: read oid 33 snap 28 2024-08-17T00:33:35.896 INFO:tasks.rados.rados.0.smithi157.stdout:362: expect (ObjNum 85 snap 13 seq_num 85) 2024-08-17T00:33:35.896 INFO:tasks.rados.rados.0.smithi157.stdout:363: setattr oid 15 current snap is 30 2024-08-17T00:33:35.897 INFO:tasks.rados.rados.0.smithi157.stdout:364: setattr oid 29 current snap is 30 2024-08-17T00:33:35.899 INFO:tasks.rados.rados.0.smithi157.stdout:365: delete oid 34 current snap is 30 2024-08-17T00:33:35.900 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 114 (ObjNum 100 snap 22 seq_num 100) dirty exists 2024-08-17T00:33:35.901 INFO:tasks.rados.rados.0.smithi157.stdout:363: done (3 left) 2024-08-17T00:33:35.901 INFO:tasks.rados.rados.0.smithi157.stdout:365: done (2 left) 2024-08-17T00:33:35.901 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 36 current snap is 30 2024-08-17T00:33:35.902 INFO:tasks.rados.rados.0.smithi157.stdout:366: seq_num 122 ranges {24576=450560,475136=688128,1163264=630784,1794048=286720} 2024-08-17T00:33:35.904 INFO:tasks.rados.rados.0.smithi157.stdout:366: writing smithi15786056-36 from 24576 to 475136 tid 1 2024-08-17T00:33:35.908 INFO:tasks.rados.rados.0.smithi157.stdout:366: writing smithi15786056-36 from 475136 to 1163264 tid 2 2024-08-17T00:33:35.912 INFO:tasks.rados.rados.0.smithi157.stdout:366: writing smithi15786056-36 from 1163264 to 1794048 tid 3 2024-08-17T00:33:35.914 INFO:tasks.rados.rados.0.smithi157.stdout:366: writing smithi15786056-36 from 1794048 to 2080768 tid 4 2024-08-17T00:33:35.914 INFO:tasks.rados.rados.0.smithi157.stdout:367: snap_remove snap 29 2024-08-17T00:33:36.007 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:33:36.007 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:33:36.007 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:33:36.007 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:33:36.007 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:33:36.008 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:33:36.008 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:33:36.008 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:33:36.008 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:33:36.008 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:33:36.008 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:33:36.008 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:33:36.008 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:33:36.008 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:33:36.008 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 15 2024-08-17T00:33:36.008 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:33:36.009 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:33:36.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:35 smithi187 ceph-mon[33407]: osdmap e139: 8 total, 8 up, 8 in 2024-08-17T00:33:36.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:35 smithi187 ceph-mon[33407]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:36.156 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:35 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:35.959+0000 7ff428d0f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:33:36.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:35 smithi157 ceph-mon[40946]: osdmap e139: 8 total, 8 up, 8 in 2024-08-17T00:33:36.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:35 smithi157 ceph-mon[40946]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:35 smithi157 ceph-mon[29438]: osdmap e139: 8 total, 8 up, 8 in 2024-08-17T00:33:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:35 smithi157 ceph-mon[29438]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:36.455 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:36 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:36.154+0000 7ff428d0f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:33:36.455 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:36 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:36.309+0000 7ff428d0f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T00:33:36.455 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:36 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:36.373+0000 7ff428d0f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:33:36.894 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:36 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:36.455+0000 7ff428d0f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:33:36.894 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:36 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:36.514+0000 7ff428d0f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:33:36.898 INFO:tasks.rados.rados.0.smithi157.stdout:367: done (3 left) 2024-08-17T00:33:36.899 INFO:tasks.rados.rados.0.smithi157.stdout:368: delete oid 12 current snap is 30 2024-08-17T00:33:36.899 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 156 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T00:33:36.899 INFO:tasks.rados.rados.0.smithi157.stdout:362: expect (ObjNum 85 snap 13 seq_num 85) 2024-08-17T00:33:36.958 INFO:tasks.rados.rados.0.smithi157.stdout:366: finishing write tid 1 to smithi15786056-36 2024-08-17T00:33:36.958 INFO:tasks.rados.rados.0.smithi157.stdout:366: finishing write tid 2 to smithi15786056-36 2024-08-17T00:33:36.958 INFO:tasks.rados.rados.0.smithi157.stdout:366: finishing write tid 3 to smithi15786056-36 2024-08-17T00:33:36.958 INFO:tasks.rados.rados.0.smithi157.stdout:366: finishing write tid 4 to smithi15786056-36 2024-08-17T00:33:36.958 INFO:tasks.rados.rados.0.smithi157.stdout:366: finishing write tid 5 to smithi15786056-36 2024-08-17T00:33:36.958 INFO:tasks.rados.rados.0.smithi157.stdout:366: finishing write tid 6 to smithi15786056-36 2024-08-17T00:33:36.958 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 20 (ObjNum 122 snap 30 seq_num 122) dirty exists 2024-08-17T00:33:36.958 INFO:tasks.rados.rados.0.smithi157.stdout:366: left oid 36 (ObjNum 122 snap 30 seq_num 122) 2024-08-17T00:33:36.960 INFO:tasks.rados.rados.0.smithi157.stdout:362: done (3 left) 2024-08-17T00:33:36.960 INFO:tasks.rados.rados.0.smithi157.stdout:364: done (2 left) 2024-08-17T00:33:36.960 INFO:tasks.rados.rados.0.smithi157.stdout:366: done (1 left) 2024-08-17T00:33:36.960 INFO:tasks.rados.rados.0.smithi157.stdout:368: done (0 left) 2024-08-17T00:33:36.960 INFO:tasks.rados.rados.0.smithi157.stdout:369: rollback oid 9 current snap is 30 2024-08-17T00:33:36.960 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 9 to 28 2024-08-17T00:33:36.960 INFO:tasks.rados.rados.0.smithi157.stdout:370: read oid 11 snap 28 2024-08-17T00:33:36.961 INFO:tasks.rados.rados.0.smithi157.stdout:370: expect (ObjNum 82 snap 11 seq_num 82) 2024-08-17T00:33:36.961 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 30 2024-08-17T00:33:36.961 INFO:tasks.rados.rados.0.smithi157.stdout:371: seq_num 124 ranges {1384448=483328,1867776=458752,2326528=598016,2924544=548864} 2024-08-17T00:33:36.970 INFO:tasks.rados.rados.0.smithi157.stdout:371: writing smithi15786056-23 from 1384448 to 1867776 tid 1 2024-08-17T00:33:36.973 INFO:tasks.rados.rados.0.smithi157.stdout:371: writing smithi15786056-23 from 1867776 to 2326528 tid 2 2024-08-17T00:33:36.977 INFO:tasks.rados.rados.0.smithi157.stdout:371: writing smithi15786056-23 from 2326528 to 2924544 tid 3 2024-08-17T00:33:36.980 INFO:tasks.rados.rados.0.smithi157.stdout:371: writing smithi15786056-23 from 2924544 to 3473408 tid 4 2024-08-17T00:33:36.980 INFO:tasks.rados.rados.0.smithi157.stdout:372: delete oid 7 current snap is 30 2024-08-17T00:33:36.980 INFO:tasks.rados.rados.0.smithi157.stdout:369: finishing rollback tid 1 to smithi15786056-9 2024-08-17T00:33:36.980 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 0 (ObjNum 6193 snap 0 seq_num 3982472000) dirty dne 2024-08-17T00:33:36.980 INFO:tasks.rados.rados.0.smithi157.stdout:371: finishing write tid 1 to smithi15786056-23 2024-08-17T00:33:36.981 INFO:tasks.rados.rados.0.smithi157.stdout:371: finishing write tid 2 to smithi15786056-23 2024-08-17T00:33:36.981 INFO:tasks.rados.rados.0.smithi157.stdout:371: finishing write tid 3 to smithi15786056-23 2024-08-17T00:33:36.982 INFO:tasks.rados.rados.0.smithi157.stdout:371: finishing write tid 4 to smithi15786056-23 2024-08-17T00:33:36.982 INFO:tasks.rados.rados.0.smithi157.stdout:371: finishing write tid 5 to smithi15786056-23 2024-08-17T00:33:36.983 INFO:tasks.rados.rados.0.smithi157.stdout:371: finishing write tid 6 to smithi15786056-23 2024-08-17T00:33:36.983 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 166 (ObjNum 124 snap 30 seq_num 124) dirty exists 2024-08-17T00:33:36.983 INFO:tasks.rados.rados.0.smithi157.stdout:371: left oid 23 (ObjNum 124 snap 30 seq_num 124) 2024-08-17T00:33:37.021 INFO:tasks.rados.rados.0.smithi157.stdout:369: done (3 left) 2024-08-17T00:33:37.021 INFO:tasks.rados.rados.0.smithi157.stdout:371: done (2 left) 2024-08-17T00:33:37.021 INFO:tasks.rados.rados.0.smithi157.stdout:372: done (1 left) 2024-08-17T00:33:37.022 INFO:tasks.rados.rados.0.smithi157.stdout:373: read oid 26 snap 28 2024-08-17T00:33:37.022 INFO:tasks.rados.rados.0.smithi157.stdout:373: expect (ObjNum 104 snap 23 seq_num 104) 2024-08-17T00:33:37.022 INFO:tasks.rados.rados.0.smithi157.stdout:374: snap_create 2024-08-17T00:33:37.026 INFO:tasks.rados.rados.0.smithi157.stdout:370: expect (ObjNum 82 snap 11 seq_num 82) 2024-08-17T00:33:37.062 INFO:tasks.rados.rados.0.smithi157.stdout:373: expect (ObjNum 104 snap 23 seq_num 104) 2024-08-17T00:33:37.205 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:37 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:37.062+0000 7ff428d0f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:33:37.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:36 smithi187 ceph-mon[33407]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:37.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:36 smithi187 ceph-mon[33407]: osdmap e140: 8 total, 8 up, 8 in 2024-08-17T00:33:37.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:36 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/926014527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:33:37.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:36 smithi187 ceph-mon[33407]: pgmap v191: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 B/s wr, 13 op/s 2024-08-17T00:33:37.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:36 smithi157 ceph-mon[29438]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:37.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:36 smithi157 ceph-mon[29438]: osdmap e140: 8 total, 8 up, 8 in 2024-08-17T00:33:37.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:36 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/926014527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:33:37.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:36 smithi157 ceph-mon[29438]: pgmap v191: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 B/s wr, 13 op/s 2024-08-17T00:33:37.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:36 smithi157 ceph-mon[40946]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:37.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:36 smithi157 ceph-mon[40946]: osdmap e140: 8 total, 8 up, 8 in 2024-08-17T00:33:37.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:36 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/926014527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:33:37.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:36 smithi157 ceph-mon[40946]: pgmap v191: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 B/s wr, 13 op/s 2024-08-17T00:33:37.706 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:37 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:37.222+0000 7ff428d0f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:33:37.706 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:37 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: [17/Aug/2024:00:33:37] ENGINE Bus STARTING 2024-08-17T00:33:37.706 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:37 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: CherryPy Checker: 2024-08-17T00:33:37.707 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:37 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: The Application mounted at '' has an empty config. 2024-08-17T00:33:37.707 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:37 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:37.707 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:37 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: [17/Aug/2024:00:33:37] ENGINE Serving on http://:::9283 2024-08-17T00:33:37.707 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:37 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: [17/Aug/2024:00:33:37] ENGINE Bus STARTED 2024-08-17T00:33:37.909 INFO:tasks.rados.rados.0.smithi157.stdout:370: done (2 left) 2024-08-17T00:33:37.910 INFO:tasks.rados.rados.0.smithi157.stdout:373: done (1 left) 2024-08-17T00:33:37.910 INFO:tasks.rados.rados.0.smithi157.stdout:374: done (0 left) 2024-08-17T00:33:37.910 INFO:tasks.rados.rados.0.smithi157.stdout:375: copy_from oid 1 from oid 7 current snap is 31 2024-08-17T00:33:37.910 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 31 2024-08-17T00:33:37.910 INFO:tasks.rados.rados.0.smithi157.stdout:376: seq_num 126 ranges {2293760=516096,2809856=630784,3440640=614400,4055040=360448} 2024-08-17T00:33:37.924 INFO:tasks.rados.rados.0.smithi157.stdout:376: writing smithi15786056-48 from 2293760 to 2809856 tid 1 2024-08-17T00:33:37.928 INFO:tasks.rados.rados.0.smithi157.stdout:376: writing smithi15786056-48 from 2809856 to 3440640 tid 2 2024-08-17T00:33:37.932 INFO:tasks.rados.rados.0.smithi157.stdout:376: writing smithi15786056-48 from 3440640 to 4055040 tid 3 2024-08-17T00:33:37.934 INFO:tasks.rados.rados.0.smithi157.stdout:376: writing smithi15786056-48 from 4055040 to 4415488 tid 4 2024-08-17T00:33:37.934 INFO:tasks.rados.rados.0.smithi157.stdout:377: rmattr oid 50 current snap is 31 2024-08-17T00:33:37.935 INFO:tasks.rados.rados.0.smithi157.stdout:377: done (2 left) 2024-08-17T00:33:37.935 INFO:tasks.rados.rados.0.smithi157.stdout:378: delete oid 43 current snap is 31 2024-08-17T00:33:37.935 INFO:tasks.rados.rados.0.smithi157.stdout:375: finishing copy_from to smithi15786056-1 2024-08-17T00:33:37.935 INFO:tasks.rados.rados.0.smithi157.stdout:375: got expected ENOENT (src dne) 2024-08-17T00:33:37.935 INFO:tasks.rados.rados.0.smithi157.stdout:375: finishing copy_from racing read to smithi15786056-1 2024-08-17T00:33:37.935 INFO:tasks.rados.rados.0.smithi157.stdout:376: finishing write tid 1 to smithi15786056-48 2024-08-17T00:33:37.935 INFO:tasks.rados.rados.0.smithi157.stdout:376: finishing write tid 2 to smithi15786056-48 2024-08-17T00:33:37.935 INFO:tasks.rados.rados.0.smithi157.stdout:376: finishing write tid 3 to smithi15786056-48 2024-08-17T00:33:37.937 INFO:tasks.rados.rados.0.smithi157.stdout:376: finishing write tid 4 to smithi15786056-48 2024-08-17T00:33:37.937 INFO:tasks.rados.rados.0.smithi157.stdout:376: finishing write tid 5 to smithi15786056-48 2024-08-17T00:33:37.938 INFO:tasks.rados.rados.0.smithi157.stdout:375: done (2 left) 2024-08-17T00:33:37.938 INFO:tasks.rados.rados.0.smithi157.stdout:378: done (1 left) 2024-08-17T00:33:37.938 INFO:tasks.rados.rados.0.smithi157.stdout:379: read oid 26 snap -1 2024-08-17T00:33:37.938 INFO:tasks.rados.rados.0.smithi157.stdout:379: expect (ObjNum 104 snap 23 seq_num 104) 2024-08-17T00:33:37.939 INFO:tasks.rados.rados.0.smithi157.stdout:380: copy_from oid 23 from oid 7 current snap is 31 2024-08-17T00:33:37.939 INFO:tasks.rados.rados.0.smithi157.stdout:381: snap_create 2024-08-17T00:33:37.939 INFO:tasks.rados.rados.0.smithi157.stdout:376: finishing write tid 6 to smithi15786056-48 2024-08-17T00:33:37.939 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 172 (ObjNum 126 snap 31 seq_num 126) dirty exists 2024-08-17T00:33:37.939 INFO:tasks.rados.rados.0.smithi157.stdout:376: left oid 48 (ObjNum 126 snap 31 seq_num 126) 2024-08-17T00:33:37.940 INFO:tasks.rados.rados.0.smithi157.stdout:380: finishing copy_from to smithi15786056-23 2024-08-17T00:33:37.940 INFO:tasks.rados.rados.0.smithi157.stdout:380: got expected ENOENT (src dne) 2024-08-17T00:33:37.940 INFO:tasks.rados.rados.0.smithi157.stdout:380: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:33:37.947 INFO:tasks.rados.rados.0.smithi157.stdout:379: expect (ObjNum 104 snap 23 seq_num 104) 2024-08-17T00:33:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:37 smithi187 ceph-mon[33407]: osdmap e141: 8 total, 8 up, 8 in 2024-08-17T00:33:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:37 smithi187 ceph-mon[33407]: Standby manager daemon x restarted 2024-08-17T00:33:38.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:37 smithi187 ceph-mon[33407]: Standby manager daemon x started 2024-08-17T00:33:38.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:37 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:33:38.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:37 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:33:38.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:37 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:33:38.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:37 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:33:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:37 smithi157 ceph-mon[29438]: osdmap e141: 8 total, 8 up, 8 in 2024-08-17T00:33:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:37 smithi157 ceph-mon[29438]: Standby manager daemon x restarted 2024-08-17T00:33:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:37 smithi157 ceph-mon[29438]: Standby manager daemon x started 2024-08-17T00:33:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:37 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:33:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:37 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:33:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:37 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:33:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:37 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:33:38.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:37 smithi157 ceph-mon[40946]: osdmap e141: 8 total, 8 up, 8 in 2024-08-17T00:33:38.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:37 smithi157 ceph-mon[40946]: Standby manager daemon x restarted 2024-08-17T00:33:38.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:37 smithi157 ceph-mon[40946]: Standby manager daemon x started 2024-08-17T00:33:38.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:37 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:33:38.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:37 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:33:38.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:37 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:33:38.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:37 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:33:38.874 INFO:tasks.rados.rados.0.smithi157.stdout:376: done (3 left) 2024-08-17T00:33:38.874 INFO:tasks.rados.rados.0.smithi157.stdout:379: done (2 left) 2024-08-17T00:33:38.874 INFO:tasks.rados.rados.0.smithi157.stdout:380: done (1 left) 2024-08-17T00:33:38.874 INFO:tasks.rados.rados.0.smithi157.stdout:381: done (0 left) 2024-08-17T00:33:38.874 INFO:tasks.rados.rados.0.smithi157.stdout:382: copy_from oid 11 from oid 38 current snap is 32 2024-08-17T00:33:38.875 INFO:tasks.rados.rados.0.smithi157.stdout:383: copy_from oid 48 from oid 31 current snap is 32 2024-08-17T00:33:38.875 INFO:tasks.rados.rados.0.smithi157.stdout:384: delete oid 17 current snap is 32 2024-08-17T00:33:38.882 INFO:tasks.rados.rados.0.smithi157.stdout:384: done (2 left) 2024-08-17T00:33:38.882 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 32 2024-08-17T00:33:38.882 INFO:tasks.rados.rados.0.smithi157.stdout:385: seq_num 129 ranges {0=565248,565248=679936,1245184=786432,2031616=139264} 2024-08-17T00:33:38.886 INFO:tasks.rados.rados.0.smithi157.stdout:385: writing smithi15786056-21 from 0 to 565248 tid 1 2024-08-17T00:33:38.889 INFO:tasks.rados.rados.0.smithi157.stdout:385: writing smithi15786056-21 from 565248 to 1245184 tid 2 2024-08-17T00:33:38.894 INFO:tasks.rados.rados.0.smithi157.stdout:385: writing smithi15786056-21 from 1245184 to 2031616 tid 3 2024-08-17T00:33:38.895 INFO:tasks.rados.rados.0.smithi157.stdout:385: writing smithi15786056-21 from 2031616 to 2170880 tid 4 2024-08-17T00:33:38.895 INFO:tasks.rados.rados.0.smithi157.stdout:386: delete oid 39 current snap is 32 2024-08-17T00:33:38.895 INFO:tasks.rados.rados.0.smithi157.stdout:382: finishing copy_from racing read to smithi15786056-11 2024-08-17T00:33:38.895 INFO:tasks.rados.rados.0.smithi157.stdout:383: finishing copy_from racing read to smithi15786056-48 2024-08-17T00:33:38.895 INFO:tasks.rados.rados.0.smithi157.stdout:382: finishing copy_from to smithi15786056-11 2024-08-17T00:33:38.895 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 58 (ObjNum 82 snap 11 seq_num 82) dirty exists 2024-08-17T00:33:38.895 INFO:tasks.rados.rados.0.smithi157.stdout:383: finishing copy_from to smithi15786056-48 2024-08-17T00:33:38.895 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 16 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:33:38.896 INFO:tasks.rados.rados.0.smithi157.stdout:382: done (3 left) 2024-08-17T00:33:38.897 INFO:tasks.rados.rados.0.smithi157.stdout:383: done (2 left) 2024-08-17T00:33:38.897 INFO:tasks.rados.rados.0.smithi157.stdout:386: done (1 left) 2024-08-17T00:33:38.897 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 32 2024-08-17T00:33:38.897 INFO:tasks.rados.rados.0.smithi157.stdout:387: seq_num 131 ranges {3309568=598016,3907584=499712,4407296=753664,5160960=352256} 2024-08-17T00:33:38.918 INFO:tasks.rados.rados.0.smithi157.stdout:387: writing smithi15786056-15 from 3309568 to 3907584 tid 1 2024-08-17T00:33:38.921 INFO:tasks.rados.rados.0.smithi157.stdout:387: writing smithi15786056-15 from 3907584 to 4407296 tid 2 2024-08-17T00:33:38.926 INFO:tasks.rados.rados.0.smithi157.stdout:387: writing smithi15786056-15 from 4407296 to 5160960 tid 3 2024-08-17T00:33:38.928 INFO:tasks.rados.rados.0.smithi157.stdout:387: writing smithi15786056-15 from 5160960 to 5513216 tid 4 2024-08-17T00:33:38.928 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 32 2024-08-17T00:33:38.928 INFO:tasks.rados.rados.0.smithi157.stdout:387: finishing write tid 1 to smithi15786056-15 2024-08-17T00:33:38.928 INFO:tasks.rados.rados.0.smithi157.stdout:388: seq_num 132 ranges {778240=614400,1392640=786432,2179072=565248,2744320=253952} 2024-08-17T00:33:38.936 INFO:tasks.rados.rados.0.smithi157.stdout:388: writing smithi15786056-29 from 778240 to 1392640 tid 1 2024-08-17T00:33:38.941 INFO:tasks.rados.rados.0.smithi157.stdout:388: writing smithi15786056-29 from 1392640 to 2179072 tid 2 2024-08-17T00:33:38.944 INFO:tasks.rados.rados.0.smithi157.stdout:388: writing smithi15786056-29 from 2179072 to 2744320 tid 3 2024-08-17T00:33:38.946 INFO:tasks.rados.rados.0.smithi157.stdout:388: writing smithi15786056-29 from 2744320 to 2998272 tid 4 2024-08-17T00:33:38.946 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 30 current snap is 32 2024-08-17T00:33:38.946 INFO:tasks.rados.rados.0.smithi157.stdout:387: finishing write tid 2 to smithi15786056-15 2024-08-17T00:33:38.946 INFO:tasks.rados.rados.0.smithi157.stdout:389: seq_num 133 ranges {0=630784,630784=663552,1294336=770048,2064384=172032} 2024-08-17T00:33:38.949 INFO:tasks.rados.rados.0.smithi157.stdout:389: writing smithi15786056-30 from 0 to 630784 tid 1 2024-08-17T00:33:38.953 INFO:tasks.rados.rados.0.smithi157.stdout:389: writing smithi15786056-30 from 630784 to 1294336 tid 2 2024-08-17T00:33:38.957 INFO:tasks.rados.rados.0.smithi157.stdout:389: writing smithi15786056-30 from 1294336 to 2064384 tid 3 2024-08-17T00:33:38.959 INFO:tasks.rados.rados.0.smithi157.stdout:389: writing smithi15786056-30 from 2064384 to 2236416 tid 4 2024-08-17T00:33:38.959 INFO:tasks.rados.rados.0.smithi157.stdout:390: read oid 41 snap -1 2024-08-17T00:33:38.959 INFO:tasks.rados.rados.0.smithi157.stdout:390: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:33:38.959 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 32 2024-08-17T00:33:38.959 INFO:tasks.rados.rados.0.smithi157.stdout:387: finishing write tid 3 to smithi15786056-15 2024-08-17T00:33:38.959 INFO:tasks.rados.rados.0.smithi157.stdout:387: finishing write tid 4 to smithi15786056-15 2024-08-17T00:33:38.960 INFO:tasks.rados.rados.0.smithi157.stdout:387: finishing write tid 5 to smithi15786056-15 2024-08-17T00:33:38.960 INFO:tasks.rados.rados.0.smithi157.stdout:387: finishing write tid 6 to smithi15786056-15 2024-08-17T00:33:38.960 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 122 (ObjNum 131 snap 32 seq_num 131) dirty exists 2024-08-17T00:33:38.960 INFO:tasks.rados.rados.0.smithi157.stdout:387: left oid 15 (ObjNum 131 snap 32 seq_num 131) 2024-08-17T00:33:38.960 INFO:tasks.rados.rados.0.smithi157.stdout:388: finishing write tid 1 to smithi15786056-29 2024-08-17T00:33:38.960 INFO:tasks.rados.rados.0.smithi157.stdout:388: finishing write tid 2 to smithi15786056-29 2024-08-17T00:33:38.960 INFO:tasks.rados.rados.0.smithi157.stdout:388: finishing write tid 3 to smithi15786056-29 2024-08-17T00:33:38.960 INFO:tasks.rados.rados.0.smithi157.stdout:391: seq_num 134 ranges {0=647168,647168=548864,1196032=573440,1769472=483328} 2024-08-17T00:33:38.963 INFO:tasks.rados.rados.0.smithi157.stdout:391: writing smithi15786056-28 from 0 to 647168 tid 1 2024-08-17T00:33:38.966 INFO:tasks.rados.rados.0.smithi157.stdout:391: writing smithi15786056-28 from 647168 to 1196032 tid 2 2024-08-17T00:33:38.969 INFO:tasks.rados.rados.0.smithi157.stdout:391: writing smithi15786056-28 from 1196032 to 1769472 tid 3 2024-08-17T00:33:38.972 INFO:tasks.rados.rados.0.smithi157.stdout:391: writing smithi15786056-28 from 1769472 to 2252800 tid 4 2024-08-17T00:33:38.973 INFO:tasks.rados.rados.0.smithi157.stdout:387: done (5 left) 2024-08-17T00:33:38.973 INFO:tasks.rados.rados.0.smithi157.stdout:392: read oid 7 snap 31 2024-08-17T00:33:38.973 INFO:tasks.rados.rados.0.smithi157.stdout:392: expect deleted 2024-08-17T00:33:38.973 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 32 2024-08-17T00:33:38.973 INFO:tasks.rados.rados.0.smithi157.stdout:388: finishing write tid 4 to smithi15786056-29 2024-08-17T00:33:38.973 INFO:tasks.rados.rados.0.smithi157.stdout:388: finishing write tid 5 to smithi15786056-29 2024-08-17T00:33:38.973 INFO:tasks.rados.rados.0.smithi157.stdout:388: finishing write tid 6 to smithi15786056-29 2024-08-17T00:33:38.973 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 184 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-08-17T00:33:38.973 INFO:tasks.rados.rados.0.smithi157.stdout:388: left oid 29 (ObjNum 132 snap 32 seq_num 132) 2024-08-17T00:33:38.973 INFO:tasks.rados.rados.0.smithi157.stdout:389: finishing write tid 1 to smithi15786056-30 2024-08-17T00:33:38.973 INFO:tasks.rados.rados.0.smithi157.stdout:389: finishing write tid 2 to smithi15786056-30 2024-08-17T00:33:38.974 INFO:tasks.rados.rados.0.smithi157.stdout:393: seq_num 135 ranges {360448=663552,1024000=434176,1458176=786432,2244608=385024} 2024-08-17T00:33:38.978 INFO:tasks.rados.rados.0.smithi157.stdout:393: writing smithi15786056-22 from 360448 to 1024000 tid 1 2024-08-17T00:33:38.980 INFO:tasks.rados.rados.0.smithi157.stdout:393: writing smithi15786056-22 from 1024000 to 1458176 tid 2 2024-08-17T00:33:38.984 INFO:tasks.rados.rados.0.smithi157.stdout:393: writing smithi15786056-22 from 1458176 to 2244608 tid 3 2024-08-17T00:33:38.987 INFO:tasks.rados.rados.0.smithi157.stdout:393: writing smithi15786056-22 from 2244608 to 2629632 tid 4 2024-08-17T00:33:38.987 INFO:tasks.rados.rados.0.smithi157.stdout:388: done (6 left) 2024-08-17T00:33:38.987 INFO:tasks.rados.rados.0.smithi157.stdout:394: delete oid 45 current snap is 32 2024-08-17T00:33:38.987 INFO:tasks.rados.rados.0.smithi157.stdout:390: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:33:38.988 INFO:tasks.rados.rados.0.smithi157.stdout:389: finishing write tid 3 to smithi15786056-30 2024-08-17T00:33:38.988 INFO:tasks.rados.rados.0.smithi157.stdout:389: finishing write tid 4 to smithi15786056-30 2024-08-17T00:33:38.988 INFO:tasks.rados.rados.0.smithi157.stdout:389: finishing write tid 5 to smithi15786056-30 2024-08-17T00:33:38.988 INFO:tasks.rados.rados.0.smithi157.stdout:389: finishing write tid 6 to smithi15786056-30 2024-08-17T00:33:38.988 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 54 (ObjNum 133 snap 32 seq_num 133) dirty exists 2024-08-17T00:33:38.988 INFO:tasks.rados.rados.0.smithi157.stdout:389: left oid 30 (ObjNum 133 snap 32 seq_num 133) 2024-08-17T00:33:38.988 INFO:tasks.rados.rados.0.smithi157.stdout:391: finishing write tid 1 to smithi15786056-28 2024-08-17T00:33:38.988 INFO:tasks.rados.rados.0.smithi157.stdout:391: finishing write tid 2 to smithi15786056-28 2024-08-17T00:33:38.988 INFO:tasks.rados.rados.0.smithi157.stdout:391: finishing write tid 3 to smithi15786056-28 2024-08-17T00:33:38.988 INFO:tasks.rados.rados.0.smithi157.stdout:391: finishing write tid 4 to smithi15786056-28 2024-08-17T00:33:38.988 INFO:tasks.rados.rados.0.smithi157.stdout:391: finishing write tid 5 to smithi15786056-28 2024-08-17T00:33:38.989 INFO:tasks.rados.rados.0.smithi157.stdout:391: finishing write tid 6 to smithi15786056-28 2024-08-17T00:33:38.989 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 127 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-08-17T00:33:38.989 INFO:tasks.rados.rados.0.smithi157.stdout:391: left oid 28 (ObjNum 134 snap 32 seq_num 134) 2024-08-17T00:33:39.017 INFO:tasks.rados.rados.0.smithi157.stdout:385: finishing write tid 1 to smithi15786056-21 2024-08-17T00:33:39.019 INFO:tasks.rados.rados.0.smithi157.stdout:389: done (6 left) 2024-08-17T00:33:39.019 INFO:tasks.rados.rados.0.smithi157.stdout:390: done (5 left) 2024-08-17T00:33:39.019 INFO:tasks.rados.rados.0.smithi157.stdout:391: done (4 left) 2024-08-17T00:33:39.019 INFO:tasks.rados.rados.0.smithi157.stdout:392: done (3 left) 2024-08-17T00:33:39.019 INFO:tasks.rados.rados.0.smithi157.stdout:394: done (2 left) 2024-08-17T00:33:39.019 INFO:tasks.rados.rados.0.smithi157.stdout:395: copy_from oid 5 from oid 44 current snap is 32 2024-08-17T00:33:39.019 INFO:tasks.rados.rados.0.smithi157.stdout:396: read oid 32 snap 30 2024-08-17T00:33:39.019 INFO:tasks.rados.rados.0.smithi157.stdout:396: expect (ObjNum 94 snap 18 seq_num 94) 2024-08-17T00:33:39.019 INFO:tasks.rados.rados.0.smithi157.stdout:397: snap_create 2024-08-17T00:33:39.022 INFO:tasks.rados.rados.0.smithi157.stdout:385: finishing write tid 2 to smithi15786056-21 2024-08-17T00:33:39.022 INFO:tasks.rados.rados.0.smithi157.stdout:385: finishing write tid 3 to smithi15786056-21 2024-08-17T00:33:39.022 INFO:tasks.rados.rados.0.smithi157.stdout:385: finishing write tid 4 to smithi15786056-21 2024-08-17T00:33:39.022 INFO:tasks.rados.rados.0.smithi157.stdout:385: finishing write tid 5 to smithi15786056-21 2024-08-17T00:33:39.022 INFO:tasks.rados.rados.0.smithi157.stdout:393: finishing write tid 1 to smithi15786056-22 2024-08-17T00:33:39.022 INFO:tasks.rados.rados.0.smithi157.stdout:393: finishing write tid 2 to smithi15786056-22 2024-08-17T00:33:39.023 INFO:tasks.rados.rados.0.smithi157.stdout:396: expect (ObjNum 94 snap 18 seq_num 94) 2024-08-17T00:33:39.070 INFO:tasks.rados.rados.0.smithi157.stdout:385: finishing write tid 6 to smithi15786056-21 2024-08-17T00:33:39.070 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 175 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-08-17T00:33:39.070 INFO:tasks.rados.rados.0.smithi157.stdout:385: left oid 21 (ObjNum 129 snap 32 seq_num 129) 2024-08-17T00:33:39.070 INFO:tasks.rados.rados.0.smithi157.stdout:393: finishing write tid 3 to smithi15786056-22 2024-08-17T00:33:39.070 INFO:tasks.rados.rados.0.smithi157.stdout:393: finishing write tid 4 to smithi15786056-22 2024-08-17T00:33:39.070 INFO:tasks.rados.rados.0.smithi157.stdout:393: finishing write tid 5 to smithi15786056-22 2024-08-17T00:33:39.070 INFO:tasks.rados.rados.0.smithi157.stdout:393: finishing write tid 6 to smithi15786056-22 2024-08-17T00:33:39.071 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 181 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-08-17T00:33:39.071 INFO:tasks.rados.rados.0.smithi157.stdout:393: left oid 22 (ObjNum 135 snap 32 seq_num 135) 2024-08-17T00:33:39.071 INFO:tasks.rados.rados.0.smithi157.stdout:395: finishing copy_from racing read to smithi15786056-5 2024-08-17T00:33:39.071 INFO:tasks.rados.rados.0.smithi157.stdout:395: finishing copy_from to smithi15786056-5 2024-08-17T00:33:39.071 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 16 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:33:39.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:38 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:33:38] "GET /metrics HTTP/1.1" 200 240004 "" "Prometheus/2.43.0" 2024-08-17T00:33:39.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:38 smithi157 ceph-mon[29438]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-17T00:33:39.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:38 smithi157 ceph-mon[29438]: osdmap e142: 8 total, 8 up, 8 in 2024-08-17T00:33:39.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:38 smithi157 ceph-mon[29438]: pgmap v194: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 B/s wr, 13 op/s 2024-08-17T00:33:39.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:38 smithi157 ceph-mon[29438]: osdmap e143: 8 total, 8 up, 8 in 2024-08-17T00:33:39.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:38 smithi157 ceph-mon[40946]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-17T00:33:39.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:38 smithi157 ceph-mon[40946]: osdmap e142: 8 total, 8 up, 8 in 2024-08-17T00:33:39.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:38 smithi157 ceph-mon[40946]: pgmap v194: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 B/s wr, 13 op/s 2024-08-17T00:33:39.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:38 smithi157 ceph-mon[40946]: osdmap e143: 8 total, 8 up, 8 in 2024-08-17T00:33:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:38 smithi187 ceph-mon[33407]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-17T00:33:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:38 smithi187 ceph-mon[33407]: osdmap e142: 8 total, 8 up, 8 in 2024-08-17T00:33:39.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:38 smithi187 ceph-mon[33407]: pgmap v194: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 B/s wr, 13 op/s 2024-08-17T00:33:39.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:38 smithi187 ceph-mon[33407]: osdmap e143: 8 total, 8 up, 8 in 2024-08-17T00:33:39.913 INFO:tasks.rados.rados.0.smithi157.stdout:385: done (4 left) 2024-08-17T00:33:39.913 INFO:tasks.rados.rados.0.smithi157.stdout:393: done (3 left) 2024-08-17T00:33:39.914 INFO:tasks.rados.rados.0.smithi157.stdout:395: done (2 left) 2024-08-17T00:33:39.914 INFO:tasks.rados.rados.0.smithi157.stdout:396: done (1 left) 2024-08-17T00:33:39.914 INFO:tasks.rados.rados.0.smithi157.stdout:397: done (0 left) 2024-08-17T00:33:39.914 INFO:tasks.rados.rados.0.smithi157.stdout:398: setattr oid 25 current snap is 33 2024-08-17T00:33:39.915 INFO:tasks.rados.rados.0.smithi157.stdout:399: snap_create 2024-08-17T00:33:39.919 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 125 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T00:33:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:40 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:40 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:40 smithi187 ceph-mon[33407]: osdmap e144: 8 total, 8 up, 8 in 2024-08-17T00:33:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:40 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:40.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:40 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:40 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:40 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:40 smithi157 ceph-mon[29438]: osdmap e144: 8 total, 8 up, 8 in 2024-08-17T00:33:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:40 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:40 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:40 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:40.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:40 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:40.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:40 smithi157 ceph-mon[40946]: osdmap e144: 8 total, 8 up, 8 in 2024-08-17T00:33:40.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:40 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:40.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:40 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:40.919 INFO:tasks.rados.rados.0.smithi157.stdout:398: done (1 left) 2024-08-17T00:33:40.920 INFO:tasks.rados.rados.0.smithi157.stdout:399: done (0 left) 2024-08-17T00:33:40.920 INFO:tasks.rados.rados.0.smithi157.stdout:400: rmattr oid 4 current snap is 34 2024-08-17T00:33:40.920 INFO:tasks.rados.rados.0.smithi157.stdout:400: done (0 left) 2024-08-17T00:33:40.920 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 34 2024-08-17T00:33:40.920 INFO:tasks.rados.rados.0.smithi157.stdout:401: seq_num 137 ranges {0=704512,704512=655360,1359872=753664,2113536=196608} 2024-08-17T00:33:40.923 INFO:tasks.rados.rados.0.smithi157.stdout:401: writing smithi15786056-39 from 0 to 704512 tid 1 2024-08-17T00:33:40.927 INFO:tasks.rados.rados.0.smithi157.stdout:401: writing smithi15786056-39 from 704512 to 1359872 tid 2 2024-08-17T00:33:40.932 INFO:tasks.rados.rados.0.smithi157.stdout:401: writing smithi15786056-39 from 1359872 to 2113536 tid 3 2024-08-17T00:33:40.933 INFO:tasks.rados.rados.0.smithi157.stdout:401: writing smithi15786056-39 from 2113536 to 2310144 tid 4 2024-08-17T00:33:40.933 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 37 current snap is 34 2024-08-17T00:33:40.933 INFO:tasks.rados.rados.0.smithi157.stdout:401: finishing write tid 1 to smithi15786056-39 2024-08-17T00:33:40.933 INFO:tasks.rados.rados.0.smithi157.stdout:402: seq_num 138 ranges {2039808=720896,2760704=540672,3301376=557056,3858432=507904} 2024-08-17T00:33:40.948 INFO:tasks.rados.rados.0.smithi157.stdout:402: writing smithi15786056-37 from 2039808 to 2760704 tid 1 2024-08-17T00:33:40.951 INFO:tasks.rados.rados.0.smithi157.stdout:402: writing smithi15786056-37 from 2760704 to 3301376 tid 2 2024-08-17T00:33:40.954 INFO:tasks.rados.rados.0.smithi157.stdout:402: writing smithi15786056-37 from 3301376 to 3858432 tid 3 2024-08-17T00:33:40.957 INFO:tasks.rados.rados.0.smithi157.stdout:402: writing smithi15786056-37 from 3858432 to 4366336 tid 4 2024-08-17T00:33:40.957 INFO:tasks.rados.rados.0.smithi157.stdout:403: read oid 33 snap 31 2024-08-17T00:33:40.957 INFO:tasks.rados.rados.0.smithi157.stdout:403: expect (ObjNum 85 snap 13 seq_num 85) 2024-08-17T00:33:40.957 INFO:tasks.rados.rados.0.smithi157.stdout:404: delete oid 23 current snap is 34 2024-08-17T00:33:40.957 INFO:tasks.rados.rados.0.smithi157.stdout:401: finishing write tid 2 to smithi15786056-39 2024-08-17T00:33:40.958 INFO:tasks.rados.rados.0.smithi157.stdout:401: finishing write tid 3 to smithi15786056-39 2024-08-17T00:33:40.958 INFO:tasks.rados.rados.0.smithi157.stdout:401: finishing write tid 4 to smithi15786056-39 2024-08-17T00:33:40.958 INFO:tasks.rados.rados.0.smithi157.stdout:401: finishing write tid 5 to smithi15786056-39 2024-08-17T00:33:40.958 INFO:tasks.rados.rados.0.smithi157.stdout:401: finishing write tid 6 to smithi15786056-39 2024-08-17T00:33:40.958 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 189 (ObjNum 137 snap 34 seq_num 137) dirty exists 2024-08-17T00:33:40.958 INFO:tasks.rados.rados.0.smithi157.stdout:401: left oid 39 (ObjNum 137 snap 34 seq_num 137) 2024-08-17T00:33:40.959 INFO:tasks.rados.rados.0.smithi157.stdout:401: done (3 left) 2024-08-17T00:33:40.959 INFO:tasks.rados.rados.0.smithi157.stdout:404: done (2 left) 2024-08-17T00:33:40.959 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 34 2024-08-17T00:33:40.959 INFO:tasks.rados.rados.0.smithi157.stdout:405: seq_num 140 ranges {0=753664,753664=704512,1458176=524288,1982464=376832} 2024-08-17T00:33:40.963 INFO:tasks.rados.rados.0.smithi157.stdout:405: writing smithi15786056-6 from 0 to 753664 tid 1 2024-08-17T00:33:40.967 INFO:tasks.rados.rados.0.smithi157.stdout:405: writing smithi15786056-6 from 753664 to 1458176 tid 2 2024-08-17T00:33:40.970 INFO:tasks.rados.rados.0.smithi157.stdout:405: writing smithi15786056-6 from 1458176 to 1982464 tid 3 2024-08-17T00:33:40.972 INFO:tasks.rados.rados.0.smithi157.stdout:405: writing smithi15786056-6 from 1982464 to 2359296 tid 4 2024-08-17T00:33:40.972 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 14 current snap is 34 2024-08-17T00:33:40.972 INFO:tasks.rados.rados.0.smithi157.stdout:406: seq_num 141 ranges {221184=770048,991232=589824,1581056=729088,2310144=286720} 2024-08-17T00:33:40.978 INFO:tasks.rados.rados.0.smithi157.stdout:406: writing smithi15786056-14 from 221184 to 991232 tid 1 2024-08-17T00:33:40.981 INFO:tasks.rados.rados.0.smithi157.stdout:406: writing smithi15786056-14 from 991232 to 1581056 tid 2 2024-08-17T00:33:40.986 INFO:tasks.rados.rados.0.smithi157.stdout:406: writing smithi15786056-14 from 1581056 to 2310144 tid 3 2024-08-17T00:33:40.988 INFO:tasks.rados.rados.0.smithi157.stdout:406: writing smithi15786056-14 from 2310144 to 2596864 tid 4 2024-08-17T00:33:40.988 INFO:tasks.rados.rados.0.smithi157.stdout:407: rollback oid 17 current snap is 34 2024-08-17T00:33:40.988 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 17 to 30 2024-08-17T00:33:40.989 INFO:tasks.rados.rados.0.smithi157.stdout:406: finishing write tid 1 to smithi15786056-14 2024-08-17T00:33:40.989 INFO:tasks.rados.rados.0.smithi157.stdout:406: finishing write tid 2 to smithi15786056-14 2024-08-17T00:33:40.989 INFO:tasks.rados.rados.0.smithi157.stdout:408: read oid 26 snap -1 2024-08-17T00:33:40.989 INFO:tasks.rados.rados.0.smithi157.stdout:408: expect (ObjNum 104 snap 23 seq_num 104) 2024-08-17T00:33:40.989 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 34 2024-08-17T00:33:40.989 INFO:tasks.rados.rados.0.smithi157.stdout:409: seq_num 142 ranges {606208=786432,1392640=475136,1867776=540672,2408448=589824} 2024-08-17T00:33:40.997 INFO:tasks.rados.rados.0.smithi157.stdout:409: writing smithi15786056-25 from 606208 to 1392640 tid 1 2024-08-17T00:33:40.999 INFO:tasks.rados.rados.0.smithi157.stdout:409: writing smithi15786056-25 from 1392640 to 1867776 tid 2 2024-08-17T00:33:41.003 INFO:tasks.rados.rados.0.smithi157.stdout:409: writing smithi15786056-25 from 1867776 to 2408448 tid 3 2024-08-17T00:33:41.007 INFO:tasks.rados.rados.0.smithi157.stdout:409: writing smithi15786056-25 from 2408448 to 2998272 tid 4 2024-08-17T00:33:41.007 INFO:tasks.rados.rados.0.smithi157.stdout:410: snap_create 2024-08-17T00:33:41.007 INFO:tasks.rados.rados.0.smithi157.stdout:402: finishing write tid 1 to smithi15786056-37 2024-08-17T00:33:41.007 INFO:tasks.rados.rados.0.smithi157.stdout:402: finishing write tid 2 to smithi15786056-37 2024-08-17T00:33:41.007 INFO:tasks.rados.rados.0.smithi157.stdout:402: finishing write tid 3 to smithi15786056-37 2024-08-17T00:33:41.007 INFO:tasks.rados.rados.0.smithi157.stdout:402: finishing write tid 4 to smithi15786056-37 2024-08-17T00:33:41.007 INFO:tasks.rados.rados.0.smithi157.stdout:405: finishing write tid 1 to smithi15786056-6 2024-08-17T00:33:41.007 INFO:tasks.rados.rados.0.smithi157.stdout:406: finishing write tid 3 to smithi15786056-14 2024-08-17T00:33:41.007 INFO:tasks.rados.rados.0.smithi157.stdout:406: finishing write tid 4 to smithi15786056-14 2024-08-17T00:33:41.007 INFO:tasks.rados.rados.0.smithi157.stdout:402: finishing write tid 5 to smithi15786056-37 2024-08-17T00:33:41.007 INFO:tasks.rados.rados.0.smithi157.stdout:406: finishing write tid 5 to smithi15786056-14 2024-08-17T00:33:41.008 INFO:tasks.rados.rados.0.smithi157.stdout:405: finishing write tid 2 to smithi15786056-6 2024-08-17T00:33:41.008 INFO:tasks.rados.rados.0.smithi157.stdout:405: finishing write tid 3 to smithi15786056-6 2024-08-17T00:33:41.008 INFO:tasks.rados.rados.0.smithi157.stdout:405: finishing write tid 4 to smithi15786056-6 2024-08-17T00:33:41.008 INFO:tasks.rados.rados.0.smithi157.stdout:405: finishing write tid 5 to smithi15786056-6 2024-08-17T00:33:41.008 INFO:tasks.rados.rados.0.smithi157.stdout:402: finishing write tid 6 to smithi15786056-37 2024-08-17T00:33:41.008 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 171 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-08-17T00:33:41.008 INFO:tasks.rados.rados.0.smithi157.stdout:402: left oid 37 (ObjNum 138 snap 34 seq_num 138) 2024-08-17T00:33:41.008 INFO:tasks.rados.rados.0.smithi157.stdout:403: expect (ObjNum 85 snap 13 seq_num 85) 2024-08-17T00:33:41.067 INFO:tasks.rados.rados.0.smithi157.stdout:407: finishing rollback tid 1 to smithi15786056-17 2024-08-17T00:33:41.067 INFO:tasks.rados.rados.0.smithi157.stdout:407: finishing rollback tid 2 to smithi15786056-17 2024-08-17T00:33:41.067 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 32 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-17T00:33:41.067 INFO:tasks.rados.rados.0.smithi157.stdout:406: finishing write tid 6 to smithi15786056-14 2024-08-17T00:33:41.068 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 63 (ObjNum 141 snap 34 seq_num 141) dirty exists 2024-08-17T00:33:41.068 INFO:tasks.rados.rados.0.smithi157.stdout:406: left oid 14 (ObjNum 141 snap 34 seq_num 141) 2024-08-17T00:33:41.068 INFO:tasks.rados.rados.0.smithi157.stdout:405: finishing write tid 6 to smithi15786056-6 2024-08-17T00:33:41.068 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 186 (ObjNum 140 snap 34 seq_num 140) dirty exists 2024-08-17T00:33:41.068 INFO:tasks.rados.rados.0.smithi157.stdout:405: left oid 6 (ObjNum 140 snap 34 seq_num 140) 2024-08-17T00:33:41.068 INFO:tasks.rados.rados.0.smithi157.stdout:409: finishing write tid 1 to smithi15786056-25 2024-08-17T00:33:41.068 INFO:tasks.rados.rados.0.smithi157.stdout:409: finishing write tid 2 to smithi15786056-25 2024-08-17T00:33:41.068 INFO:tasks.rados.rados.0.smithi157.stdout:408: expect (ObjNum 104 snap 23 seq_num 104) 2024-08-17T00:33:41.132 INFO:tasks.rados.rados.0.smithi157.stdout:409: finishing write tid 3 to smithi15786056-25 2024-08-17T00:33:41.132 INFO:tasks.rados.rados.0.smithi157.stdout:409: finishing write tid 4 to smithi15786056-25 2024-08-17T00:33:41.133 INFO:tasks.rados.rados.0.smithi157.stdout:409: finishing write tid 5 to smithi15786056-25 2024-08-17T00:33:41.133 INFO:tasks.rados.rados.0.smithi157.stdout:409: finishing write tid 6 to smithi15786056-25 2024-08-17T00:33:41.133 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 131 (ObjNum 142 snap 34 seq_num 142) dirty exists 2024-08-17T00:33:41.133 INFO:tasks.rados.rados.0.smithi157.stdout:409: left oid 25 (ObjNum 142 snap 34 seq_num 142) 2024-08-17T00:33:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:41 smithi187 ceph-mon[33407]: pgmap v197: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-08-17T00:33:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:41 smithi187 ceph-mon[33407]: osdmap e145: 8 total, 8 up, 8 in 2024-08-17T00:33:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:41 smithi157 ceph-mon[29438]: pgmap v197: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-08-17T00:33:41.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:41 smithi157 ceph-mon[29438]: osdmap e145: 8 total, 8 up, 8 in 2024-08-17T00:33:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:41 smithi157 ceph-mon[40946]: pgmap v197: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-08-17T00:33:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:41 smithi157 ceph-mon[40946]: osdmap e145: 8 total, 8 up, 8 in 2024-08-17T00:33:41.921 INFO:tasks.rados.rados.0.smithi157.stdout:402: done (7 left) 2024-08-17T00:33:41.922 INFO:tasks.rados.rados.0.smithi157.stdout:403: done (6 left) 2024-08-17T00:33:41.922 INFO:tasks.rados.rados.0.smithi157.stdout:405: done (5 left) 2024-08-17T00:33:41.922 INFO:tasks.rados.rados.0.smithi157.stdout:406: done (4 left) 2024-08-17T00:33:41.922 INFO:tasks.rados.rados.0.smithi157.stdout:407: done (3 left) 2024-08-17T00:33:41.922 INFO:tasks.rados.rados.0.smithi157.stdout:408: done (2 left) 2024-08-17T00:33:41.922 INFO:tasks.rados.rados.0.smithi157.stdout:409: done (1 left) 2024-08-17T00:33:41.922 INFO:tasks.rados.rados.0.smithi157.stdout:410: done (0 left) 2024-08-17T00:33:41.922 INFO:tasks.rados.rados.0.smithi157.stdout:411: read oid 37 snap -1 2024-08-17T00:33:41.922 INFO:tasks.rados.rados.0.smithi157.stdout:411: expect (ObjNum 138 snap 34 seq_num 138) 2024-08-17T00:33:41.922 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 42 current snap is 35 2024-08-17T00:33:41.922 INFO:tasks.rados.rados.0.smithi157.stdout:412: seq_num 143 ranges {696320=802816,1499136=761856,2260992=745472,3006464=98304} 2024-08-17T00:33:41.930 INFO:tasks.rados.rados.0.smithi157.stdout:412: writing smithi15786056-42 from 696320 to 1499136 tid 1 2024-08-17T00:33:41.935 INFO:tasks.rados.rados.0.smithi157.stdout:412: writing smithi15786056-42 from 1499136 to 2260992 tid 2 2024-08-17T00:33:41.939 INFO:tasks.rados.rados.0.smithi157.stdout:412: writing smithi15786056-42 from 2260992 to 3006464 tid 3 2024-08-17T00:33:41.940 INFO:tasks.rados.rados.0.smithi157.stdout:412: writing smithi15786056-42 from 3006464 to 3104768 tid 4 2024-08-17T00:33:41.940 INFO:tasks.rados.rados.0.smithi157.stdout:413: read oid 4 snap 31 2024-08-17T00:33:41.940 INFO:tasks.rados.rados.0.smithi157.stdout:413: expect deleted 2024-08-17T00:33:41.940 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 35 2024-08-17T00:33:41.940 INFO:tasks.rados.rados.0.smithi157.stdout:412: finishing write tid 1 to smithi15786056-42 2024-08-17T00:33:41.940 INFO:tasks.rados.rados.0.smithi157.stdout:412: finishing write tid 2 to smithi15786056-42 2024-08-17T00:33:41.940 INFO:tasks.rados.rados.0.smithi157.stdout:414: seq_num 144 ranges {7585792=16384} 2024-08-17T00:33:41.981 INFO:tasks.rados.rados.0.smithi157.stdout:414: writing smithi15786056-13 from 7585792 to 7602176 tid 1 2024-08-17T00:33:41.981 INFO:tasks.rados.rados.0.smithi157.stdout:415: read oid 38 snap -1 2024-08-17T00:33:41.981 INFO:tasks.rados.rados.0.smithi157.stdout:415: expect (ObjNum 82 snap 11 seq_num 82) 2024-08-17T00:33:41.981 INFO:tasks.rados.rados.0.smithi157.stdout:416: copy_from oid 46 from oid 19 current snap is 35 2024-08-17T00:33:41.981 INFO:tasks.rados.rados.0.smithi157.stdout:412: finishing write tid 3 to smithi15786056-42 2024-08-17T00:33:41.981 INFO:tasks.rados.rados.0.smithi157.stdout:412: finishing write tid 4 to smithi15786056-42 2024-08-17T00:33:41.982 INFO:tasks.rados.rados.0.smithi157.stdout:412: finishing write tid 5 to smithi15786056-42 2024-08-17T00:33:41.982 INFO:tasks.rados.rados.0.smithi157.stdout:412: finishing write tid 6 to smithi15786056-42 2024-08-17T00:33:41.982 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 197 (ObjNum 143 snap 35 seq_num 143) dirty exists 2024-08-17T00:33:41.982 INFO:tasks.rados.rados.0.smithi157.stdout:412: left oid 42 (ObjNum 143 snap 35 seq_num 143) 2024-08-17T00:33:41.982 INFO:tasks.rados.rados.0.smithi157.stdout:411: expect (ObjNum 138 snap 34 seq_num 138) 2024-08-17T00:33:42.130 INFO:tasks.rados.rados.0.smithi157.stdout:414: finishing write tid 1 to smithi15786056-13 2024-08-17T00:33:42.130 INFO:tasks.rados.rados.0.smithi157.stdout:414: finishing write tid 2 to smithi15786056-13 2024-08-17T00:33:42.130 INFO:tasks.rados.rados.0.smithi157.stdout:414: finishing write tid 3 to smithi15786056-13 2024-08-17T00:33:42.130 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 104 (ObjNum 144 snap 35 seq_num 144) dirty exists 2024-08-17T00:33:42.130 INFO:tasks.rados.rados.0.smithi157.stdout:414: left oid 13 (ObjNum 144 snap 35 seq_num 144) 2024-08-17T00:33:42.130 INFO:tasks.rados.rados.0.smithi157.stdout:415: expect (ObjNum 82 snap 11 seq_num 82) 2024-08-17T00:33:42.167 INFO:tasks.rados.rados.0.smithi157.stdout:416: finishing copy_from racing read to smithi15786056-46 2024-08-17T00:33:42.167 INFO:tasks.rados.rados.0.smithi157.stdout:416: finishing copy_from to smithi15786056-46 2024-08-17T00:33:42.167 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 40 (ObjNum 100 snap 22 seq_num 100) dirty exists 2024-08-17T00:33:42.167 INFO:tasks.rados.rados.0.smithi157.stdout:411: done (5 left) 2024-08-17T00:33:42.167 INFO:tasks.rados.rados.0.smithi157.stdout:412: done (4 left) 2024-08-17T00:33:42.167 INFO:tasks.rados.rados.0.smithi157.stdout:413: done (3 left) 2024-08-17T00:33:42.167 INFO:tasks.rados.rados.0.smithi157.stdout:414: done (2 left) 2024-08-17T00:33:42.167 INFO:tasks.rados.rados.0.smithi157.stdout:415: done (1 left) 2024-08-17T00:33:42.167 INFO:tasks.rados.rados.0.smithi157.stdout:416: done (0 left) 2024-08-17T00:33:42.168 INFO:tasks.rados.rados.0.smithi157.stdout:417: delete oid 17 current snap is 35 2024-08-17T00:33:42.168 INFO:tasks.rados.rados.0.smithi157.stdout:417: done (0 left) 2024-08-17T00:33:42.168 INFO:tasks.rados.rados.0.smithi157.stdout:418: read oid 19 snap -1 2024-08-17T00:33:42.168 INFO:tasks.rados.rados.0.smithi157.stdout:418: expect (ObjNum 100 snap 22 seq_num 100) 2024-08-17T00:33:42.168 INFO:tasks.rados.rados.0.smithi157.stdout:419: delete oid 32 current snap is 35 2024-08-17T00:33:42.168 INFO:tasks.rados.rados.0.smithi157.stdout:419: done (1 left) 2024-08-17T00:33:42.169 INFO:tasks.rados.rados.0.smithi157.stdout:420: copy_from oid 1 from oid 31 current snap is 35 2024-08-17T00:33:42.169 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 35 2024-08-17T00:33:42.169 INFO:tasks.rados.rados.0.smithi157.stdout:421: seq_num 147 ranges {0=65536} 2024-08-17T00:33:42.169 INFO:tasks.rados.rados.0.smithi157.stdout:421: writing smithi15786056-4 from 0 to 65536 tid 1 2024-08-17T00:33:42.169 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 40 current snap is 35 2024-08-17T00:33:42.169 INFO:tasks.rados.rados.0.smithi157.stdout:422: seq_num 148 ranges {663552=81920} 2024-08-17T00:33:42.174 INFO:tasks.rados.rados.0.smithi157.stdout:422: writing smithi15786056-40 from 663552 to 745472 tid 1 2024-08-17T00:33:42.174 INFO:tasks.rados.rados.0.smithi157.stdout:423: rollback oid 34 current snap is 35 2024-08-17T00:33:42.174 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 34 to 30 2024-08-17T00:33:42.174 INFO:tasks.rados.rados.0.smithi157.stdout:421: finishing write tid 1 to smithi15786056-4 2024-08-17T00:33:42.174 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 35 2024-08-17T00:33:42.174 INFO:tasks.rados.rados.0.smithi157.stdout:421: finishing write tid 2 to smithi15786056-4 2024-08-17T00:33:42.174 INFO:tasks.rados.rados.0.smithi157.stdout:424: seq_num 149 ranges {106496=98304} 2024-08-17T00:33:42.175 INFO:tasks.rados.rados.0.smithi157.stdout:424: writing smithi15786056-3 from 106496 to 204800 tid 1 2024-08-17T00:33:42.175 INFO:tasks.rados.rados.0.smithi157.stdout:425: delete oid 16 current snap is 35 2024-08-17T00:33:42.176 INFO:tasks.rados.rados.0.smithi157.stdout:423: finishing rollback tid 1 to smithi15786056-34 2024-08-17T00:33:42.176 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 121 (ObjNum 33 snap 0 seq_num 162567544) dirty dne 2024-08-17T00:33:42.178 INFO:tasks.rados.rados.0.smithi157.stdout:422: finishing write tid 1 to smithi15786056-40 2024-08-17T00:33:42.178 INFO:tasks.rados.rados.0.smithi157.stdout:422: finishing write tid 2 to smithi15786056-40 2024-08-17T00:33:42.178 INFO:tasks.rados.rados.0.smithi157.stdout:420: finishing copy_from racing read to smithi15786056-1 2024-08-17T00:33:42.179 INFO:tasks.rados.rados.0.smithi157.stdout:421: finishing write tid 3 to smithi15786056-4 2024-08-17T00:33:42.179 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 56 (ObjNum 147 snap 35 seq_num 147) dirty exists 2024-08-17T00:33:42.179 INFO:tasks.rados.rados.0.smithi157.stdout:421: left oid 4 (ObjNum 147 snap 35 seq_num 147) 2024-08-17T00:33:42.179 INFO:tasks.rados.rados.0.smithi157.stdout:421: done (6 left) 2024-08-17T00:33:42.179 INFO:tasks.rados.rados.0.smithi157.stdout:423: done (5 left) 2024-08-17T00:33:42.179 INFO:tasks.rados.rados.0.smithi157.stdout:425: done (4 left) 2024-08-17T00:33:42.180 INFO:tasks.rados.rados.0.smithi157.stdout:426: delete oid 4 current snap is 35 2024-08-17T00:33:42.180 INFO:tasks.rados.rados.0.smithi157.stdout:424: finishing write tid 1 to smithi15786056-3 2024-08-17T00:33:42.180 INFO:tasks.rados.rados.0.smithi157.stdout:422: finishing write tid 3 to smithi15786056-40 2024-08-17T00:33:42.180 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 131 (ObjNum 148 snap 35 seq_num 148) dirty exists 2024-08-17T00:33:42.180 INFO:tasks.rados.rados.0.smithi157.stdout:422: left oid 40 (ObjNum 148 snap 35 seq_num 148) 2024-08-17T00:33:42.180 INFO:tasks.rados.rados.0.smithi157.stdout:424: finishing write tid 2 to smithi15786056-3 2024-08-17T00:33:42.180 INFO:tasks.rados.rados.0.smithi157.stdout:420: finishing copy_from to smithi15786056-1 2024-08-17T00:33:42.180 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 16 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:33:42.181 INFO:tasks.rados.rados.0.smithi157.stdout:418: expect (ObjNum 100 snap 22 seq_num 100) 2024-08-17T00:33:42.294 INFO:tasks.rados.rados.0.smithi157.stdout:424: finishing write tid 3 to smithi15786056-3 2024-08-17T00:33:42.294 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 189 (ObjNum 149 snap 35 seq_num 149) dirty exists 2024-08-17T00:33:42.294 INFO:tasks.rados.rados.0.smithi157.stdout:424: left oid 3 (ObjNum 149 snap 35 seq_num 149) 2024-08-17T00:33:42.294 INFO:tasks.rados.rados.0.smithi157.stdout:418: done (4 left) 2024-08-17T00:33:42.294 INFO:tasks.rados.rados.0.smithi157.stdout:420: done (3 left) 2024-08-17T00:33:42.294 INFO:tasks.rados.rados.0.smithi157.stdout:422: done (2 left) 2024-08-17T00:33:42.294 INFO:tasks.rados.rados.0.smithi157.stdout:424: done (1 left) 2024-08-17T00:33:42.294 INFO:tasks.rados.rados.0.smithi157.stdout:426: done (0 left) 2024-08-17T00:33:42.294 INFO:tasks.rados.rados.0.smithi157.stdout:427: rmattr oid 6 current snap is 35 2024-08-17T00:33:42.294 INFO:tasks.rados.rados.0.smithi157.stdout:427: done (0 left) 2024-08-17T00:33:42.294 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 14 current snap is 35 2024-08-17T00:33:42.294 INFO:tasks.rados.rados.0.smithi157.stdout:428: seq_num 152 ranges {2596864=147456} 2024-08-17T00:33:42.308 INFO:tasks.rados.rados.0.smithi157.stdout:428: writing smithi15786056-14 from 2596864 to 2744320 tid 1 2024-08-17T00:33:42.308 INFO:tasks.rados.rados.0.smithi157.stdout:429: read oid 4 snap -1 2024-08-17T00:33:42.308 INFO:tasks.rados.rados.0.smithi157.stdout:429: expect deleted 2024-08-17T00:33:42.308 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 50 current snap is 35 2024-08-17T00:33:42.308 INFO:tasks.rados.rados.0.smithi157.stdout:430: seq_num 153 ranges {827392=163840} 2024-08-17T00:33:42.313 INFO:tasks.rados.rados.0.smithi157.stdout:430: writing smithi15786056-50 from 827392 to 991232 tid 1 2024-08-17T00:33:42.313 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 35 current snap is 35 2024-08-17T00:33:42.313 INFO:tasks.rados.rados.0.smithi157.stdout:431: seq_num 154 ranges {573440=180224} 2024-08-17T00:33:42.317 INFO:tasks.rados.rados.0.smithi157.stdout:431: writing smithi15786056-35 from 573440 to 753664 tid 1 2024-08-17T00:33:42.318 INFO:tasks.rados.rados.0.smithi157.stdout:432: snap_remove snap 28 2024-08-17T00:33:42.927 INFO:tasks.rados.rados.0.smithi157.stdout:432: done (4 left) 2024-08-17T00:33:42.928 INFO:tasks.rados.rados.0.smithi157.stdout:433: snap_create 2024-08-17T00:33:42.928 INFO:tasks.rados.rados.0.smithi157.stdout:428: finishing write tid 1 to smithi15786056-14 2024-08-17T00:33:42.928 INFO:tasks.rados.rados.0.smithi157.stdout:428: finishing write tid 2 to smithi15786056-14 2024-08-17T00:33:42.928 INFO:tasks.rados.rados.0.smithi157.stdout:428: finishing write tid 3 to smithi15786056-14 2024-08-17T00:33:42.928 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 68 (ObjNum 152 snap 35 seq_num 152) dirty exists 2024-08-17T00:33:42.928 INFO:tasks.rados.rados.0.smithi157.stdout:428: left oid 14 (ObjNum 152 snap 35 seq_num 152) 2024-08-17T00:33:42.928 INFO:tasks.rados.rados.0.smithi157.stdout:430: finishing write tid 1 to smithi15786056-50 2024-08-17T00:33:42.928 INFO:tasks.rados.rados.0.smithi157.stdout:430: finishing write tid 2 to smithi15786056-50 2024-08-17T00:33:42.928 INFO:tasks.rados.rados.0.smithi157.stdout:430: finishing write tid 3 to smithi15786056-50 2024-08-17T00:33:42.928 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 71 (ObjNum 153 snap 35 seq_num 153) dirty exists 2024-08-17T00:33:42.928 INFO:tasks.rados.rados.0.smithi157.stdout:430: left oid 50 (ObjNum 153 snap 35 seq_num 153) 2024-08-17T00:33:42.929 INFO:tasks.rados.rados.0.smithi157.stdout:431: finishing write tid 1 to smithi15786056-35 2024-08-17T00:33:42.929 INFO:tasks.rados.rados.0.smithi157.stdout:431: finishing write tid 2 to smithi15786056-35 2024-08-17T00:33:42.929 INFO:tasks.rados.rados.0.smithi157.stdout:431: finishing write tid 3 to smithi15786056-35 2024-08-17T00:33:42.929 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 19 (ObjNum 154 snap 35 seq_num 154) dirty exists 2024-08-17T00:33:42.929 INFO:tasks.rados.rados.0.smithi157.stdout:431: left oid 35 (ObjNum 154 snap 35 seq_num 154) 2024-08-17T00:33:43.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:42 smithi187 ceph-mon[33407]: osdmap e146: 8 total, 8 up, 8 in 2024-08-17T00:33:43.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:42 smithi187 ceph-mon[33407]: pgmap v200: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-08-17T00:33:43.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:42 smithi157 ceph-mon[29438]: osdmap e146: 8 total, 8 up, 8 in 2024-08-17T00:33:43.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:42 smithi157 ceph-mon[29438]: pgmap v200: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-08-17T00:33:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:42 smithi157 ceph-mon[40946]: osdmap e146: 8 total, 8 up, 8 in 2024-08-17T00:33:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:42 smithi157 ceph-mon[40946]: pgmap v200: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-08-17T00:33:43.736 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:33:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:33:43.875 INFO:tasks.rados.rados.0.smithi157.stdout:428: done (4 left) 2024-08-17T00:33:43.876 INFO:tasks.rados.rados.0.smithi157.stdout:429: done (3 left) 2024-08-17T00:33:43.876 INFO:tasks.rados.rados.0.smithi157.stdout:430: done (2 left) 2024-08-17T00:33:43.876 INFO:tasks.rados.rados.0.smithi157.stdout:431: done (1 left) 2024-08-17T00:33:43.876 INFO:tasks.rados.rados.0.smithi157.stdout:433: done (0 left) 2024-08-17T00:33:43.876 INFO:tasks.rados.rados.0.smithi157.stdout:434: snap_remove snap 30 2024-08-17T00:33:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:43 smithi187 ceph-mon[33407]: osdmap e147: 8 total, 8 up, 8 in 2024-08-17T00:33:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:43 smithi187 ceph-mon[33407]: osdmap e148: 8 total, 8 up, 8 in 2024-08-17T00:33:44.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:43 smithi157 ceph-mon[29438]: osdmap e147: 8 total, 8 up, 8 in 2024-08-17T00:33:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:43 smithi157 ceph-mon[29438]: osdmap e148: 8 total, 8 up, 8 in 2024-08-17T00:33:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:43 smithi157 ceph-mon[40946]: osdmap e147: 8 total, 8 up, 8 in 2024-08-17T00:33:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:43 smithi157 ceph-mon[40946]: osdmap e148: 8 total, 8 up, 8 in 2024-08-17T00:33:44.877 INFO:tasks.rados.rados.0.smithi157.stdout:434: done (0 left) 2024-08-17T00:33:44.878 INFO:tasks.rados.rados.0.smithi157.stdout:435: read oid 16 snap 34 2024-08-17T00:33:44.878 INFO:tasks.rados.rados.0.smithi157.stdout:435: expect (ObjNum 110 snap 26 seq_num 110) 2024-08-17T00:33:44.878 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 2 current snap is 36 2024-08-17T00:33:44.878 INFO:tasks.rados.rados.0.smithi157.stdout:436: seq_num 155 ranges {1187840=204800} 2024-08-17T00:33:44.885 INFO:tasks.rados.rados.0.smithi157.stdout:436: writing smithi15786056-2 from 1187840 to 1392640 tid 1 2024-08-17T00:33:44.885 INFO:tasks.rados.rados.0.smithi157.stdout:437: setattr oid 49 current snap is 36 2024-08-17T00:33:44.888 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 36 2024-08-17T00:33:44.888 INFO:tasks.rados.rados.0.smithi157.stdout:438: seq_num 156 ranges {0=221184} 2024-08-17T00:33:44.890 INFO:tasks.rados.rados.0.smithi157.stdout:438: writing smithi15786056-45 from 0 to 221184 tid 1 2024-08-17T00:33:44.891 INFO:tasks.rados.rados.0.smithi157.stdout:439: read oid 35 snap -1 2024-08-17T00:33:44.891 INFO:tasks.rados.rados.0.smithi157.stdout:439: expect (ObjNum 154 snap 35 seq_num 154) 2024-08-17T00:33:44.891 INFO:tasks.rados.rados.0.smithi157.stdout:440: read oid 14 snap -1 2024-08-17T00:33:44.891 INFO:tasks.rados.rados.0.smithi157.stdout:440: expect (ObjNum 152 snap 35 seq_num 152) 2024-08-17T00:33:44.891 INFO:tasks.rados.rados.0.smithi157.stdout:441: copy_from oid 19 from oid 32 current snap is 36 2024-08-17T00:33:44.891 INFO:tasks.rados.rados.0.smithi157.stdout:442: rollback oid 25 current snap is 36 2024-08-17T00:33:44.891 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 25 to 33 2024-08-17T00:33:44.891 INFO:tasks.rados.rados.0.smithi157.stdout:443: snap_remove snap 31 2024-08-17T00:33:45.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:44 smithi187 ceph-mon[33407]: pgmap v203: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:45.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:44 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:33:45.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:44 smithi187 ceph-mon[33407]: osdmap e149: 8 total, 8 up, 8 in 2024-08-17T00:33:45.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:44 smithi157 ceph-mon[40946]: pgmap v203: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:45.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:44 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:33:45.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:44 smithi157 ceph-mon[40946]: osdmap e149: 8 total, 8 up, 8 in 2024-08-17T00:33:45.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:44 smithi157 ceph-mon[29438]: pgmap v203: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:45.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:44 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:33:45.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:44 smithi157 ceph-mon[29438]: osdmap e149: 8 total, 8 up, 8 in 2024-08-17T00:33:45.879 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 182 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T00:33:45.880 INFO:tasks.rados.rados.0.smithi157.stdout:436: finishing write tid 1 to smithi15786056-2 2024-08-17T00:33:45.880 INFO:tasks.rados.rados.0.smithi157.stdout:437: done (8 left) 2024-08-17T00:33:45.880 INFO:tasks.rados.rados.0.smithi157.stdout:443: done (7 left) 2024-08-17T00:33:45.880 INFO:tasks.rados.rados.0.smithi157.stdout:444: read oid 18 snap -1 2024-08-17T00:33:45.880 INFO:tasks.rados.rados.0.smithi157.stdout:444: expect (ObjNum 74 snap 10 seq_num 74) 2024-08-17T00:33:45.880 INFO:tasks.rados.rados.0.smithi157.stdout:436: finishing write tid 2 to smithi15786056-2 2024-08-17T00:33:45.880 INFO:tasks.rados.rados.0.smithi157.stdout:438: finishing write tid 1 to smithi15786056-45 2024-08-17T00:33:45.880 INFO:tasks.rados.rados.0.smithi157.stdout:438: finishing write tid 2 to smithi15786056-45 2024-08-17T00:33:45.880 INFO:tasks.rados.rados.0.smithi157.stdout:438: finishing write tid 3 to smithi15786056-45 2024-08-17T00:33:45.880 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 184 (ObjNum 156 snap 36 seq_num 156) dirty exists 2024-08-17T00:33:45.880 INFO:tasks.rados.rados.0.smithi157.stdout:438: left oid 45 (ObjNum 156 snap 36 seq_num 156) 2024-08-17T00:33:45.880 INFO:tasks.rados.rados.0.smithi157.stdout:441: finishing copy_from to smithi15786056-19 2024-08-17T00:33:45.880 INFO:tasks.rados.rados.0.smithi157.stdout:441: got expected ENOENT (src dne) 2024-08-17T00:33:45.880 INFO:tasks.rados.rados.0.smithi157.stdout:439: expect (ObjNum 154 snap 35 seq_num 154) 2024-08-17T00:33:45.914 INFO:tasks.rados.rados.0.smithi157.stdout:442: finishing rollback tid 0 to smithi15786056-25 2024-08-17T00:33:45.914 INFO:tasks.rados.rados.0.smithi157.stdout:441: finishing copy_from racing read to smithi15786056-19 2024-08-17T00:33:45.914 INFO:tasks.rados.rados.0.smithi157.stdout:436: finishing write tid 3 to smithi15786056-2 2024-08-17T00:33:45.914 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 220 (ObjNum 155 snap 36 seq_num 155) dirty exists 2024-08-17T00:33:45.915 INFO:tasks.rados.rados.0.smithi157.stdout:436: left oid 2 (ObjNum 155 snap 36 seq_num 155) 2024-08-17T00:33:45.915 INFO:tasks.rados.rados.0.smithi157.stdout:442: finishing rollback tid 1 to smithi15786056-25 2024-08-17T00:33:45.915 INFO:tasks.rados.rados.0.smithi157.stdout:442: finishing rollback tid 2 to smithi15786056-25 2024-08-17T00:33:45.915 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 148 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T00:33:45.915 INFO:tasks.rados.rados.0.smithi157.stdout:436: done (7 left) 2024-08-17T00:33:45.915 INFO:tasks.rados.rados.0.smithi157.stdout:438: done (6 left) 2024-08-17T00:33:45.915 INFO:tasks.rados.rados.0.smithi157.stdout:439: done (5 left) 2024-08-17T00:33:45.915 INFO:tasks.rados.rados.0.smithi157.stdout:441: done (4 left) 2024-08-17T00:33:45.915 INFO:tasks.rados.rados.0.smithi157.stdout:442: done (3 left) 2024-08-17T00:33:45.915 INFO:tasks.rados.rados.0.smithi157.stdout:445: rollback oid 13 current snap is 36 2024-08-17T00:33:45.915 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 13 to 34 2024-08-17T00:33:45.915 INFO:tasks.rados.rados.0.smithi157.stdout:440: expect (ObjNum 152 snap 35 seq_num 152) 2024-08-17T00:33:46.028 INFO:tasks.rados.rados.0.smithi157.stdout:435: expect (ObjNum 110 snap 26 seq_num 110) 2024-08-17T00:33:46.214 INFO:tasks.rados.rados.0.smithi157.stdout:444: expect (ObjNum 74 snap 10 seq_num 74) 2024-08-17T00:33:46.303 INFO:tasks.rados.rados.0.smithi157.stdout:445: finishing rollback tid 0 to smithi15786056-13 2024-08-17T00:33:46.303 INFO:tasks.rados.rados.0.smithi157.stdout:445: finishing rollback tid 1 to smithi15786056-13 2024-08-17T00:33:46.303 INFO:tasks.rados.rados.0.smithi157.stdout:445: finishing rollback tid 2 to smithi15786056-13 2024-08-17T00:33:46.303 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 116 (ObjNum 106 snap 25 seq_num 106) dirty exists 2024-08-17T00:33:46.303 INFO:tasks.rados.rados.0.smithi157.stdout:435: done (3 left) 2024-08-17T00:33:46.304 INFO:tasks.rados.rados.0.smithi157.stdout:440: done (2 left) 2024-08-17T00:33:46.304 INFO:tasks.rados.rados.0.smithi157.stdout:444: done (1 left) 2024-08-17T00:33:46.304 INFO:tasks.rados.rados.0.smithi157.stdout:445: done (0 left) 2024-08-17T00:33:46.304 INFO:tasks.rados.rados.0.smithi157.stdout:446: delete oid 40 current snap is 36 2024-08-17T00:33:46.305 INFO:tasks.rados.rados.0.smithi157.stdout:446: done (0 left) 2024-08-17T00:33:46.305 INFO:tasks.rados.rados.0.smithi157.stdout:447: rmattr oid 4 current snap is 36 2024-08-17T00:33:46.306 INFO:tasks.rados.rados.0.smithi157.stdout:447: done (0 left) 2024-08-17T00:33:46.306 INFO:tasks.rados.rados.0.smithi157.stdout:448: snap_create 2024-08-17T00:33:46.883 INFO:tasks.rados.rados.0.smithi157.stdout:448: done (0 left) 2024-08-17T00:33:46.883 INFO:tasks.rados.rados.0.smithi157.stdout:449: delete oid 37 current snap is 37 2024-08-17T00:33:46.887 INFO:tasks.rados.rados.0.smithi157.stdout:449: done (0 left) 2024-08-17T00:33:46.887 INFO:tasks.rados.rados.0.smithi157.stdout:450: read oid 28 snap 36 2024-08-17T00:33:46.887 INFO:tasks.rados.rados.0.smithi157.stdout:450: expect (ObjNum 134 snap 32 seq_num 134) 2024-08-17T00:33:46.887 INFO:tasks.rados.rados.0.smithi157.stdout:451: read oid 2 snap 32 2024-08-17T00:33:46.887 INFO:tasks.rados.rados.0.smithi157.stdout:451: expect (ObjNum 69 snap 9 seq_num 69) 2024-08-17T00:33:46.887 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 37 2024-08-17T00:33:46.888 INFO:tasks.rados.rados.0.smithi157.stdout:452: seq_num 159 ranges {1736704=270336} 2024-08-17T00:33:46.899 INFO:tasks.rados.rados.0.smithi157.stdout:452: writing smithi15786056-5 from 1736704 to 2007040 tid 1 2024-08-17T00:33:46.899 INFO:tasks.rados.rados.0.smithi157.stdout:453: rmattr oid 48 current snap is 37 2024-08-17T00:33:46.899 INFO:tasks.rados.rados.0.smithi157.stdout:453: done (3 left) 2024-08-17T00:33:46.899 INFO:tasks.rados.rados.0.smithi157.stdout:454: read oid 18 snap -1 2024-08-17T00:33:46.899 INFO:tasks.rados.rados.0.smithi157.stdout:454: expect (ObjNum 74 snap 10 seq_num 74) 2024-08-17T00:33:46.899 INFO:tasks.rados.rados.0.smithi157.stdout:455: snap_create 2024-08-17T00:33:46.899 INFO:tasks.rados.rados.0.smithi157.stdout:451: expect (ObjNum 69 snap 9 seq_num 69) 2024-08-17T00:33:46.933 INFO:tasks.rados.rados.0.smithi157.stdout:450: expect (ObjNum 134 snap 32 seq_num 134) 2024-08-17T00:33:46.990 INFO:tasks.rados.rados.0.smithi157.stdout:452: finishing write tid 1 to smithi15786056-5 2024-08-17T00:33:46.990 INFO:tasks.rados.rados.0.smithi157.stdout:452: finishing write tid 2 to smithi15786056-5 2024-08-17T00:33:46.990 INFO:tasks.rados.rados.0.smithi157.stdout:452: finishing write tid 3 to smithi15786056-5 2024-08-17T00:33:46.990 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 148 (ObjNum 159 snap 37 seq_num 159) dirty exists 2024-08-17T00:33:46.990 INFO:tasks.rados.rados.0.smithi157.stdout:452: left oid 5 (ObjNum 159 snap 37 seq_num 159) 2024-08-17T00:33:46.990 INFO:tasks.rados.rados.0.smithi157.stdout:454: expect (ObjNum 74 snap 10 seq_num 74) 2024-08-17T00:33:47.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:46 smithi157 ceph-mon[40946]: osdmap e150: 8 total, 8 up, 8 in 2024-08-17T00:33:47.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:46 smithi157 ceph-mon[40946]: pgmap v206: 121 pgs: 121 active+clean; 100 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.9 MiB/s wr, 32 op/s 2024-08-17T00:33:47.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:46 smithi157 ceph-mon[29438]: osdmap e150: 8 total, 8 up, 8 in 2024-08-17T00:33:47.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:46 smithi157 ceph-mon[29438]: pgmap v206: 121 pgs: 121 active+clean; 100 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.9 MiB/s wr, 32 op/s 2024-08-17T00:33:47.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:46 smithi187 ceph-mon[33407]: osdmap e150: 8 total, 8 up, 8 in 2024-08-17T00:33:47.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:46 smithi187 ceph-mon[33407]: pgmap v206: 121 pgs: 121 active+clean; 100 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.9 MiB/s wr, 32 op/s 2024-08-17T00:33:47.885 INFO:tasks.rados.rados.0.smithi157.stdout:450: done (4 left) 2024-08-17T00:33:47.885 INFO:tasks.rados.rados.0.smithi157.stdout:451: done (3 left) 2024-08-17T00:33:47.885 INFO:tasks.rados.rados.0.smithi157.stdout:452: done (2 left) 2024-08-17T00:33:47.886 INFO:tasks.rados.rados.0.smithi157.stdout:454: done (1 left) 2024-08-17T00:33:47.886 INFO:tasks.rados.rados.0.smithi157.stdout:455: done (0 left) 2024-08-17T00:33:47.886 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 38 2024-08-17T00:33:47.886 INFO:tasks.rados.rados.0.smithi157.stdout:456: seq_num 160 ranges {204800=286720} 2024-08-17T00:33:47.888 INFO:tasks.rados.rados.0.smithi157.stdout:456: writing smithi15786056-3 from 204800 to 491520 tid 1 2024-08-17T00:33:47.888 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 38 2024-08-17T00:33:47.888 INFO:tasks.rados.rados.0.smithi157.stdout:457: seq_num 161 ranges {0=303104} 2024-08-17T00:33:47.890 INFO:tasks.rados.rados.0.smithi157.stdout:457: writing smithi15786056-49 from 0 to 303104 tid 1 2024-08-17T00:33:47.890 INFO:tasks.rados.rados.0.smithi157.stdout:458: read oid 32 snap 37 2024-08-17T00:33:47.890 INFO:tasks.rados.rados.0.smithi157.stdout:458: expect deleted 2024-08-17T00:33:47.890 INFO:tasks.rados.rados.0.smithi157.stdout:459: rollback oid 50 current snap is 38 2024-08-17T00:33:47.890 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 50 to 35 2024-08-17T00:33:47.890 INFO:tasks.rados.rados.0.smithi157.stdout:460: snap_create 2024-08-17T00:33:47.894 INFO:tasks.rados.rados.0.smithi157.stdout:457: finishing write tid 1 to smithi15786056-49 2024-08-17T00:33:47.895 INFO:tasks.rados.rados.0.smithi157.stdout:457: finishing write tid 2 to smithi15786056-49 2024-08-17T00:33:47.896 INFO:tasks.rados.rados.0.smithi157.stdout:456: finishing write tid 1 to smithi15786056-3 2024-08-17T00:33:47.896 INFO:tasks.rados.rados.0.smithi157.stdout:456: finishing write tid 2 to smithi15786056-3 2024-08-17T00:33:47.897 INFO:tasks.rados.rados.0.smithi157.stdout:459: finishing rollback tid 0 to smithi15786056-50 2024-08-17T00:33:47.897 INFO:tasks.rados.rados.0.smithi157.stdout:459: finishing rollback tid 1 to smithi15786056-50 2024-08-17T00:33:47.897 INFO:tasks.rados.rados.0.smithi157.stdout:457: finishing write tid 3 to smithi15786056-49 2024-08-17T00:33:47.897 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 193 (ObjNum 161 snap 38 seq_num 161) dirty exists 2024-08-17T00:33:47.897 INFO:tasks.rados.rados.0.smithi157.stdout:457: left oid 49 (ObjNum 161 snap 38 seq_num 161) 2024-08-17T00:33:47.897 INFO:tasks.rados.rados.0.smithi157.stdout:456: finishing write tid 3 to smithi15786056-3 2024-08-17T00:33:47.897 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 210 (ObjNum 160 snap 38 seq_num 160) dirty exists 2024-08-17T00:33:47.897 INFO:tasks.rados.rados.0.smithi157.stdout:456: left oid 3 (ObjNum 160 snap 38 seq_num 160) 2024-08-17T00:33:47.897 INFO:tasks.rados.rados.0.smithi157.stdout:459: finishing rollback tid 2 to smithi15786056-50 2024-08-17T00:33:47.898 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 93 (ObjNum 153 snap 35 seq_num 153) dirty exists 2024-08-17T00:33:48.159 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:47 smithi187 ceph-mon[33407]: osdmap e151: 8 total, 8 up, 8 in 2024-08-17T00:33:48.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:47 smithi157 ceph-mon[40946]: osdmap e151: 8 total, 8 up, 8 in 2024-08-17T00:33:48.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:47 smithi157 ceph-mon[29438]: osdmap e151: 8 total, 8 up, 8 in 2024-08-17T00:33:48.878 INFO:tasks.rados.rados.0.smithi157.stdout:456: done (4 left) 2024-08-17T00:33:48.878 INFO:tasks.rados.rados.0.smithi157.stdout:457: done (3 left) 2024-08-17T00:33:48.878 INFO:tasks.rados.rados.0.smithi157.stdout:458: done (2 left) 2024-08-17T00:33:48.878 INFO:tasks.rados.rados.0.smithi157.stdout:459: done (1 left) 2024-08-17T00:33:48.878 INFO:tasks.rados.rados.0.smithi157.stdout:460: done (0 left) 2024-08-17T00:33:48.878 INFO:tasks.rados.rados.0.smithi157.stdout:461: read oid 22 snap -1 2024-08-17T00:33:48.878 INFO:tasks.rados.rados.0.smithi157.stdout:461: expect (ObjNum 135 snap 32 seq_num 135) 2024-08-17T00:33:48.878 INFO:tasks.rados.rados.0.smithi157.stdout:462: rollback oid 50 current snap is 39 2024-08-17T00:33:48.879 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 50 to 36 2024-08-17T00:33:48.879 INFO:tasks.rados.rados.0.smithi157.stdout:463: delete oid 20 current snap is 39 2024-08-17T00:33:48.881 INFO:tasks.rados.rados.0.smithi157.stdout:463: done (2 left) 2024-08-17T00:33:48.882 INFO:tasks.rados.rados.0.smithi157.stdout:464: rollback oid 31 current snap is 39 2024-08-17T00:33:48.882 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 31 to 36 2024-08-17T00:33:48.882 INFO:tasks.rados.rados.0.smithi157.stdout:465: read oid 32 snap -1 2024-08-17T00:33:48.882 INFO:tasks.rados.rados.0.smithi157.stdout:465: expect deleted 2024-08-17T00:33:48.882 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 39 2024-08-17T00:33:48.882 INFO:tasks.rados.rados.0.smithi157.stdout:466: seq_num 163 ranges {0=335872} 2024-08-17T00:33:48.884 INFO:tasks.rados.rados.0.smithi157.stdout:466: writing smithi15786056-24 from 0 to 335872 tid 1 2024-08-17T00:33:48.884 INFO:tasks.rados.rados.0.smithi157.stdout:467: snap_create 2024-08-17T00:33:48.884 INFO:tasks.rados.rados.0.smithi157.stdout:462: finishing rollback tid 0 to smithi15786056-50 2024-08-17T00:33:48.884 INFO:tasks.rados.rados.0.smithi157.stdout:462: finishing rollback tid 1 to smithi15786056-50 2024-08-17T00:33:48.884 INFO:tasks.rados.rados.0.smithi157.stdout:462: finishing rollback tid 2 to smithi15786056-50 2024-08-17T00:33:48.884 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 97 (ObjNum 153 snap 35 seq_num 153) dirty exists 2024-08-17T00:33:48.886 INFO:tasks.rados.rados.0.smithi157.stdout:464: finishing rollback tid 0 to smithi15786056-31 2024-08-17T00:33:48.886 INFO:tasks.rados.rados.0.smithi157.stdout:464: finishing rollback tid 1 to smithi15786056-31 2024-08-17T00:33:48.886 INFO:tasks.rados.rados.0.smithi157.stdout:464: finishing rollback tid 2 to smithi15786056-31 2024-08-17T00:33:48.887 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 152 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:33:48.887 INFO:tasks.rados.rados.0.smithi157.stdout:466: finishing write tid 1 to smithi15786056-24 2024-08-17T00:33:48.887 INFO:tasks.rados.rados.0.smithi157.stdout:466: finishing write tid 2 to smithi15786056-24 2024-08-17T00:33:48.889 INFO:tasks.rados.rados.0.smithi157.stdout:466: finishing write tid 3 to smithi15786056-24 2024-08-17T00:33:48.889 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 120 (ObjNum 163 snap 39 seq_num 163) dirty exists 2024-08-17T00:33:48.889 INFO:tasks.rados.rados.0.smithi157.stdout:466: left oid 24 (ObjNum 163 snap 39 seq_num 163) 2024-08-17T00:33:48.893 INFO:tasks.rados.rados.0.smithi157.stdout:461: expect (ObjNum 135 snap 32 seq_num 135) 2024-08-17T00:33:49.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:48 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:33:48] "GET /metrics HTTP/1.1" 200 240116 "" "Prometheus/2.43.0" 2024-08-17T00:33:49.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:48 smithi157 ceph-mon[29438]: osdmap e152: 8 total, 8 up, 8 in 2024-08-17T00:33:49.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:48 smithi157 ceph-mon[29438]: pgmap v209: 121 pgs: 121 active+clean; 100 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.9 MiB/s wr, 32 op/s 2024-08-17T00:33:49.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:48 smithi157 ceph-mon[29438]: osdmap e153: 8 total, 8 up, 8 in 2024-08-17T00:33:49.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:48 smithi157 ceph-mon[40946]: osdmap e152: 8 total, 8 up, 8 in 2024-08-17T00:33:49.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:48 smithi157 ceph-mon[40946]: pgmap v209: 121 pgs: 121 active+clean; 100 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.9 MiB/s wr, 32 op/s 2024-08-17T00:33:49.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:48 smithi157 ceph-mon[40946]: osdmap e153: 8 total, 8 up, 8 in 2024-08-17T00:33:49.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:48 smithi187 ceph-mon[33407]: osdmap e152: 8 total, 8 up, 8 in 2024-08-17T00:33:49.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:48 smithi187 ceph-mon[33407]: pgmap v209: 121 pgs: 121 active+clean; 100 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.9 MiB/s wr, 32 op/s 2024-08-17T00:33:49.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:48 smithi187 ceph-mon[33407]: osdmap e153: 8 total, 8 up, 8 in 2024-08-17T00:33:49.338 INFO:tasks.rados.rados.0.smithi157.stdout:461: done (5 left) 2024-08-17T00:33:49.338 INFO:tasks.rados.rados.0.smithi157.stdout:462: done (4 left) 2024-08-17T00:33:49.338 INFO:tasks.rados.rados.0.smithi157.stdout:464: done (3 left) 2024-08-17T00:33:49.338 INFO:tasks.rados.rados.0.smithi157.stdout:465: done (2 left) 2024-08-17T00:33:49.338 INFO:tasks.rados.rados.0.smithi157.stdout:466: done (1 left) 2024-08-17T00:33:49.339 INFO:tasks.rados.rados.0.smithi157.stdout:467: done (0 left) 2024-08-17T00:33:49.339 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 40 2024-08-17T00:33:49.339 INFO:tasks.rados.rados.0.smithi157.stdout:468: seq_num 164 ranges {0=352256} 2024-08-17T00:33:49.340 INFO:tasks.rados.rados.0.smithi157.stdout:468: writing smithi15786056-23 from 0 to 352256 tid 1 2024-08-17T00:33:49.340 INFO:tasks.rados.rados.0.smithi157.stdout:469: copy_from oid 26 from oid 22 current snap is 40 2024-08-17T00:33:49.340 INFO:tasks.rados.rados.0.smithi157.stdout:470: snap_create 2024-08-17T00:33:49.343 INFO:tasks.rados.rados.0.smithi157.stdout:468: finishing write tid 1 to smithi15786056-23 2024-08-17T00:33:49.344 INFO:tasks.rados.rados.0.smithi157.stdout:468: finishing write tid 2 to smithi15786056-23 2024-08-17T00:33:49.345 INFO:tasks.rados.rados.0.smithi157.stdout:468: finishing write tid 3 to smithi15786056-23 2024-08-17T00:33:49.345 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 238 (ObjNum 164 snap 40 seq_num 164) dirty exists 2024-08-17T00:33:49.345 INFO:tasks.rados.rados.0.smithi157.stdout:468: left oid 23 (ObjNum 164 snap 40 seq_num 164) 2024-08-17T00:33:49.352 INFO:tasks.rados.rados.0.smithi157.stdout:469: finishing copy_from racing read to smithi15786056-26 2024-08-17T00:33:49.355 INFO:tasks.rados.rados.0.smithi157.stdout:469: finishing copy_from to smithi15786056-26 2024-08-17T00:33:49.355 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 181 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-08-17T00:33:49.487 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: [17/Aug/2024:00:33:49] ENGINE Bus STOPPING 2024-08-17T00:33:49.621 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:49 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ignoring --setuser ceph since I am not root 2024-08-17T00:33:49.622 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:49 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ignoring --setgroup ceph since I am not root 2024-08-17T00:33:49.622 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:49 smithi157 ceph-mgr[29719]: -- 172.21.15.157:0/640761369 <== mon.2 v2:172.21.15.157:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a91f81e9c0 con 0x55a91f82a800 2024-08-17T00:33:49.622 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:49 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:49.486+0000 7fe84a667ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:33:49.622 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:49 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:49.620+0000 7fe84a667ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:33:49.811 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: [17/Aug/2024:00:33:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:33:49.811 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: [17/Aug/2024:00:33:49] ENGINE Bus STOPPED 2024-08-17T00:33:49.812 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: [17/Aug/2024:00:33:49] ENGINE Bus STARTING 2024-08-17T00:33:49.812 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:49.609+0000 7ff38f0d2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:33:49.812 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:49.610+0000 7ff38f0d2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:33:49.812 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:49.610+0000 7ff38f0d2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:33:49.812 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:49.610+0000 7ff38f0d2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:33:49.812 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:49.610+0000 7ff38f0d2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:33:49.812 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:49.610+0000 7ff3920d8640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:33:49.812 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:49.610+0000 7ff3920d8640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:33:49.812 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:49.610+0000 7ff3920d8640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:33:49.812 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:49.610+0000 7ff3920d8640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:33:49.812 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:49.610+0000 7ff3920d8640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:33:49.812 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: [17/Aug/2024:00:33:49] ENGINE Serving on http://:::9283 2024-08-17T00:33:49.812 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: [17/Aug/2024:00:33:49] ENGINE Bus STARTED 2024-08-17T00:33:49.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:49 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:49.687+0000 7fe84a667ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:33:50.244 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:49 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:49.937+0000 7fe84a667ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:33:50.244 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:49 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:49.998+0000 7fe84a667ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:33:50.338 INFO:tasks.rados.rados.0.smithi157.stdout:468: done (2 left) 2024-08-17T00:33:50.338 INFO:tasks.rados.rados.0.smithi157.stdout:469: done (1 left) 2024-08-17T00:33:50.338 INFO:tasks.rados.rados.0.smithi157.stdout:470: done (0 left) 2024-08-17T00:33:50.339 INFO:tasks.rados.rados.0.smithi157.stdout:471: snap_create 2024-08-17T00:33:50.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T00:33:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T00:33:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: Activating manager daemon x 2024-08-17T00:33:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: osdmap e154: 8 total, 8 up, 8 in 2024-08-17T00:33:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24467 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T00:33:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: mgrmap e24: x(active, starting, since 0.00700159s) 2024-08-17T00:33:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:33:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:50.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:50.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:33:50.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:33:50.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:33:50.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:50.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:33:50.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:33:50.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:33:50.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:33:50.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:33:50.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:33:50.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:33:50.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:33:50.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:33:50.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:33:50.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: Manager daemon x is now available 2024-08-17T00:33:50.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: Checking for cert/key for grafana.a 2024-08-17T00:33:50.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: Migrating grafana.a cert to cert store 2024-08-17T00:33:50.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:50.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: Migrating grafana.a key to cert store 2024-08-17T00:33:50.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:50.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:50.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:50.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:33:50.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:33:50.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:33:50.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T00:33:50.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T00:33:50.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: Deploying cephadm binary to smithi157 2024-08-17T00:33:50.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: Deploying cephadm binary to smithi187 2024-08-17T00:33:50.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:50.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:50.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:50.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:50.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:50.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:50.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:50.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:50.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T00:33:50.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T00:33:50.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: Activating manager daemon x 2024-08-17T00:33:50.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: osdmap e154: 8 total, 8 up, 8 in 2024-08-17T00:33:50.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24467 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T00:33:50.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: mgrmap e24: x(active, starting, since 0.00700159s) 2024-08-17T00:33:50.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:33:50.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:50.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:50.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:33:50.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:33:50.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:33:50.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:50.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:33:50.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:33:50.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:33:50.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:33:50.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:33:50.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:33:50.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:33:50.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:33:50.643 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:33:50.643 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:33:50.643 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: Manager daemon x is now available 2024-08-17T00:33:50.643 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: Checking for cert/key for grafana.a 2024-08-17T00:33:50.643 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: Migrating grafana.a cert to cert store 2024-08-17T00:33:50.643 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:50.643 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: Migrating grafana.a key to cert store 2024-08-17T00:33:50.643 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:50.643 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:50.643 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:50.643 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:33:50.643 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:33:50.643 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:33:50.643 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T00:33:50.644 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T00:33:50.644 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: Deploying cephadm binary to smithi157 2024-08-17T00:33:50.644 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: Deploying cephadm binary to smithi187 2024-08-17T00:33:50.644 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:50.644 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:50.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:50.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:50.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:50.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:50.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' 2024-08-17T00:33:50.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:50.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24467 172.21.15.157:0/2295983120' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T00:33:50.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T00:33:50.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: Activating manager daemon x 2024-08-17T00:33:50.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: osdmap e154: 8 total, 8 up, 8 in 2024-08-17T00:33:50.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24467 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T00:33:50.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: mgrmap e24: x(active, starting, since 0.00700159s) 2024-08-17T00:33:50.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:33:50.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:50.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:50.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:33:50.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:33:50.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:33:50.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:50.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:33:50.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:33:50.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:33:50.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:33:50.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:33:50.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:33:50.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:33:50.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:33:50.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:33:50.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:33:50.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: Manager daemon x is now available 2024-08-17T00:33:50.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: Checking for cert/key for grafana.a 2024-08-17T00:33:50.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: Migrating grafana.a cert to cert store 2024-08-17T00:33:50.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:50.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: Migrating grafana.a key to cert store 2024-08-17T00:33:50.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:50.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:50.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:50.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:33:50.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:33:50.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:33:50.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T00:33:50.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T00:33:50.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: Deploying cephadm binary to smithi157 2024-08-17T00:33:50.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: Deploying cephadm binary to smithi187 2024-08-17T00:33:50.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:50.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:50 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:51.271 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:50.921+0000 7fe84a667ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:33:51.272 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:51.030+0000 7fe84a667ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:33:51.272 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:51.085+0000 7fe84a667ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:33:51.347 INFO:tasks.rados.rados.0.smithi157.stdout:471: done (0 left) 2024-08-17T00:33:51.347 INFO:tasks.rados.rados.0.smithi157.stdout:472: delete oid 4 current snap is 42 2024-08-17T00:33:51.349 INFO:tasks.rados.rados.0.smithi157.stdout:472: done (0 left) 2024-08-17T00:33:51.349 INFO:tasks.rados.rados.0.smithi157.stdout:473: delete oid 15 current snap is 42 2024-08-17T00:33:51.352 INFO:tasks.rados.rados.0.smithi157.stdout:473: done (0 left) 2024-08-17T00:33:51.353 INFO:tasks.rados.rados.0.smithi157.stdout:474: snap_create 2024-08-17T00:33:51.522 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-mon[40946]: osdmap e155: 8 total, 8 up, 8 in 2024-08-17T00:33:51.522 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-mon[40946]: mgrmap e25: x(active, since 1.01182s) 2024-08-17T00:33:51.522 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-mon[40946]: pgmap v4: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:51.522 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-mon[40946]: [17/Aug/2024:00:33:51] ENGINE Bus STARTING 2024-08-17T00:33:51.522 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-mon[40946]: [17/Aug/2024:00:33:51] ENGINE Serving on http://172.21.15.187:8765 2024-08-17T00:33:51.523 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-mon[29438]: osdmap e155: 8 total, 8 up, 8 in 2024-08-17T00:33:51.523 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-mon[29438]: mgrmap e25: x(active, since 1.01182s) 2024-08-17T00:33:51.523 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-mon[29438]: pgmap v4: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:51.523 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-mon[29438]: [17/Aug/2024:00:33:51] ENGINE Bus STARTING 2024-08-17T00:33:51.523 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-mon[29438]: [17/Aug/2024:00:33:51] ENGINE Serving on http://172.21.15.187:8765 2024-08-17T00:33:51.523 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:51.270+0000 7fe84a667ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:33:51.523 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:51.329+0000 7fe84a667ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:33:51.523 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:51.400+0000 7fe84a667ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:33:51.524 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:51.520+0000 7fe84a667ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:33:51.615 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-mon[33407]: osdmap e155: 8 total, 8 up, 8 in 2024-08-17T00:33:51.615 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-mon[33407]: mgrmap e25: x(active, since 1.01182s) 2024-08-17T00:33:51.615 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-mon[33407]: pgmap v4: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:51.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-mon[33407]: [17/Aug/2024:00:33:51] ENGINE Bus STARTING 2024-08-17T00:33:51.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-mon[33407]: [17/Aug/2024:00:33:51] ENGINE Serving on http://172.21.15.187:8765 2024-08-17T00:33:51.616 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:51.278+0000 7ff375e62640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:00:33:51] ENGINE Error in HTTPServer.serve 2024-08-17T00:33:51.616 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: Traceback (most recent call last): 2024-08-17T00:33:51.616 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:33:51.617 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: self._connections.run(self.expiration_interval) 2024-08-17T00:33:51.617 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:33:51.617 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: self._run(expiration_interval) 2024-08-17T00:33:51.617 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:33:51.617 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:33:51.617 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:33:51.617 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:33:51.617 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:33:51.617 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: s = self.context.wrap_socket( 2024-08-17T00:33:51.617 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:33:51.617 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: return self.sslsocket_class._create( 2024-08-17T00:33:51.617 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:33:51.618 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: self.do_handshake() 2024-08-17T00:33:51.618 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:33:51.618 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: self._sslobj.do_handshake() 2024-08-17T00:33:51.618 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:33:51.618 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:33:52.255 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:51 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:51.966+0000 7fe84a667ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:33:52.351 INFO:tasks.rados.rados.0.smithi157.stdout:474: done (0 left) 2024-08-17T00:33:52.351 INFO:tasks.rados.rados.0.smithi157.stdout:475: setattr oid 19 current snap is 43 2024-08-17T00:33:52.352 INFO:tasks.rados.rados.0.smithi157.stdout:476: rmattr oid 42 current snap is 43 2024-08-17T00:33:52.352 INFO:tasks.rados.rados.0.smithi157.stdout:476: done (1 left) 2024-08-17T00:33:52.352 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 43 2024-08-17T00:33:52.352 INFO:tasks.rados.rados.0.smithi157.stdout:477: seq_num 167 ranges {2310144=401408} 2024-08-17T00:33:52.367 INFO:tasks.rados.rados.0.smithi157.stdout:477: writing smithi15786056-39 from 2310144 to 2711552 tid 1 2024-08-17T00:33:52.368 INFO:tasks.rados.rados.0.smithi157.stdout:478: read oid 47 snap -1 2024-08-17T00:33:52.368 INFO:tasks.rados.rados.0.smithi157.stdout:478: expect deleted 2024-08-17T00:33:52.368 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 41 current snap is 43 2024-08-17T00:33:52.368 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 59 (ObjNum 100 snap 22 seq_num 100) dirty exists 2024-08-17T00:33:52.368 INFO:tasks.rados.rados.0.smithi157.stdout:479: seq_num 168 ranges {0=417792} 2024-08-17T00:33:52.370 INFO:tasks.rados.rados.0.smithi157.stdout:479: writing smithi15786056-41 from 0 to 417792 tid 1 2024-08-17T00:33:52.370 INFO:tasks.rados.rados.0.smithi157.stdout:475: done (3 left) 2024-08-17T00:33:52.370 INFO:tasks.rados.rados.0.smithi157.stdout:478: done (2 left) 2024-08-17T00:33:52.371 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 14 current snap is 43 2024-08-17T00:33:52.371 INFO:tasks.rados.rados.0.smithi157.stdout:480: seq_num 169 ranges {2744320=434176} 2024-08-17T00:33:52.388 INFO:tasks.rados.rados.0.smithi157.stdout:480: writing smithi15786056-14 from 2744320 to 3178496 tid 1 2024-08-17T00:33:52.388 INFO:tasks.rados.rados.0.smithi157.stdout:481: read oid 4 snap -1 2024-08-17T00:33:52.388 INFO:tasks.rados.rados.0.smithi157.stdout:481: expect deleted 2024-08-17T00:33:52.388 INFO:tasks.rados.rados.0.smithi157.stdout:482: copy_from oid 36 from oid 48 current snap is 43 2024-08-17T00:33:52.389 INFO:tasks.rados.rados.0.smithi157.stdout:477: finishing write tid 1 to smithi15786056-39 2024-08-17T00:33:52.389 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 43 2024-08-17T00:33:52.389 INFO:tasks.rados.rados.0.smithi157.stdout:477: finishing write tid 2 to smithi15786056-39 2024-08-17T00:33:52.389 INFO:tasks.rados.rados.0.smithi157.stdout:477: finishing write tid 3 to smithi15786056-39 2024-08-17T00:33:52.389 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 241 (ObjNum 167 snap 43 seq_num 167) dirty exists 2024-08-17T00:33:52.389 INFO:tasks.rados.rados.0.smithi157.stdout:477: left oid 39 (ObjNum 167 snap 43 seq_num 167) 2024-08-17T00:33:52.389 INFO:tasks.rados.rados.0.smithi157.stdout:483: seq_num 170 ranges {2580480=450560} 2024-08-17T00:33:52.405 INFO:tasks.rados.rados.0.smithi157.stdout:483: writing smithi15786056-18 from 2580480 to 3031040 tid 1 2024-08-17T00:33:52.405 INFO:tasks.rados.rados.0.smithi157.stdout:477: done (5 left) 2024-08-17T00:33:52.405 INFO:tasks.rados.rados.0.smithi157.stdout:484: delete oid 12 current snap is 43 2024-08-17T00:33:52.405 INFO:tasks.rados.rados.0.smithi157.stdout:479: finishing write tid 1 to smithi15786056-41 2024-08-17T00:33:52.405 INFO:tasks.rados.rados.0.smithi157.stdout:479: finishing write tid 2 to smithi15786056-41 2024-08-17T00:33:52.405 INFO:tasks.rados.rados.0.smithi157.stdout:479: finishing write tid 3 to smithi15786056-41 2024-08-17T00:33:52.406 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 62 (ObjNum 168 snap 43 seq_num 168) dirty exists 2024-08-17T00:33:52.406 INFO:tasks.rados.rados.0.smithi157.stdout:479: left oid 41 (ObjNum 168 snap 43 seq_num 168) 2024-08-17T00:33:52.406 INFO:tasks.rados.rados.0.smithi157.stdout:480: finishing write tid 1 to smithi15786056-14 2024-08-17T00:33:52.406 INFO:tasks.rados.rados.0.smithi157.stdout:480: finishing write tid 2 to smithi15786056-14 2024-08-17T00:33:52.406 INFO:tasks.rados.rados.0.smithi157.stdout:480: finishing write tid 3 to smithi15786056-14 2024-08-17T00:33:52.406 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 100 (ObjNum 169 snap 43 seq_num 169) dirty exists 2024-08-17T00:33:52.406 INFO:tasks.rados.rados.0.smithi157.stdout:480: left oid 14 (ObjNum 169 snap 43 seq_num 169) 2024-08-17T00:33:52.406 INFO:tasks.rados.rados.0.smithi157.stdout:482: finishing copy_from racing read to smithi15786056-36 2024-08-17T00:33:52.406 INFO:tasks.rados.rados.0.smithi157.stdout:482: finishing copy_from to smithi15786056-36 2024-08-17T00:33:52.406 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 16 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:33:52.407 INFO:tasks.rados.rados.0.smithi157.stdout:479: done (5 left) 2024-08-17T00:33:52.407 INFO:tasks.rados.rados.0.smithi157.stdout:480: done (4 left) 2024-08-17T00:33:52.407 INFO:tasks.rados.rados.0.smithi157.stdout:481: done (3 left) 2024-08-17T00:33:52.407 INFO:tasks.rados.rados.0.smithi157.stdout:482: done (2 left) 2024-08-17T00:33:52.407 INFO:tasks.rados.rados.0.smithi157.stdout:484: done (1 left) 2024-08-17T00:33:52.408 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 43 2024-08-17T00:33:52.408 INFO:tasks.rados.rados.0.smithi157.stdout:485: seq_num 172 ranges {2711552=483328} 2024-08-17T00:33:52.424 INFO:tasks.rados.rados.0.smithi157.stdout:485: writing smithi15786056-39 from 2711552 to 3194880 tid 1 2024-08-17T00:33:52.424 INFO:tasks.rados.rados.0.smithi157.stdout:486: setattr oid 17 current snap is 43 2024-08-17T00:33:52.424 INFO:tasks.rados.rados.0.smithi157.stdout:483: finishing write tid 1 to smithi15786056-18 2024-08-17T00:33:52.424 INFO:tasks.rados.rados.0.smithi157.stdout:483: finishing write tid 2 to smithi15786056-18 2024-08-17T00:33:52.424 INFO:tasks.rados.rados.0.smithi157.stdout:483: finishing write tid 3 to smithi15786056-18 2024-08-17T00:33:52.424 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 196 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-08-17T00:33:52.424 INFO:tasks.rados.rados.0.smithi157.stdout:483: left oid 18 (ObjNum 170 snap 43 seq_num 170) 2024-08-17T00:33:52.425 INFO:tasks.rados.rados.0.smithi157.stdout:483: done (2 left) 2024-08-17T00:33:52.425 INFO:tasks.rados.rados.0.smithi157.stdout:487: delete oid 43 current snap is 43 2024-08-17T00:33:52.426 INFO:tasks.rados.rados.0.smithi157.stdout:485: finishing write tid 1 to smithi15786056-39 2024-08-17T00:33:52.427 INFO:tasks.rados.rados.0.smithi157.stdout:485: finishing write tid 2 to smithi15786056-39 2024-08-17T00:33:52.427 INFO:tasks.rados.rados.0.smithi157.stdout:487: done (2 left) 2024-08-17T00:33:52.427 INFO:tasks.rados.rados.0.smithi157.stdout:488: snap_remove snap 32 2024-08-17T00:33:52.543 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:52 smithi187 ceph-mon[33407]: [17/Aug/2024:00:33:51] ENGINE Serving on https://172.21.15.187:7150 2024-08-17T00:33:52.544 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:52 smithi187 ceph-mon[33407]: [17/Aug/2024:00:33:51] ENGINE Bus STARTED 2024-08-17T00:33:52.544 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:52 smithi187 ceph-mon[33407]: [17/Aug/2024:00:33:51] ENGINE Error in HTTPServer.serve 2024-08-17T00:33:52.544 INFO:journalctl@ceph.mon.b.smithi187.stdout: Traceback (most recent call last): 2024-08-17T00:33:52.544 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:33:52.544 INFO:journalctl@ceph.mon.b.smithi187.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:33:52.544 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:33:52.544 INFO:journalctl@ceph.mon.b.smithi187.stdout: self._run(expiration_interval) 2024-08-17T00:33:52.544 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:33:52.544 INFO:journalctl@ceph.mon.b.smithi187.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:33:52.544 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:33:52.544 INFO:journalctl@ceph.mon.b.smithi187.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:33:52.545 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:33:52.545 INFO:journalctl@ceph.mon.b.smithi187.stdout: s = self.context.wrap_socket( 2024-08-17T00:33:52.545 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:33:52.545 INFO:journalctl@ceph.mon.b.smithi187.stdout: return self.sslsocket_class._create( 2024-08-17T00:33:52.545 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:33:52.545 INFO:journalctl@ceph.mon.b.smithi187.stdout: self.do_handshake() 2024-08-17T00:33:52.545 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:33:52.545 INFO:journalctl@ceph.mon.b.smithi187.stdout: self._sslobj.do_handshake() 2024-08-17T00:33:52.545 INFO:journalctl@ceph.mon.b.smithi187.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:33:52.545 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:52 smithi187 ceph-mon[33407]: pgmap v5: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:52.545 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:52 smithi187 ceph-mon[33407]: osdmap e156: 8 total, 8 up, 8 in 2024-08-17T00:33:52.545 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:52 smithi187 ceph-mon[33407]: mgrmap e26: x(active, since 2s) 2024-08-17T00:33:52.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:52.263+0000 7fe84a667ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:33:52.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:52.334+0000 7fe84a667ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:33:52.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:52.474+0000 7fe84a667ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:33:52.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-mon[40946]: [17/Aug/2024:00:33:51] ENGINE Serving on https://172.21.15.187:7150 2024-08-17T00:33:52.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-mon[40946]: [17/Aug/2024:00:33:51] ENGINE Bus STARTED 2024-08-17T00:33:52.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-mon[40946]: [17/Aug/2024:00:33:51] ENGINE Error in HTTPServer.serve 2024-08-17T00:33:52.635 INFO:journalctl@ceph.mon.c.smithi157.stdout: Traceback (most recent call last): 2024-08-17T00:33:52.636 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:33:52.636 INFO:journalctl@ceph.mon.c.smithi157.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:33:52.636 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:33:52.636 INFO:journalctl@ceph.mon.c.smithi157.stdout: self._run(expiration_interval) 2024-08-17T00:33:52.636 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:33:52.636 INFO:journalctl@ceph.mon.c.smithi157.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:33:52.636 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:33:52.636 INFO:journalctl@ceph.mon.c.smithi157.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:33:52.636 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:33:52.636 INFO:journalctl@ceph.mon.c.smithi157.stdout: s = self.context.wrap_socket( 2024-08-17T00:33:52.636 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:33:52.636 INFO:journalctl@ceph.mon.c.smithi157.stdout: return self.sslsocket_class._create( 2024-08-17T00:33:52.636 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:33:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout: self.do_handshake() 2024-08-17T00:33:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:33:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout: self._sslobj.do_handshake() 2024-08-17T00:33:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:33:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-mon[40946]: pgmap v5: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-mon[40946]: osdmap e156: 8 total, 8 up, 8 in 2024-08-17T00:33:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-mon[40946]: mgrmap e26: x(active, since 2s) 2024-08-17T00:33:52.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-mon[29438]: [17/Aug/2024:00:33:51] ENGINE Serving on https://172.21.15.187:7150 2024-08-17T00:33:52.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-mon[29438]: [17/Aug/2024:00:33:51] ENGINE Bus STARTED 2024-08-17T00:33:52.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-mon[29438]: [17/Aug/2024:00:33:51] ENGINE Error in HTTPServer.serve 2024-08-17T00:33:52.637 INFO:journalctl@ceph.mon.a.smithi157.stdout: Traceback (most recent call last): 2024-08-17T00:33:52.638 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:33:52.638 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:33:52.638 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:33:52.638 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._run(expiration_interval) 2024-08-17T00:33:52.638 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:33:52.638 INFO:journalctl@ceph.mon.a.smithi157.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:33:52.638 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:33:52.638 INFO:journalctl@ceph.mon.a.smithi157.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:33:52.638 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:33:52.638 INFO:journalctl@ceph.mon.a.smithi157.stdout: s = self.context.wrap_socket( 2024-08-17T00:33:52.638 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:33:52.638 INFO:journalctl@ceph.mon.a.smithi157.stdout: return self.sslsocket_class._create( 2024-08-17T00:33:52.639 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:33:52.639 INFO:journalctl@ceph.mon.a.smithi157.stdout: self.do_handshake() 2024-08-17T00:33:52.639 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:33:52.639 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._sslobj.do_handshake() 2024-08-17T00:33:52.639 INFO:journalctl@ceph.mon.a.smithi157.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:33:52.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-mon[29438]: pgmap v5: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:52.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-mon[29438]: osdmap e156: 8 total, 8 up, 8 in 2024-08-17T00:33:52.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-mon[29438]: mgrmap e26: x(active, since 2s) 2024-08-17T00:33:53.016 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:52.734+0000 7fe84a667ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:33:53.016 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:52 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:52.799+0000 7fe84a667ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:33:53.016 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:53.015+0000 7fe84a667ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:33:53.352 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:53.090+0000 7fe84a667ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:33:53.352 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:53.176+0000 7fe84a667ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:33:53.352 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:53.234+0000 7fe84a667ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:33:53.358 INFO:tasks.rados.rados.0.smithi157.stdout:488: done (2 left) 2024-08-17T00:33:53.358 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 33 current snap is 43 2024-08-17T00:33:53.359 INFO:tasks.rados.rados.0.smithi157.stdout:489: seq_num 174 ranges {1974272=516096} 2024-08-17T00:33:53.372 INFO:tasks.rados.rados.0.smithi157.stdout:489: writing smithi15786056-33 from 1974272 to 2490368 tid 1 2024-08-17T00:33:53.373 INFO:tasks.rados.rados.0.smithi157.stdout:490: snap_create 2024-08-17T00:33:53.373 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 41 (ObjNum 33 snap 0 seq_num 170421728) dirty exists 2024-08-17T00:33:53.373 INFO:tasks.rados.rados.0.smithi157.stdout:485: finishing write tid 3 to smithi15786056-39 2024-08-17T00:33:53.373 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 243 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-08-17T00:33:53.373 INFO:tasks.rados.rados.0.smithi157.stdout:485: left oid 39 (ObjNum 172 snap 43 seq_num 172) 2024-08-17T00:33:53.376 INFO:tasks.rados.rados.0.smithi157.stdout:489: finishing write tid 1 to smithi15786056-33 2024-08-17T00:33:53.376 INFO:tasks.rados.rados.0.smithi157.stdout:489: finishing write tid 2 to smithi15786056-33 2024-08-17T00:33:53.377 INFO:tasks.rados.rados.0.smithi157.stdout:489: finishing write tid 3 to smithi15786056-33 2024-08-17T00:33:53.378 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 44 (ObjNum 174 snap 43 seq_num 174) dirty exists 2024-08-17T00:33:53.378 INFO:tasks.rados.rados.0.smithi157.stdout:489: left oid 33 (ObjNum 174 snap 43 seq_num 174) 2024-08-17T00:33:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:53 smithi187 ceph-mon[33407]: osdmap e157: 8 total, 8 up, 8 in 2024-08-17T00:33:53.603 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:53 smithi157 ceph-mon[40946]: osdmap e157: 8 total, 8 up, 8 in 2024-08-17T00:33:53.603 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:53 smithi157 ceph-mon[29438]: osdmap e157: 8 total, 8 up, 8 in 2024-08-17T00:33:53.880 INFO:tasks.rados.rados.0.smithi157.stdout:485: done (3 left) 2024-08-17T00:33:53.881 INFO:tasks.rados.rados.0.smithi157.stdout:486: done (2 left) 2024-08-17T00:33:53.881 INFO:tasks.rados.rados.0.smithi157.stdout:489: done (1 left) 2024-08-17T00:33:53.881 INFO:tasks.rados.rados.0.smithi157.stdout:490: done (0 left) 2024-08-17T00:33:53.881 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 27 current snap is 44 2024-08-17T00:33:53.881 INFO:tasks.rados.rados.0.smithi157.stdout:491: seq_num 175 ranges {3457024=540672} 2024-08-17T00:33:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:53.786+0000 7fe84a667ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:33:53.903 INFO:tasks.rados.rados.0.smithi157.stdout:491: writing smithi15786056-27 from 3457024 to 3997696 tid 1 2024-08-17T00:33:53.903 INFO:tasks.rados.rados.0.smithi157.stdout:492: rollback oid 16 current snap is 44 2024-08-17T00:33:53.903 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 16 to 39 2024-08-17T00:33:53.903 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 32 current snap is 44 2024-08-17T00:33:53.904 INFO:tasks.rados.rados.0.smithi157.stdout:493: seq_num 176 ranges {0=557056} 2024-08-17T00:33:53.907 INFO:tasks.rados.rados.0.smithi157.stdout:493: writing smithi15786056-32 from 0 to 557056 tid 1 2024-08-17T00:33:53.907 INFO:tasks.rados.rados.0.smithi157.stdout:494: snap_create 2024-08-17T00:33:53.910 INFO:tasks.rados.rados.0.smithi157.stdout:491: finishing write tid 1 to smithi15786056-27 2024-08-17T00:33:53.910 INFO:tasks.rados.rados.0.smithi157.stdout:491: finishing write tid 2 to smithi15786056-27 2024-08-17T00:33:53.910 INFO:tasks.rados.rados.0.smithi157.stdout:493: finishing write tid 1 to smithi15786056-32 2024-08-17T00:33:53.910 INFO:tasks.rados.rados.0.smithi157.stdout:493: finishing write tid 2 to smithi15786056-32 2024-08-17T00:33:53.911 INFO:tasks.rados.rados.0.smithi157.stdout:492: finishing rollback tid 1 to smithi15786056-16 2024-08-17T00:33:53.911 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 113 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T00:33:53.912 INFO:tasks.rados.rados.0.smithi157.stdout:493: finishing write tid 3 to smithi15786056-32 2024-08-17T00:33:53.912 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 158 (ObjNum 176 snap 44 seq_num 176) dirty exists 2024-08-17T00:33:53.912 INFO:tasks.rados.rados.0.smithi157.stdout:493: left oid 32 (ObjNum 176 snap 44 seq_num 176) 2024-08-17T00:33:53.912 INFO:tasks.rados.rados.0.smithi157.stdout:491: finishing write tid 3 to smithi15786056-27 2024-08-17T00:33:53.912 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 115 (ObjNum 175 snap 44 seq_num 175) dirty exists 2024-08-17T00:33:53.912 INFO:tasks.rados.rados.0.smithi157.stdout:491: left oid 27 (ObjNum 175 snap 44 seq_num 175) 2024-08-17T00:33:53.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:33:53 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:33:53] "GET /metrics HTTP/1.1" 200 33110 "" "Prometheus/2.43.0" 2024-08-17T00:33:54.290 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:53.941+0000 7fe84a667ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:33:54.291 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:33:53] ENGINE Bus STARTING 2024-08-17T00:33:54.291 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: CherryPy Checker: 2024-08-17T00:33:54.291 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: The Application mounted at '' has an empty config. 2024-08-17T00:33:54.291 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: 2024-08-17T00:33:54.291 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:33:54] ENGINE Serving on http://:::9283 2024-08-17T00:33:54.291 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: [17/Aug/2024:00:33:54] ENGINE Bus STARTED 2024-08-17T00:33:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[29438]: pgmap v8: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[29438]: mgrmap e27: x(active, since 4s) 2024-08-17T00:33:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[29438]: osdmap e158: 8 total, 8 up, 8 in 2024-08-17T00:33:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[29438]: osdmap e159: 8 total, 8 up, 8 in 2024-08-17T00:33:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[29438]: Standby manager daemon y started 2024-08-17T00:33:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.157:0/1970896621' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T00:33:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.157:0/1970896621' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:33:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.157:0/1970896621' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T00:33:54.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.157:0/1970896621' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:33:54.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[40946]: pgmap v8: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:54.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[40946]: mgrmap e27: x(active, since 4s) 2024-08-17T00:33:54.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[40946]: osdmap e158: 8 total, 8 up, 8 in 2024-08-17T00:33:54.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[40946]: osdmap e159: 8 total, 8 up, 8 in 2024-08-17T00:33:54.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[40946]: Standby manager daemon y started 2024-08-17T00:33:54.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.157:0/1970896621' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T00:33:54.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.157:0/1970896621' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:33:54.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.157:0/1970896621' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T00:33:54.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:54 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.157:0/1970896621' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:33:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:54 smithi187 ceph-mon[33407]: pgmap v8: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:54 smithi187 ceph-mon[33407]: mgrmap e27: x(active, since 4s) 2024-08-17T00:33:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:54 smithi187 ceph-mon[33407]: osdmap e158: 8 total, 8 up, 8 in 2024-08-17T00:33:54.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:54 smithi187 ceph-mon[33407]: osdmap e159: 8 total, 8 up, 8 in 2024-08-17T00:33:54.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:54 smithi187 ceph-mon[33407]: Standby manager daemon y started 2024-08-17T00:33:54.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:54 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.157:0/1970896621' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T00:33:54.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:54 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.157:0/1970896621' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:33:54.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:54 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.157:0/1970896621' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T00:33:54.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:54 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.157:0/1970896621' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:33:54.887 INFO:tasks.rados.rados.0.smithi157.stdout:491: done (3 left) 2024-08-17T00:33:54.887 INFO:tasks.rados.rados.0.smithi157.stdout:492: done (2 left) 2024-08-17T00:33:54.887 INFO:tasks.rados.rados.0.smithi157.stdout:493: done (1 left) 2024-08-17T00:33:54.887 INFO:tasks.rados.rados.0.smithi157.stdout:494: done (0 left) 2024-08-17T00:33:54.887 INFO:tasks.rados.rados.0.smithi157.stdout:495: setattr oid 7 current snap is 45 2024-08-17T00:33:54.888 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 19 current snap is 45 2024-08-17T00:33:54.888 INFO:tasks.rados.rados.0.smithi157.stdout:496: seq_num 177 ranges {3309568=573440} 2024-08-17T00:33:54.910 INFO:tasks.rados.rados.0.smithi157.stdout:496: writing smithi15786056-19 from 3309568 to 3883008 tid 1 2024-08-17T00:33:54.910 INFO:tasks.rados.rados.0.smithi157.stdout:497: copy_from oid 13 from oid 8 current snap is 45 2024-08-17T00:33:54.910 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 201 (ObjNum 129 snap 0 seq_num 170311248) dirty exists 2024-08-17T00:33:54.910 INFO:tasks.rados.rados.0.smithi157.stdout:495: done (2 left) 2024-08-17T00:33:54.910 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 41 current snap is 45 2024-08-17T00:33:54.910 INFO:tasks.rados.rados.0.smithi157.stdout:498: seq_num 178 ranges {417792=589824} 2024-08-17T00:33:54.917 INFO:tasks.rados.rados.0.smithi157.stdout:498: writing smithi15786056-41 from 417792 to 1007616 tid 1 2024-08-17T00:33:54.917 INFO:tasks.rados.rados.0.smithi157.stdout:499: read oid 20 snap 33 2024-08-17T00:33:54.917 INFO:tasks.rados.rados.0.smithi157.stdout:499: expect (ObjNum 80 snap 10 seq_num 80) 2024-08-17T00:33:54.917 INFO:tasks.rados.rados.0.smithi157.stdout:500: read oid 21 snap -1 2024-08-17T00:33:54.917 INFO:tasks.rados.rados.0.smithi157.stdout:500: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-17T00:33:54.917 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 26 current snap is 45 2024-08-17T00:33:54.917 INFO:tasks.rados.rados.0.smithi157.stdout:501: seq_num 179 ranges {2629632=606208} 2024-08-17T00:33:54.936 INFO:tasks.rados.rados.0.smithi157.stdout:501: writing smithi15786056-26 from 2629632 to 3235840 tid 1 2024-08-17T00:33:54.936 INFO:tasks.rados.rados.0.smithi157.stdout:502: rollback oid 12 current snap is 45 2024-08-17T00:33:54.936 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 12 to 34 2024-08-17T00:33:54.936 INFO:tasks.rados.rados.0.smithi157.stdout:496: finishing write tid 1 to smithi15786056-19 2024-08-17T00:33:54.936 INFO:tasks.rados.rados.0.smithi157.stdout:496: finishing write tid 2 to smithi15786056-19 2024-08-17T00:33:54.936 INFO:tasks.rados.rados.0.smithi157.stdout:496: finishing write tid 3 to smithi15786056-19 2024-08-17T00:33:54.936 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 69 (ObjNum 177 snap 45 seq_num 177) dirty exists 2024-08-17T00:33:54.936 INFO:tasks.rados.rados.0.smithi157.stdout:496: left oid 19 (ObjNum 177 snap 45 seq_num 177) 2024-08-17T00:33:54.936 INFO:tasks.rados.rados.0.smithi157.stdout:497: finishing copy_from racing read to smithi15786056-13 2024-08-17T00:33:54.936 INFO:tasks.rados.rados.0.smithi157.stdout:498: finishing write tid 1 to smithi15786056-41 2024-08-17T00:33:54.936 INFO:tasks.rados.rados.0.smithi157.stdout:498: finishing write tid 2 to smithi15786056-41 2024-08-17T00:33:54.937 INFO:tasks.rados.rados.0.smithi157.stdout:496: done (6 left) 2024-08-17T00:33:54.937 INFO:tasks.rados.rados.0.smithi157.stdout:503: rollback oid 31 current snap is 45 2024-08-17T00:33:54.937 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 31 to 36 2024-08-17T00:33:54.937 INFO:tasks.rados.rados.0.smithi157.stdout:498: finishing write tid 3 to smithi15786056-41 2024-08-17T00:33:54.937 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 72 (ObjNum 178 snap 45 seq_num 178) dirty exists 2024-08-17T00:33:54.937 INFO:tasks.rados.rados.0.smithi157.stdout:498: left oid 41 (ObjNum 178 snap 45 seq_num 178) 2024-08-17T00:33:54.937 INFO:tasks.rados.rados.0.smithi157.stdout:497: finishing copy_from to smithi15786056-13 2024-08-17T00:33:54.937 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 99 (ObjNum 112 snap 27 seq_num 112) dirty exists 2024-08-17T00:33:54.937 INFO:tasks.rados.rados.0.smithi157.stdout:499: expect (ObjNum 80 snap 10 seq_num 80) 2024-08-17T00:33:55.001 INFO:tasks.rados.rados.0.smithi157.stdout:500: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-17T00:33:55.059 INFO:tasks.rados.rados.0.smithi157.stdout:502: finishing rollback tid 1 to smithi15786056-12 2024-08-17T00:33:55.059 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:33:55.059 INFO:tasks.rados.rados.0.smithi157.stdout:503: finishing rollback tid 0 to smithi15786056-31 2024-08-17T00:33:55.059 INFO:tasks.rados.rados.0.smithi157.stdout:503: finishing rollback tid 1 to smithi15786056-31 2024-08-17T00:33:55.059 INFO:tasks.rados.rados.0.smithi157.stdout:503: finishing rollback tid 2 to smithi15786056-31 2024-08-17T00:33:55.059 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 166 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:33:55.059 INFO:tasks.rados.rados.0.smithi157.stdout:501: finishing write tid 1 to smithi15786056-26 2024-08-17T00:33:55.059 INFO:tasks.rados.rados.0.smithi157.stdout:501: finishing write tid 2 to smithi15786056-26 2024-08-17T00:33:55.059 INFO:tasks.rados.rados.0.smithi157.stdout:501: finishing write tid 3 to smithi15786056-26 2024-08-17T00:33:55.060 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 219 (ObjNum 179 snap 45 seq_num 179) dirty exists 2024-08-17T00:33:55.060 INFO:tasks.rados.rados.0.smithi157.stdout:501: left oid 26 (ObjNum 179 snap 45 seq_num 179) 2024-08-17T00:33:55.060 INFO:tasks.rados.rados.0.smithi157.stdout:497: done (6 left) 2024-08-17T00:33:55.060 INFO:tasks.rados.rados.0.smithi157.stdout:498: done (5 left) 2024-08-17T00:33:55.060 INFO:tasks.rados.rados.0.smithi157.stdout:499: done (4 left) 2024-08-17T00:33:55.060 INFO:tasks.rados.rados.0.smithi157.stdout:500: done (3 left) 2024-08-17T00:33:55.060 INFO:tasks.rados.rados.0.smithi157.stdout:501: done (2 left) 2024-08-17T00:33:55.060 INFO:tasks.rados.rados.0.smithi157.stdout:502: done (1 left) 2024-08-17T00:33:55.060 INFO:tasks.rados.rados.0.smithi157.stdout:503: done (0 left) 2024-08-17T00:33:55.060 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 45 2024-08-17T00:33:55.060 INFO:tasks.rados.rados.0.smithi157.stdout:504: seq_num 180 ranges {2359296=622592} 2024-08-17T00:33:55.075 INFO:tasks.rados.rados.0.smithi157.stdout:504: writing smithi15786056-6 from 2359296 to 2981888 tid 1 2024-08-17T00:33:55.075 INFO:tasks.rados.rados.0.smithi157.stdout:505: rollback oid 15 current snap is 45 2024-08-17T00:33:55.075 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 15 to 38 2024-08-17T00:33:55.075 INFO:tasks.rados.rados.0.smithi157.stdout:506: read oid 43 snap -1 2024-08-17T00:33:55.075 INFO:tasks.rados.rados.0.smithi157.stdout:506: expect deleted 2024-08-17T00:33:55.075 INFO:tasks.rados.rados.0.smithi157.stdout:507: rollback oid 29 current snap is 45 2024-08-17T00:33:55.075 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 29 to 34 2024-08-17T00:33:55.076 INFO:tasks.rados.rados.0.smithi157.stdout:508: read oid 8 snap -1 2024-08-17T00:33:55.076 INFO:tasks.rados.rados.0.smithi157.stdout:508: expect (ObjNum 112 snap 27 seq_num 112) 2024-08-17T00:33:55.076 INFO:tasks.rados.rados.0.smithi157.stdout:509: rollback oid 34 current snap is 45 2024-08-17T00:33:55.076 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 34 to 41 2024-08-17T00:33:55.076 INFO:tasks.rados.rados.0.smithi157.stdout:510: snap_create 2024-08-17T00:33:55.078 INFO:tasks.rados.rados.0.smithi157.stdout:509: finishing rollback tid 1 to smithi15786056-34 2024-08-17T00:33:55.079 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 0 (ObjNum 33 snap 0 seq_num 162567544) dirty dne 2024-08-17T00:33:55.079 INFO:tasks.rados.rados.0.smithi157.stdout:505: finishing rollback tid 1 to smithi15786056-15 2024-08-17T00:33:55.079 INFO:tasks.rados.rados.0.smithi157.stdout:504: finishing write tid 1 to smithi15786056-6 2024-08-17T00:33:55.079 INFO:tasks.rados.rados.0.smithi157.stdout:504: finishing write tid 2 to smithi15786056-6 2024-08-17T00:33:55.079 INFO:tasks.rados.rados.0.smithi157.stdout:504: finishing write tid 3 to smithi15786056-6 2024-08-17T00:33:55.079 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 222 (ObjNum 180 snap 45 seq_num 180) dirty exists 2024-08-17T00:33:55.079 INFO:tasks.rados.rados.0.smithi157.stdout:504: left oid 6 (ObjNum 180 snap 45 seq_num 180) 2024-08-17T00:33:55.081 INFO:tasks.rados.rados.0.smithi157.stdout:507: finishing rollback tid 0 to smithi15786056-29 2024-08-17T00:33:55.081 INFO:tasks.rados.rados.0.smithi157.stdout:507: finishing rollback tid 1 to smithi15786056-29 2024-08-17T00:33:55.081 INFO:tasks.rados.rados.0.smithi157.stdout:505: finishing rollback tid 2 to smithi15786056-15 2024-08-17T00:33:55.081 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 168 (ObjNum 131 snap 32 seq_num 131) dirty exists 2024-08-17T00:33:55.081 INFO:tasks.rados.rados.0.smithi157.stdout:507: finishing rollback tid 2 to smithi15786056-29 2024-08-17T00:33:55.081 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 254 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-08-17T00:33:55.082 INFO:tasks.rados.rados.0.smithi157.stdout:508: expect (ObjNum 112 snap 27 seq_num 112) 2024-08-17T00:33:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: osdmap e160: 8 total, 8 up, 8 in 2024-08-17T00:33:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:33:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: mgrmap e28: x(active, since 5s), standbys: y 2024-08-17T00:33:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:55.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:55.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:55.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: osdmap e160: 8 total, 8 up, 8 in 2024-08-17T00:33:55.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:33:55.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: mgrmap e28: x(active, since 5s), standbys: y 2024-08-17T00:33:55.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:55.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:55.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.889 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:55 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:55.892 INFO:tasks.rados.rados.0.smithi157.stdout:504: done (6 left) 2024-08-17T00:33:55.892 INFO:tasks.rados.rados.0.smithi157.stdout:505: done (5 left) 2024-08-17T00:33:55.892 INFO:tasks.rados.rados.0.smithi157.stdout:506: done (4 left) 2024-08-17T00:33:55.892 INFO:tasks.rados.rados.0.smithi157.stdout:507: done (3 left) 2024-08-17T00:33:55.892 INFO:tasks.rados.rados.0.smithi157.stdout:508: done (2 left) 2024-08-17T00:33:55.892 INFO:tasks.rados.rados.0.smithi157.stdout:509: done (1 left) 2024-08-17T00:33:55.892 INFO:tasks.rados.rados.0.smithi157.stdout:510: done (0 left) 2024-08-17T00:33:55.893 INFO:tasks.rados.rados.0.smithi157.stdout:511: rollback oid 42 current snap is 46 2024-08-17T00:33:55.893 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 42 to 39 2024-08-17T00:33:55.893 INFO:tasks.rados.rados.0.smithi157.stdout:512: copy_from oid 3 from oid 1 current snap is 46 2024-08-17T00:33:55.893 INFO:tasks.rados.rados.0.smithi157.stdout:513: snap_remove snap 35 2024-08-17T00:33:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:55.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: osdmap e160: 8 total, 8 up, 8 in 2024-08-17T00:33:55.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:33:55.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: mgrmap e28: x(active, since 5s), standbys: y 2024-08-17T00:33:55.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:55.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:55.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:55.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:55 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:56.896 INFO:tasks.rados.rados.0.smithi157.stdout:513: done (2 left) 2024-08-17T00:33:56.896 INFO:tasks.rados.rados.0.smithi157.stdout:514: snap_create 2024-08-17T00:33:56.897 INFO:tasks.rados.rados.0.smithi157.stdout:511: finishing rollback tid 0 to smithi15786056-42 2024-08-17T00:33:56.897 INFO:tasks.rados.rados.0.smithi157.stdout:511: finishing rollback tid 1 to smithi15786056-42 2024-08-17T00:33:56.897 INFO:tasks.rados.rados.0.smithi157.stdout:511: finishing rollback tid 2 to smithi15786056-42 2024-08-17T00:33:56.897 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 258 (ObjNum 143 snap 35 seq_num 143) dirty exists 2024-08-17T00:33:56.897 INFO:tasks.rados.rados.0.smithi157.stdout:512: finishing copy_from racing read to smithi15786056-3 2024-08-17T00:33:56.897 INFO:tasks.rados.rados.0.smithi157.stdout:512: finishing copy_from to smithi15786056-3 2024-08-17T00:33:56.898 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 16 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:33:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:56 smithi187 ceph-mon[33407]: Adjusting osd_memory_target on smithi157 to 2480M 2024-08-17T00:33:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:56 smithi187 ceph-mon[33407]: pgmap v12: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:56 smithi187 ceph-mon[33407]: osdmap e161: 8 total, 8 up, 8 in 2024-08-17T00:33:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:56 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:56 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:56 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:56 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:57.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:56 smithi157 ceph-mon[29438]: Adjusting osd_memory_target on smithi157 to 2480M 2024-08-17T00:33:57.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:56 smithi157 ceph-mon[29438]: pgmap v12: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:57.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:56 smithi157 ceph-mon[29438]: osdmap e161: 8 total, 8 up, 8 in 2024-08-17T00:33:57.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:56 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:57.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:56 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:57.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:56 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:57.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:56 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:57.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:56 smithi157 ceph-mon[40946]: Adjusting osd_memory_target on smithi157 to 2480M 2024-08-17T00:33:57.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:56 smithi157 ceph-mon[40946]: pgmap v12: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:33:57.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:56 smithi157 ceph-mon[40946]: osdmap e161: 8 total, 8 up, 8 in 2024-08-17T00:33:57.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:56 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:57.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:56 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:57.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:56 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:57.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:56 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:57.907 INFO:tasks.rados.rados.0.smithi157.stdout:511: done (2 left) 2024-08-17T00:33:57.907 INFO:tasks.rados.rados.0.smithi157.stdout:512: done (1 left) 2024-08-17T00:33:57.907 INFO:tasks.rados.rados.0.smithi157.stdout:514: done (0 left) 2024-08-17T00:33:57.907 INFO:tasks.rados.rados.0.smithi157.stdout:515: read oid 46 snap -1 2024-08-17T00:33:57.907 INFO:tasks.rados.rados.0.smithi157.stdout:515: expect (ObjNum 100 snap 22 seq_num 100) 2024-08-17T00:33:57.907 INFO:tasks.rados.rados.0.smithi157.stdout:516: rollback oid 42 current snap is 47 2024-08-17T00:33:57.907 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 42 to 38 2024-08-17T00:33:57.907 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 26 current snap is 47 2024-08-17T00:33:57.907 INFO:tasks.rados.rados.0.smithi157.stdout:517: seq_num 181 ranges {3235840=638976} 2024-08-17T00:33:57.928 INFO:tasks.rados.rados.0.smithi157.stdout:517: writing smithi15786056-26 from 3235840 to 3874816 tid 1 2024-08-17T00:33:57.928 INFO:tasks.rados.rados.0.smithi157.stdout:518: copy_from oid 41 from oid 40 current snap is 47 2024-08-17T00:33:57.928 INFO:tasks.rados.rados.0.smithi157.stdout:516: finishing rollback tid 0 to smithi15786056-42 2024-08-17T00:33:57.928 INFO:tasks.rados.rados.0.smithi157.stdout:516: finishing rollback tid 1 to smithi15786056-42 2024-08-17T00:33:57.928 INFO:tasks.rados.rados.0.smithi157.stdout:516: finishing rollback tid 2 to smithi15786056-42 2024-08-17T00:33:57.928 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 270 (ObjNum 143 snap 35 seq_num 143) dirty exists 2024-08-17T00:33:57.928 INFO:tasks.rados.rados.0.smithi157.stdout:515: expect (ObjNum 100 snap 22 seq_num 100) 2024-08-17T00:33:58.007 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:57 smithi187 ceph-mon[33407]: osdmap e162: 8 total, 8 up, 8 in 2024-08-17T00:33:58.047 INFO:tasks.rados.rados.0.smithi157.stdout:518: finishing copy_from to smithi15786056-41 2024-08-17T00:33:58.048 INFO:tasks.rados.rados.0.smithi157.stdout:518: got expected ENOENT (src dne) 2024-08-17T00:33:58.048 INFO:tasks.rados.rados.0.smithi157.stdout:518: finishing copy_from racing read to smithi15786056-41 2024-08-17T00:33:58.048 INFO:tasks.rados.rados.0.smithi157.stdout:517: finishing write tid 1 to smithi15786056-26 2024-08-17T00:33:58.048 INFO:tasks.rados.rados.0.smithi157.stdout:515: done (3 left) 2024-08-17T00:33:58.048 INFO:tasks.rados.rados.0.smithi157.stdout:516: done (2 left) 2024-08-17T00:33:58.048 INFO:tasks.rados.rados.0.smithi157.stdout:518: done (1 left) 2024-08-17T00:33:58.048 INFO:tasks.rados.rados.0.smithi157.stdout:519: rollback oid 34 current snap is 47 2024-08-17T00:33:58.048 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 34 to 38 2024-08-17T00:33:58.048 INFO:tasks.rados.rados.0.smithi157.stdout:517: finishing write tid 2 to smithi15786056-26 2024-08-17T00:33:58.048 INFO:tasks.rados.rados.0.smithi157.stdout:517: finishing write tid 3 to smithi15786056-26 2024-08-17T00:33:58.048 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 233 (ObjNum 181 snap 47 seq_num 181) dirty exists 2024-08-17T00:33:58.049 INFO:tasks.rados.rados.0.smithi157.stdout:517: left oid 26 (ObjNum 181 snap 47 seq_num 181) 2024-08-17T00:33:58.049 INFO:tasks.rados.rados.0.smithi157.stdout:517: done (1 left) 2024-08-17T00:33:58.049 INFO:tasks.rados.rados.0.smithi157.stdout:520: copy_from oid 47 from oid 42 current snap is 47 2024-08-17T00:33:58.049 INFO:tasks.rados.rados.0.smithi157.stdout:521: rollback oid 28 current snap is 47 2024-08-17T00:33:58.049 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 28 to 39 2024-08-17T00:33:58.049 INFO:tasks.rados.rados.0.smithi157.stdout:522: delete oid 33 current snap is 47 2024-08-17T00:33:58.050 INFO:tasks.rados.rados.0.smithi157.stdout:519: finishing rollback tid 1 to smithi15786056-34 2024-08-17T00:33:58.051 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 0 (ObjNum 65 snap 0 seq_num 1567120739) dirty dne 2024-08-17T00:33:58.051 INFO:tasks.rados.rados.0.smithi157.stdout:519: done (3 left) 2024-08-17T00:33:58.051 INFO:tasks.rados.rados.0.smithi157.stdout:522: done (2 left) 2024-08-17T00:33:58.051 INFO:tasks.rados.rados.0.smithi157.stdout:523: delete oid 14 current snap is 47 2024-08-17T00:33:58.051 INFO:tasks.rados.rados.0.smithi157.stdout:521: finishing rollback tid 0 to smithi15786056-28 2024-08-17T00:33:58.051 INFO:tasks.rados.rados.0.smithi157.stdout:521: finishing rollback tid 1 to smithi15786056-28 2024-08-17T00:33:58.051 INFO:tasks.rados.rados.0.smithi157.stdout:521: finishing rollback tid 2 to smithi15786056-28 2024-08-17T00:33:58.051 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 180 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-08-17T00:33:58.053 INFO:tasks.rados.rados.0.smithi157.stdout:521: done (2 left) 2024-08-17T00:33:58.053 INFO:tasks.rados.rados.0.smithi157.stdout:523: done (1 left) 2024-08-17T00:33:58.053 INFO:tasks.rados.rados.0.smithi157.stdout:524: read oid 2 snap -1 2024-08-17T00:33:58.053 INFO:tasks.rados.rados.0.smithi157.stdout:524: expect (ObjNum 155 snap 36 seq_num 155) 2024-08-17T00:33:58.053 INFO:tasks.rados.rados.0.smithi157.stdout:525: setattr oid 18 current snap is 47 2024-08-17T00:33:58.056 INFO:tasks.rados.rados.0.smithi157.stdout:526: snap_remove snap 38 2024-08-17T00:33:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:57 smithi157 ceph-mon[40946]: osdmap e162: 8 total, 8 up, 8 in 2024-08-17T00:33:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:57 smithi157 ceph-mon[29438]: osdmap e162: 8 total, 8 up, 8 in 2024-08-17T00:33:58.880 INFO:tasks.rados.rados.0.smithi157.stdout:524: expect (ObjNum 155 snap 36 seq_num 155) 2024-08-17T00:33:58.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:33:58 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:33:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:33:58.941 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 207 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-08-17T00:33:58.941 INFO:tasks.rados.rados.0.smithi157.stdout:520: finishing copy_from racing read to smithi15786056-47 2024-08-17T00:33:58.941 INFO:tasks.rados.rados.0.smithi157.stdout:520: finishing copy_from to smithi15786056-47 2024-08-17T00:33:58.941 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 270 (ObjNum 143 snap 35 seq_num 143) dirty exists 2024-08-17T00:33:58.941 INFO:tasks.rados.rados.0.smithi157.stdout:520: done (3 left) 2024-08-17T00:33:58.942 INFO:tasks.rados.rados.0.smithi157.stdout:524: done (2 left) 2024-08-17T00:33:58.942 INFO:tasks.rados.rados.0.smithi157.stdout:525: done (1 left) 2024-08-17T00:33:58.942 INFO:tasks.rados.rados.0.smithi157.stdout:526: done (0 left) 2024-08-17T00:33:58.942 INFO:tasks.rados.rados.0.smithi157.stdout:527: read oid 41 snap 37 2024-08-17T00:33:58.942 INFO:tasks.rados.rados.0.smithi157.stdout:527: expect (ObjNum 170536144 snap 21968 seq_num 3691620176) 2024-08-17T00:33:58.942 INFO:tasks.rados.rados.0.smithi157.stdout:528: snap_remove snap 34 2024-08-17T00:33:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:58 smithi187 ceph-mon[33407]: pgmap v15: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.4 MiB/s wr, 58 op/s 2024-08-17T00:33:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:58 smithi187 ceph-mon[33407]: osdmap e163: 8 total, 8 up, 8 in 2024-08-17T00:33:59.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:58 smithi187 ceph-mon[33407]: osdmap e164: 8 total, 8 up, 8 in 2024-08-17T00:33:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:58 smithi157 ceph-mon[40946]: pgmap v15: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.4 MiB/s wr, 58 op/s 2024-08-17T00:33:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:58 smithi157 ceph-mon[40946]: osdmap e163: 8 total, 8 up, 8 in 2024-08-17T00:33:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:58 smithi157 ceph-mon[40946]: osdmap e164: 8 total, 8 up, 8 in 2024-08-17T00:33:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:58 smithi157 ceph-mon[29438]: pgmap v15: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.4 MiB/s wr, 58 op/s 2024-08-17T00:33:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:58 smithi157 ceph-mon[29438]: osdmap e163: 8 total, 8 up, 8 in 2024-08-17T00:33:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:58 smithi157 ceph-mon[29438]: osdmap e164: 8 total, 8 up, 8 in 2024-08-17T00:33:59.917 INFO:tasks.rados.rados.0.smithi157.stdout:528: done (1 left) 2024-08-17T00:33:59.918 INFO:tasks.rados.rados.0.smithi157.stdout:529: rmattr oid 28 current snap is 47 2024-08-17T00:33:59.918 INFO:tasks.rados.rados.0.smithi157.stdout:529: done (1 left) 2024-08-17T00:33:59.918 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 42 current snap is 47 2024-08-17T00:33:59.918 INFO:tasks.rados.rados.0.smithi157.stdout:530: seq_num 184 ranges {3104768=688128} 2024-08-17T00:33:59.919 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:59.919 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:33:59.919 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:33:59.919 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:59.920 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:59.920 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:33:59.920 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:59.920 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:59.920 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:33:59.920 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:59.920 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:59.920 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:33:59.920 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:33:59.921 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:33:59.921 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:59.921 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:59.921 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:33:59.921 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:33:59.921 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:33:59.921 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:59.922 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:59.922 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:33:59.922 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:33:59.922 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:33:59.922 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:59.922 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:59.922 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:59.922 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:59.922 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:59.922 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:59.922 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:59.923 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:59.923 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:59.923 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:59.923 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:59.923 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:59.923 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:33:59.923 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:59.923 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:33:59 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:59.939 INFO:tasks.rados.rados.0.smithi157.stdout:530: writing smithi15786056-42 from 3104768 to 3792896 tid 1 2024-08-17T00:33:59.939 INFO:tasks.rados.rados.0.smithi157.stdout:531: copy_from oid 46 from oid 21 current snap is 47 2024-08-17T00:33:59.939 INFO:tasks.rados.rados.0.smithi157.stdout:527: expect (ObjNum 170536144 snap 21968 seq_num 3691620176) 2024-08-17T00:33:59.940 INFO:tasks.rados.rados.0.smithi157.stdout:527: done (2 left) 2024-08-17T00:33:59.940 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 7 current snap is 47 2024-08-17T00:33:59.940 INFO:tasks.rados.rados.0.smithi157.stdout:532: seq_num 185 ranges {0=704512} 2024-08-17T00:33:59.945 INFO:tasks.rados.rados.0.smithi157.stdout:532: writing smithi15786056-7 from 0 to 704512 tid 1 2024-08-17T00:33:59.945 INFO:tasks.rados.rados.0.smithi157.stdout:533: rollback oid 11 current snap is 47 2024-08-17T00:33:59.945 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 11 to 39 2024-08-17T00:33:59.945 INFO:tasks.rados.rados.0.smithi157.stdout:530: finishing write tid 1 to smithi15786056-42 2024-08-17T00:33:59.945 INFO:tasks.rados.rados.0.smithi157.stdout:530: finishing write tid 2 to smithi15786056-42 2024-08-17T00:33:59.945 INFO:tasks.rados.rados.0.smithi157.stdout:530: finishing write tid 3 to smithi15786056-42 2024-08-17T00:33:59.945 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 286 (ObjNum 184 snap 47 seq_num 184) dirty exists 2024-08-17T00:33:59.945 INFO:tasks.rados.rados.0.smithi157.stdout:530: left oid 42 (ObjNum 184 snap 47 seq_num 184) 2024-08-17T00:33:59.945 INFO:tasks.rados.rados.0.smithi157.stdout:530: done (3 left) 2024-08-17T00:33:59.945 INFO:tasks.rados.rados.0.smithi157.stdout:534: setattr oid 12 current snap is 47 2024-08-17T00:33:59.946 INFO:tasks.rados.rados.0.smithi157.stdout:535: rmattr oid 28 current snap is 47 2024-08-17T00:33:59.946 INFO:tasks.rados.rados.0.smithi157.stdout:535: done (4 left) 2024-08-17T00:33:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:536: read oid 42 snap -1 2024-08-17T00:33:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:536: expect (ObjNum 184 snap 47 seq_num 184) 2024-08-17T00:33:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:537: rollback oid 28 current snap is 47 2024-08-17T00:33:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 28 to 39 2024-08-17T00:33:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:538: copy_from oid 4 from oid 37 current snap is 47 2024-08-17T00:33:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:539: delete oid 8 current snap is 47 2024-08-17T00:33:59.948 INFO:tasks.rados.rados.0.smithi157.stdout:531: finishing copy_from racing read to smithi15786056-46 2024-08-17T00:33:59.949 INFO:tasks.rados.rados.0.smithi157.stdout:537: finishing rollback tid 0 to smithi15786056-28 2024-08-17T00:33:59.949 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 65 (ObjNum 161 snap 0 seq_num 1560322704) dirty exists 2024-08-17T00:33:59.950 INFO:tasks.rados.rados.0.smithi157.stdout:537: finishing rollback tid 1 to smithi15786056-28 2024-08-17T00:33:59.950 INFO:tasks.rados.rados.0.smithi157.stdout:534: done (7 left) 2024-08-17T00:33:59.950 INFO:tasks.rados.rados.0.smithi157.stdout:539: done (6 left) 2024-08-17T00:33:59.950 INFO:tasks.rados.rados.0.smithi157.stdout:540: rollback oid 18 current snap is 47 2024-08-17T00:33:59.950 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 18 to 37 2024-08-17T00:33:59.951 INFO:tasks.rados.rados.0.smithi157.stdout:541: snap_remove snap 44 2024-08-17T00:34:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:34:00.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:00.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:00.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:00.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:00.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:00.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:00.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:00.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:00.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:00.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:34:00.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:34:00.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:00.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:00.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:00.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:34:00.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:34:00.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:00.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:00.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:00.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:34:00.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:34:00.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:00.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:00.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:00.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:00.388 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:00.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:00.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:34:00.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:00.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:00.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:00.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:00.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:00.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:00.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:00.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:00.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:00.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:34:00.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:34:00.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:00.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:00.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:00.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:34:00.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:34:00.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:00.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:00.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:00.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:34:00.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:34:00.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:00.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:00.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:00.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:00.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:00.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:00.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:00.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:00.392 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.392 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.392 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.392 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.392 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.392 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.392 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.392 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:00.392 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:00.393 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:00.393 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:33:59 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:00.918 INFO:tasks.rados.rados.0.smithi157.stdout:541: done (7 left) 2024-08-17T00:34:00.918 INFO:tasks.rados.rados.0.smithi157.stdout:542: read oid 3 snap -1 2024-08-17T00:34:00.918 INFO:tasks.rados.rados.0.smithi157.stdout:542: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-17T00:34:00.919 INFO:tasks.rados.rados.0.smithi157.stdout:543: delete oid 20 current snap is 47 2024-08-17T00:34:00.919 INFO:tasks.rados.rados.0.smithi157.stdout:537: finishing rollback tid 2 to smithi15786056-28 2024-08-17T00:34:00.919 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 199 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-08-17T00:34:00.919 INFO:tasks.rados.rados.0.smithi157.stdout:538: finishing copy_from to smithi15786056-4 2024-08-17T00:34:00.919 INFO:tasks.rados.rados.0.smithi157.stdout:538: got expected ENOENT (src dne) 2024-08-17T00:34:00.919 INFO:tasks.rados.rados.0.smithi157.stdout:533: finishing rollback tid 0 to smithi15786056-11 2024-08-17T00:34:00.919 INFO:tasks.rados.rados.0.smithi157.stdout:533: finishing rollback tid 1 to smithi15786056-11 2024-08-17T00:34:00.919 INFO:tasks.rados.rados.0.smithi157.stdout:533: finishing rollback tid 2 to smithi15786056-11 2024-08-17T00:34:00.919 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 249 (ObjNum 82 snap 11 seq_num 82) dirty exists 2024-08-17T00:34:00.919 INFO:tasks.rados.rados.0.smithi157.stdout:532: finishing write tid 1 to smithi15786056-7 2024-08-17T00:34:00.919 INFO:tasks.rados.rados.0.smithi157.stdout:532: finishing write tid 2 to smithi15786056-7 2024-08-17T00:34:00.919 INFO:tasks.rados.rados.0.smithi157.stdout:538: finishing copy_from racing read to smithi15786056-4 2024-08-17T00:34:00.920 INFO:tasks.rados.rados.0.smithi157.stdout:531: finishing copy_from to smithi15786056-46 2024-08-17T00:34:00.920 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 175 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-08-17T00:34:00.920 INFO:tasks.rados.rados.0.smithi157.stdout:540: finishing rollback tid 0 to smithi15786056-18 2024-08-17T00:34:00.920 INFO:tasks.rados.rados.0.smithi157.stdout:540: finishing rollback tid 1 to smithi15786056-18 2024-08-17T00:34:00.920 INFO:tasks.rados.rados.0.smithi157.stdout:532: finishing write tid 3 to smithi15786056-7 2024-08-17T00:34:00.920 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 216 (ObjNum 185 snap 47 seq_num 185) dirty exists 2024-08-17T00:34:00.920 INFO:tasks.rados.rados.0.smithi157.stdout:532: left oid 7 (ObjNum 185 snap 47 seq_num 185) 2024-08-17T00:34:00.920 INFO:tasks.rados.rados.0.smithi157.stdout:540: finishing rollback tid 2 to smithi15786056-18 2024-08-17T00:34:00.920 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 219 (ObjNum 74 snap 10 seq_num 74) dirty exists 2024-08-17T00:34:00.920 INFO:tasks.rados.rados.0.smithi157.stdout:536: expect (ObjNum 184 snap 47 seq_num 184) 2024-08-17T00:34:01.089 INFO:tasks.rados.rados.0.smithi157.stdout:542: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-17T00:34:01.135 INFO:tasks.rados.rados.0.smithi157.stdout:531: done (8 left) 2024-08-17T00:34:01.136 INFO:tasks.rados.rados.0.smithi157.stdout:532: done (7 left) 2024-08-17T00:34:01.136 INFO:tasks.rados.rados.0.smithi157.stdout:533: done (6 left) 2024-08-17T00:34:01.136 INFO:tasks.rados.rados.0.smithi157.stdout:536: done (5 left) 2024-08-17T00:34:01.136 INFO:tasks.rados.rados.0.smithi157.stdout:537: done (4 left) 2024-08-17T00:34:01.136 INFO:tasks.rados.rados.0.smithi157.stdout:538: done (3 left) 2024-08-17T00:34:01.136 INFO:tasks.rados.rados.0.smithi157.stdout:540: done (2 left) 2024-08-17T00:34:01.136 INFO:tasks.rados.rados.0.smithi157.stdout:542: done (1 left) 2024-08-17T00:34:01.136 INFO:tasks.rados.rados.0.smithi157.stdout:543: done (0 left) 2024-08-17T00:34:01.137 INFO:tasks.rados.rados.0.smithi157.stdout:544: rollback oid 44 current snap is 47 2024-08-17T00:34:01.137 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 44 to 41 2024-08-17T00:34:01.137 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 30 current snap is 47 2024-08-17T00:34:01.137 INFO:tasks.rados.rados.0.smithi157.stdout:545: seq_num 188 ranges {2236416=753664} 2024-08-17T00:34:01.151 INFO:tasks.rados.rados.0.smithi157.stdout:545: writing smithi15786056-30 from 2236416 to 2990080 tid 1 2024-08-17T00:34:01.151 INFO:tasks.rados.rados.0.smithi157.stdout:546: rollback oid 40 current snap is 47 2024-08-17T00:34:01.151 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 40 to 42 2024-08-17T00:34:01.151 INFO:tasks.rados.rados.0.smithi157.stdout:544: finishing rollback tid 0 to smithi15786056-44 2024-08-17T00:34:01.151 INFO:tasks.rados.rados.0.smithi157.stdout:544: finishing rollback tid 1 to smithi15786056-44 2024-08-17T00:34:01.151 INFO:tasks.rados.rados.0.smithi157.stdout:544: finishing rollback tid 2 to smithi15786056-44 2024-08-17T00:34:01.154 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 33 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:34:01.154 INFO:tasks.rados.rados.0.smithi157.stdout:544: done (2 left) 2024-08-17T00:34:01.154 INFO:tasks.rados.rados.0.smithi157.stdout:547: snap_remove snap 46 2024-08-17T00:34:01.187 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: pgmap v18: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.4 MiB/s wr, 58 op/s 2024-08-17T00:34:01.187 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: Adjusting osd_memory_target on smithi187 to 2480M 2024-08-17T00:34:01.187 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:34:01.187 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:34:01.187 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: osdmap e165: 8 total, 8 up, 8 in 2024-08-17T00:34:01.187 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:34:01.187 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:34:01.187 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:34:01.188 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.188 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.188 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.188 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.188 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.188 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.188 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.188 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.188 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.189 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: pgmap v18: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.4 MiB/s wr, 58 op/s 2024-08-17T00:34:01.189 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: Adjusting osd_memory_target on smithi187 to 2480M 2024-08-17T00:34:01.189 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:34:01.189 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:34:01.189 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: osdmap e165: 8 total, 8 up, 8 in 2024-08-17T00:34:01.189 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:34:01.189 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:34:01.189 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:34:01.189 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.189 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.189 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.190 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.190 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.190 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.190 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.190 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.190 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:00 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: pgmap v18: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.4 MiB/s wr, 58 op/s 2024-08-17T00:34:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: Adjusting osd_memory_target on smithi187 to 2480M 2024-08-17T00:34:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:34:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:34:01.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: osdmap e165: 8 total, 8 up, 8 in 2024-08-17T00:34:01.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:34:01.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:34:01.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:34:01.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:00 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:01.928 INFO:tasks.rados.rados.0.smithi157.stdout:546: finishing rollback tid 1 to smithi15786056-40 2024-08-17T00:34:01.929 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 145 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:34:01.929 INFO:tasks.rados.rados.0.smithi157.stdout:545: finishing write tid 1 to smithi15786056-30 2024-08-17T00:34:01.929 INFO:tasks.rados.rados.0.smithi157.stdout:545: finishing write tid 2 to smithi15786056-30 2024-08-17T00:34:01.929 INFO:tasks.rados.rados.0.smithi157.stdout:545: finishing write tid 3 to smithi15786056-30 2024-08-17T00:34:01.929 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 73 (ObjNum 188 snap 47 seq_num 188) dirty exists 2024-08-17T00:34:01.929 INFO:tasks.rados.rados.0.smithi157.stdout:545: left oid 30 (ObjNum 188 snap 47 seq_num 188) 2024-08-17T00:34:01.929 INFO:tasks.rados.rados.0.smithi157.stdout:545: done (2 left) 2024-08-17T00:34:01.929 INFO:tasks.rados.rados.0.smithi157.stdout:546: done (1 left) 2024-08-17T00:34:01.929 INFO:tasks.rados.rados.0.smithi157.stdout:547: done (0 left) 2024-08-17T00:34:01.929 INFO:tasks.rados.rados.0.smithi157.stdout:548: snap_create 2024-08-17T00:34:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:01 smithi187 ceph-mon[33407]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:34:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:01 smithi187 ceph-mon[33407]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:34:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:01 smithi187 ceph-mon[33407]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:34:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:01 smithi187 ceph-mon[33407]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T00:34:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:01 smithi187 ceph-mon[33407]: Reconfiguring daemon alertmanager.a on smithi157 2024-08-17T00:34:02.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:01 smithi187 ceph-mon[33407]: osdmap e166: 8 total, 8 up, 8 in 2024-08-17T00:34:02.344 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:01 smithi157 ceph-mon[40946]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:34:02.344 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:01 smithi157 ceph-mon[40946]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:34:02.344 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:01 smithi157 ceph-mon[40946]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:34:02.344 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:01 smithi157 ceph-mon[40946]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T00:34:02.344 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:01 smithi157 ceph-mon[40946]: Reconfiguring daemon alertmanager.a on smithi157 2024-08-17T00:34:02.344 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:01 smithi157 ceph-mon[40946]: osdmap e166: 8 total, 8 up, 8 in 2024-08-17T00:34:02.345 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:01 smithi157 ceph-mon[29438]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:34:02.345 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:01 smithi157 ceph-mon[29438]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:34:02.345 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:01 smithi157 ceph-mon[29438]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:34:02.345 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:01 smithi157 ceph-mon[29438]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T00:34:02.345 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:01 smithi157 ceph-mon[29438]: Reconfiguring daemon alertmanager.a on smithi157 2024-08-17T00:34:02.345 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:01 smithi157 ceph-mon[29438]: osdmap e166: 8 total, 8 up, 8 in 2024-08-17T00:34:02.927 INFO:tasks.rados.rados.0.smithi157.stdout:548: done (0 left) 2024-08-17T00:34:02.927 INFO:tasks.rados.rados.0.smithi157.stdout:549: rmattr oid 40 current snap is 48 2024-08-17T00:34:02.928 INFO:tasks.rados.rados.0.smithi157.stdout:549: done (0 left) 2024-08-17T00:34:02.928 INFO:tasks.rados.rados.0.smithi157.stdout:550: read oid 10 snap 40 2024-08-17T00:34:02.928 INFO:tasks.rados.rados.0.smithi157.stdout:550: expect (ObjNum 169967488 snap 21968 seq_num 170136256) 2024-08-17T00:34:02.928 INFO:tasks.rados.rados.0.smithi157.stdout:551: copy_from oid 33 from oid 45 current snap is 48 2024-08-17T00:34:02.928 INFO:tasks.rados.rados.0.smithi157.stdout:552: read oid 19 snap -1 2024-08-17T00:34:02.928 INFO:tasks.rados.rados.0.smithi157.stdout:552: expect (ObjNum 177 snap 45 seq_num 177) 2024-08-17T00:34:02.928 INFO:tasks.rados.rados.0.smithi157.stdout:553: setattr oid 31 current snap is 48 2024-08-17T00:34:02.929 INFO:tasks.rados.rados.0.smithi157.stdout:554: delete oid 48 current snap is 48 2024-08-17T00:34:02.931 INFO:tasks.rados.rados.0.smithi157.stdout:550: expect (ObjNum 169967488 snap 21968 seq_num 170136256) 2024-08-17T00:34:02.933 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 208 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:34:02.935 INFO:tasks.rados.rados.0.smithi157.stdout:551: finishing copy_from racing read to smithi15786056-33 2024-08-17T00:34:02.935 INFO:tasks.rados.rados.0.smithi157.stdout:551: finishing copy_from to smithi15786056-33 2024-08-17T00:34:02.935 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 184 (ObjNum 156 snap 36 seq_num 156) dirty exists 2024-08-17T00:34:02.936 INFO:tasks.rados.rados.0.smithi157.stdout:550: done (4 left) 2024-08-17T00:34:02.936 INFO:tasks.rados.rados.0.smithi157.stdout:551: done (3 left) 2024-08-17T00:34:02.936 INFO:tasks.rados.rados.0.smithi157.stdout:553: done (2 left) 2024-08-17T00:34:02.936 INFO:tasks.rados.rados.0.smithi157.stdout:554: done (1 left) 2024-08-17T00:34:02.936 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 48 2024-08-17T00:34:02.936 INFO:tasks.rados.rados.0.smithi157.stdout:555: seq_num 190 ranges {1736704=786432} 2024-08-17T00:34:02.949 INFO:tasks.rados.rados.0.smithi157.stdout:555: writing smithi15786056-44 from 1736704 to 2523136 tid 1 2024-08-17T00:34:02.950 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 48 2024-08-17T00:34:02.950 INFO:tasks.rados.rados.0.smithi157.stdout:556: seq_num 191 ranges {2252800=802816} 2024-08-17T00:34:02.967 INFO:tasks.rados.rados.0.smithi157.stdout:556: writing smithi15786056-28 from 2252800 to 3055616 tid 1 2024-08-17T00:34:02.967 INFO:tasks.rados.rados.0.smithi157.stdout:557: setattr oid 3 current snap is 48 2024-08-17T00:34:02.967 INFO:tasks.rados.rados.0.smithi157.stdout:552: expect (ObjNum 177 snap 45 seq_num 177) 2024-08-17T00:34:03.152 INFO:tasks.rados.rados.0.smithi157.stdout:555: finishing write tid 1 to smithi15786056-44 2024-08-17T00:34:03.152 INFO:tasks.rados.rados.0.smithi157.stdout:555: finishing write tid 2 to smithi15786056-44 2024-08-17T00:34:03.153 INFO:tasks.rados.rados.0.smithi157.stdout:555: finishing write tid 3 to smithi15786056-44 2024-08-17T00:34:03.153 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 38 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-08-17T00:34:03.153 INFO:tasks.rados.rados.0.smithi157.stdout:555: left oid 44 (ObjNum 190 snap 48 seq_num 190) 2024-08-17T00:34:03.153 INFO:tasks.rados.rados.0.smithi157.stdout:556: finishing write tid 1 to smithi15786056-28 2024-08-17T00:34:03.153 INFO:tasks.rados.rados.0.smithi157.stdout:556: finishing write tid 2 to smithi15786056-28 2024-08-17T00:34:03.153 INFO:tasks.rados.rados.0.smithi157.stdout:556: finishing write tid 3 to smithi15786056-28 2024-08-17T00:34:03.153 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 211 (ObjNum 191 snap 48 seq_num 191) dirty exists 2024-08-17T00:34:03.153 INFO:tasks.rados.rados.0.smithi157.stdout:556: left oid 28 (ObjNum 191 snap 48 seq_num 191) 2024-08-17T00:34:03.153 INFO:tasks.rados.rados.0.smithi157.stdout:552: done (3 left) 2024-08-17T00:34:03.153 INFO:tasks.rados.rados.0.smithi157.stdout:555: done (2 left) 2024-08-17T00:34:03.153 INFO:tasks.rados.rados.0.smithi157.stdout:556: done (1 left) 2024-08-17T00:34:03.153 INFO:tasks.rados.rados.0.smithi157.stdout:558: delete oid 11 current snap is 48 2024-08-17T00:34:03.155 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 263 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:34:03.155 INFO:tasks.rados.rados.0.smithi157.stdout:557: done (1 left) 2024-08-17T00:34:03.156 INFO:tasks.rados.rados.0.smithi157.stdout:558: done (0 left) 2024-08-17T00:34:03.156 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 48 2024-08-17T00:34:03.156 INFO:tasks.rados.rados.0.smithi157.stdout:559: seq_num 193 ranges {0=434176,434176=401408} 2024-08-17T00:34:03.158 INFO:tasks.rados.rados.0.smithi157.stdout:559: writing smithi15786056-8 from 0 to 434176 tid 1 2024-08-17T00:34:03.161 INFO:tasks.rados.rados.0.smithi157.stdout:559: writing smithi15786056-8 from 434176 to 835584 tid 2 2024-08-17T00:34:03.161 INFO:tasks.rados.rados.0.smithi157.stdout:560: copy_from oid 37 from oid 32 current snap is 48 2024-08-17T00:34:03.161 INFO:tasks.rados.rados.0.smithi157.stdout:559: finishing write tid 1 to smithi15786056-8 2024-08-17T00:34:03.161 INFO:tasks.rados.rados.0.smithi157.stdout:561: rollback oid 9 current snap is 48 2024-08-17T00:34:03.161 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 9 to 45 2024-08-17T00:34:03.161 INFO:tasks.rados.rados.0.smithi157.stdout:562: copy_from oid 31 from oid 18 current snap is 48 2024-08-17T00:34:03.161 INFO:tasks.rados.rados.0.smithi157.stdout:563: copy_from oid 17 from oid 6 current snap is 48 2024-08-17T00:34:03.161 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 48 2024-08-17T00:34:03.161 INFO:tasks.rados.rados.0.smithi157.stdout:564: seq_num 194 ranges {0=458752,458752=401408} 2024-08-17T00:34:03.163 INFO:tasks.rados.rados.0.smithi157.stdout:564: writing smithi15786056-16 from 0 to 458752 tid 1 2024-08-17T00:34:03.166 INFO:tasks.rados.rados.0.smithi157.stdout:564: writing smithi15786056-16 from 458752 to 860160 tid 2 2024-08-17T00:34:03.166 INFO:tasks.rados.rados.0.smithi157.stdout:565: snap_remove snap 47 2024-08-17T00:34:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:02 smithi187 ceph-mon[33407]: pgmap v21: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-08-17T00:34:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:02 smithi187 ceph-mon[33407]: mgrmap e29: x(active, since 12s), standbys: y 2024-08-17T00:34:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:02 smithi187 ceph-mon[33407]: osdmap e167: 8 total, 8 up, 8 in 2024-08-17T00:34:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:02 smithi157 ceph-mon[29438]: pgmap v21: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-08-17T00:34:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:02 smithi157 ceph-mon[29438]: mgrmap e29: x(active, since 12s), standbys: y 2024-08-17T00:34:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:02 smithi157 ceph-mon[29438]: osdmap e167: 8 total, 8 up, 8 in 2024-08-17T00:34:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:02 smithi157 ceph-mon[40946]: pgmap v21: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-08-17T00:34:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:02 smithi157 ceph-mon[40946]: mgrmap e29: x(active, since 12s), standbys: y 2024-08-17T00:34:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:02 smithi157 ceph-mon[40946]: osdmap e167: 8 total, 8 up, 8 in 2024-08-17T00:34:03.882 INFO:tasks.rados.rados.0.smithi157.stdout:559: finishing write tid 2 to smithi15786056-8 2024-08-17T00:34:03.882 INFO:tasks.rados.rados.0.smithi157.stdout:559: finishing write tid 3 to smithi15786056-8 2024-08-17T00:34:03.882 INFO:tasks.rados.rados.0.smithi157.stdout:561: finishing rollback tid 1 to smithi15786056-9 2024-08-17T00:34:03.882 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 0 (ObjNum 33 snap 0 seq_num 162567544) dirty dne 2024-08-17T00:34:03.882 INFO:tasks.rados.rados.0.smithi157.stdout:559: finishing write tid 4 to smithi15786056-8 2024-08-17T00:34:03.883 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 174 (ObjNum 193 snap 48 seq_num 193) dirty exists 2024-08-17T00:34:03.883 INFO:tasks.rados.rados.0.smithi157.stdout:559: left oid 8 (ObjNum 193 snap 48 seq_num 193) 2024-08-17T00:34:03.883 INFO:tasks.rados.rados.0.smithi157.stdout:560: finishing copy_from racing read to smithi15786056-37 2024-08-17T00:34:03.883 INFO:tasks.rados.rados.0.smithi157.stdout:564: finishing write tid 1 to smithi15786056-16 2024-08-17T00:34:03.883 INFO:tasks.rados.rados.0.smithi157.stdout:560: finishing copy_from to smithi15786056-37 2024-08-17T00:34:03.883 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 158 (ObjNum 176 snap 44 seq_num 176) dirty exists 2024-08-17T00:34:03.883 INFO:tasks.rados.rados.0.smithi157.stdout:564: finishing write tid 2 to smithi15786056-16 2024-08-17T00:34:03.883 INFO:tasks.rados.rados.0.smithi157.stdout:564: finishing write tid 3 to smithi15786056-16 2024-08-17T00:34:03.883 INFO:tasks.rados.rados.0.smithi157.stdout:564: finishing write tid 4 to smithi15786056-16 2024-08-17T00:34:03.883 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 118 (ObjNum 194 snap 48 seq_num 194) dirty exists 2024-08-17T00:34:03.883 INFO:tasks.rados.rados.0.smithi157.stdout:564: left oid 16 (ObjNum 194 snap 48 seq_num 194) 2024-08-17T00:34:03.883 INFO:tasks.rados.rados.0.smithi157.stdout:562: finishing copy_from racing read to smithi15786056-31 2024-08-17T00:34:03.883 INFO:tasks.rados.rados.0.smithi157.stdout:562: finishing copy_from to smithi15786056-31 2024-08-17T00:34:03.884 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 219 (ObjNum 74 snap 10 seq_num 74) dirty exists 2024-08-17T00:34:03.884 INFO:tasks.rados.rados.0.smithi157.stdout:563: finishing copy_from racing read to smithi15786056-17 2024-08-17T00:34:03.884 INFO:tasks.rados.rados.0.smithi157.stdout:563: finishing copy_from to smithi15786056-17 2024-08-17T00:34:03.884 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 222 (ObjNum 180 snap 45 seq_num 180) dirty exists 2024-08-17T00:34:03.884 INFO:tasks.rados.rados.0.smithi157.stdout:559: done (6 left) 2024-08-17T00:34:03.884 INFO:tasks.rados.rados.0.smithi157.stdout:560: done (5 left) 2024-08-17T00:34:03.884 INFO:tasks.rados.rados.0.smithi157.stdout:561: done (4 left) 2024-08-17T00:34:03.884 INFO:tasks.rados.rados.0.smithi157.stdout:562: done (3 left) 2024-08-17T00:34:03.884 INFO:tasks.rados.rados.0.smithi157.stdout:563: done (2 left) 2024-08-17T00:34:03.884 INFO:tasks.rados.rados.0.smithi157.stdout:564: done (1 left) 2024-08-17T00:34:03.884 INFO:tasks.rados.rados.0.smithi157.stdout:565: done (0 left) 2024-08-17T00:34:03.884 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 50 current snap is 48 2024-08-17T00:34:03.884 INFO:tasks.rados.rados.0.smithi157.stdout:566: seq_num 195 ranges {991232=475136,1466368=401408} 2024-08-17T00:34:03.890 INFO:tasks.rados.rados.0.smithi157.stdout:566: writing smithi15786056-50 from 991232 to 1466368 tid 1 2024-08-17T00:34:03.893 INFO:tasks.rados.rados.0.smithi157.stdout:566: writing smithi15786056-50 from 1466368 to 1867776 tid 2 2024-08-17T00:34:03.893 INFO:tasks.rados.rados.0.smithi157.stdout:567: read oid 22 snap -1 2024-08-17T00:34:03.893 INFO:tasks.rados.rados.0.smithi157.stdout:567: expect (ObjNum 135 snap 32 seq_num 135) 2024-08-17T00:34:03.893 INFO:tasks.rados.rados.0.smithi157.stdout:568: copy_from oid 29 from oid 39 current snap is 48 2024-08-17T00:34:03.893 INFO:tasks.rados.rados.0.smithi157.stdout:569: read oid 17 snap -1 2024-08-17T00:34:03.893 INFO:tasks.rados.rados.0.smithi157.stdout:569: expect (ObjNum 180 snap 45 seq_num 180) 2024-08-17T00:34:03.894 INFO:tasks.rados.rados.0.smithi157.stdout:570: read oid 48 snap 33 2024-08-17T00:34:03.894 INFO:tasks.rados.rados.0.smithi157.stdout:570: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-17T00:34:03.894 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 20 current snap is 48 2024-08-17T00:34:03.894 INFO:tasks.rados.rados.0.smithi157.stdout:571: seq_num 196 ranges {0=491520,491520=401408} 2024-08-17T00:34:03.896 INFO:tasks.rados.rados.0.smithi157.stdout:571: writing smithi15786056-20 from 0 to 491520 tid 1 2024-08-17T00:34:03.900 INFO:tasks.rados.rados.0.smithi157.stdout:571: writing smithi15786056-20 from 491520 to 892928 tid 2 2024-08-17T00:34:03.900 INFO:tasks.rados.rados.0.smithi157.stdout:572: copy_from oid 42 from oid 23 current snap is 48 2024-08-17T00:34:03.901 INFO:tasks.rados.rados.0.smithi157.stdout:566: finishing write tid 1 to smithi15786056-50 2024-08-17T00:34:03.901 INFO:tasks.rados.rados.0.smithi157.stdout:566: finishing write tid 2 to smithi15786056-50 2024-08-17T00:34:03.901 INFO:tasks.rados.rados.0.smithi157.stdout:566: finishing write tid 3 to smithi15786056-50 2024-08-17T00:34:03.901 INFO:tasks.rados.rados.0.smithi157.stdout:566: finishing write tid 4 to smithi15786056-50 2024-08-17T00:34:03.902 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 178 (ObjNum 195 snap 48 seq_num 195) dirty exists 2024-08-17T00:34:03.902 INFO:tasks.rados.rados.0.smithi157.stdout:566: left oid 50 (ObjNum 195 snap 48 seq_num 195) 2024-08-17T00:34:03.902 INFO:tasks.rados.rados.0.smithi157.stdout:570: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-17T00:34:03.929 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:03 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:34:03] "GET /metrics HTTP/1.1" 200 33110 "" "Prometheus/2.43.0" 2024-08-17T00:34:03.958 INFO:tasks.rados.rados.0.smithi157.stdout:571: finishing write tid 1 to smithi15786056-20 2024-08-17T00:34:03.958 INFO:tasks.rados.rados.0.smithi157.stdout:571: finishing write tid 2 to smithi15786056-20 2024-08-17T00:34:03.958 INFO:tasks.rados.rados.0.smithi157.stdout:571: finishing write tid 3 to smithi15786056-20 2024-08-17T00:34:03.959 INFO:tasks.rados.rados.0.smithi157.stdout:566: done (6 left) 2024-08-17T00:34:03.959 INFO:tasks.rados.rados.0.smithi157.stdout:570: done (5 left) 2024-08-17T00:34:03.959 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 48 2024-08-17T00:34:03.959 INFO:tasks.rados.rados.0.smithi157.stdout:573: seq_num 197 ranges {335872=507904,843776=401408} 2024-08-17T00:34:03.962 INFO:tasks.rados.rados.0.smithi157.stdout:573: writing smithi15786056-24 from 335872 to 843776 tid 1 2024-08-17T00:34:03.965 INFO:tasks.rados.rados.0.smithi157.stdout:573: writing smithi15786056-24 from 843776 to 1245184 tid 2 2024-08-17T00:34:03.965 INFO:tasks.rados.rados.0.smithi157.stdout:574: rollback oid 2 current snap is 48 2024-08-17T00:34:03.965 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 2 to 41 2024-08-17T00:34:03.966 INFO:tasks.rados.rados.0.smithi157.stdout:568: finishing copy_from racing read to smithi15786056-29 2024-08-17T00:34:03.966 INFO:tasks.rados.rados.0.smithi157.stdout:571: finishing write tid 4 to smithi15786056-20 2024-08-17T00:34:03.966 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 273 (ObjNum 196 snap 48 seq_num 196) dirty exists 2024-08-17T00:34:03.966 INFO:tasks.rados.rados.0.smithi157.stdout:571: left oid 20 (ObjNum 196 snap 48 seq_num 196) 2024-08-17T00:34:03.966 INFO:tasks.rados.rados.0.smithi157.stdout:572: finishing copy_from racing read to smithi15786056-42 2024-08-17T00:34:03.966 INFO:tasks.rados.rados.0.smithi157.stdout:568: finishing copy_from to smithi15786056-29 2024-08-17T00:34:03.966 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 243 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-08-17T00:34:03.966 INFO:tasks.rados.rados.0.smithi157.stdout:572: finishing copy_from to smithi15786056-42 2024-08-17T00:34:03.966 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 238 (ObjNum 164 snap 40 seq_num 164) dirty exists 2024-08-17T00:34:03.966 INFO:tasks.rados.rados.0.smithi157.stdout:569: expect (ObjNum 180 snap 45 seq_num 180) 2024-08-17T00:34:04.105 INFO:tasks.rados.rados.0.smithi157.stdout:567: expect (ObjNum 135 snap 32 seq_num 135) 2024-08-17T00:34:04.134 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:03 smithi157 systemd[1]: Stopping Ceph alertmanager.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:04.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:03 smithi157 ceph-mon[29438]: osdmap e168: 8 total, 8 up, 8 in 2024-08-17T00:34:04.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:03 smithi157 ceph-mon[29438]: osdmap e169: 8 total, 8 up, 8 in 2024-08-17T00:34:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:03 smithi157 ceph-mon[40946]: osdmap e168: 8 total, 8 up, 8 in 2024-08-17T00:34:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:03 smithi157 ceph-mon[40946]: osdmap e169: 8 total, 8 up, 8 in 2024-08-17T00:34:04.187 INFO:tasks.rados.rados.0.smithi157.stdout:573: finishing write tid 1 to smithi15786056-24 2024-08-17T00:34:04.187 INFO:tasks.rados.rados.0.smithi157.stdout:574: finishing rollback tid 0 to smithi15786056-2 2024-08-17T00:34:04.187 INFO:tasks.rados.rados.0.smithi157.stdout:574: finishing rollback tid 1 to smithi15786056-2 2024-08-17T00:34:04.187 INFO:tasks.rados.rados.0.smithi157.stdout:573: finishing write tid 2 to smithi15786056-24 2024-08-17T00:34:04.187 INFO:tasks.rados.rados.0.smithi157.stdout:574: finishing rollback tid 2 to smithi15786056-2 2024-08-17T00:34:04.187 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 303 (ObjNum 155 snap 36 seq_num 155) dirty exists 2024-08-17T00:34:04.187 INFO:tasks.rados.rados.0.smithi157.stdout:573: finishing write tid 3 to smithi15786056-24 2024-08-17T00:34:04.188 INFO:tasks.rados.rados.0.smithi157.stdout:573: finishing write tid 4 to smithi15786056-24 2024-08-17T00:34:04.188 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 276 (ObjNum 197 snap 48 seq_num 197) dirty exists 2024-08-17T00:34:04.188 INFO:tasks.rados.rados.0.smithi157.stdout:573: left oid 24 (ObjNum 197 snap 48 seq_num 197) 2024-08-17T00:34:04.188 INFO:tasks.rados.rados.0.smithi157.stdout:567: done (6 left) 2024-08-17T00:34:04.188 INFO:tasks.rados.rados.0.smithi157.stdout:568: done (5 left) 2024-08-17T00:34:04.188 INFO:tasks.rados.rados.0.smithi157.stdout:569: done (4 left) 2024-08-17T00:34:04.188 INFO:tasks.rados.rados.0.smithi157.stdout:571: done (3 left) 2024-08-17T00:34:04.188 INFO:tasks.rados.rados.0.smithi157.stdout:572: done (2 left) 2024-08-17T00:34:04.188 INFO:tasks.rados.rados.0.smithi157.stdout:573: done (1 left) 2024-08-17T00:34:04.188 INFO:tasks.rados.rados.0.smithi157.stdout:574: done (0 left) 2024-08-17T00:34:04.188 INFO:tasks.rados.rados.0.smithi157.stdout:575: read oid 15 snap -1 2024-08-17T00:34:04.188 INFO:tasks.rados.rados.0.smithi157.stdout:575: expect (ObjNum 131 snap 32 seq_num 131) 2024-08-17T00:34:04.188 INFO:tasks.rados.rados.0.smithi157.stdout:576: snap_remove snap 41 2024-08-17T00:34:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:03 smithi187 ceph-mon[33407]: osdmap e168: 8 total, 8 up, 8 in 2024-08-17T00:34:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:03 smithi187 ceph-mon[33407]: osdmap e169: 8 total, 8 up, 8 in 2024-08-17T00:34:04.628 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:04 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[81822]: ts=2024-08-17T00:34:04.275Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T00:34:04.628 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:04 smithi157 podman[88490]: 2024-08-17 00:34:04.316008054 +0000 UTC m=+0.167459474 container died 286d1702653053a61db396db2cb8df51dbed9f8d72a443656fd1575b4379167d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:04.885 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:04 smithi157 podman[88490]: 2024-08-17 00:34:04.732258202 +0000 UTC m=+0.583709617 container cleanup 286d1702653053a61db396db2cb8df51dbed9f8d72a443656fd1575b4379167d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:04.885 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:04 smithi157 bash[88490]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T00:34:04.934 INFO:tasks.rados.rados.0.smithi157.stdout:575: expect (ObjNum 131 snap 32 seq_num 131) 2024-08-17T00:34:05.168 INFO:tasks.rados.rados.0.smithi157.stdout:575: done (1 left) 2024-08-17T00:34:05.168 INFO:tasks.rados.rados.0.smithi157.stdout:576: done (0 left) 2024-08-17T00:34:05.168 INFO:tasks.rados.rados.0.smithi157.stdout:577: snap_remove snap 42 2024-08-17T00:34:05.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:04 smithi187 ceph-mon[33407]: pgmap v24: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-08-17T00:34:05.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:04 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:34:05.289 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:04 smithi157 ceph-mon[40946]: pgmap v24: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-08-17T00:34:05.290 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:04 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:34:05.290 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:04 smithi157 podman[88505]: 2024-08-17 00:34:04.98374379 +0000 UTC m=+0.664166592 container remove 286d1702653053a61db396db2cb8df51dbed9f8d72a443656fd1575b4379167d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:05.290 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:05 smithi157 podman[88505]: 2024-08-17 00:34:05.076393993 +0000 UTC m=+0.756816797 volume remove 898df236e8a74b713b48dcf95028838ddfda04673b9920bcfb01f25462bf19f8 2024-08-17T00:34:05.290 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:04 smithi157 ceph-mon[29438]: pgmap v24: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-08-17T00:34:05.290 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:04 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:34:05.603 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:05 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T00:34:05.603 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:05 smithi157 systemd[1]: Stopped Ceph alertmanager.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:05.603 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:05 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.125s CPU time. 2024-08-17T00:34:05.603 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:05 smithi157 systemd[1]: Starting Ceph alertmanager.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:05.603 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:05 smithi157 podman[88605]: 2024-08-17 00:34:05.510899303 +0000 UTC m=+0.110163491 volume create e8460e3c6ce8c8b3483926972ef75bb287c6c2363b99fe7101133e4ed0fc57da 2024-08-17T00:34:05.603 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:05 smithi157 podman[88605]: 2024-08-17 00:34:05.418692722 +0000 UTC m=+0.017956873 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-17T00:34:05.604 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:05 smithi157 podman[88605]: 2024-08-17 00:34:05.602871388 +0000 UTC m=+0.202135530 container create e5fc458eaa70a69d3dd27592062b12b2e1695d0cf582700b8c47d43b4bb2a850 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:05.948 INFO:tasks.rados.rados.0.smithi157.stdout:577: done (0 left) 2024-08-17T00:34:05.948 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 37 current snap is 48 2024-08-17T00:34:05.948 INFO:tasks.rados.rados.0.smithi157.stdout:578: seq_num 198 ranges {557056=524288,1081344=401408} 2024-08-17T00:34:05.954 INFO:tasks.rados.rados.0.smithi157.stdout:578: writing smithi15786056-37 from 557056 to 1081344 tid 1 2024-08-17T00:34:05.958 INFO:tasks.rados.rados.0.smithi157.stdout:578: writing smithi15786056-37 from 1081344 to 1482752 tid 2 2024-08-17T00:34:05.958 INFO:tasks.rados.rados.0.smithi157.stdout:579: read oid 9 snap -1 2024-08-17T00:34:05.958 INFO:tasks.rados.rados.0.smithi157.stdout:579: expect deleted 2024-08-17T00:34:05.958 INFO:tasks.rados.rados.0.smithi157.stdout:580: rollback oid 16 current snap is 48 2024-08-17T00:34:05.958 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 16 to 36 2024-08-17T00:34:05.958 INFO:tasks.rados.rados.0.smithi157.stdout:581: delete oid 11 current snap is 48 2024-08-17T00:34:05.959 INFO:tasks.rados.rados.0.smithi157.stdout:578: finishing write tid 1 to smithi15786056-37 2024-08-17T00:34:05.960 INFO:tasks.rados.rados.0.smithi157.stdout:578: finishing write tid 2 to smithi15786056-37 2024-08-17T00:34:05.960 INFO:tasks.rados.rados.0.smithi157.stdout:578: finishing write tid 3 to smithi15786056-37 2024-08-17T00:34:05.962 INFO:tasks.rados.rados.0.smithi157.stdout:578: finishing write tid 4 to smithi15786056-37 2024-08-17T00:34:05.962 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 233 (ObjNum 198 snap 48 seq_num 198) dirty exists 2024-08-17T00:34:05.962 INFO:tasks.rados.rados.0.smithi157.stdout:578: left oid 37 (ObjNum 198 snap 48 seq_num 198) 2024-08-17T00:34:05.963 INFO:tasks.rados.rados.0.smithi157.stdout:580: finishing rollback tid 0 to smithi15786056-16 2024-08-17T00:34:05.964 INFO:tasks.rados.rados.0.smithi157.stdout:580: finishing rollback tid 1 to smithi15786056-16 2024-08-17T00:34:05.964 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 120 (ObjNum 129 snap 0 seq_num 1461965816) dirty dne 2024-08-17T00:34:05.966 INFO:tasks.rados.rados.0.smithi157.stdout:578: done (3 left) 2024-08-17T00:34:05.967 INFO:tasks.rados.rados.0.smithi157.stdout:579: done (2 left) 2024-08-17T00:34:05.967 INFO:tasks.rados.rados.0.smithi157.stdout:580: done (1 left) 2024-08-17T00:34:05.967 INFO:tasks.rados.rados.0.smithi157.stdout:581: done (0 left) 2024-08-17T00:34:05.967 INFO:tasks.rados.rados.0.smithi157.stdout:582: read oid 39 snap -1 2024-08-17T00:34:05.967 INFO:tasks.rados.rados.0.smithi157.stdout:582: expect (ObjNum 172 snap 43 seq_num 172) 2024-08-17T00:34:05.967 INFO:tasks.rados.rados.0.smithi157.stdout:583: read oid 5 snap -1 2024-08-17T00:34:05.967 INFO:tasks.rados.rados.0.smithi157.stdout:583: expect (ObjNum 159 snap 37 seq_num 159) 2024-08-17T00:34:05.967 INFO:tasks.rados.rados.0.smithi157.stdout:584: snap_remove snap 36 2024-08-17T00:34:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:05 smithi187 ceph-mon[33407]: osdmap e170: 8 total, 8 up, 8 in 2024-08-17T00:34:06.314 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:05 smithi157 ceph-mon[29438]: osdmap e170: 8 total, 8 up, 8 in 2024-08-17T00:34:06.314 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:05 smithi157 ceph-mon[40946]: osdmap e170: 8 total, 8 up, 8 in 2024-08-17T00:34:06.315 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:34:06.315 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:05 smithi157 podman[88605]: 2024-08-17 00:34:05.981076752 +0000 UTC m=+0.580340914 container init e5fc458eaa70a69d3dd27592062b12b2e1695d0cf582700b8c47d43b4bb2a850 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:06.315 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:05 smithi157 podman[88605]: 2024-08-17 00:34:05.985961667 +0000 UTC m=+0.585225816 container start e5fc458eaa70a69d3dd27592062b12b2e1695d0cf582700b8c47d43b4bb2a850 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:06.315 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[88619]: ts=2024-08-17T00:34:05.997Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-17T00:34:06.315 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[88619]: ts=2024-08-17T00:34:05.997Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-17T00:34:06.315 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[88619]: ts=2024-08-17T00:34:05.999Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.157 port=9094 2024-08-17T00:34:06.315 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[88619]: ts=2024-08-17T00:34:06.000Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T00:34:06.315 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[88619]: ts=2024-08-17T00:34:06.022Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T00:34:06.316 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[88619]: ts=2024-08-17T00:34:06.022Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T00:34:06.316 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[88619]: ts=2024-08-17T00:34:06.026Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-17T00:34:06.316 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[88619]: ts=2024-08-17T00:34:06.026Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T00:34:06.316 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:06 smithi157 bash[88605]: e5fc458eaa70a69d3dd27592062b12b2e1695d0cf582700b8c47d43b4bb2a850 2024-08-17T00:34:06.316 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:06 smithi157 systemd[1]: Started Ceph alertmanager.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:06.602 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:34:06.602 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 starting - - - - 2024-08-17T00:34:06.602 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (3m) 10s ago 3m 90.9M - 9.4.7 954c08fa6188 837d7ffaebc7 2024-08-17T00:34:06.602 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (5m) 11s ago 5m 15.2M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:34:06.602 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (5m) 10s ago 5m 18.2M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:34:06.602 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283 running (34s) 10s ago 8m 480M - 19.1.0-1363-gd863d21c ba08250ef864 a2c5f2b03797 2024-08-17T00:34:06.602 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:9283,8765 running (10m) 11s ago 10m 245M - 17.2.7-1402-g03a1ac13 bc5a85a90206 25a6440b3d40 2024-08-17T00:34:06.602 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (10m) 11s ago 10m 53.0M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 326d536d0817 2024-08-17T00:34:06.602 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (9m) 10s ago 9m 44.6M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 08bc4d37e299 2024-08-17T00:34:06.603 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (9m) 11s ago 9m 43.2M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 f84af0d3eeb1 2024-08-17T00:34:06.603 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (3m) 11s ago 3m 17.6M - 1.5.0 0da6a335fe13 282cbc65523a 2024-08-17T00:34:06.603 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (3m) 10s ago 3m 16.5M - 1.5.0 0da6a335fe13 b7622bdce6a3 2024-08-17T00:34:06.603 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (8m) 11s ago 8m 85.6M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 5724a0a2acf7 2024-08-17T00:34:06.603 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (8m) 11s ago 8m 70.9M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 06419c3d3168 2024-08-17T00:34:06.603 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (7m) 11s ago 7m 90.3M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 f0716b3a6da4 2024-08-17T00:34:06.603 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (7m) 11s ago 7m 66.2M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 34877baf90d9 2024-08-17T00:34:06.603 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (7m) 10s ago 7m 67.2M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 8b55fa435d4d 2024-08-17T00:34:06.603 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (6m) 10s ago 6m 70.2M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 87ee417e591b 2024-08-17T00:34:06.603 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (6m) 10s ago 6m 65.9M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bd8a836eeeec 2024-08-17T00:34:06.603 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (5m) 10s ago 5m 80.6M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:34:06.603 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (2m) 10s ago 4m 51.9M - 2.43.0 a07b618ecd1d 73fb57a698ca 2024-08-17T00:34:06.604 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:06 smithi157 systemd[1]: Stopping Ceph node-exporter.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:06.884 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:06 smithi157 podman[88816]: 2024-08-17 00:34:06.740731687 +0000 UTC m=+0.151283375 container died 282cbc65523a7c349feb86aace79cc4a585df356e233833ee8175405758f1538 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:06.927 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:34:06.928 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:34:06.928 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:34:06.928 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:34:06.928 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:34:06.928 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 1, 2024-08-17T00:34:06.928 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 1 2024-08-17T00:34:06.928 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:34:06.928 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:34:06.928 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:34:06.928 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:34:06.928 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:34:06.928 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:34:06.928 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:34:06.929 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:34:06.929 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 14, 2024-08-17T00:34:06.929 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 1 2024-08-17T00:34:06.929 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:34:06.929 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:34:06.952 INFO:tasks.rados.rados.0.smithi157.stdout:584: done (2 left) 2024-08-17T00:34:06.952 INFO:tasks.rados.rados.0.smithi157.stdout:585: snap_remove snap 40 2024-08-17T00:34:07.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:06 smithi187 ceph-mon[33407]: pgmap v27: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:34:07.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:06 smithi187 ceph-mon[33407]: osdmap e171: 8 total, 8 up, 8 in 2024-08-17T00:34:07.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:06 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:07.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:06 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:07.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:06 smithi187 ceph-mon[33407]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-17T00:34:07.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:06 smithi187 ceph-mon[33407]: Reconfiguring daemon node-exporter.a on smithi157 2024-08-17T00:34:07.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:06 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2721036781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:34:07.244 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-mon[29438]: pgmap v27: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:34:07.244 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-mon[29438]: osdmap e171: 8 total, 8 up, 8 in 2024-08-17T00:34:07.244 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:07.244 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:07.244 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-mon[29438]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-17T00:34:07.244 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-mon[29438]: Reconfiguring daemon node-exporter.a on smithi157 2024-08-17T00:34:07.244 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/2721036781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:34:07.245 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-mon[40946]: pgmap v27: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:34:07.245 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-mon[40946]: osdmap e171: 8 total, 8 up, 8 in 2024-08-17T00:34:07.245 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:07.245 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:07.245 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-mon[40946]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-17T00:34:07.245 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-mon[40946]: Reconfiguring daemon node-exporter.a on smithi157 2024-08-17T00:34:07.245 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:06 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/2721036781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:34:07.634 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:07 smithi157 podman[88816]: 2024-08-17 00:34:07.243418853 +0000 UTC m=+0.653970570 container cleanup 282cbc65523a7c349feb86aace79cc4a585df356e233833ee8175405758f1538 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:07.635 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:07 smithi157 bash[88816]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a 2024-08-17T00:34:07.635 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:07 smithi157 podman[88855]: 2024-08-17 00:34:07.419926621 +0000 UTC m=+0.683377550 container remove 282cbc65523a7c349feb86aace79cc4a585df356e233833ee8175405758f1538 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:07.635 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:07 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:34:07.954 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:07 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-17T00:34:07.954 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:07 smithi157 systemd[1]: Stopped Ceph node-exporter.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:07.954 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:07 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 2.244s CPU time. 2024-08-17T00:34:07.954 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:07 smithi157 systemd[1]: Starting Ceph node-exporter.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:07.954 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:07 smithi157 podman[88956]: 2024-08-17 00:34:07.780985013 +0000 UTC m=+0.016941737 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T00:34:07.954 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:07 smithi157 podman[88956]: 2024-08-17 00:34:07.88758397 +0000 UTC m=+0.123540729 container create b4e36e574235c37e31e5a46c45d109ecc19d145c0b3ec4106f8d667f2f7ee5fc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:07.958 INFO:tasks.rados.rados.0.smithi157.stdout:585: done (2 left) 2024-08-17T00:34:07.958 INFO:tasks.rados.rados.0.smithi157.stdout:586: snap_remove snap 37 2024-08-17T00:34:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:07 smithi187 ceph-mon[33407]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:07 smithi187 ceph-mon[33407]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:07 smithi187 ceph-mon[33407]: osdmap e172: 8 total, 8 up, 8 in 2024-08-17T00:34:08.215 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:07 smithi157 ceph-mon[29438]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:08.215 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:07 smithi157 ceph-mon[29438]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:08.215 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:07 smithi157 ceph-mon[29438]: osdmap e172: 8 total, 8 up, 8 in 2024-08-17T00:34:08.216 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:07 smithi157 ceph-mon[40946]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:08.216 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:07 smithi157 ceph-mon[40946]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:08.216 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:07 smithi157 ceph-mon[40946]: osdmap e172: 8 total, 8 up, 8 in 2024-08-17T00:34:08.216 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[88619]: ts=2024-08-17T00:34:08.000Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000161263s 2024-08-17T00:34:08.216 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 podman[88956]: 2024-08-17 00:34:08.106242277 +0000 UTC m=+0.342198991 container init b4e36e574235c37e31e5a46c45d109ecc19d145c0b3ec4106f8d667f2f7ee5fc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:08.217 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 podman[88956]: 2024-08-17 00:34:08.11146693 +0000 UTC m=+0.347423644 container start b4e36e574235c37e31e5a46c45d109ecc19d145c0b3ec4106f8d667f2f7ee5fc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:08.217 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.114Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T00:34:08.217 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.114Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T00:34:08.217 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.115Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T00:34:08.217 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.115Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T00:34:08.217 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.115Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T00:34:08.217 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.115Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T00:34:08.217 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.115Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T00:34:08.217 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.115Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T00:34:08.217 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T00:34:08.217 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T00:34:08.218 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T00:34:08.218 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T00:34:08.218 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T00:34:08.218 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T00:34:08.218 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T00:34:08.218 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T00:34:08.218 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T00:34:08.218 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T00:34:08.218 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T00:34:08.218 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T00:34:08.218 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T00:34:08.218 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T00:34:08.219 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T00:34:08.219 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T00:34:08.219 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T00:34:08.219 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T00:34:08.219 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T00:34:08.219 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T00:34:08.219 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T00:34:08.219 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T00:34:08.219 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T00:34:08.219 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T00:34:08.219 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T00:34:08.219 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T00:34:08.219 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T00:34:08.220 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T00:34:08.220 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T00:34:08.220 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T00:34:08.220 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T00:34:08.220 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T00:34:08.220 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T00:34:08.220 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T00:34:08.220 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T00:34:08.220 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T00:34:08.221 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T00:34:08.221 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T00:34:08.221 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T00:34:08.221 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T00:34:08.221 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T00:34:08.221 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T00:34:08.221 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T00:34:08.221 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T00:34:08.221 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[88970]: ts=2024-08-17T00:34:08.116Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T00:34:08.221 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 bash[88956]: b4e36e574235c37e31e5a46c45d109ecc19d145c0b3ec4106f8d667f2f7ee5fc 2024-08-17T00:34:08.635 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:34:08 smithi157 systemd[1]: Started Ceph node-exporter.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:08.884 INFO:tasks.rados.rados.0.smithi157.stdout:586: done (2 left) 2024-08-17T00:34:08.884 INFO:tasks.rados.rados.0.smithi157.stdout:587: copy_from oid 22 from oid 10 current snap is 48 2024-08-17T00:34:08.884 INFO:tasks.rados.rados.0.smithi157.stdout:588: rmattr oid 30 current snap is 48 2024-08-17T00:34:08.884 INFO:tasks.rados.rados.0.smithi157.stdout:588: done (3 left) 2024-08-17T00:34:08.884 INFO:tasks.rados.rados.0.smithi157.stdout:589: read oid 7 snap -1 2024-08-17T00:34:08.885 INFO:tasks.rados.rados.0.smithi157.stdout:589: expect (ObjNum 185 snap 47 seq_num 185) 2024-08-17T00:34:08.885 INFO:tasks.rados.rados.0.smithi157.stdout:590: copy_from oid 30 from oid 1 current snap is 48 2024-08-17T00:34:08.885 INFO:tasks.rados.rados.0.smithi157.stdout:591: snap_remove snap 39 2024-08-17T00:34:08.955 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[29696]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:34:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:34:09.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:08 smithi187 ceph-mon[33407]: pgmap v30: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-08-17T00:34:09.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:08 smithi187 ceph-mon[33407]: osdmap e173: 8 total, 8 up, 8 in 2024-08-17T00:34:09.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:08 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:09.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:08 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:09.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:08 smithi187 ceph-mon[33407]: osdmap e174: 8 total, 8 up, 8 in 2024-08-17T00:34:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-mon[40946]: pgmap v30: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-08-17T00:34:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-mon[40946]: osdmap e173: 8 total, 8 up, 8 in 2024-08-17T00:34:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-mon[40946]: osdmap e174: 8 total, 8 up, 8 in 2024-08-17T00:34:09.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-mon[29438]: pgmap v30: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-08-17T00:34:09.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-mon[29438]: osdmap e173: 8 total, 8 up, 8 in 2024-08-17T00:34:09.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:09.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:09.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:08 smithi157 ceph-mon[29438]: osdmap e174: 8 total, 8 up, 8 in 2024-08-17T00:34:09.887 INFO:tasks.rados.rados.0.smithi157.stdout:591: done (5 left) 2024-08-17T00:34:09.887 INFO:tasks.rados.rados.0.smithi157.stdout:592: delete oid 38 current snap is 48 2024-08-17T00:34:09.887 INFO:tasks.rados.rados.0.smithi157.stdout:583: expect (ObjNum 159 snap 37 seq_num 159) 2024-08-17T00:34:09.970 INFO:tasks.rados.rados.0.smithi157.stdout:582: expect (ObjNum 172 snap 43 seq_num 172) 2024-08-17T00:34:10.024 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:09 smithi187 ceph-mon[33407]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:34:10.024 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:09 smithi187 ceph-mon[33407]: Reconfiguring daemon prometheus.a on smithi187 2024-08-17T00:34:10.024 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:09 smithi187 ceph-mon[33407]: osdmap e175: 8 total, 8 up, 8 in 2024-08-17T00:34:10.133 INFO:tasks.rados.rados.0.smithi157.stdout:587: finishing copy_from racing read to smithi15786056-22 2024-08-17T00:34:10.133 INFO:tasks.rados.rados.0.smithi157.stdout:582: done (5 left) 2024-08-17T00:34:10.133 INFO:tasks.rados.rados.0.smithi157.stdout:583: done (4 left) 2024-08-17T00:34:10.133 INFO:tasks.rados.rados.0.smithi157.stdout:592: done (3 left) 2024-08-17T00:34:10.133 INFO:tasks.rados.rados.0.smithi157.stdout:593: read oid 32 snap -1 2024-08-17T00:34:10.133 INFO:tasks.rados.rados.0.smithi157.stdout:593: expect (ObjNum 176 snap 44 seq_num 176) 2024-08-17T00:34:10.134 INFO:tasks.rados.rados.0.smithi157.stdout:594: read oid 41 snap -1 2024-08-17T00:34:10.134 INFO:tasks.rados.rados.0.smithi157.stdout:594: expect (ObjNum 178 snap 45 seq_num 178) 2024-08-17T00:34:10.134 INFO:tasks.rados.rados.0.smithi157.stdout:595: copy_from oid 13 from oid 37 current snap is 48 2024-08-17T00:34:10.134 INFO:tasks.rados.rados.0.smithi157.stdout:590: finishing copy_from racing read to smithi15786056-30 2024-08-17T00:34:10.134 INFO:tasks.rados.rados.0.smithi157.stdout:589: expect (ObjNum 185 snap 47 seq_num 185) 2024-08-17T00:34:10.154 INFO:tasks.rados.rados.0.smithi157.stdout:587: finishing copy_from to smithi15786056-22 2024-08-17T00:34:10.154 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 22 (ObjNum 65 snap 0 seq_num 1900958311) dirty exists 2024-08-17T00:34:10.154 INFO:tasks.rados.rados.0.smithi157.stdout:590: finishing copy_from to smithi15786056-30 2024-08-17T00:34:10.154 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 16 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:34:10.154 INFO:tasks.rados.rados.0.smithi157.stdout:587: done (5 left) 2024-08-17T00:34:10.154 INFO:tasks.rados.rados.0.smithi157.stdout:589: done (4 left) 2024-08-17T00:34:10.154 INFO:tasks.rados.rados.0.smithi157.stdout:590: done (3 left) 2024-08-17T00:34:10.154 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 48 2024-08-17T00:34:10.154 INFO:tasks.rados.rados.0.smithi157.stdout:593: expect (ObjNum 176 snap 44 seq_num 176) 2024-08-17T00:34:10.168 INFO:tasks.rados.rados.0.smithi157.stdout:594: expect (ObjNum 178 snap 45 seq_num 178) 2024-08-17T00:34:10.201 INFO:tasks.rados.rados.0.smithi157.stdout:595: finishing copy_from racing read to smithi15786056-13 2024-08-17T00:34:10.201 INFO:tasks.rados.rados.0.smithi157.stdout:595: finishing copy_from to smithi15786056-13 2024-08-17T00:34:10.201 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 233 (ObjNum 198 snap 48 seq_num 198) dirty exists 2024-08-17T00:34:10.201 INFO:tasks.rados.rados.0.smithi157.stdout:596: seq_num 201 ranges {2981888=573440,3555328=401408} 2024-08-17T00:34:10.219 INFO:tasks.rados.rados.0.smithi157.stdout:596: writing smithi15786056-6 from 2981888 to 3555328 tid 1 2024-08-17T00:34:10.222 INFO:tasks.rados.rados.0.smithi157.stdout:596: writing smithi15786056-6 from 3555328 to 3956736 tid 2 2024-08-17T00:34:10.222 INFO:tasks.rados.rados.0.smithi157.stdout:593: done (3 left) 2024-08-17T00:34:10.222 INFO:tasks.rados.rados.0.smithi157.stdout:594: done (2 left) 2024-08-17T00:34:10.222 INFO:tasks.rados.rados.0.smithi157.stdout:595: done (1 left) 2024-08-17T00:34:10.222 INFO:tasks.rados.rados.0.smithi157.stdout:597: setattr oid 39 current snap is 48 2024-08-17T00:34:10.223 INFO:tasks.rados.rados.0.smithi157.stdout:598: setattr oid 13 current snap is 48 2024-08-17T00:34:10.224 INFO:tasks.rados.rados.0.smithi157.stdout:596: finishing write tid 1 to smithi15786056-6 2024-08-17T00:34:10.224 INFO:tasks.rados.rados.0.smithi157.stdout:596: finishing write tid 2 to smithi15786056-6 2024-08-17T00:34:10.224 INFO:tasks.rados.rados.0.smithi157.stdout:596: finishing write tid 3 to smithi15786056-6 2024-08-17T00:34:10.225 INFO:tasks.rados.rados.0.smithi157.stdout:599: snap_create 2024-08-17T00:34:10.225 INFO:tasks.rados.rados.0.smithi157.stdout:596: finishing write tid 4 to smithi15786056-6 2024-08-17T00:34:10.225 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 326 (ObjNum 201 snap 48 seq_num 201) dirty exists 2024-08-17T00:34:10.226 INFO:tasks.rados.rados.0.smithi157.stdout:596: left oid 6 (ObjNum 201 snap 48 seq_num 201) 2024-08-17T00:34:10.226 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 365 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-08-17T00:34:10.226 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 277 (ObjNum 198 snap 48 seq_num 198) dirty exists 2024-08-17T00:34:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:09 smithi157 ceph-mon[29438]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:34:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:09 smithi157 ceph-mon[29438]: Reconfiguring daemon prometheus.a on smithi187 2024-08-17T00:34:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:09 smithi157 ceph-mon[29438]: osdmap e175: 8 total, 8 up, 8 in 2024-08-17T00:34:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:09 smithi157 ceph-mon[40946]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:34:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:09 smithi157 ceph-mon[40946]: Reconfiguring daemon prometheus.a on smithi187 2024-08-17T00:34:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:09 smithi157 ceph-mon[40946]: osdmap e175: 8 total, 8 up, 8 in 2024-08-17T00:34:10.965 INFO:tasks.rados.rados.0.smithi157.stdout:596: done (3 left) 2024-08-17T00:34:10.966 INFO:tasks.rados.rados.0.smithi157.stdout:597: done (2 left) 2024-08-17T00:34:10.966 INFO:tasks.rados.rados.0.smithi157.stdout:598: done (1 left) 2024-08-17T00:34:10.966 INFO:tasks.rados.rados.0.smithi157.stdout:599: done (0 left) 2024-08-17T00:34:10.966 INFO:tasks.rados.rados.0.smithi157.stdout:600: rollback oid 32 current snap is 49 2024-08-17T00:34:10.966 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 32 to 48 2024-08-17T00:34:10.966 INFO:tasks.rados.rados.0.smithi157.stdout:601: snap_remove snap 43 2024-08-17T00:34:11.157 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:10 smithi187 ceph-mon[33407]: pgmap v33: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-08-17T00:34:11.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:10 smithi157 ceph-mon[29438]: pgmap v33: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-08-17T00:34:11.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:10 smithi157 ceph-mon[40946]: pgmap v33: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-08-17T00:34:11.872 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:11 smithi187 systemd[1]: Stopping Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:11.977 INFO:tasks.rados.rados.0.smithi157.stdout:601: done (1 left) 2024-08-17T00:34:11.977 INFO:tasks.rados.rados.0.smithi157.stdout:602: rollback oid 46 current snap is 49 2024-08-17T00:34:11.977 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 46 to 33 2024-08-17T00:34:11.977 INFO:tasks.rados.rados.0.smithi157.stdout:600: finishing rollback tid 0 to smithi15786056-32 2024-08-17T00:34:11.977 INFO:tasks.rados.rados.0.smithi157.stdout:600: finishing rollback tid 1 to smithi15786056-32 2024-08-17T00:34:11.977 INFO:tasks.rados.rados.0.smithi157.stdout:600: finishing rollback tid 2 to smithi15786056-32 2024-08-17T00:34:11.977 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 191 (ObjNum 176 snap 44 seq_num 176) dirty exists 2024-08-17T00:34:11.977 INFO:tasks.rados.rados.0.smithi157.stdout:600: done (1 left) 2024-08-17T00:34:11.977 INFO:tasks.rados.rados.0.smithi157.stdout:603: snap_remove snap 45 2024-08-17T00:34:12.162 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:11 smithi187 ceph-mon[33407]: osdmap e176: 8 total, 8 up, 8 in 2024-08-17T00:34:12.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:34:11.871Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T00:34:12.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:34:11.871Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T00:34:12.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:34:11.871Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T00:34:12.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:34:11.871Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T00:34:12.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:34:11.871Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T00:34:12.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:34:11.871Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T00:34:12.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:34:11.871Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T00:34:12.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:34:11.871Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T00:34:12.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:34:11.872Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T00:34:12.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:34:11.872Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T00:34:12.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:34:11.872Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T00:34:12.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[67426]: ts=2024-08-17T00:34:11.872Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T00:34:12.164 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:11 smithi187 podman[77748]: 2024-08-17 00:34:11.88199538 +0000 UTC m=+0.121837437 container died 73fb57a698cade033d485383be1aa0d2cfcd51db28f72c33b8785a321f5c42c9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:12.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:11 smithi157 ceph-mon[29438]: osdmap e176: 8 total, 8 up, 8 in 2024-08-17T00:34:12.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:11 smithi157 ceph-mon[40946]: osdmap e176: 8 total, 8 up, 8 in 2024-08-17T00:34:12.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:12 smithi187 podman[77748]: 2024-08-17 00:34:12.244121077 +0000 UTC m=+0.483963130 container cleanup 73fb57a698cade033d485383be1aa0d2cfcd51db28f72c33b8785a321f5c42c9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:12.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:12 smithi187 bash[77748]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T00:34:12.937 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:12 smithi187 podman[77768]: 2024-08-17 00:34:12.54533201 +0000 UTC m=+0.665461630 container remove 73fb57a698cade033d485383be1aa0d2cfcd51db28f72c33b8785a321f5c42c9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:12.937 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:12 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T00:34:12.937 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:12 smithi187 systemd[1]: Stopped Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:12.937 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:12 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.644s CPU time. 2024-08-17T00:34:12.938 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:12 smithi187 systemd[1]: Starting Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:12.982 INFO:tasks.rados.rados.0.smithi157.stdout:603: done (1 left) 2024-08-17T00:34:12.982 INFO:tasks.rados.rados.0.smithi157.stdout:602: finishing rollback tid 0 to smithi15786056-46 2024-08-17T00:34:12.982 INFO:tasks.rados.rados.0.smithi157.stdout:602: finishing rollback tid 1 to smithi15786056-46 2024-08-17T00:34:12.983 INFO:tasks.rados.rados.0.smithi157.stdout:602: finishing rollback tid 2 to smithi15786056-46 2024-08-17T00:34:12.983 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 182 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:34:12.983 INFO:tasks.rados.rados.0.smithi157.stdout:604: read oid 21 snap -1 2024-08-17T00:34:12.983 INFO:tasks.rados.rados.0.smithi157.stdout:604: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-17T00:34:12.983 INFO:tasks.rados.rados.0.smithi157.stdout:602: done (1 left) 2024-08-17T00:34:12.983 INFO:tasks.rados.rados.0.smithi157.stdout:605: read oid 8 snap 33 2024-08-17T00:34:12.983 INFO:tasks.rados.rados.0.smithi157.stdout:605: expect (ObjNum 112 snap 27 seq_num 112) 2024-08-17T00:34:12.983 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 20 current snap is 49 2024-08-17T00:34:12.983 INFO:tasks.rados.rados.0.smithi157.stdout:606: seq_num 202 ranges {892928=589824,1482752=401408} 2024-08-17T00:34:12.990 INFO:tasks.rados.rados.0.smithi157.stdout:606: writing smithi15786056-20 from 892928 to 1482752 tid 1 2024-08-17T00:34:12.994 INFO:tasks.rados.rados.0.smithi157.stdout:606: writing smithi15786056-20 from 1482752 to 1884160 tid 2 2024-08-17T00:34:12.994 INFO:tasks.rados.rados.0.smithi157.stdout:607: read oid 11 snap 33 2024-08-17T00:34:12.994 INFO:tasks.rados.rados.0.smithi157.stdout:607: expect (ObjNum 82 snap 11 seq_num 82) 2024-08-17T00:34:12.994 INFO:tasks.rados.rados.0.smithi157.stdout:608: rollback oid 32 current snap is 49 2024-08-17T00:34:12.994 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 32 to 33 2024-08-17T00:34:12.994 INFO:tasks.rados.rados.0.smithi157.stdout:609: rollback oid 39 current snap is 49 2024-08-17T00:34:12.994 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 39 to 33 2024-08-17T00:34:12.994 INFO:tasks.rados.rados.0.smithi157.stdout:610: setattr oid 50 current snap is 49 2024-08-17T00:34:12.995 INFO:tasks.rados.rados.0.smithi157.stdout:611: delete oid 9 current snap is 49 2024-08-17T00:34:12.996 INFO:tasks.rados.rados.0.smithi157.stdout:605: expect (ObjNum 112 snap 27 seq_num 112) 2024-08-17T00:34:13.062 INFO:tasks.rados.rados.0.smithi157.stdout:609: finishing rollback tid 0 to smithi15786056-39 2024-08-17T00:34:13.063 INFO:tasks.rados.rados.0.smithi157.stdout:609: finishing rollback tid 1 to smithi15786056-39 2024-08-17T00:34:13.063 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 386 (ObjNum 609 snap 0 seq_num 3982470960) dirty dne 2024-08-17T00:34:13.063 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 188 (ObjNum 195 snap 48 seq_num 195) dirty exists 2024-08-17T00:34:13.063 INFO:tasks.rados.rados.0.smithi157.stdout:606: finishing write tid 1 to smithi15786056-20 2024-08-17T00:34:13.063 INFO:tasks.rados.rados.0.smithi157.stdout:606: finishing write tid 2 to smithi15786056-20 2024-08-17T00:34:13.063 INFO:tasks.rados.rados.0.smithi157.stdout:605: done (7 left) 2024-08-17T00:34:13.063 INFO:tasks.rados.rados.0.smithi157.stdout:609: done (6 left) 2024-08-17T00:34:13.063 INFO:tasks.rados.rados.0.smithi157.stdout:610: done (5 left) 2024-08-17T00:34:13.063 INFO:tasks.rados.rados.0.smithi157.stdout:611: done (4 left) 2024-08-17T00:34:13.063 INFO:tasks.rados.rados.0.smithi157.stdout:612: delete oid 36 current snap is 49 2024-08-17T00:34:13.063 INFO:tasks.rados.rados.0.smithi157.stdout:606: finishing write tid 3 to smithi15786056-20 2024-08-17T00:34:13.063 INFO:tasks.rados.rados.0.smithi157.stdout:608: finishing rollback tid 0 to smithi15786056-32 2024-08-17T00:34:13.063 INFO:tasks.rados.rados.0.smithi157.stdout:606: finishing write tid 4 to smithi15786056-20 2024-08-17T00:34:13.063 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 280 (ObjNum 202 snap 49 seq_num 202) dirty exists 2024-08-17T00:34:13.064 INFO:tasks.rados.rados.0.smithi157.stdout:606: left oid 20 (ObjNum 202 snap 49 seq_num 202) 2024-08-17T00:34:13.064 INFO:tasks.rados.rados.0.smithi157.stdout:608: finishing rollback tid 1 to smithi15786056-32 2024-08-17T00:34:13.064 INFO:tasks.rados.rados.0.smithi157.stdout:608: finishing rollback tid 2 to smithi15786056-32 2024-08-17T00:34:13.064 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 200 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-08-17T00:34:13.064 INFO:tasks.rados.rados.0.smithi157.stdout:604: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-17T00:34:13.117 INFO:tasks.rados.rados.0.smithi157.stdout:607: expect (ObjNum 82 snap 11 seq_num 82) 2024-08-17T00:34:13.152 INFO:tasks.rados.rados.0.smithi157.stdout:604: done (4 left) 2024-08-17T00:34:13.152 INFO:tasks.rados.rados.0.smithi157.stdout:606: done (3 left) 2024-08-17T00:34:13.153 INFO:tasks.rados.rados.0.smithi157.stdout:607: done (2 left) 2024-08-17T00:34:13.153 INFO:tasks.rados.rados.0.smithi157.stdout:608: done (1 left) 2024-08-17T00:34:13.153 INFO:tasks.rados.rados.0.smithi157.stdout:612: done (0 left) 2024-08-17T00:34:13.153 INFO:tasks.rados.rados.0.smithi157.stdout:613: rmattr oid 13 current snap is 49 2024-08-17T00:34:13.153 INFO:tasks.rados.rados.0.smithi157.stdout:614: read oid 28 snap -1 2024-08-17T00:34:13.153 INFO:tasks.rados.rados.0.smithi157.stdout:614: expect (ObjNum 191 snap 48 seq_num 191) 2024-08-17T00:34:13.153 INFO:tasks.rados.rados.0.smithi157.stdout:615: copy_from oid 23 from oid 45 current snap is 49 2024-08-17T00:34:13.153 INFO:tasks.rados.rados.0.smithi157.stdout:616: read oid 2 snap -1 2024-08-17T00:34:13.153 INFO:tasks.rados.rados.0.smithi157.stdout:616: expect (ObjNum 155 snap 36 seq_num 155) 2024-08-17T00:34:13.153 INFO:tasks.rados.rados.0.smithi157.stdout:617: copy_from oid 10 from oid 22 current snap is 49 2024-08-17T00:34:13.153 INFO:tasks.rados.rados.0.smithi157.stdout:618: read oid 29 snap -1 2024-08-17T00:34:13.153 INFO:tasks.rados.rados.0.smithi157.stdout:618: expect (ObjNum 172 snap 43 seq_num 172) 2024-08-17T00:34:13.154 INFO:tasks.rados.rados.0.smithi157.stdout:619: snap_remove snap 48 2024-08-17T00:34:13.193 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:12 smithi187 ceph-mon[33407]: pgmap v36: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-08-17T00:34:13.194 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:12 smithi187 ceph-mon[33407]: osdmap e177: 8 total, 8 up, 8 in 2024-08-17T00:34:13.194 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:12 smithi187 podman[77862]: 2024-08-17 00:34:12.84047829 +0000 UTC m=+0.018619320 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T00:34:13.194 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:12 smithi187 podman[77862]: 2024-08-17 00:34:12.954753631 +0000 UTC m=+0.132894697 container create badf4d3c01125e1ca7d14cdbaca58d4dd5e788dda404ca6e369d01f927bc5c6d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:13.194 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 podman[77862]: 2024-08-17 00:34:13.165367786 +0000 UTC m=+0.343508822 container init badf4d3c01125e1ca7d14cdbaca58d4dd5e788dda404ca6e369d01f927bc5c6d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:13.194 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 podman[77862]: 2024-08-17 00:34:13.170126732 +0000 UTC m=+0.348267754 container start badf4d3c01125e1ca7d14cdbaca58d4dd5e788dda404ca6e369d01f927bc5c6d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:12 smithi157 ceph-mon[29438]: pgmap v36: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-08-17T00:34:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:12 smithi157 ceph-mon[29438]: osdmap e177: 8 total, 8 up, 8 in 2024-08-17T00:34:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:12 smithi157 ceph-mon[40946]: pgmap v36: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-08-17T00:34:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:12 smithi157 ceph-mon[40946]: osdmap e177: 8 total, 8 up, 8 in 2024-08-17T00:34:13.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.193Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T00:34:13.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.193Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T00:34:13.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.193Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi187 (none))" 2024-08-17T00:34:13.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.193Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T00:34:13.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.193Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T00:34:13.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.195Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T00:34:13.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.195Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T00:34:13.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.196Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T00:34:13.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.196Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T00:34:13.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.198Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T00:34:13.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.198Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.62µs 2024-08-17T00:34:13.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.198Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T00:34:13.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.199Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-08-17T00:34:13.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.212Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-08-17T00:34:13.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.212Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-08-17T00:34:13.458 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.212Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.239µs wal_replay_duration=13.939003ms wbl_replay_duration=97ns total_replay_duration=13.974918ms 2024-08-17T00:34:13.458 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.215Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T00:34:13.458 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.215Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T00:34:13.458 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.215Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T00:34:13.458 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.235Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.616225ms db_storage=817ns remote_storage=1.625µs web_handler=405ns query_engine=552ns scrape=502.339µs scrape_sd=122.44µs notify=9.64µs notify_sd=11.497µs rules=19.549528ms tracing=6.515µs 2024-08-17T00:34:13.458 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.235Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T00:34:13.458 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:13.235Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T00:34:13.458 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 bash[77862]: badf4d3c01125e1ca7d14cdbaca58d4dd5e788dda404ca6e369d01f927bc5c6d 2024-08-17T00:34:13.458 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:13 smithi187 systemd[1]: Started Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:13.885 INFO:tasks.rados.rados.0.smithi157.stdout:617: finishing copy_from racing read to smithi15786056-10 2024-08-17T00:34:13.886 INFO:tasks.rados.rados.0.smithi157.stdout:617: finishing copy_from to smithi15786056-10 2024-08-17T00:34:13.886 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 22 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-08-17T00:34:13.886 INFO:tasks.rados.rados.0.smithi157.stdout:615: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:34:13.886 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 281 (ObjNum 198 snap 48 seq_num 198) dirty exists 2024-08-17T00:34:13.886 INFO:tasks.rados.rados.0.smithi157.stdout:615: finishing copy_from to smithi15786056-23 2024-08-17T00:34:13.886 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 184 (ObjNum 156 snap 36 seq_num 156) dirty exists 2024-08-17T00:34:13.886 INFO:tasks.rados.rados.0.smithi157.stdout:616: expect (ObjNum 155 snap 36 seq_num 155) 2024-08-17T00:34:13.946 INFO:tasks.rados.rados.0.smithi157.stdout:614: expect (ObjNum 191 snap 48 seq_num 191) 2024-08-17T00:34:14.060 INFO:tasks.rados.rados.0.smithi157.stdout:618: expect (ObjNum 172 snap 43 seq_num 172) 2024-08-17T00:34:14.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-mon[33407]: osdmap e178: 8 total, 8 up, 8 in 2024-08-17T00:34:14.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:14.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:14.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:13 smithi187 ceph-mon[33407]: osdmap e179: 8 total, 8 up, 8 in 2024-08-17T00:34:14.218 INFO:tasks.rados.rados.0.smithi157.stdout:613: done (6 left) 2024-08-17T00:34:14.219 INFO:tasks.rados.rados.0.smithi157.stdout:614: done (5 left) 2024-08-17T00:34:14.219 INFO:tasks.rados.rados.0.smithi157.stdout:615: done (4 left) 2024-08-17T00:34:14.219 INFO:tasks.rados.rados.0.smithi157.stdout:616: done (3 left) 2024-08-17T00:34:14.219 INFO:tasks.rados.rados.0.smithi157.stdout:617: done (2 left) 2024-08-17T00:34:14.219 INFO:tasks.rados.rados.0.smithi157.stdout:618: done (1 left) 2024-08-17T00:34:14.219 INFO:tasks.rados.rados.0.smithi157.stdout:619: done (0 left) 2024-08-17T00:34:14.219 INFO:tasks.rados.rados.0.smithi157.stdout:620: copy_from oid 13 from oid 30 current snap is 49 2024-08-17T00:34:14.219 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 49 2024-08-17T00:34:14.219 INFO:tasks.rados.rados.0.smithi157.stdout:621: seq_num 205 ranges {221184=638976,860160=401408} 2024-08-17T00:34:14.223 INFO:tasks.rados.rados.0.smithi157.stdout:621: writing smithi15786056-23 from 221184 to 860160 tid 1 2024-08-17T00:34:14.226 INFO:tasks.rados.rados.0.smithi157.stdout:621: writing smithi15786056-23 from 860160 to 1261568 tid 2 2024-08-17T00:34:14.226 INFO:tasks.rados.rados.0.smithi157.stdout:622: read oid 19 snap 33 2024-08-17T00:34:14.226 INFO:tasks.rados.rados.0.smithi157.stdout:622: expect (ObjNum 100 snap 22 seq_num 100) 2024-08-17T00:34:14.226 INFO:tasks.rados.rados.0.smithi157.stdout:623: snap_create 2024-08-17T00:34:14.226 INFO:tasks.rados.rados.0.smithi157.stdout:620: finishing copy_from racing read to smithi15786056-13 2024-08-17T00:34:14.227 INFO:tasks.rados.rados.0.smithi157.stdout:620: finishing copy_from to smithi15786056-13 2024-08-17T00:34:14.227 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 16 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:34:14.229 INFO:tasks.rados.rados.0.smithi157.stdout:621: finishing write tid 1 to smithi15786056-23 2024-08-17T00:34:14.229 INFO:tasks.rados.rados.0.smithi157.stdout:621: finishing write tid 2 to smithi15786056-23 2024-08-17T00:34:14.229 INFO:tasks.rados.rados.0.smithi157.stdout:621: finishing write tid 3 to smithi15786056-23 2024-08-17T00:34:14.230 INFO:tasks.rados.rados.0.smithi157.stdout:621: finishing write tid 4 to smithi15786056-23 2024-08-17T00:34:14.230 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 397 (ObjNum 205 snap 49 seq_num 205) dirty exists 2024-08-17T00:34:14.231 INFO:tasks.rados.rados.0.smithi157.stdout:621: left oid 23 (ObjNum 205 snap 49 seq_num 205) 2024-08-17T00:34:14.235 INFO:tasks.rados.rados.0.smithi157.stdout:622: expect (ObjNum 100 snap 22 seq_num 100) 2024-08-17T00:34:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:13 smithi157 ceph-mon[40946]: osdmap e178: 8 total, 8 up, 8 in 2024-08-17T00:34:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:13 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:13 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:13 smithi157 ceph-mon[40946]: osdmap e179: 8 total, 8 up, 8 in 2024-08-17T00:34:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:13 smithi157 ceph-mon[29438]: osdmap e178: 8 total, 8 up, 8 in 2024-08-17T00:34:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:13 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:13 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:13 smithi157 ceph-mon[29438]: osdmap e179: 8 total, 8 up, 8 in 2024-08-17T00:34:14.988 INFO:tasks.rados.rados.0.smithi157.stdout:620: done (3 left) 2024-08-17T00:34:15.001 INFO:tasks.rados.rados.0.smithi157.stdout:621: done (2 left) 2024-08-17T00:34:15.001 INFO:tasks.rados.rados.0.smithi157.stdout:622: done (1 left) 2024-08-17T00:34:15.001 INFO:tasks.rados.rados.0.smithi157.stdout:623: done (0 left) 2024-08-17T00:34:15.001 INFO:tasks.rados.rados.0.smithi157.stdout:624: snap_remove snap 33 2024-08-17T00:34:15.124 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:14 smithi187 ceph-mon[33407]: Reconfiguring grafana.a (dependencies changed)... 2024-08-17T00:34:15.124 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:14 smithi187 ceph-mon[33407]: pgmap v39: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-08-17T00:34:15.124 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:14 smithi187 ceph-mon[33407]: Reconfiguring daemon grafana.a on smithi187 2024-08-17T00:34:15.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:14 smithi157 ceph-mon[29438]: Reconfiguring grafana.a (dependencies changed)... 2024-08-17T00:34:15.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:14 smithi157 ceph-mon[29438]: pgmap v39: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-08-17T00:34:15.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:14 smithi157 ceph-mon[29438]: Reconfiguring daemon grafana.a on smithi187 2024-08-17T00:34:15.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:14 smithi157 ceph-mon[40946]: Reconfiguring grafana.a (dependencies changed)... 2024-08-17T00:34:15.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:14 smithi157 ceph-mon[40946]: pgmap v39: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-08-17T00:34:15.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:14 smithi157 ceph-mon[40946]: Reconfiguring daemon grafana.a on smithi187 2024-08-17T00:34:16.000 INFO:tasks.rados.rados.0.smithi157.stdout:624: done (0 left) 2024-08-17T00:34:16.000 INFO:tasks.rados.rados.0.smithi157.stdout:625: snap_remove snap 49 2024-08-17T00:34:16.080 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:15 smithi187 ceph-mon[33407]: osdmap e180: 8 total, 8 up, 8 in 2024-08-17T00:34:16.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:15 smithi157 ceph-mon[40946]: osdmap e180: 8 total, 8 up, 8 in 2024-08-17T00:34:16.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:15 smithi157 ceph-mon[29438]: osdmap e180: 8 total, 8 up, 8 in 2024-08-17T00:34:16.385 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:34:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[88619]: ts=2024-08-17T00:34:16.002Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002491328s 2024-08-17T00:34:16.387 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:16 smithi187 systemd[1]: Stopping Ceph grafana.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:16.705 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:16 smithi187 podman[78153]: 2024-08-17 00:34:16.386603662 +0000 UTC m=+0.106630155 container died 837d7ffaebc7d87754f94c7654c875e0a8a33a9437d16ba39f4bfbbc0592305b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., version=8.5, io.openshift.tags=base rhel8, io.openshift.expose-services=, vcs-type=git, release=239.1651231664, io.buildah.version=1.32.0, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-08-17T00:34:16.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:16 smithi187 podman[78153]: 2024-08-17 00:34:16.723309413 +0000 UTC m=+0.443335905 container cleanup 837d7ffaebc7d87754f94c7654c875e0a8a33a9437d16ba39f4bfbbc0592305b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, version=8.5, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, release=239.1651231664, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, io.openshift.expose-services=, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-08-17T00:34:16.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:16 smithi187 bash[78153]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a 2024-08-17T00:34:16.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:16 smithi187 podman[78171]: 2024-08-17 00:34:16.882926734 +0000 UTC m=+0.494781771 container remove 837d7ffaebc7d87754f94c7654c875e0a8a33a9437d16ba39f4bfbbc0592305b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, version=8.5, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, release=239.1651231664, vendor=Red Hat, Inc., distribution-scope=public, maintainer=Paul Cuzner ) 2024-08-17T00:34:16.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:16 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:34:17.000 INFO:tasks.rados.rados.0.smithi157.stdout:625: done (0 left) 2024-08-17T00:34:17.000 INFO:tasks.rados.rados.0.smithi157.stdout:626: copy_from oid 48 from oid 5 current snap is 50 2024-08-17T00:34:17.000 INFO:tasks.rados.rados.0.smithi157.stdout:627: setattr oid 20 current snap is 50 2024-08-17T00:34:17.002 INFO:tasks.rados.rados.0.smithi157.stdout:628: read oid 3 snap -1 2024-08-17T00:34:17.002 INFO:tasks.rados.rados.0.smithi157.stdout:628: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-17T00:34:17.002 INFO:tasks.rados.rados.0.smithi157.stdout:629: setattr oid 42 current snap is 50 2024-08-17T00:34:17.003 INFO:tasks.rados.rados.0.smithi157.stdout:630: rollback oid 29 current snap is 50 2024-08-17T00:34:17.003 INFO:tasks.rados.rados.0.smithi157.stdout:630: done (4 left) 2024-08-17T00:34:17.003 INFO:tasks.rados.rados.0.smithi157.stdout:631: delete oid 26 current snap is 50 2024-08-17T00:34:17.009 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 282 (ObjNum 202 snap 49 seq_num 202) dirty exists 2024-08-17T00:34:17.010 INFO:tasks.rados.rados.0.smithi157.stdout:626: finishing copy_from racing read to smithi15786056-48 2024-08-17T00:34:17.011 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 408 (ObjNum 164 snap 40 seq_num 164) dirty exists 2024-08-17T00:34:17.011 INFO:tasks.rados.rados.0.smithi157.stdout:626: finishing copy_from to smithi15786056-48 2024-08-17T00:34:17.011 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 148 (ObjNum 159 snap 37 seq_num 159) dirty exists 2024-08-17T00:34:17.013 INFO:tasks.rados.rados.0.smithi157.stdout:626: done (4 left) 2024-08-17T00:34:17.013 INFO:tasks.rados.rados.0.smithi157.stdout:627: done (3 left) 2024-08-17T00:34:17.013 INFO:tasks.rados.rados.0.smithi157.stdout:629: done (2 left) 2024-08-17T00:34:17.013 INFO:tasks.rados.rados.0.smithi157.stdout:631: done (1 left) 2024-08-17T00:34:17.013 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 2 current snap is 50 2024-08-17T00:34:17.013 INFO:tasks.rados.rados.0.smithi157.stdout:632: seq_num 207 ranges {1392640=671744,2064384=401408} 2024-08-17T00:34:17.023 INFO:tasks.rados.rados.0.smithi157.stdout:632: writing smithi15786056-2 from 1392640 to 2064384 tid 1 2024-08-17T00:34:17.026 INFO:tasks.rados.rados.0.smithi157.stdout:632: writing smithi15786056-2 from 2064384 to 2465792 tid 2 2024-08-17T00:34:17.027 INFO:tasks.rados.rados.0.smithi157.stdout:633: read oid 9 snap -1 2024-08-17T00:34:17.027 INFO:tasks.rados.rados.0.smithi157.stdout:633: expect deleted 2024-08-17T00:34:17.027 INFO:tasks.rados.rados.0.smithi157.stdout:634: read oid 17 snap -1 2024-08-17T00:34:17.027 INFO:tasks.rados.rados.0.smithi157.stdout:634: expect (ObjNum 180 snap 45 seq_num 180) 2024-08-17T00:34:17.027 INFO:tasks.rados.rados.0.smithi157.stdout:635: snap_create 2024-08-17T00:34:17.027 INFO:tasks.rados.rados.0.smithi157.stdout:628: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-17T00:34:17.074 INFO:tasks.rados.rados.0.smithi157.stdout:632: finishing write tid 1 to smithi15786056-2 2024-08-17T00:34:17.074 INFO:tasks.rados.rados.0.smithi157.stdout:632: finishing write tid 2 to smithi15786056-2 2024-08-17T00:34:17.074 INFO:tasks.rados.rados.0.smithi157.stdout:632: finishing write tid 3 to smithi15786056-2 2024-08-17T00:34:17.074 INFO:tasks.rados.rados.0.smithi157.stdout:632: finishing write tid 4 to smithi15786056-2 2024-08-17T00:34:17.074 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 412 (ObjNum 207 snap 50 seq_num 207) dirty exists 2024-08-17T00:34:17.075 INFO:tasks.rados.rados.0.smithi157.stdout:632: left oid 2 (ObjNum 207 snap 50 seq_num 207) 2024-08-17T00:34:17.075 INFO:tasks.rados.rados.0.smithi157.stdout:634: expect (ObjNum 180 snap 45 seq_num 180) 2024-08-17T00:34:17.329 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:16 smithi187 ceph-mon[33407]: pgmap v42: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:34:17.329 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:16 smithi187 ceph-mon[33407]: osdmap e181: 8 total, 8 up, 8 in 2024-08-17T00:34:17.330 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-17T00:34:17.330 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 systemd[1]: Stopped Ceph grafana.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:17.330 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@grafana.a.service: Consumed 5.039s CPU time. 2024-08-17T00:34:17.330 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 systemd[1]: Starting Ceph grafana.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:16 smithi157 ceph-mon[40946]: pgmap v42: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:34:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:16 smithi157 ceph-mon[40946]: osdmap e181: 8 total, 8 up, 8 in 2024-08-17T00:34:17.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:16 smithi157 ceph-mon[29438]: pgmap v42: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:34:17.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:16 smithi157 ceph-mon[29438]: osdmap e181: 8 total, 8 up, 8 in 2024-08-17T00:34:17.595 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 podman[78269]: 2024-08-17 00:34:17.23076821 +0000 UTC m=+0.016632861 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-17T00:34:17.595 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 podman[78269]: 2024-08-17 00:34:17.342153877 +0000 UTC m=+0.128018557 container create 3c616dd0c45bc4d81a255776f435ba41cafe0569e04f99b76d497d9d28ef595b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, distribution-scope=public, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, io.openshift.tags=base rhel8, name=ubi8, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., architecture=x86_64, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-08-17T00:34:17.864 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 podman[78269]: 2024-08-17 00:34:17.594761221 +0000 UTC m=+0.380625859 container init 3c616dd0c45bc4d81a255776f435ba41cafe0569e04f99b76d497d9d28ef595b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, vendor=Red Hat, Inc., architecture=x86_64, vcs-type=git, release=239.1651231664, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-08-17T00:34:17.864 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 podman[78269]: 2024-08-17 00:34:17.599995026 +0000 UTC m=+0.385859664 container start 3c616dd0c45bc4d81a255776f435ba41cafe0569e04f99b76d497d9d28ef595b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0, description=Ceph Grafana Container, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, name=ubi8) 2024-08-17T00:34:17.864 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 bash[78269]: 3c616dd0c45bc4d81a255776f435ba41cafe0569e04f99b76d497d9d28ef595b 2024-08-17T00:34:17.864 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 systemd[1]: Started Ceph grafana.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:17.864 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=settings t=2024-08-17T00:34:17.757335374Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-17T00:34:17.865 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=settings t=2024-08-17T00:34:17.757527051Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-17T00:34:17.865 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=settings t=2024-08-17T00:34:17.757548046Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-17T00:34:17.865 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=settings t=2024-08-17T00:34:17.757556136Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-17T00:34:17.865 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=settings t=2024-08-17T00:34:17.757562108Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-17T00:34:17.865 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=settings t=2024-08-17T00:34:17.7575681Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-17T00:34:17.865 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=settings t=2024-08-17T00:34:17.757573677Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-17T00:34:17.865 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=settings t=2024-08-17T00:34:17.757579348Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-17T00:34:17.865 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=settings t=2024-08-17T00:34:17.757585Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-17T00:34:17.865 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=settings t=2024-08-17T00:34:17.757590697Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-17T00:34:17.865 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=settings t=2024-08-17T00:34:17.757595977Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-17T00:34:17.865 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=settings t=2024-08-17T00:34:17.757601272Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-17T00:34:17.865 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=settings t=2024-08-17T00:34:17.757606877Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-17T00:34:17.865 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=settings t=2024-08-17T00:34:17.757612486Z level=info msg="App mode production" 2024-08-17T00:34:17.866 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=sqlstore t=2024-08-17T00:34:17.757659509Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-17T00:34:17.866 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=sqlstore t=2024-08-17T00:34:17.757675266Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-17T00:34:17.866 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=migrator t=2024-08-17T00:34:17.772042915Z level=info msg="Starting DB migrations" 2024-08-17T00:34:17.866 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=migrator t=2024-08-17T00:34:17.777049794Z level=info msg="migrations completed" performed=0 skipped=481 duration=505.87µs 2024-08-17T00:34:17.866 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=sqlstore t=2024-08-17T00:34:17.777444129Z level=info msg="Created default organization" 2024-08-17T00:34:17.866 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=plugin.loader t=2024-08-17T00:34:17.836323441Z level=info msg="Plugin registered" pluginID=input 2024-08-17T00:34:17.866 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=plugin.loader t=2024-08-17T00:34:17.863559207Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-17T00:34:17.866 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=plugin.loader t=2024-08-17T00:34:17.863606159Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-17T00:34:17.866 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=secrets t=2024-08-17T00:34:17.863645599Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-17T00:34:18.004 INFO:tasks.rados.rados.0.smithi157.stdout:628: done (4 left) 2024-08-17T00:34:18.004 INFO:tasks.rados.rados.0.smithi157.stdout:632: done (3 left) 2024-08-17T00:34:18.004 INFO:tasks.rados.rados.0.smithi157.stdout:633: done (2 left) 2024-08-17T00:34:18.004 INFO:tasks.rados.rados.0.smithi157.stdout:634: done (1 left) 2024-08-17T00:34:18.004 INFO:tasks.rados.rados.0.smithi157.stdout:635: done (0 left) 2024-08-17T00:34:18.004 INFO:tasks.rados.rados.0.smithi157.stdout:636: setattr oid 26 current snap is 51 2024-08-17T00:34:18.006 INFO:tasks.rados.rados.0.smithi157.stdout:637: snap_remove snap 50 2024-08-17T00:34:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-mon[33407]: osdmap e182: 8 total, 8 up, 8 in 2024-08-17T00:34:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:18.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:18.206 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=query_data t=2024-08-17T00:34:17.866323885Z level=info msg="Query Service initialization" 2024-08-17T00:34:18.206 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=live.push_http t=2024-08-17T00:34:17.86861415Z level=info msg="Live Push Gateway initialization" 2024-08-17T00:34:18.206 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:18 smithi187 systemd[1]: Stopping Ceph node-exporter.b for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:17 smithi157 ceph-mon[29438]: osdmap e182: 8 total, 8 up, 8 in 2024-08-17T00:34:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:17 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:17 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:17 smithi157 ceph-mon[40946]: osdmap e182: 8 total, 8 up, 8 in 2024-08-17T00:34:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:17 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:18.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:17 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:18.681 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=infra.usagestats.collector t=2024-08-17T00:34:18.607126714Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-17T00:34:18.682 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:18 smithi187 podman[78436]: 2024-08-17 00:34:18.360190565 +0000 UTC m=+0.156744105 container died b7622bdce6a38c5439560dabb7c76903bc7e998ffb895906b098981065e80c4c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:34:18.887 INFO:tasks.rados.rados.0.smithi157.stdout:637: done (1 left) 2024-08-17T00:34:18.887 INFO:tasks.rados.rados.0.smithi157.stdout:638: delete oid 10 current snap is 51 2024-08-17T00:34:18.887 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 356 (ObjNum 225 snap 0 seq_num 170473216) dirty exists 2024-08-17T00:34:18.891 INFO:tasks.rados.rados.0.smithi157.stdout:636: done (1 left) 2024-08-17T00:34:18.891 INFO:tasks.rados.rados.0.smithi157.stdout:638: done (0 left) 2024-08-17T00:34:18.891 INFO:tasks.rados.rados.0.smithi157.stdout:639: snap_create 2024-08-17T00:34:18.955 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:18 smithi187 podman[78436]: 2024-08-17 00:34:18.681142961 +0000 UTC m=+0.477696502 container cleanup b7622bdce6a38c5439560dabb7c76903bc7e998ffb895906b098981065e80c4c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:34:18.955 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:18 smithi187 bash[78436]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b 2024-08-17T00:34:18.956 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:18 smithi187 podman[78454]: 2024-08-17 00:34:18.899357692 +0000 UTC m=+0.542619908 container remove b7622bdce6a38c5439560dabb7c76903bc7e998ffb895906b098981065e80c4c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:34:18.956 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:18 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:34:18.956 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=provisioning.datasources t=2024-08-17T00:34:18.691781692Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-08-17T00:34:18.956 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=provisioning.datasources t=2024-08-17T00:34:18.691846424Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-17T00:34:18.956 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=provisioning.datasources t=2024-08-17T00:34:18.703041416Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-17T00:34:18.956 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=provisioning.alerting t=2024-08-17T00:34:18.783136532Z level=info msg="starting to provision alerting" 2024-08-17T00:34:18.956 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=provisioning.alerting t=2024-08-17T00:34:18.783160582Z level=info msg="finished to provision alerting" 2024-08-17T00:34:18.956 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=ngalert.state.manager t=2024-08-17T00:34:18.783232426Z level=info msg="Warming state cache for startup" 2024-08-17T00:34:18.956 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=grafanaStorageLogger t=2024-08-17T00:34:18.783380069Z level=info msg="storage starting" 2024-08-17T00:34:18.957 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=http.server t=2024-08-17T00:34:18.787364384Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-17T00:34:18.957 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=ngalert.state.manager t=2024-08-17T00:34:18.793746327Z level=info msg="State cache has been initialized" states=0 duration=10.511215ms 2024-08-17T00:34:18.957 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=ngalert.multiorg.alertmanager t=2024-08-17T00:34:18.793795348Z level=info msg="starting MultiOrg Alertmanager" 2024-08-17T00:34:18.957 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:34:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[78283]: logger=ticker t=2024-08-17T00:34:18.793828004Z level=info msg=starting first_tick=2024-08-17T00:34:20Z 2024-08-17T00:34:19.371 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-mon[33407]: pgmap v45: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 974 KiB/s wr, 20 op/s 2024-08-17T00:34:19.371 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-mon[33407]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-17T00:34:19.371 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-mon[33407]: Reconfiguring daemon node-exporter.b on smithi187 2024-08-17T00:34:19.371 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-mon[33407]: osdmap e183: 8 total, 8 up, 8 in 2024-08-17T00:34:19.371 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-mon[33407]: osdmap e184: 8 total, 8 up, 8 in 2024-08-17T00:34:19.372 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-17T00:34:19.372 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 systemd[1]: Stopped Ceph node-exporter.b for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:19.372 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 2.193s CPU time. 2024-08-17T00:34:19.372 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 systemd[1]: Starting Ceph node-exporter.b for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:19 smithi157 ceph-mon[29438]: pgmap v45: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 974 KiB/s wr, 20 op/s 2024-08-17T00:34:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:19 smithi157 ceph-mon[29438]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-17T00:34:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:19 smithi157 ceph-mon[29438]: Reconfiguring daemon node-exporter.b on smithi187 2024-08-17T00:34:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:19 smithi157 ceph-mon[29438]: osdmap e183: 8 total, 8 up, 8 in 2024-08-17T00:34:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:19 smithi157 ceph-mon[29438]: osdmap e184: 8 total, 8 up, 8 in 2024-08-17T00:34:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:19 smithi157 ceph-mon[40946]: pgmap v45: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 974 KiB/s wr, 20 op/s 2024-08-17T00:34:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:19 smithi157 ceph-mon[40946]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-17T00:34:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:19 smithi157 ceph-mon[40946]: Reconfiguring daemon node-exporter.b on smithi187 2024-08-17T00:34:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:19 smithi157 ceph-mon[40946]: osdmap e183: 8 total, 8 up, 8 in 2024-08-17T00:34:19.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:19 smithi157 ceph-mon[40946]: osdmap e184: 8 total, 8 up, 8 in 2024-08-17T00:34:19.622 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 podman[78555]: 2024-08-17 00:34:19.272466181 +0000 UTC m=+0.016869411 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T00:34:19.622 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 podman[78555]: 2024-08-17 00:34:19.39253366 +0000 UTC m=+0.136936929 container create 73e607038b0d9e34fd08e1cfd1b6e10e0ff796ba5a69b7d35973a537932f4ed1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:34:19.622 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 podman[78555]: 2024-08-17 00:34:19.611388483 +0000 UTC m=+0.355791701 container init 73e607038b0d9e34fd08e1cfd1b6e10e0ff796ba5a69b7d35973a537932f4ed1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:34:19.622 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 podman[78555]: 2024-08-17 00:34:19.616559935 +0000 UTC m=+0.360963150 container start 73e607038b0d9e34fd08e1cfd1b6e10e0ff796ba5a69b7d35973a537932f4ed1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:34:19.622 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.619Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T00:34:19.622 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.619Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T00:34:19.622 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.620Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T00:34:19.623 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.620Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T00:34:19.623 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.620Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T00:34:19.623 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.620Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T00:34:19.623 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T00:34:19.623 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T00:34:19.623 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T00:34:19.623 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T00:34:19.623 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T00:34:19.624 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T00:34:19.624 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T00:34:19.624 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T00:34:19.624 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T00:34:19.624 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T00:34:19.624 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T00:34:19.624 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T00:34:19.624 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T00:34:19.624 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T00:34:19.624 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T00:34:19.625 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T00:34:19.625 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T00:34:19.625 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T00:34:19.625 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T00:34:19.625 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T00:34:19.625 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T00:34:19.625 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T00:34:19.625 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T00:34:19.625 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T00:34:19.625 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T00:34:19.625 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T00:34:19.626 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T00:34:19.626 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T00:34:19.626 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T00:34:19.626 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T00:34:19.626 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T00:34:19.626 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T00:34:19.626 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T00:34:19.626 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T00:34:19.626 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T00:34:19.626 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T00:34:19.627 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T00:34:19.627 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T00:34:19.627 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T00:34:19.627 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T00:34:19.627 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T00:34:19.627 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T00:34:19.627 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T00:34:19.627 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T00:34:19.627 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T00:34:19.627 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T00:34:19.627 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[78569]: ts=2024-08-17T00:34:19.621Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T00:34:19.887 INFO:tasks.rados.rados.0.smithi157.stdout:639: done (0 left) 2024-08-17T00:34:19.888 INFO:tasks.rados.rados.0.smithi157.stdout:640: setattr oid 43 current snap is 52 2024-08-17T00:34:19.888 INFO:tasks.rados.rados.0.smithi157.stdout:641: snap_remove snap 51 2024-08-17T00:34:19.955 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 bash[78555]: 73e607038b0d9e34fd08e1cfd1b6e10e0ff796ba5a69b7d35973a537932f4ed1 2024-08-17T00:34:19.955 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:34:19 smithi187 systemd[1]: Started Ceph node-exporter.b for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:20.295 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:34:20.295 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:20.295 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:20.295 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:34:20.295 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:34:20.296 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:34:20.296 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:20.296 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[29438]: osdmap e185: 8 total, 8 up, 8 in 2024-08-17T00:34:20.296 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:34:20.296 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:20.296 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:20.296 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:34:20.296 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:34:20.296 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:34:20.296 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:20.297 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:20 smithi157 ceph-mon[40946]: osdmap e185: 8 total, 8 up, 8 in 2024-08-17T00:34:20.470 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:20 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:34:20.471 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:20 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:20.471 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:20 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:20.471 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:20 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:34:20.471 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:20 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:34:20.471 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:20 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:34:20.472 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:20 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:20.472 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:20 smithi187 ceph-mon[33407]: osdmap e185: 8 total, 8 up, 8 in 2024-08-17T00:34:20.889 INFO:tasks.rados.rados.0.smithi157.stdout:641: done (1 left) 2024-08-17T00:34:20.890 INFO:tasks.rados.rados.0.smithi157.stdout:642: read oid 21 snap -1 2024-08-17T00:34:20.890 INFO:tasks.rados.rados.0.smithi157.stdout:642: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-17T00:34:20.890 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 41 current snap is 52 2024-08-17T00:34:20.890 INFO:tasks.rados.rados.0.smithi157.stdout:643: seq_num 209 ranges {1007616=704512,1712128=401408} 2024-08-17T00:34:20.899 INFO:tasks.rados.rados.0.smithi157.stdout:643: writing smithi15786056-41 from 1007616 to 1712128 tid 1 2024-08-17T00:34:20.902 INFO:tasks.rados.rados.0.smithi157.stdout:643: writing smithi15786056-41 from 1712128 to 2113536 tid 2 2024-08-17T00:34:20.902 INFO:tasks.rados.rados.0.smithi157.stdout:644: copy_from oid 2 from oid 16 current snap is 52 2024-08-17T00:34:20.903 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 413 (ObjNum 33 snap 0 seq_num 170193872) dirty exists 2024-08-17T00:34:20.903 INFO:tasks.rados.rados.0.smithi157.stdout:642: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-17T00:34:20.960 INFO:tasks.rados.rados.0.smithi157.stdout:644: finishing copy_from to smithi15786056-2 2024-08-17T00:34:20.960 INFO:tasks.rados.rados.0.smithi157.stdout:644: got expected ENOENT (src dne) 2024-08-17T00:34:20.960 INFO:tasks.rados.rados.0.smithi157.stdout:644: finishing copy_from racing read to smithi15786056-2 2024-08-17T00:34:20.960 INFO:tasks.rados.rados.0.smithi157.stdout:643: finishing write tid 1 to smithi15786056-41 2024-08-17T00:34:20.961 INFO:tasks.rados.rados.0.smithi157.stdout:643: finishing write tid 2 to smithi15786056-41 2024-08-17T00:34:20.961 INFO:tasks.rados.rados.0.smithi157.stdout:640: done (3 left) 2024-08-17T00:34:20.961 INFO:tasks.rados.rados.0.smithi157.stdout:642: done (2 left) 2024-08-17T00:34:20.961 INFO:tasks.rados.rados.0.smithi157.stdout:644: done (1 left) 2024-08-17T00:34:20.961 INFO:tasks.rados.rados.0.smithi157.stdout:645: read oid 19 snap -1 2024-08-17T00:34:20.961 INFO:tasks.rados.rados.0.smithi157.stdout:645: expect (ObjNum 177 snap 45 seq_num 177) 2024-08-17T00:34:20.961 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 52 2024-08-17T00:34:20.961 INFO:tasks.rados.rados.0.smithi157.stdout:643: finishing write tid 3 to smithi15786056-41 2024-08-17T00:34:20.961 INFO:tasks.rados.rados.0.smithi157.stdout:646: seq_num 210 ranges {606208=720896,1327104=401408} 2024-08-17T00:34:20.967 INFO:tasks.rados.rados.0.smithi157.stdout:646: writing smithi15786056-25 from 606208 to 1327104 tid 1 2024-08-17T00:34:20.970 INFO:tasks.rados.rados.0.smithi157.stdout:646: writing smithi15786056-25 from 1327104 to 1728512 tid 2 2024-08-17T00:34:20.970 INFO:tasks.rados.rados.0.smithi157.stdout:647: read oid 9 snap -1 2024-08-17T00:34:20.971 INFO:tasks.rados.rados.0.smithi157.stdout:647: expect deleted 2024-08-17T00:34:20.971 INFO:tasks.rados.rados.0.smithi157.stdout:648: snap_create 2024-08-17T00:34:20.971 INFO:tasks.rados.rados.0.smithi157.stdout:643: finishing write tid 4 to smithi15786056-41 2024-08-17T00:34:20.971 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 123 (ObjNum 209 snap 52 seq_num 209) dirty exists 2024-08-17T00:34:20.971 INFO:tasks.rados.rados.0.smithi157.stdout:643: left oid 41 (ObjNum 209 snap 52 seq_num 209) 2024-08-17T00:34:20.971 INFO:tasks.rados.rados.0.smithi157.stdout:645: expect (ObjNum 177 snap 45 seq_num 177) 2024-08-17T00:34:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:21 smithi157 ceph-mon[29438]: pgmap v48: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 974 KiB/s wr, 19 op/s 2024-08-17T00:34:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:21 smithi157 ceph-mon[29438]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:34:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:21 smithi157 ceph-mon[29438]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:34:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:21 smithi157 ceph-mon[29438]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:34:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:21 smithi157 ceph-mon[29438]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T00:34:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:21 smithi157 ceph-mon[29438]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T00:34:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:21 smithi157 ceph-mon[29438]: osdmap e186: 8 total, 8 up, 8 in 2024-08-17T00:34:21.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:21 smithi157 ceph-mon[40946]: pgmap v48: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 974 KiB/s wr, 19 op/s 2024-08-17T00:34:21.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:21 smithi157 ceph-mon[40946]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:34:21.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:21 smithi157 ceph-mon[40946]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:34:21.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:21 smithi157 ceph-mon[40946]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:34:21.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:21 smithi157 ceph-mon[40946]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T00:34:21.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:21 smithi157 ceph-mon[40946]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T00:34:21.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:21 smithi157 ceph-mon[40946]: osdmap e186: 8 total, 8 up, 8 in 2024-08-17T00:34:21.157 INFO:tasks.rados.rados.0.smithi157.stdout:646: finishing write tid 1 to smithi15786056-25 2024-08-17T00:34:21.157 INFO:tasks.rados.rados.0.smithi157.stdout:646: finishing write tid 2 to smithi15786056-25 2024-08-17T00:34:21.157 INFO:tasks.rados.rados.0.smithi157.stdout:646: finishing write tid 3 to smithi15786056-25 2024-08-17T00:34:21.157 INFO:tasks.rados.rados.0.smithi157.stdout:646: finishing write tid 4 to smithi15786056-25 2024-08-17T00:34:21.157 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 212 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-08-17T00:34:21.157 INFO:tasks.rados.rados.0.smithi157.stdout:646: left oid 25 (ObjNum 210 snap 52 seq_num 210) 2024-08-17T00:34:21.357 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:21 smithi187 ceph-mon[33407]: pgmap v48: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 974 KiB/s wr, 19 op/s 2024-08-17T00:34:21.357 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:21 smithi187 ceph-mon[33407]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:34:21.357 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:21 smithi187 ceph-mon[33407]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:34:21.357 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:21 smithi187 ceph-mon[33407]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:34:21.358 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:21 smithi187 ceph-mon[33407]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T00:34:21.358 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:21 smithi187 ceph-mon[33407]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T00:34:21.358 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:21 smithi187 ceph-mon[33407]: osdmap e186: 8 total, 8 up, 8 in 2024-08-17T00:34:21.890 INFO:tasks.rados.rados.0.smithi157.stdout:643: done (4 left) 2024-08-17T00:34:21.890 INFO:tasks.rados.rados.0.smithi157.stdout:645: done (3 left) 2024-08-17T00:34:21.890 INFO:tasks.rados.rados.0.smithi157.stdout:646: done (2 left) 2024-08-17T00:34:21.890 INFO:tasks.rados.rados.0.smithi157.stdout:647: done (1 left) 2024-08-17T00:34:21.890 INFO:tasks.rados.rados.0.smithi157.stdout:648: done (0 left) 2024-08-17T00:34:21.890 INFO:tasks.rados.rados.0.smithi157.stdout:649: setattr oid 5 current snap is 53 2024-08-17T00:34:21.891 INFO:tasks.rados.rados.0.smithi157.stdout:650: snap_create 2024-08-17T00:34:21.894 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 272 (ObjNum 159 snap 37 seq_num 159) dirty exists 2024-08-17T00:34:22.568 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:34:22] "GET /metrics HTTP/1.1" 200 36072 "" "Prometheus/2.43.0" 2024-08-17T00:34:22.568 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:22 smithi187 ceph-mon[33407]: Upgrade: Updating mgr.y 2024-08-17T00:34:22.568 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:22 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:22.568 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:22 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:34:22.569 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:22 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:34:22.569 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:22 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:34:22.569 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:22 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:22.569 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:22 smithi187 ceph-mon[33407]: Deploying daemon mgr.y on smithi157 2024-08-17T00:34:22.569 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:22 smithi187 ceph-mon[33407]: pgmap v51: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 752 KiB/s wr, 24 op/s 2024-08-17T00:34:22.569 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:22 smithi187 ceph-mon[33407]: osdmap e187: 8 total, 8 up, 8 in 2024-08-17T00:34:22.572 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[40946]: Upgrade: Updating mgr.y 2024-08-17T00:34:22.572 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:22.572 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:34:22.572 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:34:22.572 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:34:22.572 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:22.572 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[40946]: Deploying daemon mgr.y on smithi157 2024-08-17T00:34:22.572 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[40946]: pgmap v51: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 752 KiB/s wr, 24 op/s 2024-08-17T00:34:22.573 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[40946]: osdmap e187: 8 total, 8 up, 8 in 2024-08-17T00:34:22.573 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[29438]: Upgrade: Updating mgr.y 2024-08-17T00:34:22.573 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:22.573 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:34:22.573 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:34:22.573 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:34:22.573 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:22.573 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[29438]: Deploying daemon mgr.y on smithi157 2024-08-17T00:34:22.573 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[29438]: pgmap v51: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 752 KiB/s wr, 24 op/s 2024-08-17T00:34:22.573 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:22 smithi157 ceph-mon[29438]: osdmap e187: 8 total, 8 up, 8 in 2024-08-17T00:34:22.892 INFO:tasks.rados.rados.0.smithi157.stdout:649: done (1 left) 2024-08-17T00:34:22.892 INFO:tasks.rados.rados.0.smithi157.stdout:650: done (0 left) 2024-08-17T00:34:22.892 INFO:tasks.rados.rados.0.smithi157.stdout:651: read oid 2 snap 53 2024-08-17T00:34:22.892 INFO:tasks.rados.rados.0.smithi157.stdout:651: expect (ObjNum 207 snap 50 seq_num 207) 2024-08-17T00:34:22.892 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 19 current snap is 54 2024-08-17T00:34:22.892 INFO:tasks.rados.rados.0.smithi157.stdout:652: seq_num 211 ranges {3883008=737280,4620288=401408} 2024-08-17T00:34:22.916 INFO:tasks.rados.rados.0.smithi157.stdout:652: writing smithi15786056-19 from 3883008 to 4620288 tid 1 2024-08-17T00:34:22.919 INFO:tasks.rados.rados.0.smithi157.stdout:652: writing smithi15786056-19 from 4620288 to 5021696 tid 2 2024-08-17T00:34:22.920 INFO:tasks.rados.rados.0.smithi157.stdout:653: read oid 9 snap 53 2024-08-17T00:34:22.920 INFO:tasks.rados.rados.0.smithi157.stdout:653: expect deleted 2024-08-17T00:34:22.920 INFO:tasks.rados.rados.0.smithi157.stdout:654: read oid 8 snap -1 2024-08-17T00:34:22.920 INFO:tasks.rados.rados.0.smithi157.stdout:654: expect (ObjNum 193 snap 48 seq_num 193) 2024-08-17T00:34:22.920 INFO:tasks.rados.rados.0.smithi157.stdout:655: delete oid 5 current snap is 54 2024-08-17T00:34:22.920 INFO:tasks.rados.rados.0.smithi157.stdout:651: expect (ObjNum 207 snap 50 seq_num 207) 2024-08-17T00:34:23.033 INFO:tasks.rados.rados.0.smithi157.stdout:652: finishing write tid 1 to smithi15786056-19 2024-08-17T00:34:23.034 INFO:tasks.rados.rados.0.smithi157.stdout:652: finishing write tid 2 to smithi15786056-19 2024-08-17T00:34:23.034 INFO:tasks.rados.rados.0.smithi157.stdout:652: finishing write tid 3 to smithi15786056-19 2024-08-17T00:34:23.034 INFO:tasks.rados.rados.0.smithi157.stdout:654: expect (ObjNum 193 snap 48 seq_num 193) 2024-08-17T00:34:23.057 INFO:tasks.rados.rados.0.smithi157.stdout:652: finishing write tid 4 to smithi15786056-19 2024-08-17T00:34:23.057 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 127 (ObjNum 211 snap 54 seq_num 211) dirty exists 2024-08-17T00:34:23.057 INFO:tasks.rados.rados.0.smithi157.stdout:652: left oid 19 (ObjNum 211 snap 54 seq_num 211) 2024-08-17T00:34:23.057 INFO:tasks.rados.rados.0.smithi157.stdout:651: done (4 left) 2024-08-17T00:34:23.057 INFO:tasks.rados.rados.0.smithi157.stdout:652: done (3 left) 2024-08-17T00:34:23.057 INFO:tasks.rados.rados.0.smithi157.stdout:653: done (2 left) 2024-08-17T00:34:23.057 INFO:tasks.rados.rados.0.smithi157.stdout:654: done (1 left) 2024-08-17T00:34:23.057 INFO:tasks.rados.rados.0.smithi157.stdout:655: done (0 left) 2024-08-17T00:34:23.057 INFO:tasks.rados.rados.0.smithi157.stdout:656: read oid 13 snap -1 2024-08-17T00:34:23.057 INFO:tasks.rados.rados.0.smithi157.stdout:656: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-17T00:34:23.058 INFO:tasks.rados.rados.0.smithi157.stdout:657: snap_create 2024-08-17T00:34:23.061 INFO:tasks.rados.rados.0.smithi157.stdout:656: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-17T00:34:23.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:22 smithi157 systemd[1]: Stopping Ceph mgr.y for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:23.444 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:23 smithi157 podman[89352]: 2024-08-17 00:34:23.18458118 +0000 UTC m=+0.168512354 container died 25a6440b3d40e55e12851a5fcca40d0fb56a04faadebc3bb1d280f1000ea58a4 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=quincy-03a1ac1, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-17T00:34:23.811 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:23 smithi157 podman[89352]: 2024-08-17 00:34:23.543051238 +0000 UTC m=+0.526982401 container cleanup 25a6440b3d40e55e12851a5fcca40d0fb56a04faadebc3bb1d280f1000ea58a4 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-03a1ac1) 2024-08-17T00:34:23.811 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:23 smithi157 bash[89352]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y 2024-08-17T00:34:23.887 INFO:tasks.rados.rados.0.smithi157.stdout:656: done (1 left) 2024-08-17T00:34:23.887 INFO:tasks.rados.rados.0.smithi157.stdout:657: done (0 left) 2024-08-17T00:34:23.887 INFO:tasks.rados.rados.0.smithi157.stdout:658: copy_from oid 31 from oid 48 current snap is 55 2024-08-17T00:34:23.887 INFO:tasks.rados.rados.0.smithi157.stdout:659: rollback oid 45 current snap is 55 2024-08-17T00:34:23.887 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 45 to 53 2024-08-17T00:34:23.887 INFO:tasks.rados.rados.0.smithi157.stdout:660: delete oid 33 current snap is 55 2024-08-17T00:34:23.888 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:23.893 INFO:tasks.rados.rados.0.smithi157.stdout:660: done (2 left) 2024-08-17T00:34:23.893 INFO:tasks.rados.rados.0.smithi157.stdout:661: rmattr oid 46 current snap is 55 2024-08-17T00:34:23.893 INFO:tasks.rados.rados.0.smithi157.stdout:661: done (2 left) 2024-08-17T00:34:23.893 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 36 current snap is 55 2024-08-17T00:34:23.893 INFO:tasks.rados.rados.0.smithi157.stdout:662: seq_num 214 ranges {0=794624,794624=401408} 2024-08-17T00:34:23.898 INFO:tasks.rados.rados.0.smithi157.stdout:662: writing smithi15786056-36 from 0 to 794624 tid 1 2024-08-17T00:34:23.901 INFO:tasks.rados.rados.0.smithi157.stdout:662: writing smithi15786056-36 from 794624 to 1196032 tid 2 2024-08-17T00:34:23.901 INFO:tasks.rados.rados.0.smithi157.stdout:663: snap_remove snap 52 2024-08-17T00:34:24.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:23 smithi157 ceph-mon[40946]: osdmap e188: 8 total, 8 up, 8 in 2024-08-17T00:34:24.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:23 smithi157 ceph-mon[40946]: osdmap e189: 8 total, 8 up, 8 in 2024-08-17T00:34:24.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:23 smithi157 ceph-mon[29438]: osdmap e188: 8 total, 8 up, 8 in 2024-08-17T00:34:24.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:23 smithi157 ceph-mon[29438]: osdmap e189: 8 total, 8 up, 8 in 2024-08-17T00:34:24.136 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:23 smithi157 podman[89368]: 2024-08-17 00:34:23.811100614 +0000 UTC m=+0.629857837 container remove 25a6440b3d40e55e12851a5fcca40d0fb56a04faadebc3bb1d280f1000ea58a4 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=quincy-03a1ac1, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-17T00:34:24.136 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:23 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:34:24.136 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:23 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-08-17T00:34:24.136 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:23 smithi157 systemd[1]: Stopped Ceph mgr.y for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:24.136 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:23 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.y.service: Consumed 40.633s CPU time. 2024-08-17T00:34:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:23 smithi187 ceph-mon[33407]: osdmap e188: 8 total, 8 up, 8 in 2024-08-17T00:34:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:23 smithi187 ceph-mon[33407]: osdmap e189: 8 total, 8 up, 8 in 2024-08-17T00:34:24.528 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:24 smithi157 systemd[1]: Starting Ceph mgr.y for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:24.528 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:24 smithi157 podman[89503]: 2024-08-17 00:34:24.303540518 +0000 UTC m=+0.017230735 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:34:24.528 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:24 smithi157 podman[89503]: 2024-08-17 00:34:24.403707431 +0000 UTC m=+0.117397648 container create 5ef919b0a5cd2dc70e84592f60f7011e9dc892bbef64957bd3486c4be5914c28 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-17T00:34:24.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:24.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:24.905 INFO:tasks.rados.rados.0.smithi157.stdout:663: done (3 left) 2024-08-17T00:34:24.906 INFO:tasks.rados.rados.0.smithi157.stdout:664: read oid 42 snap -1 2024-08-17T00:34:24.906 INFO:tasks.rados.rados.0.smithi157.stdout:664: expect (ObjNum 164 snap 40 seq_num 164) 2024-08-17T00:34:24.906 INFO:tasks.rados.rados.0.smithi157.stdout:665: delete oid 18 current snap is 55 2024-08-17T00:34:24.906 INFO:tasks.rados.rados.0.smithi157.stdout:659: finishing rollback tid 0 to smithi15786056-45 2024-08-17T00:34:24.906 INFO:tasks.rados.rados.0.smithi157.stdout:659: finishing rollback tid 1 to smithi15786056-45 2024-08-17T00:34:24.906 INFO:tasks.rados.rados.0.smithi157.stdout:659: finishing rollback tid 2 to smithi15786056-45 2024-08-17T00:34:24.906 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 261 (ObjNum 156 snap 36 seq_num 156) dirty exists 2024-08-17T00:34:24.906 INFO:tasks.rados.rados.0.smithi157.stdout:658: finishing copy_from racing read to smithi15786056-31 2024-08-17T00:34:24.906 INFO:tasks.rados.rados.0.smithi157.stdout:658: finishing copy_from to smithi15786056-31 2024-08-17T00:34:24.906 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 148 (ObjNum 159 snap 37 seq_num 159) dirty exists 2024-08-17T00:34:24.906 INFO:tasks.rados.rados.0.smithi157.stdout:662: finishing write tid 1 to smithi15786056-36 2024-08-17T00:34:24.906 INFO:tasks.rados.rados.0.smithi157.stdout:662: finishing write tid 2 to smithi15786056-36 2024-08-17T00:34:24.906 INFO:tasks.rados.rados.0.smithi157.stdout:662: finishing write tid 3 to smithi15786056-36 2024-08-17T00:34:24.907 INFO:tasks.rados.rados.0.smithi157.stdout:662: finishing write tid 4 to smithi15786056-36 2024-08-17T00:34:24.907 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 55 (ObjNum 214 snap 55 seq_num 214) dirty exists 2024-08-17T00:34:24.907 INFO:tasks.rados.rados.0.smithi157.stdout:662: left oid 36 (ObjNum 214 snap 55 seq_num 214) 2024-08-17T00:34:24.909 INFO:tasks.rados.rados.0.smithi157.stdout:664: expect (ObjNum 164 snap 40 seq_num 164) 2024-08-17T00:34:24.921 INFO:tasks.rados.rados.0.smithi157.stdout:658: done (4 left) 2024-08-17T00:34:24.921 INFO:tasks.rados.rados.0.smithi157.stdout:659: done (3 left) 2024-08-17T00:34:24.921 INFO:tasks.rados.rados.0.smithi157.stdout:662: done (2 left) 2024-08-17T00:34:24.922 INFO:tasks.rados.rados.0.smithi157.stdout:664: done (1 left) 2024-08-17T00:34:24.922 INFO:tasks.rados.rados.0.smithi157.stdout:665: done (0 left) 2024-08-17T00:34:24.922 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 55 2024-08-17T00:34:24.922 INFO:tasks.rados.rados.0.smithi157.stdout:666: seq_num 216 ranges {0=425984,425984=409600,835584=393216} 2024-08-17T00:34:24.924 INFO:tasks.rados.rados.0.smithi157.stdout:666: writing smithi15786056-16 from 0 to 425984 tid 1 2024-08-17T00:34:24.926 INFO:tasks.rados.rados.0.smithi157.stdout:666: writing smithi15786056-16 from 425984 to 835584 tid 2 2024-08-17T00:34:24.929 INFO:tasks.rados.rados.0.smithi157.stdout:666: writing smithi15786056-16 from 835584 to 1228800 tid 3 2024-08-17T00:34:24.929 INFO:tasks.rados.rados.0.smithi157.stdout:667: snap_create 2024-08-17T00:34:24.930 INFO:tasks.rados.rados.0.smithi157.stdout:666: finishing write tid 1 to smithi15786056-16 2024-08-17T00:34:24.932 INFO:tasks.rados.rados.0.smithi157.stdout:666: finishing write tid 2 to smithi15786056-16 2024-08-17T00:34:24.932 INFO:tasks.rados.rados.0.smithi157.stdout:666: finishing write tid 3 to smithi15786056-16 2024-08-17T00:34:24.933 INFO:tasks.rados.rados.0.smithi157.stdout:666: finishing write tid 4 to smithi15786056-16 2024-08-17T00:34:24.933 INFO:tasks.rados.rados.0.smithi157.stdout:666: finishing write tid 5 to smithi15786056-16 2024-08-17T00:34:24.934 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 124 (ObjNum 216 snap 55 seq_num 216) dirty exists 2024-08-17T00:34:24.934 INFO:tasks.rados.rados.0.smithi157.stdout:666: left oid 16 (ObjNum 216 snap 55 seq_num 216) 2024-08-17T00:34:24.964 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:24 smithi157 ceph-mon[29438]: pgmap v54: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 752 KiB/s wr, 24 op/s 2024-08-17T00:34:24.964 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:24 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:24.964 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:24 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:24.965 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:24 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:24.965 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:24 smithi157 ceph-mon[40946]: pgmap v54: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 752 KiB/s wr, 24 op/s 2024-08-17T00:34:24.965 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:24 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:24.966 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:24 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:24.966 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:24 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:24.966 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:24 smithi157 podman[89503]: 2024-08-17 00:34:24.665282863 +0000 UTC m=+0.378973093 container init 5ef919b0a5cd2dc70e84592f60f7011e9dc892bbef64957bd3486c4be5914c28 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-08-17T00:34:24.966 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:24 smithi157 podman[89503]: 2024-08-17 00:34:24.669771826 +0000 UTC m=+0.383462044 container start 5ef919b0a5cd2dc70e84592f60f7011e9dc892bbef64957bd3486c4be5914c28 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True) 2024-08-17T00:34:24.967 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:24 smithi157 ceph-mgr[89542]: -- 172.21.15.157:0/2710536008 <== mon.2 v2:172.21.15.157:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c1c08bd0e0 con 0x55c1c089a800 2024-08-17T00:34:24.967 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:24 smithi157 bash[89503]: 5ef919b0a5cd2dc70e84592f60f7011e9dc892bbef64957bd3486c4be5914c28 2024-08-17T00:34:24.967 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:24 smithi157 systemd[1]: Started Ceph mgr.y for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:24.967 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:24 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:24.794+0000 7f9da3bef040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:34:24.967 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:24 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:24.962+0000 7f9da3bef040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:34:25.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:24 smithi187 ceph-mon[33407]: pgmap v54: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 752 KiB/s wr, 24 op/s 2024-08-17T00:34:25.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:24 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:25.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:24 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:25.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:24 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:25.295 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:25 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:25.033+0000 7f9da3bef040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:34:25.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:25 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:25.293+0000 7f9da3bef040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:34:25.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:25 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:25.357+0000 7f9da3bef040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:34:25.910 INFO:tasks.rados.rados.0.smithi157.stdout:666: done (1 left) 2024-08-17T00:34:25.910 INFO:tasks.rados.rados.0.smithi157.stdout:667: done (0 left) 2024-08-17T00:34:25.910 INFO:tasks.rados.rados.0.smithi157.stdout:668: read oid 17 snap -1 2024-08-17T00:34:25.910 INFO:tasks.rados.rados.0.smithi157.stdout:668: expect (ObjNum 180 snap 45 seq_num 180) 2024-08-17T00:34:25.910 INFO:tasks.rados.rados.0.smithi157.stdout:669: rollback oid 6 current snap is 56 2024-08-17T00:34:25.910 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 6 to 53 2024-08-17T00:34:25.911 INFO:tasks.rados.rados.0.smithi157.stdout:670: read oid 27 snap 53 2024-08-17T00:34:25.911 INFO:tasks.rados.rados.0.smithi157.stdout:670: expect (ObjNum 175 snap 44 seq_num 175) 2024-08-17T00:34:25.911 INFO:tasks.rados.rados.0.smithi157.stdout:671: copy_from oid 18 from oid 22 current snap is 56 2024-08-17T00:34:25.911 INFO:tasks.rados.rados.0.smithi157.stdout:672: rmattr oid 14 current snap is 56 2024-08-17T00:34:25.911 INFO:tasks.rados.rados.0.smithi157.stdout:672: done (4 left) 2024-08-17T00:34:25.911 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 11 current snap is 56 2024-08-17T00:34:25.911 INFO:tasks.rados.rados.0.smithi157.stdout:673: seq_num 217 ranges {0=442368,442368=696320,1138688=106496} 2024-08-17T00:34:25.912 INFO:tasks.rados.rados.0.smithi157.stdout:673: writing smithi15786056-11 from 0 to 442368 tid 1 2024-08-17T00:34:25.916 INFO:tasks.rados.rados.0.smithi157.stdout:673: writing smithi15786056-11 from 442368 to 1138688 tid 2 2024-08-17T00:34:25.917 INFO:tasks.rados.rados.0.smithi157.stdout:673: writing smithi15786056-11 from 1138688 to 1245184 tid 3 2024-08-17T00:34:25.918 INFO:tasks.rados.rados.0.smithi157.stdout:674: setattr oid 25 current snap is 56 2024-08-17T00:34:25.918 INFO:tasks.rados.rados.0.smithi157.stdout:671: finishing copy_from racing read to smithi15786056-18 2024-08-17T00:34:25.918 INFO:tasks.rados.rados.0.smithi157.stdout:671: finishing copy_from to smithi15786056-18 2024-08-17T00:34:25.918 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 22 (ObjNum 609 snap 0 seq_num 170170224) dirty exists 2024-08-17T00:34:25.918 INFO:tasks.rados.rados.0.smithi157.stdout:669: finishing rollback tid 0 to smithi15786056-6 2024-08-17T00:34:25.918 INFO:tasks.rados.rados.0.smithi157.stdout:669: finishing rollback tid 1 to smithi15786056-6 2024-08-17T00:34:25.919 INFO:tasks.rados.rados.0.smithi157.stdout:671: done (5 left) 2024-08-17T00:34:25.919 INFO:tasks.rados.rados.0.smithi157.stdout:675: read oid 29 snap -1 2024-08-17T00:34:25.919 INFO:tasks.rados.rados.0.smithi157.stdout:675: expect (ObjNum 172 snap 43 seq_num 172) 2024-08-17T00:34:25.919 INFO:tasks.rados.rados.0.smithi157.stdout:676: delete oid 42 current snap is 56 2024-08-17T00:34:25.923 INFO:tasks.rados.rados.0.smithi157.stdout:669: finishing rollback tid 2 to smithi15786056-6 2024-08-17T00:34:25.923 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 360 (ObjNum 201 snap 48 seq_num 201) dirty exists 2024-08-17T00:34:25.931 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 214 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-08-17T00:34:25.935 INFO:tasks.rados.rados.0.smithi157.stdout:673: finishing write tid 1 to smithi15786056-11 2024-08-17T00:34:25.936 INFO:tasks.rados.rados.0.smithi157.stdout:673: finishing write tid 2 to smithi15786056-11 2024-08-17T00:34:25.937 INFO:tasks.rados.rados.0.smithi157.stdout:668: expect (ObjNum 180 snap 45 seq_num 180) 2024-08-17T00:34:26.057 INFO:tasks.rados.rados.0.smithi157.stdout:673: finishing write tid 3 to smithi15786056-11 2024-08-17T00:34:26.057 INFO:tasks.rados.rados.0.smithi157.stdout:668: done (6 left) 2024-08-17T00:34:26.057 INFO:tasks.rados.rados.0.smithi157.stdout:669: done (5 left) 2024-08-17T00:34:26.057 INFO:tasks.rados.rados.0.smithi157.stdout:674: done (4 left) 2024-08-17T00:34:26.057 INFO:tasks.rados.rados.0.smithi157.stdout:676: done (3 left) 2024-08-17T00:34:26.057 INFO:tasks.rados.rados.0.smithi157.stdout:677: delete oid 15 current snap is 56 2024-08-17T00:34:26.057 INFO:tasks.rados.rados.0.smithi157.stdout:673: finishing write tid 4 to smithi15786056-11 2024-08-17T00:34:26.057 INFO:tasks.rados.rados.0.smithi157.stdout:673: finishing write tid 5 to smithi15786056-11 2024-08-17T00:34:26.058 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 364 (ObjNum 217 snap 56 seq_num 217) dirty exists 2024-08-17T00:34:26.058 INFO:tasks.rados.rados.0.smithi157.stdout:673: left oid 11 (ObjNum 217 snap 56 seq_num 217) 2024-08-17T00:34:26.058 INFO:tasks.rados.rados.0.smithi157.stdout:675: expect (ObjNum 172 snap 43 seq_num 172) 2024-08-17T00:34:26.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:25 smithi157 ceph-mon[40946]: osdmap e190: 8 total, 8 up, 8 in 2024-08-17T00:34:26.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:25 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:26.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:25 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:25 smithi157 ceph-mon[29438]: osdmap e190: 8 total, 8 up, 8 in 2024-08-17T00:34:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:25 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:25 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:25 smithi187 ceph-mon[33407]: osdmap e190: 8 total, 8 up, 8 in 2024-08-17T00:34:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:25 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:25 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:26.224 INFO:tasks.rados.rados.0.smithi157.stdout:670: expect (ObjNum 175 snap 44 seq_num 175) 2024-08-17T00:34:26.432 INFO:tasks.rados.rados.0.smithi157.stdout:670: done (3 left) 2024-08-17T00:34:26.432 INFO:tasks.rados.rados.0.smithi157.stdout:673: done (2 left) 2024-08-17T00:34:26.432 INFO:tasks.rados.rados.0.smithi157.stdout:675: done (1 left) 2024-08-17T00:34:26.432 INFO:tasks.rados.rados.0.smithi157.stdout:677: done (0 left) 2024-08-17T00:34:26.432 INFO:tasks.rados.rados.0.smithi157.stdout:678: delete oid 30 current snap is 56 2024-08-17T00:34:26.434 INFO:tasks.rados.rados.0.smithi157.stdout:678: done (0 left) 2024-08-17T00:34:26.434 INFO:tasks.rados.rados.0.smithi157.stdout:679: snap_create 2024-08-17T00:34:26.706 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:26.401+0000 7f9da3bef040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:34:26.706 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:26.518+0000 7f9da3bef040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:34:26.706 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:26.575+0000 7f9da3bef040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:34:27.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:26 smithi157 ceph-mon[29438]: pgmap v57: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 292 KiB/s wr, 0 op/s 2024-08-17T00:34:27.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:26 smithi157 ceph-mon[29438]: osdmap e191: 8 total, 8 up, 8 in 2024-08-17T00:34:27.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:26 smithi157 ceph-mon[40946]: pgmap v57: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 292 KiB/s wr, 0 op/s 2024-08-17T00:34:27.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:26 smithi157 ceph-mon[40946]: osdmap e191: 8 total, 8 up, 8 in 2024-08-17T00:34:27.081 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:26.800+0000 7f9da3bef040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:34:27.082 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:26.864+0000 7f9da3bef040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:34:27.082 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:26.932+0000 7f9da3bef040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:34:27.082 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:27.079+0000 7f9da3bef040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:34:27.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:26 smithi187 ceph-mon[33407]: pgmap v57: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 292 KiB/s wr, 0 op/s 2024-08-17T00:34:27.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:26 smithi187 ceph-mon[33407]: osdmap e191: 8 total, 8 up, 8 in 2024-08-17T00:34:27.206 INFO:tasks.rados.rados.0.smithi157.stdout:679: done (0 left) 2024-08-17T00:34:27.206 INFO:tasks.rados.rados.0.smithi157.stdout:680: snap_create 2024-08-17T00:34:27.793 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:27.541+0000 7f9da3bef040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:34:28.089 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:27.867+0000 7f9da3bef040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:34:28.089 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:27.936+0000 7f9da3bef040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:34:28.217 INFO:tasks.rados.rados.0.smithi157.stdout:680: done (0 left) 2024-08-17T00:34:28.217 INFO:tasks.rados.rados.0.smithi157.stdout:681: copy_from oid 48 from oid 1 current snap is 58 2024-08-17T00:34:28.217 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 41 current snap is 58 2024-08-17T00:34:28.218 INFO:tasks.rados.rados.0.smithi157.stdout:682: seq_num 221 ranges {2113536=507904,2621440=688128,3309568=114688} 2024-08-17T00:34:28.232 INFO:tasks.rados.rados.0.smithi157.stdout:682: writing smithi15786056-41 from 2113536 to 2621440 tid 1 2024-08-17T00:34:28.236 INFO:tasks.rados.rados.0.smithi157.stdout:682: writing smithi15786056-41 from 2621440 to 3309568 tid 2 2024-08-17T00:34:28.237 INFO:tasks.rados.rados.0.smithi157.stdout:682: writing smithi15786056-41 from 3309568 to 3424256 tid 3 2024-08-17T00:34:28.237 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 58 2024-08-17T00:34:28.238 INFO:tasks.rados.rados.0.smithi157.stdout:683: seq_num 222 ranges {1728512=524288,2252800=565248,2818048=237568} 2024-08-17T00:34:28.250 INFO:tasks.rados.rados.0.smithi157.stdout:683: writing smithi15786056-25 from 1728512 to 2252800 tid 1 2024-08-17T00:34:28.253 INFO:tasks.rados.rados.0.smithi157.stdout:683: writing smithi15786056-25 from 2252800 to 2818048 tid 2 2024-08-17T00:34:28.256 INFO:tasks.rados.rados.0.smithi157.stdout:683: writing smithi15786056-25 from 2818048 to 3055616 tid 3 2024-08-17T00:34:28.256 INFO:tasks.rados.rados.0.smithi157.stdout:684: rmattr oid 32 current snap is 58 2024-08-17T00:34:28.256 INFO:tasks.rados.rados.0.smithi157.stdout:684: done (3 left) 2024-08-17T00:34:28.256 INFO:tasks.rados.rados.0.smithi157.stdout:685: read oid 36 snap -1 2024-08-17T00:34:28.256 INFO:tasks.rados.rados.0.smithi157.stdout:685: expect (ObjNum 214 snap 55 seq_num 214) 2024-08-17T00:34:28.256 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 58 2024-08-17T00:34:28.256 INFO:tasks.rados.rados.0.smithi157.stdout:681: finishing copy_from racing read to smithi15786056-48 2024-08-17T00:34:28.256 INFO:tasks.rados.rados.0.smithi157.stdout:681: finishing copy_from to smithi15786056-48 2024-08-17T00:34:28.256 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 16 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:34:28.257 INFO:tasks.rados.rados.0.smithi157.stdout:682: finishing write tid 1 to smithi15786056-41 2024-08-17T00:34:28.257 INFO:tasks.rados.rados.0.smithi157.stdout:682: finishing write tid 2 to smithi15786056-41 2024-08-17T00:34:28.257 INFO:tasks.rados.rados.0.smithi157.stdout:682: finishing write tid 3 to smithi15786056-41 2024-08-17T00:34:28.257 INFO:tasks.rados.rados.0.smithi157.stdout:682: finishing write tid 4 to smithi15786056-41 2024-08-17T00:34:28.257 INFO:tasks.rados.rados.0.smithi157.stdout:682: finishing write tid 5 to smithi15786056-41 2024-08-17T00:34:28.257 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 134 (ObjNum 221 snap 58 seq_num 221) dirty exists 2024-08-17T00:34:28.257 INFO:tasks.rados.rados.0.smithi157.stdout:682: left oid 41 (ObjNum 221 snap 58 seq_num 221) 2024-08-17T00:34:28.257 INFO:tasks.rados.rados.0.smithi157.stdout:686: seq_num 223 ranges {3055616=540672,3596288=450560,4046848=352256} 2024-08-17T00:34:28.279 INFO:tasks.rados.rados.0.smithi157.stdout:686: writing smithi15786056-28 from 3055616 to 3596288 tid 1 2024-08-17T00:34:28.282 INFO:tasks.rados.rados.0.smithi157.stdout:686: writing smithi15786056-28 from 3596288 to 4046848 tid 2 2024-08-17T00:34:28.285 INFO:tasks.rados.rados.0.smithi157.stdout:686: writing smithi15786056-28 from 4046848 to 4399104 tid 3 2024-08-17T00:34:28.286 INFO:tasks.rados.rados.0.smithi157.stdout:681: done (4 left) 2024-08-17T00:34:28.286 INFO:tasks.rados.rados.0.smithi157.stdout:682: done (3 left) 2024-08-17T00:34:28.286 INFO:tasks.rados.rados.0.smithi157.stdout:687: copy_from oid 19 from oid 2 current snap is 58 2024-08-17T00:34:28.286 INFO:tasks.rados.rados.0.smithi157.stdout:683: finishing write tid 1 to smithi15786056-25 2024-08-17T00:34:28.286 INFO:tasks.rados.rados.0.smithi157.stdout:683: finishing write tid 2 to smithi15786056-25 2024-08-17T00:34:28.286 INFO:tasks.rados.rados.0.smithi157.stdout:683: finishing write tid 3 to smithi15786056-25 2024-08-17T00:34:28.286 INFO:tasks.rados.rados.0.smithi157.stdout:683: finishing write tid 4 to smithi15786056-25 2024-08-17T00:34:28.286 INFO:tasks.rados.rados.0.smithi157.stdout:683: finishing write tid 5 to smithi15786056-25 2024-08-17T00:34:28.286 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 219 (ObjNum 222 snap 58 seq_num 222) dirty exists 2024-08-17T00:34:28.287 INFO:tasks.rados.rados.0.smithi157.stdout:683: left oid 25 (ObjNum 222 snap 58 seq_num 222) 2024-08-17T00:34:28.287 INFO:tasks.rados.rados.0.smithi157.stdout:685: expect (ObjNum 214 snap 55 seq_num 214) 2024-08-17T00:34:28.337 INFO:tasks.rados.rados.0.smithi157.stdout:686: finishing write tid 1 to smithi15786056-28 2024-08-17T00:34:28.337 INFO:tasks.rados.rados.0.smithi157.stdout:686: finishing write tid 2 to smithi15786056-28 2024-08-17T00:34:28.337 INFO:tasks.rados.rados.0.smithi157.stdout:686: finishing write tid 3 to smithi15786056-28 2024-08-17T00:34:28.337 INFO:tasks.rados.rados.0.smithi157.stdout:686: finishing write tid 4 to smithi15786056-28 2024-08-17T00:34:28.338 INFO:tasks.rados.rados.0.smithi157.stdout:686: finishing write tid 5 to smithi15786056-28 2024-08-17T00:34:28.338 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 287 (ObjNum 223 snap 58 seq_num 223) dirty exists 2024-08-17T00:34:28.338 INFO:tasks.rados.rados.0.smithi157.stdout:686: left oid 28 (ObjNum 223 snap 58 seq_num 223) 2024-08-17T00:34:28.338 INFO:tasks.rados.rados.0.smithi157.stdout:687: finishing copy_from racing read to smithi15786056-19 2024-08-17T00:34:28.338 INFO:tasks.rados.rados.0.smithi157.stdout:687: finishing copy_from to smithi15786056-19 2024-08-17T00:34:28.338 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 412 (ObjNum 207 snap 50 seq_num 207) dirty exists 2024-08-17T00:34:28.338 INFO:tasks.rados.rados.0.smithi157.stdout:683: done (3 left) 2024-08-17T00:34:28.338 INFO:tasks.rados.rados.0.smithi157.stdout:685: done (2 left) 2024-08-17T00:34:28.338 INFO:tasks.rados.rados.0.smithi157.stdout:686: done (1 left) 2024-08-17T00:34:28.338 INFO:tasks.rados.rados.0.smithi157.stdout:687: done (0 left) 2024-08-17T00:34:28.338 INFO:tasks.rados.rados.0.smithi157.stdout:688: snap_create 2024-08-17T00:34:28.384 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:28.088+0000 7f9da3bef040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:34:28.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:28 smithi157 ceph-mon[29438]: osdmap e192: 8 total, 8 up, 8 in 2024-08-17T00:34:28.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:28 smithi157 ceph-mon[29438]: pgmap v60: 121 pgs: 121 active+clean; 73 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-08-17T00:34:28.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:28 smithi157 ceph-mon[40946]: osdmap e192: 8 total, 8 up, 8 in 2024-08-17T00:34:28.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:28 smithi157 ceph-mon[40946]: pgmap v60: 121 pgs: 121 active+clean; 73 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-08-17T00:34:28.603 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:28 smithi187 ceph-mon[33407]: osdmap e192: 8 total, 8 up, 8 in 2024-08-17T00:34:28.603 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:28 smithi187 ceph-mon[33407]: pgmap v60: 121 pgs: 121 active+clean; 73 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-08-17T00:34:28.690 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:28.446+0000 7f9da3bef040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:34:28.690 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:28.516+0000 7f9da3bef040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:34:28.889 INFO:tasks.rados.rados.0.smithi157.stdout:688: done (0 left) 2024-08-17T00:34:28.889 INFO:tasks.rados.rados.0.smithi157.stdout:689: rollback oid 46 current snap is 59 2024-08-17T00:34:28.889 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 46 to 54 2024-08-17T00:34:28.889 INFO:tasks.rados.rados.0.smithi157.stdout:690: copy_from oid 35 from oid 11 current snap is 59 2024-08-17T00:34:28.889 INFO:tasks.rados.rados.0.smithi157.stdout:691: read oid 30 snap -1 2024-08-17T00:34:28.889 INFO:tasks.rados.rados.0.smithi157.stdout:691: expect deleted 2024-08-17T00:34:28.890 INFO:tasks.rados.rados.0.smithi157.stdout:692: copy_from oid 6 from oid 38 current snap is 59 2024-08-17T00:34:28.890 INFO:tasks.rados.rados.0.smithi157.stdout:693: delete oid 33 current snap is 59 2024-08-17T00:34:28.894 INFO:tasks.rados.rados.0.smithi157.stdout:689: finishing rollback tid 0 to smithi15786056-46 2024-08-17T00:34:28.895 INFO:tasks.rados.rados.0.smithi157.stdout:689: finishing rollback tid 1 to smithi15786056-46 2024-08-17T00:34:28.895 INFO:tasks.rados.rados.0.smithi157.stdout:689: finishing rollback tid 2 to smithi15786056-46 2024-08-17T00:34:28.895 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 204 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:34:28.897 INFO:tasks.rados.rados.0.smithi157.stdout:689: done (4 left) 2024-08-17T00:34:28.897 INFO:tasks.rados.rados.0.smithi157.stdout:691: done (3 left) 2024-08-17T00:34:28.897 INFO:tasks.rados.rados.0.smithi157.stdout:693: done (2 left) 2024-08-17T00:34:28.897 INFO:tasks.rados.rados.0.smithi157.stdout:694: read oid 40 snap -1 2024-08-17T00:34:28.897 INFO:tasks.rados.rados.0.smithi157.stdout:694: expect deleted 2024-08-17T00:34:28.897 INFO:tasks.rados.rados.0.smithi157.stdout:695: read oid 22 snap 58 2024-08-17T00:34:28.897 INFO:tasks.rados.rados.0.smithi157.stdout:695: expect (ObjNum 170080608 snap 21968 seq_num 169909184) 2024-08-17T00:34:28.897 INFO:tasks.rados.rados.0.smithi157.stdout:696: copy_from oid 31 from oid 2 current snap is 59 2024-08-17T00:34:28.897 INFO:tasks.rados.rados.0.smithi157.stdout:697: read oid 41 snap -1 2024-08-17T00:34:28.898 INFO:tasks.rados.rados.0.smithi157.stdout:697: expect (ObjNum 221 snap 58 seq_num 221) 2024-08-17T00:34:28.898 INFO:tasks.rados.rados.0.smithi157.stdout:698: snap_remove snap 54 2024-08-17T00:34:28.954 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:28.718+0000 7f9da3bef040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:34:28.954 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:28.873+0000 7f9da3bef040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T00:34:28.954 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:28.952+0000 7f9da3bef040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:34:28.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:28.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:29.209 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:29.042+0000 7f9da3bef040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:34:29.209 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:29.111+0000 7f9da3bef040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:34:29.210 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-mon[40946]: osdmap e193: 8 total, 8 up, 8 in 2024-08-17T00:34:29.210 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-mon[40946]: osdmap e194: 8 total, 8 up, 8 in 2024-08-17T00:34:29.210 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:29.210 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-mon[29438]: osdmap e193: 8 total, 8 up, 8 in 2024-08-17T00:34:29.210 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-mon[29438]: osdmap e194: 8 total, 8 up, 8 in 2024-08-17T00:34:29.210 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:29.210 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:29.210 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:29.210 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:29.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:29 smithi187 ceph-mon[33407]: osdmap e193: 8 total, 8 up, 8 in 2024-08-17T00:34:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:29 smithi187 ceph-mon[33407]: osdmap e194: 8 total, 8 up, 8 in 2024-08-17T00:34:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:29 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:29.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:29 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:29.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:29 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:29.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:29 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:29.890 INFO:tasks.rados.rados.0.smithi157.stdout:698: done (6 left) 2024-08-17T00:34:29.890 INFO:tasks.rados.rados.0.smithi157.stdout:699: snap_create 2024-08-17T00:34:29.890 INFO:tasks.rados.rados.0.smithi157.stdout:692: finishing copy_from to smithi15786056-6 2024-08-17T00:34:29.890 INFO:tasks.rados.rados.0.smithi157.stdout:692: got expected ENOENT (src dne) 2024-08-17T00:34:29.890 INFO:tasks.rados.rados.0.smithi157.stdout:692: finishing copy_from racing read to smithi15786056-6 2024-08-17T00:34:29.890 INFO:tasks.rados.rados.0.smithi157.stdout:695: expect (ObjNum 170080608 snap 21968 seq_num 169909184) 2024-08-17T00:34:29.893 INFO:tasks.rados.rados.0.smithi157.stdout:690: finishing copy_from racing read to smithi15786056-35 2024-08-17T00:34:29.893 INFO:tasks.rados.rados.0.smithi157.stdout:690: finishing copy_from to smithi15786056-35 2024-08-17T00:34:29.893 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 364 (ObjNum 217 snap 56 seq_num 217) dirty exists 2024-08-17T00:34:29.893 INFO:tasks.rados.rados.0.smithi157.stdout:696: finishing copy_from racing read to smithi15786056-31 2024-08-17T00:34:29.893 INFO:tasks.rados.rados.0.smithi157.stdout:696: finishing copy_from to smithi15786056-31 2024-08-17T00:34:29.893 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 412 (ObjNum 207 snap 50 seq_num 207) dirty exists 2024-08-17T00:34:29.893 INFO:tasks.rados.rados.0.smithi157.stdout:697: expect (ObjNum 221 snap 58 seq_num 221) 2024-08-17T00:34:29.970 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:29.692+0000 7f9da3bef040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:34:29.970 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:29.861+0000 7f9da3bef040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:34:29.970 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:34:29] ENGINE Bus STARTING 2024-08-17T00:34:29.970 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: CherryPy Checker: 2024-08-17T00:34:29.970 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: The Application mounted at '' has an empty config. 2024-08-17T00:34:29.970 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:29.970 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:34:29] ENGINE Serving on http://:::9283 2024-08-17T00:34:29.970 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:29 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:34:29] ENGINE Bus STARTED 2024-08-17T00:34:30.891 INFO:tasks.rados.rados.0.smithi157.stdout:690: done (6 left) 2024-08-17T00:34:30.892 INFO:tasks.rados.rados.0.smithi157.stdout:692: done (5 left) 2024-08-17T00:34:30.892 INFO:tasks.rados.rados.0.smithi157.stdout:694: done (4 left) 2024-08-17T00:34:30.892 INFO:tasks.rados.rados.0.smithi157.stdout:695: done (3 left) 2024-08-17T00:34:30.892 INFO:tasks.rados.rados.0.smithi157.stdout:696: done (2 left) 2024-08-17T00:34:30.892 INFO:tasks.rados.rados.0.smithi157.stdout:697: done (1 left) 2024-08-17T00:34:30.892 INFO:tasks.rados.rados.0.smithi157.stdout:699: done (0 left) 2024-08-17T00:34:30.892 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 50 current snap is 60 2024-08-17T00:34:30.892 INFO:tasks.rados.rados.0.smithi157.stdout:700: seq_num 225 ranges {1867776=573440,2441216=622592,3063808=180224} 2024-08-17T00:34:30.904 INFO:tasks.rados.rados.0.smithi157.stdout:700: writing smithi15786056-50 from 1867776 to 2441216 tid 1 2024-08-17T00:34:30.907 INFO:tasks.rados.rados.0.smithi157.stdout:700: writing smithi15786056-50 from 2441216 to 3063808 tid 2 2024-08-17T00:34:30.909 INFO:tasks.rados.rados.0.smithi157.stdout:700: writing smithi15786056-50 from 3063808 to 3244032 tid 3 2024-08-17T00:34:30.909 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 20 current snap is 60 2024-08-17T00:34:30.909 INFO:tasks.rados.rados.0.smithi157.stdout:700: finishing write tid 1 to smithi15786056-50 2024-08-17T00:34:30.909 INFO:tasks.rados.rados.0.smithi157.stdout:701: seq_num 226 ranges {1884160=589824,2473984=507904,2981888=294912} 2024-08-17T00:34:30.923 INFO:tasks.rados.rados.0.smithi157.stdout:701: writing smithi15786056-20 from 1884160 to 2473984 tid 1 2024-08-17T00:34:30.926 INFO:tasks.rados.rados.0.smithi157.stdout:701: writing smithi15786056-20 from 2473984 to 2981888 tid 2 2024-08-17T00:34:30.928 INFO:tasks.rados.rados.0.smithi157.stdout:701: writing smithi15786056-20 from 2981888 to 3276800 tid 3 2024-08-17T00:34:30.928 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 60 2024-08-17T00:34:30.928 INFO:tasks.rados.rados.0.smithi157.stdout:700: finishing write tid 2 to smithi15786056-50 2024-08-17T00:34:30.928 INFO:tasks.rados.rados.0.smithi157.stdout:702: seq_num 227 ranges {4399104=606208,5005312=794624,5799936=8192} 2024-08-17T00:34:30.954 INFO:tasks.rados.rados.0.smithi157.stdout:702: writing smithi15786056-28 from 4399104 to 5005312 tid 1 2024-08-17T00:34:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:30 smithi187 ceph-mon[33407]: pgmap v63: 121 pgs: 121 active+clean; 73 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-08-17T00:34:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:30 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:30 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:30 smithi187 ceph-mon[33407]: Standby manager daemon y restarted 2024-08-17T00:34:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:30 smithi187 ceph-mon[33407]: Standby manager daemon y started 2024-08-17T00:34:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:30 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T00:34:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:30 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:34:30.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:30 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T00:34:30.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:30 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:34:30.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:30 smithi187 ceph-mon[33407]: osdmap e195: 8 total, 8 up, 8 in 2024-08-17T00:34:30.959 INFO:tasks.rados.rados.0.smithi157.stdout:702: writing smithi15786056-28 from 5005312 to 5799936 tid 2 2024-08-17T00:34:30.959 INFO:tasks.rados.rados.0.smithi157.stdout:702: writing smithi15786056-28 from 5799936 to 5808128 tid 3 2024-08-17T00:34:30.959 INFO:tasks.rados.rados.0.smithi157.stdout:703: rmattr oid 11 current snap is 60 2024-08-17T00:34:30.959 INFO:tasks.rados.rados.0.smithi157.stdout:703: done (3 left) 2024-08-17T00:34:30.959 INFO:tasks.rados.rados.0.smithi157.stdout:704: snap_remove snap 56 2024-08-17T00:34:30.960 INFO:tasks.rados.rados.0.smithi157.stdout:700: finishing write tid 3 to smithi15786056-50 2024-08-17T00:34:30.960 INFO:tasks.rados.rados.0.smithi157.stdout:700: finishing write tid 4 to smithi15786056-50 2024-08-17T00:34:30.960 INFO:tasks.rados.rados.0.smithi157.stdout:700: finishing write tid 5 to smithi15786056-50 2024-08-17T00:34:30.960 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 211 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-08-17T00:34:30.960 INFO:tasks.rados.rados.0.smithi157.stdout:700: left oid 50 (ObjNum 225 snap 60 seq_num 225) 2024-08-17T00:34:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[40946]: pgmap v63: 121 pgs: 121 active+clean; 73 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-08-17T00:34:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[40946]: Standby manager daemon y restarted 2024-08-17T00:34:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[40946]: Standby manager daemon y started 2024-08-17T00:34:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T00:34:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:34:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T00:34:31.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:34:31.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[40946]: osdmap e195: 8 total, 8 up, 8 in 2024-08-17T00:34:31.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[29438]: pgmap v63: 121 pgs: 121 active+clean; 73 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-08-17T00:34:31.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:31.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:31.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[29438]: Standby manager daemon y restarted 2024-08-17T00:34:31.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[29438]: Standby manager daemon y started 2024-08-17T00:34:31.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T00:34:31.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:34:31.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T00:34:31.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:34:31.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:30 smithi157 ceph-mon[29438]: osdmap e195: 8 total, 8 up, 8 in 2024-08-17T00:34:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:31 smithi157 ceph-mon[29438]: mgrmap e30: x(active, since 41s), standbys: y 2024-08-17T00:34:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:31 smithi157 ceph-mon[29438]: osdmap e196: 8 total, 8 up, 8 in 2024-08-17T00:34:31.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:31 smithi157 ceph-mon[40946]: mgrmap e30: x(active, since 41s), standbys: y 2024-08-17T00:34:31.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:31 smithi157 ceph-mon[40946]: osdmap e196: 8 total, 8 up, 8 in 2024-08-17T00:34:31.896 INFO:tasks.rados.rados.0.smithi157.stdout:700: done (3 left) 2024-08-17T00:34:31.896 INFO:tasks.rados.rados.0.smithi157.stdout:704: done (2 left) 2024-08-17T00:34:31.896 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 50 current snap is 60 2024-08-17T00:34:31.896 INFO:tasks.rados.rados.0.smithi157.stdout:701: finishing write tid 1 to smithi15786056-20 2024-08-17T00:34:31.896 INFO:tasks.rados.rados.0.smithi157.stdout:701: finishing write tid 2 to smithi15786056-20 2024-08-17T00:34:31.896 INFO:tasks.rados.rados.0.smithi157.stdout:701: finishing write tid 3 to smithi15786056-20 2024-08-17T00:34:31.896 INFO:tasks.rados.rados.0.smithi157.stdout:701: finishing write tid 4 to smithi15786056-20 2024-08-17T00:34:31.897 INFO:tasks.rados.rados.0.smithi157.stdout:701: finishing write tid 5 to smithi15786056-20 2024-08-17T00:34:31.897 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 286 (ObjNum 226 snap 60 seq_num 226) dirty exists 2024-08-17T00:34:31.897 INFO:tasks.rados.rados.0.smithi157.stdout:701: left oid 20 (ObjNum 226 snap 60 seq_num 226) 2024-08-17T00:34:31.897 INFO:tasks.rados.rados.0.smithi157.stdout:702: finishing write tid 1 to smithi15786056-28 2024-08-17T00:34:31.897 INFO:tasks.rados.rados.0.smithi157.stdout:702: finishing write tid 2 to smithi15786056-28 2024-08-17T00:34:31.897 INFO:tasks.rados.rados.0.smithi157.stdout:702: finishing write tid 3 to smithi15786056-28 2024-08-17T00:34:31.897 INFO:tasks.rados.rados.0.smithi157.stdout:702: finishing write tid 4 to smithi15786056-28 2024-08-17T00:34:31.897 INFO:tasks.rados.rados.0.smithi157.stdout:702: finishing write tid 5 to smithi15786056-28 2024-08-17T00:34:31.897 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 416 (ObjNum 227 snap 60 seq_num 227) dirty exists 2024-08-17T00:34:31.897 INFO:tasks.rados.rados.0.smithi157.stdout:702: left oid 28 (ObjNum 227 snap 60 seq_num 227) 2024-08-17T00:34:31.898 INFO:tasks.rados.rados.0.smithi157.stdout:705: seq_num 228 ranges {3244032=622592,3866624=671744,4538368=131072} 2024-08-17T00:34:31.917 INFO:tasks.rados.rados.0.smithi157.stdout:705: writing smithi15786056-50 from 3244032 to 3866624 tid 1 2024-08-17T00:34:31.921 INFO:tasks.rados.rados.0.smithi157.stdout:705: writing smithi15786056-50 from 3866624 to 4538368 tid 2 2024-08-17T00:34:31.922 INFO:tasks.rados.rados.0.smithi157.stdout:705: writing smithi15786056-50 from 4538368 to 4669440 tid 3 2024-08-17T00:34:31.922 INFO:tasks.rados.rados.0.smithi157.stdout:701: done (2 left) 2024-08-17T00:34:31.922 INFO:tasks.rados.rados.0.smithi157.stdout:702: done (1 left) 2024-08-17T00:34:31.922 INFO:tasks.rados.rados.0.smithi157.stdout:706: snap_create 2024-08-17T00:34:31.923 INFO:tasks.rados.rados.0.smithi157.stdout:705: finishing write tid 1 to smithi15786056-50 2024-08-17T00:34:31.925 INFO:tasks.rados.rados.0.smithi157.stdout:705: finishing write tid 2 to smithi15786056-50 2024-08-17T00:34:31.925 INFO:tasks.rados.rados.0.smithi157.stdout:705: finishing write tid 3 to smithi15786056-50 2024-08-17T00:34:31.925 INFO:tasks.rados.rados.0.smithi157.stdout:705: finishing write tid 4 to smithi15786056-50 2024-08-17T00:34:31.926 INFO:tasks.rados.rados.0.smithi157.stdout:705: finishing write tid 5 to smithi15786056-50 2024-08-17T00:34:31.926 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 219 (ObjNum 228 snap 60 seq_num 228) dirty exists 2024-08-17T00:34:31.926 INFO:tasks.rados.rados.0.smithi157.stdout:705: left oid 50 (ObjNum 228 snap 60 seq_num 228) 2024-08-17T00:34:32.067 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:31 smithi187 ceph-mon[33407]: mgrmap e30: x(active, since 41s), standbys: y 2024-08-17T00:34:32.067 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:31 smithi187 ceph-mon[33407]: osdmap e196: 8 total, 8 up, 8 in 2024-08-17T00:34:32.455 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:34:32] "GET /metrics HTTP/1.1" 200 36072 "" "Prometheus/2.43.0" 2024-08-17T00:34:32.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:32.900 INFO:tasks.rados.rados.0.smithi157.stdout:705: done (1 left) 2024-08-17T00:34:32.900 INFO:tasks.rados.rados.0.smithi157.stdout:706: done (0 left) 2024-08-17T00:34:32.900 INFO:tasks.rados.rados.0.smithi157.stdout:707: delete oid 46 current snap is 61 2024-08-17T00:34:32.905 INFO:tasks.rados.rados.0.smithi157.stdout:707: done (0 left) 2024-08-17T00:34:32.905 INFO:tasks.rados.rados.0.smithi157.stdout:708: delete oid 44 current snap is 61 2024-08-17T00:34:32.910 INFO:tasks.rados.rados.0.smithi157.stdout:708: done (0 left) 2024-08-17T00:34:32.910 INFO:tasks.rados.rados.0.smithi157.stdout:709: read oid 46 snap -1 2024-08-17T00:34:32.910 INFO:tasks.rados.rados.0.smithi157.stdout:709: expect deleted 2024-08-17T00:34:32.910 INFO:tasks.rados.rados.0.smithi157.stdout:710: rollback oid 47 current snap is 61 2024-08-17T00:34:32.910 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 47 to 57 2024-08-17T00:34:32.910 INFO:tasks.rados.rados.0.smithi157.stdout:711: read oid 43 snap -1 2024-08-17T00:34:32.910 INFO:tasks.rados.rados.0.smithi157.stdout:711: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:34:32.910 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 31 current snap is 61 2024-08-17T00:34:32.911 INFO:tasks.rados.rados.0.smithi157.stdout:712: seq_num 231 ranges {2465792=671744,3137536=778240,3915776=24576} 2024-08-17T00:34:32.927 INFO:tasks.rados.rados.0.smithi157.stdout:712: writing smithi15786056-31 from 2465792 to 3137536 tid 1 2024-08-17T00:34:32.932 INFO:tasks.rados.rados.0.smithi157.stdout:712: writing smithi15786056-31 from 3137536 to 3915776 tid 2 2024-08-17T00:34:32.932 INFO:tasks.rados.rados.0.smithi157.stdout:712: writing smithi15786056-31 from 3915776 to 3940352 tid 3 2024-08-17T00:34:32.933 INFO:tasks.rados.rados.0.smithi157.stdout:713: read oid 24 snap 60 2024-08-17T00:34:32.933 INFO:tasks.rados.rados.0.smithi157.stdout:713: expect (ObjNum 197 snap 48 seq_num 197) 2024-08-17T00:34:32.933 INFO:tasks.rados.rados.0.smithi157.stdout:714: rollback oid 10 current snap is 61 2024-08-17T00:34:32.933 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 10 to 53 2024-08-17T00:34:32.933 INFO:tasks.rados.rados.0.smithi157.stdout:711: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:34:32.934 INFO:tasks.rados.rados.0.smithi157.stdout:710: finishing rollback tid 0 to smithi15786056-47 2024-08-17T00:34:32.934 INFO:tasks.rados.rados.0.smithi157.stdout:710: finishing rollback tid 1 to smithi15786056-47 2024-08-17T00:34:32.934 INFO:tasks.rados.rados.0.smithi157.stdout:710: finishing rollback tid 2 to smithi15786056-47 2024-08-17T00:34:32.934 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 289 (ObjNum 143 snap 35 seq_num 143) dirty exists 2024-08-17T00:34:32.934 INFO:tasks.rados.rados.0.smithi157.stdout:712: finishing write tid 1 to smithi15786056-31 2024-08-17T00:34:32.934 INFO:tasks.rados.rados.0.smithi157.stdout:709: done (5 left) 2024-08-17T00:34:32.935 INFO:tasks.rados.rados.0.smithi157.stdout:710: done (4 left) 2024-08-17T00:34:32.935 INFO:tasks.rados.rados.0.smithi157.stdout:711: done (3 left) 2024-08-17T00:34:32.935 INFO:tasks.rados.rados.0.smithi157.stdout:715: read oid 37 snap -1 2024-08-17T00:34:32.935 INFO:tasks.rados.rados.0.smithi157.stdout:715: expect (ObjNum 198 snap 48 seq_num 198) 2024-08-17T00:34:32.935 INFO:tasks.rados.rados.0.smithi157.stdout:716: rollback oid 39 current snap is 61 2024-08-17T00:34:32.935 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 39 to 58 2024-08-17T00:34:32.935 INFO:tasks.rados.rados.0.smithi157.stdout:717: rollback oid 49 current snap is 61 2024-08-17T00:34:32.935 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 49 to 55 2024-08-17T00:34:32.935 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 61 2024-08-17T00:34:32.935 INFO:tasks.rados.rados.0.smithi157.stdout:718: seq_num 232 ranges {2170880=688128,2859008=663552,3522560=139264} 2024-08-17T00:34:32.950 INFO:tasks.rados.rados.0.smithi157.stdout:718: writing smithi15786056-21 from 2170880 to 2859008 tid 1 2024-08-17T00:34:32.954 INFO:tasks.rados.rados.0.smithi157.stdout:718: writing smithi15786056-21 from 2859008 to 3522560 tid 2 2024-08-17T00:34:32.955 INFO:tasks.rados.rados.0.smithi157.stdout:718: writing smithi15786056-21 from 3522560 to 3661824 tid 3 2024-08-17T00:34:32.956 INFO:tasks.rados.rados.0.smithi157.stdout:719: copy_from oid 20 from oid 33 current snap is 61 2024-08-17T00:34:32.956 INFO:tasks.rados.rados.0.smithi157.stdout:716: finishing rollback tid 1 to smithi15786056-39 2024-08-17T00:34:32.956 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T00:34:32.956 INFO:tasks.rados.rados.0.smithi157.stdout:714: finishing rollback tid 1 to smithi15786056-10 2024-08-17T00:34:32.956 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:34:32.956 INFO:tasks.rados.rados.0.smithi157.stdout:714: done (7 left) 2024-08-17T00:34:32.956 INFO:tasks.rados.rados.0.smithi157.stdout:716: done (6 left) 2024-08-17T00:34:32.956 INFO:tasks.rados.rados.0.smithi157.stdout:720: snap_remove snap 58 2024-08-17T00:34:33.080 INFO:tasks.rados.rados.0.smithi157.stdout:720: done (6 left) 2024-08-17T00:34:33.080 INFO:tasks.rados.rados.0.smithi157.stdout:721: copy_from oid 47 from oid 14 current snap is 61 2024-08-17T00:34:33.080 INFO:tasks.rados.rados.0.smithi157.stdout:713: expect (ObjNum 197 snap 48 seq_num 197) 2024-08-17T00:34:33.122 INFO:tasks.rados.rados.0.smithi157.stdout:712: finishing write tid 2 to smithi15786056-31 2024-08-17T00:34:33.122 INFO:tasks.rados.rados.0.smithi157.stdout:712: finishing write tid 3 to smithi15786056-31 2024-08-17T00:34:33.122 INFO:tasks.rados.rados.0.smithi157.stdout:713: done (6 left) 2024-08-17T00:34:33.123 INFO:tasks.rados.rados.0.smithi157.stdout:722: copy_from oid 9 from oid 18 current snap is 61 2024-08-17T00:34:33.123 INFO:tasks.rados.rados.0.smithi157.stdout:712: finishing write tid 4 to smithi15786056-31 2024-08-17T00:34:33.123 INFO:tasks.rados.rados.0.smithi157.stdout:712: finishing write tid 5 to smithi15786056-31 2024-08-17T00:34:33.123 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 420 (ObjNum 231 snap 61 seq_num 231) dirty exists 2024-08-17T00:34:33.123 INFO:tasks.rados.rados.0.smithi157.stdout:712: left oid 31 (ObjNum 231 snap 61 seq_num 231) 2024-08-17T00:34:33.123 INFO:tasks.rados.rados.0.smithi157.stdout:717: finishing rollback tid 0 to smithi15786056-49 2024-08-17T00:34:33.123 INFO:tasks.rados.rados.0.smithi157.stdout:717: finishing rollback tid 1 to smithi15786056-49 2024-08-17T00:34:33.123 INFO:tasks.rados.rados.0.smithi157.stdout:715: expect (ObjNum 198 snap 48 seq_num 198) 2024-08-17T00:34:33.171 INFO:tasks.rados.rados.0.smithi157.stdout:717: finishing rollback tid 2 to smithi15786056-49 2024-08-17T00:34:33.171 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 274 (ObjNum 161 snap 38 seq_num 161) dirty exists 2024-08-17T00:34:33.171 INFO:tasks.rados.rados.0.smithi157.stdout:718: finishing write tid 1 to smithi15786056-21 2024-08-17T00:34:33.171 INFO:tasks.rados.rados.0.smithi157.stdout:719: finishing copy_from to smithi15786056-20 2024-08-17T00:34:33.171 INFO:tasks.rados.rados.0.smithi157.stdout:719: got expected ENOENT (src dne) 2024-08-17T00:34:33.171 INFO:tasks.rados.rados.0.smithi157.stdout:719: finishing copy_from racing read to smithi15786056-20 2024-08-17T00:34:33.172 INFO:tasks.rados.rados.0.smithi157.stdout:718: finishing write tid 2 to smithi15786056-21 2024-08-17T00:34:33.172 INFO:tasks.rados.rados.0.smithi157.stdout:718: finishing write tid 3 to smithi15786056-21 2024-08-17T00:34:33.172 INFO:tasks.rados.rados.0.smithi157.stdout:712: done (6 left) 2024-08-17T00:34:33.172 INFO:tasks.rados.rados.0.smithi157.stdout:715: done (5 left) 2024-08-17T00:34:33.172 INFO:tasks.rados.rados.0.smithi157.stdout:717: done (4 left) 2024-08-17T00:34:33.172 INFO:tasks.rados.rados.0.smithi157.stdout:719: done (3 left) 2024-08-17T00:34:33.172 INFO:tasks.rados.rados.0.smithi157.stdout:723: setattr oid 20 current snap is 61 2024-08-17T00:34:33.172 INFO:tasks.rados.rados.0.smithi157.stdout:718: finishing write tid 4 to smithi15786056-21 2024-08-17T00:34:33.172 INFO:tasks.rados.rados.0.smithi157.stdout:718: finishing write tid 5 to smithi15786056-21 2024-08-17T00:34:33.173 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 371 (ObjNum 232 snap 61 seq_num 232) dirty exists 2024-08-17T00:34:33.173 INFO:tasks.rados.rados.0.smithi157.stdout:718: left oid 21 (ObjNum 232 snap 61 seq_num 232) 2024-08-17T00:34:33.173 INFO:tasks.rados.rados.0.smithi157.stdout:721: finishing copy_from to smithi15786056-47 2024-08-17T00:34:33.173 INFO:tasks.rados.rados.0.smithi157.stdout:721: got expected ENOENT (src dne) 2024-08-17T00:34:33.173 INFO:tasks.rados.rados.0.smithi157.stdout:721: finishing copy_from racing read to smithi15786056-47 2024-08-17T00:34:33.173 INFO:tasks.rados.rados.0.smithi157.stdout:722: finishing copy_from racing read to smithi15786056-9 2024-08-17T00:34:33.173 INFO:tasks.rados.rados.0.smithi157.stdout:722: finishing copy_from to smithi15786056-9 2024-08-17T00:34:33.173 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 22 (ObjNum 33 snap 0 seq_num 170455808) dirty exists 2024-08-17T00:34:33.174 INFO:tasks.rados.rados.0.smithi157.stdout:718: done (3 left) 2024-08-17T00:34:33.174 INFO:tasks.rados.rados.0.smithi157.stdout:721: done (2 left) 2024-08-17T00:34:33.174 INFO:tasks.rados.rados.0.smithi157.stdout:722: done (1 left) 2024-08-17T00:34:33.174 INFO:tasks.rados.rados.0.smithi157.stdout:724: setattr oid 46 current snap is 61 2024-08-17T00:34:33.174 INFO:tasks.rados.rados.0.smithi157.stdout:725: snap_create 2024-08-17T00:34:33.174 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 290 (ObjNum 226 snap 60 seq_num 226) dirty exists 2024-08-17T00:34:33.175 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 226 (ObjNum 129 snap 0 seq_num 170137360) dirty exists 2024-08-17T00:34:33.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:32 smithi187 ceph-mon[33407]: pgmap v66: 121 pgs: 121 active+clean; 86 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-08-17T00:34:33.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:32 smithi187 ceph-mon[33407]: osdmap e197: 8 total, 8 up, 8 in 2024-08-17T00:34:33.206 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:33.077+0000 7ff423ca0640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-17T00:34:33.206 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: ignoring --setuser ceph since I am not root 2024-08-17T00:34:33.206 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: ignoring --setgroup ceph since I am not root 2024-08-17T00:34:33.206 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mgr[69614]: -- 172.21.15.187:0/2099699975 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556b9707f0e0 con 0x556b9705d400 2024-08-17T00:34:33.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:32 smithi157 ceph-mon[40946]: pgmap v66: 121 pgs: 121 active+clean; 86 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-08-17T00:34:33.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:32 smithi157 ceph-mon[40946]: osdmap e197: 8 total, 8 up, 8 in 2024-08-17T00:34:33.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:34:33] ENGINE Bus STOPPING 2024-08-17T00:34:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:32 smithi157 ceph-mon[29438]: pgmap v66: 121 pgs: 121 active+clean; 86 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-08-17T00:34:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:32 smithi157 ceph-mon[29438]: osdmap e197: 8 total, 8 up, 8 in 2024-08-17T00:34:33.505 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:33.231+0000 7fd81e17c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:34:33.505 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:33.374+0000 7fd81e17c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:34:33.505 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:33.441+0000 7fd81e17c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:34:33.727 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:34:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:34:33.727 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:34:33] ENGINE Bus STOPPED 2024-08-17T00:34:33.727 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:34:33] ENGINE Bus STARTING 2024-08-17T00:34:33.727 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:33.673+0000 7f9d0a7f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:34:33.727 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:33.673+0000 7f9d0a7f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:34:33.727 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:33.673+0000 7f9d0a7f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:34:33.727 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:33.673+0000 7f9d0a7f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:34:33.727 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:33.673+0000 7f9d0a7f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:34:33.728 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:33.673+0000 7f9d0d7f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:34:33.728 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:33.673+0000 7f9d0d7f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:34:33.728 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:33.673+0000 7f9d0d7f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:34:33.728 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:33.673+0000 7f9d0d7f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:34:33.728 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:33.673+0000 7f9d0d7f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:34:33.728 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:34:33] ENGINE Serving on http://:::9283 2024-08-17T00:34:33.728 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:34:33] ENGINE Bus STARTED 2024-08-17T00:34:33.842 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:33.842 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:33.684+0000 7fd81e17c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:34:33.842 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:33.744+0000 7fd81e17c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:34:33.889 INFO:tasks.rados.rados.0.smithi157.stdout:723: done (2 left) 2024-08-17T00:34:33.889 INFO:tasks.rados.rados.0.smithi157.stdout:724: done (1 left) 2024-08-17T00:34:33.889 INFO:tasks.rados.rados.0.smithi157.stdout:725: done (0 left) 2024-08-17T00:34:33.889 INFO:tasks.rados.rados.0.smithi157.stdout:726: rollback oid 27 current snap is 62 2024-08-17T00:34:33.890 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 27 to 55 2024-08-17T00:34:33.890 INFO:tasks.rados.rados.0.smithi157.stdout:727: snap_remove snap 61 2024-08-17T00:34:33.988 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: osdmap e198: 8 total, 8 up, 8 in 2024-08-17T00:34:33.988 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:33.988 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:33.988 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:33.988 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:33.988 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:33.988 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:33.988 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T00:34:33.988 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T00:34:33.989 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: Activating manager daemon y 2024-08-17T00:34:33.989 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: osdmap e199: 8 total, 8 up, 8 in 2024-08-17T00:34:33.989 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.24736 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T00:34:33.989 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: mgrmap e31: y(active, starting, since 0.00669884s) 2024-08-17T00:34:33.989 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:33.989 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:33.989 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:33.989 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:34:33.989 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:34:33.989 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:34:33.989 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:34:33.989 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:33.990 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:33.990 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:34:33.990 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:34:33.990 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:34:33.990 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:34:33.990 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:34:33.990 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:34:33.990 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:34:33.990 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:34:33.990 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: Manager daemon y is now available 2024-08-17T00:34:33.990 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:33.990 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:34:33.990 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:34:33.991 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:34:33.991 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:34:33.991 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:34:33.991 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[40946]: osdmap e200: 8 total, 8 up, 8 in 2024-08-17T00:34:33.991 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: osdmap e198: 8 total, 8 up, 8 in 2024-08-17T00:34:33.991 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:33.991 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:33.991 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:33.992 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:33.992 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:33.992 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:33.992 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T00:34:33.992 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T00:34:33.992 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: Activating manager daemon y 2024-08-17T00:34:33.992 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: osdmap e199: 8 total, 8 up, 8 in 2024-08-17T00:34:33.992 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.24736 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T00:34:33.992 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: mgrmap e31: y(active, starting, since 0.00669884s) 2024-08-17T00:34:33.992 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:33.993 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:33.993 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:33.993 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:34:33.993 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:34:33.993 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:34:33.993 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:34:33.993 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:33.993 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:33.993 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:34:33.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:34:33.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:34:33.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:34:33.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:34:33.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:34:33.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:34:33.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:34:33.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: Manager daemon y is now available 2024-08-17T00:34:33.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:33.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:34:33.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:34:33.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:34:33.995 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:34:33.995 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:34:33.995 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:33 smithi157 ceph-mon[29438]: osdmap e200: 8 total, 8 up, 8 in 2024-08-17T00:34:34.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: osdmap e198: 8 total, 8 up, 8 in 2024-08-17T00:34:34.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:34.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:34.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:34.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:34.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' 2024-08-17T00:34:34.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:34.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.24736 172.21.15.187:0/1943165569' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T00:34:34.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T00:34:34.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: Activating manager daemon y 2024-08-17T00:34:34.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: osdmap e199: 8 total, 8 up, 8 in 2024-08-17T00:34:34.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.24736 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T00:34:34.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: mgrmap e31: y(active, starting, since 0.00669884s) 2024-08-17T00:34:34.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:34.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:34.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:34.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:34:34.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:34:34.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:34:34.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:34:34.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:34.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:34.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:34:34.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:34:34.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:34:34.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:34:34.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:34:34.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:34:34.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:34:34.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:34:34.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: Manager daemon y is now available 2024-08-17T00:34:34.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:34.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:34:34.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:34:34.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:34:34.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:34:34.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:34:34.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:33 smithi187 ceph-mon[33407]: osdmap e200: 8 total, 8 up, 8 in 2024-08-17T00:34:34.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:34.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:34.891 INFO:tasks.rados.rados.0.smithi157.stdout:727: done (1 left) 2024-08-17T00:34:34.892 INFO:tasks.rados.rados.0.smithi157.stdout:728: rmattr oid 41 current snap is 62 2024-08-17T00:34:34.892 INFO:tasks.rados.rados.0.smithi157.stdout:726: finishing rollback tid 0 to smithi15786056-27 2024-08-17T00:34:34.892 INFO:tasks.rados.rados.0.smithi157.stdout:726: finishing rollback tid 1 to smithi15786056-27 2024-08-17T00:34:34.892 INFO:tasks.rados.rados.0.smithi157.stdout:726: finishing rollback tid 2 to smithi15786056-27 2024-08-17T00:34:34.892 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 127 (ObjNum 175 snap 44 seq_num 175) dirty exists 2024-08-17T00:34:34.892 INFO:tasks.rados.rados.0.smithi157.stdout:726: done (1 left) 2024-08-17T00:34:34.892 INFO:tasks.rados.rados.0.smithi157.stdout:729: delete oid 46 current snap is 62 2024-08-17T00:34:34.892 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 413 (ObjNum 221 snap 58 seq_num 221) dirty exists 2024-08-17T00:34:34.894 INFO:tasks.rados.rados.0.smithi157.stdout:728: done (1 left) 2024-08-17T00:34:34.895 INFO:tasks.rados.rados.0.smithi157.stdout:729: done (0 left) 2024-08-17T00:34:34.895 INFO:tasks.rados.rados.0.smithi157.stdout:730: snap_create 2024-08-17T00:34:35.007 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:34.747+0000 7fd81e17c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:34:35.008 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:34.863+0000 7fd81e17c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:34:35.008 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:34.925+0000 7fd81e17c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:34:35.278 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:35 smithi187 ceph-mon[33407]: mgrmap e32: y(active, since 1.00837s) 2024-08-17T00:34:35.278 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:35 smithi187 ceph-mon[33407]: pgmap v4: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:34:35.278 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:35 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:35.279 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:35 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:35.279 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:35 smithi187 ceph-mon[33407]: osdmap e201: 8 total, 8 up, 8 in 2024-08-17T00:34:35.279 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:35 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:35.148+0000 7fd81e17c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:34:35.279 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:35 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:35.209+0000 7fd81e17c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:34:35.279 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:35 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:35.277+0000 7fd81e17c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:34:35.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-mon[29438]: mgrmap e32: y(active, since 1.00837s) 2024-08-17T00:34:35.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-mon[29438]: pgmap v4: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:34:35.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:35.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:35.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-mon[29438]: osdmap e201: 8 total, 8 up, 8 in 2024-08-17T00:34:35.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-mon[40946]: mgrmap e32: y(active, since 1.00837s) 2024-08-17T00:34:35.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-mon[40946]: pgmap v4: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:34:35.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:35.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:35.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-mon[40946]: osdmap e201: 8 total, 8 up, 8 in 2024-08-17T00:34:35.386 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:35.033+0000 7f9cf658e640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:00:34:35] ENGINE Error in HTTPServer.serve 2024-08-17T00:34:35.386 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: Traceback (most recent call last): 2024-08-17T00:34:35.386 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:34:35.386 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: self._connections.run(self.expiration_interval) 2024-08-17T00:34:35.386 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:34:35.387 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: self._run(expiration_interval) 2024-08-17T00:34:35.387 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:34:35.387 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:34:35.387 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:34:35.387 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:34:35.387 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:34:35.387 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: s = self.context.wrap_socket( 2024-08-17T00:34:35.387 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:34:35.387 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: return self.sslsocket_class._create( 2024-08-17T00:34:35.387 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:34:35.388 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: self.do_handshake() 2024-08-17T00:34:35.388 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:34:35.388 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: self._sslobj.do_handshake() 2024-08-17T00:34:35.388 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:34:35.388 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:34:35.706 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:35 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:35.426+0000 7fd81e17c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:34:35.891 INFO:tasks.rados.rados.0.smithi157.stdout:730: done (0 left) 2024-08-17T00:34:35.891 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 63 2024-08-17T00:34:35.891 INFO:tasks.rados.rados.0.smithi157.stdout:731: seq_num 234 ranges {1261568=729088,1990656=434176,2424832=368640} 2024-08-17T00:34:35.902 INFO:tasks.rados.rados.0.smithi157.stdout:731: writing smithi15786056-23 from 1261568 to 1990656 tid 1 2024-08-17T00:34:35.904 INFO:tasks.rados.rados.0.smithi157.stdout:731: writing smithi15786056-23 from 1990656 to 2424832 tid 2 2024-08-17T00:34:35.906 INFO:tasks.rados.rados.0.smithi157.stdout:731: writing smithi15786056-23 from 2424832 to 2793472 tid 3 2024-08-17T00:34:35.906 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 12 current snap is 63 2024-08-17T00:34:35.906 INFO:tasks.rados.rados.0.smithi157.stdout:732: seq_num 235 ranges {0=745472,745472=712704,1458176=90112} 2024-08-17T00:34:35.910 INFO:tasks.rados.rados.0.smithi157.stdout:732: writing smithi15786056-12 from 0 to 745472 tid 1 2024-08-17T00:34:35.915 INFO:tasks.rados.rados.0.smithi157.stdout:732: writing smithi15786056-12 from 745472 to 1458176 tid 2 2024-08-17T00:34:35.916 INFO:tasks.rados.rados.0.smithi157.stdout:732: writing smithi15786056-12 from 1458176 to 1548288 tid 3 2024-08-17T00:34:35.916 INFO:tasks.rados.rados.0.smithi157.stdout:733: read oid 42 snap 60 2024-08-17T00:34:35.916 INFO:tasks.rados.rados.0.smithi157.stdout:733: expect deleted 2024-08-17T00:34:35.916 INFO:tasks.rados.rados.0.smithi157.stdout:734: snap_remove snap 57 2024-08-17T00:34:36.085 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:35 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:35.874+0000 7fd81e17c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:34:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:36 smithi157 ceph-mon[29438]: [17/Aug/2024:00:34:34] ENGINE Bus STARTING 2024-08-17T00:34:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:36 smithi157 ceph-mon[29438]: [17/Aug/2024:00:34:35] ENGINE Serving on https://172.21.15.157:7150 2024-08-17T00:34:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:36 smithi157 ceph-mon[29438]: [17/Aug/2024:00:34:35] ENGINE Error in HTTPServer.serve 2024-08-17T00:34:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout: Traceback (most recent call last): 2024-08-17T00:34:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:34:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:34:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:34:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._run(expiration_interval) 2024-08-17T00:34:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:34:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:34:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:34:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:34:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:34:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout: s = self.context.wrap_socket( 2024-08-17T00:34:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:34:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout: return self.sslsocket_class._create( 2024-08-17T00:34:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:34:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout: self.do_handshake() 2024-08-17T00:34:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:34:36.386 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._sslobj.do_handshake() 2024-08-17T00:34:36.387 INFO:journalctl@ceph.mon.a.smithi157.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:34:36.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:36 smithi157 ceph-mon[29438]: pgmap v6: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:34:36.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:36 smithi157 ceph-mon[29438]: [17/Aug/2024:00:34:35] ENGINE Serving on http://172.21.15.157:8765 2024-08-17T00:34:36.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:36 smithi157 ceph-mon[29438]: [17/Aug/2024:00:34:35] ENGINE Bus STARTED 2024-08-17T00:34:36.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:36 smithi157 ceph-mon[29438]: osdmap e202: 8 total, 8 up, 8 in 2024-08-17T00:34:36.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:36 smithi157 ceph-mon[40946]: [17/Aug/2024:00:34:34] ENGINE Bus STARTING 2024-08-17T00:34:36.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:36 smithi157 ceph-mon[40946]: [17/Aug/2024:00:34:35] ENGINE Serving on https://172.21.15.157:7150 2024-08-17T00:34:36.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:36 smithi157 ceph-mon[40946]: [17/Aug/2024:00:34:35] ENGINE Error in HTTPServer.serve 2024-08-17T00:34:36.387 INFO:journalctl@ceph.mon.c.smithi157.stdout: Traceback (most recent call last): 2024-08-17T00:34:36.387 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:34:36.388 INFO:journalctl@ceph.mon.c.smithi157.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:34:36.388 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:34:36.388 INFO:journalctl@ceph.mon.c.smithi157.stdout: self._run(expiration_interval) 2024-08-17T00:34:36.388 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:34:36.388 INFO:journalctl@ceph.mon.c.smithi157.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:34:36.388 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:34:36.388 INFO:journalctl@ceph.mon.c.smithi157.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:34:36.388 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:34:36.388 INFO:journalctl@ceph.mon.c.smithi157.stdout: s = self.context.wrap_socket( 2024-08-17T00:34:36.388 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:34:36.388 INFO:journalctl@ceph.mon.c.smithi157.stdout: return self.sslsocket_class._create( 2024-08-17T00:34:36.388 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:34:36.389 INFO:journalctl@ceph.mon.c.smithi157.stdout: self.do_handshake() 2024-08-17T00:34:36.389 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:34:36.389 INFO:journalctl@ceph.mon.c.smithi157.stdout: self._sslobj.do_handshake() 2024-08-17T00:34:36.389 INFO:journalctl@ceph.mon.c.smithi157.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:34:36.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:36 smithi157 ceph-mon[40946]: pgmap v6: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:34:36.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:36 smithi157 ceph-mon[40946]: [17/Aug/2024:00:34:35] ENGINE Serving on http://172.21.15.157:8765 2024-08-17T00:34:36.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:36 smithi157 ceph-mon[40946]: [17/Aug/2024:00:34:35] ENGINE Bus STARTED 2024-08-17T00:34:36.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:36 smithi157 ceph-mon[40946]: osdmap e202: 8 total, 8 up, 8 in 2024-08-17T00:34:36.447 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:36 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:36.196+0000 7fd81e17c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:34:36.447 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:36 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:36.272+0000 7fd81e17c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:34:36.448 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:36 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:36.446+0000 7fd81e17c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:34:36.448 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:36 smithi187 ceph-mon[33407]: [17/Aug/2024:00:34:34] ENGINE Bus STARTING 2024-08-17T00:34:36.448 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:36 smithi187 ceph-mon[33407]: [17/Aug/2024:00:34:35] ENGINE Serving on https://172.21.15.157:7150 2024-08-17T00:34:36.448 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:36 smithi187 ceph-mon[33407]: [17/Aug/2024:00:34:35] ENGINE Error in HTTPServer.serve 2024-08-17T00:34:36.448 INFO:journalctl@ceph.mon.b.smithi187.stdout: Traceback (most recent call last): 2024-08-17T00:34:36.448 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:34:36.448 INFO:journalctl@ceph.mon.b.smithi187.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:34:36.448 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:34:36.448 INFO:journalctl@ceph.mon.b.smithi187.stdout: self._run(expiration_interval) 2024-08-17T00:34:36.449 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:34:36.449 INFO:journalctl@ceph.mon.b.smithi187.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:34:36.449 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:34:36.449 INFO:journalctl@ceph.mon.b.smithi187.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:34:36.449 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:34:36.449 INFO:journalctl@ceph.mon.b.smithi187.stdout: s = self.context.wrap_socket( 2024-08-17T00:34:36.449 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:34:36.449 INFO:journalctl@ceph.mon.b.smithi187.stdout: return self.sslsocket_class._create( 2024-08-17T00:34:36.449 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:34:36.449 INFO:journalctl@ceph.mon.b.smithi187.stdout: self.do_handshake() 2024-08-17T00:34:36.450 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:34:36.450 INFO:journalctl@ceph.mon.b.smithi187.stdout: self._sslobj.do_handshake() 2024-08-17T00:34:36.450 INFO:journalctl@ceph.mon.b.smithi187.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:34:36.450 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:36 smithi187 ceph-mon[33407]: pgmap v6: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:34:36.450 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:36 smithi187 ceph-mon[33407]: [17/Aug/2024:00:34:35] ENGINE Serving on http://172.21.15.157:8765 2024-08-17T00:34:36.450 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:36 smithi187 ceph-mon[33407]: [17/Aug/2024:00:34:35] ENGINE Bus STARTED 2024-08-17T00:34:36.450 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:36 smithi187 ceph-mon[33407]: osdmap e202: 8 total, 8 up, 8 in 2024-08-17T00:34:36.893 INFO:tasks.rados.rados.0.smithi157.stdout:734: done (3 left) 2024-08-17T00:34:36.893 INFO:tasks.rados.rados.0.smithi157.stdout:735: read oid 33 snap -1 2024-08-17T00:34:36.894 INFO:tasks.rados.rados.0.smithi157.stdout:735: expect deleted 2024-08-17T00:34:36.894 INFO:tasks.rados.rados.0.smithi157.stdout:736: snap_remove snap 59 2024-08-17T00:34:37.034 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:36 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:36.780+0000 7fd81e17c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:34:37.034 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:36 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:36.851+0000 7fd81e17c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:34:37.221 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:34:37.362 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:37 smithi187 ceph-mon[33407]: mgrmap e33: y(active, since 3s) 2024-08-17T00:34:37.362 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:37 smithi187 ceph-mon[33407]: osdmap e203: 8 total, 8 up, 8 in 2024-08-17T00:34:37.363 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:37 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:37.047+0000 7fd81e17c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:34:37.363 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:37 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:37.196+0000 7fd81e17c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T00:34:37.363 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:37 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:37.265+0000 7fd81e17c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:34:37.363 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:37 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:37.361+0000 7fd81e17c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:34:37.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:37 smithi157 ceph-mon[29438]: mgrmap e33: y(active, since 3s) 2024-08-17T00:34:37.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:37 smithi157 ceph-mon[29438]: osdmap e203: 8 total, 8 up, 8 in 2024-08-17T00:34:37.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:37 smithi157 ceph-mon[40946]: mgrmap e33: y(active, since 3s) 2024-08-17T00:34:37.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:37 smithi157 ceph-mon[40946]: osdmap e203: 8 total, 8 up, 8 in 2024-08-17T00:34:37.488 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:34:37.488 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (32s) 8s ago 4m 16.3M - 0.25.0 c8568f914cd2 e5fc458eaa70 2024-08-17T00:34:37.488 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (20s) 8s ago 4m 78.2M - 9.4.7 954c08fa6188 3c616dd0c45b 2024-08-17T00:34:37.488 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (5m) 8s ago 5m 15.3M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:34:37.489 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (5m) 8s ago 5m 18.5M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:34:37.489 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283 running (65s) 8s ago 9m 505M - 19.1.0-1363-gd863d21c ba08250ef864 a2c5f2b03797 2024-08-17T00:34:37.489 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (13s) 8s ago 11m 86.7M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:34:37.489 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (11m) 8s ago 11m 52.9M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 326d536d0817 2024-08-17T00:34:37.489 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (9m) 8s ago 9m 44.8M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 08bc4d37e299 2024-08-17T00:34:37.489 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (9m) 8s ago 9m 41.4M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 f84af0d3eeb1 2024-08-17T00:34:37.489 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (29s) 8s ago 3m 8102k - 1.5.0 0da6a335fe13 b4e36e574235 2024-08-17T00:34:37.489 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (18s) 8s ago 3m 3628k - 1.5.0 0da6a335fe13 73e607038b0d 2024-08-17T00:34:37.489 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (9m) 8s ago 9m 108M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 5724a0a2acf7 2024-08-17T00:34:37.489 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (8m) 8s ago 8m 85.5M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 06419c3d3168 2024-08-17T00:34:37.489 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (8m) 8s ago 8m 108M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 f0716b3a6da4 2024-08-17T00:34:37.489 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (7m) 8s ago 7m 76.2M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 34877baf90d9 2024-08-17T00:34:37.489 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (7m) 8s ago 7m 80.7M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 8b55fa435d4d 2024-08-17T00:34:37.490 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (7m) 8s ago 7m 88.9M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 87ee417e591b 2024-08-17T00:34:37.490 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (6m) 8s ago 6m 75.4M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bd8a836eeeec 2024-08-17T00:34:37.490 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (6m) 8s ago 6m 89.4M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:34:37.490 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (24s) 8s ago 4m 42.8M - 2.43.0 a07b618ecd1d badf4d3c0112 2024-08-17T00:34:37.705 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:37 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:37.422+0000 7fd81e17c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:34:37.826 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:34:37.826 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:34:37.827 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:34:37.827 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:34:37.827 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:34:37.827 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 1 2024-08-17T00:34:37.827 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:34:37.827 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:34:37.827 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:34:37.827 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:34:37.827 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:34:37.827 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:34:37.827 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:34:37.827 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:34:37.828 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 13, 2024-08-17T00:34:37.828 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 1 2024-08-17T00:34:37.828 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:34:37.828 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:34:37.894 INFO:tasks.rados.rados.0.smithi157.stdout:736: done (4 left) 2024-08-17T00:34:37.894 INFO:tasks.rados.rados.0.smithi157.stdout:737: read oid 36 snap -1 2024-08-17T00:34:37.895 INFO:tasks.rados.rados.0.smithi157.stdout:737: expect (ObjNum 214 snap 55 seq_num 214) 2024-08-17T00:34:37.895 INFO:tasks.rados.rados.0.smithi157.stdout:738: rollback oid 48 current snap is 63 2024-08-17T00:34:37.895 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 48 to 60 2024-08-17T00:34:37.895 INFO:tasks.rados.rados.0.smithi157.stdout:732: finishing write tid 1 to smithi15786056-12 2024-08-17T00:34:37.895 INFO:tasks.rados.rados.0.smithi157.stdout:732: finishing write tid 2 to smithi15786056-12 2024-08-17T00:34:37.895 INFO:tasks.rados.rados.0.smithi157.stdout:732: finishing write tid 3 to smithi15786056-12 2024-08-17T00:34:37.895 INFO:tasks.rados.rados.0.smithi157.stdout:731: finishing write tid 1 to smithi15786056-23 2024-08-17T00:34:37.895 INFO:tasks.rados.rados.0.smithi157.stdout:732: finishing write tid 4 to smithi15786056-12 2024-08-17T00:34:37.895 INFO:tasks.rados.rados.0.smithi157.stdout:731: finishing write tid 2 to smithi15786056-23 2024-08-17T00:34:37.895 INFO:tasks.rados.rados.0.smithi157.stdout:731: finishing write tid 3 to smithi15786056-23 2024-08-17T00:34:37.895 INFO:tasks.rados.rados.0.smithi157.stdout:731: finishing write tid 4 to smithi15786056-23 2024-08-17T00:34:37.895 INFO:tasks.rados.rados.0.smithi157.stdout:731: finishing write tid 5 to smithi15786056-23 2024-08-17T00:34:37.895 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 428 (ObjNum 234 snap 63 seq_num 234) dirty exists 2024-08-17T00:34:37.896 INFO:tasks.rados.rados.0.smithi157.stdout:731: left oid 23 (ObjNum 234 snap 63 seq_num 234) 2024-08-17T00:34:37.896 INFO:tasks.rados.rados.0.smithi157.stdout:732: finishing write tid 5 to smithi15786056-12 2024-08-17T00:34:37.896 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 70 (ObjNum 235 snap 63 seq_num 235) dirty exists 2024-08-17T00:34:37.896 INFO:tasks.rados.rados.0.smithi157.stdout:732: left oid 12 (ObjNum 235 snap 63 seq_num 235) 2024-08-17T00:34:37.896 INFO:tasks.rados.rados.0.smithi157.stdout:731: done (5 left) 2024-08-17T00:34:37.896 INFO:tasks.rados.rados.0.smithi157.stdout:732: done (4 left) 2024-08-17T00:34:37.896 INFO:tasks.rados.rados.0.smithi157.stdout:733: done (3 left) 2024-08-17T00:34:37.896 INFO:tasks.rados.rados.0.smithi157.stdout:735: done (2 left) 2024-08-17T00:34:37.896 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 43 current snap is 63 2024-08-17T00:34:37.896 INFO:tasks.rados.rados.0.smithi157.stdout:739: seq_num 236 ranges {0=761856,761856=647168,1409024=155648} 2024-08-17T00:34:37.899 INFO:tasks.rados.rados.0.smithi157.stdout:739: writing smithi15786056-43 from 0 to 761856 tid 1 2024-08-17T00:34:37.904 INFO:tasks.rados.rados.0.smithi157.stdout:739: writing smithi15786056-43 from 761856 to 1409024 tid 2 2024-08-17T00:34:37.905 INFO:tasks.rados.rados.0.smithi157.stdout:739: writing smithi15786056-43 from 1409024 to 1564672 tid 3 2024-08-17T00:34:37.905 INFO:tasks.rados.rados.0.smithi157.stdout:740: read oid 24 snap -1 2024-08-17T00:34:37.906 INFO:tasks.rados.rados.0.smithi157.stdout:740: expect (ObjNum 197 snap 48 seq_num 197) 2024-08-17T00:34:37.906 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 12 current snap is 63 2024-08-17T00:34:37.906 INFO:tasks.rados.rados.0.smithi157.stdout:741: seq_num 237 ranges {1548288=778240,2326528=532480,2859008=270336} 2024-08-17T00:34:37.918 INFO:tasks.rados.rados.0.smithi157.stdout:741: writing smithi15786056-12 from 1548288 to 2326528 tid 1 2024-08-17T00:34:37.922 INFO:tasks.rados.rados.0.smithi157.stdout:741: writing smithi15786056-12 from 2326528 to 2859008 tid 2 2024-08-17T00:34:37.923 INFO:tasks.rados.rados.0.smithi157.stdout:741: writing smithi15786056-12 from 2859008 to 3129344 tid 3 2024-08-17T00:34:37.923 INFO:tasks.rados.rados.0.smithi157.stdout:742: rollback oid 41 current snap is 63 2024-08-17T00:34:37.924 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 41 to 53 2024-08-17T00:34:37.924 INFO:tasks.rados.rados.0.smithi157.stdout:738: finishing rollback tid 0 to smithi15786056-48 2024-08-17T00:34:37.924 INFO:tasks.rados.rados.0.smithi157.stdout:737: expect (ObjNum 214 snap 55 seq_num 214) 2024-08-17T00:34:37.957 INFO:tasks.rados.rados.0.smithi157.stdout:738: finishing rollback tid 1 to smithi15786056-48 2024-08-17T00:34:37.957 INFO:tasks.rados.rados.0.smithi157.stdout:738: finishing rollback tid 2 to smithi15786056-48 2024-08-17T00:34:37.957 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 438 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:34:37.957 INFO:tasks.rados.rados.0.smithi157.stdout:739: finishing write tid 1 to smithi15786056-43 2024-08-17T00:34:37.957 INFO:tasks.rados.rados.0.smithi157.stdout:737: done (5 left) 2024-08-17T00:34:37.958 INFO:tasks.rados.rados.0.smithi157.stdout:738: done (4 left) 2024-08-17T00:34:37.958 INFO:tasks.rados.rados.0.smithi157.stdout:743: read oid 5 snap -1 2024-08-17T00:34:37.958 INFO:tasks.rados.rados.0.smithi157.stdout:743: expect deleted 2024-08-17T00:34:37.958 INFO:tasks.rados.rados.0.smithi157.stdout:744: copy_from oid 50 from oid 26 current snap is 63 2024-08-17T00:34:37.958 INFO:tasks.rados.rados.0.smithi157.stdout:739: finishing write tid 2 to smithi15786056-43 2024-08-17T00:34:37.958 INFO:tasks.rados.rados.0.smithi157.stdout:739: finishing write tid 3 to smithi15786056-43 2024-08-17T00:34:37.958 INFO:tasks.rados.rados.0.smithi157.stdout:739: finishing write tid 4 to smithi15786056-43 2024-08-17T00:34:37.958 INFO:tasks.rados.rados.0.smithi157.stdout:739: finishing write tid 5 to smithi15786056-43 2024-08-17T00:34:37.958 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 443 (ObjNum 236 snap 63 seq_num 236) dirty exists 2024-08-17T00:34:37.958 INFO:tasks.rados.rados.0.smithi157.stdout:739: left oid 43 (ObjNum 236 snap 63 seq_num 236) 2024-08-17T00:34:37.958 INFO:tasks.rados.rados.0.smithi157.stdout:740: expect (ObjNum 197 snap 48 seq_num 197) 2024-08-17T00:34:37.995 INFO:tasks.rados.rados.0.smithi157.stdout:741: finishing write tid 1 to smithi15786056-12 2024-08-17T00:34:37.995 INFO:tasks.rados.rados.0.smithi157.stdout:739: done (5 left) 2024-08-17T00:34:37.995 INFO:tasks.rados.rados.0.smithi157.stdout:740: done (4 left) 2024-08-17T00:34:37.995 INFO:tasks.rados.rados.0.smithi157.stdout:745: rmattr oid 45 current snap is 63 2024-08-17T00:34:37.995 INFO:tasks.rados.rados.0.smithi157.stdout:745: done (4 left) 2024-08-17T00:34:37.995 INFO:tasks.rados.rados.0.smithi157.stdout:746: rollback oid 46 current snap is 63 2024-08-17T00:34:37.995 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 46 to 60 2024-08-17T00:34:37.995 INFO:tasks.rados.rados.0.smithi157.stdout:741: finishing write tid 2 to smithi15786056-12 2024-08-17T00:34:37.995 INFO:tasks.rados.rados.0.smithi157.stdout:741: finishing write tid 3 to smithi15786056-12 2024-08-17T00:34:37.995 INFO:tasks.rados.rados.0.smithi157.stdout:741: finishing write tid 4 to smithi15786056-12 2024-08-17T00:34:37.995 INFO:tasks.rados.rados.0.smithi157.stdout:742: finishing rollback tid 0 to smithi15786056-41 2024-08-17T00:34:37.996 INFO:tasks.rados.rados.0.smithi157.stdout:742: finishing rollback tid 1 to smithi15786056-41 2024-08-17T00:34:37.996 INFO:tasks.rados.rados.0.smithi157.stdout:742: finishing rollback tid 2 to smithi15786056-41 2024-08-17T00:34:37.996 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 416 (ObjNum 209 snap 52 seq_num 209) dirty exists 2024-08-17T00:34:37.996 INFO:tasks.rados.rados.0.smithi157.stdout:741: finishing write tid 5 to smithi15786056-12 2024-08-17T00:34:37.996 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 74 (ObjNum 237 snap 63 seq_num 237) dirty exists 2024-08-17T00:34:37.996 INFO:tasks.rados.rados.0.smithi157.stdout:741: left oid 12 (ObjNum 237 snap 63 seq_num 237) 2024-08-17T00:34:37.996 INFO:tasks.rados.rados.0.smithi157.stdout:741: done (4 left) 2024-08-17T00:34:37.996 INFO:tasks.rados.rados.0.smithi157.stdout:742: done (3 left) 2024-08-17T00:34:37.996 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 10 current snap is 63 2024-08-17T00:34:37.996 INFO:tasks.rados.rados.0.smithi157.stdout:744: finishing copy_from racing read to smithi15786056-50 2024-08-17T00:34:37.996 INFO:tasks.rados.rados.0.smithi157.stdout:744: finishing copy_from to smithi15786056-50 2024-08-17T00:34:37.996 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 356 (ObjNum 65 snap 0 seq_num 1735029363) dirty exists 2024-08-17T00:34:37.996 INFO:tasks.rados.rados.0.smithi157.stdout:747: seq_num 238 ranges {0=794624,794624=417792,1212416=385024} 2024-08-17T00:34:37.998 INFO:tasks.rados.rados.0.smithi157.stdout:747: writing smithi15786056-10 from 0 to 794624 tid 1 2024-08-17T00:34:38.001 INFO:tasks.rados.rados.0.smithi157.stdout:747: writing smithi15786056-10 from 794624 to 1212416 tid 2 2024-08-17T00:34:38.003 INFO:tasks.rados.rados.0.smithi157.stdout:747: writing smithi15786056-10 from 1212416 to 1597440 tid 3 2024-08-17T00:34:38.004 INFO:tasks.rados.rados.0.smithi157.stdout:743: done (3 left) 2024-08-17T00:34:38.004 INFO:tasks.rados.rados.0.smithi157.stdout:744: done (2 left) 2024-08-17T00:34:38.004 INFO:tasks.rados.rados.0.smithi157.stdout:748: read oid 21 snap -1 2024-08-17T00:34:38.004 INFO:tasks.rados.rados.0.smithi157.stdout:748: expect (ObjNum 232 snap 61 seq_num 232) 2024-08-17T00:34:38.004 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 7 current snap is 63 2024-08-17T00:34:38.004 INFO:tasks.rados.rados.0.smithi157.stdout:746: finishing rollback tid 1 to smithi15786056-46 2024-08-17T00:34:38.004 INFO:tasks.rados.rados.0.smithi157.stdout:746: finishing rollback tid 2 to smithi15786056-46 2024-08-17T00:34:38.004 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 358 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:34:38.004 INFO:tasks.rados.rados.0.smithi157.stdout:747: finishing write tid 1 to smithi15786056-10 2024-08-17T00:34:38.004 INFO:tasks.rados.rados.0.smithi157.stdout:747: finishing write tid 2 to smithi15786056-10 2024-08-17T00:34:38.004 INFO:tasks.rados.rados.0.smithi157.stdout:749: seq_num 239 ranges {704512=409600,1114112=704512,1818624=499712} 2024-08-17T00:34:38.009 INFO:tasks.rados.rados.0.smithi157.stdout:749: writing smithi15786056-7 from 704512 to 1114112 tid 1 2024-08-17T00:34:38.013 INFO:tasks.rados.rados.0.smithi157.stdout:749: writing smithi15786056-7 from 1114112 to 1818624 tid 2 2024-08-17T00:34:38.016 INFO:tasks.rados.rados.0.smithi157.stdout:749: writing smithi15786056-7 from 1818624 to 2318336 tid 3 2024-08-17T00:34:38.017 INFO:tasks.rados.rados.0.smithi157.stdout:746: done (3 left) 2024-08-17T00:34:38.017 INFO:tasks.rados.rados.0.smithi157.stdout:750: setattr oid 28 current snap is 63 2024-08-17T00:34:38.017 INFO:tasks.rados.rados.0.smithi157.stdout:747: finishing write tid 3 to smithi15786056-10 2024-08-17T00:34:38.017 INFO:tasks.rados.rados.0.smithi157.stdout:747: finishing write tid 4 to smithi15786056-10 2024-08-17T00:34:38.017 INFO:tasks.rados.rados.0.smithi157.stdout:747: finishing write tid 5 to smithi15786056-10 2024-08-17T00:34:38.017 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 112 (ObjNum 238 snap 63 seq_num 238) dirty exists 2024-08-17T00:34:38.017 INFO:tasks.rados.rados.0.smithi157.stdout:747: left oid 10 (ObjNum 238 snap 63 seq_num 238) 2024-08-17T00:34:38.018 INFO:tasks.rados.rados.0.smithi157.stdout:747: done (3 left) 2024-08-17T00:34:38.018 INFO:tasks.rados.rados.0.smithi157.stdout:751: read oid 18 snap -1 2024-08-17T00:34:38.018 INFO:tasks.rados.rados.0.smithi157.stdout:751: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:34:38.018 INFO:tasks.rados.rados.0.smithi157.stdout:752: snap_remove snap 60 2024-08-17T00:34:38.279 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:38 smithi187 ceph-mon[33407]: pgmap v9: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:34:38.279 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:38 smithi187 ceph-mon[33407]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:38.279 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:38 smithi187 ceph-mon[33407]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:38.279 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:38 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3000631729' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:34:38.279 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:38 smithi187 ceph-mon[33407]: osdmap e204: 8 total, 8 up, 8 in 2024-08-17T00:34:38.279 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:37 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:37.988+0000 7fd81e17c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:34:38.279 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:38.171+0000 7fd81e17c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:34:38.279 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: [17/Aug/2024:00:34:38] ENGINE Bus STARTING 2024-08-17T00:34:38.280 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: CherryPy Checker: 2024-08-17T00:34:38.280 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: The Application mounted at '' has an empty config. 2024-08-17T00:34:38.280 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: 2024-08-17T00:34:38.280 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: [17/Aug/2024:00:34:38] ENGINE Serving on http://:::9283 2024-08-17T00:34:38.280 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: [17/Aug/2024:00:34:38] ENGINE Bus STARTED 2024-08-17T00:34:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:38 smithi157 ceph-mon[29438]: pgmap v9: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:34:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:38 smithi157 ceph-mon[29438]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:38 smithi157 ceph-mon[29438]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:38 smithi157 ceph-mon[29438]: from='client.? 172.21.15.157:0/3000631729' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:34:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:38 smithi157 ceph-mon[29438]: osdmap e204: 8 total, 8 up, 8 in 2024-08-17T00:34:38.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:38 smithi157 ceph-mon[40946]: pgmap v9: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:34:38.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:38 smithi157 ceph-mon[40946]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:38.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:38 smithi157 ceph-mon[40946]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:38.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:38 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3000631729' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:34:38.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:38 smithi157 ceph-mon[40946]: osdmap e204: 8 total, 8 up, 8 in 2024-08-17T00:34:38.891 INFO:tasks.rados.rados.0.smithi157.stdout:752: done (4 left) 2024-08-17T00:34:38.891 INFO:tasks.rados.rados.0.smithi157.stdout:753: snap_remove snap 55 2024-08-17T00:34:38.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:38.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:39 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:39 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:39 smithi187 ceph-mon[33407]: Standby manager daemon x started 2024-08-17T00:34:39.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:39 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/3316366961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:34:39.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:39 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/3316366961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:34:39.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:39 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/3316366961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:34:39.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:39 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/3316366961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:34:39.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:39 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:39 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:39 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:39 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:39 smithi187 ceph-mon[33407]: osdmap e205: 8 total, 8 up, 8 in 2024-08-17T00:34:39.481 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.481 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.481 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[29438]: Standby manager daemon x started 2024-08-17T00:34:39.481 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/3316366961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:34:39.481 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/3316366961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:34:39.481 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/3316366961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:34:39.481 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/3316366961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:34:39.481 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.481 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.481 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.482 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.482 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[29438]: osdmap e205: 8 total, 8 up, 8 in 2024-08-17T00:34:39.482 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.482 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.482 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[40946]: Standby manager daemon x started 2024-08-17T00:34:39.482 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/3316366961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:34:39.482 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/3316366961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:34:39.482 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/3316366961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:34:39.482 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/3316366961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:34:39.482 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.482 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.483 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.483 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:39.483 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:39 smithi157 ceph-mon[40946]: osdmap e205: 8 total, 8 up, 8 in 2024-08-17T00:34:39.898 INFO:tasks.rados.rados.0.smithi157.stdout:753: done (4 left) 2024-08-17T00:34:39.898 INFO:tasks.rados.rados.0.smithi157.stdout:754: snap_remove snap 62 2024-08-17T00:34:40.339 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:40 smithi157 ceph-mon[29438]: pgmap v12: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 876 KiB/s rd, 0 op/s 2024-08-17T00:34:40.339 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:40 smithi157 ceph-mon[29438]: mgrmap e34: y(active, since 6s), standbys: x 2024-08-17T00:34:40.339 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:40 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:34:40.339 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:40 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:40.339 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:40 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:40.339 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:40 smithi157 ceph-mon[29438]: osdmap e206: 8 total, 8 up, 8 in 2024-08-17T00:34:40.340 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:40 smithi157 ceph-mon[40946]: pgmap v12: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 876 KiB/s rd, 0 op/s 2024-08-17T00:34:40.340 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:40 smithi157 ceph-mon[40946]: mgrmap e34: y(active, since 6s), standbys: x 2024-08-17T00:34:40.340 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:40 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:34:40.340 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:40 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:40.340 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:40 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:40.340 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:40 smithi157 ceph-mon[40946]: osdmap e206: 8 total, 8 up, 8 in 2024-08-17T00:34:40.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:40 smithi187 ceph-mon[33407]: pgmap v12: 121 pgs: 121 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 876 KiB/s rd, 0 op/s 2024-08-17T00:34:40.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:40 smithi187 ceph-mon[33407]: mgrmap e34: y(active, since 6s), standbys: x 2024-08-17T00:34:40.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:40 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:34:40.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:40 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:40.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:40 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:40.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:40 smithi187 ceph-mon[33407]: osdmap e206: 8 total, 8 up, 8 in 2024-08-17T00:34:40.897 INFO:tasks.rados.rados.0.smithi157.stdout:754: done (4 left) 2024-08-17T00:34:40.897 INFO:tasks.rados.rados.0.smithi157.stdout:755: snap_create 2024-08-17T00:34:40.897 INFO:tasks.rados.rados.0.smithi157.stdout:749: finishing write tid 1 to smithi15786056-7 2024-08-17T00:34:40.898 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 421 (ObjNum 227 snap 60 seq_num 227) dirty exists 2024-08-17T00:34:40.898 INFO:tasks.rados.rados.0.smithi157.stdout:748: expect (ObjNum 232 snap 61 seq_num 232) 2024-08-17T00:34:41.032 INFO:tasks.rados.rados.0.smithi157.stdout:749: finishing write tid 2 to smithi15786056-7 2024-08-17T00:34:41.032 INFO:tasks.rados.rados.0.smithi157.stdout:749: finishing write tid 3 to smithi15786056-7 2024-08-17T00:34:41.033 INFO:tasks.rados.rados.0.smithi157.stdout:751: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:34:41.034 INFO:tasks.rados.rados.0.smithi157.stdout:749: finishing write tid 4 to smithi15786056-7 2024-08-17T00:34:41.034 INFO:tasks.rados.rados.0.smithi157.stdout:749: finishing write tid 5 to smithi15786056-7 2024-08-17T00:34:41.034 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 285 (ObjNum 239 snap 63 seq_num 239) dirty exists 2024-08-17T00:34:41.034 INFO:tasks.rados.rados.0.smithi157.stdout:749: left oid 7 (ObjNum 239 snap 63 seq_num 239) 2024-08-17T00:34:41.902 INFO:tasks.rados.rados.0.smithi157.stdout:748: done (4 left) 2024-08-17T00:34:41.902 INFO:tasks.rados.rados.0.smithi157.stdout:749: done (3 left) 2024-08-17T00:34:41.902 INFO:tasks.rados.rados.0.smithi157.stdout:750: done (2 left) 2024-08-17T00:34:41.902 INFO:tasks.rados.rados.0.smithi157.stdout:751: done (1 left) 2024-08-17T00:34:41.902 INFO:tasks.rados.rados.0.smithi157.stdout:755: done (0 left) 2024-08-17T00:34:41.902 INFO:tasks.rados.rados.0.smithi157.stdout:756: rollback oid 21 current snap is 64 2024-08-17T00:34:41.902 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 21 to 53 2024-08-17T00:34:41.903 INFO:tasks.rados.rados.0.smithi157.stdout:757: copy_from oid 28 from oid 37 current snap is 64 2024-08-17T00:34:41.903 INFO:tasks.rados.rados.0.smithi157.stdout:758: delete oid 1 current snap is 64 2024-08-17T00:34:41.905 INFO:tasks.rados.rados.0.smithi157.stdout:758: done (2 left) 2024-08-17T00:34:41.905 INFO:tasks.rados.rados.0.smithi157.stdout:759: delete oid 20 current snap is 64 2024-08-17T00:34:41.906 INFO:tasks.rados.rados.0.smithi157.stdout:756: finishing rollback tid 0 to smithi15786056-21 2024-08-17T00:34:41.906 INFO:tasks.rados.rados.0.smithi157.stdout:756: finishing rollback tid 1 to smithi15786056-21 2024-08-17T00:34:41.906 INFO:tasks.rados.rados.0.smithi157.stdout:756: finishing rollback tid 2 to smithi15786056-21 2024-08-17T00:34:41.906 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 387 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-08-17T00:34:41.908 INFO:tasks.rados.rados.0.smithi157.stdout:756: done (2 left) 2024-08-17T00:34:41.908 INFO:tasks.rados.rados.0.smithi157.stdout:759: done (1 left) 2024-08-17T00:34:41.908 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 64 2024-08-17T00:34:41.908 INFO:tasks.rados.rados.0.smithi157.stdout:760: seq_num 242 ranges {1245184=458752,1703936=753664,2457600=450560} 2024-08-17T00:34:41.917 INFO:tasks.rados.rados.0.smithi157.stdout:760: writing smithi15786056-24 from 1245184 to 1703936 tid 1 2024-08-17T00:34:41.921 INFO:tasks.rados.rados.0.smithi157.stdout:760: writing smithi15786056-24 from 1703936 to 2457600 tid 2 2024-08-17T00:34:41.924 INFO:tasks.rados.rados.0.smithi157.stdout:760: writing smithi15786056-24 from 2457600 to 2908160 tid 3 2024-08-17T00:34:41.924 INFO:tasks.rados.rados.0.smithi157.stdout:761: rmattr oid 2 current snap is 64 2024-08-17T00:34:41.924 INFO:tasks.rados.rados.0.smithi157.stdout:757: finishing copy_from racing read to smithi15786056-28 2024-08-17T00:34:41.924 INFO:tasks.rados.rados.0.smithi157.stdout:757: finishing copy_from to smithi15786056-28 2024-08-17T00:34:41.924 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 233 (ObjNum 198 snap 48 seq_num 198) dirty exists 2024-08-17T00:34:41.925 INFO:tasks.rados.rados.0.smithi157.stdout:760: finishing write tid 1 to smithi15786056-24 2024-08-17T00:34:41.925 INFO:tasks.rados.rados.0.smithi157.stdout:760: finishing write tid 2 to smithi15786056-24 2024-08-17T00:34:41.925 INFO:tasks.rados.rados.0.smithi157.stdout:757: done (2 left) 2024-08-17T00:34:41.925 INFO:tasks.rados.rados.0.smithi157.stdout:762: snap_create 2024-08-17T00:34:41.926 INFO:tasks.rados.rados.0.smithi157.stdout:760: finishing write tid 3 to smithi15786056-24 2024-08-17T00:34:41.927 INFO:tasks.rados.rados.0.smithi157.stdout:760: finishing write tid 4 to smithi15786056-24 2024-08-17T00:34:41.927 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 465 (ObjNum 207 snap 50 seq_num 207) dirty exists 2024-08-17T00:34:41.927 INFO:tasks.rados.rados.0.smithi157.stdout:760: finishing write tid 5 to smithi15786056-24 2024-08-17T00:34:41.927 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 295 (ObjNum 242 snap 64 seq_num 242) dirty exists 2024-08-17T00:34:41.928 INFO:tasks.rados.rados.0.smithi157.stdout:760: left oid 24 (ObjNum 242 snap 64 seq_num 242) 2024-08-17T00:34:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:41 smithi157 ceph-mon[40946]: osdmap e207: 8 total, 8 up, 8 in 2024-08-17T00:34:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:41 smithi157 ceph-mon[40946]: pgmap v15: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.2 MiB/s wr, 48 op/s 2024-08-17T00:34:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:41 smithi157 ceph-mon[29438]: osdmap e207: 8 total, 8 up, 8 in 2024-08-17T00:34:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:41 smithi157 ceph-mon[29438]: pgmap v15: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.2 MiB/s wr, 48 op/s 2024-08-17T00:34:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:41 smithi187 ceph-mon[33407]: osdmap e207: 8 total, 8 up, 8 in 2024-08-17T00:34:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:41 smithi187 ceph-mon[33407]: pgmap v15: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.2 MiB/s wr, 48 op/s 2024-08-17T00:34:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:42.705 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[69591]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:34:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:34:42.907 INFO:tasks.rados.rados.0.smithi157.stdout:760: done (2 left) 2024-08-17T00:34:42.907 INFO:tasks.rados.rados.0.smithi157.stdout:761: done (1 left) 2024-08-17T00:34:42.907 INFO:tasks.rados.rados.0.smithi157.stdout:762: done (0 left) 2024-08-17T00:34:42.907 INFO:tasks.rados.rados.0.smithi157.stdout:763: rmattr oid 35 current snap is 65 2024-08-17T00:34:42.907 INFO:tasks.rados.rados.0.smithi157.stdout:763: done (0 left) 2024-08-17T00:34:42.907 INFO:tasks.rados.rados.0.smithi157.stdout:764: read oid 27 snap -1 2024-08-17T00:34:42.908 INFO:tasks.rados.rados.0.smithi157.stdout:764: expect (ObjNum 175 snap 44 seq_num 175) 2024-08-17T00:34:42.908 INFO:tasks.rados.rados.0.smithi157.stdout:765: setattr oid 18 current snap is 65 2024-08-17T00:34:42.908 INFO:tasks.rados.rados.0.smithi157.stdout:766: rollback oid 25 current snap is 65 2024-08-17T00:34:42.908 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 25 to 53 2024-08-17T00:34:42.908 INFO:tasks.rados.rados.0.smithi157.stdout:767: snap_remove snap 63 2024-08-17T00:34:43.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:42 smithi187 ceph-mon[33407]: osdmap e208: 8 total, 8 up, 8 in 2024-08-17T00:34:43.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:42 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:43.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:42 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:43.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:42 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:43.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:42 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:43.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:42 smithi187 ceph-mon[33407]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:34:43.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:42 smithi187 ceph-mon[33407]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:34:43.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:42 smithi187 ceph-mon[33407]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:34:43.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:42 smithi187 ceph-mon[33407]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:34:43.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:42 smithi187 ceph-mon[33407]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:34:43.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:42 smithi187 ceph-mon[33407]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:34:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[40946]: osdmap e208: 8 total, 8 up, 8 in 2024-08-17T00:34:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[40946]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:34:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[40946]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:34:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[40946]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:34:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[40946]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:34:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[40946]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:34:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[40946]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:34:43.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[29438]: osdmap e208: 8 total, 8 up, 8 in 2024-08-17T00:34:43.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:43.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:43.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:43.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:43.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[29438]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:34:43.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[29438]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:34:43.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[29438]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:34:43.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[29438]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:34:43.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[29438]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:34:43.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:42 smithi157 ceph-mon[29438]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:34:43.797 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:43.891 INFO:tasks.rados.rados.0.smithi157.stdout:767: done (3 left) 2024-08-17T00:34:43.892 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 40 current snap is 65 2024-08-17T00:34:43.892 INFO:tasks.rados.rados.0.smithi157.stdout:768: seq_num 243 ranges {0=475136,475136=638976,1114112=565248} 2024-08-17T00:34:43.894 INFO:tasks.rados.rados.0.smithi157.stdout:768: writing smithi15786056-40 from 0 to 475136 tid 1 2024-08-17T00:34:43.898 INFO:tasks.rados.rados.0.smithi157.stdout:768: writing smithi15786056-40 from 475136 to 1114112 tid 2 2024-08-17T00:34:43.903 INFO:tasks.rados.rados.0.smithi157.stdout:768: writing smithi15786056-40 from 1114112 to 1679360 tid 3 2024-08-17T00:34:43.903 INFO:tasks.rados.rados.0.smithi157.stdout:769: copy_from oid 34 from oid 9 current snap is 65 2024-08-17T00:34:43.903 INFO:tasks.rados.rados.0.smithi157.stdout:766: finishing rollback tid 0 to smithi15786056-25 2024-08-17T00:34:43.903 INFO:tasks.rados.rados.0.smithi157.stdout:766: finishing rollback tid 1 to smithi15786056-25 2024-08-17T00:34:43.903 INFO:tasks.rados.rados.0.smithi157.stdout:766: finishing rollback tid 2 to smithi15786056-25 2024-08-17T00:34:43.903 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 232 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-08-17T00:34:43.903 INFO:tasks.rados.rados.0.smithi157.stdout:766: done (4 left) 2024-08-17T00:34:43.903 INFO:tasks.rados.rados.0.smithi157.stdout:770: read oid 13 snap -1 2024-08-17T00:34:43.903 INFO:tasks.rados.rados.0.smithi157.stdout:770: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-17T00:34:43.904 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 31 current snap is 65 2024-08-17T00:34:43.904 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 297 (ObjNum 769 snap 0 seq_num 2164617889) dirty exists 2024-08-17T00:34:43.904 INFO:tasks.rados.rados.0.smithi157.stdout:764: expect (ObjNum 175 snap 44 seq_num 175) 2024-08-17T00:34:44.080 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:34:44.081 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:34:44.081 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: osdmap e209: 8 total, 8 up, 8 in 2024-08-17T00:34:44.081 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: pgmap v18: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 47 op/s 2024-08-17T00:34:44.081 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:44.081 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:44.081 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:44.081 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:44.081 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:44.081 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:34:44.081 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: Reconfiguring daemon prometheus.a on smithi187 2024-08-17T00:34:44.081 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:44.081 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:34:44.082 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.082 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.082 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.082 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.082 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.082 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.082 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.082 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.082 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.082 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:34:44.082 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:34:44.082 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:34:44.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:34:44.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:34:44.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:34:44.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.084 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:43 smithi187 ceph-mon[33407]: osdmap e210: 8 total, 8 up, 8 in 2024-08-17T00:34:44.093 INFO:tasks.rados.rados.0.smithi157.stdout:768: finishing write tid 1 to smithi15786056-40 2024-08-17T00:34:44.093 INFO:tasks.rados.rados.0.smithi157.stdout:768: finishing write tid 2 to smithi15786056-40 2024-08-17T00:34:44.093 INFO:tasks.rados.rados.0.smithi157.stdout:769: finishing copy_from racing read to smithi15786056-34 2024-08-17T00:34:44.093 INFO:tasks.rados.rados.0.smithi157.stdout:771: seq_num 244 ranges {3940352=491520,4431872=573440,5005312=458752,5464064=172032} 2024-08-17T00:34:44.116 INFO:tasks.rados.rados.0.smithi157.stdout:771: writing smithi15786056-31 from 3940352 to 4431872 tid 1 2024-08-17T00:34:44.120 INFO:tasks.rados.rados.0.smithi157.stdout:771: writing smithi15786056-31 from 4431872 to 5005312 tid 2 2024-08-17T00:34:44.123 INFO:tasks.rados.rados.0.smithi157.stdout:771: writing smithi15786056-31 from 5005312 to 5464064 tid 3 2024-08-17T00:34:44.124 INFO:tasks.rados.rados.0.smithi157.stdout:771: writing smithi15786056-31 from 5464064 to 5636096 tid 4 2024-08-17T00:34:44.124 INFO:tasks.rados.rados.0.smithi157.stdout:764: done (5 left) 2024-08-17T00:34:44.124 INFO:tasks.rados.rados.0.smithi157.stdout:765: done (4 left) 2024-08-17T00:34:44.124 INFO:tasks.rados.rados.0.smithi157.stdout:772: copy_from oid 18 from oid 21 current snap is 65 2024-08-17T00:34:44.124 INFO:tasks.rados.rados.0.smithi157.stdout:768: finishing write tid 3 to smithi15786056-40 2024-08-17T00:34:44.124 INFO:tasks.rados.rados.0.smithi157.stdout:769: finishing copy_from to smithi15786056-34 2024-08-17T00:34:44.125 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 22 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T00:34:44.125 INFO:tasks.rados.rados.0.smithi157.stdout:768: finishing write tid 4 to smithi15786056-40 2024-08-17T00:34:44.125 INFO:tasks.rados.rados.0.smithi157.stdout:768: finishing write tid 5 to smithi15786056-40 2024-08-17T00:34:44.125 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 425 (ObjNum 243 snap 65 seq_num 243) dirty exists 2024-08-17T00:34:44.125 INFO:tasks.rados.rados.0.smithi157.stdout:768: left oid 40 (ObjNum 243 snap 65 seq_num 243) 2024-08-17T00:34:44.125 INFO:tasks.rados.rados.0.smithi157.stdout:770: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-17T00:34:44.174 INFO:tasks.rados.rados.0.smithi157.stdout:771: finishing write tid 1 to smithi15786056-31 2024-08-17T00:34:44.174 INFO:tasks.rados.rados.0.smithi157.stdout:771: finishing write tid 2 to smithi15786056-31 2024-08-17T00:34:44.174 INFO:tasks.rados.rados.0.smithi157.stdout:771: finishing write tid 3 to smithi15786056-31 2024-08-17T00:34:44.174 INFO:tasks.rados.rados.0.smithi157.stdout:771: finishing write tid 4 to smithi15786056-31 2024-08-17T00:34:44.174 INFO:tasks.rados.rados.0.smithi157.stdout:771: finishing write tid 5 to smithi15786056-31 2024-08-17T00:34:44.174 INFO:tasks.rados.rados.0.smithi157.stdout:771: finishing write tid 6 to smithi15786056-31 2024-08-17T00:34:44.174 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 430 (ObjNum 244 snap 65 seq_num 244) dirty exists 2024-08-17T00:34:44.174 INFO:tasks.rados.rados.0.smithi157.stdout:771: left oid 31 (ObjNum 244 snap 65 seq_num 244) 2024-08-17T00:34:44.174 INFO:tasks.rados.rados.0.smithi157.stdout:772: finishing copy_from racing read to smithi15786056-18 2024-08-17T00:34:44.175 INFO:tasks.rados.rados.0.smithi157.stdout:768: done (4 left) 2024-08-17T00:34:44.175 INFO:tasks.rados.rados.0.smithi157.stdout:769: done (3 left) 2024-08-17T00:34:44.175 INFO:tasks.rados.rados.0.smithi157.stdout:770: done (2 left) 2024-08-17T00:34:44.175 INFO:tasks.rados.rados.0.smithi157.stdout:771: done (1 left) 2024-08-17T00:34:44.175 INFO:tasks.rados.rados.0.smithi157.stdout:773: read oid 42 snap -1 2024-08-17T00:34:44.175 INFO:tasks.rados.rados.0.smithi157.stdout:773: expect deleted 2024-08-17T00:34:44.175 INFO:tasks.rados.rados.0.smithi157.stdout:774: delete oid 4 current snap is 65 2024-08-17T00:34:44.175 INFO:tasks.rados.rados.0.smithi157.stdout:772: finishing copy_from to smithi15786056-18 2024-08-17T00:34:44.175 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 387 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-08-17T00:34:44.176 INFO:tasks.rados.rados.0.smithi157.stdout:772: done (2 left) 2024-08-17T00:34:44.176 INFO:tasks.rados.rados.0.smithi157.stdout:773: done (1 left) 2024-08-17T00:34:44.176 INFO:tasks.rados.rados.0.smithi157.stdout:774: done (0 left) 2024-08-17T00:34:44.176 INFO:tasks.rados.rados.0.smithi157.stdout:775: snap_remove snap 64 2024-08-17T00:34:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:34:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:34:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: osdmap e209: 8 total, 8 up, 8 in 2024-08-17T00:34:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: pgmap v18: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 47 op/s 2024-08-17T00:34:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:34:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: Reconfiguring daemon prometheus.a on smithi187 2024-08-17T00:34:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:34:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:34:44.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:34:44.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:34:44.388 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:34:44.388 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.388 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:34:44.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:34:44.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: osdmap e209: 8 total, 8 up, 8 in 2024-08-17T00:34:44.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: pgmap v18: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 47 op/s 2024-08-17T00:34:44.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:44.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:44.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:44.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:44.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:44.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:34:44.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: Reconfiguring daemon prometheus.a on smithi187 2024-08-17T00:34:44.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:44.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:34:44.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:34:44.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:34:44.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:34:44.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:34:44.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.391 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.391 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.391 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:34:44.391 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:34:44.391 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.391 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.391 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.391 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[40946]: osdmap e210: 8 total, 8 up, 8 in 2024-08-17T00:34:44.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:34:44.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:34:44.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:44.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:44.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:44.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:43 smithi157 ceph-mon[29438]: osdmap e210: 8 total, 8 up, 8 in 2024-08-17T00:34:45.150 INFO:tasks.rados.rados.0.smithi157.stdout:775: done (0 left) 2024-08-17T00:34:45.150 INFO:tasks.rados.rados.0.smithi157.stdout:776: snap_remove snap 53 2024-08-17T00:34:45.418 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:45 smithi187 ceph-mon[33407]: mgrmap e35: y(active, since 11s), standbys: x 2024-08-17T00:34:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:45 smithi157 ceph-mon[29438]: mgrmap e35: y(active, since 11s), standbys: x 2024-08-17T00:34:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:45 smithi157 ceph-mon[40946]: mgrmap e35: y(active, since 11s), standbys: x 2024-08-17T00:34:46.156 INFO:tasks.rados.rados.0.smithi157.stdout:776: done (0 left) 2024-08-17T00:34:46.156 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 14 current snap is 65 2024-08-17T00:34:46.156 INFO:tasks.rados.rados.0.smithi157.stdout:777: seq_num 246 ranges {0=524288,524288=745472,1269760=425984,1695744=32768} 2024-08-17T00:34:46.159 INFO:tasks.rados.rados.0.smithi157.stdout:777: writing smithi15786056-14 from 0 to 524288 tid 1 2024-08-17T00:34:46.164 INFO:tasks.rados.rados.0.smithi157.stdout:777: writing smithi15786056-14 from 524288 to 1269760 tid 2 2024-08-17T00:34:46.167 INFO:tasks.rados.rados.0.smithi157.stdout:777: writing smithi15786056-14 from 1269760 to 1695744 tid 3 2024-08-17T00:34:46.168 INFO:tasks.rados.rados.0.smithi157.stdout:777: writing smithi15786056-14 from 1695744 to 1728512 tid 4 2024-08-17T00:34:46.168 INFO:tasks.rados.rados.0.smithi157.stdout:778: read oid 31 snap -1 2024-08-17T00:34:46.169 INFO:tasks.rados.rados.0.smithi157.stdout:778: expect (ObjNum 244 snap 65 seq_num 244) 2024-08-17T00:34:46.169 INFO:tasks.rados.rados.0.smithi157.stdout:779: copy_from oid 39 from oid 9 current snap is 65 2024-08-17T00:34:46.169 INFO:tasks.rados.rados.0.smithi157.stdout:777: finishing write tid 1 to smithi15786056-14 2024-08-17T00:34:46.169 INFO:tasks.rados.rados.0.smithi157.stdout:780: rollback oid 8 current snap is 65 2024-08-17T00:34:46.169 INFO:tasks.rados.rados.0.smithi157.stdout:780: done (3 left) 2024-08-17T00:34:46.169 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 65 2024-08-17T00:34:46.169 INFO:tasks.rados.rados.0.smithi157.stdout:781: seq_num 247 ranges {1736704=540672,2277376=622592,2899968=581632} 2024-08-17T00:34:46.183 INFO:tasks.rados.rados.0.smithi157.stdout:781: writing smithi15786056-3 from 1736704 to 2277376 tid 1 2024-08-17T00:34:46.187 INFO:tasks.rados.rados.0.smithi157.stdout:781: writing smithi15786056-3 from 2277376 to 2899968 tid 2 2024-08-17T00:34:46.191 INFO:tasks.rados.rados.0.smithi157.stdout:781: writing smithi15786056-3 from 2899968 to 3481600 tid 3 2024-08-17T00:34:46.191 INFO:tasks.rados.rados.0.smithi157.stdout:782: delete oid 15 current snap is 65 2024-08-17T00:34:46.191 INFO:tasks.rados.rados.0.smithi157.stdout:779: finishing copy_from racing read to smithi15786056-39 2024-08-17T00:34:46.191 INFO:tasks.rados.rados.0.smithi157.stdout:777: finishing write tid 2 to smithi15786056-14 2024-08-17T00:34:46.191 INFO:tasks.rados.rados.0.smithi157.stdout:777: finishing write tid 3 to smithi15786056-14 2024-08-17T00:34:46.191 INFO:tasks.rados.rados.0.smithi157.stdout:777: finishing write tid 4 to smithi15786056-14 2024-08-17T00:34:46.192 INFO:tasks.rados.rados.0.smithi157.stdout:777: finishing write tid 5 to smithi15786056-14 2024-08-17T00:34:46.192 INFO:tasks.rados.rados.0.smithi157.stdout:777: finishing write tid 6 to smithi15786056-14 2024-08-17T00:34:46.192 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 363 (ObjNum 246 snap 65 seq_num 246) dirty exists 2024-08-17T00:34:46.192 INFO:tasks.rados.rados.0.smithi157.stdout:777: left oid 14 (ObjNum 246 snap 65 seq_num 246) 2024-08-17T00:34:46.192 INFO:tasks.rados.rados.0.smithi157.stdout:779: finishing copy_from to smithi15786056-39 2024-08-17T00:34:46.192 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 22 (ObjNum 33 snap 0 seq_num 170033888) dirty exists 2024-08-17T00:34:46.192 INFO:tasks.rados.rados.0.smithi157.stdout:781: finishing write tid 1 to smithi15786056-3 2024-08-17T00:34:46.192 INFO:tasks.rados.rados.0.smithi157.stdout:781: finishing write tid 2 to smithi15786056-3 2024-08-17T00:34:46.194 INFO:tasks.rados.rados.0.smithi157.stdout:781: finishing write tid 3 to smithi15786056-3 2024-08-17T00:34:46.194 INFO:tasks.rados.rados.0.smithi157.stdout:781: finishing write tid 4 to smithi15786056-3 2024-08-17T00:34:46.195 INFO:tasks.rados.rados.0.smithi157.stdout:781: finishing write tid 5 to smithi15786056-3 2024-08-17T00:34:46.195 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 397 (ObjNum 247 snap 65 seq_num 247) dirty exists 2024-08-17T00:34:46.195 INFO:tasks.rados.rados.0.smithi157.stdout:781: left oid 3 (ObjNum 247 snap 65 seq_num 247) 2024-08-17T00:34:46.197 INFO:tasks.rados.rados.0.smithi157.stdout:778: expect (ObjNum 244 snap 65 seq_num 244) 2024-08-17T00:34:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:46 smithi187 ceph-mon[33407]: pgmap v20: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-08-17T00:34:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:46 smithi187 ceph-mon[33407]: osdmap e211: 8 total, 8 up, 8 in 2024-08-17T00:34:46.481 INFO:tasks.rados.rados.0.smithi157.stdout:777: done (4 left) 2024-08-17T00:34:46.481 INFO:tasks.rados.rados.0.smithi157.stdout:778: done (3 left) 2024-08-17T00:34:46.481 INFO:tasks.rados.rados.0.smithi157.stdout:779: done (2 left) 2024-08-17T00:34:46.482 INFO:tasks.rados.rados.0.smithi157.stdout:781: done (1 left) 2024-08-17T00:34:46.482 INFO:tasks.rados.rados.0.smithi157.stdout:782: done (0 left) 2024-08-17T00:34:46.482 INFO:tasks.rados.rados.0.smithi157.stdout:783: snap_create 2024-08-17T00:34:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:46 smithi157 ceph-mon[29438]: pgmap v20: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-08-17T00:34:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:46 smithi157 ceph-mon[29438]: osdmap e211: 8 total, 8 up, 8 in 2024-08-17T00:34:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:46 smithi157 ceph-mon[40946]: pgmap v20: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-08-17T00:34:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:46 smithi157 ceph-mon[40946]: osdmap e211: 8 total, 8 up, 8 in 2024-08-17T00:34:46.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:46 smithi187 systemd[1]: Stopping Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:47.160 INFO:tasks.rados.rados.0.smithi157.stdout:783: done (0 left) 2024-08-17T00:34:47.161 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 27 current snap is 66 2024-08-17T00:34:47.161 INFO:tasks.rados.rados.0.smithi157.stdout:784: seq_num 249 ranges {3997696=573440,4571136=794624,5365760=409600} 2024-08-17T00:34:47.184 INFO:tasks.rados.rados.0.smithi157.stdout:784: writing smithi15786056-27 from 3997696 to 4571136 tid 1 2024-08-17T00:34:47.189 INFO:tasks.rados.rados.0.smithi157.stdout:784: writing smithi15786056-27 from 4571136 to 5365760 tid 2 2024-08-17T00:34:47.192 INFO:tasks.rados.rados.0.smithi157.stdout:784: writing smithi15786056-27 from 5365760 to 5775360 tid 3 2024-08-17T00:34:47.192 INFO:tasks.rados.rados.0.smithi157.stdout:785: read oid 26 snap -1 2024-08-17T00:34:47.192 INFO:tasks.rados.rados.0.smithi157.stdout:785: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:34:47.192 INFO:tasks.rados.rados.0.smithi157.stdout:784: finishing write tid 1 to smithi15786056-27 2024-08-17T00:34:47.192 INFO:tasks.rados.rados.0.smithi157.stdout:786: read oid 13 snap -1 2024-08-17T00:34:47.192 INFO:tasks.rados.rados.0.smithi157.stdout:786: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-17T00:34:47.192 INFO:tasks.rados.rados.0.smithi157.stdout:787: snap_create 2024-08-17T00:34:47.193 INFO:tasks.rados.rados.0.smithi157.stdout:785: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:34:47.197 INFO:tasks.rados.rados.0.smithi157.stdout:784: finishing write tid 2 to smithi15786056-27 2024-08-17T00:34:47.197 INFO:tasks.rados.rados.0.smithi157.stdout:784: finishing write tid 3 to smithi15786056-27 2024-08-17T00:34:47.197 INFO:tasks.rados.rados.0.smithi157.stdout:784: finishing write tid 4 to smithi15786056-27 2024-08-17T00:34:47.197 INFO:tasks.rados.rados.0.smithi157.stdout:784: finishing write tid 5 to smithi15786056-27 2024-08-17T00:34:47.197 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 131 (ObjNum 249 snap 66 seq_num 249) dirty exists 2024-08-17T00:34:47.197 INFO:tasks.rados.rados.0.smithi157.stdout:784: left oid 27 (ObjNum 249 snap 66 seq_num 249) 2024-08-17T00:34:47.197 INFO:tasks.rados.rados.0.smithi157.stdout:786: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-17T00:34:47.292 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:47 smithi187 ceph-mon[33407]: osdmap e212: 8 total, 8 up, 8 in 2024-08-17T00:34:47.292 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:46 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:46.978Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T00:34:47.293 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:46 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:46.978Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T00:34:47.293 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:46 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:46.978Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T00:34:47.293 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:46 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:46.978Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T00:34:47.293 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:46 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:46.978Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T00:34:47.293 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:46 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:46.978Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T00:34:47.293 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:46 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:46.978Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T00:34:47.293 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:46 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:46.978Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T00:34:47.293 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:46 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:46.978Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T00:34:47.293 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:46 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:46.979Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T00:34:47.293 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:46 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:46.979Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T00:34:47.293 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:46 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[77876]: ts=2024-08-17T00:34:46.979Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T00:34:47.294 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:46 smithi187 podman[81275]: 2024-08-17 00:34:46.988828839 +0000 UTC m=+0.118129871 container died badf4d3c01125e1ca7d14cdbaca58d4dd5e788dda404ca6e369d01f927bc5c6d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:47.294 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:47 smithi187 podman[81275]: 2024-08-17 00:34:47.292218069 +0000 UTC m=+0.421519109 container cleanup badf4d3c01125e1ca7d14cdbaca58d4dd5e788dda404ca6e369d01f927bc5c6d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:47.294 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:47 smithi187 bash[81275]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T00:34:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:47 smithi157 ceph-mon[29438]: osdmap e212: 8 total, 8 up, 8 in 2024-08-17T00:34:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:47 smithi157 ceph-mon[40946]: osdmap e212: 8 total, 8 up, 8 in 2024-08-17T00:34:47.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:47 smithi187 podman[81292]: 2024-08-17 00:34:47.535351396 +0000 UTC m=+0.548924891 container remove badf4d3c01125e1ca7d14cdbaca58d4dd5e788dda404ca6e369d01f927bc5c6d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:48.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:47 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T00:34:48.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:47 smithi187 systemd[1]: Stopped Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:48.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:47 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.186s CPU time. 2024-08-17T00:34:48.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:47 smithi187 systemd[1]: Starting Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:48.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:47 smithi187 podman[81396]: 2024-08-17 00:34:47.887853849 +0000 UTC m=+0.018499642 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T00:34:48.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 podman[81396]: 2024-08-17 00:34:48.011460886 +0000 UTC m=+0.142106671 container create 736dc11bd87e6be01b4a0930dcc96f9970f0527f6a85313b067e146322997ccc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:48.166 INFO:tasks.rados.rados.0.smithi157.stdout:784: done (3 left) 2024-08-17T00:34:48.166 INFO:tasks.rados.rados.0.smithi157.stdout:785: done (2 left) 2024-08-17T00:34:48.167 INFO:tasks.rados.rados.0.smithi157.stdout:786: done (1 left) 2024-08-17T00:34:48.167 INFO:tasks.rados.rados.0.smithi157.stdout:787: done (0 left) 2024-08-17T00:34:48.167 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 67 2024-08-17T00:34:48.167 INFO:tasks.rados.rados.0.smithi157.stdout:788: seq_num 250 ranges {3956736=589824,4546560=679936,5226496=409600,5636096=114688} 2024-08-17T00:34:48.189 INFO:tasks.rados.rados.0.smithi157.stdout:788: writing smithi15786056-6 from 3956736 to 4546560 tid 1 2024-08-17T00:34:48.193 INFO:tasks.rados.rados.0.smithi157.stdout:788: writing smithi15786056-6 from 4546560 to 5226496 tid 2 2024-08-17T00:34:48.196 INFO:tasks.rados.rados.0.smithi157.stdout:788: writing smithi15786056-6 from 5226496 to 5636096 tid 3 2024-08-17T00:34:48.197 INFO:tasks.rados.rados.0.smithi157.stdout:788: writing smithi15786056-6 from 5636096 to 5750784 tid 4 2024-08-17T00:34:48.197 INFO:tasks.rados.rados.0.smithi157.stdout:789: rollback oid 25 current snap is 67 2024-08-17T00:34:48.197 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 25 to 66 2024-08-17T00:34:48.197 INFO:tasks.rados.rados.0.smithi157.stdout:788: finishing write tid 1 to smithi15786056-6 2024-08-17T00:34:48.197 INFO:tasks.rados.rados.0.smithi157.stdout:788: finishing write tid 2 to smithi15786056-6 2024-08-17T00:34:48.197 INFO:tasks.rados.rados.0.smithi157.stdout:790: delete oid 34 current snap is 67 2024-08-17T00:34:48.201 INFO:tasks.rados.rados.0.smithi157.stdout:788: finishing write tid 3 to smithi15786056-6 2024-08-17T00:34:48.202 INFO:tasks.rados.rados.0.smithi157.stdout:789: finishing rollback tid 0 to smithi15786056-25 2024-08-17T00:34:48.202 INFO:tasks.rados.rados.0.smithi157.stdout:788: finishing write tid 4 to smithi15786056-6 2024-08-17T00:34:48.202 INFO:tasks.rados.rados.0.smithi157.stdout:788: finishing write tid 5 to smithi15786056-6 2024-08-17T00:34:48.202 INFO:tasks.rados.rados.0.smithi157.stdout:789: finishing rollback tid 1 to smithi15786056-25 2024-08-17T00:34:48.203 INFO:tasks.rados.rados.0.smithi157.stdout:789: finishing rollback tid 2 to smithi15786056-25 2024-08-17T00:34:48.203 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 243 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-08-17T00:34:48.203 INFO:tasks.rados.rados.0.smithi157.stdout:788: finishing write tid 6 to smithi15786056-6 2024-08-17T00:34:48.203 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 403 (ObjNum 250 snap 67 seq_num 250) dirty exists 2024-08-17T00:34:48.203 INFO:tasks.rados.rados.0.smithi157.stdout:788: left oid 6 (ObjNum 250 snap 67 seq_num 250) 2024-08-17T00:34:48.203 INFO:tasks.rados.rados.0.smithi157.stdout:788: done (2 left) 2024-08-17T00:34:48.203 INFO:tasks.rados.rados.0.smithi157.stdout:789: done (1 left) 2024-08-17T00:34:48.203 INFO:tasks.rados.rados.0.smithi157.stdout:790: done (0 left) 2024-08-17T00:34:48.203 INFO:tasks.rados.rados.0.smithi157.stdout:791: rmattr oid 3 current snap is 67 2024-08-17T00:34:48.203 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 2 current snap is 67 2024-08-17T00:34:48.204 INFO:tasks.rados.rados.0.smithi157.stdout:792: seq_num 252 ranges {2465792=630784,3096576=499712,3596288=425984,4022272=278528} 2024-08-17T00:34:48.219 INFO:tasks.rados.rados.0.smithi157.stdout:792: writing smithi15786056-2 from 2465792 to 3096576 tid 1 2024-08-17T00:34:48.222 INFO:tasks.rados.rados.0.smithi157.stdout:792: writing smithi15786056-2 from 3096576 to 3596288 tid 2 2024-08-17T00:34:48.224 INFO:tasks.rados.rados.0.smithi157.stdout:792: writing smithi15786056-2 from 3596288 to 4022272 tid 3 2024-08-17T00:34:48.227 INFO:tasks.rados.rados.0.smithi157.stdout:792: writing smithi15786056-2 from 4022272 to 4300800 tid 4 2024-08-17T00:34:48.227 INFO:tasks.rados.rados.0.smithi157.stdout:793: rollback oid 28 current snap is 67 2024-08-17T00:34:48.227 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 28 to 65 2024-08-17T00:34:48.227 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 405 (ObjNum 247 snap 65 seq_num 247) dirty exists 2024-08-17T00:34:48.227 INFO:tasks.rados.rados.0.smithi157.stdout:792: finishing write tid 1 to smithi15786056-2 2024-08-17T00:34:48.227 INFO:tasks.rados.rados.0.smithi157.stdout:792: finishing write tid 2 to smithi15786056-2 2024-08-17T00:34:48.227 INFO:tasks.rados.rados.0.smithi157.stdout:791: done (2 left) 2024-08-17T00:34:48.227 INFO:tasks.rados.rados.0.smithi157.stdout:794: read oid 38 snap -1 2024-08-17T00:34:48.227 INFO:tasks.rados.rados.0.smithi157.stdout:794: expect deleted 2024-08-17T00:34:48.228 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 67 2024-08-17T00:34:48.228 INFO:tasks.rados.rados.0.smithi157.stdout:795: seq_num 253 ranges {1736704=647168,2383872=786432,3170304=417792} 2024-08-17T00:34:48.239 INFO:tasks.rados.rados.0.smithi157.stdout:795: writing smithi15786056-13 from 1736704 to 2383872 tid 1 2024-08-17T00:34:48.244 INFO:tasks.rados.rados.0.smithi157.stdout:795: writing smithi15786056-13 from 2383872 to 3170304 tid 2 2024-08-17T00:34:48.247 INFO:tasks.rados.rados.0.smithi157.stdout:795: writing smithi15786056-13 from 3170304 to 3588096 tid 3 2024-08-17T00:34:48.247 INFO:tasks.rados.rados.0.smithi157.stdout:796: setattr oid 40 current snap is 67 2024-08-17T00:34:48.247 INFO:tasks.rados.rados.0.smithi157.stdout:792: finishing write tid 3 to smithi15786056-2 2024-08-17T00:34:48.247 INFO:tasks.rados.rados.0.smithi157.stdout:792: finishing write tid 4 to smithi15786056-2 2024-08-17T00:34:48.247 INFO:tasks.rados.rados.0.smithi157.stdout:792: finishing write tid 5 to smithi15786056-2 2024-08-17T00:34:48.248 INFO:tasks.rados.rados.0.smithi157.stdout:793: finishing rollback tid 0 to smithi15786056-28 2024-08-17T00:34:48.248 INFO:tasks.rados.rados.0.smithi157.stdout:793: finishing rollback tid 1 to smithi15786056-28 2024-08-17T00:34:48.248 INFO:tasks.rados.rados.0.smithi157.stdout:793: finishing rollback tid 2 to smithi15786056-28 2024-08-17T00:34:48.248 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 433 (ObjNum 198 snap 48 seq_num 198) dirty exists 2024-08-17T00:34:48.248 INFO:tasks.rados.rados.0.smithi157.stdout:792: finishing write tid 6 to smithi15786056-2 2024-08-17T00:34:48.248 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 484 (ObjNum 252 snap 67 seq_num 252) dirty exists 2024-08-17T00:34:48.248 INFO:tasks.rados.rados.0.smithi157.stdout:792: left oid 2 (ObjNum 252 snap 67 seq_num 252) 2024-08-17T00:34:48.248 INFO:tasks.rados.rados.0.smithi157.stdout:795: finishing write tid 1 to smithi15786056-13 2024-08-17T00:34:48.248 INFO:tasks.rados.rados.0.smithi157.stdout:795: finishing write tid 2 to smithi15786056-13 2024-08-17T00:34:48.249 INFO:tasks.rados.rados.0.smithi157.stdout:795: finishing write tid 3 to smithi15786056-13 2024-08-17T00:34:48.249 INFO:tasks.rados.rados.0.smithi157.stdout:795: finishing write tid 4 to smithi15786056-13 2024-08-17T00:34:48.250 INFO:tasks.rados.rados.0.smithi157.stdout:792: done (4 left) 2024-08-17T00:34:48.250 INFO:tasks.rados.rados.0.smithi157.stdout:793: done (3 left) 2024-08-17T00:34:48.250 INFO:tasks.rados.rados.0.smithi157.stdout:794: done (2 left) 2024-08-17T00:34:48.250 INFO:tasks.rados.rados.0.smithi157.stdout:797: copy_from oid 41 from oid 48 current snap is 67 2024-08-17T00:34:48.250 INFO:tasks.rados.rados.0.smithi157.stdout:798: read oid 11 snap 65 2024-08-17T00:34:48.250 INFO:tasks.rados.rados.0.smithi157.stdout:798: expect (ObjNum 217 snap 56 seq_num 217) 2024-08-17T00:34:48.250 INFO:tasks.rados.rados.0.smithi157.stdout:799: rmattr oid 23 current snap is 67 2024-08-17T00:34:48.250 INFO:tasks.rados.rados.0.smithi157.stdout:799: done (4 left) 2024-08-17T00:34:48.250 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 67 2024-08-17T00:34:48.250 INFO:tasks.rados.rados.0.smithi157.stdout:800: seq_num 254 ranges {221184=663552,884736=663552,1548288=540672} 2024-08-17T00:34:48.255 INFO:tasks.rados.rados.0.smithi157.stdout:800: writing smithi15786056-45 from 221184 to 884736 tid 1 2024-08-17T00:34:48.259 INFO:tasks.rados.rados.0.smithi157.stdout:800: writing smithi15786056-45 from 884736 to 1548288 tid 2 2024-08-17T00:34:48.262 INFO:tasks.rados.rados.0.smithi157.stdout:800: writing smithi15786056-45 from 1548288 to 2088960 tid 3 2024-08-17T00:34:48.262 INFO:tasks.rados.rados.0.smithi157.stdout:801: rmattr oid 42 current snap is 67 2024-08-17T00:34:48.262 INFO:tasks.rados.rados.0.smithi157.stdout:801: done (5 left) 2024-08-17T00:34:48.262 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 17 current snap is 67 2024-08-17T00:34:48.262 INFO:tasks.rados.rados.0.smithi157.stdout:795: finishing write tid 5 to smithi15786056-13 2024-08-17T00:34:48.263 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 299 (ObjNum 253 snap 67 seq_num 253) dirty exists 2024-08-17T00:34:48.263 INFO:tasks.rados.rados.0.smithi157.stdout:795: left oid 13 (ObjNum 253 snap 67 seq_num 253) 2024-08-17T00:34:48.263 INFO:tasks.rados.rados.0.smithi157.stdout:802: seq_num 255 ranges {2981888=679936,3661824=548864,4210688=598016,4808704=57344} 2024-08-17T00:34:48.281 INFO:tasks.rados.rados.0.smithi157.stdout:802: writing smithi15786056-17 from 2981888 to 3661824 tid 1 2024-08-17T00:34:48.284 INFO:tasks.rados.rados.0.smithi157.stdout:802: writing smithi15786056-17 from 3661824 to 4210688 tid 2 2024-08-17T00:34:48.288 INFO:tasks.rados.rados.0.smithi157.stdout:802: writing smithi15786056-17 from 4210688 to 4808704 tid 3 2024-08-17T00:34:48.289 INFO:tasks.rados.rados.0.smithi157.stdout:802: writing smithi15786056-17 from 4808704 to 4866048 tid 4 2024-08-17T00:34:48.289 INFO:tasks.rados.rados.0.smithi157.stdout:795: done (5 left) 2024-08-17T00:34:48.289 INFO:tasks.rados.rados.0.smithi157.stdout:803: read oid 10 snap 66 2024-08-17T00:34:48.289 INFO:tasks.rados.rados.0.smithi157.stdout:803: expect (ObjNum 238 snap 63 seq_num 238) 2024-08-17T00:34:48.289 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 33 current snap is 67 2024-08-17T00:34:48.289 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 434 (ObjNum 243 snap 65 seq_num 243) dirty exists 2024-08-17T00:34:48.289 INFO:tasks.rados.rados.0.smithi157.stdout:798: expect (ObjNum 217 snap 56 seq_num 217) 2024-08-17T00:34:48.322 INFO:tasks.rados.rados.0.smithi157.stdout:797: finishing copy_from racing read to smithi15786056-41 2024-08-17T00:34:48.323 INFO:tasks.rados.rados.0.smithi157.stdout:797: finishing copy_from to smithi15786056-41 2024-08-17T00:34:48.323 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 438 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:34:48.323 INFO:tasks.rados.rados.0.smithi157.stdout:800: finishing write tid 1 to smithi15786056-45 2024-08-17T00:34:48.323 INFO:tasks.rados.rados.0.smithi157.stdout:800: finishing write tid 2 to smithi15786056-45 2024-08-17T00:34:48.323 INFO:tasks.rados.rados.0.smithi157.stdout:804: seq_num 256 ranges {0=696320,696320=434176,1130496=770048} 2024-08-17T00:34:48.325 INFO:tasks.rados.rados.0.smithi157.stdout:804: writing smithi15786056-33 from 0 to 696320 tid 1 2024-08-17T00:34:48.328 INFO:tasks.rados.rados.0.smithi157.stdout:804: writing smithi15786056-33 from 696320 to 1130496 tid 2 2024-08-17T00:34:48.333 INFO:tasks.rados.rados.0.smithi157.stdout:804: writing smithi15786056-33 from 1130496 to 1900544 tid 3 2024-08-17T00:34:48.333 INFO:tasks.rados.rados.0.smithi157.stdout:796: done (6 left) 2024-08-17T00:34:48.333 INFO:tasks.rados.rados.0.smithi157.stdout:797: done (5 left) 2024-08-17T00:34:48.334 INFO:tasks.rados.rados.0.smithi157.stdout:798: done (4 left) 2024-08-17T00:34:48.334 INFO:tasks.rados.rados.0.smithi157.stdout:805: read oid 3 snap 66 2024-08-17T00:34:48.334 INFO:tasks.rados.rados.0.smithi157.stdout:805: expect (ObjNum 247 snap 65 seq_num 247) 2024-08-17T00:34:48.334 INFO:tasks.rados.rados.0.smithi157.stdout:806: rollback oid 42 current snap is 67 2024-08-17T00:34:48.334 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 42 to 66 2024-08-17T00:34:48.334 INFO:tasks.rados.rados.0.smithi157.stdout:800: finishing write tid 3 to smithi15786056-45 2024-08-17T00:34:48.334 INFO:tasks.rados.rados.0.smithi157.stdout:800: finishing write tid 4 to smithi15786056-45 2024-08-17T00:34:48.334 INFO:tasks.rados.rados.0.smithi157.stdout:800: finishing write tid 5 to smithi15786056-45 2024-08-17T00:34:48.335 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 391 (ObjNum 254 snap 67 seq_num 254) dirty exists 2024-08-17T00:34:48.335 INFO:tasks.rados.rados.0.smithi157.stdout:800: left oid 45 (ObjNum 254 snap 67 seq_num 254) 2024-08-17T00:34:48.335 INFO:tasks.rados.rados.0.smithi157.stdout:802: finishing write tid 1 to smithi15786056-17 2024-08-17T00:34:48.335 INFO:tasks.rados.rados.0.smithi157.stdout:802: finishing write tid 2 to smithi15786056-17 2024-08-17T00:34:48.335 INFO:tasks.rados.rados.0.smithi157.stdout:802: finishing write tid 3 to smithi15786056-17 2024-08-17T00:34:48.335 INFO:tasks.rados.rados.0.smithi157.stdout:802: finishing write tid 4 to smithi15786056-17 2024-08-17T00:34:48.335 INFO:tasks.rados.rados.0.smithi157.stdout:802: finishing write tid 5 to smithi15786056-17 2024-08-17T00:34:48.335 INFO:tasks.rados.rados.0.smithi157.stdout:800: done (5 left) 2024-08-17T00:34:48.336 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 67 2024-08-17T00:34:48.336 INFO:tasks.rados.rados.0.smithi157.stdout:802: finishing write tid 6 to smithi15786056-17 2024-08-17T00:34:48.336 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 228 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-08-17T00:34:48.336 INFO:tasks.rados.rados.0.smithi157.stdout:802: left oid 17 (ObjNum 255 snap 67 seq_num 255) 2024-08-17T00:34:48.336 INFO:tasks.rados.rados.0.smithi157.stdout:803: expect (ObjNum 238 snap 63 seq_num 238) 2024-08-17T00:34:48.377 INFO:tasks.rados.rados.0.smithi157.stdout:804: finishing write tid 1 to smithi15786056-33 2024-08-17T00:34:48.377 INFO:tasks.rados.rados.0.smithi157.stdout:804: finishing write tid 2 to smithi15786056-33 2024-08-17T00:34:48.377 INFO:tasks.rados.rados.0.smithi157.stdout:806: finishing rollback tid 1 to smithi15786056-42 2024-08-17T00:34:48.377 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 0 (ObjNum 33 snap 0 seq_num 168508032) dirty dne 2024-08-17T00:34:48.378 INFO:tasks.rados.rados.0.smithi157.stdout:804: finishing write tid 3 to smithi15786056-33 2024-08-17T00:34:48.378 INFO:tasks.rados.rados.0.smithi157.stdout:804: finishing write tid 4 to smithi15786056-33 2024-08-17T00:34:48.378 INFO:tasks.rados.rados.0.smithi157.stdout:804: finishing write tid 5 to smithi15786056-33 2024-08-17T00:34:48.378 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 232 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-08-17T00:34:48.378 INFO:tasks.rados.rados.0.smithi157.stdout:804: left oid 33 (ObjNum 256 snap 67 seq_num 256) 2024-08-17T00:34:48.378 INFO:tasks.rados.rados.0.smithi157.stdout:805: expect (ObjNum 247 snap 65 seq_num 247) 2024-08-17T00:34:48.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-mon[33407]: pgmap v23: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-08-17T00:34:48.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-mon[33407]: osdmap e213: 8 total, 8 up, 8 in 2024-08-17T00:34:48.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 podman[81396]: 2024-08-17 00:34:48.255600865 +0000 UTC m=+0.386246654 container init 736dc11bd87e6be01b4a0930dcc96f9970f0527f6a85313b067e146322997ccc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:48.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 podman[81396]: 2024-08-17 00:34:48.261182042 +0000 UTC m=+0.391827828 container start 736dc11bd87e6be01b4a0930dcc96f9970f0527f6a85313b067e146322997ccc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:34:48.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.285Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T00:34:48.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.285Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T00:34:48.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.285Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi187 (none))" 2024-08-17T00:34:48.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.285Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T00:34:48.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.285Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T00:34:48.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.286Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T00:34:48.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.287Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T00:34:48.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.289Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T00:34:48.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.289Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T00:34:48.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.291Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T00:34:48.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.291Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.853µs 2024-08-17T00:34:48.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.291Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T00:34:48.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.291Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-08-17T00:34:48.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.304Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-08-17T00:34:48.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.311Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-08-17T00:34:48.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.311Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-08-17T00:34:48.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.311Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=24.549µs wal_replay_duration=20.823787ms wbl_replay_duration=111ns total_replay_duration=20.867093ms 2024-08-17T00:34:48.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.314Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T00:34:48.457 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.314Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T00:34:48.458 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.314Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T00:34:48.458 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.334Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.653172ms db_storage=745ns remote_storage=1.082µs web_handler=420ns query_engine=614ns scrape=433.677µs scrape_sd=120.929µs notify=8.987µs notify_sd=8.783µs rules=18.752256ms tracing=6.77µs 2024-08-17T00:34:48.458 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.334Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T00:34:48.458 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:48.334Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T00:34:48.458 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 bash[81396]: 736dc11bd87e6be01b4a0930dcc96f9970f0527f6a85313b067e146322997ccc 2024-08-17T00:34:48.458 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:48 smithi187 systemd[1]: Started Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:48.495 INFO:tasks.rados.rados.0.smithi157.stdout:807: seq_num 257 ranges {3194880=712704,3907584=720896,4628480=483328} 2024-08-17T00:34:48.516 INFO:tasks.rados.rados.0.smithi157.stdout:807: writing smithi15786056-29 from 3194880 to 3907584 tid 1 2024-08-17T00:34:48.519 INFO:tasks.rados.rados.0.smithi157.stdout:807: writing smithi15786056-29 from 3907584 to 4628480 tid 2 2024-08-17T00:34:48.523 INFO:tasks.rados.rados.0.smithi157.stdout:807: writing smithi15786056-29 from 4628480 to 5111808 tid 3 2024-08-17T00:34:48.523 INFO:tasks.rados.rados.0.smithi157.stdout:802: done (5 left) 2024-08-17T00:34:48.523 INFO:tasks.rados.rados.0.smithi157.stdout:803: done (4 left) 2024-08-17T00:34:48.523 INFO:tasks.rados.rados.0.smithi157.stdout:804: done (3 left) 2024-08-17T00:34:48.523 INFO:tasks.rados.rados.0.smithi157.stdout:805: done (2 left) 2024-08-17T00:34:48.523 INFO:tasks.rados.rados.0.smithi157.stdout:806: done (1 left) 2024-08-17T00:34:48.524 INFO:tasks.rados.rados.0.smithi157.stdout:808: copy_from oid 5 from oid 33 current snap is 67 2024-08-17T00:34:48.524 INFO:tasks.rados.rados.0.smithi157.stdout:807: finishing write tid 1 to smithi15786056-29 2024-08-17T00:34:48.524 INFO:tasks.rados.rados.0.smithi157.stdout:807: finishing write tid 2 to smithi15786056-29 2024-08-17T00:34:48.524 INFO:tasks.rados.rados.0.smithi157.stdout:809: snap_remove snap 65 2024-08-17T00:34:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:48 smithi157 ceph-mon[40946]: pgmap v23: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-08-17T00:34:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:48 smithi157 ceph-mon[40946]: osdmap e213: 8 total, 8 up, 8 in 2024-08-17T00:34:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:48 smithi157 ceph-mon[29438]: pgmap v23: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-08-17T00:34:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:48 smithi157 ceph-mon[29438]: osdmap e213: 8 total, 8 up, 8 in 2024-08-17T00:34:48.894 INFO:tasks.rados.rados.0.smithi157.stdout:809: done (2 left) 2024-08-17T00:34:48.894 INFO:tasks.rados.rados.0.smithi157.stdout:810: rollback oid 46 current snap is 67 2024-08-17T00:34:48.894 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 46 to 66 2024-08-17T00:34:48.894 INFO:tasks.rados.rados.0.smithi157.stdout:807: finishing write tid 3 to smithi15786056-29 2024-08-17T00:34:48.894 INFO:tasks.rados.rados.0.smithi157.stdout:807: finishing write tid 4 to smithi15786056-29 2024-08-17T00:34:48.894 INFO:tasks.rados.rados.0.smithi157.stdout:807: finishing write tid 5 to smithi15786056-29 2024-08-17T00:34:48.894 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 489 (ObjNum 257 snap 67 seq_num 257) dirty exists 2024-08-17T00:34:48.894 INFO:tasks.rados.rados.0.smithi157.stdout:807: left oid 29 (ObjNum 257 snap 67 seq_num 257) 2024-08-17T00:34:48.894 INFO:tasks.rados.rados.0.smithi157.stdout:808: finishing copy_from racing read to smithi15786056-5 2024-08-17T00:34:48.894 INFO:tasks.rados.rados.0.smithi157.stdout:808: finishing copy_from to smithi15786056-5 2024-08-17T00:34:48.895 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 232 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-08-17T00:34:48.895 INFO:tasks.rados.rados.0.smithi157.stdout:807: done (2 left) 2024-08-17T00:34:48.895 INFO:tasks.rados.rados.0.smithi157.stdout:808: done (1 left) 2024-08-17T00:34:48.895 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 41 current snap is 67 2024-08-17T00:34:48.895 INFO:tasks.rados.rados.0.smithi157.stdout:811: seq_num 258 ranges {1736704=729088,2465792=606208,3072000=598016} 2024-08-17T00:34:48.907 INFO:tasks.rados.rados.0.smithi157.stdout:811: writing smithi15786056-41 from 1736704 to 2465792 tid 1 2024-08-17T00:34:48.910 INFO:tasks.rados.rados.0.smithi157.stdout:811: writing smithi15786056-41 from 2465792 to 3072000 tid 2 2024-08-17T00:34:48.914 INFO:tasks.rados.rados.0.smithi157.stdout:811: writing smithi15786056-41 from 3072000 to 3670016 tid 3 2024-08-17T00:34:48.914 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 67 2024-08-17T00:34:48.914 INFO:tasks.rados.rados.0.smithi157.stdout:812: seq_num 259 ranges {2793472=745472,3538944=540672,4079616=581632,4661248=81920} 2024-08-17T00:34:48.932 INFO:tasks.rados.rados.0.smithi157.stdout:812: writing smithi15786056-23 from 2793472 to 3538944 tid 1 2024-08-17T00:34:48.936 INFO:tasks.rados.rados.0.smithi157.stdout:812: writing smithi15786056-23 from 3538944 to 4079616 tid 2 2024-08-17T00:34:48.939 INFO:tasks.rados.rados.0.smithi157.stdout:812: writing smithi15786056-23 from 4079616 to 4661248 tid 3 2024-08-17T00:34:48.940 INFO:tasks.rados.rados.0.smithi157.stdout:812: writing smithi15786056-23 from 4661248 to 4743168 tid 4 2024-08-17T00:34:48.940 INFO:tasks.rados.rados.0.smithi157.stdout:813: snap_create 2024-08-17T00:34:48.940 INFO:tasks.rados.rados.0.smithi157.stdout:810: finishing rollback tid 0 to smithi15786056-46 2024-08-17T00:34:48.941 INFO:tasks.rados.rados.0.smithi157.stdout:810: finishing rollback tid 1 to smithi15786056-46 2024-08-17T00:34:48.941 INFO:tasks.rados.rados.0.smithi157.stdout:810: finishing rollback tid 2 to smithi15786056-46 2024-08-17T00:34:48.941 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 366 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:34:48.941 INFO:tasks.rados.rados.0.smithi157.stdout:811: finishing write tid 1 to smithi15786056-41 2024-08-17T00:34:48.941 INFO:tasks.rados.rados.0.smithi157.stdout:811: finishing write tid 2 to smithi15786056-41 2024-08-17T00:34:48.941 INFO:tasks.rados.rados.0.smithi157.stdout:811: finishing write tid 3 to smithi15786056-41 2024-08-17T00:34:48.941 INFO:tasks.rados.rados.0.smithi157.stdout:811: finishing write tid 4 to smithi15786056-41 2024-08-17T00:34:48.941 INFO:tasks.rados.rados.0.smithi157.stdout:811: finishing write tid 5 to smithi15786056-41 2024-08-17T00:34:48.941 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 442 (ObjNum 258 snap 67 seq_num 258) dirty exists 2024-08-17T00:34:48.941 INFO:tasks.rados.rados.0.smithi157.stdout:811: left oid 41 (ObjNum 258 snap 67 seq_num 258) 2024-08-17T00:34:48.941 INFO:tasks.rados.rados.0.smithi157.stdout:812: finishing write tid 1 to smithi15786056-23 2024-08-17T00:34:48.941 INFO:tasks.rados.rados.0.smithi157.stdout:812: finishing write tid 2 to smithi15786056-23 2024-08-17T00:34:48.943 INFO:tasks.rados.rados.0.smithi157.stdout:812: finishing write tid 3 to smithi15786056-23 2024-08-17T00:34:48.944 INFO:tasks.rados.rados.0.smithi157.stdout:812: finishing write tid 4 to smithi15786056-23 2024-08-17T00:34:48.944 INFO:tasks.rados.rados.0.smithi157.stdout:812: finishing write tid 5 to smithi15786056-23 2024-08-17T00:34:48.945 INFO:tasks.rados.rados.0.smithi157.stdout:812: finishing write tid 6 to smithi15786056-23 2024-08-17T00:34:48.945 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 499 (ObjNum 259 snap 67 seq_num 259) dirty exists 2024-08-17T00:34:48.945 INFO:tasks.rados.rados.0.smithi157.stdout:812: left oid 23 (ObjNum 259 snap 67 seq_num 259) 2024-08-17T00:34:49.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:49 smithi187 ceph-mon[33407]: osdmap e214: 8 total, 8 up, 8 in 2024-08-17T00:34:49.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:49 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:49.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:49 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:49.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:49 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:34:49.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:49 smithi187 ceph-mon[33407]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:34:49.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:49 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:49.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:49 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:34:49.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:49 smithi187 ceph-mon[33407]: osdmap e215: 8 total, 8 up, 8 in 2024-08-17T00:34:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[29438]: osdmap e214: 8 total, 8 up, 8 in 2024-08-17T00:34:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:34:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[29438]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:34:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:34:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[29438]: osdmap e215: 8 total, 8 up, 8 in 2024-08-17T00:34:49.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[40946]: osdmap e214: 8 total, 8 up, 8 in 2024-08-17T00:34:49.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:49.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:49.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:34:49.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[40946]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:34:49.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:49.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:34:49.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:49 smithi157 ceph-mon[40946]: osdmap e215: 8 total, 8 up, 8 in 2024-08-17T00:34:49.898 INFO:tasks.rados.rados.0.smithi157.stdout:810: done (3 left) 2024-08-17T00:34:49.898 INFO:tasks.rados.rados.0.smithi157.stdout:811: done (2 left) 2024-08-17T00:34:49.898 INFO:tasks.rados.rados.0.smithi157.stdout:812: done (1 left) 2024-08-17T00:34:49.898 INFO:tasks.rados.rados.0.smithi157.stdout:813: done (0 left) 2024-08-17T00:34:49.898 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 68 2024-08-17T00:34:49.898 INFO:tasks.rados.rados.0.smithi157.stdout:814: seq_num 260 ranges {2088960=761856,2850816=417792,3268608=786432} 2024-08-17T00:34:49.912 INFO:tasks.rados.rados.0.smithi157.stdout:814: writing smithi15786056-45 from 2088960 to 2850816 tid 1 2024-08-17T00:34:49.914 INFO:tasks.rados.rados.0.smithi157.stdout:814: writing smithi15786056-45 from 2850816 to 3268608 tid 2 2024-08-17T00:34:49.919 INFO:tasks.rados.rados.0.smithi157.stdout:814: writing smithi15786056-45 from 3268608 to 4055040 tid 3 2024-08-17T00:34:49.919 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 10 current snap is 68 2024-08-17T00:34:49.920 INFO:tasks.rados.rados.0.smithi157.stdout:814: finishing write tid 1 to smithi15786056-45 2024-08-17T00:34:49.920 INFO:tasks.rados.rados.0.smithi157.stdout:814: finishing write tid 2 to smithi15786056-45 2024-08-17T00:34:49.920 INFO:tasks.rados.rados.0.smithi157.stdout:815: seq_num 261 ranges {1597440=778240,2375680=704512,3080192=499712} 2024-08-17T00:34:49.932 INFO:tasks.rados.rados.0.smithi157.stdout:815: writing smithi15786056-10 from 1597440 to 2375680 tid 1 2024-08-17T00:34:49.936 INFO:tasks.rados.rados.0.smithi157.stdout:815: writing smithi15786056-10 from 2375680 to 3080192 tid 2 2024-08-17T00:34:49.939 INFO:tasks.rados.rados.0.smithi157.stdout:815: writing smithi15786056-10 from 3080192 to 3579904 tid 3 2024-08-17T00:34:49.939 INFO:tasks.rados.rados.0.smithi157.stdout:816: delete oid 7 current snap is 68 2024-08-17T00:34:49.939 INFO:tasks.rados.rados.0.smithi157.stdout:814: finishing write tid 3 to smithi15786056-45 2024-08-17T00:34:49.940 INFO:tasks.rados.rados.0.smithi157.stdout:814: finishing write tid 4 to smithi15786056-45 2024-08-17T00:34:49.940 INFO:tasks.rados.rados.0.smithi157.stdout:814: finishing write tid 5 to smithi15786056-45 2024-08-17T00:34:49.940 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 395 (ObjNum 260 snap 68 seq_num 260) dirty exists 2024-08-17T00:34:49.940 INFO:tasks.rados.rados.0.smithi157.stdout:814: left oid 45 (ObjNum 260 snap 68 seq_num 260) 2024-08-17T00:34:49.940 INFO:tasks.rados.rados.0.smithi157.stdout:815: finishing write tid 1 to smithi15786056-10 2024-08-17T00:34:49.940 INFO:tasks.rados.rados.0.smithi157.stdout:815: finishing write tid 2 to smithi15786056-10 2024-08-17T00:34:49.941 INFO:tasks.rados.rados.0.smithi157.stdout:815: finishing write tid 3 to smithi15786056-10 2024-08-17T00:34:49.941 INFO:tasks.rados.rados.0.smithi157.stdout:814: done (2 left) 2024-08-17T00:34:49.942 INFO:tasks.rados.rados.0.smithi157.stdout:816: done (1 left) 2024-08-17T00:34:49.942 INFO:tasks.rados.rados.0.smithi157.stdout:817: rmattr oid 20 current snap is 68 2024-08-17T00:34:49.942 INFO:tasks.rados.rados.0.smithi157.stdout:817: done (1 left) 2024-08-17T00:34:49.942 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 68 2024-08-17T00:34:49.942 INFO:tasks.rados.rados.0.smithi157.stdout:815: finishing write tid 4 to smithi15786056-10 2024-08-17T00:34:49.942 INFO:tasks.rados.rados.0.smithi157.stdout:818: seq_num 263 ranges {2908160=409600,3317760=475136,3792896=557056,4349952=573440} 2024-08-17T00:34:49.959 INFO:tasks.rados.rados.0.smithi157.stdout:818: writing smithi15786056-24 from 2908160 to 3317760 tid 1 2024-08-17T00:34:49.961 INFO:tasks.rados.rados.0.smithi157.stdout:818: writing smithi15786056-24 from 3317760 to 3792896 tid 2 2024-08-17T00:34:49.965 INFO:tasks.rados.rados.0.smithi157.stdout:818: writing smithi15786056-24 from 3792896 to 4349952 tid 3 2024-08-17T00:34:49.968 INFO:tasks.rados.rados.0.smithi157.stdout:818: writing smithi15786056-24 from 4349952 to 4923392 tid 4 2024-08-17T00:34:49.968 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 37 current snap is 68 2024-08-17T00:34:49.969 INFO:tasks.rados.rados.0.smithi157.stdout:815: finishing write tid 5 to smithi15786056-10 2024-08-17T00:34:49.969 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 128 (ObjNum 261 snap 68 seq_num 261) dirty exists 2024-08-17T00:34:49.969 INFO:tasks.rados.rados.0.smithi157.stdout:815: left oid 10 (ObjNum 261 snap 68 seq_num 261) 2024-08-17T00:34:49.969 INFO:tasks.rados.rados.0.smithi157.stdout:819: seq_num 264 ranges {1482752=425984,1908736=761856,2670592=770048,3440640=73728} 2024-08-17T00:34:49.979 INFO:tasks.rados.rados.0.smithi157.stdout:819: writing smithi15786056-37 from 1482752 to 1908736 tid 1 2024-08-17T00:34:49.983 INFO:tasks.rados.rados.0.smithi157.stdout:819: writing smithi15786056-37 from 1908736 to 2670592 tid 2 2024-08-17T00:34:49.988 INFO:tasks.rados.rados.0.smithi157.stdout:819: writing smithi15786056-37 from 2670592 to 3440640 tid 3 2024-08-17T00:34:49.989 INFO:tasks.rados.rados.0.smithi157.stdout:819: writing smithi15786056-37 from 3440640 to 3514368 tid 4 2024-08-17T00:34:49.989 INFO:tasks.rados.rados.0.smithi157.stdout:815: done (2 left) 2024-08-17T00:34:49.989 INFO:tasks.rados.rados.0.smithi157.stdout:820: delete oid 20 current snap is 68 2024-08-17T00:34:49.989 INFO:tasks.rados.rados.0.smithi157.stdout:818: finishing write tid 1 to smithi15786056-24 2024-08-17T00:34:49.989 INFO:tasks.rados.rados.0.smithi157.stdout:818: finishing write tid 2 to smithi15786056-24 2024-08-17T00:34:49.989 INFO:tasks.rados.rados.0.smithi157.stdout:818: finishing write tid 3 to smithi15786056-24 2024-08-17T00:34:49.989 INFO:tasks.rados.rados.0.smithi157.stdout:818: finishing write tid 4 to smithi15786056-24 2024-08-17T00:34:49.989 INFO:tasks.rados.rados.0.smithi157.stdout:818: finishing write tid 5 to smithi15786056-24 2024-08-17T00:34:49.989 INFO:tasks.rados.rados.0.smithi157.stdout:818: finishing write tid 6 to smithi15786056-24 2024-08-17T00:34:49.989 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 304 (ObjNum 263 snap 68 seq_num 263) dirty exists 2024-08-17T00:34:49.989 INFO:tasks.rados.rados.0.smithi157.stdout:818: left oid 24 (ObjNum 263 snap 68 seq_num 263) 2024-08-17T00:34:49.989 INFO:tasks.rados.rados.0.smithi157.stdout:819: finishing write tid 1 to smithi15786056-37 2024-08-17T00:34:49.990 INFO:tasks.rados.rados.0.smithi157.stdout:819: finishing write tid 2 to smithi15786056-37 2024-08-17T00:34:49.990 INFO:tasks.rados.rados.0.smithi157.stdout:818: done (2 left) 2024-08-17T00:34:49.990 INFO:tasks.rados.rados.0.smithi157.stdout:820: done (1 left) 2024-08-17T00:34:49.990 INFO:tasks.rados.rados.0.smithi157.stdout:821: snap_create 2024-08-17T00:34:49.991 INFO:tasks.rados.rados.0.smithi157.stdout:819: finishing write tid 3 to smithi15786056-37 2024-08-17T00:34:49.991 INFO:tasks.rados.rados.0.smithi157.stdout:819: finishing write tid 4 to smithi15786056-37 2024-08-17T00:34:49.991 INFO:tasks.rados.rados.0.smithi157.stdout:819: finishing write tid 5 to smithi15786056-37 2024-08-17T00:34:49.992 INFO:tasks.rados.rados.0.smithi157.stdout:819: finishing write tid 6 to smithi15786056-37 2024-08-17T00:34:49.992 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 401 (ObjNum 264 snap 68 seq_num 264) dirty exists 2024-08-17T00:34:49.992 INFO:tasks.rados.rados.0.smithi157.stdout:819: left oid 37 (ObjNum 264 snap 68 seq_num 264) 2024-08-17T00:34:50.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:50 smithi187 ceph-mon[33407]: pgmap v27: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:34:50.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:50 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:34:50.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:50 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:34:50.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:50 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:34:50.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:50 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:50.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:50 smithi187 ceph-mon[33407]: osdmap e216: 8 total, 8 up, 8 in 2024-08-17T00:34:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:50 smithi157 ceph-mon[40946]: pgmap v27: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:34:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:50 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:34:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:50 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:34:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:50 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:34:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:50 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:50 smithi157 ceph-mon[40946]: osdmap e216: 8 total, 8 up, 8 in 2024-08-17T00:34:50.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:50 smithi157 ceph-mon[29438]: pgmap v27: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:34:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:50 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:34:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:50 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:34:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:50 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:34:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:50 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:50.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:50 smithi157 ceph-mon[29438]: osdmap e216: 8 total, 8 up, 8 in 2024-08-17T00:34:50.899 INFO:tasks.rados.rados.0.smithi157.stdout:819: done (1 left) 2024-08-17T00:34:50.900 INFO:tasks.rados.rados.0.smithi157.stdout:821: done (0 left) 2024-08-17T00:34:50.900 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 69 2024-08-17T00:34:50.900 INFO:tasks.rados.rados.0.smithi157.stdout:822: seq_num 266 ranges {3588096=458752,4046848=524288,4571136=729088,5300224=352256} 2024-08-17T00:34:50.921 INFO:tasks.rados.rados.0.smithi157.stdout:822: writing smithi15786056-13 from 3588096 to 4046848 tid 1 2024-08-17T00:34:50.925 INFO:tasks.rados.rados.0.smithi157.stdout:822: writing smithi15786056-13 from 4046848 to 4571136 tid 2 2024-08-17T00:34:50.928 INFO:tasks.rados.rados.0.smithi157.stdout:822: writing smithi15786056-13 from 4571136 to 5300224 tid 3 2024-08-17T00:34:50.930 INFO:tasks.rados.rados.0.smithi157.stdout:822: writing smithi15786056-13 from 5300224 to 5652480 tid 4 2024-08-17T00:34:50.930 INFO:tasks.rados.rados.0.smithi157.stdout:823: delete oid 50 current snap is 69 2024-08-17T00:34:50.931 INFO:tasks.rados.rados.0.smithi157.stdout:822: finishing write tid 1 to smithi15786056-13 2024-08-17T00:34:50.931 INFO:tasks.rados.rados.0.smithi157.stdout:822: finishing write tid 2 to smithi15786056-13 2024-08-17T00:34:50.932 INFO:tasks.rados.rados.0.smithi157.stdout:822: finishing write tid 3 to smithi15786056-13 2024-08-17T00:34:50.932 INFO:tasks.rados.rados.0.smithi157.stdout:822: finishing write tid 4 to smithi15786056-13 2024-08-17T00:34:50.933 INFO:tasks.rados.rados.0.smithi157.stdout:823: done (1 left) 2024-08-17T00:34:50.933 INFO:tasks.rados.rados.0.smithi157.stdout:824: rollback oid 21 current snap is 69 2024-08-17T00:34:50.933 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 21 to 66 2024-08-17T00:34:50.933 INFO:tasks.rados.rados.0.smithi157.stdout:825: snap_remove snap 67 2024-08-17T00:34:51.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:51 smithi187 ceph-mon[33407]: Upgrade: Updating mgr.x 2024-08-17T00:34:51.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:51 smithi187 ceph-mon[33407]: Deploying daemon mgr.x on smithi187 2024-08-17T00:34:51.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:51 smithi187 ceph-mon[33407]: osdmap e217: 8 total, 8 up, 8 in 2024-08-17T00:34:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:51 smithi157 ceph-mon[29438]: Upgrade: Updating mgr.x 2024-08-17T00:34:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:51 smithi157 ceph-mon[29438]: Deploying daemon mgr.x on smithi187 2024-08-17T00:34:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:51 smithi157 ceph-mon[29438]: osdmap e217: 8 total, 8 up, 8 in 2024-08-17T00:34:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:51 smithi157 ceph-mon[40946]: Upgrade: Updating mgr.x 2024-08-17T00:34:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:51 smithi157 ceph-mon[40946]: Deploying daemon mgr.x on smithi187 2024-08-17T00:34:51.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:51 smithi157 ceph-mon[40946]: osdmap e217: 8 total, 8 up, 8 in 2024-08-17T00:34:51.705 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:51 smithi187 systemd[1]: Stopping Ceph mgr.x for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:51.904 INFO:tasks.rados.rados.0.smithi157.stdout:822: finishing write tid 5 to smithi15786056-13 2024-08-17T00:34:51.904 INFO:tasks.rados.rados.0.smithi157.stdout:822: finishing write tid 6 to smithi15786056-13 2024-08-17T00:34:51.904 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 309 (ObjNum 266 snap 69 seq_num 266) dirty exists 2024-08-17T00:34:51.905 INFO:tasks.rados.rados.0.smithi157.stdout:822: left oid 13 (ObjNum 266 snap 69 seq_num 266) 2024-08-17T00:34:51.905 INFO:tasks.rados.rados.0.smithi157.stdout:824: finishing rollback tid 0 to smithi15786056-21 2024-08-17T00:34:51.905 INFO:tasks.rados.rados.0.smithi157.stdout:824: finishing rollback tid 1 to smithi15786056-21 2024-08-17T00:34:51.905 INFO:tasks.rados.rados.0.smithi157.stdout:824: finishing rollback tid 2 to smithi15786056-21 2024-08-17T00:34:51.905 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 413 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-08-17T00:34:51.905 INFO:tasks.rados.rados.0.smithi157.stdout:822: done (2 left) 2024-08-17T00:34:51.905 INFO:tasks.rados.rados.0.smithi157.stdout:824: done (1 left) 2024-08-17T00:34:51.905 INFO:tasks.rados.rados.0.smithi157.stdout:825: done (0 left) 2024-08-17T00:34:51.905 INFO:tasks.rados.rados.0.smithi157.stdout:826: snap_create 2024-08-17T00:34:52.043 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:51 smithi187 podman[81804]: 2024-08-17 00:34:51.73193383 +0000 UTC m=+0.163908294 container died a2c5f2b0379721b77bfd48cf13761b3c29281810a265c6eb10280cc54b802fe7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-17T00:34:52.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:52 smithi187 ceph-mon[33407]: pgmap v30: 121 pgs: 121 active+clean; 91 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 34 op/s 2024-08-17T00:34:52.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:52 smithi187 ceph-mon[33407]: osdmap e218: 8 total, 8 up, 8 in 2024-08-17T00:34:52.315 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:52 smithi187 podman[81804]: 2024-08-17 00:34:52.13222789 +0000 UTC m=+0.564202352 container cleanup a2c5f2b0379721b77bfd48cf13761b3c29281810a265c6eb10280cc54b802fe7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-17T00:34:52.315 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:52 smithi187 bash[81804]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x 2024-08-17T00:34:52.576 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:52.577 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:52 smithi187 podman[81821]: 2024-08-17 00:34:52.408938941 +0000 UTC m=+0.678189185 container remove a2c5f2b0379721b77bfd48cf13761b3c29281810a265c6eb10280cc54b802fe7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:34:52.577 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:52 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:34:52.577 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:52 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-17T00:34:52.577 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:52 smithi187 systemd[1]: Stopped Ceph mgr.x for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:52.577 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:52 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.x.service: Consumed 17.328s CPU time. 2024-08-17T00:34:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:52 smithi157 ceph-mon[29438]: pgmap v30: 121 pgs: 121 active+clean; 91 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 34 op/s 2024-08-17T00:34:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:52 smithi157 ceph-mon[29438]: osdmap e218: 8 total, 8 up, 8 in 2024-08-17T00:34:52.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:52 smithi157 ceph-mon[40946]: pgmap v30: 121 pgs: 121 active+clean; 91 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 34 op/s 2024-08-17T00:34:52.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:52 smithi157 ceph-mon[40946]: osdmap e218: 8 total, 8 up, 8 in 2024-08-17T00:34:52.906 INFO:tasks.rados.rados.0.smithi157.stdout:826: done (0 left) 2024-08-17T00:34:52.907 INFO:tasks.rados.rados.0.smithi157.stdout:827: read oid 46 snap -1 2024-08-17T00:34:52.907 INFO:tasks.rados.rados.0.smithi157.stdout:827: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:34:52.907 INFO:tasks.rados.rados.0.smithi157.stdout:828: read oid 12 snap -1 2024-08-17T00:34:52.907 INFO:tasks.rados.rados.0.smithi157.stdout:828: expect (ObjNum 237 snap 63 seq_num 237) 2024-08-17T00:34:52.907 INFO:tasks.rados.rados.0.smithi157.stdout:829: copy_from oid 19 from oid 41 current snap is 70 2024-08-17T00:34:52.907 INFO:tasks.rados.rados.0.smithi157.stdout:830: copy_from oid 49 from oid 18 current snap is 70 2024-08-17T00:34:52.907 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 35 current snap is 70 2024-08-17T00:34:52.908 INFO:tasks.rados.rados.0.smithi157.stdout:831: seq_num 268 ranges {1245184=491520,1736704=745472,2482176=745472,3227648=114688} 2024-08-17T00:34:52.916 INFO:tasks.rados.rados.0.smithi157.stdout:831: writing smithi15786056-35 from 1245184 to 1736704 tid 1 2024-08-17T00:34:52.921 INFO:tasks.rados.rados.0.smithi157.stdout:831: writing smithi15786056-35 from 1736704 to 2482176 tid 2 2024-08-17T00:34:52.926 INFO:tasks.rados.rados.0.smithi157.stdout:831: writing smithi15786056-35 from 2482176 to 3227648 tid 3 2024-08-17T00:34:52.927 INFO:tasks.rados.rados.0.smithi157.stdout:831: writing smithi15786056-35 from 3227648 to 3342336 tid 4 2024-08-17T00:34:52.927 INFO:tasks.rados.rados.0.smithi157.stdout:832: rollback oid 15 current snap is 70 2024-08-17T00:34:52.927 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 15 to 68 2024-08-17T00:34:52.927 INFO:tasks.rados.rados.0.smithi157.stdout:827: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:34:52.947 INFO:tasks.rados.rados.0.smithi157.stdout:830: finishing copy_from racing read to smithi15786056-49 2024-08-17T00:34:52.947 INFO:tasks.rados.rados.0.smithi157.stdout:831: finishing write tid 1 to smithi15786056-35 2024-08-17T00:34:52.947 INFO:tasks.rados.rados.0.smithi157.stdout:830: finishing copy_from to smithi15786056-49 2024-08-17T00:34:52.947 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 387 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-08-17T00:34:52.947 INFO:tasks.rados.rados.0.smithi157.stdout:827: done (5 left) 2024-08-17T00:34:52.947 INFO:tasks.rados.rados.0.smithi157.stdout:830: done (4 left) 2024-08-17T00:34:52.947 INFO:tasks.rados.rados.0.smithi157.stdout:833: rollback oid 17 current snap is 70 2024-08-17T00:34:52.947 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 17 to 66 2024-08-17T00:34:52.947 INFO:tasks.rados.rados.0.smithi157.stdout:828: expect (ObjNum 237 snap 63 seq_num 237) 2024-08-17T00:34:52.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:52 smithi187 systemd[1]: Starting Ceph mgr.x for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:34:53.051 INFO:tasks.rados.rados.0.smithi157.stdout:832: finishing rollback tid 1 to smithi15786056-15 2024-08-17T00:34:53.052 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 0 (ObjNum 65 snap 0 seq_num 1651405925) dirty dne 2024-08-17T00:34:53.052 INFO:tasks.rados.rados.0.smithi157.stdout:829: finishing copy_from racing read to smithi15786056-19 2024-08-17T00:34:53.052 INFO:tasks.rados.rados.0.smithi157.stdout:831: finishing write tid 2 to smithi15786056-35 2024-08-17T00:34:53.052 INFO:tasks.rados.rados.0.smithi157.stdout:831: finishing write tid 3 to smithi15786056-35 2024-08-17T00:34:53.052 INFO:tasks.rados.rados.0.smithi157.stdout:831: finishing write tid 4 to smithi15786056-35 2024-08-17T00:34:53.052 INFO:tasks.rados.rados.0.smithi157.stdout:831: finishing write tid 5 to smithi15786056-35 2024-08-17T00:34:53.052 INFO:tasks.rados.rados.0.smithi157.stdout:829: finishing copy_from to smithi15786056-19 2024-08-17T00:34:53.052 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 442 (ObjNum 258 snap 67 seq_num 258) dirty exists 2024-08-17T00:34:53.052 INFO:tasks.rados.rados.0.smithi157.stdout:831: finishing write tid 6 to smithi15786056-35 2024-08-17T00:34:53.052 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 370 (ObjNum 268 snap 70 seq_num 268) dirty exists 2024-08-17T00:34:53.052 INFO:tasks.rados.rados.0.smithi157.stdout:831: left oid 35 (ObjNum 268 snap 70 seq_num 268) 2024-08-17T00:34:53.052 INFO:tasks.rados.rados.0.smithi157.stdout:828: done (4 left) 2024-08-17T00:34:53.053 INFO:tasks.rados.rados.0.smithi157.stdout:829: done (3 left) 2024-08-17T00:34:53.053 INFO:tasks.rados.rados.0.smithi157.stdout:831: done (2 left) 2024-08-17T00:34:53.053 INFO:tasks.rados.rados.0.smithi157.stdout:832: done (1 left) 2024-08-17T00:34:53.053 INFO:tasks.rados.rados.0.smithi157.stdout:834: rollback oid 38 current snap is 70 2024-08-17T00:34:53.053 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 38 to 66 2024-08-17T00:34:53.053 INFO:tasks.rados.rados.0.smithi157.stdout:833: finishing rollback tid 0 to smithi15786056-17 2024-08-17T00:34:53.053 INFO:tasks.rados.rados.0.smithi157.stdout:833: finishing rollback tid 1 to smithi15786056-17 2024-08-17T00:34:53.053 INFO:tasks.rados.rados.0.smithi157.stdout:833: finishing rollback tid 2 to smithi15786056-17 2024-08-17T00:34:53.053 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 235 (ObjNum 180 snap 45 seq_num 180) dirty exists 2024-08-17T00:34:53.053 INFO:tasks.rados.rados.0.smithi157.stdout:833: done (1 left) 2024-08-17T00:34:53.053 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 70 2024-08-17T00:34:53.053 INFO:tasks.rados.rados.0.smithi157.stdout:835: seq_num 269 ranges {3481600=507904,3989504=630784,4620288=557056,5177344=417792} 2024-08-17T00:34:53.071 INFO:tasks.rados.rados.0.smithi157.stdout:835: writing smithi15786056-3 from 3481600 to 3989504 tid 1 2024-08-17T00:34:53.078 INFO:tasks.rados.rados.0.smithi157.stdout:835: writing smithi15786056-3 from 3989504 to 4620288 tid 2 2024-08-17T00:34:53.078 INFO:tasks.rados.rados.0.smithi157.stdout:835: writing smithi15786056-3 from 4620288 to 5177344 tid 3 2024-08-17T00:34:53.081 INFO:tasks.rados.rados.0.smithi157.stdout:835: writing smithi15786056-3 from 5177344 to 5595136 tid 4 2024-08-17T00:34:53.081 INFO:tasks.rados.rados.0.smithi157.stdout:836: rollback oid 13 current snap is 70 2024-08-17T00:34:53.081 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 13 to 66 2024-08-17T00:34:53.081 INFO:tasks.rados.rados.0.smithi157.stdout:834: finishing rollback tid 1 to smithi15786056-38 2024-08-17T00:34:53.081 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 0 (ObjNum 81 snap 0 seq_num 1416260199) dirty dne 2024-08-17T00:34:53.081 INFO:tasks.rados.rados.0.smithi157.stdout:835: finishing write tid 1 to smithi15786056-3 2024-08-17T00:34:53.082 INFO:tasks.rados.rados.0.smithi157.stdout:835: finishing write tid 2 to smithi15786056-3 2024-08-17T00:34:53.082 INFO:tasks.rados.rados.0.smithi157.stdout:834: done (2 left) 2024-08-17T00:34:53.082 INFO:tasks.rados.rados.0.smithi157.stdout:837: read oid 11 snap -1 2024-08-17T00:34:53.082 INFO:tasks.rados.rados.0.smithi157.stdout:837: expect (ObjNum 217 snap 56 seq_num 217) 2024-08-17T00:34:53.082 INFO:tasks.rados.rados.0.smithi157.stdout:838: snap_create 2024-08-17T00:34:53.082 INFO:tasks.rados.rados.0.smithi157.stdout:835: finishing write tid 3 to smithi15786056-3 2024-08-17T00:34:53.083 INFO:tasks.rados.rados.0.smithi157.stdout:836: finishing rollback tid 0 to smithi15786056-13 2024-08-17T00:34:53.083 INFO:tasks.rados.rados.0.smithi157.stdout:835: finishing write tid 4 to smithi15786056-3 2024-08-17T00:34:53.084 INFO:tasks.rados.rados.0.smithi157.stdout:836: finishing rollback tid 1 to smithi15786056-13 2024-08-17T00:34:53.084 INFO:tasks.rados.rados.0.smithi157.stdout:835: finishing write tid 5 to smithi15786056-3 2024-08-17T00:34:53.084 INFO:tasks.rados.rados.0.smithi157.stdout:836: finishing rollback tid 2 to smithi15786056-13 2024-08-17T00:34:53.084 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 312 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:34:53.087 INFO:tasks.rados.rados.0.smithi157.stdout:835: finishing write tid 6 to smithi15786056-3 2024-08-17T00:34:53.087 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 421 (ObjNum 269 snap 70 seq_num 269) dirty exists 2024-08-17T00:34:53.087 INFO:tasks.rados.rados.0.smithi157.stdout:835: left oid 3 (ObjNum 269 snap 70 seq_num 269) 2024-08-17T00:34:53.089 INFO:tasks.rados.rados.0.smithi157.stdout:837: expect (ObjNum 217 snap 56 seq_num 217) 2024-08-17T00:34:53.263 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:52 smithi187 podman[81954]: 2024-08-17 00:34:52.875148768 +0000 UTC m=+0.017093221 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:34:53.264 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:52 smithi187 podman[81954]: 2024-08-17 00:34:52.993877663 +0000 UTC m=+0.135822112 container create 97f58199005a50dd01ddd5f845ff8ac0fdc0f1646cd358c3ed0755a58dfb6e1d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_BRANCH=HEAD) 2024-08-17T00:34:53.264 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:53 smithi187 podman[81954]: 2024-08-17 00:34:53.263190712 +0000 UTC m=+0.405135173 container init 97f58199005a50dd01ddd5f845ff8ac0fdc0f1646cd358c3ed0755a58dfb6e1d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T00:34:53.563 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:53 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:53.509Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:53.563 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:53 smithi187 podman[81954]: 2024-08-17 00:34:53.270318238 +0000 UTC m=+0.412262689 container start 97f58199005a50dd01ddd5f845ff8ac0fdc0f1646cd358c3ed0755a58dfb6e1d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, RELEASE=squid-d863d21, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-17T00:34:53.564 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:53 smithi187 ceph-mgr[81994]: -- 172.21.15.187:0/3497430066 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5570300fb0e0 con 0x5570300d9000 2024-08-17T00:34:53.564 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:53 smithi187 bash[81954]: 97f58199005a50dd01ddd5f845ff8ac0fdc0f1646cd358c3ed0755a58dfb6e1d 2024-08-17T00:34:53.564 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:53 smithi187 systemd[1]: Started Ceph mgr.x for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:34:53.564 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:53 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:53.397+0000 7f878b679040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:34:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:34:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:34:53] "GET /metrics HTTP/1.1" 200 36064 "" "Prometheus/2.43.0" 2024-08-17T00:34:53.893 INFO:tasks.rados.rados.0.smithi157.stdout:835: done (3 left) 2024-08-17T00:34:53.893 INFO:tasks.rados.rados.0.smithi157.stdout:836: done (2 left) 2024-08-17T00:34:53.894 INFO:tasks.rados.rados.0.smithi157.stdout:837: done (1 left) 2024-08-17T00:34:53.894 INFO:tasks.rados.rados.0.smithi157.stdout:838: done (0 left) 2024-08-17T00:34:53.894 INFO:tasks.rados.rados.0.smithi157.stdout:839: snap_remove snap 69 2024-08-17T00:34:53.905 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:53 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:53.561+0000 7f878b679040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:34:53.905 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:53 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:53.634+0000 7f878b679040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:34:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:53 smithi187 ceph-mon[33407]: osdmap e219: 8 total, 8 up, 8 in 2024-08-17T00:34:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:53 smithi187 ceph-mon[33407]: pgmap v33: 121 pgs: 121 active+clean; 91 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 7.1 MiB/s wr, 34 op/s 2024-08-17T00:34:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:53 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:54.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:53 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:54.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:53 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:54.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:53 smithi187 ceph-mon[33407]: osdmap e220: 8 total, 8 up, 8 in 2024-08-17T00:34:54.206 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:53 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:53.914+0000 7f878b679040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:34:54.206 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:53 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:53.976+0000 7f878b679040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:34:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:53 smithi157 ceph-mon[40946]: osdmap e219: 8 total, 8 up, 8 in 2024-08-17T00:34:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:53 smithi157 ceph-mon[40946]: pgmap v33: 121 pgs: 121 active+clean; 91 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 7.1 MiB/s wr, 34 op/s 2024-08-17T00:34:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:53 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:53 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:53 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:53 smithi157 ceph-mon[40946]: osdmap e220: 8 total, 8 up, 8 in 2024-08-17T00:34:54.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:53 smithi157 ceph-mon[29438]: osdmap e219: 8 total, 8 up, 8 in 2024-08-17T00:34:54.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:53 smithi157 ceph-mon[29438]: pgmap v33: 121 pgs: 121 active+clean; 91 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 7.1 MiB/s wr, 34 op/s 2024-08-17T00:34:54.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:53 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:54.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:53 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:54.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:53 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:54.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:53 smithi157 ceph-mon[29438]: osdmap e220: 8 total, 8 up, 8 in 2024-08-17T00:34:54.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:54 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:54.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:54 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:54.896 INFO:tasks.rados.rados.0.smithi157.stdout:839: done (0 left) 2024-08-17T00:34:54.896 INFO:tasks.rados.rados.0.smithi157.stdout:840: rmattr oid 41 current snap is 71 2024-08-17T00:34:54.896 INFO:tasks.rados.rados.0.smithi157.stdout:840: done (0 left) 2024-08-17T00:34:54.896 INFO:tasks.rados.rados.0.smithi157.stdout:841: snap_remove snap 70 2024-08-17T00:34:55.222 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:55 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:54.999+0000 7f878b679040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:34:55.222 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:55 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:55.123+0000 7f878b679040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:34:55.222 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:55 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:55.181+0000 7f878b679040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:34:55.551 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:55 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:55.401+0000 7f878b679040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:34:55.551 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:55 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:55.468+0000 7f878b679040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:34:55.551 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:55 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:55.550+0000 7f878b679040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:34:55.901 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:55 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:55.717+0000 7f878b679040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:34:55.902 INFO:tasks.rados.rados.0.smithi157.stdout:841: done (0 left) 2024-08-17T00:34:55.902 INFO:tasks.rados.rados.0.smithi157.stdout:842: setattr oid 11 current snap is 71 2024-08-17T00:34:55.904 INFO:tasks.rados.rados.0.smithi157.stdout:843: rmattr oid 31 current snap is 71 2024-08-17T00:34:55.904 INFO:tasks.rados.rados.0.smithi157.stdout:844: rollback oid 1 current snap is 71 2024-08-17T00:34:55.905 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 1 to 66 2024-08-17T00:34:55.905 INFO:tasks.rados.rados.0.smithi157.stdout:845: rollback oid 27 current snap is 71 2024-08-17T00:34:55.905 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 27 to 66 2024-08-17T00:34:55.905 INFO:tasks.rados.rados.0.smithi157.stdout:846: snap_create 2024-08-17T00:34:55.907 INFO:tasks.rados.rados.0.smithi157.stdout:844: finishing rollback tid 1 to smithi15786056-1 2024-08-17T00:34:55.907 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 0 (ObjNum 4113 snap 0 seq_num 863992316) dirty dne 2024-08-17T00:34:55.909 INFO:tasks.rados.rados.0.smithi157.stdout:845: finishing rollback tid 0 to smithi15786056-27 2024-08-17T00:34:55.910 INFO:tasks.rados.rados.0.smithi157.stdout:845: finishing rollback tid 1 to smithi15786056-27 2024-08-17T00:34:55.910 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 435 (ObjNum 244 snap 65 seq_num 244) dirty exists 2024-08-17T00:34:55.912 INFO:tasks.rados.rados.0.smithi157.stdout:845: finishing rollback tid 2 to smithi15786056-27 2024-08-17T00:34:55.912 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 134 (ObjNum 249 snap 66 seq_num 249) dirty exists 2024-08-17T00:34:55.912 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 425 (ObjNum 217 snap 56 seq_num 217) dirty exists 2024-08-17T00:34:56.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:55 smithi187 ceph-mon[33407]: osdmap e221: 8 total, 8 up, 8 in 2024-08-17T00:34:56.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:55 smithi187 ceph-mon[33407]: pgmap v36: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-08-17T00:34:56.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:55 smithi157 ceph-mon[29438]: osdmap e221: 8 total, 8 up, 8 in 2024-08-17T00:34:56.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:55 smithi157 ceph-mon[29438]: pgmap v36: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-08-17T00:34:56.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:55 smithi157 ceph-mon[40946]: osdmap e221: 8 total, 8 up, 8 in 2024-08-17T00:34:56.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:55 smithi157 ceph-mon[40946]: pgmap v36: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-08-17T00:34:56.455 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:56 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:56.153+0000 7f878b679040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:34:56.840 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:56 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:56.484+0000 7f878b679040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:34:56.840 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:56 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:56.549+0000 7f878b679040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:34:56.841 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:56 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:56.704+0000 7f878b679040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:34:56.903 INFO:tasks.rados.rados.0.smithi157.stdout:842: done (4 left) 2024-08-17T00:34:56.903 INFO:tasks.rados.rados.0.smithi157.stdout:843: done (3 left) 2024-08-17T00:34:56.904 INFO:tasks.rados.rados.0.smithi157.stdout:844: done (2 left) 2024-08-17T00:34:56.904 INFO:tasks.rados.rados.0.smithi157.stdout:845: done (1 left) 2024-08-17T00:34:56.904 INFO:tasks.rados.rados.0.smithi157.stdout:846: done (0 left) 2024-08-17T00:34:56.904 INFO:tasks.rados.rados.0.smithi157.stdout:847: rollback oid 43 current snap is 72 2024-08-17T00:34:56.904 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 43 to 68 2024-08-17T00:34:56.904 INFO:tasks.rados.rados.0.smithi157.stdout:848: snap_create 2024-08-17T00:34:56.907 INFO:tasks.rados.rados.0.smithi157.stdout:847: finishing rollback tid 0 to smithi15786056-43 2024-08-17T00:34:56.910 INFO:tasks.rados.rados.0.smithi157.stdout:847: finishing rollback tid 1 to smithi15786056-43 2024-08-17T00:34:56.910 INFO:tasks.rados.rados.0.smithi157.stdout:847: finishing rollback tid 2 to smithi15786056-43 2024-08-17T00:34:56.910 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 503 (ObjNum 236 snap 63 seq_num 236) dirty exists 2024-08-17T00:34:57.099 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:56 smithi187 ceph-mon[33407]: osdmap e222: 8 total, 8 up, 8 in 2024-08-17T00:34:57.099 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:57 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:57.036+0000 7f878b679040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:34:57.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:56 smithi157 ceph-mon[29438]: osdmap e222: 8 total, 8 up, 8 in 2024-08-17T00:34:57.287 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:56 smithi157 ceph-mon[40946]: osdmap e222: 8 total, 8 up, 8 in 2024-08-17T00:34:57.453 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:57 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:57.098+0000 7f878b679040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:34:57.453 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:57 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:57.300+0000 7f878b679040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:34:57.453 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:57 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:57.451+0000 7f878b679040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T00:34:57.705 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:57 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:57.520+0000 7f878b679040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:34:57.705 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:57 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:57.604+0000 7f878b679040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:34:57.705 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:57 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:57.666+0000 7f878b679040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:34:57.913 INFO:tasks.rados.rados.0.smithi157.stdout:847: done (1 left) 2024-08-17T00:34:57.913 INFO:tasks.rados.rados.0.smithi157.stdout:848: done (0 left) 2024-08-17T00:34:57.914 INFO:tasks.rados.rados.0.smithi157.stdout:849: rmattr oid 29 current snap is 73 2024-08-17T00:34:57.914 INFO:tasks.rados.rados.0.smithi157.stdout:849: done (0 left) 2024-08-17T00:34:57.914 INFO:tasks.rados.rados.0.smithi157.stdout:850: snap_create 2024-08-17T00:34:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:57 smithi187 ceph-mon[33407]: osdmap e223: 8 total, 8 up, 8 in 2024-08-17T00:34:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:57 smithi187 ceph-mon[33407]: pgmap v39: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-08-17T00:34:58.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:57 smithi157 ceph-mon[29438]: osdmap e223: 8 total, 8 up, 8 in 2024-08-17T00:34:58.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:57 smithi157 ceph-mon[29438]: pgmap v39: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-08-17T00:34:58.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:57 smithi157 ceph-mon[40946]: osdmap e223: 8 total, 8 up, 8 in 2024-08-17T00:34:58.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:57 smithi157 ceph-mon[40946]: pgmap v39: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-08-17T00:34:58.507 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:58.229+0000 7f878b679040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:34:58.508 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:58.399+0000 7f878b679040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:34:58.508 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: [17/Aug/2024:00:34:58] ENGINE Bus STARTING 2024-08-17T00:34:58.508 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: CherryPy Checker: 2024-08-17T00:34:58.508 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: The Application mounted at '' has an empty config. 2024-08-17T00:34:58.508 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:34:58.508 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: [17/Aug/2024:00:34:58] ENGINE Serving on http://:::9283 2024-08-17T00:34:58.508 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: [17/Aug/2024:00:34:58] ENGINE Bus STARTED 2024-08-17T00:34:58.896 INFO:tasks.rados.rados.0.smithi157.stdout:850: done (0 left) 2024-08-17T00:34:58.896 INFO:tasks.rados.rados.0.smithi157.stdout:851: delete oid 33 current snap is 74 2024-08-17T00:34:58.901 INFO:tasks.rados.rados.0.smithi157.stdout:851: done (0 left) 2024-08-17T00:34:58.901 INFO:tasks.rados.rados.0.smithi157.stdout:852: setattr oid 48 current snap is 74 2024-08-17T00:34:58.902 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 2 current snap is 74 2024-08-17T00:34:58.902 INFO:tasks.rados.rados.0.smithi157.stdout:853: seq_num 271 ranges {4300800=540672,4841472=802816,5644288=516096,6160384=286720} 2024-08-17T00:34:58.910 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:34:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:34:58.928 INFO:tasks.rados.rados.0.smithi157.stdout:853: writing smithi15786056-2 from 4300800 to 4841472 tid 1 2024-08-17T00:34:58.933 INFO:tasks.rados.rados.0.smithi157.stdout:853: writing smithi15786056-2 from 4841472 to 5644288 tid 2 2024-08-17T00:34:58.936 INFO:tasks.rados.rados.0.smithi157.stdout:853: writing smithi15786056-2 from 5644288 to 6160384 tid 3 2024-08-17T00:34:58.938 INFO:tasks.rados.rados.0.smithi157.stdout:853: writing smithi15786056-2 from 6160384 to 6447104 tid 4 2024-08-17T00:34:58.938 INFO:tasks.rados.rados.0.smithi157.stdout:854: read oid 37 snap -1 2024-08-17T00:34:58.938 INFO:tasks.rados.rados.0.smithi157.stdout:854: expect (ObjNum 264 snap 68 seq_num 264) 2024-08-17T00:34:58.938 INFO:tasks.rados.rados.0.smithi157.stdout:855: copy_from oid 40 from oid 33 current snap is 74 2024-08-17T00:34:58.938 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 505 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:34:58.938 INFO:tasks.rados.rados.0.smithi157.stdout:853: finishing write tid 1 to smithi15786056-2 2024-08-17T00:34:58.939 INFO:tasks.rados.rados.0.smithi157.stdout:853: finishing write tid 2 to smithi15786056-2 2024-08-17T00:34:58.939 INFO:tasks.rados.rados.0.smithi157.stdout:852: done (3 left) 2024-08-17T00:34:58.939 INFO:tasks.rados.rados.0.smithi157.stdout:856: snap_remove snap 73 2024-08-17T00:34:59.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-mon[33407]: osdmap e224: 8 total, 8 up, 8 in 2024-08-17T00:34:59.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:59.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:59.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-mon[33407]: Standby manager daemon x restarted 2024-08-17T00:34:59.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-mon[33407]: Standby manager daemon x started 2024-08-17T00:34:59.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/732065140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:34:59.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/732065140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:34:59.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/732065140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:34:59.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/732065140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:34:59.166 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:59.166 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:59.166 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:58 smithi187 ceph-mon[33407]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T00:34:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[29438]: osdmap e224: 8 total, 8 up, 8 in 2024-08-17T00:34:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[29438]: Standby manager daemon x restarted 2024-08-17T00:34:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[29438]: Standby manager daemon x started 2024-08-17T00:34:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/732065140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:34:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/732065140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:34:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/732065140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:34:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[29438]: from='mgr.? 172.21.15.187:0/732065140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:34:59.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:59.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:59.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[29438]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T00:34:59.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[40946]: osdmap e224: 8 total, 8 up, 8 in 2024-08-17T00:34:59.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:59.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:59.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[40946]: Standby manager daemon x restarted 2024-08-17T00:34:59.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[40946]: Standby manager daemon x started 2024-08-17T00:34:59.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/732065140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:34:59.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/732065140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:34:59.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/732065140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:34:59.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/732065140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:34:59.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:59.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:34:59.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:58 smithi157 ceph-mon[40946]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T00:34:59.916 INFO:tasks.rados.rados.0.smithi157.stdout:856: done (3 left) 2024-08-17T00:34:59.917 INFO:tasks.rados.rados.0.smithi157.stdout:857: setattr oid 27 current snap is 74 2024-08-17T00:34:59.917 INFO:tasks.rados.rados.0.smithi157.stdout:853: finishing write tid 3 to smithi15786056-2 2024-08-17T00:34:59.917 INFO:tasks.rados.rados.0.smithi157.stdout:853: finishing write tid 4 to smithi15786056-2 2024-08-17T00:34:59.917 INFO:tasks.rados.rados.0.smithi157.stdout:855: finishing copy_from to smithi15786056-40 2024-08-17T00:34:59.917 INFO:tasks.rados.rados.0.smithi157.stdout:855: got expected ENOENT (src dne) 2024-08-17T00:34:59.917 INFO:tasks.rados.rados.0.smithi157.stdout:855: finishing copy_from racing read to smithi15786056-40 2024-08-17T00:34:59.917 INFO:tasks.rados.rados.0.smithi157.stdout:853: finishing write tid 5 to smithi15786056-2 2024-08-17T00:34:59.917 INFO:tasks.rados.rados.0.smithi157.stdout:853: finishing write tid 6 to smithi15786056-2 2024-08-17T00:34:59.917 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 511 (ObjNum 271 snap 74 seq_num 271) dirty exists 2024-08-17T00:34:59.917 INFO:tasks.rados.rados.0.smithi157.stdout:853: left oid 2 (ObjNum 271 snap 74 seq_num 271) 2024-08-17T00:34:59.917 INFO:tasks.rados.rados.0.smithi157.stdout:854: expect (ObjNum 264 snap 68 seq_num 264) 2024-08-17T00:35:00.039 INFO:tasks.rados.rados.0.smithi157.stdout:853: done (3 left) 2024-08-17T00:35:00.040 INFO:tasks.rados.rados.0.smithi157.stdout:854: done (2 left) 2024-08-17T00:35:00.040 INFO:tasks.rados.rados.0.smithi157.stdout:855: done (1 left) 2024-08-17T00:35:00.040 INFO:tasks.rados.rados.0.smithi157.stdout:858: snap_create 2024-08-17T00:35:00.044 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 135 (ObjNum 249 snap 66 seq_num 249) dirty exists 2024-08-17T00:35:00.051 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:59 smithi187 ceph-mon[33407]: mgrmap e36: y(active, since 25s), standbys: x 2024-08-17T00:35:00.051 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:59 smithi187 ceph-mon[33407]: pgmap v42: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:35:00.051 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:34:59 smithi187 ceph-mon[33407]: osdmap e226: 8 total, 8 up, 8 in 2024-08-17T00:35:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:59 smithi157 ceph-mon[29438]: mgrmap e36: y(active, since 25s), standbys: x 2024-08-17T00:35:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:59 smithi157 ceph-mon[29438]: pgmap v42: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:35:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:34:59 smithi157 ceph-mon[29438]: osdmap e226: 8 total, 8 up, 8 in 2024-08-17T00:35:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:59 smithi157 ceph-mon[40946]: mgrmap e36: y(active, since 25s), standbys: x 2024-08-17T00:35:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:59 smithi157 ceph-mon[40946]: pgmap v42: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:35:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:34:59 smithi157 ceph-mon[40946]: osdmap e226: 8 total, 8 up, 8 in 2024-08-17T00:35:00.964 INFO:tasks.rados.rados.0.smithi157.stdout:857: done (1 left) 2024-08-17T00:35:00.964 INFO:tasks.rados.rados.0.smithi157.stdout:858: done (0 left) 2024-08-17T00:35:00.964 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 37 current snap is 75 2024-08-17T00:35:00.964 INFO:tasks.rados.rados.0.smithi157.stdout:859: seq_num 272 ranges {3514368=565248,4079616=688128,4767744=729088,5496832=188416} 2024-08-17T00:35:00.985 INFO:tasks.rados.rados.0.smithi157.stdout:859: writing smithi15786056-37 from 3514368 to 4079616 tid 1 2024-08-17T00:35:00.988 INFO:tasks.rados.rados.0.smithi157.stdout:859: writing smithi15786056-37 from 4079616 to 4767744 tid 2 2024-08-17T00:35:00.993 INFO:tasks.rados.rados.0.smithi157.stdout:859: writing smithi15786056-37 from 4767744 to 5496832 tid 3 2024-08-17T00:35:00.994 INFO:tasks.rados.rados.0.smithi157.stdout:859: writing smithi15786056-37 from 5496832 to 5685248 tid 4 2024-08-17T00:35:00.994 INFO:tasks.rados.rados.0.smithi157.stdout:860: snap_create 2024-08-17T00:35:00.995 INFO:tasks.rados.rados.0.smithi157.stdout:859: finishing write tid 1 to smithi15786056-37 2024-08-17T00:35:00.995 INFO:tasks.rados.rados.0.smithi157.stdout:859: finishing write tid 2 to smithi15786056-37 2024-08-17T00:35:00.996 INFO:tasks.rados.rados.0.smithi157.stdout:859: finishing write tid 3 to smithi15786056-37 2024-08-17T00:35:00.996 INFO:tasks.rados.rados.0.smithi157.stdout:859: finishing write tid 4 to smithi15786056-37 2024-08-17T00:35:00.997 INFO:tasks.rados.rados.0.smithi157.stdout:859: finishing write tid 5 to smithi15786056-37 2024-08-17T00:35:00.998 INFO:tasks.rados.rados.0.smithi157.stdout:859: finishing write tid 6 to smithi15786056-37 2024-08-17T00:35:00.998 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 406 (ObjNum 272 snap 75 seq_num 272) dirty exists 2024-08-17T00:35:00.998 INFO:tasks.rados.rados.0.smithi157.stdout:859: left oid 37 (ObjNum 272 snap 75 seq_num 272) 2024-08-17T00:35:01.971 INFO:tasks.rados.rados.0.smithi157.stdout:859: done (1 left) 2024-08-17T00:35:01.971 INFO:tasks.rados.rados.0.smithi157.stdout:860: done (0 left) 2024-08-17T00:35:01.971 INFO:tasks.rados.rados.0.smithi157.stdout:861: read oid 11 snap 72 2024-08-17T00:35:01.971 INFO:tasks.rados.rados.0.smithi157.stdout:861: expect (ObjNum 217 snap 56 seq_num 217) 2024-08-17T00:35:01.971 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 76 2024-08-17T00:35:01.971 INFO:tasks.rados.rados.0.smithi157.stdout:862: seq_num 273 ranges {2170880=581632,2752512=565248,3317760=532480,3850240=507904} 2024-08-17T00:35:01.985 INFO:tasks.rados.rados.0.smithi157.stdout:862: writing smithi15786056-21 from 2170880 to 2752512 tid 1 2024-08-17T00:35:01.988 INFO:tasks.rados.rados.0.smithi157.stdout:862: writing smithi15786056-21 from 2752512 to 3317760 tid 2 2024-08-17T00:35:01.992 INFO:tasks.rados.rados.0.smithi157.stdout:862: writing smithi15786056-21 from 3317760 to 3850240 tid 3 2024-08-17T00:35:01.995 INFO:tasks.rados.rados.0.smithi157.stdout:862: writing smithi15786056-21 from 3850240 to 4358144 tid 4 2024-08-17T00:35:01.995 INFO:tasks.rados.rados.0.smithi157.stdout:863: delete oid 47 current snap is 76 2024-08-17T00:35:01.995 INFO:tasks.rados.rados.0.smithi157.stdout:861: expect (ObjNum 217 snap 56 seq_num 217) 2024-08-17T00:35:02.055 INFO:tasks.rados.rados.0.smithi157.stdout:862: finishing write tid 1 to smithi15786056-21 2024-08-17T00:35:02.056 INFO:tasks.rados.rados.0.smithi157.stdout:862: finishing write tid 2 to smithi15786056-21 2024-08-17T00:35:02.056 INFO:tasks.rados.rados.0.smithi157.stdout:861: done (2 left) 2024-08-17T00:35:02.056 INFO:tasks.rados.rados.0.smithi157.stdout:863: done (1 left) 2024-08-17T00:35:02.056 INFO:tasks.rados.rados.0.smithi157.stdout:864: snap_create 2024-08-17T00:35:02.056 INFO:tasks.rados.rados.0.smithi157.stdout:862: finishing write tid 3 to smithi15786056-21 2024-08-17T00:35:02.056 INFO:tasks.rados.rados.0.smithi157.stdout:862: finishing write tid 4 to smithi15786056-21 2024-08-17T00:35:02.056 INFO:tasks.rados.rados.0.smithi157.stdout:862: finishing write tid 5 to smithi15786056-21 2024-08-17T00:35:02.056 INFO:tasks.rados.rados.0.smithi157.stdout:862: finishing write tid 6 to smithi15786056-21 2024-08-17T00:35:02.056 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 431 (ObjNum 273 snap 76 seq_num 273) dirty exists 2024-08-17T00:35:02.056 INFO:tasks.rados.rados.0.smithi157.stdout:862: left oid 21 (ObjNum 273 snap 76 seq_num 273) 2024-08-17T00:35:02.283 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: osdmap e227: 8 total, 8 up, 8 in 2024-08-17T00:35:02.283 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: pgmap v45: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 524 KiB/s wr, 14 op/s 2024-08-17T00:35:02.283 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:35:02.283 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:35:02.283 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:02.283 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:02.283 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:35:02.283 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:02.284 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:35:02.284 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:35:02.284 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T00:35:02.284 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T00:35:02.284 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-17T00:35:02.284 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T00:35:02.284 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T00:35:02.284 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-17T00:35:02.284 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:35:02.284 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T00:35:02.285 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: osdmap e227: 8 total, 8 up, 8 in 2024-08-17T00:35:02.285 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: pgmap v45: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 524 KiB/s wr, 14 op/s 2024-08-17T00:35:02.285 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:35:02.285 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:35:02.285 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:02.285 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:02.285 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:35:02.285 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:02.285 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:35:02.285 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:35:02.285 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T00:35:02.285 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T00:35:02.285 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-17T00:35:02.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T00:35:02.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T00:35:02.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-17T00:35:02.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:35:02.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:01 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T00:35:02.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: osdmap e227: 8 total, 8 up, 8 in 2024-08-17T00:35:02.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: pgmap v45: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 524 KiB/s wr, 14 op/s 2024-08-17T00:35:02.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:35:02.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:35:02.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:02.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:02.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:35:02.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:02.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:35:02.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:35:02.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T00:35:02.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T00:35:02.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-17T00:35:02.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T00:35:02.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T00:35:02.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-17T00:35:02.316 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:35:02.316 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:01 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T00:35:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:02.969 INFO:tasks.rados.rados.0.smithi157.stdout:862: done (1 left) 2024-08-17T00:35:02.969 INFO:tasks.rados.rados.0.smithi157.stdout:864: done (0 left) 2024-08-17T00:35:02.969 INFO:tasks.rados.rados.0.smithi157.stdout:865: setattr oid 39 current snap is 77 2024-08-17T00:35:02.970 INFO:tasks.rados.rados.0.smithi157.stdout:866: read oid 37 snap -1 2024-08-17T00:35:02.971 INFO:tasks.rados.rados.0.smithi157.stdout:866: expect (ObjNum 272 snap 75 seq_num 272) 2024-08-17T00:35:02.971 INFO:tasks.rados.rados.0.smithi157.stdout:867: read oid 25 snap -1 2024-08-17T00:35:02.971 INFO:tasks.rados.rados.0.smithi157.stdout:867: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T00:35:02.971 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 47 current snap is 77 2024-08-17T00:35:02.971 INFO:tasks.rados.rados.0.smithi157.stdout:868: seq_num 275 ranges {0=614400,614400=786432,1400832=499712,1900544=319488} 2024-08-17T00:35:02.974 INFO:tasks.rados.rados.0.smithi157.stdout:868: writing smithi15786056-47 from 0 to 614400 tid 1 2024-08-17T00:35:02.978 INFO:tasks.rados.rados.0.smithi157.stdout:868: writing smithi15786056-47 from 614400 to 1400832 tid 2 2024-08-17T00:35:02.981 INFO:tasks.rados.rados.0.smithi157.stdout:868: writing smithi15786056-47 from 1400832 to 1900544 tid 3 2024-08-17T00:35:02.984 INFO:tasks.rados.rados.0.smithi157.stdout:868: writing smithi15786056-47 from 1900544 to 2220032 tid 4 2024-08-17T00:35:02.984 INFO:tasks.rados.rados.0.smithi157.stdout:869: copy_from oid 42 from oid 26 current snap is 77 2024-08-17T00:35:02.984 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 517 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:35:02.984 INFO:tasks.rados.rados.0.smithi157.stdout:867: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T00:35:03.044 INFO:tasks.rados.rados.0.smithi157.stdout:868: finishing write tid 1 to smithi15786056-47 2024-08-17T00:35:03.044 INFO:tasks.rados.rados.0.smithi157.stdout:868: finishing write tid 2 to smithi15786056-47 2024-08-17T00:35:03.044 INFO:tasks.rados.rados.0.smithi157.stdout:868: finishing write tid 3 to smithi15786056-47 2024-08-17T00:35:03.044 INFO:tasks.rados.rados.0.smithi157.stdout:868: finishing write tid 4 to smithi15786056-47 2024-08-17T00:35:03.044 INFO:tasks.rados.rados.0.smithi157.stdout:869: finishing copy_from racing read to smithi15786056-42 2024-08-17T00:35:03.045 INFO:tasks.rados.rados.0.smithi157.stdout:868: finishing write tid 5 to smithi15786056-47 2024-08-17T00:35:03.045 INFO:tasks.rados.rados.0.smithi157.stdout:869: finishing copy_from to smithi15786056-42 2024-08-17T00:35:03.045 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 356 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:35:03.045 INFO:tasks.rados.rados.0.smithi157.stdout:868: finishing write tid 6 to smithi15786056-47 2024-08-17T00:35:03.045 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 318 (ObjNum 275 snap 77 seq_num 275) dirty exists 2024-08-17T00:35:03.045 INFO:tasks.rados.rados.0.smithi157.stdout:868: left oid 47 (ObjNum 275 snap 77 seq_num 275) 2024-08-17T00:35:03.045 INFO:tasks.rados.rados.0.smithi157.stdout:865: done (4 left) 2024-08-17T00:35:03.045 INFO:tasks.rados.rados.0.smithi157.stdout:867: done (3 left) 2024-08-17T00:35:03.045 INFO:tasks.rados.rados.0.smithi157.stdout:868: done (2 left) 2024-08-17T00:35:03.045 INFO:tasks.rados.rados.0.smithi157.stdout:869: done (1 left) 2024-08-17T00:35:03.045 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 32 current snap is 77 2024-08-17T00:35:03.045 INFO:tasks.rados.rados.0.smithi157.stdout:866: expect (ObjNum 272 snap 75 seq_num 272) 2024-08-17T00:35:03.276 INFO:tasks.rados.rados.0.smithi157.stdout:870: seq_num 276 ranges {1687552=630784,2318336=671744,2990080=704512,3694592=229376} 2024-08-17T00:35:03.288 INFO:tasks.rados.rados.0.smithi157.stdout:870: writing smithi15786056-32 from 1687552 to 2318336 tid 1 2024-08-17T00:35:03.292 INFO:tasks.rados.rados.0.smithi157.stdout:870: writing smithi15786056-32 from 2318336 to 2990080 tid 2 2024-08-17T00:35:03.296 INFO:tasks.rados.rados.0.smithi157.stdout:870: writing smithi15786056-32 from 2990080 to 3694592 tid 3 2024-08-17T00:35:03.297 INFO:tasks.rados.rados.0.smithi157.stdout:870: writing smithi15786056-32 from 3694592 to 3923968 tid 4 2024-08-17T00:35:03.298 INFO:tasks.rados.rados.0.smithi157.stdout:866: done (1 left) 2024-08-17T00:35:03.298 INFO:tasks.rados.rados.0.smithi157.stdout:871: delete oid 34 current snap is 77 2024-08-17T00:35:03.298 INFO:tasks.rados.rados.0.smithi157.stdout:870: finishing write tid 1 to smithi15786056-32 2024-08-17T00:35:03.298 INFO:tasks.rados.rados.0.smithi157.stdout:870: finishing write tid 2 to smithi15786056-32 2024-08-17T00:35:03.299 INFO:tasks.rados.rados.0.smithi157.stdout:870: finishing write tid 3 to smithi15786056-32 2024-08-17T00:35:03.299 INFO:tasks.rados.rados.0.smithi157.stdout:870: finishing write tid 4 to smithi15786056-32 2024-08-17T00:35:03.299 INFO:tasks.rados.rados.0.smithi157.stdout:870: finishing write tid 5 to smithi15786056-32 2024-08-17T00:35:03.301 INFO:tasks.rados.rados.0.smithi157.stdout:870: finishing write tid 6 to smithi15786056-32 2024-08-17T00:35:03.301 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 255 (ObjNum 276 snap 77 seq_num 276) dirty exists 2024-08-17T00:35:03.301 INFO:tasks.rados.rados.0.smithi157.stdout:870: left oid 32 (ObjNum 276 snap 77 seq_num 276) 2024-08-17T00:35:03.301 INFO:tasks.rados.rados.0.smithi157.stdout:870: done (1 left) 2024-08-17T00:35:03.301 INFO:tasks.rados.rados.0.smithi157.stdout:871: done (0 left) 2024-08-17T00:35:03.301 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 77 2024-08-17T00:35:03.301 INFO:tasks.rados.rados.0.smithi157.stdout:872: seq_num 278 ranges {5595136=663552,6258688=442368,6701056=720896,7421952=442368} 2024-08-17T00:35:03.333 INFO:tasks.rados.rados.0.smithi157.stdout:872: writing smithi15786056-3 from 5595136 to 6258688 tid 1 2024-08-17T00:35:03.336 INFO:tasks.rados.rados.0.smithi157.stdout:872: writing smithi15786056-3 from 6258688 to 6701056 tid 2 2024-08-17T00:35:03.340 INFO:tasks.rados.rados.0.smithi157.stdout:872: writing smithi15786056-3 from 6701056 to 7421952 tid 3 2024-08-17T00:35:03.342 INFO:tasks.rados.rados.0.smithi157.stdout:872: writing smithi15786056-3 from 7421952 to 7864320 tid 4 2024-08-17T00:35:03.343 INFO:tasks.rados.rados.0.smithi157.stdout:873: snap_create 2024-08-17T00:35:03.343 INFO:tasks.rados.rados.0.smithi157.stdout:872: finishing write tid 1 to smithi15786056-3 2024-08-17T00:35:03.343 INFO:tasks.rados.rados.0.smithi157.stdout:872: finishing write tid 2 to smithi15786056-3 2024-08-17T00:35:03.343 INFO:tasks.rados.rados.0.smithi157.stdout:872: finishing write tid 3 to smithi15786056-3 2024-08-17T00:35:03.345 INFO:tasks.rados.rados.0.smithi157.stdout:872: finishing write tid 4 to smithi15786056-3 2024-08-17T00:35:03.345 INFO:tasks.rados.rados.0.smithi157.stdout:872: finishing write tid 5 to smithi15786056-3 2024-08-17T00:35:03.346 INFO:tasks.rados.rados.0.smithi157.stdout:872: finishing write tid 6 to smithi15786056-3 2024-08-17T00:35:03.346 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 437 (ObjNum 278 snap 77 seq_num 278) dirty exists 2024-08-17T00:35:03.346 INFO:tasks.rados.rados.0.smithi157.stdout:872: left oid 3 (ObjNum 278 snap 77 seq_num 278) 2024-08-17T00:35:03.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:02 smithi157 ceph-mon[40946]: Upgrade: Setting container_image for all mgr 2024-08-17T00:35:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:02 smithi157 ceph-mon[40946]: Upgrade: It appears safe to stop mon.a 2024-08-17T00:35:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:02 smithi157 ceph-mon[40946]: osdmap e228: 8 total, 8 up, 8 in 2024-08-17T00:35:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:02 smithi157 ceph-mon[29438]: Upgrade: Setting container_image for all mgr 2024-08-17T00:35:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:02 smithi157 ceph-mon[29438]: Upgrade: It appears safe to stop mon.a 2024-08-17T00:35:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:02 smithi157 ceph-mon[29438]: osdmap e228: 8 total, 8 up, 8 in 2024-08-17T00:35:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:02 smithi187 ceph-mon[33407]: Upgrade: Setting container_image for all mgr 2024-08-17T00:35:03.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:02 smithi187 ceph-mon[33407]: Upgrade: It appears safe to stop mon.a 2024-08-17T00:35:03.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:02 smithi187 ceph-mon[33407]: osdmap e228: 8 total, 8 up, 8 in 2024-08-17T00:35:03.794 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:35:03] "GET /metrics HTTP/1.1" 200 36064 "" "Prometheus/2.43.0" 2024-08-17T00:35:03.886 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:03 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:03.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:03.896 INFO:tasks.rados.rados.0.smithi157.stdout:872: done (1 left) 2024-08-17T00:35:03.896 INFO:tasks.rados.rados.0.smithi157.stdout:873: done (0 left) 2024-08-17T00:35:03.896 INFO:tasks.rados.rados.0.smithi157.stdout:874: snap_remove snap 68 2024-08-17T00:35:04.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[29438]: osdmap e229: 8 total, 8 up, 8 in 2024-08-17T00:35:04.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[29438]: pgmap v48: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 524 KiB/s wr, 13 op/s 2024-08-17T00:35:04.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[29438]: Upgrade: Updating mon.a 2024-08-17T00:35:04.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[29438]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:35:04.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:35:04.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:35:04.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:04.080 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[29438]: Deploying daemon mon.a on smithi157 2024-08-17T00:35:04.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[29438]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:35:04.081 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[29438]: osdmap e230: 8 total, 8 up, 8 in 2024-08-17T00:35:04.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[40946]: osdmap e229: 8 total, 8 up, 8 in 2024-08-17T00:35:04.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[40946]: pgmap v48: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 524 KiB/s wr, 13 op/s 2024-08-17T00:35:04.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[40946]: Upgrade: Updating mon.a 2024-08-17T00:35:04.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:35:04.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:35:04.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:35:04.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:04.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[40946]: Deploying daemon mon.a on smithi157 2024-08-17T00:35:04.081 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[40946]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:35:04.082 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:03 smithi157 ceph-mon[40946]: osdmap e230: 8 total, 8 up, 8 in 2024-08-17T00:35:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:03 smithi187 ceph-mon[33407]: osdmap e229: 8 total, 8 up, 8 in 2024-08-17T00:35:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:03 smithi187 ceph-mon[33407]: pgmap v48: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 524 KiB/s wr, 13 op/s 2024-08-17T00:35:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:03 smithi187 ceph-mon[33407]: Upgrade: Updating mon.a 2024-08-17T00:35:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:03 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='mgr.y' 2024-08-17T00:35:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:03 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:35:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:03 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:35:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:03 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:03 smithi187 ceph-mon[33407]: Deploying daemon mon.a on smithi157 2024-08-17T00:35:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:03 smithi187 ceph-mon[33407]: from='mgr.15075 172.21.15.157:0/2865646460' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:35:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:03 smithi187 ceph-mon[33407]: osdmap e230: 8 total, 8 up, 8 in 2024-08-17T00:35:04.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:04 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:04.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:04 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:04.899 INFO:tasks.rados.rados.0.smithi157.stdout:874: done (0 left) 2024-08-17T00:35:04.899 INFO:tasks.rados.rados.0.smithi157.stdout:875: rmattr oid 46 current snap is 78 2024-08-17T00:35:04.899 INFO:tasks.rados.rados.0.smithi157.stdout:875: done (0 left) 2024-08-17T00:35:04.899 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 78 2024-08-17T00:35:04.899 INFO:tasks.rados.rados.0.smithi157.stdout:876: seq_num 279 ranges {4358144=679936,5038080=720896,5758976=483328,6242304=401408} 2024-08-17T00:35:04.930 INFO:tasks.rados.rados.0.smithi157.stdout:876: writing smithi15786056-21 from 4358144 to 5038080 tid 1 2024-08-17T00:35:04.934 INFO:tasks.rados.rados.0.smithi157.stdout:876: writing smithi15786056-21 from 5038080 to 5758976 tid 2 2024-08-17T00:35:04.937 INFO:tasks.rados.rados.0.smithi157.stdout:876: writing smithi15786056-21 from 5758976 to 6242304 tid 3 2024-08-17T00:35:04.939 INFO:tasks.rados.rados.0.smithi157.stdout:876: writing smithi15786056-21 from 6242304 to 6643712 tid 4 2024-08-17T00:35:04.939 INFO:tasks.rados.rados.0.smithi157.stdout:877: delete oid 39 current snap is 78 2024-08-17T00:35:04.939 INFO:tasks.rados.rados.0.smithi157.stdout:876: finishing write tid 1 to smithi15786056-21 2024-08-17T00:35:04.940 INFO:tasks.rados.rados.0.smithi157.stdout:876: finishing write tid 2 to smithi15786056-21 2024-08-17T00:35:04.940 INFO:tasks.rados.rados.0.smithi157.stdout:876: finishing write tid 3 to smithi15786056-21 2024-08-17T00:35:04.942 INFO:tasks.rados.rados.0.smithi157.stdout:876: finishing write tid 4 to smithi15786056-21 2024-08-17T00:35:04.942 INFO:tasks.rados.rados.0.smithi157.stdout:877: done (1 left) 2024-08-17T00:35:04.942 INFO:tasks.rados.rados.0.smithi157.stdout:878: read oid 49 snap -1 2024-08-17T00:35:04.942 INFO:tasks.rados.rados.0.smithi157.stdout:878: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-17T00:35:04.942 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 78 2024-08-17T00:35:04.942 INFO:tasks.rados.rados.0.smithi157.stdout:876: finishing write tid 5 to smithi15786056-21 2024-08-17T00:35:04.942 INFO:tasks.rados.rados.0.smithi157.stdout:879: seq_num 281 ranges {1482752=712704,2195456=491520,2686976=491520,3178496=622592} 2024-08-17T00:35:04.954 INFO:tasks.rados.rados.0.smithi157.stdout:879: writing smithi15786056-28 from 1482752 to 2195456 tid 1 2024-08-17T00:35:04.957 INFO:tasks.rados.rados.0.smithi157.stdout:879: writing smithi15786056-28 from 2195456 to 2686976 tid 2 2024-08-17T00:35:04.960 INFO:tasks.rados.rados.0.smithi157.stdout:879: writing smithi15786056-28 from 2686976 to 3178496 tid 3 2024-08-17T00:35:04.964 INFO:tasks.rados.rados.0.smithi157.stdout:879: writing smithi15786056-28 from 3178496 to 3801088 tid 4 2024-08-17T00:35:04.964 INFO:tasks.rados.rados.0.smithi157.stdout:880: read oid 39 snap -1 2024-08-17T00:35:04.964 INFO:tasks.rados.rados.0.smithi157.stdout:880: expect deleted 2024-08-17T00:35:04.964 INFO:tasks.rados.rados.0.smithi157.stdout:881: rmattr oid 12 current snap is 78 2024-08-17T00:35:04.964 INFO:tasks.rados.rados.0.smithi157.stdout:876: finishing write tid 6 to smithi15786056-21 2024-08-17T00:35:04.964 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 449 (ObjNum 279 snap 78 seq_num 279) dirty exists 2024-08-17T00:35:04.965 INFO:tasks.rados.rados.0.smithi157.stdout:876: left oid 21 (ObjNum 279 snap 78 seq_num 279) 2024-08-17T00:35:04.965 INFO:tasks.rados.rados.0.smithi157.stdout:878: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-17T00:35:05.022 INFO:tasks.rados.rados.0.smithi157.stdout:879: finishing write tid 1 to smithi15786056-28 2024-08-17T00:35:05.023 INFO:tasks.rados.rados.0.smithi157.stdout:879: finishing write tid 2 to smithi15786056-28 2024-08-17T00:35:05.023 INFO:tasks.rados.rados.0.smithi157.stdout:876: done (4 left) 2024-08-17T00:35:05.023 INFO:tasks.rados.rados.0.smithi157.stdout:878: done (3 left) 2024-08-17T00:35:05.023 INFO:tasks.rados.rados.0.smithi157.stdout:882: delete oid 22 current snap is 78 2024-08-17T00:35:05.023 INFO:tasks.rados.rados.0.smithi157.stdout:879: finishing write tid 3 to smithi15786056-28 2024-08-17T00:35:05.023 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 84 (ObjNum 237 snap 63 seq_num 237) dirty exists 2024-08-17T00:35:05.023 INFO:tasks.rados.rados.0.smithi157.stdout:879: finishing write tid 4 to smithi15786056-28 2024-08-17T00:35:05.023 INFO:tasks.rados.rados.0.smithi157.stdout:879: finishing write tid 5 to smithi15786056-28 2024-08-17T00:35:05.023 INFO:tasks.rados.rados.0.smithi157.stdout:879: finishing write tid 6 to smithi15786056-28 2024-08-17T00:35:05.023 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 440 (ObjNum 281 snap 78 seq_num 281) dirty exists 2024-08-17T00:35:05.023 INFO:tasks.rados.rados.0.smithi157.stdout:879: left oid 28 (ObjNum 281 snap 78 seq_num 281) 2024-08-17T00:35:05.025 INFO:tasks.rados.rados.0.smithi157.stdout:879: done (3 left) 2024-08-17T00:35:05.025 INFO:tasks.rados.rados.0.smithi157.stdout:880: done (2 left) 2024-08-17T00:35:05.025 INFO:tasks.rados.rados.0.smithi157.stdout:881: done (1 left) 2024-08-17T00:35:05.025 INFO:tasks.rados.rados.0.smithi157.stdout:882: done (0 left) 2024-08-17T00:35:05.025 INFO:tasks.rados.rados.0.smithi157.stdout:883: copy_from oid 50 from oid 30 current snap is 78 2024-08-17T00:35:05.025 INFO:tasks.rados.rados.0.smithi157.stdout:884: snap_remove snap 75 2024-08-17T00:35:05.357 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:05 smithi157 systemd[1]: Stopping Ceph mon.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:35:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a[29407]: 2024-08-17T00:35:05.355+0000 7f71f18a4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:35:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a[29407]: 2024-08-17T00:35:05.355+0000 7f71f18a4640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-08-17T00:35:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:05 smithi157 podman[98589]: 2024-08-17 00:35:05.468258592 +0000 UTC m=+0.219292029 container died 326d536d0817cad28e91509c74262bbbaf8bf164282f9ca3215f88d529256765 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True) 2024-08-17T00:35:06.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:06 smithi157 podman[98589]: 2024-08-17 00:35:06.088038382 +0000 UTC m=+0.839071861 container cleanup 326d536d0817cad28e91509c74262bbbaf8bf164282f9ca3215f88d529256765 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, org.label-schema.build-date=20240731, ceph=True, RELEASE=quincy-03a1ac1, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-17T00:35:06.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:06 smithi157 bash[98589]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a 2024-08-17T00:35:06.570 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:06 smithi157 podman[98607]: 2024-08-17 00:35:06.306109736 +0000 UTC m=+0.831481135 container remove 326d536d0817cad28e91509c74262bbbaf8bf164282f9ca3215f88d529256765 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=quincy-03a1ac1, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-17T00:35:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:06 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-17T00:35:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:06 smithi157 systemd[1]: Stopped Ceph mon.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:35:06.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:06 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.a.service: Consumed 12.813s CPU time. 2024-08-17T00:35:06.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:06 smithi157 systemd[1]: Starting Ceph mon.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:35:07.256 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 podman[98742]: 2024-08-17 00:35:06.907025158 +0000 UTC m=+0.017992120 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:35:07.257 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 podman[98742]: 2024-08-17 00:35:07.02416444 +0000 UTC m=+0.135131430 container create 7cae4f2d8cd1c172093bf9d16e61da55db8476f66c9894043ca48ccb1b8f0a09 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-17T00:35:07.257 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 podman[98742]: 2024-08-17 00:35:07.226398578 +0000 UTC m=+0.337365526 container init 7cae4f2d8cd1c172093bf9d16e61da55db8476f66c9894043ca48ccb1b8f0a09 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, RELEASE=squid-d863d21) 2024-08-17T00:35:07.257 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 podman[98742]: 2024-08-17 00:35:07.231154846 +0000 UTC m=+0.342121794 container start 7cae4f2d8cd1c172093bf9d16e61da55db8476f66c9894043ca48ccb1b8f0a09 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-17T00:35:07.257 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T00:35:07.257 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc), process ceph-mon, pid 7 2024-08-17T00:35:07.257 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: pidfile_write: ignore empty --pid-file 2024-08-17T00:35:07.257 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: load: jerasure load: lrc 2024-08-17T00:35:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: RocksDB version: 7.9.2 2024-08-17T00:35:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Git sha 0 2024-08-17T00:35:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Compile date 2024-08-14 15:56:38 2024-08-17T00:35:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: DB SUMMARY 2024-08-17T00:35:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: DB Session ID: IZAIHVFLNDJB1AYCR7OW 2024-08-17T00:35:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: CURRENT file: CURRENT 2024-08-17T00:35:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T00:35:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1179 Bytes 2024-08-17T00:35:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-08-17T00:35:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 3741761 ; 2024-08-17T00:35:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.error_if_exists: 0 2024-08-17T00:35:07.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.create_if_missing: 0 2024-08-17T00:35:07.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.paranoid_checks: 1 2024-08-17T00:35:07.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T00:35:07.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T00:35:07.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T00:35:07.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.env: 0x55e7fdef67a0 2024-08-17T00:35:07.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T00:35:07.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.info_log: 0x55e800703500 2024-08-17T00:35:07.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T00:35:07.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.statistics: (nil) 2024-08-17T00:35:07.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.use_fsync: 0 2024-08-17T00:35:07.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_log_file_size: 0 2024-08-17T00:35:07.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T00:35:07.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T00:35:07.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T00:35:07.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T00:35:07.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.allow_fallocate: 1 2024-08-17T00:35:07.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T00:35:07.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T00:35:07.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.use_direct_reads: 0 2024-08-17T00:35:07.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T00:35:07.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T00:35:07.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.db_log_dir: 2024-08-17T00:35:07.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.wal_dir: 2024-08-17T00:35:07.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T00:35:07.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T00:35:07.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T00:35:07.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T00:35:07.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T00:35:07.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T00:35:07.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T00:35:07.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T00:35:07.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.write_buffer_manager: 0x55e8007128c0 2024-08-17T00:35:07.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T00:35:07.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T00:35:07.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T00:35:07.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T00:35:07.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T00:35:07.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T00:35:07.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T00:35:07.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T00:35:07.642 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.unordered_write: 0 2024-08-17T00:35:07.642 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T00:35:07.642 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T00:35:07.642 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T00:35:07.642 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T00:35:07.642 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.row_cache: None 2024-08-17T00:35:07.642 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.wal_filter: None 2024-08-17T00:35:07.642 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T00:35:07.643 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T00:35:07.643 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.two_write_queues: 0 2024-08-17T00:35:07.643 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T00:35:07.643 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.wal_compression: 0 2024-08-17T00:35:07.643 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.atomic_flush: 0 2024-08-17T00:35:07.643 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T00:35:07.643 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T00:35:07.643 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T00:35:07.643 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.log_readahead_size: 0 2024-08-17T00:35:07.643 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T00:35:07.643 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T00:35:07.643 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T00:35:07.643 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T00:35:07.644 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T00:35:07.644 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T00:35:07.644 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T00:35:07.644 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_background_jobs: 2 2024-08-17T00:35:07.644 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_background_compactions: -1 2024-08-17T00:35:07.644 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_subcompactions: 1 2024-08-17T00:35:07.644 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T00:35:07.644 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T00:35:07.644 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T00:35:07.644 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T00:35:07.645 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T00:35:07.645 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T00:35:07.645 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T00:35:07.645 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T00:35:07.645 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_open_files: -1 2024-08-17T00:35:07.645 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T00:35:07.645 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T00:35:07.645 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T00:35:07.645 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T00:35:07.645 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_background_flushes: -1 2024-08-17T00:35:07.646 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Compression algorithms supported: 2024-08-17T00:35:07.646 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: kZSTD supported: 0 2024-08-17T00:35:07.646 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: kXpressCompression supported: 0 2024-08-17T00:35:07.646 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: kBZip2Compression supported: 0 2024-08-17T00:35:07.646 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T00:35:07.646 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: kLZ4Compression supported: 1 2024-08-17T00:35:07.646 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: kZlibCompression supported: 1 2024-08-17T00:35:07.646 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T00:35:07.646 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: kSnappyCompression supported: 1 2024-08-17T00:35:07.646 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T00:35:07.647 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T00:35:07.647 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-08-17T00:35:07.647 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T00:35:07.647 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T00:35:07.647 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.merge_operator: 2024-08-17T00:35:07.647 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compaction_filter: None 2024-08-17T00:35:07.647 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T00:35:07.647 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T00:35:07.647 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T00:35:07.647 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T00:35:07.647 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e800703120) 2024-08-17T00:35:07.648 INFO:journalctl@ceph.mon.a.smithi157.stdout: cache_index_and_filter_blocks: 1 2024-08-17T00:35:07.648 INFO:journalctl@ceph.mon.a.smithi157.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T00:35:07.648 INFO:journalctl@ceph.mon.a.smithi157.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T00:35:07.648 INFO:journalctl@ceph.mon.a.smithi157.stdout: pin_top_level_index_and_filter: 1 2024-08-17T00:35:07.648 INFO:journalctl@ceph.mon.a.smithi157.stdout: index_type: 0 2024-08-17T00:35:07.648 INFO:journalctl@ceph.mon.a.smithi157.stdout: data_block_index_type: 0 2024-08-17T00:35:07.648 INFO:journalctl@ceph.mon.a.smithi157.stdout: index_shortening: 1 2024-08-17T00:35:07.648 INFO:journalctl@ceph.mon.a.smithi157.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T00:35:07.648 INFO:journalctl@ceph.mon.a.smithi157.stdout: checksum: 4 2024-08-17T00:35:07.648 INFO:journalctl@ceph.mon.a.smithi157.stdout: no_block_cache: 0 2024-08-17T00:35:07.648 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_cache: 0x55e8006f7090 2024-08-17T00:35:07.649 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_cache_name: BinnedLRUCache 2024-08-17T00:35:07.649 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_cache_options: 2024-08-17T00:35:07.649 INFO:journalctl@ceph.mon.a.smithi157.stdout: capacity : 536870912 2024-08-17T00:35:07.649 INFO:journalctl@ceph.mon.a.smithi157.stdout: num_shard_bits : 4 2024-08-17T00:35:07.649 INFO:journalctl@ceph.mon.a.smithi157.stdout: strict_capacity_limit : 0 2024-08-17T00:35:07.649 INFO:journalctl@ceph.mon.a.smithi157.stdout: high_pri_pool_ratio: 0.000 2024-08-17T00:35:07.649 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_cache_compressed: (nil) 2024-08-17T00:35:07.649 INFO:journalctl@ceph.mon.a.smithi157.stdout: persistent_cache: (nil) 2024-08-17T00:35:07.649 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_size: 4096 2024-08-17T00:35:07.649 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_size_deviation: 10 2024-08-17T00:35:07.650 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_restart_interval: 16 2024-08-17T00:35:07.650 INFO:journalctl@ceph.mon.a.smithi157.stdout: index_block_restart_interval: 1 2024-08-17T00:35:07.650 INFO:journalctl@ceph.mon.a.smithi157.stdout: metadata_block_size: 4096 2024-08-17T00:35:07.650 INFO:journalctl@ceph.mon.a.smithi157.stdout: partition_filters: 0 2024-08-17T00:35:07.650 INFO:journalctl@ceph.mon.a.smithi157.stdout: use_delta_encoding: 1 2024-08-17T00:35:07.650 INFO:journalctl@ceph.mon.a.smithi157.stdout: filter_policy: bloomfilter 2024-08-17T00:35:07.650 INFO:journalctl@ceph.mon.a.smithi157.stdout: whole_key_filtering: 1 2024-08-17T00:35:07.650 INFO:journalctl@ceph.mon.a.smithi157.stdout: verify_compression: 0 2024-08-17T00:35:07.650 INFO:journalctl@ceph.mon.a.smithi157.stdout: read_amp_bytes_per_bit: 0 2024-08-17T00:35:07.651 INFO:journalctl@ceph.mon.a.smithi157.stdout: format_version: 5 2024-08-17T00:35:07.651 INFO:journalctl@ceph.mon.a.smithi157.stdout: enable_index_compression: 1 2024-08-17T00:35:07.651 INFO:journalctl@ceph.mon.a.smithi157.stdout: block_align: 0 2024-08-17T00:35:07.651 INFO:journalctl@ceph.mon.a.smithi157.stdout: max_auto_readahead_size: 262144 2024-08-17T00:35:07.651 INFO:journalctl@ceph.mon.a.smithi157.stdout: prepopulate_block_cache: 0 2024-08-17T00:35:07.651 INFO:journalctl@ceph.mon.a.smithi157.stdout: initial_auto_readahead_size: 8192 2024-08-17T00:35:07.651 INFO:journalctl@ceph.mon.a.smithi157.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T00:35:07.651 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T00:35:07.651 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T00:35:07.651 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compression: NoCompression 2024-08-17T00:35:07.651 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T00:35:07.651 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T00:35:07.652 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T00:35:07.652 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.num_levels: 7 2024-08-17T00:35:07.652 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T00:35:07.652 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T00:35:07.652 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T00:35:07.652 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T00:35:07.652 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T00:35:07.652 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T00:35:07.652 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T00:35:07.653 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:35:07.653 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T00:35:07.653 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T00:35:07.653 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T00:35:07.653 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T00:35:07.653 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T00:35:07.653 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T00:35:07.653 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T00:35:07.653 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T00:35:07.654 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:35:07.654 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T00:35:07.654 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T00:35:07.654 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T00:35:07.654 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T00:35:07.654 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T00:35:07.654 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T00:35:07.654 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T00:35:07.654 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T00:35:07.655 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T00:35:07.655 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T00:35:07.655 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T00:35:07.655 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T00:35:07.655 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T00:35:07.655 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T00:35:07.655 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T00:35:07.655 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T00:35:07.655 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T00:35:07.655 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T00:35:07.656 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T00:35:07.656 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T00:35:07.656 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T00:35:07.656 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T00:35:07.656 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T00:35:07.656 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T00:35:07.656 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T00:35:07.656 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T00:35:07.656 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T00:35:07.656 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T00:35:07.656 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T00:35:07.657 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T00:35:07.657 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T00:35:07.657 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T00:35:07.657 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T00:35:07.657 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T00:35:07.657 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T00:35:07.657 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T00:35:07.657 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T00:35:07.657 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.inplace_update_support: 0 2024-08-17T00:35:07.657 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T00:35:07.657 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T00:35:07.657 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T00:35:07.657 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T00:35:07.658 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.bloom_locality: 0 2024-08-17T00:35:07.658 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.max_successive_merges: 0 2024-08-17T00:35:07.658 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T00:35:07.658 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T00:35:07.658 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T00:35:07.658 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T00:35:07.658 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.ttl: 2592000 2024-08-17T00:35:07.658 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T00:35:07.658 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T00:35:07.658 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T00:35:07.658 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.enable_blob_files: false 2024-08-17T00:35:07.658 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.min_blob_size: 0 2024-08-17T00:35:07.659 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T00:35:07.659 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T00:35:07.659 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T00:35:07.659 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T00:35:07.659 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T00:35:07.659 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T00:35:07.659 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T00:35:07.659 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T00:35:07.659 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-08-17T00:35:07.659 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T00:35:07.659 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12932, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T00:35:07.659 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-08-17T00:35:07.659 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5db5f56c-0f40-45ac-b937-1a4d44a192c6 2024-08-17T00:35:07.659 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854907258640, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-08-17T00:35:07.660 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-08-17T00:35:07.660 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854907271193, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 3490097, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12934, "largest_seqno": 14608, "table_properties": {"data_size": 3480973, "index_size": 6158, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1925, "raw_key_size": 18167, "raw_average_key_size": 24, "raw_value_size": 3463987, "raw_average_value_size": 4637, "num_data_blocks": 273, "num_entries": 747, "num_filter_entries": 747, "num_deletions": 30, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723854907, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5db5f56c-0f40-45ac-b937-1a4d44a192c6", "db_session_id": "IZAIHVFLNDJB1AYCR7OW", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-08-17T00:35:07.660 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854907271300, "job": 1, "event": "recovery_finished"} 2024-08-17T00:35:07.660 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-08-17T00:35:07.660 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T00:35:07.660 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T00:35:07.660 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e800724e00 2024-08-17T00:35:07.660 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: DB pointer 0x55e80081e000 2024-08-17T00:35:07.660 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T00:35:07.660 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T00:35:07.660 INFO:journalctl@ceph.mon.a.smithi157.stdout: ** DB Stats ** 2024-08-17T00:35:07.660 INFO:journalctl@ceph.mon.a.smithi157.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:35:07.660 INFO:journalctl@ceph.mon.a.smithi157.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T00:35:07.661 INFO:journalctl@ceph.mon.a.smithi157.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T00:35:07.661 INFO:journalctl@ceph.mon.a.smithi157.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:35:07.661 INFO:journalctl@ceph.mon.a.smithi157.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T00:35:07.661 INFO:journalctl@ceph.mon.a.smithi157.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T00:35:07.661 INFO:journalctl@ceph.mon.a.smithi157.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:35:07.661 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:35:07.661 INFO:journalctl@ceph.mon.a.smithi157.stdout: ** Compaction Stats [default] ** 2024-08-17T00:35:07.661 INFO:journalctl@ceph.mon.a.smithi157.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T00:35:07.661 INFO:journalctl@ceph.mon.a.smithi157.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T00:35:07.661 INFO:journalctl@ceph.mon.a.smithi157.stdout: L0 1/0 3.33 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 580.7 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-08-17T00:35:07.661 INFO:journalctl@ceph.mon.a.smithi157.stdout: L6 1/0 7.70 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-17T00:35:07.661 INFO:journalctl@ceph.mon.a.smithi157.stdout: Sum 2/0 11.03 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 580.7 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-08-17T00:35:07.661 INFO:journalctl@ceph.mon.a.smithi157.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 580.7 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-08-17T00:35:07.661 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:35:07.662 INFO:journalctl@ceph.mon.a.smithi157.stdout: ** Compaction Stats [default] ** 2024-08-17T00:35:07.662 INFO:journalctl@ceph.mon.a.smithi157.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T00:35:07.662 INFO:journalctl@ceph.mon.a.smithi157.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:35:07.662 INFO:journalctl@ceph.mon.a.smithi157.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 580.7 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-08-17T00:35:07.662 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:35:07.662 INFO:journalctl@ceph.mon.a.smithi157.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T00:35:07.662 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:35:07.662 INFO:journalctl@ceph.mon.a.smithi157.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:35:07.662 INFO:journalctl@ceph.mon.a.smithi157.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-08-17T00:35:07.662 INFO:journalctl@ceph.mon.a.smithi157.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T00:35:07.662 INFO:journalctl@ceph.mon.a.smithi157.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T00:35:07.663 INFO:journalctl@ceph.mon.a.smithi157.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T00:35:07.663 INFO:journalctl@ceph.mon.a.smithi157.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T00:35:07.663 INFO:journalctl@ceph.mon.a.smithi157.stdout: Cumulative compaction: 0.00 GB write, 216.88 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:35:07.663 INFO:journalctl@ceph.mon.a.smithi157.stdout: Interval compaction: 0.00 GB write, 216.88 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:35:07.663 INFO:journalctl@ceph.mon.a.smithi157.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T00:35:07.663 INFO:journalctl@ceph.mon.a.smithi157.stdout: Block cache BinnedLRUCache@0x55e8006f7090#7 capacity: 512.00 MB usage: 8.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-17T00:35:07.663 INFO:journalctl@ceph.mon.a.smithi157.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.03 KB,0.00038743%) IndexBlock(1,6.58 KB,0.00125468%) Misc(1,0.00 KB,0%) 2024-08-17T00:35:07.663 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:35:07.663 INFO:journalctl@ceph.mon.a.smithi157.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T00:35:07.663 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: starting mon.a rank 0 at public addrs [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] at bind addrs [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:35:07.663 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: mon.a@-1(???) e3 preinit fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:35:07.663 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: mon.a@-1(???).mds e8 new map 2024-08-17T00:35:07.664 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: mon.a@-1(???).mds e8 print_map 2024-08-17T00:35:07.664 INFO:journalctl@ceph.mon.a.smithi157.stdout: e8 2024-08-17T00:35:07.664 INFO:journalctl@ceph.mon.a.smithi157.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-17T00:35:07.664 INFO:journalctl@ceph.mon.a.smithi157.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T00:35:07.664 INFO:journalctl@ceph.mon.a.smithi157.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T00:35:07.664 INFO:journalctl@ceph.mon.a.smithi157.stdout: legacy client fscid: 1 2024-08-17T00:35:07.664 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:35:07.664 INFO:journalctl@ceph.mon.a.smithi157.stdout: Filesystem 'cephfs' (1) 2024-08-17T00:35:07.664 INFO:journalctl@ceph.mon.a.smithi157.stdout: fs_name cephfs 2024-08-17T00:35:07.664 INFO:journalctl@ceph.mon.a.smithi157.stdout: epoch 8 2024-08-17T00:35:07.664 INFO:journalctl@ceph.mon.a.smithi157.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-17T00:35:07.664 INFO:journalctl@ceph.mon.a.smithi157.stdout: created 2024-08-17T00:28:56.429867+0000 2024-08-17T00:35:07.664 INFO:journalctl@ceph.mon.a.smithi157.stdout: modified 2024-08-17T00:29:08.586631+0000 2024-08-17T00:35:07.664 INFO:journalctl@ceph.mon.a.smithi157.stdout: tableserver 0 2024-08-17T00:35:07.665 INFO:journalctl@ceph.mon.a.smithi157.stdout: root 0 2024-08-17T00:35:07.665 INFO:journalctl@ceph.mon.a.smithi157.stdout: session_timeout 60 2024-08-17T00:35:07.665 INFO:journalctl@ceph.mon.a.smithi157.stdout: session_autoclose 300 2024-08-17T00:35:07.665 INFO:journalctl@ceph.mon.a.smithi157.stdout: max_file_size 1099511627776 2024-08-17T00:35:07.665 INFO:journalctl@ceph.mon.a.smithi157.stdout: max_xattr_size 65536 2024-08-17T00:35:07.665 INFO:journalctl@ceph.mon.a.smithi157.stdout: required_client_features {} 2024-08-17T00:35:07.665 INFO:journalctl@ceph.mon.a.smithi157.stdout: last_failure 0 2024-08-17T00:35:07.665 INFO:journalctl@ceph.mon.a.smithi157.stdout: last_failure_osd_epoch 0 2024-08-17T00:35:07.665 INFO:journalctl@ceph.mon.a.smithi157.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T00:35:07.665 INFO:journalctl@ceph.mon.a.smithi157.stdout: max_mds 1 2024-08-17T00:35:07.665 INFO:journalctl@ceph.mon.a.smithi157.stdout: in 0 2024-08-17T00:35:07.665 INFO:journalctl@ceph.mon.a.smithi157.stdout: up {0=24319} 2024-08-17T00:35:07.666 INFO:journalctl@ceph.mon.a.smithi157.stdout: failed 2024-08-17T00:35:07.666 INFO:journalctl@ceph.mon.a.smithi157.stdout: damaged 2024-08-17T00:35:07.666 INFO:journalctl@ceph.mon.a.smithi157.stdout: stopped 2024-08-17T00:35:07.666 INFO:journalctl@ceph.mon.a.smithi157.stdout: data_pools [3] 2024-08-17T00:35:07.666 INFO:journalctl@ceph.mon.a.smithi157.stdout: metadata_pool 2 2024-08-17T00:35:07.666 INFO:journalctl@ceph.mon.a.smithi157.stdout: inline_data disabled 2024-08-17T00:35:07.666 INFO:journalctl@ceph.mon.a.smithi157.stdout: balancer 2024-08-17T00:35:07.666 INFO:journalctl@ceph.mon.a.smithi157.stdout: bal_rank_mask -1 2024-08-17T00:35:07.666 INFO:journalctl@ceph.mon.a.smithi157.stdout: standby_count_wanted 0 2024-08-17T00:35:07.666 INFO:journalctl@ceph.mon.a.smithi157.stdout: qdb_cluster leader: 0 members: 2024-08-17T00:35:07.666 INFO:journalctl@ceph.mon.a.smithi157.stdout: [mds.b{0:24319} state up:active seq 5 addr [v2:172.21.15.187:6832/2168209297,v1:172.21.15.187:6833/2168209297] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T00:35:07.666 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:35:07.666 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:35:07.667 INFO:journalctl@ceph.mon.a.smithi157.stdout: Standby daemons: 2024-08-17T00:35:07.667 INFO:journalctl@ceph.mon.a.smithi157.stdout: 2024-08-17T00:35:07.667 INFO:journalctl@ceph.mon.a.smithi157.stdout: [mds.a{-1:14445} state up:standby seq 1 addr [v2:172.21.15.157:6834/969013348,v1:172.21.15.157:6835/969013348] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T00:35:07.667 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: mon.a@-1(???).osd e231 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-17T00:35:07.667 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: mon.a@-1(???).osd e231 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:35:07.667 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: mon.a@-1(???).osd e231 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:35:07.667 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: mon.a@-1(???).osd e231 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:35:07.667 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 ceph-mon[98780]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-08-17T00:35:07.667 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 bash[98742]: 7cae4f2d8cd1c172093bf9d16e61da55db8476f66c9894043ca48ccb1b8f0a09 2024-08-17T00:35:07.667 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:07 smithi157 systemd[1]: Started Ceph mon.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:35:08.118 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:35:08.375 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:35:08.376 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (62s) 30s ago 5m 16.3M - 0.25.0 c8568f914cd2 e5fc458eaa70 2024-08-17T00:35:08.376 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (51s) 10s ago 4m 82.6M - 9.4.7 954c08fa6188 3c616dd0c45b 2024-08-17T00:35:08.376 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (6m) 30s ago 6m 15.4M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:35:08.376 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (6m) 10s ago 6m 18.9M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:35:08.376 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283,8765 running (15s) 10s ago 9m 54.6M - 19.1.0-1363-gd863d21c ba08250ef864 97f58199005a 2024-08-17T00:35:08.376 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (44s) 30s ago 11m 477M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:35:08.376 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 starting - - - 2048M 2024-08-17T00:35:08.377 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (10m) 10s ago 10m 49.5M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 08bc4d37e299 2024-08-17T00:35:08.377 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (10m) 30s ago 10m 45.6M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 f84af0d3eeb1 2024-08-17T00:35:08.377 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (60s) 30s ago 4m 8102k - 1.5.0 0da6a335fe13 b4e36e574235 2024-08-17T00:35:08.377 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (49s) 10s ago 4m 7730k - 1.5.0 0da6a335fe13 73e607038b0d 2024-08-17T00:35:08.377 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (9m) 30s ago 9m 117M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 5724a0a2acf7 2024-08-17T00:35:08.377 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (9m) 30s ago 9m 89.4M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 06419c3d3168 2024-08-17T00:35:08.377 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (8m) 30s ago 8m 116M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 f0716b3a6da4 2024-08-17T00:35:08.377 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (8m) 30s ago 8m 79.7M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 34877baf90d9 2024-08-17T00:35:08.377 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (8m) 10s ago 8m 90.1M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 8b55fa435d4d 2024-08-17T00:35:08.377 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (7m) 10s ago 7m 95.1M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 87ee417e591b 2024-08-17T00:35:08.377 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (7m) 10s ago 7m 84.0M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bd8a836eeeec 2024-08-17T00:35:08.377 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (6m) 10s ago 6m 99.3M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:35:08.377 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (20s) 10s ago 5m 44.7M - 2.43.0 a07b618ecd1d 736dc11bd87e 2024-08-17T00:35:08.714 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:35:08.714 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:35:08.714 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2, 2024-08-17T00:35:08.714 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 1 2024-08-17T00:35:08.714 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:35:08.714 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:35:08.714 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:35:08.714 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:35:08.714 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:35:08.714 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:35:08.714 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:35:08.715 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:35:08.715 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:35:08.715 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:35:08.715 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:35:08.715 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 12, 2024-08-17T00:35:08.715 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:35:08.715 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:35:08.715 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:35:08.757 INFO:tasks.rados.rados.0.smithi157.stdout:884: done (1 left) 2024-08-17T00:35:08.757 INFO:tasks.rados.rados.0.smithi157.stdout:885: snap_create 2024-08-17T00:35:08.757 INFO:tasks.rados.rados.0.smithi157.stdout:883: finishing copy_from to smithi15786056-50 2024-08-17T00:35:08.758 INFO:tasks.rados.rados.0.smithi157.stdout:883: got expected ENOENT (src dne) 2024-08-17T00:35:08.758 INFO:tasks.rados.rados.0.smithi157.stdout:883: finishing copy_from racing read to smithi15786056-50 2024-08-17T00:35:08.956 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: ignoring --setuser ceph since I am not root 2024-08-17T00:35:08.956 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: ignoring --setgroup ceph since I am not root 2024-08-17T00:35:08.956 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mgr[81994]: -- 172.21.15.187:0/205119480 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562ee201b0e0 con 0x562ee1ff8800 2024-08-17T00:35:08.956 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:08.856+0000 7fd9495a0040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:35:08.956 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: pgmap v51: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-08-17T00:35:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: pgmap v52: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-08-17T00:35:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: from='client.25064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: mon.a calling monitor election 2024-08-17T00:35:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:35:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: monmap epoch 3 2024-08-17T00:35:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:35:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: last_changed 2024-08-17T00:24:51.750559+0000 2024-08-17T00:35:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: created 2024-08-17T00:23:19.848982+0000 2024-08-17T00:35:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: min_mon_release 17 (quincy) 2024-08-17T00:35:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: election_strategy: 1 2024-08-17T00:35:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: 0: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.a 2024-08-17T00:35:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-08-17T00:35:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: 2: [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] mon.c 2024-08-17T00:35:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:35:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: osdmap e231: 8 total, 8 up, 8 in 2024-08-17T00:35:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: mgrmap e36: y(active, since 35s), standbys: x 2024-08-17T00:35:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: overall HEALTH_OK 2024-08-17T00:35:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: from='mgr.15075 ' entity='' 2024-08-17T00:35:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: mgrmap e37: y(active, since 35s), standbys: x 2024-08-17T00:35:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:08 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/3146313188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:35:09.047 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ignoring --setuser ceph since I am not root 2024-08-17T00:35:09.047 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ignoring --setgroup ceph since I am not root 2024-08-17T00:35:09.047 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mgr[89542]: -- 172.21.15.157:0/1790304191 <== mon.2 v2:172.21.15.157:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d538f470e0 con 0x55d538f25000 2024-08-17T00:35:09.047 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:08.891+0000 7fa3796b4040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:35:09.048 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: pgmap v51: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-08-17T00:35:09.048 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: pgmap v52: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-08-17T00:35:09.048 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:09.048 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: from='client.25064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:09.048 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: mon.a calling monitor election 2024-08-17T00:35:09.048 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:35:09.048 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: monmap epoch 3 2024-08-17T00:35:09.048 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:35:09.048 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: last_changed 2024-08-17T00:24:51.750559+0000 2024-08-17T00:35:09.048 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: created 2024-08-17T00:23:19.848982+0000 2024-08-17T00:35:09.049 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: min_mon_release 17 (quincy) 2024-08-17T00:35:09.049 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: election_strategy: 1 2024-08-17T00:35:09.049 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: 0: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.a 2024-08-17T00:35:09.049 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-08-17T00:35:09.049 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: 2: [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] mon.c 2024-08-17T00:35:09.049 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:35:09.049 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: osdmap e231: 8 total, 8 up, 8 in 2024-08-17T00:35:09.049 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: mgrmap e36: y(active, since 35s), standbys: x 2024-08-17T00:35:09.049 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: overall HEALTH_OK 2024-08-17T00:35:09.049 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: from='mgr.15075 ' entity='' 2024-08-17T00:35:09.049 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: mgrmap e37: y(active, since 35s), standbys: x 2024-08-17T00:35:09.049 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[40946]: from='client.? 172.21.15.157:0/3146313188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:35:09.049 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: pgmap v51: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-08-17T00:35:09.050 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: pgmap v52: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-08-17T00:35:09.050 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:09.050 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: from='client.25064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:09.050 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: mon.a calling monitor election 2024-08-17T00:35:09.050 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:35:09.050 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: monmap epoch 3 2024-08-17T00:35:09.050 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:35:09.050 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: last_changed 2024-08-17T00:24:51.750559+0000 2024-08-17T00:35:09.050 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: created 2024-08-17T00:23:19.848982+0000 2024-08-17T00:35:09.050 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: min_mon_release 17 (quincy) 2024-08-17T00:35:09.050 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: election_strategy: 1 2024-08-17T00:35:09.050 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: 0: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.a 2024-08-17T00:35:09.050 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-08-17T00:35:09.051 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: 2: [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] mon.c 2024-08-17T00:35:09.051 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:35:09.051 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: osdmap e231: 8 total, 8 up, 8 in 2024-08-17T00:35:09.051 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: mgrmap e36: y(active, since 35s), standbys: x 2024-08-17T00:35:09.051 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: overall HEALTH_OK 2024-08-17T00:35:09.051 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: from='mgr.15075 ' entity='' 2024-08-17T00:35:09.051 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: mgrmap e37: y(active, since 35s), standbys: x 2024-08-17T00:35:09.051 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:08 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3146313188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:35:09.307 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:09 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:09.005+0000 7fd9495a0040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:35:09.308 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:09 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:09.070+0000 7fd9495a0040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:35:09.308 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:09 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:09.306+0000 7fd9495a0040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:35:09.362 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:09.046+0000 7fa3796b4040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:35:09.362 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:09.116+0000 7fa3796b4040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:35:09.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:09.361+0000 7fa3796b4040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:35:09.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:09.422+0000 7fa3796b4040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:35:09.705 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:09 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:09.365+0000 7fd9495a0040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:35:09.757 INFO:tasks.rados.rados.0.smithi157.stdout:883: done (1 left) 2024-08-17T00:35:09.757 INFO:tasks.rados.rados.0.smithi157.stdout:885: done (0 left) 2024-08-17T00:35:09.757 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 79 2024-08-17T00:35:09.757 INFO:tasks.rados.rados.0.smithi157.stdout:886: seq_num 283 ranges {6643712=745472,7389184=712704,8101888=458752,8560640=434176} 2024-08-17T00:35:09.797 INFO:tasks.rados.rados.0.smithi157.stdout:886: writing smithi15786056-21 from 6643712 to 7389184 tid 1 2024-08-17T00:35:09.801 INFO:tasks.rados.rados.0.smithi157.stdout:886: writing smithi15786056-21 from 7389184 to 8101888 tid 2 2024-08-17T00:35:09.804 INFO:tasks.rados.rados.0.smithi157.stdout:886: writing smithi15786056-21 from 8101888 to 8560640 tid 3 2024-08-17T00:35:09.807 INFO:tasks.rados.rados.0.smithi157.stdout:886: writing smithi15786056-21 from 8560640 to 8994816 tid 4 2024-08-17T00:35:09.807 INFO:tasks.rados.rados.0.smithi157.stdout:887: rollback oid 42 current snap is 79 2024-08-17T00:35:09.807 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 42 to 74 2024-08-17T00:35:09.807 INFO:tasks.rados.rados.0.smithi157.stdout:886: finishing write tid 1 to smithi15786056-21 2024-08-17T00:35:09.808 INFO:tasks.rados.rados.0.smithi157.stdout:886: finishing write tid 2 to smithi15786056-21 2024-08-17T00:35:09.808 INFO:tasks.rados.rados.0.smithi157.stdout:886: finishing write tid 3 to smithi15786056-21 2024-08-17T00:35:09.808 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 47 current snap is 79 2024-08-17T00:35:09.808 INFO:tasks.rados.rados.0.smithi157.stdout:888: seq_num 284 ranges {2220032=761856,2981888=598016,3579904=671744,4251648=335872} 2024-08-17T00:35:09.823 INFO:tasks.rados.rados.0.smithi157.stdout:888: writing smithi15786056-47 from 2220032 to 2981888 tid 1 2024-08-17T00:35:09.827 INFO:tasks.rados.rados.0.smithi157.stdout:888: writing smithi15786056-47 from 2981888 to 3579904 tid 2 2024-08-17T00:35:09.831 INFO:tasks.rados.rados.0.smithi157.stdout:888: writing smithi15786056-47 from 3579904 to 4251648 tid 3 2024-08-17T00:35:09.834 INFO:tasks.rados.rados.0.smithi157.stdout:888: writing smithi15786056-47 from 4251648 to 4587520 tid 4 2024-08-17T00:35:09.834 INFO:tasks.rados.rados.0.smithi157.stdout:889: copy_from oid 13 from oid 7 current snap is 79 2024-08-17T00:35:09.834 INFO:tasks.rados.rados.0.smithi157.stdout:886: finishing write tid 4 to smithi15786056-21 2024-08-17T00:35:09.834 INFO:tasks.rados.rados.0.smithi157.stdout:886: finishing write tid 5 to smithi15786056-21 2024-08-17T00:35:09.834 INFO:tasks.rados.rados.0.smithi157.stdout:886: finishing write tid 6 to smithi15786056-21 2024-08-17T00:35:09.834 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 463 (ObjNum 283 snap 79 seq_num 283) dirty exists 2024-08-17T00:35:09.834 INFO:tasks.rados.rados.0.smithi157.stdout:886: left oid 21 (ObjNum 283 snap 79 seq_num 283) 2024-08-17T00:35:09.834 INFO:tasks.rados.rados.0.smithi157.stdout:887: finishing rollback tid 0 to smithi15786056-42 2024-08-17T00:35:09.834 INFO:tasks.rados.rados.0.smithi157.stdout:887: finishing rollback tid 1 to smithi15786056-42 2024-08-17T00:35:09.835 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 533 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T00:35:09.835 INFO:tasks.rados.rados.0.smithi157.stdout:888: finishing write tid 1 to smithi15786056-47 2024-08-17T00:35:09.835 INFO:tasks.rados.rados.0.smithi157.stdout:888: finishing write tid 2 to smithi15786056-47 2024-08-17T00:35:09.835 INFO:tasks.rados.rados.0.smithi157.stdout:886: done (3 left) 2024-08-17T00:35:09.835 INFO:tasks.rados.rados.0.smithi157.stdout:887: done (2 left) 2024-08-17T00:35:09.835 INFO:tasks.rados.rados.0.smithi157.stdout:890: snap_create 2024-08-17T00:35:09.835 INFO:tasks.rados.rados.0.smithi157.stdout:888: finishing write tid 3 to smithi15786056-47 2024-08-17T00:35:09.836 INFO:tasks.rados.rados.0.smithi157.stdout:888: finishing write tid 4 to smithi15786056-47 2024-08-17T00:35:09.836 INFO:tasks.rados.rados.0.smithi157.stdout:888: finishing write tid 5 to smithi15786056-47 2024-08-17T00:35:09.837 INFO:tasks.rados.rados.0.smithi157.stdout:888: finishing write tid 6 to smithi15786056-47 2024-08-17T00:35:09.837 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 323 (ObjNum 284 snap 79 seq_num 284) dirty exists 2024-08-17T00:35:09.837 INFO:tasks.rados.rados.0.smithi157.stdout:888: left oid 47 (ObjNum 284 snap 79 seq_num 284) 2024-08-17T00:35:09.837 INFO:tasks.rados.rados.0.smithi157.stdout:889: finishing copy_from to smithi15786056-13 2024-08-17T00:35:09.837 INFO:tasks.rados.rados.0.smithi157.stdout:889: got expected ENOENT (src dne) 2024-08-17T00:35:09.837 INFO:tasks.rados.rados.0.smithi157.stdout:889: finishing copy_from racing read to smithi15786056-13 2024-08-17T00:35:10.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:09 smithi157 ceph-mon[40946]: osdmap e232: 8 total, 8 up, 8 in 2024-08-17T00:35:10.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:09 smithi157 ceph-mon[98780]: osdmap e232: 8 total, 8 up, 8 in 2024-08-17T00:35:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:09 smithi187 ceph-mon[33407]: osdmap e232: 8 total, 8 up, 8 in 2024-08-17T00:35:10.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:10.380+0000 7fa3796b4040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:35:10.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:10.495+0000 7fa3796b4040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:35:10.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:10.553+0000 7fa3796b4040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:35:10.688 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:10.303+0000 7fd9495a0040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:35:10.688 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:10.416+0000 7fd9495a0040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:35:10.688 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:10.473+0000 7fd9495a0040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:35:10.688 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:10.686+0000 7fd9495a0040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:35:10.766 INFO:tasks.rados.rados.0.smithi157.stdout:888: done (2 left) 2024-08-17T00:35:10.766 INFO:tasks.rados.rados.0.smithi157.stdout:889: done (1 left) 2024-08-17T00:35:10.766 INFO:tasks.rados.rados.0.smithi157.stdout:890: done (0 left) 2024-08-17T00:35:10.766 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 80 2024-08-17T00:35:10.766 INFO:tasks.rados.rados.0.smithi157.stdout:891: seq_num 285 ranges {0=778240,778240=475136,1253376=475136,1728512=655360} 2024-08-17T00:35:10.770 INFO:tasks.rados.rados.0.smithi157.stdout:891: writing smithi15786056-15 from 0 to 778240 tid 1 2024-08-17T00:35:10.773 INFO:tasks.rados.rados.0.smithi157.stdout:891: writing smithi15786056-15 from 778240 to 1253376 tid 2 2024-08-17T00:35:10.776 INFO:tasks.rados.rados.0.smithi157.stdout:891: writing smithi15786056-15 from 1253376 to 1728512 tid 3 2024-08-17T00:35:10.780 INFO:tasks.rados.rados.0.smithi157.stdout:891: writing smithi15786056-15 from 1728512 to 2383872 tid 4 2024-08-17T00:35:10.781 INFO:tasks.rados.rados.0.smithi157.stdout:892: delete oid 31 current snap is 80 2024-08-17T00:35:10.781 INFO:tasks.rados.rados.0.smithi157.stdout:891: finishing write tid 1 to smithi15786056-15 2024-08-17T00:35:10.781 INFO:tasks.rados.rados.0.smithi157.stdout:891: finishing write tid 2 to smithi15786056-15 2024-08-17T00:35:10.781 INFO:tasks.rados.rados.0.smithi157.stdout:891: finishing write tid 3 to smithi15786056-15 2024-08-17T00:35:10.783 INFO:tasks.rados.rados.0.smithi157.stdout:891: finishing write tid 4 to smithi15786056-15 2024-08-17T00:35:10.784 INFO:tasks.rados.rados.0.smithi157.stdout:891: finishing write tid 5 to smithi15786056-15 2024-08-17T00:35:10.785 INFO:tasks.rados.rados.0.smithi157.stdout:892: done (1 left) 2024-08-17T00:35:10.785 INFO:tasks.rados.rados.0.smithi157.stdout:893: snap_create 2024-08-17T00:35:10.785 INFO:tasks.rados.rados.0.smithi157.stdout:891: finishing write tid 6 to smithi15786056-15 2024-08-17T00:35:10.785 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 445 (ObjNum 285 snap 80 seq_num 285) dirty exists 2024-08-17T00:35:10.786 INFO:tasks.rados.rados.0.smithi157.stdout:891: left oid 15 (ObjNum 285 snap 80 seq_num 285) 2024-08-17T00:35:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:10 smithi187 ceph-mon[33407]: osdmap e233: 8 total, 8 up, 8 in 2024-08-17T00:35:10.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:10.747+0000 7fd9495a0040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:35:10.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:10.819+0000 7fd9495a0040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:35:11.052 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:10 smithi157 ceph-mon[98780]: osdmap e233: 8 total, 8 up, 8 in 2024-08-17T00:35:11.053 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:10 smithi157 ceph-mon[40946]: osdmap e233: 8 total, 8 up, 8 in 2024-08-17T00:35:11.053 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:10.773+0000 7fa3796b4040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:35:11.053 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:10.838+0000 7fa3796b4040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:35:11.053 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:10.905+0000 7fa3796b4040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:35:11.053 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:11.051+0000 7fa3796b4040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:35:11.376 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:10.964+0000 7fd9495a0040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:35:11.688 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:11.374+0000 7fd9495a0040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:35:11.688 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:11.686+0000 7fd9495a0040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:35:11.763 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:11.471+0000 7fa3796b4040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:35:11.771 INFO:tasks.rados.rados.0.smithi157.stdout:891: done (1 left) 2024-08-17T00:35:11.771 INFO:tasks.rados.rados.0.smithi157.stdout:893: done (0 left) 2024-08-17T00:35:11.771 INFO:tasks.rados.rados.0.smithi157.stdout:894: copy_from oid 33 from oid 44 current snap is 81 2024-08-17T00:35:11.771 INFO:tasks.rados.rados.0.smithi157.stdout:895: delete oid 3 current snap is 81 2024-08-17T00:35:11.776 INFO:tasks.rados.rados.0.smithi157.stdout:895: done (1 left) 2024-08-17T00:35:11.776 INFO:tasks.rados.rados.0.smithi157.stdout:896: snap_remove snap 71 2024-08-17T00:35:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:11 smithi187 ceph-mon[33407]: osdmap e234: 8 total, 8 up, 8 in 2024-08-17T00:35:11.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:11.752+0000 7fd9495a0040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:35:11.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:11.908+0000 7fd9495a0040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:35:12.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:11 smithi157 ceph-mon[40946]: osdmap e234: 8 total, 8 up, 8 in 2024-08-17T00:35:12.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:11 smithi157 ceph-mon[98780]: osdmap e234: 8 total, 8 up, 8 in 2024-08-17T00:35:12.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:11.793+0000 7fa3796b4040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:35:12.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:11.860+0000 7fa3796b4040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:35:12.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:12 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:12.010+0000 7fa3796b4040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:35:12.287 INFO:tasks.rados.rados.0.smithi157.stdout:896: done (1 left) 2024-08-17T00:35:12.287 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 81 2024-08-17T00:35:12.287 INFO:tasks.rados.rados.0.smithi157.stdout:894: finishing copy_from to smithi15786056-33 2024-08-17T00:35:12.287 INFO:tasks.rados.rados.0.smithi157.stdout:894: got expected ENOENT (src dne) 2024-08-17T00:35:12.287 INFO:tasks.rados.rados.0.smithi157.stdout:894: finishing copy_from racing read to smithi15786056-33 2024-08-17T00:35:12.287 INFO:tasks.rados.rados.0.smithi157.stdout:897: seq_num 288 ranges {8994816=24576} 2024-08-17T00:35:12.333 INFO:tasks.rados.rados.0.smithi157.stdout:897: writing smithi15786056-21 from 8994816 to 9019392 tid 1 2024-08-17T00:35:12.333 INFO:tasks.rados.rados.0.smithi157.stdout:894: done (1 left) 2024-08-17T00:35:12.333 INFO:tasks.rados.rados.0.smithi157.stdout:898: read oid 26 snap -1 2024-08-17T00:35:12.333 INFO:tasks.rados.rados.0.smithi157.stdout:898: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:35:12.333 INFO:tasks.rados.rados.0.smithi157.stdout:899: snap_remove snap 72 2024-08-17T00:35:12.472 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:12.473 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:12.218+0000 7fd9495a0040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:35:12.473 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:12.278+0000 7fd9495a0040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:35:12.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:12 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:12.333+0000 7fa3796b4040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:35:12.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:12 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:12.395+0000 7fa3796b4040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:35:12.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:12 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:12.579+0000 7fa3796b4040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:35:12.766 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:12.470+0000 7fd9495a0040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:35:12.766 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:12.618+0000 7fd9495a0040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T00:35:12.766 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:12.681+0000 7fd9495a0040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:35:12.766 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:12.764+0000 7fd9495a0040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:35:13.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:12 smithi157 ceph-mon[40946]: osdmap e235: 8 total, 8 up, 8 in 2024-08-17T00:35:13.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:12 smithi157 ceph-mon[40946]: osdmap e236: 8 total, 8 up, 8 in 2024-08-17T00:35:13.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:12 smithi157 ceph-mon[98780]: osdmap e235: 8 total, 8 up, 8 in 2024-08-17T00:35:13.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:12 smithi157 ceph-mon[98780]: osdmap e236: 8 total, 8 up, 8 in 2024-08-17T00:35:13.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:12 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:12.726+0000 7fa3796b4040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T00:35:13.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:12 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:12.792+0000 7fa3796b4040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:35:13.136 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:12 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:12.875+0000 7fa3796b4040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:35:13.136 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:12 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:12.934+0000 7fa3796b4040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:35:13.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:12 smithi187 ceph-mon[33407]: osdmap e235: 8 total, 8 up, 8 in 2024-08-17T00:35:13.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:12 smithi187 ceph-mon[33407]: osdmap e236: 8 total, 8 up, 8 in 2024-08-17T00:35:13.205 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:12.824+0000 7fd9495a0040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:35:13.286 INFO:tasks.rados.rados.0.smithi157.stdout:897: finishing write tid 1 to smithi15786056-21 2024-08-17T00:35:13.286 INFO:tasks.rados.rados.0.smithi157.stdout:897: finishing write tid 2 to smithi15786056-21 2024-08-17T00:35:13.286 INFO:tasks.rados.rados.0.smithi157.stdout:898: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:35:13.291 INFO:tasks.rados.rados.0.smithi157.stdout:897: finishing write tid 3 to smithi15786056-21 2024-08-17T00:35:13.291 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 474 (ObjNum 288 snap 81 seq_num 288) dirty exists 2024-08-17T00:35:13.291 INFO:tasks.rados.rados.0.smithi157.stdout:897: left oid 21 (ObjNum 288 snap 81 seq_num 288) 2024-08-17T00:35:13.291 INFO:tasks.rados.rados.0.smithi157.stdout:897: done (2 left) 2024-08-17T00:35:13.291 INFO:tasks.rados.rados.0.smithi157.stdout:898: done (1 left) 2024-08-17T00:35:13.292 INFO:tasks.rados.rados.0.smithi157.stdout:899: done (0 left) 2024-08-17T00:35:13.292 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 81 2024-08-17T00:35:13.292 INFO:tasks.rados.rados.0.smithi157.stdout:900: seq_num 289 ranges {2170880=40960} 2024-08-17T00:35:13.308 INFO:tasks.rados.rados.0.smithi157.stdout:900: writing smithi15786056-18 from 2170880 to 2211840 tid 1 2024-08-17T00:35:13.308 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 9 current snap is 81 2024-08-17T00:35:13.308 INFO:tasks.rados.rados.0.smithi157.stdout:901: seq_num 290 ranges {0=57344} 2024-08-17T00:35:13.308 INFO:tasks.rados.rados.0.smithi157.stdout:901: writing smithi15786056-9 from 0 to 57344 tid 1 2024-08-17T00:35:13.308 INFO:tasks.rados.rados.0.smithi157.stdout:902: rollback oid 40 current snap is 81 2024-08-17T00:35:13.308 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 40 to 79 2024-08-17T00:35:13.308 INFO:tasks.rados.rados.0.smithi157.stdout:903: rollback oid 22 current snap is 81 2024-08-17T00:35:13.308 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 22 to 79 2024-08-17T00:35:13.308 INFO:tasks.rados.rados.0.smithi157.stdout:904: rmattr oid 31 current snap is 81 2024-08-17T00:35:13.309 INFO:tasks.rados.rados.0.smithi157.stdout:904: done (4 left) 2024-08-17T00:35:13.309 INFO:tasks.rados.rados.0.smithi157.stdout:905: read oid 21 snap -1 2024-08-17T00:35:13.309 INFO:tasks.rados.rados.0.smithi157.stdout:905: expect (ObjNum 288 snap 81 seq_num 288) 2024-08-17T00:35:13.309 INFO:tasks.rados.rados.0.smithi157.stdout:906: snap_create 2024-08-17T00:35:13.309 INFO:tasks.rados.rados.0.smithi157.stdout:900: finishing write tid 1 to smithi15786056-18 2024-08-17T00:35:13.309 INFO:tasks.rados.rados.0.smithi157.stdout:900: finishing write tid 2 to smithi15786056-18 2024-08-17T00:35:13.310 INFO:tasks.rados.rados.0.smithi157.stdout:902: finishing rollback tid 0 to smithi15786056-40 2024-08-17T00:35:13.310 INFO:tasks.rados.rados.0.smithi157.stdout:900: finishing write tid 3 to smithi15786056-18 2024-08-17T00:35:13.310 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 408 (ObjNum 289 snap 81 seq_num 289) dirty exists 2024-08-17T00:35:13.310 INFO:tasks.rados.rados.0.smithi157.stdout:900: left oid 18 (ObjNum 289 snap 81 seq_num 289) 2024-08-17T00:35:13.310 INFO:tasks.rados.rados.0.smithi157.stdout:902: finishing rollback tid 1 to smithi15786056-40 2024-08-17T00:35:13.311 INFO:tasks.rados.rados.0.smithi157.stdout:901: finishing write tid 1 to smithi15786056-9 2024-08-17T00:35:13.311 INFO:tasks.rados.rados.0.smithi157.stdout:901: finishing write tid 2 to smithi15786056-9 2024-08-17T00:35:13.311 INFO:tasks.rados.rados.0.smithi157.stdout:902: finishing rollback tid 2 to smithi15786056-40 2024-08-17T00:35:13.311 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 449 (ObjNum 243 snap 65 seq_num 243) dirty exists 2024-08-17T00:35:13.311 INFO:tasks.rados.rados.0.smithi157.stdout:901: finishing write tid 3 to smithi15786056-9 2024-08-17T00:35:13.311 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 267 (ObjNum 290 snap 81 seq_num 290) dirty exists 2024-08-17T00:35:13.311 INFO:tasks.rados.rados.0.smithi157.stdout:901: left oid 9 (ObjNum 290 snap 81 seq_num 290) 2024-08-17T00:35:13.330 INFO:tasks.rados.rados.0.smithi157.stdout:903: finishing rollback tid 1 to smithi15786056-22 2024-08-17T00:35:13.330 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 451 (ObjNum 289 snap 0 seq_num 1462391839) dirty dne 2024-08-17T00:35:13.347 INFO:tasks.rados.rados.0.smithi157.stdout:905: expect (ObjNum 288 snap 81 seq_num 288) 2024-08-17T00:35:13.642 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:13.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:13.643 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:13.373+0000 7fd9495a0040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:35:13.643 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:13.533+0000 7fd9495a0040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:35:13.643 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: [17/Aug/2024:00:35:13] ENGINE Bus STARTING 2024-08-17T00:35:13.643 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: CherryPy Checker: 2024-08-17T00:35:13.643 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: The Application mounted at '' has an empty config. 2024-08-17T00:35:13.643 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: 2024-08-17T00:35:13.643 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: [17/Aug/2024:00:35:13] ENGINE Serving on http://:::9283 2024-08-17T00:35:13.643 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 00:35:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x[81970]: [17/Aug/2024:00:35:13] ENGINE Bus STARTED 2024-08-17T00:35:13.801 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:13.490+0000 7fa3796b4040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:35:13.802 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:13.654+0000 7fa3796b4040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:35:13.802 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:35:13] ENGINE Bus STARTING 2024-08-17T00:35:13.802 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: CherryPy Checker: 2024-08-17T00:35:13.802 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: The Application mounted at '' has an empty config. 2024-08-17T00:35:13.802 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:13.970 INFO:tasks.rados.rados.0.smithi157.stdout:900: done (5 left) 2024-08-17T00:35:13.971 INFO:tasks.rados.rados.0.smithi157.stdout:901: done (4 left) 2024-08-17T00:35:13.971 INFO:tasks.rados.rados.0.smithi157.stdout:902: done (3 left) 2024-08-17T00:35:13.971 INFO:tasks.rados.rados.0.smithi157.stdout:903: done (2 left) 2024-08-17T00:35:13.971 INFO:tasks.rados.rados.0.smithi157.stdout:905: done (1 left) 2024-08-17T00:35:13.971 INFO:tasks.rados.rados.0.smithi157.stdout:906: done (0 left) 2024-08-17T00:35:13.971 INFO:tasks.rados.rados.0.smithi157.stdout:907: snap_remove snap 76 2024-08-17T00:35:14.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:13.800+0000 7fa2e09f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:35:14.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:13.800+0000 7fa2e09f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:35:14.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:13.800+0000 7fa2e09f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:35:14.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:13.800+0000 7fa2e09f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:35:14.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:13.800+0000 7fa2e09f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:35:14.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:13.800+0000 7fa2e51fc640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:35:14.136 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:13.800+0000 7fa2e51fc640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:35:14.136 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:13.800+0000 7fa2e51fc640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:35:14.136 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:13.800+0000 7fa2e51fc640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:35:14.136 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:13.800+0000 7fa2e51fc640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:35:14.136 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:35:13] ENGINE Serving on http://:::9283 2024-08-17T00:35:14.136 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:35:13] ENGINE Bus STARTED 2024-08-17T00:35:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: osdmap e237: 8 total, 8 up, 8 in 2024-08-17T00:35:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: Standby manager daemon x restarted 2024-08-17T00:35:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: Standby manager daemon x started 2024-08-17T00:35:14.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.? 172.21.15.187:0/2186723230' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:35:14.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.? 172.21.15.187:0/2186723230' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:35:14.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.? 172.21.15.187:0/2186723230' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:35:14.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.? 172.21.15.187:0/2186723230' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:35:14.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: Active manager daemon y restarted 2024-08-17T00:35:14.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: Activating manager daemon y 2024-08-17T00:35:14.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: osdmap e238: 8 total, 8 up, 8 in 2024-08-17T00:35:14.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: mgrmap e38: y(active, starting, since 0.00819601s), standbys: x 2024-08-17T00:35:14.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:14.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:14.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:14.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:35:14.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:35:14.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:35:14.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:35:14.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:35:14.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:35:14.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:35:14.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:14.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:14.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:14.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:35:14.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:35:14.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:35:14.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:35:14.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:35:14.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: Manager daemon y is now available 2024-08-17T00:35:14.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:14.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:35:14.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:35:14.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:35:14.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:35:14.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:35:14.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: osdmap e237: 8 total, 8 up, 8 in 2024-08-17T00:35:14.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: Standby manager daemon x restarted 2024-08-17T00:35:14.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: Standby manager daemon x started 2024-08-17T00:35:14.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/2186723230' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:35:14.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/2186723230' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:35:14.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/2186723230' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:35:14.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.? 172.21.15.187:0/2186723230' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:35:14.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: Active manager daemon y restarted 2024-08-17T00:35:14.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: Activating manager daemon y 2024-08-17T00:35:14.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: osdmap e238: 8 total, 8 up, 8 in 2024-08-17T00:35:14.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: mgrmap e38: y(active, starting, since 0.00819601s), standbys: x 2024-08-17T00:35:14.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:14.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:14.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:14.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:35:14.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:35:14.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:35:14.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:35:14.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:35:14.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:35:14.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:35:14.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:14.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:14.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:14.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:35:14.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:35:14.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:35:14.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:35:14.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:35:14.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: Manager daemon y is now available 2024-08-17T00:35:14.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:14.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:35:14.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:35:14.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:35:14.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:35:14.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:35:14.677 INFO:tasks.rados.rados.0.smithi157.stdout:907: done (0 left) 2024-08-17T00:35:14.677 INFO:tasks.rados.rados.0.smithi157.stdout:908: read oid 47 snap -1 2024-08-17T00:35:14.678 INFO:tasks.rados.rados.0.smithi157.stdout:908: expect (ObjNum 284 snap 79 seq_num 284) 2024-08-17T00:35:14.678 INFO:tasks.rados.rados.0.smithi157.stdout:909: read oid 35 snap -1 2024-08-17T00:35:14.678 INFO:tasks.rados.rados.0.smithi157.stdout:909: expect (ObjNum 268 snap 70 seq_num 268) 2024-08-17T00:35:14.678 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 82 2024-08-17T00:35:14.678 INFO:tasks.rados.rados.0.smithi157.stdout:910: seq_num 291 ranges {0=81920} 2024-08-17T00:35:14.678 INFO:tasks.rados.rados.0.smithi157.stdout:910: writing smithi15786056-4 from 0 to 81920 tid 1 2024-08-17T00:35:14.679 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 36 current snap is 82 2024-08-17T00:35:14.679 INFO:tasks.rados.rados.0.smithi157.stdout:911: seq_num 292 ranges {1196032=98304} 2024-08-17T00:35:14.686 INFO:tasks.rados.rados.0.smithi157.stdout:911: writing smithi15786056-36 from 1196032 to 1294336 tid 1 2024-08-17T00:35:14.686 INFO:tasks.rados.rados.0.smithi157.stdout:912: copy_from oid 8 from oid 27 current snap is 82 2024-08-17T00:35:14.686 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 82 2024-08-17T00:35:14.686 INFO:tasks.rados.rados.0.smithi157.stdout:913: seq_num 293 ranges {1736704=114688} 2024-08-17T00:35:14.697 INFO:tasks.rados.rados.0.smithi157.stdout:913: writing smithi15786056-48 from 1736704 to 1851392 tid 1 2024-08-17T00:35:14.697 INFO:tasks.rados.rados.0.smithi157.stdout:914: rollback oid 18 current snap is 82 2024-08-17T00:35:14.697 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 18 to 77 2024-08-17T00:35:14.698 INFO:tasks.rados.rados.0.smithi157.stdout:910: finishing write tid 1 to smithi15786056-4 2024-08-17T00:35:14.698 INFO:tasks.rados.rados.0.smithi157.stdout:910: finishing write tid 2 to smithi15786056-4 2024-08-17T00:35:14.698 INFO:tasks.rados.rados.0.smithi157.stdout:911: finishing write tid 1 to smithi15786056-36 2024-08-17T00:35:14.698 INFO:tasks.rados.rados.0.smithi157.stdout:911: finishing write tid 2 to smithi15786056-36 2024-08-17T00:35:14.698 INFO:tasks.rados.rados.0.smithi157.stdout:915: delete oid 28 current snap is 82 2024-08-17T00:35:14.698 INFO:tasks.rados.rados.0.smithi157.stdout:911: finishing write tid 3 to smithi15786056-36 2024-08-17T00:35:14.698 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 58 (ObjNum 292 snap 82 seq_num 292) dirty exists 2024-08-17T00:35:14.698 INFO:tasks.rados.rados.0.smithi157.stdout:911: left oid 36 (ObjNum 292 snap 82 seq_num 292) 2024-08-17T00:35:14.700 INFO:tasks.rados.rados.0.smithi157.stdout:910: finishing write tid 3 to smithi15786056-4 2024-08-17T00:35:14.700 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 132 (ObjNum 291 snap 82 seq_num 291) dirty exists 2024-08-17T00:35:14.700 INFO:tasks.rados.rados.0.smithi157.stdout:910: left oid 4 (ObjNum 291 snap 82 seq_num 291) 2024-08-17T00:35:14.701 INFO:tasks.rados.rados.0.smithi157.stdout:914: finishing rollback tid 0 to smithi15786056-18 2024-08-17T00:35:14.701 INFO:tasks.rados.rados.0.smithi157.stdout:914: finishing rollback tid 1 to smithi15786056-18 2024-08-17T00:35:14.701 INFO:tasks.rados.rados.0.smithi157.stdout:914: finishing rollback tid 2 to smithi15786056-18 2024-08-17T00:35:14.701 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 411 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-08-17T00:35:14.702 INFO:tasks.rados.rados.0.smithi157.stdout:913: finishing write tid 1 to smithi15786056-48 2024-08-17T00:35:14.702 INFO:tasks.rados.rados.0.smithi157.stdout:913: finishing write tid 2 to smithi15786056-48 2024-08-17T00:35:14.704 INFO:tasks.rados.rados.0.smithi157.stdout:913: finishing write tid 3 to smithi15786056-48 2024-08-17T00:35:14.704 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 552 (ObjNum 293 snap 82 seq_num 293) dirty exists 2024-08-17T00:35:14.704 INFO:tasks.rados.rados.0.smithi157.stdout:913: left oid 48 (ObjNum 293 snap 82 seq_num 293) 2024-08-17T00:35:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: osdmap e237: 8 total, 8 up, 8 in 2024-08-17T00:35:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: Standby manager daemon x restarted 2024-08-17T00:35:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: Standby manager daemon x started 2024-08-17T00:35:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/2186723230' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:35:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/2186723230' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:35:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/2186723230' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:35:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.? 172.21.15.187:0/2186723230' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:35:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: Active manager daemon y restarted 2024-08-17T00:35:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: Activating manager daemon y 2024-08-17T00:35:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: osdmap e238: 8 total, 8 up, 8 in 2024-08-17T00:35:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: mgrmap e38: y(active, starting, since 0.00819601s), standbys: x 2024-08-17T00:35:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:14.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:35:14.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:35:14.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:35:14.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:35:14.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:35:14.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:35:14.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:35:14.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:14.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:14.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:14.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:35:14.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:35:14.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:35:14.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:35:14.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:35:14.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: Manager daemon y is now available 2024-08-17T00:35:14.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:14.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:35:14.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:35:14.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:35:14.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:35:14.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:14 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:35:14.709 INFO:tasks.rados.rados.0.smithi157.stdout:909: expect (ObjNum 268 snap 70 seq_num 268) 2024-08-17T00:35:14.819 INFO:tasks.rados.rados.0.smithi157.stdout:908: expect (ObjNum 284 snap 79 seq_num 284) 2024-08-17T00:35:14.964 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:14.671+0000 7fa318536640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-08-17T00:35:14.964 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:14.829+0000 7fa2cc095640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:00:35:14] ENGINE Error in HTTPServer.serve 2024-08-17T00:35:14.965 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: Traceback (most recent call last): 2024-08-17T00:35:14.965 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:35:14.965 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: self._connections.run(self.expiration_interval) 2024-08-17T00:35:14.965 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:35:14.965 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: self._run(expiration_interval) 2024-08-17T00:35:14.965 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:35:14.965 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:35:14.965 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:35:14.965 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:35:14.965 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:35:14.965 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: s = self.context.wrap_socket( 2024-08-17T00:35:14.965 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:35:14.965 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: return self.sslsocket_class._create( 2024-08-17T00:35:14.966 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:35:14.966 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: self.do_handshake() 2024-08-17T00:35:14.966 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:35:14.966 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: self._sslobj.do_handshake() 2024-08-17T00:35:14.966 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:35:14.966 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:14.981 INFO:tasks.rados.rados.0.smithi157.stdout:912: finishing copy_from racing read to smithi15786056-8 2024-08-17T00:35:14.981 INFO:tasks.rados.rados.0.smithi157.stdout:912: finishing copy_from to smithi15786056-8 2024-08-17T00:35:14.981 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 135 (ObjNum 249 snap 66 seq_num 249) dirty exists 2024-08-17T00:35:14.981 INFO:tasks.rados.rados.0.smithi157.stdout:908: done (7 left) 2024-08-17T00:35:14.981 INFO:tasks.rados.rados.0.smithi157.stdout:909: done (6 left) 2024-08-17T00:35:14.981 INFO:tasks.rados.rados.0.smithi157.stdout:910: done (5 left) 2024-08-17T00:35:14.982 INFO:tasks.rados.rados.0.smithi157.stdout:911: done (4 left) 2024-08-17T00:35:14.982 INFO:tasks.rados.rados.0.smithi157.stdout:912: done (3 left) 2024-08-17T00:35:14.982 INFO:tasks.rados.rados.0.smithi157.stdout:913: done (2 left) 2024-08-17T00:35:14.982 INFO:tasks.rados.rados.0.smithi157.stdout:914: done (1 left) 2024-08-17T00:35:14.982 INFO:tasks.rados.rados.0.smithi157.stdout:915: done (0 left) 2024-08-17T00:35:14.982 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 82 2024-08-17T00:35:14.982 INFO:tasks.rados.rados.0.smithi157.stdout:916: seq_num 295 ranges {81920=147456} 2024-08-17T00:35:14.983 INFO:tasks.rados.rados.0.smithi157.stdout:916: writing smithi15786056-4 from 81920 to 229376 tid 1 2024-08-17T00:35:14.983 INFO:tasks.rados.rados.0.smithi157.stdout:917: read oid 45 snap -1 2024-08-17T00:35:14.983 INFO:tasks.rados.rados.0.smithi157.stdout:917: expect (ObjNum 260 snap 68 seq_num 260) 2024-08-17T00:35:14.983 INFO:tasks.rados.rados.0.smithi157.stdout:918: snap_remove snap 78 2024-08-17T00:35:15.685 INFO:tasks.rados.rados.0.smithi157.stdout:918: done (2 left) 2024-08-17T00:35:15.686 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 82 2024-08-17T00:35:15.686 INFO:tasks.rados.rados.0.smithi157.stdout:916: finishing write tid 1 to smithi15786056-4 2024-08-17T00:35:15.686 INFO:tasks.rados.rados.0.smithi157.stdout:916: finishing write tid 2 to smithi15786056-4 2024-08-17T00:35:15.686 INFO:tasks.rados.rados.0.smithi157.stdout:916: finishing write tid 3 to smithi15786056-4 2024-08-17T00:35:15.686 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 134 (ObjNum 295 snap 82 seq_num 295) dirty exists 2024-08-17T00:35:15.686 INFO:tasks.rados.rados.0.smithi157.stdout:916: left oid 4 (ObjNum 295 snap 82 seq_num 295) 2024-08-17T00:35:15.686 INFO:tasks.rados.rados.0.smithi157.stdout:917: expect (ObjNum 260 snap 68 seq_num 260) 2024-08-17T00:35:15.835 INFO:tasks.rados.rados.0.smithi157.stdout:919: seq_num 296 ranges {9019392=163840} 2024-08-17T00:35:15.885 INFO:tasks.rados.rados.0.smithi157.stdout:919: writing smithi15786056-21 from 9019392 to 9183232 tid 1 2024-08-17T00:35:15.885 INFO:tasks.rados.rados.0.smithi157.stdout:916: done (2 left) 2024-08-17T00:35:15.885 INFO:tasks.rados.rados.0.smithi157.stdout:917: done (1 left) 2024-08-17T00:35:15.885 INFO:tasks.rados.rados.0.smithi157.stdout:920: snap_create 2024-08-17T00:35:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:15 smithi157 ceph-mon[98780]: mgrmap e39: y(active, since 1.01097s), standbys: x 2024-08-17T00:35:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:15 smithi157 ceph-mon[98780]: osdmap e239: 8 total, 8 up, 8 in 2024-08-17T00:35:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:15 smithi157 ceph-mon[98780]: [17/Aug/2024:00:35:14] ENGINE Bus STARTING 2024-08-17T00:35:15.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:15 smithi157 ceph-mon[40946]: mgrmap e39: y(active, since 1.01097s), standbys: x 2024-08-17T00:35:15.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:15 smithi157 ceph-mon[40946]: osdmap e239: 8 total, 8 up, 8 in 2024-08-17T00:35:15.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:15 smithi157 ceph-mon[40946]: [17/Aug/2024:00:35:14] ENGINE Bus STARTING 2024-08-17T00:35:15.887 INFO:tasks.rados.rados.0.smithi157.stdout:919: finishing write tid 1 to smithi15786056-21 2024-08-17T00:35:15.887 INFO:tasks.rados.rados.0.smithi157.stdout:919: finishing write tid 2 to smithi15786056-21 2024-08-17T00:35:15.888 INFO:tasks.rados.rados.0.smithi157.stdout:919: finishing write tid 3 to smithi15786056-21 2024-08-17T00:35:15.888 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 494 (ObjNum 296 snap 82 seq_num 296) dirty exists 2024-08-17T00:35:15.888 INFO:tasks.rados.rados.0.smithi157.stdout:919: left oid 21 (ObjNum 296 snap 82 seq_num 296) 2024-08-17T00:35:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:15 smithi187 ceph-mon[33407]: mgrmap e39: y(active, since 1.01097s), standbys: x 2024-08-17T00:35:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:15 smithi187 ceph-mon[33407]: osdmap e239: 8 total, 8 up, 8 in 2024-08-17T00:35:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:15 smithi187 ceph-mon[33407]: [17/Aug/2024:00:35:14] ENGINE Bus STARTING 2024-08-17T00:35:16.682 INFO:tasks.rados.rados.0.smithi157.stdout:919: done (1 left) 2024-08-17T00:35:16.682 INFO:tasks.rados.rados.0.smithi157.stdout:920: done (0 left) 2024-08-17T00:35:16.682 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 19 current snap is 83 2024-08-17T00:35:16.682 INFO:tasks.rados.rados.0.smithi157.stdout:921: seq_num 297 ranges {3670016=180224} 2024-08-17T00:35:16.703 INFO:tasks.rados.rados.0.smithi157.stdout:921: writing smithi15786056-19 from 3670016 to 3850240 tid 1 2024-08-17T00:35:16.703 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 83 2024-08-17T00:35:16.703 INFO:tasks.rados.rados.0.smithi157.stdout:922: seq_num 298 ranges {1728512=196608} 2024-08-17T00:35:16.714 INFO:tasks.rados.rados.0.smithi157.stdout:922: writing smithi15786056-25 from 1728512 to 1925120 tid 1 2024-08-17T00:35:16.714 INFO:tasks.rados.rados.0.smithi157.stdout:923: rmattr oid 42 current snap is 83 2024-08-17T00:35:16.714 INFO:tasks.rados.rados.0.smithi157.stdout:921: finishing write tid 1 to smithi15786056-19 2024-08-17T00:35:16.714 INFO:tasks.rados.rados.0.smithi157.stdout:921: finishing write tid 2 to smithi15786056-19 2024-08-17T00:35:16.714 INFO:tasks.rados.rados.0.smithi157.stdout:924: delete oid 10 current snap is 83 2024-08-17T00:35:16.714 INFO:tasks.rados.rados.0.smithi157.stdout:921: finishing write tid 3 to smithi15786056-19 2024-08-17T00:35:16.715 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 444 (ObjNum 297 snap 83 seq_num 297) dirty exists 2024-08-17T00:35:16.715 INFO:tasks.rados.rados.0.smithi157.stdout:921: left oid 19 (ObjNum 297 snap 83 seq_num 297) 2024-08-17T00:35:16.715 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 0 (ObjNum 129 snap 0 seq_num 170587080) dirty dne 2024-08-17T00:35:16.718 INFO:tasks.rados.rados.0.smithi157.stdout:922: finishing write tid 1 to smithi15786056-25 2024-08-17T00:35:16.718 INFO:tasks.rados.rados.0.smithi157.stdout:921: done (3 left) 2024-08-17T00:35:16.718 INFO:tasks.rados.rados.0.smithi157.stdout:923: done (2 left) 2024-08-17T00:35:16.718 INFO:tasks.rados.rados.0.smithi157.stdout:924: done (1 left) 2024-08-17T00:35:16.718 INFO:tasks.rados.rados.0.smithi157.stdout:925: copy_from oid 21 from oid 5 current snap is 83 2024-08-17T00:35:16.718 INFO:tasks.rados.rados.0.smithi157.stdout:926: snap_create 2024-08-17T00:35:16.718 INFO:tasks.rados.rados.0.smithi157.stdout:922: finishing write tid 2 to smithi15786056-25 2024-08-17T00:35:16.719 INFO:tasks.rados.rados.0.smithi157.stdout:922: finishing write tid 3 to smithi15786056-25 2024-08-17T00:35:16.719 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 280 (ObjNum 298 snap 83 seq_num 298) dirty exists 2024-08-17T00:35:16.719 INFO:tasks.rados.rados.0.smithi157.stdout:922: left oid 25 (ObjNum 298 snap 83 seq_num 298) 2024-08-17T00:35:16.728 INFO:tasks.rados.rados.0.smithi157.stdout:925: finishing copy_from racing read to smithi15786056-21 2024-08-17T00:35:16.729 INFO:tasks.rados.rados.0.smithi157.stdout:925: finishing copy_from to smithi15786056-21 2024-08-17T00:35:16.729 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 232 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-08-17T00:35:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:16 smithi157 ceph-mon[98780]: [17/Aug/2024:00:35:14] ENGINE Serving on https://172.21.15.157:7150 2024-08-17T00:35:16.890 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:16 smithi157 ceph-mon[98780]: [17/Aug/2024:00:35:14] ENGINE Error in HTTPServer.serve 2024-08-17T00:35:16.890 INFO:journalctl@ceph.mon.a.smithi157.stdout: Traceback (most recent call last): 2024-08-17T00:35:16.890 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:35:16.890 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:35:16.890 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:35:16.890 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._run(expiration_interval) 2024-08-17T00:35:16.890 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:35:16.890 INFO:journalctl@ceph.mon.a.smithi157.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:35:16.890 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:35:16.891 INFO:journalctl@ceph.mon.a.smithi157.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:35:16.891 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:35:16.891 INFO:journalctl@ceph.mon.a.smithi157.stdout: s = self.context.wrap_socket( 2024-08-17T00:35:16.891 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:35:16.891 INFO:journalctl@ceph.mon.a.smithi157.stdout: return self.sslsocket_class._create( 2024-08-17T00:35:16.891 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:35:16.891 INFO:journalctl@ceph.mon.a.smithi157.stdout: self.do_handshake() 2024-08-17T00:35:16.891 INFO:journalctl@ceph.mon.a.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:35:16.891 INFO:journalctl@ceph.mon.a.smithi157.stdout: self._sslobj.do_handshake() 2024-08-17T00:35:16.891 INFO:journalctl@ceph.mon.a.smithi157.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:35:16.891 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:16 smithi157 ceph-mon[98780]: [17/Aug/2024:00:35:14] ENGINE Serving on http://172.21.15.157:8765 2024-08-17T00:35:16.891 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:16 smithi157 ceph-mon[98780]: [17/Aug/2024:00:35:14] ENGINE Bus STARTED 2024-08-17T00:35:16.892 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:16 smithi157 ceph-mon[98780]: pgmap v5: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:35:16.892 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:16 smithi157 ceph-mon[98780]: mgrmap e40: y(active, since 2s), standbys: x 2024-08-17T00:35:16.892 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:16 smithi157 ceph-mon[98780]: osdmap e240: 8 total, 8 up, 8 in 2024-08-17T00:35:16.892 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:16 smithi157 ceph-mon[40946]: [17/Aug/2024:00:35:14] ENGINE Serving on https://172.21.15.157:7150 2024-08-17T00:35:16.892 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:16 smithi157 ceph-mon[40946]: [17/Aug/2024:00:35:14] ENGINE Error in HTTPServer.serve 2024-08-17T00:35:16.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: Traceback (most recent call last): 2024-08-17T00:35:16.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:35:16.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:35:16.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:35:16.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: self._run(expiration_interval) 2024-08-17T00:35:16.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:35:16.893 INFO:journalctl@ceph.mon.c.smithi157.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:35:16.893 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:35:16.893 INFO:journalctl@ceph.mon.c.smithi157.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:35:16.893 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:35:16.893 INFO:journalctl@ceph.mon.c.smithi157.stdout: s = self.context.wrap_socket( 2024-08-17T00:35:16.893 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:35:16.893 INFO:journalctl@ceph.mon.c.smithi157.stdout: return self.sslsocket_class._create( 2024-08-17T00:35:16.893 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:35:16.893 INFO:journalctl@ceph.mon.c.smithi157.stdout: self.do_handshake() 2024-08-17T00:35:16.893 INFO:journalctl@ceph.mon.c.smithi157.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:35:16.893 INFO:journalctl@ceph.mon.c.smithi157.stdout: self._sslobj.do_handshake() 2024-08-17T00:35:16.893 INFO:journalctl@ceph.mon.c.smithi157.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:35:16.893 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:16 smithi157 ceph-mon[40946]: [17/Aug/2024:00:35:14] ENGINE Serving on http://172.21.15.157:8765 2024-08-17T00:35:16.893 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:16 smithi157 ceph-mon[40946]: [17/Aug/2024:00:35:14] ENGINE Bus STARTED 2024-08-17T00:35:16.894 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:16 smithi157 ceph-mon[40946]: pgmap v5: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:35:16.894 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:16 smithi157 ceph-mon[40946]: mgrmap e40: y(active, since 2s), standbys: x 2024-08-17T00:35:16.894 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:16 smithi157 ceph-mon[40946]: osdmap e240: 8 total, 8 up, 8 in 2024-08-17T00:35:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:16 smithi187 ceph-mon[33407]: [17/Aug/2024:00:35:14] ENGINE Serving on https://172.21.15.157:7150 2024-08-17T00:35:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:16 smithi187 ceph-mon[33407]: [17/Aug/2024:00:35:14] ENGINE Error in HTTPServer.serve 2024-08-17T00:35:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout: Traceback (most recent call last): 2024-08-17T00:35:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:35:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:35:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:35:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout: self._run(expiration_interval) 2024-08-17T00:35:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:35:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:35:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:35:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:35:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:35:16.957 INFO:journalctl@ceph.mon.b.smithi187.stdout: s = self.context.wrap_socket( 2024-08-17T00:35:16.957 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:35:16.957 INFO:journalctl@ceph.mon.b.smithi187.stdout: return self.sslsocket_class._create( 2024-08-17T00:35:16.957 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:35:16.957 INFO:journalctl@ceph.mon.b.smithi187.stdout: self.do_handshake() 2024-08-17T00:35:16.957 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:35:16.957 INFO:journalctl@ceph.mon.b.smithi187.stdout: self._sslobj.do_handshake() 2024-08-17T00:35:16.957 INFO:journalctl@ceph.mon.b.smithi187.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:35:16.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:16 smithi187 ceph-mon[33407]: [17/Aug/2024:00:35:14] ENGINE Serving on http://172.21.15.157:8765 2024-08-17T00:35:16.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:16 smithi187 ceph-mon[33407]: [17/Aug/2024:00:35:14] ENGINE Bus STARTED 2024-08-17T00:35:16.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:16 smithi187 ceph-mon[33407]: pgmap v5: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:35:16.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:16 smithi187 ceph-mon[33407]: mgrmap e40: y(active, since 2s), standbys: x 2024-08-17T00:35:16.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:16 smithi187 ceph-mon[33407]: osdmap e240: 8 total, 8 up, 8 in 2024-08-17T00:35:17.284 INFO:tasks.rados.rados.0.smithi157.stdout:922: done (2 left) 2024-08-17T00:35:17.285 INFO:tasks.rados.rados.0.smithi157.stdout:925: done (1 left) 2024-08-17T00:35:17.285 INFO:tasks.rados.rados.0.smithi157.stdout:926: done (0 left) 2024-08-17T00:35:17.285 INFO:tasks.rados.rados.0.smithi157.stdout:927: rollback oid 44 current snap is 84 2024-08-17T00:35:17.285 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 44 to 66 2024-08-17T00:35:17.285 INFO:tasks.rados.rados.0.smithi157.stdout:928: copy_from oid 18 from oid 38 current snap is 84 2024-08-17T00:35:17.285 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 84 2024-08-17T00:35:17.285 INFO:tasks.rados.rados.0.smithi157.stdout:929: seq_num 300 ranges {0=229376} 2024-08-17T00:35:17.285 INFO:tasks.rados.rados.0.smithi157.stdout:929: writing smithi15786056-3 from 0 to 229376 tid 1 2024-08-17T00:35:17.285 INFO:tasks.rados.rados.0.smithi157.stdout:930: snap_remove snap 81 2024-08-17T00:35:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:17 smithi187 ceph-mon[33407]: osdmap e241: 8 total, 8 up, 8 in 2024-08-17T00:35:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:17 smithi187 ceph-mon[33407]: osdmap e242: 8 total, 8 up, 8 in 2024-08-17T00:35:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:17 smithi157 ceph-mon[40946]: osdmap e241: 8 total, 8 up, 8 in 2024-08-17T00:35:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:17 smithi157 ceph-mon[40946]: osdmap e242: 8 total, 8 up, 8 in 2024-08-17T00:35:18.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:17 smithi157 ceph-mon[98780]: osdmap e241: 8 total, 8 up, 8 in 2024-08-17T00:35:18.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:17 smithi157 ceph-mon[98780]: osdmap e242: 8 total, 8 up, 8 in 2024-08-17T00:35:18.294 INFO:tasks.rados.rados.0.smithi157.stdout:930: done (3 left) 2024-08-17T00:35:18.295 INFO:tasks.rados.rados.0.smithi157.stdout:931: snap_create 2024-08-17T00:35:18.295 INFO:tasks.rados.rados.0.smithi157.stdout:927: finishing rollback tid 1 to smithi15786056-44 2024-08-17T00:35:18.295 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:35:18.295 INFO:tasks.rados.rados.0.smithi157.stdout:928: finishing copy_from to smithi15786056-18 2024-08-17T00:35:18.295 INFO:tasks.rados.rados.0.smithi157.stdout:928: got expected ENOENT (src dne) 2024-08-17T00:35:18.295 INFO:tasks.rados.rados.0.smithi157.stdout:929: finishing write tid 1 to smithi15786056-3 2024-08-17T00:35:18.296 INFO:tasks.rados.rados.0.smithi157.stdout:928: finishing copy_from racing read to smithi15786056-18 2024-08-17T00:35:18.296 INFO:tasks.rados.rados.0.smithi157.stdout:929: finishing write tid 2 to smithi15786056-3 2024-08-17T00:35:18.296 INFO:tasks.rados.rados.0.smithi157.stdout:929: finishing write tid 3 to smithi15786056-3 2024-08-17T00:35:18.296 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 498 (ObjNum 300 snap 84 seq_num 300) dirty exists 2024-08-17T00:35:18.296 INFO:tasks.rados.rados.0.smithi157.stdout:929: left oid 3 (ObjNum 300 snap 84 seq_num 300) 2024-08-17T00:35:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:18 smithi187 ceph-mon[33407]: pgmap v9: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:35:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:18 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:18 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:18 smithi187 ceph-mon[33407]: osdmap e243: 8 total, 8 up, 8 in 2024-08-17T00:35:18.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:18 smithi187 ceph-mon[33407]: mgrmap e41: y(active, since 4s), standbys: x 2024-08-17T00:35:18.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:18 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:18.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:18 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:18.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:18 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:18.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:18 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[98780]: pgmap v9: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:35:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[98780]: osdmap e243: 8 total, 8 up, 8 in 2024-08-17T00:35:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[98780]: mgrmap e41: y(active, since 4s), standbys: x 2024-08-17T00:35:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:19.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[40946]: pgmap v9: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:35:19.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:19.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:19.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[40946]: osdmap e243: 8 total, 8 up, 8 in 2024-08-17T00:35:19.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[40946]: mgrmap e41: y(active, since 4s), standbys: x 2024-08-17T00:35:19.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:19.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:19.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:19.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:18 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:19.291 INFO:tasks.rados.rados.0.smithi157.stdout:927: done (3 left) 2024-08-17T00:35:19.291 INFO:tasks.rados.rados.0.smithi157.stdout:928: done (2 left) 2024-08-17T00:35:19.292 INFO:tasks.rados.rados.0.smithi157.stdout:929: done (1 left) 2024-08-17T00:35:19.292 INFO:tasks.rados.rados.0.smithi157.stdout:931: done (0 left) 2024-08-17T00:35:19.292 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 1 current snap is 85 2024-08-17T00:35:19.292 INFO:tasks.rados.rados.0.smithi157.stdout:932: seq_num 301 ranges {0=245760} 2024-08-17T00:35:19.293 INFO:tasks.rados.rados.0.smithi157.stdout:932: writing smithi15786056-1 from 0 to 245760 tid 1 2024-08-17T00:35:19.293 INFO:tasks.rados.rados.0.smithi157.stdout:933: read oid 35 snap -1 2024-08-17T00:35:19.293 INFO:tasks.rados.rados.0.smithi157.stdout:933: expect (ObjNum 268 snap 70 seq_num 268) 2024-08-17T00:35:19.293 INFO:tasks.rados.rados.0.smithi157.stdout:934: snap_create 2024-08-17T00:35:19.297 INFO:tasks.rados.rados.0.smithi157.stdout:932: finishing write tid 1 to smithi15786056-1 2024-08-17T00:35:19.297 INFO:tasks.rados.rados.0.smithi157.stdout:932: finishing write tid 2 to smithi15786056-1 2024-08-17T00:35:19.299 INFO:tasks.rados.rados.0.smithi157.stdout:932: finishing write tid 3 to smithi15786056-1 2024-08-17T00:35:19.299 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 140 (ObjNum 301 snap 85 seq_num 301) dirty exists 2024-08-17T00:35:19.299 INFO:tasks.rados.rados.0.smithi157.stdout:932: left oid 1 (ObjNum 301 snap 85 seq_num 301) 2024-08-17T00:35:19.309 INFO:tasks.rados.rados.0.smithi157.stdout:933: expect (ObjNum 268 snap 70 seq_num 268) 2024-08-17T00:35:20.298 INFO:tasks.rados.rados.0.smithi157.stdout:932: done (2 left) 2024-08-17T00:35:20.298 INFO:tasks.rados.rados.0.smithi157.stdout:933: done (1 left) 2024-08-17T00:35:20.298 INFO:tasks.rados.rados.0.smithi157.stdout:934: done (0 left) 2024-08-17T00:35:20.298 INFO:tasks.rados.rados.0.smithi157.stdout:935: rollback oid 37 current snap is 86 2024-08-17T00:35:20.298 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 37 to 66 2024-08-17T00:35:20.298 INFO:tasks.rados.rados.0.smithi157.stdout:936: delete oid 44 current snap is 86 2024-08-17T00:35:20.299 INFO:tasks.rados.rados.0.smithi157.stdout:936: done (1 left) 2024-08-17T00:35:20.299 INFO:tasks.rados.rados.0.smithi157.stdout:937: copy_from oid 39 from oid 8 current snap is 86 2024-08-17T00:35:20.299 INFO:tasks.rados.rados.0.smithi157.stdout:938: read oid 46 snap 85 2024-08-17T00:35:20.300 INFO:tasks.rados.rados.0.smithi157.stdout:938: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:35:20.300 INFO:tasks.rados.rados.0.smithi157.stdout:939: rollback oid 29 current snap is 86 2024-08-17T00:35:20.300 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 29 to 85 2024-08-17T00:35:20.300 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 50 current snap is 86 2024-08-17T00:35:20.300 INFO:tasks.rados.rados.0.smithi157.stdout:940: seq_num 303 ranges {0=278528} 2024-08-17T00:35:20.301 INFO:tasks.rados.rados.0.smithi157.stdout:940: writing smithi15786056-50 from 0 to 278528 tid 1 2024-08-17T00:35:20.301 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 86 2024-08-17T00:35:20.301 INFO:tasks.rados.rados.0.smithi157.stdout:941: seq_num 304 ranges {4923392=294912} 2024-08-17T00:35:20.330 INFO:tasks.rados.rados.0.smithi157.stdout:941: writing smithi15786056-24 from 4923392 to 5218304 tid 1 2024-08-17T00:35:20.331 INFO:tasks.rados.rados.0.smithi157.stdout:942: snap_remove snap 79 2024-08-17T00:35:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:19 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:19 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:19 smithi157 ceph-mon[40946]: osdmap e244: 8 total, 8 up, 8 in 2024-08-17T00:35:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:19 smithi157 ceph-mon[40946]: pgmap v12: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:35:20.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:19 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:20.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:19 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:20.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:19 smithi157 ceph-mon[98780]: osdmap e244: 8 total, 8 up, 8 in 2024-08-17T00:35:20.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:19 smithi157 ceph-mon[98780]: pgmap v12: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:35:20.445 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:19 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:20.445 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:19 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:20.445 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:19 smithi187 ceph-mon[33407]: osdmap e244: 8 total, 8 up, 8 in 2024-08-17T00:35:20.446 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:19 smithi187 ceph-mon[33407]: pgmap v12: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:35:21.302 INFO:tasks.rados.rados.0.smithi157.stdout:942: done (6 left) 2024-08-17T00:35:21.303 INFO:tasks.rados.rados.0.smithi157.stdout:943: rmattr oid 28 current snap is 86 2024-08-17T00:35:21.303 INFO:tasks.rados.rados.0.smithi157.stdout:943: done (6 left) 2024-08-17T00:35:21.303 INFO:tasks.rados.rados.0.smithi157.stdout:944: setattr oid 44 current snap is 86 2024-08-17T00:35:21.303 INFO:tasks.rados.rados.0.smithi157.stdout:939: finishing rollback tid 0 to smithi15786056-29 2024-08-17T00:35:21.303 INFO:tasks.rados.rados.0.smithi157.stdout:939: finishing rollback tid 1 to smithi15786056-29 2024-08-17T00:35:21.303 INFO:tasks.rados.rados.0.smithi157.stdout:939: finishing rollback tid 2 to smithi15786056-29 2024-08-17T00:35:21.303 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 562 (ObjNum 257 snap 67 seq_num 257) dirty exists 2024-08-17T00:35:21.303 INFO:tasks.rados.rados.0.smithi157.stdout:935: finishing rollback tid 0 to smithi15786056-37 2024-08-17T00:35:21.303 INFO:tasks.rados.rados.0.smithi157.stdout:935: finishing rollback tid 1 to smithi15786056-37 2024-08-17T00:35:21.303 INFO:tasks.rados.rados.0.smithi157.stdout:935: finishing rollback tid 2 to smithi15786056-37 2024-08-17T00:35:21.303 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 414 (ObjNum 198 snap 48 seq_num 198) dirty exists 2024-08-17T00:35:21.304 INFO:tasks.rados.rados.0.smithi157.stdout:938: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:35:21.329 INFO:tasks.rados.rados.0.smithi157.stdout:940: finishing write tid 1 to smithi15786056-50 2024-08-17T00:35:21.330 INFO:tasks.rados.rados.0.smithi157.stdout:940: finishing write tid 2 to smithi15786056-50 2024-08-17T00:35:21.330 INFO:tasks.rados.rados.0.smithi157.stdout:940: finishing write tid 3 to smithi15786056-50 2024-08-17T00:35:21.330 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 369 (ObjNum 303 snap 86 seq_num 303) dirty exists 2024-08-17T00:35:21.330 INFO:tasks.rados.rados.0.smithi157.stdout:940: left oid 50 (ObjNum 303 snap 86 seq_num 303) 2024-08-17T00:35:21.330 INFO:tasks.rados.rados.0.smithi157.stdout:937: finishing copy_from racing read to smithi15786056-39 2024-08-17T00:35:21.330 INFO:tasks.rados.rados.0.smithi157.stdout:937: finishing copy_from to smithi15786056-39 2024-08-17T00:35:21.330 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 135 (ObjNum 249 snap 66 seq_num 249) dirty exists 2024-08-17T00:35:21.330 INFO:tasks.rados.rados.0.smithi157.stdout:941: finishing write tid 1 to smithi15786056-24 2024-08-17T00:35:21.330 INFO:tasks.rados.rados.0.smithi157.stdout:941: finishing write tid 2 to smithi15786056-24 2024-08-17T00:35:21.330 INFO:tasks.rados.rados.0.smithi157.stdout:941: finishing write tid 3 to smithi15786056-24 2024-08-17T00:35:21.330 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 325 (ObjNum 304 snap 86 seq_num 304) dirty exists 2024-08-17T00:35:21.330 INFO:tasks.rados.rados.0.smithi157.stdout:941: left oid 24 (ObjNum 304 snap 86 seq_num 304) 2024-08-17T00:35:21.331 INFO:tasks.rados.rados.0.smithi157.stdout:935: done (6 left) 2024-08-17T00:35:21.331 INFO:tasks.rados.rados.0.smithi157.stdout:937: done (5 left) 2024-08-17T00:35:21.331 INFO:tasks.rados.rados.0.smithi157.stdout:938: done (4 left) 2024-08-17T00:35:21.331 INFO:tasks.rados.rados.0.smithi157.stdout:939: done (3 left) 2024-08-17T00:35:21.331 INFO:tasks.rados.rados.0.smithi157.stdout:940: done (2 left) 2024-08-17T00:35:21.331 INFO:tasks.rados.rados.0.smithi157.stdout:941: done (1 left) 2024-08-17T00:35:21.331 INFO:tasks.rados.rados.0.smithi157.stdout:945: snap_remove snap 82 2024-08-17T00:35:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:21 smithi157 ceph-mon[98780]: osdmap e245: 8 total, 8 up, 8 in 2024-08-17T00:35:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:21 smithi157 ceph-mon[40946]: osdmap e245: 8 total, 8 up, 8 in 2024-08-17T00:35:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:21 smithi187 ceph-mon[33407]: osdmap e245: 8 total, 8 up, 8 in 2024-08-17T00:35:22.314 INFO:tasks.rados.rados.0.smithi157.stdout:945: done (1 left) 2024-08-17T00:35:22.314 INFO:tasks.rados.rados.0.smithi157.stdout:946: rollback oid 16 current snap is 86 2024-08-17T00:35:22.314 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 16 to 85 2024-08-17T00:35:22.314 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 371 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T00:35:22.314 INFO:tasks.rados.rados.0.smithi157.stdout:944: done (1 left) 2024-08-17T00:35:22.314 INFO:tasks.rados.rados.0.smithi157.stdout:947: snap_remove snap 66 2024-08-17T00:35:22.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:22.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:22 smithi187 ceph-mon[33407]: osdmap e246: 8 total, 8 up, 8 in 2024-08-17T00:35:22.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:22 smithi187 ceph-mon[33407]: pgmap v15: 121 pgs: 121 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 42 op/s 2024-08-17T00:35:22.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:22 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:22.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:22 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:22.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:22 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:22.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:22 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:22.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:22 smithi157 ceph-mon[98780]: osdmap e246: 8 total, 8 up, 8 in 2024-08-17T00:35:22.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:22 smithi157 ceph-mon[98780]: pgmap v15: 121 pgs: 121 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 42 op/s 2024-08-17T00:35:22.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:22 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:22.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:22 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:22.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:22 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:22.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:22 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:22.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:22 smithi157 ceph-mon[40946]: osdmap e246: 8 total, 8 up, 8 in 2024-08-17T00:35:22.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:22 smithi157 ceph-mon[40946]: pgmap v15: 121 pgs: 121 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 42 op/s 2024-08-17T00:35:22.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:22 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:22.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:22 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:22.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:22 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:22.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:22 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:23.318 INFO:tasks.rados.rados.0.smithi157.stdout:947: done (1 left) 2024-08-17T00:35:23.318 INFO:tasks.rados.rados.0.smithi157.stdout:948: delete oid 10 current snap is 86 2024-08-17T00:35:23.318 INFO:tasks.rados.rados.0.smithi157.stdout:946: finishing rollback tid 0 to smithi15786056-16 2024-08-17T00:35:23.318 INFO:tasks.rados.rados.0.smithi157.stdout:946: finishing rollback tid 1 to smithi15786056-16 2024-08-17T00:35:23.318 INFO:tasks.rados.rados.0.smithi157.stdout:946: finishing rollback tid 2 to smithi15786056-16 2024-08-17T00:35:23.318 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 138 (ObjNum 216 snap 55 seq_num 216) dirty exists 2024-08-17T00:35:23.325 INFO:tasks.rados.rados.0.smithi157.stdout:946: done (1 left) 2024-08-17T00:35:23.326 INFO:tasks.rados.rados.0.smithi157.stdout:948: done (0 left) 2024-08-17T00:35:23.326 INFO:tasks.rados.rados.0.smithi157.stdout:949: copy_from oid 24 from oid 38 current snap is 86 2024-08-17T00:35:23.326 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 30 current snap is 86 2024-08-17T00:35:23.326 INFO:tasks.rados.rados.0.smithi157.stdout:950: seq_num 306 ranges {0=327680} 2024-08-17T00:35:23.328 INFO:tasks.rados.rados.0.smithi157.stdout:950: writing smithi15786056-30 from 0 to 327680 tid 1 2024-08-17T00:35:23.328 INFO:tasks.rados.rados.0.smithi157.stdout:951: rollback oid 50 current snap is 86 2024-08-17T00:35:23.328 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 50 to 80 2024-08-17T00:35:23.330 INFO:tasks.rados.rados.0.smithi157.stdout:952: setattr oid 12 current snap is 86 2024-08-17T00:35:23.330 INFO:tasks.rados.rados.0.smithi157.stdout:953: rmattr oid 32 current snap is 86 2024-08-17T00:35:23.330 INFO:tasks.rados.rados.0.smithi157.stdout:953: done (4 left) 2024-08-17T00:35:23.330 INFO:tasks.rados.rados.0.smithi157.stdout:954: read oid 42 snap -1 2024-08-17T00:35:23.330 INFO:tasks.rados.rados.0.smithi157.stdout:954: expect deleted 2024-08-17T00:35:23.330 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 86 2024-08-17T00:35:23.331 INFO:tasks.rados.rados.0.smithi157.stdout:955: seq_num 307 ranges {0=344064} 2024-08-17T00:35:23.332 INFO:tasks.rados.rados.0.smithi157.stdout:955: writing smithi15786056-22 from 0 to 344064 tid 1 2024-08-17T00:35:23.333 INFO:tasks.rados.rados.0.smithi157.stdout:951: finishing rollback tid 0 to smithi15786056-50 2024-08-17T00:35:23.333 INFO:tasks.rados.rados.0.smithi157.stdout:956: read oid 40 snap -1 2024-08-17T00:35:23.333 INFO:tasks.rados.rados.0.smithi157.stdout:956: expect (ObjNum 243 snap 65 seq_num 243) 2024-08-17T00:35:23.333 INFO:tasks.rados.rados.0.smithi157.stdout:957: read oid 49 snap -1 2024-08-17T00:35:23.333 INFO:tasks.rados.rados.0.smithi157.stdout:957: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-17T00:35:23.333 INFO:tasks.rados.rados.0.smithi157.stdout:958: copy_from oid 14 from oid 36 current snap is 86 2024-08-17T00:35:23.333 INFO:tasks.rados.rados.0.smithi157.stdout:959: snap_remove snap 84 2024-08-17T00:35:23.569 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:35:23] "GET /metrics HTTP/1.1" 200 33309 "" "Prometheus/2.43.0" 2024-08-17T00:35:23.570 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:35:23.570 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:35:23.570 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: osdmap e247: 8 total, 8 up, 8 in 2024-08-17T00:35:23.570 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:35:23.570 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:35:23.570 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:35:23.570 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:35:23.570 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:23.570 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:23.571 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:23.571 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:23.571 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:23.571 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:23.571 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:35:23.571 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:35:23.571 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-17T00:35:23.571 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:35:23.571 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:35:23.571 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: osdmap e247: 8 total, 8 up, 8 in 2024-08-17T00:35:23.571 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:35:23.571 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:35:23.572 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:35:23.572 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:35:23.572 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:23.572 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:23.572 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:23.572 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:23.572 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:23.572 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:23.572 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:35:23.572 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:35:23.572 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-17T00:35:23.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:23.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: Updating smithi157:/etc/ceph/ceph.conf 2024-08-17T00:35:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: Updating smithi187:/etc/ceph/ceph.conf 2024-08-17T00:35:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: osdmap e247: 8 total, 8 up, 8 in 2024-08-17T00:35:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:35:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:35:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:35:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: Updating smithi157:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:35:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:35:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:35:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:23 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-17T00:35:24.326 INFO:tasks.rados.rados.0.smithi157.stdout:959: done (9 left) 2024-08-17T00:35:24.326 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 86 2024-08-17T00:35:24.326 INFO:tasks.rados.rados.0.smithi157.stdout:960: seq_num 308 ranges {0=360448} 2024-08-17T00:35:24.328 INFO:tasks.rados.rados.0.smithi157.stdout:960: writing smithi15786056-44 from 0 to 360448 tid 1 2024-08-17T00:35:24.328 INFO:tasks.rados.rados.0.smithi157.stdout:961: read oid 26 snap -1 2024-08-17T00:35:24.329 INFO:tasks.rados.rados.0.smithi157.stdout:961: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:35:24.329 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 9 current snap is 86 2024-08-17T00:35:24.329 INFO:tasks.rados.rados.0.smithi157.stdout:962: seq_num 309 ranges {57344=376832} 2024-08-17T00:35:24.331 INFO:tasks.rados.rados.0.smithi157.stdout:962: writing smithi15786056-9 from 57344 to 434176 tid 1 2024-08-17T00:35:24.332 INFO:tasks.rados.rados.0.smithi157.stdout:963: rmattr oid 47 current snap is 86 2024-08-17T00:35:24.332 INFO:tasks.rados.rados.0.smithi157.stdout:963: done (12 left) 2024-08-17T00:35:24.332 INFO:tasks.rados.rados.0.smithi157.stdout:964: read oid 18 snap 74 2024-08-17T00:35:24.332 INFO:tasks.rados.rados.0.smithi157.stdout:964: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-17T00:35:24.332 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 86 2024-08-17T00:35:24.332 INFO:tasks.rados.rados.0.smithi157.stdout:965: seq_num 310 ranges {229376=401408} 2024-08-17T00:35:24.339 INFO:tasks.rados.rados.0.smithi157.stdout:965: writing smithi15786056-4 from 229376 to 630784 tid 1 2024-08-17T00:35:24.339 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 86 2024-08-17T00:35:24.339 INFO:tasks.rados.rados.0.smithi157.stdout:950: finishing write tid 1 to smithi15786056-30 2024-08-17T00:35:24.339 INFO:tasks.rados.rados.0.smithi157.stdout:950: finishing write tid 2 to smithi15786056-30 2024-08-17T00:35:24.339 INFO:tasks.rados.rados.0.smithi157.stdout:949: finishing copy_from to smithi15786056-24 2024-08-17T00:35:24.339 INFO:tasks.rados.rados.0.smithi157.stdout:949: got expected ENOENT (src dne) 2024-08-17T00:35:24.339 INFO:tasks.rados.rados.0.smithi157.stdout:949: finishing copy_from racing read to smithi15786056-24 2024-08-17T00:35:24.339 INFO:tasks.rados.rados.0.smithi157.stdout:950: finishing write tid 3 to smithi15786056-30 2024-08-17T00:35:24.339 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 147 (ObjNum 306 snap 86 seq_num 306) dirty exists 2024-08-17T00:35:24.339 INFO:tasks.rados.rados.0.smithi157.stdout:950: left oid 30 (ObjNum 306 snap 86 seq_num 306) 2024-08-17T00:35:24.339 INFO:tasks.rados.rados.0.smithi157.stdout:951: finishing rollback tid 1 to smithi15786056-50 2024-08-17T00:35:24.340 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 371 (ObjNum 129 snap 0 seq_num 170587472) dirty dne 2024-08-17T00:35:24.340 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 96 (ObjNum 237 snap 63 seq_num 237) dirty exists 2024-08-17T00:35:24.340 INFO:tasks.rados.rados.0.smithi157.stdout:955: finishing write tid 1 to smithi15786056-22 2024-08-17T00:35:24.340 INFO:tasks.rados.rados.0.smithi157.stdout:955: finishing write tid 2 to smithi15786056-22 2024-08-17T00:35:24.340 INFO:tasks.rados.rados.0.smithi157.stdout:958: finishing copy_from racing read to smithi15786056-14 2024-08-17T00:35:24.340 INFO:tasks.rados.rados.0.smithi157.stdout:957: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-17T00:35:24.393 INFO:tasks.rados.rados.0.smithi157.stdout:955: finishing write tid 3 to smithi15786056-22 2024-08-17T00:35:24.393 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 516 (ObjNum 307 snap 86 seq_num 307) dirty exists 2024-08-17T00:35:24.394 INFO:tasks.rados.rados.0.smithi157.stdout:955: left oid 22 (ObjNum 307 snap 86 seq_num 307) 2024-08-17T00:35:24.394 INFO:tasks.rados.rados.0.smithi157.stdout:958: finishing copy_from to smithi15786056-14 2024-08-17T00:35:24.394 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 58 (ObjNum 292 snap 82 seq_num 292) dirty exists 2024-08-17T00:35:24.394 INFO:tasks.rados.rados.0.smithi157.stdout:956: expect (ObjNum 243 snap 65 seq_num 243) 2024-08-17T00:35:24.439 INFO:tasks.rados.rados.0.smithi157.stdout:960: finishing write tid 1 to smithi15786056-44 2024-08-17T00:35:24.439 INFO:tasks.rados.rados.0.smithi157.stdout:966: seq_num 311 ranges {5775360=417792} 2024-08-17T00:35:24.471 INFO:tasks.rados.rados.0.smithi157.stdout:966: writing smithi15786056-39 from 5775360 to 6193152 tid 1 2024-08-17T00:35:24.471 INFO:tasks.rados.rados.0.smithi157.stdout:949: done (14 left) 2024-08-17T00:35:24.471 INFO:tasks.rados.rados.0.smithi157.stdout:950: done (13 left) 2024-08-17T00:35:24.472 INFO:tasks.rados.rados.0.smithi157.stdout:951: done (12 left) 2024-08-17T00:35:24.472 INFO:tasks.rados.rados.0.smithi157.stdout:952: done (11 left) 2024-08-17T00:35:24.472 INFO:tasks.rados.rados.0.smithi157.stdout:954: done (10 left) 2024-08-17T00:35:24.472 INFO:tasks.rados.rados.0.smithi157.stdout:955: done (9 left) 2024-08-17T00:35:24.472 INFO:tasks.rados.rados.0.smithi157.stdout:956: done (8 left) 2024-08-17T00:35:24.472 INFO:tasks.rados.rados.0.smithi157.stdout:957: done (7 left) 2024-08-17T00:35:24.472 INFO:tasks.rados.rados.0.smithi157.stdout:958: done (6 left) 2024-08-17T00:35:24.472 INFO:tasks.rados.rados.0.smithi157.stdout:967: rmattr oid 36 current snap is 86 2024-08-17T00:35:24.472 INFO:tasks.rados.rados.0.smithi157.stdout:967: done (6 left) 2024-08-17T00:35:24.472 INFO:tasks.rados.rados.0.smithi157.stdout:968: setattr oid 43 current snap is 86 2024-08-17T00:35:24.472 INFO:tasks.rados.rados.0.smithi157.stdout:961: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:35:24.476 INFO:tasks.rados.rados.0.smithi157.stdout:960: finishing write tid 2 to smithi15786056-44 2024-08-17T00:35:24.476 INFO:tasks.rados.rados.0.smithi157.stdout:960: finishing write tid 3 to smithi15786056-44 2024-08-17T00:35:24.476 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 373 (ObjNum 308 snap 86 seq_num 308) dirty exists 2024-08-17T00:35:24.476 INFO:tasks.rados.rados.0.smithi157.stdout:960: left oid 44 (ObjNum 308 snap 86 seq_num 308) 2024-08-17T00:35:24.476 INFO:tasks.rados.rados.0.smithi157.stdout:962: finishing write tid 1 to smithi15786056-9 2024-08-17T00:35:24.476 INFO:tasks.rados.rados.0.smithi157.stdout:962: finishing write tid 2 to smithi15786056-9 2024-08-17T00:35:24.477 INFO:tasks.rados.rados.0.smithi157.stdout:962: finishing write tid 3 to smithi15786056-9 2024-08-17T00:35:24.477 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 305 (ObjNum 309 snap 86 seq_num 309) dirty exists 2024-08-17T00:35:24.477 INFO:tasks.rados.rados.0.smithi157.stdout:962: left oid 9 (ObjNum 309 snap 86 seq_num 309) 2024-08-17T00:35:24.477 INFO:tasks.rados.rados.0.smithi157.stdout:965: finishing write tid 1 to smithi15786056-4 2024-08-17T00:35:24.477 INFO:tasks.rados.rados.0.smithi157.stdout:965: finishing write tid 2 to smithi15786056-4 2024-08-17T00:35:24.477 INFO:tasks.rados.rados.0.smithi157.stdout:965: finishing write tid 3 to smithi15786056-4 2024-08-17T00:35:24.477 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 152 (ObjNum 310 snap 86 seq_num 310) dirty exists 2024-08-17T00:35:24.477 INFO:tasks.rados.rados.0.smithi157.stdout:965: left oid 4 (ObjNum 310 snap 86 seq_num 310) 2024-08-17T00:35:24.477 INFO:tasks.rados.rados.0.smithi157.stdout:964: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-17T00:35:24.532 INFO:tasks.rados.rados.0.smithi157.stdout:966: finishing write tid 1 to smithi15786056-39 2024-08-17T00:35:24.532 INFO:tasks.rados.rados.0.smithi157.stdout:966: finishing write tid 2 to smithi15786056-39 2024-08-17T00:35:24.532 INFO:tasks.rados.rados.0.smithi157.stdout:966: finishing write tid 3 to smithi15786056-39 2024-08-17T00:35:24.532 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 585 (ObjNum 311 snap 86 seq_num 311) dirty exists 2024-08-17T00:35:24.532 INFO:tasks.rados.rados.0.smithi157.stdout:966: left oid 39 (ObjNum 311 snap 86 seq_num 311) 2024-08-17T00:35:24.532 INFO:tasks.rados.rados.0.smithi157.stdout:960: done (6 left) 2024-08-17T00:35:24.532 INFO:tasks.rados.rados.0.smithi157.stdout:961: done (5 left) 2024-08-17T00:35:24.532 INFO:tasks.rados.rados.0.smithi157.stdout:962: done (4 left) 2024-08-17T00:35:24.532 INFO:tasks.rados.rados.0.smithi157.stdout:964: done (3 left) 2024-08-17T00:35:24.532 INFO:tasks.rados.rados.0.smithi157.stdout:965: done (2 left) 2024-08-17T00:35:24.532 INFO:tasks.rados.rados.0.smithi157.stdout:966: done (1 left) 2024-08-17T00:35:24.533 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 86 2024-08-17T00:35:24.533 INFO:tasks.rados.rados.0.smithi157.stdout:969: seq_num 312 ranges {2383872=434176} 2024-08-17T00:35:24.547 INFO:tasks.rados.rados.0.smithi157.stdout:969: writing smithi15786056-15 from 2383872 to 2818048 tid 1 2024-08-17T00:35:24.547 INFO:tasks.rados.rados.0.smithi157.stdout:970: delete oid 39 current snap is 86 2024-08-17T00:35:24.547 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 587 (ObjNum 236 snap 63 seq_num 236) dirty exists 2024-08-17T00:35:24.548 INFO:tasks.rados.rados.0.smithi157.stdout:968: done (2 left) 2024-08-17T00:35:24.548 INFO:tasks.rados.rados.0.smithi157.stdout:970: done (1 left) 2024-08-17T00:35:24.548 INFO:tasks.rados.rados.0.smithi157.stdout:971: read oid 5 snap -1 2024-08-17T00:35:24.549 INFO:tasks.rados.rados.0.smithi157.stdout:971: expect (ObjNum 256 snap 67 seq_num 256) 2024-08-17T00:35:24.549 INFO:tasks.rados.rados.0.smithi157.stdout:972: rmattr oid 32 current snap is 86 2024-08-17T00:35:24.549 INFO:tasks.rados.rados.0.smithi157.stdout:972: done (2 left) 2024-08-17T00:35:24.549 INFO:tasks.rados.rados.0.smithi157.stdout:973: rmattr oid 47 current snap is 86 2024-08-17T00:35:24.549 INFO:tasks.rados.rados.0.smithi157.stdout:973: done (2 left) 2024-08-17T00:35:24.549 INFO:tasks.rados.rados.0.smithi157.stdout:974: setattr oid 47 current snap is 86 2024-08-17T00:35:24.549 INFO:tasks.rados.rados.0.smithi157.stdout:969: finishing write tid 1 to smithi15786056-15 2024-08-17T00:35:24.550 INFO:tasks.rados.rados.0.smithi157.stdout:975: read oid 33 snap 74 2024-08-17T00:35:24.550 INFO:tasks.rados.rados.0.smithi157.stdout:975: expect deleted 2024-08-17T00:35:24.550 INFO:tasks.rados.rados.0.smithi157.stdout:976: rollback oid 9 current snap is 86 2024-08-17T00:35:24.550 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 9 to 80 2024-08-17T00:35:24.551 INFO:tasks.rados.rados.0.smithi157.stdout:977: setattr oid 39 current snap is 86 2024-08-17T00:35:24.551 INFO:tasks.rados.rados.0.smithi157.stdout:969: finishing write tid 2 to smithi15786056-15 2024-08-17T00:35:24.552 INFO:tasks.rados.rados.0.smithi157.stdout:975: done (5 left) 2024-08-17T00:35:24.552 INFO:tasks.rados.rados.0.smithi157.stdout:978: rollback oid 6 current snap is 86 2024-08-17T00:35:24.552 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 6 to 80 2024-08-17T00:35:24.552 INFO:tasks.rados.rados.0.smithi157.stdout:979: rollback oid 32 current snap is 86 2024-08-17T00:35:24.552 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 32 to 80 2024-08-17T00:35:24.552 INFO:tasks.rados.rados.0.smithi157.stdout:980: read oid 31 snap -1 2024-08-17T00:35:24.552 INFO:tasks.rados.rados.0.smithi157.stdout:980: expect deleted 2024-08-17T00:35:24.552 INFO:tasks.rados.rados.0.smithi157.stdout:981: snap_create 2024-08-17T00:35:24.554 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 589 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T00:35:24.555 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 326 (ObjNum 284 snap 79 seq_num 284) dirty exists 2024-08-17T00:35:24.555 INFO:tasks.rados.rados.0.smithi157.stdout:969: finishing write tid 3 to smithi15786056-15 2024-08-17T00:35:24.556 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 452 (ObjNum 312 snap 86 seq_num 312) dirty exists 2024-08-17T00:35:24.556 INFO:tasks.rados.rados.0.smithi157.stdout:969: left oid 15 (ObjNum 312 snap 86 seq_num 312) 2024-08-17T00:35:24.556 INFO:tasks.rados.rados.0.smithi157.stdout:978: finishing rollback tid 0 to smithi15786056-6 2024-08-17T00:35:24.556 INFO:tasks.rados.rados.0.smithi157.stdout:976: finishing rollback tid 0 to smithi15786056-9 2024-08-17T00:35:24.557 INFO:tasks.rados.rados.0.smithi157.stdout:978: finishing rollback tid 1 to smithi15786056-6 2024-08-17T00:35:24.557 INFO:tasks.rados.rados.0.smithi157.stdout:978: finishing rollback tid 2 to smithi15786056-6 2024-08-17T00:35:24.557 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 522 (ObjNum 250 snap 67 seq_num 250) dirty exists 2024-08-17T00:35:24.557 INFO:tasks.rados.rados.0.smithi157.stdout:976: finishing rollback tid 1 to smithi15786056-9 2024-08-17T00:35:24.557 INFO:tasks.rados.rados.0.smithi157.stdout:976: finishing rollback tid 2 to smithi15786056-9 2024-08-17T00:35:24.557 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 308 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T00:35:24.558 INFO:tasks.rados.rados.0.smithi157.stdout:979: finishing rollback tid 0 to smithi15786056-32 2024-08-17T00:35:24.558 INFO:tasks.rados.rados.0.smithi157.stdout:979: finishing rollback tid 1 to smithi15786056-32 2024-08-17T00:35:24.559 INFO:tasks.rados.rados.0.smithi157.stdout:971: expect (ObjNum 256 snap 67 seq_num 256) 2024-08-17T00:35:24.608 INFO:tasks.rados.rados.0.smithi157.stdout:979: finishing rollback tid 2 to smithi15786056-32 2024-08-17T00:35:24.608 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 312 (ObjNum 276 snap 77 seq_num 276) dirty exists 2024-08-17T00:35:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:35:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:35:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: Upgrade: It appears safe to stop mon.c 2024-08-17T00:35:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: osdmap e248: 8 total, 8 up, 8 in 2024-08-17T00:35:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: pgmap v18: 121 pgs: 121 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 42 op/s 2024-08-17T00:35:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:35:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:24.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:24.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:24.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:24.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:24.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:24.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:35:24.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:35:24.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: Upgrade: It appears safe to stop mon.c 2024-08-17T00:35:24.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: osdmap e248: 8 total, 8 up, 8 in 2024-08-17T00:35:24.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: pgmap v18: 121 pgs: 121 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 42 op/s 2024-08-17T00:35:24.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:24.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:35:24.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:24.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:24.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:24.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:24.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:24.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:24.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.641 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:24 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:24.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:24.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: Updating smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:35:24.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: Updating smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:35:24.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: Upgrade: It appears safe to stop mon.c 2024-08-17T00:35:24.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: osdmap e248: 8 total, 8 up, 8 in 2024-08-17T00:35:24.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: pgmap v18: 121 pgs: 121 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 42 op/s 2024-08-17T00:35:24.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:24.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:35:24.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:24.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:24.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:24.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:24.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:24.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:24.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:24.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:24.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:24.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:24 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:25.330 INFO:tasks.rados.rados.0.smithi157.stdout:969: done (8 left) 2024-08-17T00:35:25.330 INFO:tasks.rados.rados.0.smithi157.stdout:971: done (7 left) 2024-08-17T00:35:25.330 INFO:tasks.rados.rados.0.smithi157.stdout:974: done (6 left) 2024-08-17T00:35:25.331 INFO:tasks.rados.rados.0.smithi157.stdout:976: done (5 left) 2024-08-17T00:35:25.331 INFO:tasks.rados.rados.0.smithi157.stdout:977: done (4 left) 2024-08-17T00:35:25.331 INFO:tasks.rados.rados.0.smithi157.stdout:978: done (3 left) 2024-08-17T00:35:25.331 INFO:tasks.rados.rados.0.smithi157.stdout:979: done (2 left) 2024-08-17T00:35:25.331 INFO:tasks.rados.rados.0.smithi157.stdout:980: done (1 left) 2024-08-17T00:35:25.331 INFO:tasks.rados.rados.0.smithi157.stdout:981: done (0 left) 2024-08-17T00:35:25.331 INFO:tasks.rados.rados.0.smithi157.stdout:982: copy_from oid 2 from oid 18 current snap is 87 2024-08-17T00:35:25.331 INFO:tasks.rados.rados.0.smithi157.stdout:983: snap_create 2024-08-17T00:35:25.344 INFO:tasks.rados.rados.0.smithi157.stdout:982: finishing copy_from racing read to smithi15786056-2 2024-08-17T00:35:25.345 INFO:tasks.rados.rados.0.smithi157.stdout:982: finishing copy_from to smithi15786056-2 2024-08-17T00:35:25.345 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 411 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-08-17T00:35:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:25 smithi157 ceph-mon[98780]: osdmap e249: 8 total, 8 up, 8 in 2024-08-17T00:35:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:25 smithi157 ceph-mon[98780]: Upgrade: Updating mon.c 2024-08-17T00:35:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:25 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:25 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:35:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:25 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:35:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:25 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:25 smithi157 ceph-mon[98780]: Deploying daemon mon.c on smithi157 2024-08-17T00:35:25.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:25 smithi157 ceph-mon[40946]: osdmap e249: 8 total, 8 up, 8 in 2024-08-17T00:35:25.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:25 smithi157 ceph-mon[40946]: Upgrade: Updating mon.c 2024-08-17T00:35:25.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:25 smithi157 ceph-mon[40946]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:25.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:25 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:35:25.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:25 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:35:25.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:25 smithi157 ceph-mon[40946]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:25.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:25 smithi157 ceph-mon[40946]: Deploying daemon mon.c on smithi157 2024-08-17T00:35:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:25 smithi187 ceph-mon[33407]: osdmap e249: 8 total, 8 up, 8 in 2024-08-17T00:35:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:25 smithi187 ceph-mon[33407]: Upgrade: Updating mon.c 2024-08-17T00:35:25.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:25 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:25.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:25 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:35:25.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:25 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:35:25.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:25 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:25.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:25 smithi187 ceph-mon[33407]: Deploying daemon mon.c on smithi157 2024-08-17T00:35:26.340 INFO:tasks.rados.rados.0.smithi157.stdout:982: done (1 left) 2024-08-17T00:35:26.340 INFO:tasks.rados.rados.0.smithi157.stdout:983: done (0 left) 2024-08-17T00:35:26.340 INFO:tasks.rados.rados.0.smithi157.stdout:984: read oid 19 snap -1 2024-08-17T00:35:26.340 INFO:tasks.rados.rados.0.smithi157.stdout:984: expect (ObjNum 297 snap 83 seq_num 297) 2024-08-17T00:35:26.340 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 88 2024-08-17T00:35:26.341 INFO:tasks.rados.rados.0.smithi157.stdout:985: seq_num 314 ranges {360448=466944} 2024-08-17T00:35:26.345 INFO:tasks.rados.rados.0.smithi157.stdout:985: writing smithi15786056-44 from 360448 to 827392 tid 1 2024-08-17T00:35:26.345 INFO:tasks.rados.rados.0.smithi157.stdout:986: snap_create 2024-08-17T00:35:26.351 INFO:tasks.rados.rados.0.smithi157.stdout:985: finishing write tid 1 to smithi15786056-44 2024-08-17T00:35:26.351 INFO:tasks.rados.rados.0.smithi157.stdout:985: finishing write tid 2 to smithi15786056-44 2024-08-17T00:35:26.352 INFO:tasks.rados.rados.0.smithi157.stdout:985: finishing write tid 3 to smithi15786056-44 2024-08-17T00:35:26.352 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 375 (ObjNum 314 snap 88 seq_num 314) dirty exists 2024-08-17T00:35:26.352 INFO:tasks.rados.rados.0.smithi157.stdout:985: left oid 44 (ObjNum 314 snap 88 seq_num 314) 2024-08-17T00:35:26.353 INFO:tasks.rados.rados.0.smithi157.stdout:984: expect (ObjNum 297 snap 83 seq_num 297) 2024-08-17T00:35:26.435 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:26 smithi157 ceph-mon[40946]: osdmap e250: 8 total, 8 up, 8 in 2024-08-17T00:35:26.435 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:26 smithi157 ceph-mon[40946]: pgmap v21: 121 pgs: 121 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.5 MiB/s wr, 54 op/s 2024-08-17T00:35:26.436 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:26 smithi157 ceph-mon[98780]: osdmap e250: 8 total, 8 up, 8 in 2024-08-17T00:35:26.436 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:26 smithi157 ceph-mon[98780]: pgmap v21: 121 pgs: 121 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.5 MiB/s wr, 54 op/s 2024-08-17T00:35:26.703 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:26 smithi157 systemd[1]: Stopping Ceph mon.c for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:35:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:26 smithi187 ceph-mon[33407]: osdmap e250: 8 total, 8 up, 8 in 2024-08-17T00:35:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:26 smithi187 ceph-mon[33407]: pgmap v21: 121 pgs: 121 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.5 MiB/s wr, 54 op/s 2024-08-17T00:35:27.092 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c[40923]: 2024-08-17T00:35:26.700+0000 7f71457df640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:35:27.092 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c[40923]: 2024-08-17T00:35:26.700+0000 7f71457df640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-08-17T00:35:27.092 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:26 smithi157 podman[101093]: 2024-08-17 00:35:26.793349137 +0000 UTC m=+0.195804164 container died f84af0d3eeb1b8121e430f1b02b1f723448d8044274e905746fa38e95a8e06ee (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=quincy-03a1ac1, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-08-17T00:35:27.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:27 smithi157 podman[101093]: 2024-08-17 00:35:27.25769855 +0000 UTC m=+0.660153619 container cleanup f84af0d3eeb1b8121e430f1b02b1f723448d8044274e905746fa38e95a8e06ee (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-03a1ac1, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-17T00:35:27.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:27 smithi157 bash[101093]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c 2024-08-17T00:35:27.961 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:27 smithi157 podman[101111]: 2024-08-17 00:35:27.709579575 +0000 UTC m=+0.908995911 container remove f84af0d3eeb1b8121e430f1b02b1f723448d8044274e905746fa38e95a8e06ee (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-08-17T00:35:27.962 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:27 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-17T00:35:27.962 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:27 smithi157 systemd[1]: Stopped Ceph mon.c for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:35:27.962 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:27 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.c.service: Consumed 7.781s CPU time. 2024-08-17T00:35:28.353 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 systemd[1]: Starting Ceph mon.c for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:35:28.604 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 podman[101244]: 2024-08-17 00:35:28.352255296 +0000 UTC m=+0.103463776 container create 6acedb5a7023d52b395394235b10fcde23061eb7b4e8ce81e4b0465aa8d5ff4c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:35:28.604 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 podman[101244]: 2024-08-17 00:35:28.266447415 +0000 UTC m=+0.017655902 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:35:28.604 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 podman[101244]: 2024-08-17 00:35:28.571396339 +0000 UTC m=+0.322604823 container init 6acedb5a7023d52b395394235b10fcde23061eb7b4e8ce81e4b0465aa8d5ff4c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:35:28.604 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 podman[101244]: 2024-08-17 00:35:28.576025684 +0000 UTC m=+0.327234166 container start 6acedb5a7023d52b395394235b10fcde23061eb7b4e8ce81e4b0465aa8d5ff4c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:35:28.604 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T00:35:28.604 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc), process ceph-mon, pid 7 2024-08-17T00:35:28.604 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: pidfile_write: ignore empty --pid-file 2024-08-17T00:35:28.604 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: load: jerasure load: lrc 2024-08-17T00:35:28.604 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: RocksDB version: 7.9.2 2024-08-17T00:35:28.604 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Git sha 0 2024-08-17T00:35:28.605 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Compile date 2024-08-14 15:56:38 2024-08-17T00:35:28.605 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: DB SUMMARY 2024-08-17T00:35:28.605 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: DB Session ID: UP81M7OO9CI1VY3MLMTN 2024-08-17T00:35:28.605 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: CURRENT file: CURRENT 2024-08-17T00:35:28.605 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T00:35:28.605 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-08-17T00:35:28.605 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-08-17T00:35:28.605 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 9052605 ; 2024-08-17T00:35:28.605 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.error_if_exists: 0 2024-08-17T00:35:28.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.create_if_missing: 0 2024-08-17T00:35:28.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.paranoid_checks: 1 2024-08-17T00:35:28.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T00:35:28.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T00:35:28.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T00:35:28.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.env: 0x55ef0ea717a0 2024-08-17T00:35:28.607 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T00:35:28.607 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.info_log: 0x55ef11017500 2024-08-17T00:35:28.607 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T00:35:28.607 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.statistics: (nil) 2024-08-17T00:35:28.607 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.use_fsync: 0 2024-08-17T00:35:28.607 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_log_file_size: 0 2024-08-17T00:35:28.607 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T00:35:28.607 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T00:35:28.607 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T00:35:28.607 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T00:35:28.607 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.allow_fallocate: 1 2024-08-17T00:35:28.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T00:35:28.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T00:35:28.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.use_direct_reads: 0 2024-08-17T00:35:28.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T00:35:28.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T00:35:28.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.db_log_dir: 2024-08-17T00:35:28.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.wal_dir: 2024-08-17T00:35:28.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T00:35:28.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T00:35:28.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T00:35:28.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T00:35:28.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T00:35:28.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T00:35:28.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T00:35:28.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T00:35:28.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.write_buffer_manager: 0x55ef110268c0 2024-08-17T00:35:28.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T00:35:28.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T00:35:28.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T00:35:28.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T00:35:28.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T00:35:28.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T00:35:28.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T00:35:28.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T00:35:28.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.unordered_write: 0 2024-08-17T00:35:28.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T00:35:28.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T00:35:28.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T00:35:28.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T00:35:28.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.row_cache: None 2024-08-17T00:35:28.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.wal_filter: None 2024-08-17T00:35:28.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T00:35:28.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T00:35:28.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.two_write_queues: 0 2024-08-17T00:35:28.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T00:35:28.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.wal_compression: 0 2024-08-17T00:35:28.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.atomic_flush: 0 2024-08-17T00:35:28.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T00:35:28.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T00:35:28.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T00:35:28.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.log_readahead_size: 0 2024-08-17T00:35:28.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T00:35:28.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T00:35:28.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T00:35:28.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T00:35:28.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T00:35:28.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T00:35:28.612 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T00:35:28.612 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_background_jobs: 2 2024-08-17T00:35:28.612 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_background_compactions: -1 2024-08-17T00:35:28.612 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_subcompactions: 1 2024-08-17T00:35:28.612 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T00:35:28.612 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T00:35:28.612 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T00:35:28.612 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T00:35:28.612 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T00:35:28.612 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T00:35:28.612 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T00:35:28.612 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T00:35:28.613 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_open_files: -1 2024-08-17T00:35:28.613 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T00:35:28.613 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T00:35:28.613 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T00:35:28.613 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T00:35:28.613 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_background_flushes: -1 2024-08-17T00:35:28.613 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Compression algorithms supported: 2024-08-17T00:35:28.613 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: kZSTD supported: 0 2024-08-17T00:35:28.613 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: kXpressCompression supported: 0 2024-08-17T00:35:28.613 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: kBZip2Compression supported: 0 2024-08-17T00:35:28.613 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T00:35:28.614 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: kLZ4Compression supported: 1 2024-08-17T00:35:28.614 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: kZlibCompression supported: 1 2024-08-17T00:35:28.614 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T00:35:28.614 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: kSnappyCompression supported: 1 2024-08-17T00:35:28.614 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T00:35:28.614 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T00:35:28.614 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-08-17T00:35:28.614 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T00:35:28.614 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T00:35:28.614 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.merge_operator: 2024-08-17T00:35:28.614 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compaction_filter: None 2024-08-17T00:35:28.615 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T00:35:28.615 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T00:35:28.615 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T00:35:28.615 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T00:35:28.615 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ef11017120) 2024-08-17T00:35:28.615 INFO:journalctl@ceph.mon.c.smithi157.stdout: cache_index_and_filter_blocks: 1 2024-08-17T00:35:28.615 INFO:journalctl@ceph.mon.c.smithi157.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T00:35:28.615 INFO:journalctl@ceph.mon.c.smithi157.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T00:35:28.615 INFO:journalctl@ceph.mon.c.smithi157.stdout: pin_top_level_index_and_filter: 1 2024-08-17T00:35:28.615 INFO:journalctl@ceph.mon.c.smithi157.stdout: index_type: 0 2024-08-17T00:35:28.615 INFO:journalctl@ceph.mon.c.smithi157.stdout: data_block_index_type: 0 2024-08-17T00:35:28.615 INFO:journalctl@ceph.mon.c.smithi157.stdout: index_shortening: 1 2024-08-17T00:35:28.615 INFO:journalctl@ceph.mon.c.smithi157.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T00:35:28.616 INFO:journalctl@ceph.mon.c.smithi157.stdout: checksum: 4 2024-08-17T00:35:28.616 INFO:journalctl@ceph.mon.c.smithi157.stdout: no_block_cache: 0 2024-08-17T00:35:28.616 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_cache: 0x55ef1100b090 2024-08-17T00:35:28.616 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_cache_name: BinnedLRUCache 2024-08-17T00:35:28.616 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_cache_options: 2024-08-17T00:35:28.616 INFO:journalctl@ceph.mon.c.smithi157.stdout: capacity : 536870912 2024-08-17T00:35:28.616 INFO:journalctl@ceph.mon.c.smithi157.stdout: num_shard_bits : 4 2024-08-17T00:35:28.616 INFO:journalctl@ceph.mon.c.smithi157.stdout: strict_capacity_limit : 0 2024-08-17T00:35:28.616 INFO:journalctl@ceph.mon.c.smithi157.stdout: high_pri_pool_ratio: 0.000 2024-08-17T00:35:28.616 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_cache_compressed: (nil) 2024-08-17T00:35:28.616 INFO:journalctl@ceph.mon.c.smithi157.stdout: persistent_cache: (nil) 2024-08-17T00:35:28.616 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_size: 4096 2024-08-17T00:35:28.616 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_size_deviation: 10 2024-08-17T00:35:28.617 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_restart_interval: 16 2024-08-17T00:35:28.617 INFO:journalctl@ceph.mon.c.smithi157.stdout: index_block_restart_interval: 1 2024-08-17T00:35:28.617 INFO:journalctl@ceph.mon.c.smithi157.stdout: metadata_block_size: 4096 2024-08-17T00:35:28.617 INFO:journalctl@ceph.mon.c.smithi157.stdout: partition_filters: 0 2024-08-17T00:35:28.617 INFO:journalctl@ceph.mon.c.smithi157.stdout: use_delta_encoding: 1 2024-08-17T00:35:28.617 INFO:journalctl@ceph.mon.c.smithi157.stdout: filter_policy: bloomfilter 2024-08-17T00:35:28.617 INFO:journalctl@ceph.mon.c.smithi157.stdout: whole_key_filtering: 1 2024-08-17T00:35:28.617 INFO:journalctl@ceph.mon.c.smithi157.stdout: verify_compression: 0 2024-08-17T00:35:28.617 INFO:journalctl@ceph.mon.c.smithi157.stdout: read_amp_bytes_per_bit: 0 2024-08-17T00:35:28.617 INFO:journalctl@ceph.mon.c.smithi157.stdout: format_version: 5 2024-08-17T00:35:28.617 INFO:journalctl@ceph.mon.c.smithi157.stdout: enable_index_compression: 1 2024-08-17T00:35:28.617 INFO:journalctl@ceph.mon.c.smithi157.stdout: block_align: 0 2024-08-17T00:35:28.618 INFO:journalctl@ceph.mon.c.smithi157.stdout: max_auto_readahead_size: 262144 2024-08-17T00:35:28.618 INFO:journalctl@ceph.mon.c.smithi157.stdout: prepopulate_block_cache: 0 2024-08-17T00:35:28.618 INFO:journalctl@ceph.mon.c.smithi157.stdout: initial_auto_readahead_size: 8192 2024-08-17T00:35:28.618 INFO:journalctl@ceph.mon.c.smithi157.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T00:35:28.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T00:35:28.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T00:35:28.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compression: NoCompression 2024-08-17T00:35:28.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T00:35:28.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T00:35:28.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T00:35:28.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.num_levels: 7 2024-08-17T00:35:28.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T00:35:28.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T00:35:28.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T00:35:28.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T00:35:28.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T00:35:28.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T00:35:28.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T00:35:28.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:35:28.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T00:35:28.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T00:35:28.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T00:35:28.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T00:35:28.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T00:35:28.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T00:35:28.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T00:35:28.620 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T00:35:28.620 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:35:28.620 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T00:35:28.620 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T00:35:28.620 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T00:35:28.620 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T00:35:28.621 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T00:35:28.621 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T00:35:28.621 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T00:35:28.621 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T00:35:28.621 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T00:35:28.621 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T00:35:28.621 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T00:35:28.621 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T00:35:28.621 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T00:35:28.621 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T00:35:28.621 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T00:35:28.621 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T00:35:28.621 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T00:35:28.622 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T00:35:28.622 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T00:35:28.622 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T00:35:28.622 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T00:35:28.622 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T00:35:28.622 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T00:35:28.622 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T00:35:28.622 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T00:35:28.622 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T00:35:28.622 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T00:35:28.622 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T00:35:28.622 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T00:35:28.623 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T00:35:28.623 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T00:35:28.623 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T00:35:28.623 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T00:35:28.623 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T00:35:28.623 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T00:35:28.623 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T00:35:28.623 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T00:35:28.623 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.inplace_update_support: 0 2024-08-17T00:35:28.623 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T00:35:28.623 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T00:35:28.623 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T00:35:28.623 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T00:35:28.624 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.bloom_locality: 0 2024-08-17T00:35:28.624 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.max_successive_merges: 0 2024-08-17T00:35:28.624 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T00:35:28.624 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T00:35:28.624 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T00:35:28.624 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T00:35:28.624 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.ttl: 2592000 2024-08-17T00:35:28.624 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T00:35:28.624 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T00:35:28.624 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T00:35:28.624 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.enable_blob_files: false 2024-08-17T00:35:28.624 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.min_blob_size: 0 2024-08-17T00:35:28.624 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T00:35:28.625 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T00:35:28.625 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T00:35:28.625 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T00:35:28.625 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T00:35:28.625 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T00:35:28.625 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T00:35:28.625 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T00:35:28.625 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-17T00:35:28.625 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T00:35:28.625 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13562, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T00:35:28.625 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-17T00:35:28.625 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c6ede68b-ea7f-4ffe-85af-5beb255c3f74 2024-08-17T00:35:28.625 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854928603627, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-17T00:35:28.626 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-17T00:35:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854928623716, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5584681, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13567, "largest_seqno": 16117, "table_properties": {"data_size": 5572304, "index_size": 8643, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2693, "raw_key_size": 25445, "raw_average_key_size": 24, "raw_value_size": 5548545, "raw_average_value_size": 5249, "num_data_blocks": 378, "num_entries": 1057, "num_filter_entries": 1057, "num_deletions": 32, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723854928, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c6ede68b-ea7f-4ffe-85af-5beb255c3f74", "db_session_id": "UP81M7OO9CI1VY3MLMTN", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-17T00:35:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854928623857, "job": 1, "event": "recovery_finished"} 2024-08-17T00:35:28.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-17T00:35:28.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T00:35:28.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T00:35:28.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ef11038e00 2024-08-17T00:35:28.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: DB pointer 0x55ef11132000 2024-08-17T00:35:28.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T00:35:28.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T00:35:28.886 INFO:journalctl@ceph.mon.c.smithi157.stdout: ** DB Stats ** 2024-08-17T00:35:28.886 INFO:journalctl@ceph.mon.c.smithi157.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:35:28.886 INFO:journalctl@ceph.mon.c.smithi157.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T00:35:28.886 INFO:journalctl@ceph.mon.c.smithi157.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T00:35:28.886 INFO:journalctl@ceph.mon.c.smithi157.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:35:28.887 INFO:journalctl@ceph.mon.c.smithi157.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T00:35:28.887 INFO:journalctl@ceph.mon.c.smithi157.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T00:35:28.887 INFO:journalctl@ceph.mon.c.smithi157.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:35:28.887 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:35:28.887 INFO:journalctl@ceph.mon.c.smithi157.stdout: ** Compaction Stats [default] ** 2024-08-17T00:35:28.887 INFO:journalctl@ceph.mon.c.smithi157.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T00:35:28.887 INFO:journalctl@ceph.mon.c.smithi157.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T00:35:28.887 INFO:journalctl@ceph.mon.c.smithi157.stdout: L0 1/0 5.33 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 660.5 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-17T00:35:28.887 INFO:journalctl@ceph.mon.c.smithi157.stdout: L6 1/0 7.70 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-17T00:35:28.887 INFO:journalctl@ceph.mon.c.smithi157.stdout: Sum 2/0 13.02 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 660.5 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-17T00:35:28.887 INFO:journalctl@ceph.mon.c.smithi157.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 660.5 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-17T00:35:28.887 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:35:28.887 INFO:journalctl@ceph.mon.c.smithi157.stdout: ** Compaction Stats [default] ** 2024-08-17T00:35:28.888 INFO:journalctl@ceph.mon.c.smithi157.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T00:35:28.888 INFO:journalctl@ceph.mon.c.smithi157.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:35:28.888 INFO:journalctl@ceph.mon.c.smithi157.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 660.5 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-17T00:35:28.888 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:35:28.888 INFO:journalctl@ceph.mon.c.smithi157.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T00:35:28.888 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:35:28.888 INFO:journalctl@ceph.mon.c.smithi157.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:35:28.888 INFO:journalctl@ceph.mon.c.smithi157.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-08-17T00:35:28.888 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T00:35:28.888 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T00:35:28.888 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T00:35:28.888 INFO:journalctl@ceph.mon.c.smithi157.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T00:35:28.888 INFO:journalctl@ceph.mon.c.smithi157.stdout: Cumulative compaction: 0.01 GB write, 229.85 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:35:28.889 INFO:journalctl@ceph.mon.c.smithi157.stdout: Interval compaction: 0.01 GB write, 229.85 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:35:28.889 INFO:journalctl@ceph.mon.c.smithi157.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T00:35:28.889 INFO:journalctl@ceph.mon.c.smithi157.stdout: Block cache BinnedLRUCache@0x55ef1100b090#7 capacity: 512.00 MB usage: 11.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-08-17T00:35:28.889 INFO:journalctl@ceph.mon.c.smithi157.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-08-17T00:35:28.889 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:35:28.889 INFO:journalctl@ceph.mon.c.smithi157.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T00:35:28.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: starting mon.c rank 2 at public addrs [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] at bind addrs [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:35:28.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: mon.c@-1(???) e3 preinit fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:35:28.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: mon.c@-1(???).mds e8 new map 2024-08-17T00:35:28.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: mon.c@-1(???).mds e8 print_map 2024-08-17T00:35:28.889 INFO:journalctl@ceph.mon.c.smithi157.stdout: e8 2024-08-17T00:35:28.889 INFO:journalctl@ceph.mon.c.smithi157.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-17T00:35:28.889 INFO:journalctl@ceph.mon.c.smithi157.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T00:35:28.890 INFO:journalctl@ceph.mon.c.smithi157.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T00:35:28.890 INFO:journalctl@ceph.mon.c.smithi157.stdout: legacy client fscid: 1 2024-08-17T00:35:28.890 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:35:28.890 INFO:journalctl@ceph.mon.c.smithi157.stdout: Filesystem 'cephfs' (1) 2024-08-17T00:35:28.890 INFO:journalctl@ceph.mon.c.smithi157.stdout: fs_name cephfs 2024-08-17T00:35:28.890 INFO:journalctl@ceph.mon.c.smithi157.stdout: epoch 8 2024-08-17T00:35:28.890 INFO:journalctl@ceph.mon.c.smithi157.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-17T00:35:28.890 INFO:journalctl@ceph.mon.c.smithi157.stdout: created 2024-08-17T00:28:56.429867+0000 2024-08-17T00:35:28.890 INFO:journalctl@ceph.mon.c.smithi157.stdout: modified 2024-08-17T00:29:08.586631+0000 2024-08-17T00:35:28.890 INFO:journalctl@ceph.mon.c.smithi157.stdout: tableserver 0 2024-08-17T00:35:28.890 INFO:journalctl@ceph.mon.c.smithi157.stdout: root 0 2024-08-17T00:35:28.890 INFO:journalctl@ceph.mon.c.smithi157.stdout: session_timeout 60 2024-08-17T00:35:28.891 INFO:journalctl@ceph.mon.c.smithi157.stdout: session_autoclose 300 2024-08-17T00:35:28.891 INFO:journalctl@ceph.mon.c.smithi157.stdout: max_file_size 1099511627776 2024-08-17T00:35:28.891 INFO:journalctl@ceph.mon.c.smithi157.stdout: max_xattr_size 65536 2024-08-17T00:35:28.891 INFO:journalctl@ceph.mon.c.smithi157.stdout: required_client_features {} 2024-08-17T00:35:28.891 INFO:journalctl@ceph.mon.c.smithi157.stdout: last_failure 0 2024-08-17T00:35:28.891 INFO:journalctl@ceph.mon.c.smithi157.stdout: last_failure_osd_epoch 0 2024-08-17T00:35:28.891 INFO:journalctl@ceph.mon.c.smithi157.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T00:35:28.891 INFO:journalctl@ceph.mon.c.smithi157.stdout: max_mds 1 2024-08-17T00:35:28.891 INFO:journalctl@ceph.mon.c.smithi157.stdout: in 0 2024-08-17T00:35:28.891 INFO:journalctl@ceph.mon.c.smithi157.stdout: up {0=24319} 2024-08-17T00:35:28.891 INFO:journalctl@ceph.mon.c.smithi157.stdout: failed 2024-08-17T00:35:28.891 INFO:journalctl@ceph.mon.c.smithi157.stdout: damaged 2024-08-17T00:35:28.891 INFO:journalctl@ceph.mon.c.smithi157.stdout: stopped 2024-08-17T00:35:28.891 INFO:journalctl@ceph.mon.c.smithi157.stdout: data_pools [3] 2024-08-17T00:35:28.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: metadata_pool 2 2024-08-17T00:35:28.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: inline_data disabled 2024-08-17T00:35:28.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: balancer 2024-08-17T00:35:28.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: bal_rank_mask -1 2024-08-17T00:35:28.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: standby_count_wanted 0 2024-08-17T00:35:28.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: qdb_cluster leader: 0 members: 2024-08-17T00:35:28.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: [mds.b{0:24319} state up:active seq 5 addr [v2:172.21.15.187:6832/2168209297,v1:172.21.15.187:6833/2168209297] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T00:35:28.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:35:28.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:35:28.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: Standby daemons: 2024-08-17T00:35:28.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: 2024-08-17T00:35:28.892 INFO:journalctl@ceph.mon.c.smithi157.stdout: [mds.a{-1:14445} state up:standby seq 1 addr [v2:172.21.15.157:6834/969013348,v1:172.21.15.157:6835/969013348] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T00:35:28.892 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: mon.c@-1(???).osd e251 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-17T00:35:28.893 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: mon.c@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:35:28.893 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: mon.c@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:35:28.893 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: mon.c@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:35:28.893 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 ceph-mon[101289]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-08-17T00:35:28.893 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 bash[101244]: 6acedb5a7023d52b395394235b10fcde23061eb7b4e8ce81e4b0465aa8d5ff4c 2024-08-17T00:35:28.893 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:28 smithi157 systemd[1]: Started Ceph mon.c for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:35:28.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:29.697 INFO:tasks.rados.rados.0.smithi157.stdout:984: done (2 left) 2024-08-17T00:35:29.697 INFO:tasks.rados.rados.0.smithi157.stdout:985: done (1 left) 2024-08-17T00:35:29.697 INFO:tasks.rados.rados.0.smithi157.stdout:986: done (0 left) 2024-08-17T00:35:29.697 INFO:tasks.rados.rados.0.smithi157.stdout:987: copy_from oid 44 from oid 47 current snap is 89 2024-08-17T00:35:29.697 INFO:tasks.rados.rados.0.smithi157.stdout:988: copy_from oid 18 from oid 21 current snap is 89 2024-08-17T00:35:29.697 INFO:tasks.rados.rados.0.smithi157.stdout:989: snap_create 2024-08-17T00:35:29.712 INFO:tasks.rados.rados.0.smithi157.stdout:988: finishing copy_from racing read to smithi15786056-18 2024-08-17T00:35:29.712 INFO:tasks.rados.rados.0.smithi157.stdout:988: finishing copy_from to smithi15786056-18 2024-08-17T00:35:29.712 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 232 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-08-17T00:35:29.723 INFO:tasks.rados.rados.0.smithi157.stdout:987: finishing copy_from racing read to smithi15786056-44 2024-08-17T00:35:29.727 INFO:tasks.rados.rados.0.smithi157.stdout:987: finishing copy_from to smithi15786056-44 2024-08-17T00:35:29.727 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 326 (ObjNum 284 snap 79 seq_num 284) dirty exists 2024-08-17T00:35:29.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: pgmap v23: 121 pgs: 121 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.3 MiB/s wr, 49 op/s 2024-08-17T00:35:29.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: mon.c calling monitor election 2024-08-17T00:35:29.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: mon.a calling monitor election 2024-08-17T00:35:29.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:35:29.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: monmap epoch 3 2024-08-17T00:35:29.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:35:29.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: last_changed 2024-08-17T00:24:51.750559+0000 2024-08-17T00:35:29.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: created 2024-08-17T00:23:19.848982+0000 2024-08-17T00:35:29.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: min_mon_release 17 (quincy) 2024-08-17T00:35:29.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: election_strategy: 1 2024-08-17T00:35:29.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: 0: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.a 2024-08-17T00:35:29.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-08-17T00:35:29.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: 2: [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] mon.c 2024-08-17T00:35:29.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:35:29.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: osdmap e252: 8 total, 8 up, 8 in 2024-08-17T00:35:29.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: mgrmap e42: y(active, since 15s), standbys: x 2024-08-17T00:35:29.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: overall HEALTH_OK 2024-08-17T00:35:29.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:29.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:35:29.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:29.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:29 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: pgmap v23: 121 pgs: 121 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.3 MiB/s wr, 49 op/s 2024-08-17T00:35:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: mon.c calling monitor election 2024-08-17T00:35:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: mon.a calling monitor election 2024-08-17T00:35:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:35:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: monmap epoch 3 2024-08-17T00:35:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:35:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: last_changed 2024-08-17T00:24:51.750559+0000 2024-08-17T00:35:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: created 2024-08-17T00:23:19.848982+0000 2024-08-17T00:35:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: min_mon_release 17 (quincy) 2024-08-17T00:35:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: election_strategy: 1 2024-08-17T00:35:30.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: 0: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.a 2024-08-17T00:35:30.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-08-17T00:35:30.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: 2: [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] mon.c 2024-08-17T00:35:30.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:35:30.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: osdmap e252: 8 total, 8 up, 8 in 2024-08-17T00:35:30.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: mgrmap e42: y(active, since 15s), standbys: x 2024-08-17T00:35:30.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: overall HEALTH_OK 2024-08-17T00:35:30.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:30.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:35:30.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:30.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:30.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: pgmap v23: 121 pgs: 121 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.3 MiB/s wr, 49 op/s 2024-08-17T00:35:30.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: mon.c calling monitor election 2024-08-17T00:35:30.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: mon.a calling monitor election 2024-08-17T00:35:30.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:35:30.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: monmap epoch 3 2024-08-17T00:35:30.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:35:30.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: last_changed 2024-08-17T00:24:51.750559+0000 2024-08-17T00:35:30.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: created 2024-08-17T00:23:19.848982+0000 2024-08-17T00:35:30.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: min_mon_release 17 (quincy) 2024-08-17T00:35:30.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: election_strategy: 1 2024-08-17T00:35:30.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: 0: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.a 2024-08-17T00:35:30.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-08-17T00:35:30.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: 2: [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] mon.c 2024-08-17T00:35:30.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:35:30.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: osdmap e252: 8 total, 8 up, 8 in 2024-08-17T00:35:30.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: mgrmap e42: y(active, since 15s), standbys: x 2024-08-17T00:35:30.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: overall HEALTH_OK 2024-08-17T00:35:30.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:30.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:35:30.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:30.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:30.706 INFO:tasks.rados.rados.0.smithi157.stdout:987: done (2 left) 2024-08-17T00:35:30.706 INFO:tasks.rados.rados.0.smithi157.stdout:988: done (1 left) 2024-08-17T00:35:30.706 INFO:tasks.rados.rados.0.smithi157.stdout:989: done (0 left) 2024-08-17T00:35:30.706 INFO:tasks.rados.rados.0.smithi157.stdout:990: read oid 16 snap 80 2024-08-17T00:35:30.706 INFO:tasks.rados.rados.0.smithi157.stdout:990: expect (ObjNum 216 snap 55 seq_num 216) 2024-08-17T00:35:30.706 INFO:tasks.rados.rados.0.smithi157.stdout:991: setattr oid 20 current snap is 90 2024-08-17T00:35:30.707 INFO:tasks.rados.rados.0.smithi157.stdout:992: copy_from oid 23 from oid 36 current snap is 90 2024-08-17T00:35:30.707 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 17 current snap is 90 2024-08-17T00:35:30.707 INFO:tasks.rados.rados.0.smithi157.stdout:993: seq_num 315 ranges {2981888=483328} 2024-08-17T00:35:30.727 INFO:tasks.rados.rados.0.smithi157.stdout:993: writing smithi15786056-17 from 2981888 to 3465216 tid 1 2024-08-17T00:35:30.727 INFO:tasks.rados.rados.0.smithi157.stdout:994: setattr oid 13 current snap is 90 2024-08-17T00:35:30.727 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 327 (ObjNum 33 snap 0 seq_num 170172544) dirty exists 2024-08-17T00:35:30.727 INFO:tasks.rados.rados.0.smithi157.stdout:990: expect (ObjNum 216 snap 55 seq_num 216) 2024-08-17T00:35:30.759 INFO:tasks.rados.rados.0.smithi157.stdout:992: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:35:30.759 INFO:tasks.rados.rados.0.smithi157.stdout:992: finishing copy_from to smithi15786056-23 2024-08-17T00:35:30.759 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 58 (ObjNum 292 snap 82 seq_num 292) dirty exists 2024-08-17T00:35:30.759 INFO:tasks.rados.rados.0.smithi157.stdout:993: finishing write tid 1 to smithi15786056-17 2024-08-17T00:35:30.759 INFO:tasks.rados.rados.0.smithi157.stdout:993: finishing write tid 2 to smithi15786056-17 2024-08-17T00:35:30.760 INFO:tasks.rados.rados.0.smithi157.stdout:993: finishing write tid 3 to smithi15786056-17 2024-08-17T00:35:30.760 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 238 (ObjNum 315 snap 90 seq_num 315) dirty exists 2024-08-17T00:35:30.760 INFO:tasks.rados.rados.0.smithi157.stdout:993: left oid 17 (ObjNum 315 snap 90 seq_num 315) 2024-08-17T00:35:30.760 INFO:tasks.rados.rados.0.smithi157.stdout:990: done (4 left) 2024-08-17T00:35:30.760 INFO:tasks.rados.rados.0.smithi157.stdout:991: done (3 left) 2024-08-17T00:35:30.760 INFO:tasks.rados.rados.0.smithi157.stdout:992: done (2 left) 2024-08-17T00:35:30.760 INFO:tasks.rados.rados.0.smithi157.stdout:993: done (1 left) 2024-08-17T00:35:30.760 INFO:tasks.rados.rados.0.smithi157.stdout:995: snap_create 2024-08-17T00:35:30.761 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 328 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-17T00:35:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:30 smithi187 ceph-mon[33407]: pgmap v25: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.2 MiB/s wr, 41 op/s 2024-08-17T00:35:30.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:30 smithi187 ceph-mon[33407]: osdmap e253: 8 total, 8 up, 8 in 2024-08-17T00:35:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:30 smithi157 ceph-mon[101289]: pgmap v25: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.2 MiB/s wr, 41 op/s 2024-08-17T00:35:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:30 smithi157 ceph-mon[101289]: osdmap e253: 8 total, 8 up, 8 in 2024-08-17T00:35:31.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:30 smithi157 ceph-mon[98780]: pgmap v25: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.2 MiB/s wr, 41 op/s 2024-08-17T00:35:31.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:30 smithi157 ceph-mon[98780]: osdmap e253: 8 total, 8 up, 8 in 2024-08-17T00:35:31.714 INFO:tasks.rados.rados.0.smithi157.stdout:994: done (1 left) 2024-08-17T00:35:31.714 INFO:tasks.rados.rados.0.smithi157.stdout:995: done (0 left) 2024-08-17T00:35:31.714 INFO:tasks.rados.rados.0.smithi157.stdout:996: snap_create 2024-08-17T00:35:32.104 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:31 smithi157 ceph-mon[98780]: osdmap e254: 8 total, 8 up, 8 in 2024-08-17T00:35:32.104 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:31 smithi157 ceph-mon[101289]: osdmap e254: 8 total, 8 up, 8 in 2024-08-17T00:35:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:31 smithi187 ceph-mon[33407]: osdmap e254: 8 total, 8 up, 8 in 2024-08-17T00:35:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:32.720 INFO:tasks.rados.rados.0.smithi157.stdout:996: done (0 left) 2024-08-17T00:35:32.720 INFO:tasks.rados.rados.0.smithi157.stdout:997: copy_from oid 10 from oid 16 current snap is 92 2024-08-17T00:35:32.720 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 92 2024-08-17T00:35:32.720 INFO:tasks.rados.rados.0.smithi157.stdout:998: seq_num 316 ranges {1900544=499712} 2024-08-17T00:35:32.734 INFO:tasks.rados.rados.0.smithi157.stdout:998: writing smithi15786056-5 from 1900544 to 2400256 tid 1 2024-08-17T00:35:32.734 INFO:tasks.rados.rados.0.smithi157.stdout:999: read oid 23 snap 87 2024-08-17T00:35:32.734 INFO:tasks.rados.rados.0.smithi157.stdout:999: expect (ObjNum 259 snap 67 seq_num 259) 2024-08-17T00:35:32.734 INFO:tasks.rados.rados.0.smithi157.stdout:1000: read oid 47 snap -1 2024-08-17T00:35:32.734 INFO:tasks.rados.rados.0.smithi157.stdout:1000: expect (ObjNum 284 snap 79 seq_num 284) 2024-08-17T00:35:32.734 INFO:tasks.rados.rados.0.smithi157.stdout:1001: copy_from oid 11 from oid 37 current snap is 92 2024-08-17T00:35:32.734 INFO:tasks.rados.rados.0.smithi157.stdout:997: finishing copy_from racing read to smithi15786056-10 2024-08-17T00:35:32.734 INFO:tasks.rados.rados.0.smithi157.stdout:997: finishing copy_from to smithi15786056-10 2024-08-17T00:35:32.734 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 138 (ObjNum 216 snap 55 seq_num 216) dirty exists 2024-08-17T00:35:32.734 INFO:tasks.rados.rados.0.smithi157.stdout:997: done (4 left) 2024-08-17T00:35:32.734 INFO:tasks.rados.rados.0.smithi157.stdout:1002: delete oid 14 current snap is 92 2024-08-17T00:35:32.739 INFO:tasks.rados.rados.0.smithi157.stdout:998: finishing write tid 1 to smithi15786056-5 2024-08-17T00:35:32.739 INFO:tasks.rados.rados.0.smithi157.stdout:1002: done (4 left) 2024-08-17T00:35:32.739 INFO:tasks.rados.rados.0.smithi157.stdout:1003: setattr oid 35 current snap is 92 2024-08-17T00:35:32.741 INFO:tasks.rados.rados.0.smithi157.stdout:1004: rollback oid 38 current snap is 92 2024-08-17T00:35:32.741 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 38 to 87 2024-08-17T00:35:32.742 INFO:tasks.rados.rados.0.smithi157.stdout:1005: snap_create 2024-08-17T00:35:32.742 INFO:tasks.rados.rados.0.smithi157.stdout:1001: finishing copy_from racing read to smithi15786056-11 2024-08-17T00:35:32.745 INFO:tasks.rados.rados.0.smithi157.stdout:998: finishing write tid 2 to smithi15786056-5 2024-08-17T00:35:32.745 INFO:tasks.rados.rados.0.smithi157.stdout:1004: finishing rollback tid 1 to smithi15786056-38 2024-08-17T00:35:32.746 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:35:32.746 INFO:tasks.rados.rados.0.smithi157.stdout:1001: finishing copy_from to smithi15786056-11 2024-08-17T00:35:32.747 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 414 (ObjNum 198 snap 48 seq_num 198) dirty exists 2024-08-17T00:35:32.748 INFO:tasks.rados.rados.0.smithi157.stdout:998: finishing write tid 3 to smithi15786056-5 2024-08-17T00:35:32.749 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 454 (ObjNum 316 snap 92 seq_num 316) dirty exists 2024-08-17T00:35:32.749 INFO:tasks.rados.rados.0.smithi157.stdout:998: left oid 5 (ObjNum 316 snap 92 seq_num 316) 2024-08-17T00:35:32.751 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 376 (ObjNum 268 snap 70 seq_num 268) dirty exists 2024-08-17T00:35:32.753 INFO:tasks.rados.rados.0.smithi157.stdout:1000: expect (ObjNum 284 snap 79 seq_num 284) 2024-08-17T00:35:32.912 INFO:tasks.rados.rados.0.smithi157.stdout:999: expect (ObjNum 259 snap 67 seq_num 259) 2024-08-17T00:35:33.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:32 smithi157 ceph-mon[101289]: pgmap v28: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 482 KiB/s wr, 1 op/s 2024-08-17T00:35:33.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:32 smithi157 ceph-mon[101289]: osdmap e255: 8 total, 8 up, 8 in 2024-08-17T00:35:33.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:32 smithi157 ceph-mon[101289]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:33.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:32 smithi157 ceph-mon[101289]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:32 smithi157 ceph-mon[98780]: pgmap v28: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 482 KiB/s wr, 1 op/s 2024-08-17T00:35:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:32 smithi157 ceph-mon[98780]: osdmap e255: 8 total, 8 up, 8 in 2024-08-17T00:35:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:32 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:32 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:33.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:32 smithi187 ceph-mon[33407]: pgmap v28: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 482 KiB/s wr, 1 op/s 2024-08-17T00:35:33.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:32 smithi187 ceph-mon[33407]: osdmap e255: 8 total, 8 up, 8 in 2024-08-17T00:35:33.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:32 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:33.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:32 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:33.725 INFO:tasks.rados.rados.0.smithi157.stdout:998: done (6 left) 2024-08-17T00:35:33.725 INFO:tasks.rados.rados.0.smithi157.stdout:999: done (5 left) 2024-08-17T00:35:33.725 INFO:tasks.rados.rados.0.smithi157.stdout:1000: done (4 left) 2024-08-17T00:35:33.725 INFO:tasks.rados.rados.0.smithi157.stdout:1001: done (3 left) 2024-08-17T00:35:33.725 INFO:tasks.rados.rados.0.smithi157.stdout:1003: done (2 left) 2024-08-17T00:35:33.725 INFO:tasks.rados.rados.0.smithi157.stdout:1004: done (1 left) 2024-08-17T00:35:33.725 INFO:tasks.rados.rados.0.smithi157.stdout:1005: done (0 left) 2024-08-17T00:35:33.725 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 36 current snap is 93 2024-08-17T00:35:33.725 INFO:tasks.rados.rados.0.smithi157.stdout:1006: seq_num 318 ranges {1294336=532480} 2024-08-17T00:35:33.734 INFO:tasks.rados.rados.0.smithi157.stdout:1006: writing smithi15786056-36 from 1294336 to 1826816 tid 1 2024-08-17T00:35:33.734 INFO:tasks.rados.rados.0.smithi157.stdout:1007: read oid 24 snap -1 2024-08-17T00:35:33.734 INFO:tasks.rados.rados.0.smithi157.stdout:1007: expect (ObjNum 304 snap 86 seq_num 304) 2024-08-17T00:35:33.735 INFO:tasks.rados.rados.0.smithi157.stdout:1008: snap_remove snap 88 2024-08-17T00:35:33.779 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:35:33] "GET /metrics HTTP/1.1" 200 35991 "" "Prometheus/2.43.0" 2024-08-17T00:35:33.779 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:33.633+0000 7fa318536640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-08-17T00:35:33.780 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:33 smithi157 ceph-mon[98780]: osdmap e256: 8 total, 8 up, 8 in 2024-08-17T00:35:33.780 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:33 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:33.780 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:33 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:33.780 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:33 smithi157 ceph-mon[101289]: osdmap e256: 8 total, 8 up, 8 in 2024-08-17T00:35:33.780 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:33 smithi157 ceph-mon[101289]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:33.780 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:33 smithi157 ceph-mon[101289]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:33 smithi187 ceph-mon[33407]: osdmap e256: 8 total, 8 up, 8 in 2024-08-17T00:35:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:33 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:33.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:33 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:33.956 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:33.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:34.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:34.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:34.729 INFO:tasks.rados.rados.0.smithi157.stdout:1008: done (2 left) 2024-08-17T00:35:34.730 INFO:tasks.rados.rados.0.smithi157.stdout:1009: read oid 22 snap -1 2024-08-17T00:35:34.730 INFO:tasks.rados.rados.0.smithi157.stdout:1009: expect (ObjNum 307 snap 86 seq_num 307) 2024-08-17T00:35:34.730 INFO:tasks.rados.rados.0.smithi157.stdout:1010: read oid 46 snap -1 2024-08-17T00:35:34.730 INFO:tasks.rados.rados.0.smithi157.stdout:1010: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:35:34.730 INFO:tasks.rados.rados.0.smithi157.stdout:1011: snap_remove snap 87 2024-08-17T00:35:34.990 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:34 smithi157 ceph-mon[98780]: pgmap v31: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 114 KiB/s wr, 0 op/s 2024-08-17T00:35:34.990 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:34 smithi157 ceph-mon[98780]: osdmap e257: 8 total, 8 up, 8 in 2024-08-17T00:35:34.991 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:34 smithi157 ceph-mon[101289]: pgmap v31: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 114 KiB/s wr, 0 op/s 2024-08-17T00:35:34.991 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:34 smithi157 ceph-mon[101289]: osdmap e257: 8 total, 8 up, 8 in 2024-08-17T00:35:35.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:34 smithi187 ceph-mon[33407]: pgmap v31: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 114 KiB/s wr, 0 op/s 2024-08-17T00:35:35.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:34 smithi187 ceph-mon[33407]: osdmap e257: 8 total, 8 up, 8 in 2024-08-17T00:35:35.737 INFO:tasks.rados.rados.0.smithi157.stdout:1011: done (4 left) 2024-08-17T00:35:35.737 INFO:tasks.rados.rados.0.smithi157.stdout:1012: read oid 40 snap 74 2024-08-17T00:35:35.737 INFO:tasks.rados.rados.0.smithi157.stdout:1012: expect (ObjNum 243 snap 65 seq_num 243) 2024-08-17T00:35:35.737 INFO:tasks.rados.rados.0.smithi157.stdout:1013: snap_remove snap 92 2024-08-17T00:35:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:35 smithi157 ceph-mon[98780]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T00:35:36.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:35 smithi157 ceph-mon[101289]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T00:35:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:35 smithi187 ceph-mon[33407]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T00:35:36.739 INFO:tasks.rados.rados.0.smithi157.stdout:1013: done (5 left) 2024-08-17T00:35:36.739 INFO:tasks.rados.rados.0.smithi157.stdout:1014: read oid 18 snap -1 2024-08-17T00:35:36.739 INFO:tasks.rados.rados.0.smithi157.stdout:1014: expect (ObjNum 256 snap 67 seq_num 256) 2024-08-17T00:35:36.739 INFO:tasks.rados.rados.0.smithi157.stdout:1015: rollback oid 44 current snap is 93 2024-08-17T00:35:36.739 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 44 to 86 2024-08-17T00:35:36.739 INFO:tasks.rados.rados.0.smithi157.stdout:1006: finishing write tid 1 to smithi15786056-36 2024-08-17T00:35:36.739 INFO:tasks.rados.rados.0.smithi157.stdout:1006: finishing write tid 2 to smithi15786056-36 2024-08-17T00:35:36.739 INFO:tasks.rados.rados.0.smithi157.stdout:1006: finishing write tid 3 to smithi15786056-36 2024-08-17T00:35:36.740 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 69 (ObjNum 318 snap 93 seq_num 318) dirty exists 2024-08-17T00:35:36.740 INFO:tasks.rados.rados.0.smithi157.stdout:1006: left oid 36 (ObjNum 318 snap 93 seq_num 318) 2024-08-17T00:35:36.740 INFO:tasks.rados.rados.0.smithi157.stdout:1007: expect (ObjNum 304 snap 86 seq_num 304) 2024-08-17T00:35:37.028 INFO:tasks.rados.rados.0.smithi157.stdout:1009: expect (ObjNum 307 snap 86 seq_num 307) 2024-08-17T00:35:37.037 INFO:tasks.rados.rados.0.smithi157.stdout:1010: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:35:37.056 INFO:tasks.rados.rados.0.smithi157.stdout:1012: expect (ObjNum 243 snap 65 seq_num 243) 2024-08-17T00:35:37.101 INFO:tasks.rados.rados.0.smithi157.stdout:1015: finishing rollback tid 0 to smithi15786056-44 2024-08-17T00:35:37.101 INFO:tasks.rados.rados.0.smithi157.stdout:1015: finishing rollback tid 1 to smithi15786056-44 2024-08-17T00:35:37.101 INFO:tasks.rados.rados.0.smithi157.stdout:1015: finishing rollback tid 2 to smithi15786056-44 2024-08-17T00:35:37.101 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 379 (ObjNum 308 snap 86 seq_num 308) dirty exists 2024-08-17T00:35:37.101 INFO:tasks.rados.rados.0.smithi157.stdout:1014: expect (ObjNum 256 snap 67 seq_num 256) 2024-08-17T00:35:37.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:36 smithi157 ceph-mon[101289]: pgmap v34: 121 pgs: 121 active+clean; 146 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-08-17T00:35:37.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:36 smithi157 ceph-mon[101289]: osdmap e259: 8 total, 8 up, 8 in 2024-08-17T00:35:37.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:36 smithi157 ceph-mon[101289]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:37.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:36 smithi157 ceph-mon[101289]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:37.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:36 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:37.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:36 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:37.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:36 smithi157 ceph-mon[101289]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:37.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:36 smithi157 ceph-mon[98780]: pgmap v34: 121 pgs: 121 active+clean; 146 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-08-17T00:35:37.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:36 smithi157 ceph-mon[98780]: osdmap e259: 8 total, 8 up, 8 in 2024-08-17T00:35:37.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:36 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:37.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:36 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:37.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:36 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:37.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:36 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:37.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:36 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:37.149 INFO:tasks.rados.rados.0.smithi157.stdout:1006: done (6 left) 2024-08-17T00:35:37.149 INFO:tasks.rados.rados.0.smithi157.stdout:1007: done (5 left) 2024-08-17T00:35:37.149 INFO:tasks.rados.rados.0.smithi157.stdout:1009: done (4 left) 2024-08-17T00:35:37.150 INFO:tasks.rados.rados.0.smithi157.stdout:1010: done (3 left) 2024-08-17T00:35:37.150 INFO:tasks.rados.rados.0.smithi157.stdout:1012: done (2 left) 2024-08-17T00:35:37.150 INFO:tasks.rados.rados.0.smithi157.stdout:1014: done (1 left) 2024-08-17T00:35:37.150 INFO:tasks.rados.rados.0.smithi157.stdout:1015: done (0 left) 2024-08-17T00:35:37.150 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 93 2024-08-17T00:35:37.150 INFO:tasks.rados.rados.0.smithi157.stdout:1016: seq_num 319 ranges {1900544=548864} 2024-08-17T00:35:37.161 INFO:tasks.rados.rados.0.smithi157.stdout:1016: writing smithi15786056-18 from 1900544 to 2449408 tid 1 2024-08-17T00:35:37.161 INFO:tasks.rados.rados.0.smithi157.stdout:1017: setattr oid 7 current snap is 93 2024-08-17T00:35:37.163 INFO:tasks.rados.rados.0.smithi157.stdout:1018: setattr oid 41 current snap is 93 2024-08-17T00:35:37.165 INFO:tasks.rados.rados.0.smithi157.stdout:1016: finishing write tid 1 to smithi15786056-18 2024-08-17T00:35:37.165 INFO:tasks.rados.rados.0.smithi157.stdout:1019: rmattr oid 19 current snap is 93 2024-08-17T00:35:37.165 INFO:tasks.rados.rados.0.smithi157.stdout:1019: done (3 left) 2024-08-17T00:35:37.166 INFO:tasks.rados.rados.0.smithi157.stdout:1020: read oid 43 snap -1 2024-08-17T00:35:37.166 INFO:tasks.rados.rados.0.smithi157.stdout:1020: expect (ObjNum 236 snap 63 seq_num 236) 2024-08-17T00:35:37.166 INFO:tasks.rados.rados.0.smithi157.stdout:1021: snap_remove snap 86 2024-08-17T00:35:37.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:36 smithi187 ceph-mon[33407]: pgmap v34: 121 pgs: 121 active+clean; 146 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-08-17T00:35:37.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:36 smithi187 ceph-mon[33407]: osdmap e259: 8 total, 8 up, 8 in 2024-08-17T00:35:37.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:36 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:37.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:36 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:37.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:36 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:37.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:36 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:37.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:36 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:37.744 INFO:tasks.rados.rados.0.smithi157.stdout:1021: done (4 left) 2024-08-17T00:35:37.744 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 93 2024-08-17T00:35:37.744 INFO:tasks.rados.rados.0.smithi157.stdout:1022: seq_num 320 ranges {1294336=565248} 2024-08-17T00:35:37.754 INFO:tasks.rados.rados.0.smithi157.stdout:1022: writing smithi15786056-23 from 1294336 to 1859584 tid 1 2024-08-17T00:35:37.754 INFO:tasks.rados.rados.0.smithi157.stdout:1023: delete oid 42 current snap is 93 2024-08-17T00:35:37.755 INFO:tasks.rados.rados.0.smithi157.stdout:1016: finishing write tid 2 to smithi15786056-18 2024-08-17T00:35:37.755 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 417 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-17T00:35:37.755 INFO:tasks.rados.rados.0.smithi157.stdout:1016: finishing write tid 3 to smithi15786056-18 2024-08-17T00:35:37.755 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 416 (ObjNum 319 snap 93 seq_num 319) dirty exists 2024-08-17T00:35:37.755 INFO:tasks.rados.rados.0.smithi157.stdout:1016: left oid 18 (ObjNum 319 snap 93 seq_num 319) 2024-08-17T00:35:37.755 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 445 (ObjNum 258 snap 67 seq_num 258) dirty exists 2024-08-17T00:35:37.755 INFO:tasks.rados.rados.0.smithi157.stdout:1020: expect (ObjNum 236 snap 63 seq_num 236) 2024-08-17T00:35:37.797 INFO:tasks.rados.rados.0.smithi157.stdout:1022: finishing write tid 1 to smithi15786056-23 2024-08-17T00:35:37.798 INFO:tasks.rados.rados.0.smithi157.stdout:1022: finishing write tid 2 to smithi15786056-23 2024-08-17T00:35:37.798 INFO:tasks.rados.rados.0.smithi157.stdout:1022: finishing write tid 3 to smithi15786056-23 2024-08-17T00:35:37.798 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 604 (ObjNum 320 snap 93 seq_num 320) dirty exists 2024-08-17T00:35:37.798 INFO:tasks.rados.rados.0.smithi157.stdout:1022: left oid 23 (ObjNum 320 snap 93 seq_num 320) 2024-08-17T00:35:37.798 INFO:tasks.rados.rados.0.smithi157.stdout:1016: done (5 left) 2024-08-17T00:35:37.798 INFO:tasks.rados.rados.0.smithi157.stdout:1017: done (4 left) 2024-08-17T00:35:37.798 INFO:tasks.rados.rados.0.smithi157.stdout:1018: done (3 left) 2024-08-17T00:35:37.798 INFO:tasks.rados.rados.0.smithi157.stdout:1020: done (2 left) 2024-08-17T00:35:37.798 INFO:tasks.rados.rados.0.smithi157.stdout:1022: done (1 left) 2024-08-17T00:35:37.798 INFO:tasks.rados.rados.0.smithi157.stdout:1023: done (0 left) 2024-08-17T00:35:37.798 INFO:tasks.rados.rados.0.smithi157.stdout:1024: snap_remove snap 91 2024-08-17T00:35:37.934 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:37 smithi187 ceph-mon[33407]: osdmap e260: 8 total, 8 up, 8 in 2024-08-17T00:35:37.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:37 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:37.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:37 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:35:37.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:37 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:35:37.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:37 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-17T00:35:38.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:37 smithi157 ceph-mon[101289]: osdmap e260: 8 total, 8 up, 8 in 2024-08-17T00:35:38.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:38.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:35:38.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:35:38.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-17T00:35:38.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:37 smithi157 ceph-mon[98780]: osdmap e260: 8 total, 8 up, 8 in 2024-08-17T00:35:38.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:38.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:35:38.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:35:38.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-17T00:35:38.750 INFO:tasks.rados.rados.0.smithi157.stdout:1024: done (0 left) 2024-08-17T00:35:38.751 INFO:tasks.rados.rados.0.smithi157.stdout:1025: snap_create 2024-08-17T00:35:38.854 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:38.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:38 smithi187 ceph-mon[33407]: Upgrade: It appears safe to stop mon.b 2024-08-17T00:35:38.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:38 smithi187 ceph-mon[33407]: pgmap v37: 121 pgs: 121 active+clean; 146 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-08-17T00:35:38.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:38 smithi187 ceph-mon[33407]: osdmap e261: 8 total, 8 up, 8 in 2024-08-17T00:35:38.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:38 smithi187 ceph-mon[33407]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:38.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:38 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:35:38.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:38 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:35:38.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:38 smithi187 ceph-mon[33407]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:39.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:38 smithi157 ceph-mon[98780]: Upgrade: It appears safe to stop mon.b 2024-08-17T00:35:39.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:38 smithi157 ceph-mon[98780]: pgmap v37: 121 pgs: 121 active+clean; 146 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-08-17T00:35:39.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:38 smithi157 ceph-mon[98780]: osdmap e261: 8 total, 8 up, 8 in 2024-08-17T00:35:39.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:38 smithi157 ceph-mon[98780]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:39.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:35:39.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:35:39.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:39.020 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:38 smithi157 ceph-mon[101289]: Upgrade: It appears safe to stop mon.b 2024-08-17T00:35:39.021 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:38 smithi157 ceph-mon[101289]: pgmap v37: 121 pgs: 121 active+clean; 146 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-08-17T00:35:39.021 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:38 smithi157 ceph-mon[101289]: osdmap e261: 8 total, 8 up, 8 in 2024-08-17T00:35:39.021 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:38 smithi157 ceph-mon[101289]: from='mgr.34101 ' entity='mgr.y' 2024-08-17T00:35:39.021 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:35:39.021 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:35:39.021 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:39.021 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:35:39.283 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:35:39.283 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (93s) 6s ago 5m 16.3M - 0.25.0 c8568f914cd2 e5fc458eaa70 2024-08-17T00:35:39.283 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (82s) 20s ago 5m 82.8M - 9.4.7 954c08fa6188 3c616dd0c45b 2024-08-17T00:35:39.283 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (7m) 6s ago 7m 15.7M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:35:39.283 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (6m) 20s ago 6m 19.3M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:35:39.283 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283,8765 running (46s) 20s ago 10m 436M - 19.1.0-1363-gd863d21c ba08250ef864 97f58199005a 2024-08-17T00:35:39.283 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (74s) 6s ago 12m 496M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:35:39.283 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (32s) 6s ago 12m 36.8M 2048M 19.1.0-1363-gd863d21c ba08250ef864 7cae4f2d8cd1 2024-08-17T00:35:39.284 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (10m) 20s ago 10m 53.3M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 08bc4d37e299 2024-08-17T00:35:39.284 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (11s) 6s ago 10m 22.2M 2048M 19.1.0-1363-gd863d21c ba08250ef864 6acedb5a7023 2024-08-17T00:35:39.284 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (91s) 6s ago 4m 8702k - 1.5.0 0da6a335fe13 b4e36e574235 2024-08-17T00:35:39.284 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (80s) 20s ago 4m 8102k - 1.5.0 0da6a335fe13 73e607038b0d 2024-08-17T00:35:39.284 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (10m) 6s ago 10m 151M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 5724a0a2acf7 2024-08-17T00:35:39.284 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (9m) 6s ago 9m 107M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 06419c3d3168 2024-08-17T00:35:39.284 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (9m) 6s ago 9m 150M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 f0716b3a6da4 2024-08-17T00:35:39.284 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (8m) 6s ago 8m 98.3M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 34877baf90d9 2024-08-17T00:35:39.284 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (8m) 20s ago 8m 93.5M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 8b55fa435d4d 2024-08-17T00:35:39.284 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (8m) 20s ago 8m 98.4M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 87ee417e591b 2024-08-17T00:35:39.284 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (7m) 20s ago 7m 89.7M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bd8a836eeeec 2024-08-17T00:35:39.284 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (7m) 20s ago 7m 103M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:35:39.284 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (51s) 20s ago 6m 45.1M - 2.43.0 a07b618ecd1d 736dc11bd87e 2024-08-17T00:35:39.622 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:35:39.622 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:35:39.623 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 1, 2024-08-17T00:35:39.623 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:35:39.623 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:35:39.623 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:35:39.623 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:35:39.623 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:35:39.623 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:35:39.623 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:35:39.623 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:35:39.623 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:35:39.623 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:35:39.623 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:35:39.623 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:35:39.624 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 11, 2024-08-17T00:35:39.624 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 4 2024-08-17T00:35:39.624 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:35:39.624 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:35:39.754 INFO:tasks.rados.rados.0.smithi157.stdout:1025: done (0 left) 2024-08-17T00:35:39.754 INFO:tasks.rados.rados.0.smithi157.stdout:1026: copy_from oid 20 from oid 32 current snap is 94 2024-08-17T00:35:39.754 INFO:tasks.rados.rados.0.smithi157.stdout:1027: delete oid 3 current snap is 94 2024-08-17T00:35:39.758 INFO:tasks.rados.rados.0.smithi157.stdout:1027: done (1 left) 2024-08-17T00:35:39.758 INFO:tasks.rados.rados.0.smithi157.stdout:1028: copy_from oid 45 from oid 37 current snap is 94 2024-08-17T00:35:39.758 INFO:tasks.rados.rados.0.smithi157.stdout:1029: snap_remove snap 74 2024-08-17T00:35:39.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:39 smithi157 ceph-mon[98780]: Upgrade: Updating mon.b 2024-08-17T00:35:39.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:39 smithi157 ceph-mon[98780]: Deploying daemon mon.b on smithi187 2024-08-17T00:35:39.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:39 smithi157 ceph-mon[98780]: osdmap e262: 8 total, 8 up, 8 in 2024-08-17T00:35:39.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:39 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2839714496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:35:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:39 smithi157 ceph-mon[101289]: Upgrade: Updating mon.b 2024-08-17T00:35:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:39 smithi157 ceph-mon[101289]: Deploying daemon mon.b on smithi187 2024-08-17T00:35:39.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:39 smithi157 ceph-mon[101289]: osdmap e262: 8 total, 8 up, 8 in 2024-08-17T00:35:39.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:39 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2839714496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:35:40.011 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:39 smithi187 ceph-mon[33407]: Upgrade: Updating mon.b 2024-08-17T00:35:40.011 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:39 smithi187 ceph-mon[33407]: Deploying daemon mon.b on smithi187 2024-08-17T00:35:40.012 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:39 smithi187 ceph-mon[33407]: osdmap e262: 8 total, 8 up, 8 in 2024-08-17T00:35:40.012 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:39 smithi187 ceph-mon[33407]: from='client.? 172.21.15.157:0/2839714496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:35:40.451 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:40 smithi187 systemd[1]: Stopping Ceph mon.b for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:35:40.451 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:40 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-b[33376]: 2024-08-17T00:35:40.255+0000 7fb223e92640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:35:40.451 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:40 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-b[33376]: 2024-08-17T00:35:40.255+0000 7fb223e92640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-08-17T00:35:40.614 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:35:40] ENGINE Bus STOPPING 2024-08-17T00:35:40.614 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:35:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:35:40.614 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:35:40] ENGINE Bus STOPPED 2024-08-17T00:35:40.614 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:35:40] ENGINE Bus STARTING 2024-08-17T00:35:40.614 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:35:40] ENGINE Serving on http://:::9283 2024-08-17T00:35:40.615 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:00:35:40] ENGINE Bus STARTED 2024-08-17T00:35:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:40 smithi187 podman[90364]: 2024-08-17 00:35:40.450590509 +0000 UTC m=+0.292324700 container died 08bc4d37e299222f70061487d400d735cbe8a5000432e2cbd84d5d67e05c779e (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-b, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-03a1ac1, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-17T00:35:40.989 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:40 smithi187 podman[90364]: 2024-08-17 00:35:40.779256053 +0000 UTC m=+0.620990198 container cleanup 08bc4d37e299222f70061487d400d735cbe8a5000432e2cbd84d5d67e05c779e (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-b, org.label-schema.vendor=CentOS, RELEASE=quincy-03a1ac1, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:35:40.989 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:40 smithi187 bash[90364]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-b 2024-08-17T00:35:41.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:40 smithi187 podman[90381]: 2024-08-17 00:35:40.988992111 +0000 UTC m=+0.532325626 container remove 08bc4d37e299222f70061487d400d735cbe8a5000432e2cbd84d5d67e05c779e (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-03a1ac1, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True) 2024-08-17T00:35:41.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.b.service: Deactivated successfully. 2024-08-17T00:35:41.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 systemd[1]: Stopped Ceph mon.b for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:35:41.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.b.service: Consumed 8.801s CPU time. 2024-08-17T00:35:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 systemd[1]: Starting Ceph mon.b for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:35:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 podman[90514]: 2024-08-17 00:35:41.521187062 +0000 UTC m=+0.017014105 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:35:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 podman[90514]: 2024-08-17 00:35:41.648356379 +0000 UTC m=+0.144183415 container create fa96bb84b1730513d50e9bcb2f3c53fbf4d432d4d692f52a9e2ee7468f3863f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-b, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:35:41.928 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 podman[90514]: 2024-08-17 00:35:41.892950037 +0000 UTC m=+0.388777072 container init fa96bb84b1730513d50e9bcb2f3c53fbf4d432d4d692f52a9e2ee7468f3863f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-17T00:35:41.928 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 podman[90514]: 2024-08-17 00:35:41.897756086 +0000 UTC m=+0.393583120 container start fa96bb84b1730513d50e9bcb2f3c53fbf4d432d4d692f52a9e2ee7468f3863f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-17T00:35:41.928 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T00:35:41.928 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc), process ceph-mon, pid 7 2024-08-17T00:35:41.928 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: pidfile_write: ignore empty --pid-file 2024-08-17T00:35:41.928 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: load: jerasure load: lrc 2024-08-17T00:35:41.928 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: RocksDB version: 7.9.2 2024-08-17T00:35:41.928 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Git sha 0 2024-08-17T00:35:41.928 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Compile date 2024-08-14 15:56:38 2024-08-17T00:35:41.928 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: DB SUMMARY 2024-08-17T00:35:41.928 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: DB Session ID: 27YDOJOIHR16H91WARLN 2024-08-17T00:35:41.928 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: CURRENT file: CURRENT 2024-08-17T00:35:41.929 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T00:35:41.929 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-08-17T00:35:41.929 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-08-17T00:35:41.929 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 9937799 ; 2024-08-17T00:35:41.929 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.error_if_exists: 0 2024-08-17T00:35:41.929 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.create_if_missing: 0 2024-08-17T00:35:41.929 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.paranoid_checks: 1 2024-08-17T00:35:41.929 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T00:35:41.929 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T00:35:41.929 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T00:35:41.929 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.env: 0x55e451a327a0 2024-08-17T00:35:41.929 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T00:35:41.929 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.info_log: 0x55e452421500 2024-08-17T00:35:41.930 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T00:35:41.930 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.statistics: (nil) 2024-08-17T00:35:41.931 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.use_fsync: 0 2024-08-17T00:35:41.931 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_log_file_size: 0 2024-08-17T00:35:41.931 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T00:35:41.931 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T00:35:41.931 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T00:35:41.931 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T00:35:41.931 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.allow_fallocate: 1 2024-08-17T00:35:41.931 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T00:35:41.931 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T00:35:41.931 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.use_direct_reads: 0 2024-08-17T00:35:41.932 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T00:35:41.932 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T00:35:41.932 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.db_log_dir: 2024-08-17T00:35:41.932 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.wal_dir: 2024-08-17T00:35:41.932 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T00:35:41.932 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T00:35:41.932 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T00:35:41.932 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T00:35:41.932 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T00:35:41.932 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T00:35:41.932 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T00:35:41.932 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T00:35:41.932 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.write_buffer_manager: 0x55e4524308c0 2024-08-17T00:35:41.933 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T00:35:41.933 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T00:35:41.933 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T00:35:41.933 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T00:35:41.933 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T00:35:41.933 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T00:35:41.933 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T00:35:41.933 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T00:35:41.933 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.unordered_write: 0 2024-08-17T00:35:41.933 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T00:35:41.933 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T00:35:41.933 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T00:35:41.933 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T00:35:41.934 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.row_cache: None 2024-08-17T00:35:41.934 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.wal_filter: None 2024-08-17T00:35:41.934 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T00:35:41.934 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T00:35:41.934 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.two_write_queues: 0 2024-08-17T00:35:41.934 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T00:35:41.934 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.wal_compression: 0 2024-08-17T00:35:41.934 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.atomic_flush: 0 2024-08-17T00:35:41.934 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T00:35:41.934 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T00:35:41.934 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T00:35:41.934 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.log_readahead_size: 0 2024-08-17T00:35:41.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T00:35:41.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T00:35:41.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T00:35:41.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T00:35:41.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T00:35:41.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T00:35:41.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T00:35:41.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_background_jobs: 2 2024-08-17T00:35:41.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_background_compactions: -1 2024-08-17T00:35:41.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_subcompactions: 1 2024-08-17T00:35:41.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T00:35:41.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T00:35:41.935 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T00:35:41.936 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T00:35:41.936 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T00:35:41.936 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T00:35:41.936 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T00:35:41.936 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T00:35:41.936 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_open_files: -1 2024-08-17T00:35:41.936 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T00:35:41.936 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T00:35:41.936 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T00:35:41.936 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T00:35:41.936 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_background_flushes: -1 2024-08-17T00:35:41.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Compression algorithms supported: 2024-08-17T00:35:41.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: kZSTD supported: 0 2024-08-17T00:35:41.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: kXpressCompression supported: 0 2024-08-17T00:35:41.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: kBZip2Compression supported: 0 2024-08-17T00:35:41.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T00:35:41.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: kLZ4Compression supported: 1 2024-08-17T00:35:41.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: kZlibCompression supported: 1 2024-08-17T00:35:41.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T00:35:41.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: kSnappyCompression supported: 1 2024-08-17T00:35:41.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T00:35:41.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T00:35:41.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-08-17T00:35:41.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T00:35:41.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T00:35:41.938 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.merge_operator: 2024-08-17T00:35:41.938 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compaction_filter: None 2024-08-17T00:35:41.938 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T00:35:41.938 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T00:35:41.938 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T00:35:41.938 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T00:35:41.938 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e452421120) 2024-08-17T00:35:41.938 INFO:journalctl@ceph.mon.b.smithi187.stdout: cache_index_and_filter_blocks: 1 2024-08-17T00:35:41.938 INFO:journalctl@ceph.mon.b.smithi187.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T00:35:41.938 INFO:journalctl@ceph.mon.b.smithi187.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T00:35:41.938 INFO:journalctl@ceph.mon.b.smithi187.stdout: pin_top_level_index_and_filter: 1 2024-08-17T00:35:41.938 INFO:journalctl@ceph.mon.b.smithi187.stdout: index_type: 0 2024-08-17T00:35:41.939 INFO:journalctl@ceph.mon.b.smithi187.stdout: data_block_index_type: 0 2024-08-17T00:35:41.939 INFO:journalctl@ceph.mon.b.smithi187.stdout: index_shortening: 1 2024-08-17T00:35:41.939 INFO:journalctl@ceph.mon.b.smithi187.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T00:35:41.939 INFO:journalctl@ceph.mon.b.smithi187.stdout: checksum: 4 2024-08-17T00:35:41.939 INFO:journalctl@ceph.mon.b.smithi187.stdout: no_block_cache: 0 2024-08-17T00:35:41.939 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_cache: 0x55e452415090 2024-08-17T00:35:41.939 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_cache_name: BinnedLRUCache 2024-08-17T00:35:41.939 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_cache_options: 2024-08-17T00:35:41.939 INFO:journalctl@ceph.mon.b.smithi187.stdout: capacity : 536870912 2024-08-17T00:35:41.939 INFO:journalctl@ceph.mon.b.smithi187.stdout: num_shard_bits : 4 2024-08-17T00:35:41.940 INFO:journalctl@ceph.mon.b.smithi187.stdout: strict_capacity_limit : 0 2024-08-17T00:35:41.940 INFO:journalctl@ceph.mon.b.smithi187.stdout: high_pri_pool_ratio: 0.000 2024-08-17T00:35:41.940 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_cache_compressed: (nil) 2024-08-17T00:35:41.940 INFO:journalctl@ceph.mon.b.smithi187.stdout: persistent_cache: (nil) 2024-08-17T00:35:41.940 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_size: 4096 2024-08-17T00:35:41.940 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_size_deviation: 10 2024-08-17T00:35:41.940 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_restart_interval: 16 2024-08-17T00:35:41.940 INFO:journalctl@ceph.mon.b.smithi187.stdout: index_block_restart_interval: 1 2024-08-17T00:35:41.940 INFO:journalctl@ceph.mon.b.smithi187.stdout: metadata_block_size: 4096 2024-08-17T00:35:41.940 INFO:journalctl@ceph.mon.b.smithi187.stdout: partition_filters: 0 2024-08-17T00:35:41.940 INFO:journalctl@ceph.mon.b.smithi187.stdout: use_delta_encoding: 1 2024-08-17T00:35:41.940 INFO:journalctl@ceph.mon.b.smithi187.stdout: filter_policy: bloomfilter 2024-08-17T00:35:41.941 INFO:journalctl@ceph.mon.b.smithi187.stdout: whole_key_filtering: 1 2024-08-17T00:35:41.941 INFO:journalctl@ceph.mon.b.smithi187.stdout: verify_compression: 0 2024-08-17T00:35:41.941 INFO:journalctl@ceph.mon.b.smithi187.stdout: read_amp_bytes_per_bit: 0 2024-08-17T00:35:41.941 INFO:journalctl@ceph.mon.b.smithi187.stdout: format_version: 5 2024-08-17T00:35:41.941 INFO:journalctl@ceph.mon.b.smithi187.stdout: enable_index_compression: 1 2024-08-17T00:35:41.941 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_align: 0 2024-08-17T00:35:41.941 INFO:journalctl@ceph.mon.b.smithi187.stdout: max_auto_readahead_size: 262144 2024-08-17T00:35:41.941 INFO:journalctl@ceph.mon.b.smithi187.stdout: prepopulate_block_cache: 0 2024-08-17T00:35:41.941 INFO:journalctl@ceph.mon.b.smithi187.stdout: initial_auto_readahead_size: 8192 2024-08-17T00:35:41.941 INFO:journalctl@ceph.mon.b.smithi187.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T00:35:41.941 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T00:35:41.941 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T00:35:41.941 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compression: NoCompression 2024-08-17T00:35:41.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T00:35:41.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T00:35:41.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T00:35:41.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.num_levels: 7 2024-08-17T00:35:41.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T00:35:41.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T00:35:41.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T00:35:41.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T00:35:41.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T00:35:41.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T00:35:41.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T00:35:41.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:35:41.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T00:35:41.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T00:35:41.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T00:35:41.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T00:35:41.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T00:35:41.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T00:35:41.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T00:35:41.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T00:35:41.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:35:41.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T00:35:41.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T00:35:41.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T00:35:41.943 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T00:35:41.944 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T00:35:41.944 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T00:35:41.944 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T00:35:41.944 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T00:35:41.944 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T00:35:41.944 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T00:35:41.944 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T00:35:41.944 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T00:35:41.944 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T00:35:41.944 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T00:35:41.944 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T00:35:41.944 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T00:35:41.944 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T00:35:41.945 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T00:35:41.945 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T00:35:41.945 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T00:35:41.945 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T00:35:41.945 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T00:35:41.945 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T00:35:41.945 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T00:35:41.945 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T00:35:41.945 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T00:35:41.945 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T00:35:41.945 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T00:35:41.945 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T00:35:41.945 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T00:35:41.946 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T00:35:41.946 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T00:35:41.946 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T00:35:41.946 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T00:35:41.946 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T00:35:41.946 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T00:35:41.946 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T00:35:41.946 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.inplace_update_support: 0 2024-08-17T00:35:41.946 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T00:35:41.946 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T00:35:41.946 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T00:35:41.946 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T00:35:41.947 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.bloom_locality: 0 2024-08-17T00:35:41.947 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.max_successive_merges: 0 2024-08-17T00:35:41.947 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T00:35:41.947 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T00:35:41.947 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T00:35:41.947 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T00:35:41.947 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.ttl: 2592000 2024-08-17T00:35:41.947 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T00:35:41.947 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T00:35:41.947 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T00:35:41.947 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.enable_blob_files: false 2024-08-17T00:35:41.947 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.min_blob_size: 0 2024-08-17T00:35:41.948 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T00:35:41.948 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T00:35:41.948 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T00:35:41.948 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T00:35:41.948 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T00:35:41.948 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T00:35:41.948 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T00:35:41.948 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T00:35:41.948 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-17T00:35:41.948 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T00:35:41.948 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13632, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T00:35:41.948 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-17T00:35:41.948 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 609108e3-c8b3-4b3f-b907-2479e6a9cf98 2024-08-17T00:35:41.949 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854941925539, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-17T00:35:41.949 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-17T00:35:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854941950677, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6108454, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13638, "largest_seqno": 16853, "table_properties": {"data_size": 6093706, "index_size": 9989, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3717, "raw_key_size": 33383, "raw_average_key_size": 22, "raw_value_size": 6063220, "raw_average_value_size": 4141, "num_data_blocks": 435, "num_entries": 1464, "num_filter_entries": 1464, "num_deletions": 286, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723854941, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "609108e3-c8b3-4b3f-b907-2479e6a9cf98", "db_session_id": "27YDOJOIHR16H91WARLN", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-17T00:35:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854941950779, "job": 1, "event": "recovery_finished"} 2024-08-17T00:35:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-17T00:35:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T00:35:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T00:35:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e452442e00 2024-08-17T00:35:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: DB pointer 0x55e45253c000 2024-08-17T00:35:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T00:35:42.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T00:35:42.207 INFO:journalctl@ceph.mon.b.smithi187.stdout: ** DB Stats ** 2024-08-17T00:35:42.207 INFO:journalctl@ceph.mon.b.smithi187.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:35:42.207 INFO:journalctl@ceph.mon.b.smithi187.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T00:35:42.207 INFO:journalctl@ceph.mon.b.smithi187.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T00:35:42.207 INFO:journalctl@ceph.mon.b.smithi187.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:35:42.207 INFO:journalctl@ceph.mon.b.smithi187.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T00:35:42.207 INFO:journalctl@ceph.mon.b.smithi187.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T00:35:42.207 INFO:journalctl@ceph.mon.b.smithi187.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:35:42.207 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-08-17T00:35:42.207 INFO:journalctl@ceph.mon.b.smithi187.stdout: ** Compaction Stats [default] ** 2024-08-17T00:35:42.207 INFO:journalctl@ceph.mon.b.smithi187.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T00:35:42.208 INFO:journalctl@ceph.mon.b.smithi187.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T00:35:42.208 INFO:journalctl@ceph.mon.b.smithi187.stdout: L0 1/0 5.83 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 608.0 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-17T00:35:42.208 INFO:journalctl@ceph.mon.b.smithi187.stdout: L6 1/0 7.70 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-17T00:35:42.208 INFO:journalctl@ceph.mon.b.smithi187.stdout: Sum 2/0 13.52 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 608.0 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-17T00:35:42.208 INFO:journalctl@ceph.mon.b.smithi187.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 608.0 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-17T00:35:42.208 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-08-17T00:35:42.208 INFO:journalctl@ceph.mon.b.smithi187.stdout: ** Compaction Stats [default] ** 2024-08-17T00:35:42.208 INFO:journalctl@ceph.mon.b.smithi187.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T00:35:42.208 INFO:journalctl@ceph.mon.b.smithi187.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:35:42.208 INFO:journalctl@ceph.mon.b.smithi187.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 608.0 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-17T00:35:42.208 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-08-17T00:35:42.208 INFO:journalctl@ceph.mon.b.smithi187.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T00:35:42.208 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-08-17T00:35:42.208 INFO:journalctl@ceph.mon.b.smithi187.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:35:42.209 INFO:journalctl@ceph.mon.b.smithi187.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-08-17T00:35:42.209 INFO:journalctl@ceph.mon.b.smithi187.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T00:35:42.209 INFO:journalctl@ceph.mon.b.smithi187.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T00:35:42.209 INFO:journalctl@ceph.mon.b.smithi187.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T00:35:42.209 INFO:journalctl@ceph.mon.b.smithi187.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T00:35:42.209 INFO:journalctl@ceph.mon.b.smithi187.stdout: Cumulative compaction: 0.01 GB write, 207.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:35:42.209 INFO:journalctl@ceph.mon.b.smithi187.stdout: Interval compaction: 0.01 GB write, 207.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:35:42.209 INFO:journalctl@ceph.mon.b.smithi187.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T00:35:42.209 INFO:journalctl@ceph.mon.b.smithi187.stdout: Block cache BinnedLRUCache@0x55e452415090#7 capacity: 512.00 MB usage: 14.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-08-17T00:35:42.209 INFO:journalctl@ceph.mon.b.smithi187.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-08-17T00:35:42.209 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-08-17T00:35:42.209 INFO:journalctl@ceph.mon.b.smithi187.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T00:35:42.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: starting mon.b rank 1 at public addrs [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] at bind addrs [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:35:42.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: mon.b@-1(???) e3 preinit fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:35:42.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: mon.b@-1(???).mds e8 new map 2024-08-17T00:35:42.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: mon.b@-1(???).mds e8 print_map 2024-08-17T00:35:42.210 INFO:journalctl@ceph.mon.b.smithi187.stdout: e8 2024-08-17T00:35:42.210 INFO:journalctl@ceph.mon.b.smithi187.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-17T00:35:42.210 INFO:journalctl@ceph.mon.b.smithi187.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T00:35:42.210 INFO:journalctl@ceph.mon.b.smithi187.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T00:35:42.210 INFO:journalctl@ceph.mon.b.smithi187.stdout: legacy client fscid: 1 2024-08-17T00:35:42.210 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-08-17T00:35:42.210 INFO:journalctl@ceph.mon.b.smithi187.stdout: Filesystem 'cephfs' (1) 2024-08-17T00:35:42.210 INFO:journalctl@ceph.mon.b.smithi187.stdout: fs_name cephfs 2024-08-17T00:35:42.210 INFO:journalctl@ceph.mon.b.smithi187.stdout: epoch 8 2024-08-17T00:35:42.211 INFO:journalctl@ceph.mon.b.smithi187.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-17T00:35:42.211 INFO:journalctl@ceph.mon.b.smithi187.stdout: created 2024-08-17T00:28:56.429867+0000 2024-08-17T00:35:42.211 INFO:journalctl@ceph.mon.b.smithi187.stdout: modified 2024-08-17T00:29:08.586631+0000 2024-08-17T00:35:42.211 INFO:journalctl@ceph.mon.b.smithi187.stdout: tableserver 0 2024-08-17T00:35:42.211 INFO:journalctl@ceph.mon.b.smithi187.stdout: root 0 2024-08-17T00:35:42.211 INFO:journalctl@ceph.mon.b.smithi187.stdout: session_timeout 60 2024-08-17T00:35:42.211 INFO:journalctl@ceph.mon.b.smithi187.stdout: session_autoclose 300 2024-08-17T00:35:42.211 INFO:journalctl@ceph.mon.b.smithi187.stdout: max_file_size 1099511627776 2024-08-17T00:35:42.211 INFO:journalctl@ceph.mon.b.smithi187.stdout: max_xattr_size 65536 2024-08-17T00:35:42.211 INFO:journalctl@ceph.mon.b.smithi187.stdout: required_client_features {} 2024-08-17T00:35:42.211 INFO:journalctl@ceph.mon.b.smithi187.stdout: last_failure 0 2024-08-17T00:35:42.211 INFO:journalctl@ceph.mon.b.smithi187.stdout: last_failure_osd_epoch 0 2024-08-17T00:35:42.211 INFO:journalctl@ceph.mon.b.smithi187.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T00:35:42.211 INFO:journalctl@ceph.mon.b.smithi187.stdout: max_mds 1 2024-08-17T00:35:42.212 INFO:journalctl@ceph.mon.b.smithi187.stdout: in 0 2024-08-17T00:35:42.212 INFO:journalctl@ceph.mon.b.smithi187.stdout: up {0=24319} 2024-08-17T00:35:42.212 INFO:journalctl@ceph.mon.b.smithi187.stdout: failed 2024-08-17T00:35:42.212 INFO:journalctl@ceph.mon.b.smithi187.stdout: damaged 2024-08-17T00:35:42.212 INFO:journalctl@ceph.mon.b.smithi187.stdout: stopped 2024-08-17T00:35:42.212 INFO:journalctl@ceph.mon.b.smithi187.stdout: data_pools [3] 2024-08-17T00:35:42.212 INFO:journalctl@ceph.mon.b.smithi187.stdout: metadata_pool 2 2024-08-17T00:35:42.212 INFO:journalctl@ceph.mon.b.smithi187.stdout: inline_data disabled 2024-08-17T00:35:42.212 INFO:journalctl@ceph.mon.b.smithi187.stdout: balancer 2024-08-17T00:35:42.212 INFO:journalctl@ceph.mon.b.smithi187.stdout: bal_rank_mask -1 2024-08-17T00:35:42.212 INFO:journalctl@ceph.mon.b.smithi187.stdout: standby_count_wanted 0 2024-08-17T00:35:42.212 INFO:journalctl@ceph.mon.b.smithi187.stdout: qdb_cluster leader: 0 members: 2024-08-17T00:35:42.212 INFO:journalctl@ceph.mon.b.smithi187.stdout: [mds.b{0:24319} state up:active seq 5 addr [v2:172.21.15.187:6832/2168209297,v1:172.21.15.187:6833/2168209297] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T00:35:42.213 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-08-17T00:35:42.213 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-08-17T00:35:42.213 INFO:journalctl@ceph.mon.b.smithi187.stdout: Standby daemons: 2024-08-17T00:35:42.213 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-08-17T00:35:42.213 INFO:journalctl@ceph.mon.b.smithi187.stdout: [mds.a{-1:14445} state up:standby seq 1 addr [v2:172.21.15.157:6834/969013348,v1:172.21.15.157:6835/969013348] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T00:35:42.213 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: mon.b@-1(???).osd e263 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-17T00:35:42.213 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: mon.b@-1(???).osd e263 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:35:42.213 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: mon.b@-1(???).osd e263 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:35:42.213 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: mon.b@-1(???).osd e263 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:35:42.213 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:41 smithi187 ceph-mon[90552]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-08-17T00:35:42.213 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:42 smithi187 bash[90514]: fa96bb84b1730513d50e9bcb2f3c53fbf4d432d4d692f52a9e2ee7468f3863f4 2024-08-17T00:35:42.213 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:42 smithi187 systemd[1]: Started Ceph mon.b for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:35:42.213 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:42 smithi187 ceph-mon[90552]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:42.213 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:42 smithi187 ceph-mon[90552]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:42.214 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:42 smithi187 ceph-mon[90552]: pgmap v40: 121 pgs: 121 active+clean; 146 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 272 KiB/s wr, 14 op/s 2024-08-17T00:35:42.214 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:42 smithi187 ceph-mon[90552]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T00:35:42.214 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:42 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:42.214 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:42 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:42.214 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:42 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:42.214 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:42 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:42.214 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:42 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:35:42.214 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:42 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:42.214 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:42 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:42.214 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:42 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:42.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[101289]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:42.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[101289]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:42.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[101289]: pgmap v40: 121 pgs: 121 active+clean; 146 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 272 KiB/s wr, 14 op/s 2024-08-17T00:35:42.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[101289]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T00:35:42.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:42.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:42.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:42.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:42.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:35:42.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:42.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:42.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:42.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[98780]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:42.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[98780]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:42.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[98780]: pgmap v40: 121 pgs: 121 active+clean; 146 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 272 KiB/s wr, 14 op/s 2024-08-17T00:35:42.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[98780]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T00:35:42.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:42.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:42.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:42.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:42.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:35:42.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:42.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:42.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:42 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:43.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:43.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:35:43] "GET /metrics HTTP/1.1" 200 35991 "" "Prometheus/2.43.0" 2024-08-17T00:35:44.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:44.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:47.182 INFO:tasks.rados.rados.0.smithi157.stdout:1028: finishing copy_from racing read to smithi15786056-45 2024-08-17T00:35:47.183 INFO:tasks.rados.rados.0.smithi157.stdout:1028: finishing copy_from to smithi15786056-45 2024-08-17T00:35:47.183 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 414 (ObjNum 198 snap 48 seq_num 198) dirty exists 2024-08-17T00:35:47.183 INFO:tasks.rados.rados.0.smithi157.stdout:1026: finishing copy_from racing read to smithi15786056-20 2024-08-17T00:35:47.183 INFO:tasks.rados.rados.0.smithi157.stdout:1026: finishing copy_from to smithi15786056-20 2024-08-17T00:35:47.183 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 312 (ObjNum 276 snap 77 seq_num 276) dirty exists 2024-08-17T00:35:47.183 INFO:tasks.rados.rados.0.smithi157.stdout:1026: done (2 left) 2024-08-17T00:35:47.183 INFO:tasks.rados.rados.0.smithi157.stdout:1028: done (1 left) 2024-08-17T00:35:47.183 INFO:tasks.rados.rados.0.smithi157.stdout:1029: done (0 left) 2024-08-17T00:35:47.183 INFO:tasks.rados.rados.0.smithi157.stdout:1030: snap_create 2024-08-17T00:35:47.289 INFO:tasks.rados.rados.0.smithi157.stdout:1030: done (0 left) 2024-08-17T00:35:47.290 INFO:tasks.rados.rados.0.smithi157.stdout:1031: snap_remove snap 77 2024-08-17T00:35:47.386 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:35:46.961+0000 7fa318536640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-17T00:35:47.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T00:35:47.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: mgrmap e42: y(active, since 28s), standbys: x 2024-08-17T00:35:47.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: overall HEALTH_OK 2024-08-17T00:35:47.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: mon.c calling monitor election 2024-08-17T00:35:47.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: mon.a calling monitor election 2024-08-17T00:35:47.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: mon.b calling monitor election 2024-08-17T00:35:47.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:47.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:47.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:47.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: pgmap v43: 121 pgs: 121 active+clean; 146 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 181 KiB/s wr, 11 op/s 2024-08-17T00:35:47.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:35:47.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: pgmap v44: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 802 KiB/s wr, 9 op/s 2024-08-17T00:35:47.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-08-17T00:35:47.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: overall HEALTH_OK 2024-08-17T00:35:47.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: mon.a calling monitor election 2024-08-17T00:35:47.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:35:47.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: monmap epoch 4 2024-08-17T00:35:47.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:35:47.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: last_changed 2024-08-17T00:35:42.103981+0000 2024-08-17T00:35:47.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: created 2024-08-17T00:23:19.848982+0000 2024-08-17T00:35:47.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: min_mon_release 19 (squid) 2024-08-17T00:35:47.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: election_strategy: 1 2024-08-17T00:35:47.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: 0: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.a 2024-08-17T00:35:47.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-08-17T00:35:47.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: 2: [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] mon.c 2024-08-17T00:35:47.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:35:47.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T00:35:47.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: mgrmap e42: y(active, since 33s), standbys: x 2024-08-17T00:35:47.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: overall HEALTH_OK 2024-08-17T00:35:47.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:47.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:47.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:47.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:47.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:47.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:47.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:47.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:47.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:47.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:47.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:47.390 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T00:35:47.390 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: mgrmap e42: y(active, since 28s), standbys: x 2024-08-17T00:35:47.390 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: overall HEALTH_OK 2024-08-17T00:35:47.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: mon.c calling monitor election 2024-08-17T00:35:47.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: mon.a calling monitor election 2024-08-17T00:35:47.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: mon.b calling monitor election 2024-08-17T00:35:47.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:47.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:47.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:47.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: pgmap v43: 121 pgs: 121 active+clean; 146 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 181 KiB/s wr, 11 op/s 2024-08-17T00:35:47.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:35:47.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: pgmap v44: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 802 KiB/s wr, 9 op/s 2024-08-17T00:35:47.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-08-17T00:35:47.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: overall HEALTH_OK 2024-08-17T00:35:47.391 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: mon.a calling monitor election 2024-08-17T00:35:47.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:35:47.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: monmap epoch 4 2024-08-17T00:35:47.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:35:47.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: last_changed 2024-08-17T00:35:42.103981+0000 2024-08-17T00:35:47.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: created 2024-08-17T00:23:19.848982+0000 2024-08-17T00:35:47.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: min_mon_release 19 (squid) 2024-08-17T00:35:47.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: election_strategy: 1 2024-08-17T00:35:47.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: 0: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.a 2024-08-17T00:35:47.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-08-17T00:35:47.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: 2: [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] mon.c 2024-08-17T00:35:47.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:35:47.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T00:35:47.392 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: mgrmap e42: y(active, since 33s), standbys: x 2024-08-17T00:35:47.393 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: overall HEALTH_OK 2024-08-17T00:35:47.393 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:47.393 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:47.393 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:47.393 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:47.393 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:47.393 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:47.393 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:47.393 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:47.393 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:47.393 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:47.393 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:47.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T00:35:47.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: mgrmap e42: y(active, since 28s), standbys: x 2024-08-17T00:35:47.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: overall HEALTH_OK 2024-08-17T00:35:47.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: mon.c calling monitor election 2024-08-17T00:35:47.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: mon.a calling monitor election 2024-08-17T00:35:47.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: mon.b calling monitor election 2024-08-17T00:35:47.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:47.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:47.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:47.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: pgmap v43: 121 pgs: 121 active+clean; 146 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 181 KiB/s wr, 11 op/s 2024-08-17T00:35:47.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:35:47.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: pgmap v44: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 802 KiB/s wr, 9 op/s 2024-08-17T00:35:47.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-08-17T00:35:47.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: overall HEALTH_OK 2024-08-17T00:35:47.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: mon.a calling monitor election 2024-08-17T00:35:47.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:35:47.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: monmap epoch 4 2024-08-17T00:35:47.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: fsid c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T00:35:47.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: last_changed 2024-08-17T00:35:42.103981+0000 2024-08-17T00:35:47.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: created 2024-08-17T00:23:19.848982+0000 2024-08-17T00:35:47.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: min_mon_release 19 (squid) 2024-08-17T00:35:47.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: election_strategy: 1 2024-08-17T00:35:47.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: 0: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.a 2024-08-17T00:35:47.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-08-17T00:35:47.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: 2: [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] mon.c 2024-08-17T00:35:47.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:35:47.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T00:35:47.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: mgrmap e42: y(active, since 33s), standbys: x 2024-08-17T00:35:47.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: overall HEALTH_OK 2024-08-17T00:35:47.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:47.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:47.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:47.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:47.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:47.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:47.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:47.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:47.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:47.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:47.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:48.295 INFO:tasks.rados.rados.0.smithi157.stdout:1031: done (0 left) 2024-08-17T00:35:48.295 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 95 2024-08-17T00:35:48.295 INFO:tasks.rados.rados.0.smithi157.stdout:1032: seq_num 323 ranges {1925120=614400} 2024-08-17T00:35:48.310 INFO:tasks.rados.rados.0.smithi157.stdout:1032: writing smithi15786056-25 from 1925120 to 2539520 tid 1 2024-08-17T00:35:48.311 INFO:tasks.rados.rados.0.smithi157.stdout:1033: copy_from oid 1 from oid 10 current snap is 95 2024-08-17T00:35:48.311 INFO:tasks.rados.rados.0.smithi157.stdout:1034: read oid 46 snap -1 2024-08-17T00:35:48.311 INFO:tasks.rados.rados.0.smithi157.stdout:1034: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:35:48.311 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 95 2024-08-17T00:35:48.311 INFO:tasks.rados.rados.0.smithi157.stdout:1035: seq_num 324 ranges {5218304=630784} 2024-08-17T00:35:48.343 INFO:tasks.rados.rados.0.smithi157.stdout:1035: writing smithi15786056-24 from 5218304 to 5849088 tid 1 2024-08-17T00:35:48.343 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 95 2024-08-17T00:35:48.343 INFO:tasks.rados.rados.0.smithi157.stdout:1036: seq_num 325 ranges {2400256=647168} 2024-08-17T00:35:48.359 INFO:tasks.rados.rados.0.smithi157.stdout:1036: writing smithi15786056-5 from 2400256 to 3047424 tid 1 2024-08-17T00:35:48.359 INFO:tasks.rados.rados.0.smithi157.stdout:1037: rollback oid 26 current snap is 95 2024-08-17T00:35:48.359 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 26 to 85 2024-08-17T00:35:48.359 INFO:tasks.rados.rados.0.smithi157.stdout:1034: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:35:48.380 INFO:tasks.rados.rados.0.smithi157.stdout:1032: finishing write tid 1 to smithi15786056-25 2024-08-17T00:35:48.380 INFO:tasks.rados.rados.0.smithi157.stdout:1032: finishing write tid 2 to smithi15786056-25 2024-08-17T00:35:48.380 INFO:tasks.rados.rados.0.smithi157.stdout:1032: finishing write tid 3 to smithi15786056-25 2024-08-17T00:35:48.380 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 331 (ObjNum 323 snap 95 seq_num 323) dirty exists 2024-08-17T00:35:48.380 INFO:tasks.rados.rados.0.smithi157.stdout:1032: left oid 25 (ObjNum 323 snap 95 seq_num 323) 2024-08-17T00:35:48.380 INFO:tasks.rados.rados.0.smithi157.stdout:1033: finishing copy_from racing read to smithi15786056-1 2024-08-17T00:35:48.380 INFO:tasks.rados.rados.0.smithi157.stdout:1033: finishing copy_from to smithi15786056-1 2024-08-17T00:35:48.380 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 138 (ObjNum 216 snap 55 seq_num 216) dirty exists 2024-08-17T00:35:48.380 INFO:tasks.rados.rados.0.smithi157.stdout:1035: finishing write tid 1 to smithi15786056-24 2024-08-17T00:35:48.380 INFO:tasks.rados.rados.0.smithi157.stdout:1035: finishing write tid 2 to smithi15786056-24 2024-08-17T00:35:48.381 INFO:tasks.rados.rados.0.smithi157.stdout:1032: done (5 left) 2024-08-17T00:35:48.381 INFO:tasks.rados.rados.0.smithi157.stdout:1033: done (4 left) 2024-08-17T00:35:48.381 INFO:tasks.rados.rados.0.smithi157.stdout:1034: done (3 left) 2024-08-17T00:35:48.381 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 12 current snap is 95 2024-08-17T00:35:48.381 INFO:tasks.rados.rados.0.smithi157.stdout:1035: finishing write tid 3 to smithi15786056-24 2024-08-17T00:35:48.381 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 348 (ObjNum 324 snap 95 seq_num 324) dirty exists 2024-08-17T00:35:48.381 INFO:tasks.rados.rados.0.smithi157.stdout:1035: left oid 24 (ObjNum 324 snap 95 seq_num 324) 2024-08-17T00:35:48.381 INFO:tasks.rados.rados.0.smithi157.stdout:1036: finishing write tid 1 to smithi15786056-5 2024-08-17T00:35:48.381 INFO:tasks.rados.rados.0.smithi157.stdout:1037: finishing rollback tid 0 to smithi15786056-26 2024-08-17T00:35:48.381 INFO:tasks.rados.rados.0.smithi157.stdout:1036: finishing write tid 2 to smithi15786056-5 2024-08-17T00:35:48.381 INFO:tasks.rados.rados.0.smithi157.stdout:1038: seq_num 326 ranges {3129344=663552} 2024-08-17T00:35:48.400 INFO:tasks.rados.rados.0.smithi157.stdout:1038: writing smithi15786056-12 from 3129344 to 3792896 tid 1 2024-08-17T00:35:48.401 INFO:tasks.rados.rados.0.smithi157.stdout:1035: done (3 left) 2024-08-17T00:35:48.401 INFO:tasks.rados.rados.0.smithi157.stdout:1039: copy_from oid 50 from oid 31 current snap is 95 2024-08-17T00:35:48.401 INFO:tasks.rados.rados.0.smithi157.stdout:1037: finishing rollback tid 1 to smithi15786056-26 2024-08-17T00:35:48.401 INFO:tasks.rados.rados.0.smithi157.stdout:1037: finishing rollback tid 2 to smithi15786056-26 2024-08-17T00:35:48.401 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 558 (ObjNum 177 snap 0 seq_num 170460592) dirty exists 2024-08-17T00:35:48.401 INFO:tasks.rados.rados.0.smithi157.stdout:1036: finishing write tid 3 to smithi15786056-5 2024-08-17T00:35:48.401 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 463 (ObjNum 325 snap 95 seq_num 325) dirty exists 2024-08-17T00:35:48.401 INFO:tasks.rados.rados.0.smithi157.stdout:1036: left oid 5 (ObjNum 325 snap 95 seq_num 325) 2024-08-17T00:35:48.401 INFO:tasks.rados.rados.0.smithi157.stdout:1036: done (3 left) 2024-08-17T00:35:48.401 INFO:tasks.rados.rados.0.smithi157.stdout:1037: done (2 left) 2024-08-17T00:35:48.401 INFO:tasks.rados.rados.0.smithi157.stdout:1040: copy_from oid 41 from oid 30 current snap is 95 2024-08-17T00:35:48.401 INFO:tasks.rados.rados.0.smithi157.stdout:1041: read oid 42 snap -1 2024-08-17T00:35:48.401 INFO:tasks.rados.rados.0.smithi157.stdout:1041: expect deleted 2024-08-17T00:35:48.402 INFO:tasks.rados.rados.0.smithi157.stdout:1042: setattr oid 16 current snap is 95 2024-08-17T00:35:48.403 INFO:tasks.rados.rados.0.smithi157.stdout:1039: finishing copy_from to smithi15786056-50 2024-08-17T00:35:48.403 INFO:tasks.rados.rados.0.smithi157.stdout:1039: got expected ENOENT (src dne) 2024-08-17T00:35:48.403 INFO:tasks.rados.rados.0.smithi157.stdout:1039: finishing copy_from racing read to smithi15786056-50 2024-08-17T00:35:48.403 INFO:tasks.rados.rados.0.smithi157.stdout:1039: done (4 left) 2024-08-17T00:35:48.403 INFO:tasks.rados.rados.0.smithi157.stdout:1041: done (3 left) 2024-08-17T00:35:48.403 INFO:tasks.rados.rados.0.smithi157.stdout:1043: rollback oid 32 current snap is 95 2024-08-17T00:35:48.403 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 32 to 89 2024-08-17T00:35:48.403 INFO:tasks.rados.rados.0.smithi157.stdout:1044: rollback oid 22 current snap is 95 2024-08-17T00:35:48.403 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 22 to 90 2024-08-17T00:35:48.403 INFO:tasks.rados.rados.0.smithi157.stdout:1045: read oid 29 snap -1 2024-08-17T00:35:48.403 INFO:tasks.rados.rados.0.smithi157.stdout:1045: expect (ObjNum 257 snap 67 seq_num 257) 2024-08-17T00:35:48.403 INFO:tasks.rados.rados.0.smithi157.stdout:1046: rollback oid 4 current snap is 95 2024-08-17T00:35:48.404 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 4 to 90 2024-08-17T00:35:48.404 INFO:tasks.rados.rados.0.smithi157.stdout:1047: delete oid 39 current snap is 95 2024-08-17T00:35:48.404 INFO:tasks.rados.rados.0.smithi157.stdout:1038: finishing write tid 1 to smithi15786056-12 2024-08-17T00:35:48.405 INFO:tasks.rados.rados.0.smithi157.stdout:1040: finishing copy_from racing read to smithi15786056-41 2024-08-17T00:35:48.405 INFO:tasks.rados.rados.0.smithi157.stdout:1038: finishing write tid 2 to smithi15786056-12 2024-08-17T00:35:48.406 INFO:tasks.rados.rados.0.smithi157.stdout:1044: finishing rollback tid 0 to smithi15786056-22 2024-08-17T00:35:48.407 INFO:tasks.rados.rados.0.smithi157.stdout:1038: finishing write tid 3 to smithi15786056-12 2024-08-17T00:35:48.407 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 106 (ObjNum 326 snap 95 seq_num 326) dirty exists 2024-08-17T00:35:48.407 INFO:tasks.rados.rados.0.smithi157.stdout:1038: left oid 12 (ObjNum 326 snap 95 seq_num 326) 2024-08-17T00:35:48.407 INFO:tasks.rados.rados.0.smithi157.stdout:1044: finishing rollback tid 1 to smithi15786056-22 2024-08-17T00:35:48.408 INFO:tasks.rados.rados.0.smithi157.stdout:1044: finishing rollback tid 2 to smithi15786056-22 2024-08-17T00:35:48.408 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 562 (ObjNum 307 snap 86 seq_num 307) dirty exists 2024-08-17T00:35:48.408 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 150 (ObjNum 216 snap 55 seq_num 216) dirty exists 2024-08-17T00:35:48.408 INFO:tasks.rados.rados.0.smithi157.stdout:1043: finishing rollback tid 0 to smithi15786056-32 2024-08-17T00:35:48.408 INFO:tasks.rados.rados.0.smithi157.stdout:1040: finishing copy_from to smithi15786056-41 2024-08-17T00:35:48.408 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 147 (ObjNum 306 snap 86 seq_num 306) dirty exists 2024-08-17T00:35:48.409 INFO:tasks.rados.rados.0.smithi157.stdout:1046: finishing rollback tid 0 to smithi15786056-4 2024-08-17T00:35:48.409 INFO:tasks.rados.rados.0.smithi157.stdout:1043: finishing rollback tid 1 to smithi15786056-32 2024-08-17T00:35:48.410 INFO:tasks.rados.rados.0.smithi157.stdout:1046: finishing rollback tid 1 to smithi15786056-4 2024-08-17T00:35:48.410 INFO:tasks.rados.rados.0.smithi157.stdout:1046: finishing rollback tid 2 to smithi15786056-4 2024-08-17T00:35:48.410 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 163 (ObjNum 310 snap 86 seq_num 310) dirty exists 2024-08-17T00:35:48.410 INFO:tasks.rados.rados.0.smithi157.stdout:1043: finishing rollback tid 2 to smithi15786056-32 2024-08-17T00:35:48.410 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 335 (ObjNum 276 snap 77 seq_num 276) dirty exists 2024-08-17T00:35:48.419 INFO:tasks.rados.rados.0.smithi157.stdout:1038: done (7 left) 2024-08-17T00:35:48.419 INFO:tasks.rados.rados.0.smithi157.stdout:1040: done (6 left) 2024-08-17T00:35:48.419 INFO:tasks.rados.rados.0.smithi157.stdout:1042: done (5 left) 2024-08-17T00:35:48.420 INFO:tasks.rados.rados.0.smithi157.stdout:1043: done (4 left) 2024-08-17T00:35:48.420 INFO:tasks.rados.rados.0.smithi157.stdout:1044: done (3 left) 2024-08-17T00:35:48.420 INFO:tasks.rados.rados.0.smithi157.stdout:1046: done (2 left) 2024-08-17T00:35:48.420 INFO:tasks.rados.rados.0.smithi157.stdout:1047: done (1 left) 2024-08-17T00:35:48.420 INFO:tasks.rados.rados.0.smithi157.stdout:1048: copy_from oid 20 from oid 25 current snap is 95 2024-08-17T00:35:48.420 INFO:tasks.rados.rados.0.smithi157.stdout:1049: setattr oid 23 current snap is 95 2024-08-17T00:35:48.422 INFO:tasks.rados.rados.0.smithi157.stdout:1050: snap_create 2024-08-17T00:35:48.423 INFO:tasks.rados.rados.0.smithi157.stdout:1045: expect (ObjNum 257 snap 67 seq_num 257) 2024-08-17T00:35:48.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:48 smithi187 ceph-mon[90552]: osdmap e264: 8 total, 8 up, 8 in 2024-08-17T00:35:48.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:48 smithi187 ceph-mon[90552]: osdmap e265: 8 total, 8 up, 8 in 2024-08-17T00:35:48.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:48 smithi187 ceph-mon[90552]: pgmap v47: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 666 KiB/s wr, 0 op/s 2024-08-17T00:35:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:48 smithi157 ceph-mon[101289]: osdmap e264: 8 total, 8 up, 8 in 2024-08-17T00:35:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:48 smithi157 ceph-mon[101289]: osdmap e265: 8 total, 8 up, 8 in 2024-08-17T00:35:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:48 smithi157 ceph-mon[101289]: pgmap v47: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 666 KiB/s wr, 0 op/s 2024-08-17T00:35:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:48 smithi157 ceph-mon[98780]: osdmap e264: 8 total, 8 up, 8 in 2024-08-17T00:35:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:48 smithi157 ceph-mon[98780]: osdmap e265: 8 total, 8 up, 8 in 2024-08-17T00:35:48.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:48 smithi157 ceph-mon[98780]: pgmap v47: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 666 KiB/s wr, 0 op/s 2024-08-17T00:35:48.683 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 637 (ObjNum 320 snap 93 seq_num 320) dirty exists 2024-08-17T00:35:48.683 INFO:tasks.rados.rados.0.smithi157.stdout:1048: finishing copy_from racing read to smithi15786056-20 2024-08-17T00:35:48.683 INFO:tasks.rados.rados.0.smithi157.stdout:1048: finishing copy_from to smithi15786056-20 2024-08-17T00:35:48.683 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 331 (ObjNum 323 snap 95 seq_num 323) dirty exists 2024-08-17T00:35:48.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:48.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:49.299 INFO:tasks.rados.rados.0.smithi157.stdout:1045: done (3 left) 2024-08-17T00:35:49.299 INFO:tasks.rados.rados.0.smithi157.stdout:1048: done (2 left) 2024-08-17T00:35:49.299 INFO:tasks.rados.rados.0.smithi157.stdout:1049: done (1 left) 2024-08-17T00:35:49.299 INFO:tasks.rados.rados.0.smithi157.stdout:1050: done (0 left) 2024-08-17T00:35:49.299 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 96 2024-08-17T00:35:49.299 INFO:tasks.rados.rados.0.smithi157.stdout:1051: seq_num 328 ranges {5750784=696320} 2024-08-17T00:35:49.333 INFO:tasks.rados.rados.0.smithi157.stdout:1051: writing smithi15786056-6 from 5750784 to 6447104 tid 1 2024-08-17T00:35:49.333 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 96 2024-08-17T00:35:49.333 INFO:tasks.rados.rados.0.smithi157.stdout:1052: seq_num 329 ranges {360448=712704} 2024-08-17T00:35:49.339 INFO:tasks.rados.rados.0.smithi157.stdout:1052: writing smithi15786056-44 from 360448 to 1073152 tid 1 2024-08-17T00:35:49.339 INFO:tasks.rados.rados.0.smithi157.stdout:1053: read oid 50 snap -1 2024-08-17T00:35:49.339 INFO:tasks.rados.rados.0.smithi157.stdout:1053: expect deleted 2024-08-17T00:35:49.339 INFO:tasks.rados.rados.0.smithi157.stdout:1054: snap_create 2024-08-17T00:35:49.339 INFO:tasks.rados.rados.0.smithi157.stdout:1051: finishing write tid 1 to smithi15786056-6 2024-08-17T00:35:49.339 INFO:tasks.rados.rados.0.smithi157.stdout:1051: finishing write tid 2 to smithi15786056-6 2024-08-17T00:35:49.340 INFO:tasks.rados.rados.0.smithi157.stdout:1051: finishing write tid 3 to smithi15786056-6 2024-08-17T00:35:49.340 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 565 (ObjNum 328 snap 96 seq_num 328) dirty exists 2024-08-17T00:35:49.340 INFO:tasks.rados.rados.0.smithi157.stdout:1051: left oid 6 (ObjNum 328 snap 96 seq_num 328) 2024-08-17T00:35:49.342 INFO:tasks.rados.rados.0.smithi157.stdout:1052: finishing write tid 1 to smithi15786056-44 2024-08-17T00:35:49.342 INFO:tasks.rados.rados.0.smithi157.stdout:1052: finishing write tid 2 to smithi15786056-44 2024-08-17T00:35:49.344 INFO:tasks.rados.rados.0.smithi157.stdout:1052: finishing write tid 3 to smithi15786056-44 2024-08-17T00:35:49.344 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 381 (ObjNum 329 snap 96 seq_num 329) dirty exists 2024-08-17T00:35:49.345 INFO:tasks.rados.rados.0.smithi157.stdout:1052: left oid 44 (ObjNum 329 snap 96 seq_num 329) 2024-08-17T00:35:49.603 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:49 smithi187 ceph-mon[90552]: osdmap e266: 8 total, 8 up, 8 in 2024-08-17T00:35:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:49 smithi157 ceph-mon[101289]: osdmap e266: 8 total, 8 up, 8 in 2024-08-17T00:35:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:49 smithi157 ceph-mon[98780]: osdmap e266: 8 total, 8 up, 8 in 2024-08-17T00:35:50.305 INFO:tasks.rados.rados.0.smithi157.stdout:1051: done (3 left) 2024-08-17T00:35:50.305 INFO:tasks.rados.rados.0.smithi157.stdout:1052: done (2 left) 2024-08-17T00:35:50.305 INFO:tasks.rados.rados.0.smithi157.stdout:1053: done (1 left) 2024-08-17T00:35:50.306 INFO:tasks.rados.rados.0.smithi157.stdout:1054: done (0 left) 2024-08-17T00:35:50.306 INFO:tasks.rados.rados.0.smithi157.stdout:1055: snap_create 2024-08-17T00:35:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:50 smithi157 ceph-mon[101289]: osdmap e267: 8 total, 8 up, 8 in 2024-08-17T00:35:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:50 smithi157 ceph-mon[101289]: pgmap v50: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-17T00:35:50.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:50 smithi157 ceph-mon[98780]: osdmap e267: 8 total, 8 up, 8 in 2024-08-17T00:35:50.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:50 smithi157 ceph-mon[98780]: pgmap v50: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-17T00:35:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:50 smithi187 ceph-mon[90552]: osdmap e267: 8 total, 8 up, 8 in 2024-08-17T00:35:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:50 smithi187 ceph-mon[90552]: pgmap v50: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-17T00:35:51.307 INFO:tasks.rados.rados.0.smithi157.stdout:1055: done (0 left) 2024-08-17T00:35:51.307 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 98 2024-08-17T00:35:51.307 INFO:tasks.rados.rados.0.smithi157.stdout:1056: seq_num 330 ranges {3047424=737280} 2024-08-17T00:35:51.328 INFO:tasks.rados.rados.0.smithi157.stdout:1056: writing smithi15786056-5 from 3047424 to 3784704 tid 1 2024-08-17T00:35:51.328 INFO:tasks.rados.rados.0.smithi157.stdout:1057: read oid 22 snap -1 2024-08-17T00:35:51.328 INFO:tasks.rados.rados.0.smithi157.stdout:1057: expect (ObjNum 307 snap 86 seq_num 307) 2024-08-17T00:35:51.328 INFO:tasks.rados.rados.0.smithi157.stdout:1058: rollback oid 47 current snap is 98 2024-08-17T00:35:51.328 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 47 to 97 2024-08-17T00:35:51.328 INFO:tasks.rados.rados.0.smithi157.stdout:1059: delete oid 15 current snap is 98 2024-08-17T00:35:51.330 INFO:tasks.rados.rados.0.smithi157.stdout:1057: expect (ObjNum 307 snap 86 seq_num 307) 2024-08-17T00:35:51.342 INFO:tasks.rados.rados.0.smithi157.stdout:1058: finishing rollback tid 0 to smithi15786056-47 2024-08-17T00:35:51.342 INFO:tasks.rados.rados.0.smithi157.stdout:1056: finishing write tid 1 to smithi15786056-5 2024-08-17T00:35:51.343 INFO:tasks.rados.rados.0.smithi157.stdout:1058: finishing rollback tid 1 to smithi15786056-47 2024-08-17T00:35:51.343 INFO:tasks.rados.rados.0.smithi157.stdout:1057: done (3 left) 2024-08-17T00:35:51.343 INFO:tasks.rados.rados.0.smithi157.stdout:1059: done (2 left) 2024-08-17T00:35:51.343 INFO:tasks.rados.rados.0.smithi157.stdout:1060: rollback oid 17 current snap is 98 2024-08-17T00:35:51.343 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 17 to 89 2024-08-17T00:35:51.343 INFO:tasks.rados.rados.0.smithi157.stdout:1056: finishing write tid 2 to smithi15786056-5 2024-08-17T00:35:51.343 INFO:tasks.rados.rados.0.smithi157.stdout:1058: finishing rollback tid 2 to smithi15786056-47 2024-08-17T00:35:51.343 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 354 (ObjNum 284 snap 79 seq_num 284) dirty exists 2024-08-17T00:35:51.343 INFO:tasks.rados.rados.0.smithi157.stdout:1056: finishing write tid 3 to smithi15786056-5 2024-08-17T00:35:51.343 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 466 (ObjNum 330 snap 98 seq_num 330) dirty exists 2024-08-17T00:35:51.343 INFO:tasks.rados.rados.0.smithi157.stdout:1056: left oid 5 (ObjNum 330 snap 98 seq_num 330) 2024-08-17T00:35:51.343 INFO:tasks.rados.rados.0.smithi157.stdout:1056: done (2 left) 2024-08-17T00:35:51.343 INFO:tasks.rados.rados.0.smithi157.stdout:1058: done (1 left) 2024-08-17T00:35:51.344 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 98 2024-08-17T00:35:51.344 INFO:tasks.rados.rados.0.smithi157.stdout:1061: seq_num 332 ranges {0=770048} 2024-08-17T00:35:51.347 INFO:tasks.rados.rados.0.smithi157.stdout:1061: writing smithi15786056-15 from 0 to 770048 tid 1 2024-08-17T00:35:51.347 INFO:tasks.rados.rados.0.smithi157.stdout:1062: delete oid 19 current snap is 98 2024-08-17T00:35:51.347 INFO:tasks.rados.rados.0.smithi157.stdout:1060: finishing rollback tid 0 to smithi15786056-17 2024-08-17T00:35:51.347 INFO:tasks.rados.rados.0.smithi157.stdout:1060: finishing rollback tid 1 to smithi15786056-17 2024-08-17T00:35:51.347 INFO:tasks.rados.rados.0.smithi157.stdout:1060: finishing rollback tid 2 to smithi15786056-17 2024-08-17T00:35:51.347 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 241 (ObjNum 180 snap 45 seq_num 180) dirty exists 2024-08-17T00:35:51.349 INFO:tasks.rados.rados.0.smithi157.stdout:1060: done (2 left) 2024-08-17T00:35:51.349 INFO:tasks.rados.rados.0.smithi157.stdout:1062: done (1 left) 2024-08-17T00:35:51.349 INFO:tasks.rados.rados.0.smithi157.stdout:1063: rollback oid 47 current snap is 98 2024-08-17T00:35:51.349 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 47 to 83 2024-08-17T00:35:51.349 INFO:tasks.rados.rados.0.smithi157.stdout:1064: read oid 29 snap -1 2024-08-17T00:35:51.349 INFO:tasks.rados.rados.0.smithi157.stdout:1064: expect (ObjNum 257 snap 67 seq_num 257) 2024-08-17T00:35:51.350 INFO:tasks.rados.rados.0.smithi157.stdout:1065: setattr oid 31 current snap is 98 2024-08-17T00:35:51.352 INFO:tasks.rados.rados.0.smithi157.stdout:1061: finishing write tid 1 to smithi15786056-15 2024-08-17T00:35:51.352 INFO:tasks.rados.rados.0.smithi157.stdout:1061: finishing write tid 2 to smithi15786056-15 2024-08-17T00:35:51.353 INFO:tasks.rados.rados.0.smithi157.stdout:1063: finishing rollback tid 0 to smithi15786056-47 2024-08-17T00:35:51.353 INFO:tasks.rados.rados.0.smithi157.stdout:1063: finishing rollback tid 1 to smithi15786056-47 2024-08-17T00:35:51.354 INFO:tasks.rados.rados.0.smithi157.stdout:1066: read oid 36 snap 95 2024-08-17T00:35:51.354 INFO:tasks.rados.rados.0.smithi157.stdout:1066: expect (ObjNum 318 snap 93 seq_num 318) 2024-08-17T00:35:51.354 INFO:tasks.rados.rados.0.smithi157.stdout:1067: snap_create 2024-08-17T00:35:51.354 INFO:tasks.rados.rados.0.smithi157.stdout:1061: finishing write tid 3 to smithi15786056-15 2024-08-17T00:35:51.354 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 470 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-08-17T00:35:51.354 INFO:tasks.rados.rados.0.smithi157.stdout:1061: left oid 15 (ObjNum 332 snap 98 seq_num 332) 2024-08-17T00:35:51.357 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 471 (ObjNum 33 snap 0 seq_num 170512176) dirty exists 2024-08-17T00:35:51.360 INFO:tasks.rados.rados.0.smithi157.stdout:1063: finishing rollback tid 2 to smithi15786056-47 2024-08-17T00:35:51.361 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 357 (ObjNum 284 snap 79 seq_num 284) dirty exists 2024-08-17T00:35:51.364 INFO:tasks.rados.rados.0.smithi157.stdout:1066: expect (ObjNum 318 snap 93 seq_num 318) 2024-08-17T00:35:51.459 INFO:tasks.rados.rados.0.smithi157.stdout:1064: expect (ObjNum 257 snap 67 seq_num 257) 2024-08-17T00:35:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:51 smithi157 ceph-mon[101289]: osdmap e268: 8 total, 8 up, 8 in 2024-08-17T00:35:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:51 smithi157 ceph-mon[98780]: osdmap e268: 8 total, 8 up, 8 in 2024-08-17T00:35:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:51 smithi187 ceph-mon[90552]: osdmap e268: 8 total, 8 up, 8 in 2024-08-17T00:35:52.291 INFO:tasks.rados.rados.0.smithi157.stdout:1061: done (5 left) 2024-08-17T00:35:52.291 INFO:tasks.rados.rados.0.smithi157.stdout:1063: done (4 left) 2024-08-17T00:35:52.291 INFO:tasks.rados.rados.0.smithi157.stdout:1064: done (3 left) 2024-08-17T00:35:52.291 INFO:tasks.rados.rados.0.smithi157.stdout:1065: done (2 left) 2024-08-17T00:35:52.291 INFO:tasks.rados.rados.0.smithi157.stdout:1066: done (1 left) 2024-08-17T00:35:52.292 INFO:tasks.rados.rados.0.smithi157.stdout:1067: done (0 left) 2024-08-17T00:35:52.292 INFO:tasks.rados.rados.0.smithi157.stdout:1068: read oid 50 snap -1 2024-08-17T00:35:52.292 INFO:tasks.rados.rados.0.smithi157.stdout:1068: expect deleted 2024-08-17T00:35:52.292 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 99 2024-08-17T00:35:52.292 INFO:tasks.rados.rados.0.smithi157.stdout:1069: seq_num 334 ranges {2170880=802816} 2024-08-17T00:35:52.307 INFO:tasks.rados.rados.0.smithi157.stdout:1069: writing smithi15786056-49 from 2170880 to 2973696 tid 1 2024-08-17T00:35:52.307 INFO:tasks.rados.rados.0.smithi157.stdout:1070: rollback oid 32 current snap is 99 2024-08-17T00:35:52.307 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 32 to 83 2024-08-17T00:35:52.307 INFO:tasks.rados.rados.0.smithi157.stdout:1071: delete oid 37 current snap is 99 2024-08-17T00:35:52.312 INFO:tasks.rados.rados.0.smithi157.stdout:1070: finishing rollback tid 0 to smithi15786056-32 2024-08-17T00:35:52.312 INFO:tasks.rados.rados.0.smithi157.stdout:1070: finishing rollback tid 1 to smithi15786056-32 2024-08-17T00:35:52.313 INFO:tasks.rados.rados.0.smithi157.stdout:1070: finishing rollback tid 2 to smithi15786056-32 2024-08-17T00:35:52.313 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 339 (ObjNum 276 snap 77 seq_num 276) dirty exists 2024-08-17T00:35:52.315 INFO:tasks.rados.rados.0.smithi157.stdout:1069: finishing write tid 1 to smithi15786056-49 2024-08-17T00:35:52.315 INFO:tasks.rados.rados.0.smithi157.stdout:1069: finishing write tid 2 to smithi15786056-49 2024-08-17T00:35:52.315 INFO:tasks.rados.rados.0.smithi157.stdout:1068: done (3 left) 2024-08-17T00:35:52.315 INFO:tasks.rados.rados.0.smithi157.stdout:1070: done (2 left) 2024-08-17T00:35:52.315 INFO:tasks.rados.rados.0.smithi157.stdout:1071: done (1 left) 2024-08-17T00:35:52.316 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 30 current snap is 99 2024-08-17T00:35:52.316 INFO:tasks.rados.rados.0.smithi157.stdout:1072: seq_num 336 ranges {327680=434176,761856=401408} 2024-08-17T00:35:52.319 INFO:tasks.rados.rados.0.smithi157.stdout:1072: writing smithi15786056-30 from 327680 to 761856 tid 1 2024-08-17T00:35:52.322 INFO:tasks.rados.rados.0.smithi157.stdout:1072: writing smithi15786056-30 from 761856 to 1163264 tid 2 2024-08-17T00:35:52.322 INFO:tasks.rados.rados.0.smithi157.stdout:1073: delete oid 27 current snap is 99 2024-08-17T00:35:52.322 INFO:tasks.rados.rados.0.smithi157.stdout:1069: finishing write tid 3 to smithi15786056-49 2024-08-17T00:35:52.322 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 420 (ObjNum 334 snap 99 seq_num 334) dirty exists 2024-08-17T00:35:52.322 INFO:tasks.rados.rados.0.smithi157.stdout:1069: left oid 49 (ObjNum 334 snap 99 seq_num 334) 2024-08-17T00:35:52.322 INFO:tasks.rados.rados.0.smithi157.stdout:1072: finishing write tid 1 to smithi15786056-30 2024-08-17T00:35:52.325 INFO:tasks.rados.rados.0.smithi157.stdout:1072: finishing write tid 2 to smithi15786056-30 2024-08-17T00:35:52.325 INFO:tasks.rados.rados.0.smithi157.stdout:1072: finishing write tid 3 to smithi15786056-30 2024-08-17T00:35:52.325 INFO:tasks.rados.rados.0.smithi157.stdout:1069: done (2 left) 2024-08-17T00:35:52.325 INFO:tasks.rados.rados.0.smithi157.stdout:1073: done (1 left) 2024-08-17T00:35:52.325 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 99 2024-08-17T00:35:52.325 INFO:tasks.rados.rados.0.smithi157.stdout:1074: seq_num 338 ranges {0=466944,466944=401408} 2024-08-17T00:35:52.327 INFO:tasks.rados.rados.0.smithi157.stdout:1074: writing smithi15786056-3 from 0 to 466944 tid 1 2024-08-17T00:35:52.330 INFO:tasks.rados.rados.0.smithi157.stdout:1074: writing smithi15786056-3 from 466944 to 868352 tid 2 2024-08-17T00:35:52.330 INFO:tasks.rados.rados.0.smithi157.stdout:1075: read oid 39 snap -1 2024-08-17T00:35:52.330 INFO:tasks.rados.rados.0.smithi157.stdout:1075: expect deleted 2024-08-17T00:35:52.330 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 20 current snap is 99 2024-08-17T00:35:52.330 INFO:tasks.rados.rados.0.smithi157.stdout:1076: seq_num 339 ranges {2539520=483328,3022848=401408} 2024-08-17T00:35:52.345 INFO:tasks.rados.rados.0.smithi157.stdout:1076: writing smithi15786056-20 from 2539520 to 3022848 tid 1 2024-08-17T00:35:52.348 INFO:tasks.rados.rados.0.smithi157.stdout:1076: writing smithi15786056-20 from 3022848 to 3424256 tid 2 2024-08-17T00:35:52.348 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 99 2024-08-17T00:35:52.348 INFO:tasks.rados.rados.0.smithi157.stdout:1072: finishing write tid 4 to smithi15786056-30 2024-08-17T00:35:52.348 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 167 (ObjNum 336 snap 99 seq_num 336) dirty exists 2024-08-17T00:35:52.348 INFO:tasks.rados.rados.0.smithi157.stdout:1072: left oid 30 (ObjNum 336 snap 99 seq_num 336) 2024-08-17T00:35:52.348 INFO:tasks.rados.rados.0.smithi157.stdout:1077: seq_num 340 ranges {1482752=499712,1982464=401408} 2024-08-17T00:35:52.359 INFO:tasks.rados.rados.0.smithi157.stdout:1077: writing smithi15786056-45 from 1482752 to 1982464 tid 1 2024-08-17T00:35:52.361 INFO:tasks.rados.rados.0.smithi157.stdout:1077: writing smithi15786056-45 from 1982464 to 2383872 tid 2 2024-08-17T00:35:52.361 INFO:tasks.rados.rados.0.smithi157.stdout:1072: done (4 left) 2024-08-17T00:35:52.361 INFO:tasks.rados.rados.0.smithi157.stdout:1078: snap_create 2024-08-17T00:35:52.362 INFO:tasks.rados.rados.0.smithi157.stdout:1074: finishing write tid 1 to smithi15786056-3 2024-08-17T00:35:52.362 INFO:tasks.rados.rados.0.smithi157.stdout:1074: finishing write tid 2 to smithi15786056-3 2024-08-17T00:35:52.362 INFO:tasks.rados.rados.0.smithi157.stdout:1074: finishing write tid 3 to smithi15786056-3 2024-08-17T00:35:52.362 INFO:tasks.rados.rados.0.smithi157.stdout:1074: finishing write tid 4 to smithi15786056-3 2024-08-17T00:35:52.362 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 568 (ObjNum 338 snap 99 seq_num 338) dirty exists 2024-08-17T00:35:52.362 INFO:tasks.rados.rados.0.smithi157.stdout:1074: left oid 3 (ObjNum 338 snap 99 seq_num 338) 2024-08-17T00:35:52.362 INFO:tasks.rados.rados.0.smithi157.stdout:1076: finishing write tid 1 to smithi15786056-20 2024-08-17T00:35:52.362 INFO:tasks.rados.rados.0.smithi157.stdout:1076: finishing write tid 2 to smithi15786056-20 2024-08-17T00:35:52.362 INFO:tasks.rados.rados.0.smithi157.stdout:1076: finishing write tid 3 to smithi15786056-20 2024-08-17T00:35:52.362 INFO:tasks.rados.rados.0.smithi157.stdout:1076: finishing write tid 4 to smithi15786056-20 2024-08-17T00:35:52.362 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 361 (ObjNum 339 snap 99 seq_num 339) dirty exists 2024-08-17T00:35:52.362 INFO:tasks.rados.rados.0.smithi157.stdout:1076: left oid 20 (ObjNum 339 snap 99 seq_num 339) 2024-08-17T00:35:52.363 INFO:tasks.rados.rados.0.smithi157.stdout:1077: finishing write tid 1 to smithi15786056-45 2024-08-17T00:35:52.363 INFO:tasks.rados.rados.0.smithi157.stdout:1077: finishing write tid 2 to smithi15786056-45 2024-08-17T00:35:52.363 INFO:tasks.rados.rados.0.smithi157.stdout:1077: finishing write tid 3 to smithi15786056-45 2024-08-17T00:35:52.364 INFO:tasks.rados.rados.0.smithi157.stdout:1077: finishing write tid 4 to smithi15786056-45 2024-08-17T00:35:52.364 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 426 (ObjNum 340 snap 99 seq_num 340) dirty exists 2024-08-17T00:35:52.364 INFO:tasks.rados.rados.0.smithi157.stdout:1077: left oid 45 (ObjNum 340 snap 99 seq_num 340) 2024-08-17T00:35:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: osdmap e269: 8 total, 8 up, 8 in 2024-08-17T00:35:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: pgmap v53: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-17T00:35:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:52.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:52.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:52.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:52.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:52.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:52.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:52.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:52.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:52.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:52.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:52.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:52.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[98780]: osdmap e270: 8 total, 8 up, 8 in 2024-08-17T00:35:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: osdmap e269: 8 total, 8 up, 8 in 2024-08-17T00:35:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: pgmap v53: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-17T00:35:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:52.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:52.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:52.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:52.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:52.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:52.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:52 smithi157 ceph-mon[101289]: osdmap e270: 8 total, 8 up, 8 in 2024-08-17T00:35:52.689 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:52.690 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: osdmap e269: 8 total, 8 up, 8 in 2024-08-17T00:35:52.690 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:52.690 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:52.690 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: pgmap v53: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-17T00:35:52.690 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:52.690 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:52.690 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:52.690 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:52.690 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:52.690 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:52.691 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:52.691 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:35:52.691 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:35:52.691 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:35:52.691 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:35:52.691 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:35:52.691 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:52 smithi187 ceph-mon[90552]: osdmap e270: 8 total, 8 up, 8 in 2024-08-17T00:35:53.316 INFO:tasks.rados.rados.0.smithi157.stdout:1074: done (4 left) 2024-08-17T00:35:53.316 INFO:tasks.rados.rados.0.smithi157.stdout:1075: done (3 left) 2024-08-17T00:35:53.316 INFO:tasks.rados.rados.0.smithi157.stdout:1076: done (2 left) 2024-08-17T00:35:53.316 INFO:tasks.rados.rados.0.smithi157.stdout:1077: done (1 left) 2024-08-17T00:35:53.316 INFO:tasks.rados.rados.0.smithi157.stdout:1078: done (0 left) 2024-08-17T00:35:53.317 INFO:tasks.rados.rados.0.smithi157.stdout:1079: copy_from oid 12 from oid 23 current snap is 100 2024-08-17T00:35:53.317 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 19 current snap is 100 2024-08-17T00:35:53.317 INFO:tasks.rados.rados.0.smithi157.stdout:1080: seq_num 341 ranges {0=516096,516096=401408} 2024-08-17T00:35:53.319 INFO:tasks.rados.rados.0.smithi157.stdout:1080: writing smithi15786056-19 from 0 to 516096 tid 1 2024-08-17T00:35:53.322 INFO:tasks.rados.rados.0.smithi157.stdout:1080: writing smithi15786056-19 from 516096 to 917504 tid 2 2024-08-17T00:35:53.322 INFO:tasks.rados.rados.0.smithi157.stdout:1081: read oid 2 snap -1 2024-08-17T00:35:53.322 INFO:tasks.rados.rados.0.smithi157.stdout:1081: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-17T00:35:53.322 INFO:tasks.rados.rados.0.smithi157.stdout:1082: read oid 14 snap -1 2024-08-17T00:35:53.323 INFO:tasks.rados.rados.0.smithi157.stdout:1082: expect deleted 2024-08-17T00:35:53.323 INFO:tasks.rados.rados.0.smithi157.stdout:1083: copy_from oid 31 from oid 17 current snap is 100 2024-08-17T00:35:53.323 INFO:tasks.rados.rados.0.smithi157.stdout:1084: read oid 5 snap -1 2024-08-17T00:35:53.323 INFO:tasks.rados.rados.0.smithi157.stdout:1084: expect (ObjNum 330 snap 98 seq_num 330) 2024-08-17T00:35:53.323 INFO:tasks.rados.rados.0.smithi157.stdout:1085: snap_remove snap 83 2024-08-17T00:35:53.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:53 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:53.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:35:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:35:53] "GET /metrics HTTP/1.1" 200 36048 "" "Prometheus/2.43.0" 2024-08-17T00:35:54.320 INFO:tasks.rados.rados.0.smithi157.stdout:1085: done (6 left) 2024-08-17T00:35:54.321 INFO:tasks.rados.rados.0.smithi157.stdout:1086: snap_create 2024-08-17T00:35:54.321 INFO:tasks.rados.rados.0.smithi157.stdout:1080: finishing write tid 1 to smithi15786056-19 2024-08-17T00:35:54.321 INFO:tasks.rados.rados.0.smithi157.stdout:1080: finishing write tid 2 to smithi15786056-19 2024-08-17T00:35:54.321 INFO:tasks.rados.rados.0.smithi157.stdout:1080: finishing write tid 3 to smithi15786056-19 2024-08-17T00:35:54.321 INFO:tasks.rados.rados.0.smithi157.stdout:1081: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-17T00:35:54.381 INFO:tasks.rados.rados.0.smithi157.stdout:1079: finishing copy_from racing read to smithi15786056-12 2024-08-17T00:35:54.381 INFO:tasks.rados.rados.0.smithi157.stdout:1080: finishing write tid 4 to smithi15786056-19 2024-08-17T00:35:54.381 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 449 (ObjNum 341 snap 100 seq_num 341) dirty exists 2024-08-17T00:35:54.381 INFO:tasks.rados.rados.0.smithi157.stdout:1080: left oid 19 (ObjNum 341 snap 100 seq_num 341) 2024-08-17T00:35:54.382 INFO:tasks.rados.rados.0.smithi157.stdout:1079: finishing copy_from to smithi15786056-12 2024-08-17T00:35:54.382 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 637 (ObjNum 320 snap 93 seq_num 320) dirty exists 2024-08-17T00:35:54.382 INFO:tasks.rados.rados.0.smithi157.stdout:1084: expect (ObjNum 330 snap 98 seq_num 330) 2024-08-17T00:35:54.595 INFO:tasks.rados.rados.0.smithi157.stdout:1083: finishing copy_from racing read to smithi15786056-31 2024-08-17T00:35:54.595 INFO:tasks.rados.rados.0.smithi157.stdout:1083: finishing copy_from to smithi15786056-31 2024-08-17T00:35:54.595 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 241 (ObjNum 180 snap 45 seq_num 180) dirty exists 2024-08-17T00:35:54.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:54 smithi157 ceph-mon[101289]: osdmap e271: 8 total, 8 up, 8 in 2024-08-17T00:35:54.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:54 smithi157 ceph-mon[101289]: pgmap v56: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:35:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:54 smithi157 ceph-mon[98780]: osdmap e271: 8 total, 8 up, 8 in 2024-08-17T00:35:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:54 smithi157 ceph-mon[98780]: pgmap v56: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:35:54.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:54 smithi187 ceph-mon[90552]: osdmap e271: 8 total, 8 up, 8 in 2024-08-17T00:35:54.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:54 smithi187 ceph-mon[90552]: pgmap v56: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:35:54.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:54 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:54.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:54 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:55.324 INFO:tasks.rados.rados.0.smithi157.stdout:1079: done (6 left) 2024-08-17T00:35:55.325 INFO:tasks.rados.rados.0.smithi157.stdout:1080: done (5 left) 2024-08-17T00:35:55.325 INFO:tasks.rados.rados.0.smithi157.stdout:1081: done (4 left) 2024-08-17T00:35:55.325 INFO:tasks.rados.rados.0.smithi157.stdout:1082: done (3 left) 2024-08-17T00:35:55.325 INFO:tasks.rados.rados.0.smithi157.stdout:1083: done (2 left) 2024-08-17T00:35:55.325 INFO:tasks.rados.rados.0.smithi157.stdout:1084: done (1 left) 2024-08-17T00:35:55.325 INFO:tasks.rados.rados.0.smithi157.stdout:1086: done (0 left) 2024-08-17T00:35:55.325 INFO:tasks.rados.rados.0.smithi157.stdout:1087: read oid 29 snap -1 2024-08-17T00:35:55.325 INFO:tasks.rados.rados.0.smithi157.stdout:1087: expect (ObjNum 257 snap 67 seq_num 257) 2024-08-17T00:35:55.325 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 101 2024-08-17T00:35:55.325 INFO:tasks.rados.rados.0.smithi157.stdout:1088: seq_num 342 ranges {6447104=532480,6979584=401408} 2024-08-17T00:35:55.363 INFO:tasks.rados.rados.0.smithi157.stdout:1088: writing smithi15786056-6 from 6447104 to 6979584 tid 1 2024-08-17T00:35:55.365 INFO:tasks.rados.rados.0.smithi157.stdout:1088: writing smithi15786056-6 from 6979584 to 7380992 tid 2 2024-08-17T00:35:55.365 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 101 2024-08-17T00:35:55.365 INFO:tasks.rados.rados.0.smithi157.stdout:1089: seq_num 343 ranges {5849088=548864,6397952=401408} 2024-08-17T00:35:55.400 INFO:tasks.rados.rados.0.smithi157.stdout:1089: writing smithi15786056-24 from 5849088 to 6397952 tid 1 2024-08-17T00:35:55.402 INFO:tasks.rados.rados.0.smithi157.stdout:1089: writing smithi15786056-24 from 6397952 to 6799360 tid 2 2024-08-17T00:35:55.402 INFO:tasks.rados.rados.0.smithi157.stdout:1090: delete oid 33 current snap is 101 2024-08-17T00:35:55.402 INFO:tasks.rados.rados.0.smithi157.stdout:1087: expect (ObjNum 257 snap 67 seq_num 257) 2024-08-17T00:35:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:55 smithi187 ceph-mon[90552]: osdmap e272: 8 total, 8 up, 8 in 2024-08-17T00:35:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:55 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:55.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:55 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:55.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:55 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:55.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:55 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:55.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:55 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:55.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:55 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:35:55.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:55 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:35:55.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:55 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:55.602 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[101289]: osdmap e272: 8 total, 8 up, 8 in 2024-08-17T00:35:55.602 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:55.603 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:55.603 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:55.603 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:55.603 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:55.603 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:35:55.603 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:35:55.603 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:55.603 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[98780]: osdmap e272: 8 total, 8 up, 8 in 2024-08-17T00:35:55.603 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:55.603 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:55.603 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:55.604 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:55.604 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:55.604 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:35:55.604 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:35:55.604 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:55 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:55.677 INFO:tasks.rados.rados.0.smithi157.stdout:1088: finishing write tid 1 to smithi15786056-6 2024-08-17T00:35:55.677 INFO:tasks.rados.rados.0.smithi157.stdout:1088: finishing write tid 2 to smithi15786056-6 2024-08-17T00:35:55.677 INFO:tasks.rados.rados.0.smithi157.stdout:1087: done (3 left) 2024-08-17T00:35:55.678 INFO:tasks.rados.rados.0.smithi157.stdout:1090: done (2 left) 2024-08-17T00:35:55.678 INFO:tasks.rados.rados.0.smithi157.stdout:1091: rollback oid 3 current snap is 101 2024-08-17T00:35:55.678 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 3 to 99 2024-08-17T00:35:55.678 INFO:tasks.rados.rados.0.smithi157.stdout:1088: finishing write tid 3 to smithi15786056-6 2024-08-17T00:35:55.678 INFO:tasks.rados.rados.0.smithi157.stdout:1088: finishing write tid 4 to smithi15786056-6 2024-08-17T00:35:55.678 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 578 (ObjNum 342 snap 101 seq_num 342) dirty exists 2024-08-17T00:35:55.678 INFO:tasks.rados.rados.0.smithi157.stdout:1088: left oid 6 (ObjNum 342 snap 101 seq_num 342) 2024-08-17T00:35:55.678 INFO:tasks.rados.rados.0.smithi157.stdout:1089: finishing write tid 1 to smithi15786056-24 2024-08-17T00:35:55.678 INFO:tasks.rados.rados.0.smithi157.stdout:1089: finishing write tid 2 to smithi15786056-24 2024-08-17T00:35:55.678 INFO:tasks.rados.rados.0.smithi157.stdout:1089: finishing write tid 3 to smithi15786056-24 2024-08-17T00:35:55.678 INFO:tasks.rados.rados.0.smithi157.stdout:1089: finishing write tid 4 to smithi15786056-24 2024-08-17T00:35:55.678 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 371 (ObjNum 343 snap 101 seq_num 343) dirty exists 2024-08-17T00:35:55.679 INFO:tasks.rados.rados.0.smithi157.stdout:1089: left oid 24 (ObjNum 343 snap 101 seq_num 343) 2024-08-17T00:35:55.679 INFO:tasks.rados.rados.0.smithi157.stdout:1088: done (2 left) 2024-08-17T00:35:55.679 INFO:tasks.rados.rados.0.smithi157.stdout:1089: done (1 left) 2024-08-17T00:35:55.679 INFO:tasks.rados.rados.0.smithi157.stdout:1092: delete oid 42 current snap is 101 2024-08-17T00:35:55.679 INFO:tasks.rados.rados.0.smithi157.stdout:1092: done (1 left) 2024-08-17T00:35:55.679 INFO:tasks.rados.rados.0.smithi157.stdout:1093: snap_create 2024-08-17T00:35:55.680 INFO:tasks.rados.rados.0.smithi157.stdout:1091: finishing rollback tid 0 to smithi15786056-3 2024-08-17T00:35:55.680 INFO:tasks.rados.rados.0.smithi157.stdout:1091: finishing rollback tid 1 to smithi15786056-3 2024-08-17T00:35:55.680 INFO:tasks.rados.rados.0.smithi157.stdout:1091: finishing rollback tid 2 to smithi15786056-3 2024-08-17T00:35:55.681 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 582 (ObjNum 338 snap 99 seq_num 338) dirty exists 2024-08-17T00:35:56.327 INFO:tasks.rados.rados.0.smithi157.stdout:1091: done (1 left) 2024-08-17T00:35:56.327 INFO:tasks.rados.rados.0.smithi157.stdout:1093: done (0 left) 2024-08-17T00:35:56.327 INFO:tasks.rados.rados.0.smithi157.stdout:1094: read oid 12 snap -1 2024-08-17T00:35:56.327 INFO:tasks.rados.rados.0.smithi157.stdout:1094: expect (ObjNum 320 snap 93 seq_num 320) 2024-08-17T00:35:56.327 INFO:tasks.rados.rados.0.smithi157.stdout:1095: snap_create 2024-08-17T00:35:56.334 INFO:tasks.rados.rados.0.smithi157.stdout:1094: expect (ObjNum 320 snap 93 seq_num 320) 2024-08-17T00:35:56.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:56 smithi157 ceph-mon[101289]: Reconfiguring mon.a (monmap changed)... 2024-08-17T00:35:56.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:56 smithi157 ceph-mon[101289]: Reconfiguring daemon mon.a on smithi157 2024-08-17T00:35:56.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:56 smithi157 ceph-mon[101289]: osdmap e273: 8 total, 8 up, 8 in 2024-08-17T00:35:56.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:56 smithi157 ceph-mon[101289]: pgmap v59: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.8 MiB/s wr, 32 op/s 2024-08-17T00:35:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:56 smithi157 ceph-mon[98780]: Reconfiguring mon.a (monmap changed)... 2024-08-17T00:35:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:56 smithi157 ceph-mon[98780]: Reconfiguring daemon mon.a on smithi157 2024-08-17T00:35:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:56 smithi157 ceph-mon[98780]: osdmap e273: 8 total, 8 up, 8 in 2024-08-17T00:35:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:56 smithi157 ceph-mon[98780]: pgmap v59: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.8 MiB/s wr, 32 op/s 2024-08-17T00:35:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:56 smithi187 ceph-mon[90552]: Reconfiguring mon.a (monmap changed)... 2024-08-17T00:35:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:56 smithi187 ceph-mon[90552]: Reconfiguring daemon mon.a on smithi157 2024-08-17T00:35:56.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:56 smithi187 ceph-mon[90552]: osdmap e273: 8 total, 8 up, 8 in 2024-08-17T00:35:56.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:56 smithi187 ceph-mon[90552]: pgmap v59: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.8 MiB/s wr, 32 op/s 2024-08-17T00:35:57.292 INFO:tasks.rados.rados.0.smithi157.stdout:1094: done (1 left) 2024-08-17T00:35:57.292 INFO:tasks.rados.rados.0.smithi157.stdout:1095: done (0 left) 2024-08-17T00:35:57.292 INFO:tasks.rados.rados.0.smithi157.stdout:1096: read oid 5 snap 95 2024-08-17T00:35:57.292 INFO:tasks.rados.rados.0.smithi157.stdout:1096: expect (ObjNum 325 snap 95 seq_num 325) 2024-08-17T00:35:57.292 INFO:tasks.rados.rados.0.smithi157.stdout:1097: read oid 47 snap 100 2024-08-17T00:35:57.292 INFO:tasks.rados.rados.0.smithi157.stdout:1097: expect (ObjNum 284 snap 79 seq_num 284) 2024-08-17T00:35:57.292 INFO:tasks.rados.rados.0.smithi157.stdout:1098: copy_from oid 23 from oid 15 current snap is 103 2024-08-17T00:35:57.293 INFO:tasks.rados.rados.0.smithi157.stdout:1099: delete oid 9 current snap is 103 2024-08-17T00:35:57.344 INFO:tasks.rados.rados.0.smithi157.stdout:1099: done (3 left) 2024-08-17T00:35:57.344 INFO:tasks.rados.rados.0.smithi157.stdout:1100: setattr oid 21 current snap is 103 2024-08-17T00:35:57.345 INFO:tasks.rados.rados.0.smithi157.stdout:1101: rollback oid 31 current snap is 103 2024-08-17T00:35:57.345 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 31 to 100 2024-08-17T00:35:57.345 INFO:tasks.rados.rados.0.smithi157.stdout:1102: delete oid 29 current snap is 103 2024-08-17T00:35:57.349 INFO:tasks.rados.rados.0.smithi157.stdout:1102: done (5 left) 2024-08-17T00:35:57.349 INFO:tasks.rados.rados.0.smithi157.stdout:1103: copy_from oid 48 from oid 37 current snap is 103 2024-08-17T00:35:57.350 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 103 2024-08-17T00:35:57.350 INFO:tasks.rados.rados.0.smithi157.stdout:1104: seq_num 348 ranges {1228800=630784,1859584=401408} 2024-08-17T00:35:57.360 INFO:tasks.rados.rados.0.smithi157.stdout:1104: writing smithi15786056-16 from 1228800 to 1859584 tid 1 2024-08-17T00:35:57.363 INFO:tasks.rados.rados.0.smithi157.stdout:1104: writing smithi15786056-16 from 1859584 to 2260992 tid 2 2024-08-17T00:35:57.363 INFO:tasks.rados.rados.0.smithi157.stdout:1105: delete oid 43 current snap is 103 2024-08-17T00:35:57.363 INFO:tasks.rados.rados.0.smithi157.stdout:1096: expect (ObjNum 325 snap 95 seq_num 325) 2024-08-17T00:35:57.509 INFO:tasks.rados.rados.0.smithi157.stdout:1103: finishing copy_from to smithi15786056-48 2024-08-17T00:35:57.509 INFO:tasks.rados.rados.0.smithi157.stdout:1103: got expected ENOENT (src dne) 2024-08-17T00:35:57.510 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 584 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-08-17T00:35:57.510 INFO:tasks.rados.rados.0.smithi157.stdout:1098: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:35:57.510 INFO:tasks.rados.rados.0.smithi157.stdout:1103: finishing copy_from racing read to smithi15786056-48 2024-08-17T00:35:57.510 INFO:tasks.rados.rados.0.smithi157.stdout:1098: finishing copy_from to smithi15786056-23 2024-08-17T00:35:57.510 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 470 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-08-17T00:35:57.510 INFO:tasks.rados.rados.0.smithi157.stdout:1097: expect (ObjNum 284 snap 79 seq_num 284) 2024-08-17T00:35:57.533 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:57 smithi157 ceph-mon[98780]: osdmap e274: 8 total, 8 up, 8 in 2024-08-17T00:35:57.534 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:57 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:57.534 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:57 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:57.534 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:57 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:35:57.534 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:57 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:35:57.534 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:57 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:57.534 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:57 smithi157 ceph-mon[98780]: osdmap e275: 8 total, 8 up, 8 in 2024-08-17T00:35:57.534 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:57 smithi157 ceph-mon[101289]: osdmap e274: 8 total, 8 up, 8 in 2024-08-17T00:35:57.534 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:57 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:57.534 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:57 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:57.534 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:57 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:35:57.535 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:57 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:35:57.535 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:57 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:57.535 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:57 smithi157 ceph-mon[101289]: osdmap e275: 8 total, 8 up, 8 in 2024-08-17T00:35:57.668 INFO:tasks.rados.rados.0.smithi157.stdout:1101: finishing rollback tid 0 to smithi15786056-31 2024-08-17T00:35:57.668 INFO:tasks.rados.rados.0.smithi157.stdout:1101: finishing rollback tid 1 to smithi15786056-31 2024-08-17T00:35:57.668 INFO:tasks.rados.rados.0.smithi157.stdout:1101: finishing rollback tid 2 to smithi15786056-31 2024-08-17T00:35:57.668 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 481 (ObjNum 180 snap 45 seq_num 180) dirty exists 2024-08-17T00:35:57.669 INFO:tasks.rados.rados.0.smithi157.stdout:1104: finishing write tid 1 to smithi15786056-16 2024-08-17T00:35:57.669 INFO:tasks.rados.rados.0.smithi157.stdout:1104: finishing write tid 2 to smithi15786056-16 2024-08-17T00:35:57.669 INFO:tasks.rados.rados.0.smithi157.stdout:1104: finishing write tid 3 to smithi15786056-16 2024-08-17T00:35:57.669 INFO:tasks.rados.rados.0.smithi157.stdout:1104: finishing write tid 4 to smithi15786056-16 2024-08-17T00:35:57.669 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 160 (ObjNum 348 snap 103 seq_num 348) dirty exists 2024-08-17T00:35:57.669 INFO:tasks.rados.rados.0.smithi157.stdout:1104: left oid 16 (ObjNum 348 snap 103 seq_num 348) 2024-08-17T00:35:57.669 INFO:tasks.rados.rados.0.smithi157.stdout:1096: done (7 left) 2024-08-17T00:35:57.669 INFO:tasks.rados.rados.0.smithi157.stdout:1097: done (6 left) 2024-08-17T00:35:57.669 INFO:tasks.rados.rados.0.smithi157.stdout:1098: done (5 left) 2024-08-17T00:35:57.670 INFO:tasks.rados.rados.0.smithi157.stdout:1100: done (4 left) 2024-08-17T00:35:57.670 INFO:tasks.rados.rados.0.smithi157.stdout:1101: done (3 left) 2024-08-17T00:35:57.670 INFO:tasks.rados.rados.0.smithi157.stdout:1103: done (2 left) 2024-08-17T00:35:57.670 INFO:tasks.rados.rados.0.smithi157.stdout:1104: done (1 left) 2024-08-17T00:35:57.670 INFO:tasks.rados.rados.0.smithi157.stdout:1105: done (0 left) 2024-08-17T00:35:57.670 INFO:tasks.rados.rados.0.smithi157.stdout:1106: snap_create 2024-08-17T00:35:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:57 smithi187 ceph-mon[90552]: osdmap e274: 8 total, 8 up, 8 in 2024-08-17T00:35:57.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:57 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:57.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:57 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:57.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:57 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:35:57.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:57 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:35:57.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:57 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:57.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:57 smithi187 ceph-mon[90552]: osdmap e275: 8 total, 8 up, 8 in 2024-08-17T00:35:58.337 INFO:tasks.rados.rados.0.smithi157.stdout:1106: done (0 left) 2024-08-17T00:35:58.337 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 47 current snap is 104 2024-08-17T00:35:58.337 INFO:tasks.rados.rados.0.smithi157.stdout:1107: seq_num 350 ranges {4587520=671744,5259264=401408} 2024-08-17T00:35:58.367 INFO:tasks.rados.rados.0.smithi157.stdout:1107: writing smithi15786056-47 from 4587520 to 5259264 tid 1 2024-08-17T00:35:58.370 INFO:tasks.rados.rados.0.smithi157.stdout:1107: writing smithi15786056-47 from 5259264 to 5660672 tid 2 2024-08-17T00:35:58.370 INFO:tasks.rados.rados.0.smithi157.stdout:1108: snap_remove snap 94 2024-08-17T00:35:58.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:58 smithi157 ceph-mon[101289]: Reconfiguring mgr.y (monmap changed)... 2024-08-17T00:35:58.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:58 smithi157 ceph-mon[101289]: Reconfiguring daemon mgr.y on smithi157 2024-08-17T00:35:58.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:58 smithi157 ceph-mon[101289]: pgmap v62: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.8 MiB/s wr, 32 op/s 2024-08-17T00:35:58.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:58 smithi157 ceph-mon[98780]: Reconfiguring mgr.y (monmap changed)... 2024-08-17T00:35:58.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:58 smithi157 ceph-mon[98780]: Reconfiguring daemon mgr.y on smithi157 2024-08-17T00:35:58.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:58 smithi157 ceph-mon[98780]: pgmap v62: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.8 MiB/s wr, 32 op/s 2024-08-17T00:35:58.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:58 smithi187 ceph-mon[90552]: Reconfiguring mgr.y (monmap changed)... 2024-08-17T00:35:58.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:58 smithi187 ceph-mon[90552]: Reconfiguring daemon mgr.y on smithi157 2024-08-17T00:35:58.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:58 smithi187 ceph-mon[90552]: pgmap v62: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.8 MiB/s wr, 32 op/s 2024-08-17T00:35:58.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:35:58 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:35:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:35:59.342 INFO:tasks.rados.rados.0.smithi157.stdout:1108: done (1 left) 2024-08-17T00:35:59.342 INFO:tasks.rados.rados.0.smithi157.stdout:1109: delete oid 9 current snap is 104 2024-08-17T00:35:59.342 INFO:tasks.rados.rados.0.smithi157.stdout:1107: finishing write tid 1 to smithi15786056-47 2024-08-17T00:35:59.342 INFO:tasks.rados.rados.0.smithi157.stdout:1107: finishing write tid 2 to smithi15786056-47 2024-08-17T00:35:59.342 INFO:tasks.rados.rados.0.smithi157.stdout:1107: finishing write tid 3 to smithi15786056-47 2024-08-17T00:35:59.342 INFO:tasks.rados.rados.0.smithi157.stdout:1107: finishing write tid 4 to smithi15786056-47 2024-08-17T00:35:59.343 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 375 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-08-17T00:35:59.343 INFO:tasks.rados.rados.0.smithi157.stdout:1107: left oid 47 (ObjNum 350 snap 104 seq_num 350) 2024-08-17T00:35:59.350 INFO:tasks.rados.rados.0.smithi157.stdout:1107: done (1 left) 2024-08-17T00:35:59.350 INFO:tasks.rados.rados.0.smithi157.stdout:1109: done (0 left) 2024-08-17T00:35:59.350 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 104 2024-08-17T00:35:59.350 INFO:tasks.rados.rados.0.smithi157.stdout:1110: seq_num 352 ranges {761856=704512,1466368=401408} 2024-08-17T00:35:59.359 INFO:tasks.rados.rados.0.smithi157.stdout:1110: writing smithi15786056-46 from 761856 to 1466368 tid 1 2024-08-17T00:35:59.362 INFO:tasks.rados.rados.0.smithi157.stdout:1110: writing smithi15786056-46 from 1466368 to 1867776 tid 2 2024-08-17T00:35:59.362 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 104 2024-08-17T00:35:59.362 INFO:tasks.rados.rados.0.smithi157.stdout:1111: seq_num 353 ranges {770048=720896,1490944=401408} 2024-08-17T00:35:59.370 INFO:tasks.rados.rados.0.smithi157.stdout:1111: writing smithi15786056-15 from 770048 to 1490944 tid 1 2024-08-17T00:35:59.373 INFO:tasks.rados.rados.0.smithi157.stdout:1111: writing smithi15786056-15 from 1490944 to 1892352 tid 2 2024-08-17T00:35:59.373 INFO:tasks.rados.rados.0.smithi157.stdout:1112: read oid 31 snap -1 2024-08-17T00:35:59.373 INFO:tasks.rados.rados.0.smithi157.stdout:1112: expect (ObjNum 180 snap 45 seq_num 180) 2024-08-17T00:35:59.373 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 104 2024-08-17T00:35:59.373 INFO:tasks.rados.rados.0.smithi157.stdout:1110: finishing write tid 1 to smithi15786056-46 2024-08-17T00:35:59.373 INFO:tasks.rados.rados.0.smithi157.stdout:1110: finishing write tid 2 to smithi15786056-46 2024-08-17T00:35:59.373 INFO:tasks.rados.rados.0.smithi157.stdout:1110: finishing write tid 3 to smithi15786056-46 2024-08-17T00:35:59.373 INFO:tasks.rados.rados.0.smithi157.stdout:1113: seq_num 354 ranges {770048=737280,1507328=401408} 2024-08-17T00:35:59.381 INFO:tasks.rados.rados.0.smithi157.stdout:1113: writing smithi15786056-23 from 770048 to 1507328 tid 1 2024-08-17T00:35:59.384 INFO:tasks.rados.rados.0.smithi157.stdout:1113: writing smithi15786056-23 from 1507328 to 1908736 tid 2 2024-08-17T00:35:59.384 INFO:tasks.rados.rados.0.smithi157.stdout:1114: snap_remove snap 96 2024-08-17T00:35:59.409 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[101289]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T00:35:59.409 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:59.409 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:59.409 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[101289]: Reconfiguring mon.c (monmap changed)... 2024-08-17T00:35:59.410 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:35:59.410 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:35:59.410 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:59.410 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[101289]: Reconfiguring daemon mon.c on smithi157 2024-08-17T00:35:59.410 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:35:59.410 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[98780]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T00:35:59.410 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:59.410 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:59.410 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[98780]: Reconfiguring mon.c (monmap changed)... 2024-08-17T00:35:59.410 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:35:59.411 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:35:59.411 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:59.411 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[98780]: Reconfiguring daemon mon.c on smithi157 2024-08-17T00:35:59.411 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:35:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:35:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:59 smithi187 ceph-mon[90552]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T00:35:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:35:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:59 smithi187 ceph-mon[90552]: Reconfiguring mon.c (monmap changed)... 2024-08-17T00:35:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:35:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:35:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:59 smithi187 ceph-mon[90552]: Reconfiguring daemon mon.c on smithi157 2024-08-17T00:35:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:35:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:36:00.348 INFO:tasks.rados.rados.0.smithi157.stdout:1114: done (4 left) 2024-08-17T00:36:00.348 INFO:tasks.rados.rados.0.smithi157.stdout:1115: rmattr oid 47 current snap is 104 2024-08-17T00:36:00.348 INFO:tasks.rados.rados.0.smithi157.stdout:1115: done (4 left) 2024-08-17T00:36:00.348 INFO:tasks.rados.rados.0.smithi157.stdout:1116: snap_remove snap 90 2024-08-17T00:36:00.570 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:00 smithi157 ceph-mon[98780]: osdmap e277: 8 total, 8 up, 8 in 2024-08-17T00:36:00.571 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:00 smithi157 ceph-mon[98780]: pgmap v65: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-08-17T00:36:00.571 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:00.571 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:00.571 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:36:00.571 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:00.571 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:00 smithi157 ceph-mon[101289]: osdmap e277: 8 total, 8 up, 8 in 2024-08-17T00:36:00.571 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:00 smithi157 ceph-mon[101289]: pgmap v65: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-08-17T00:36:00.571 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:00.571 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:00.572 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:36:00.572 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:00 smithi187 ceph-mon[90552]: osdmap e277: 8 total, 8 up, 8 in 2024-08-17T00:36:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:00 smithi187 ceph-mon[90552]: pgmap v65: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-08-17T00:36:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:36:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:01.349 INFO:tasks.rados.rados.0.smithi157.stdout:1116: done (4 left) 2024-08-17T00:36:01.350 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 104 2024-08-17T00:36:01.350 INFO:tasks.rados.rados.0.smithi157.stdout:1110: finishing write tid 4 to smithi15786056-46 2024-08-17T00:36:01.350 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 375 (ObjNum 352 snap 104 seq_num 352) dirty exists 2024-08-17T00:36:01.350 INFO:tasks.rados.rados.0.smithi157.stdout:1110: left oid 46 (ObjNum 352 snap 104 seq_num 352) 2024-08-17T00:36:01.350 INFO:tasks.rados.rados.0.smithi157.stdout:1111: finishing write tid 1 to smithi15786056-15 2024-08-17T00:36:01.350 INFO:tasks.rados.rados.0.smithi157.stdout:1111: finishing write tid 2 to smithi15786056-15 2024-08-17T00:36:01.350 INFO:tasks.rados.rados.0.smithi157.stdout:1111: finishing write tid 3 to smithi15786056-15 2024-08-17T00:36:01.350 INFO:tasks.rados.rados.0.smithi157.stdout:1111: finishing write tid 4 to smithi15786056-15 2024-08-17T00:36:01.350 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 489 (ObjNum 353 snap 104 seq_num 353) dirty exists 2024-08-17T00:36:01.351 INFO:tasks.rados.rados.0.smithi157.stdout:1111: left oid 15 (ObjNum 353 snap 104 seq_num 353) 2024-08-17T00:36:01.351 INFO:tasks.rados.rados.0.smithi157.stdout:1113: finishing write tid 1 to smithi15786056-23 2024-08-17T00:36:01.351 INFO:tasks.rados.rados.0.smithi157.stdout:1113: finishing write tid 2 to smithi15786056-23 2024-08-17T00:36:01.351 INFO:tasks.rados.rados.0.smithi157.stdout:1113: finishing write tid 3 to smithi15786056-23 2024-08-17T00:36:01.351 INFO:tasks.rados.rados.0.smithi157.stdout:1112: expect (ObjNum 180 snap 45 seq_num 180) 2024-08-17T00:36:01.467 INFO:tasks.rados.rados.0.smithi157.stdout:1113: finishing write tid 4 to smithi15786056-23 2024-08-17T00:36:01.467 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 664 (ObjNum 354 snap 104 seq_num 354) dirty exists 2024-08-17T00:36:01.467 INFO:tasks.rados.rados.0.smithi157.stdout:1113: left oid 23 (ObjNum 354 snap 104 seq_num 354) 2024-08-17T00:36:01.467 INFO:tasks.rados.rados.0.smithi157.stdout:1117: seq_num 355 ranges {2383872=753664,3137536=401408} 2024-08-17T00:36:01.483 INFO:tasks.rados.rados.0.smithi157.stdout:1117: writing smithi15786056-45 from 2383872 to 3137536 tid 1 2024-08-17T00:36:01.485 INFO:tasks.rados.rados.0.smithi157.stdout:1117: writing smithi15786056-45 from 3137536 to 3538944 tid 2 2024-08-17T00:36:01.485 INFO:tasks.rados.rados.0.smithi157.stdout:1110: done (4 left) 2024-08-17T00:36:01.486 INFO:tasks.rados.rados.0.smithi157.stdout:1111: done (3 left) 2024-08-17T00:36:01.486 INFO:tasks.rados.rados.0.smithi157.stdout:1112: done (2 left) 2024-08-17T00:36:01.486 INFO:tasks.rados.rados.0.smithi157.stdout:1113: done (1 left) 2024-08-17T00:36:01.486 INFO:tasks.rados.rados.0.smithi157.stdout:1118: read oid 40 snap -1 2024-08-17T00:36:01.486 INFO:tasks.rados.rados.0.smithi157.stdout:1118: expect (ObjNum 243 snap 65 seq_num 243) 2024-08-17T00:36:01.486 INFO:tasks.rados.rados.0.smithi157.stdout:1119: read oid 4 snap 99 2024-08-17T00:36:01.486 INFO:tasks.rados.rados.0.smithi157.stdout:1119: expect (ObjNum 310 snap 86 seq_num 310) 2024-08-17T00:36:01.486 INFO:tasks.rados.rados.0.smithi157.stdout:1120: delete oid 49 current snap is 104 2024-08-17T00:36:01.491 INFO:tasks.rados.rados.0.smithi157.stdout:1117: finishing write tid 1 to smithi15786056-45 2024-08-17T00:36:01.492 INFO:tasks.rados.rados.0.smithi157.stdout:1117: finishing write tid 2 to smithi15786056-45 2024-08-17T00:36:01.494 INFO:tasks.rados.rados.0.smithi157.stdout:1117: finishing write tid 3 to smithi15786056-45 2024-08-17T00:36:01.495 INFO:tasks.rados.rados.0.smithi157.stdout:1120: done (3 left) 2024-08-17T00:36:01.495 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 27 current snap is 104 2024-08-17T00:36:01.495 INFO:tasks.rados.rados.0.smithi157.stdout:1121: seq_num 357 ranges {0=786432,786432=401408} 2024-08-17T00:36:01.499 INFO:tasks.rados.rados.0.smithi157.stdout:1121: writing smithi15786056-27 from 0 to 786432 tid 1 2024-08-17T00:36:01.503 INFO:tasks.rados.rados.0.smithi157.stdout:1121: writing smithi15786056-27 from 786432 to 1187840 tid 2 2024-08-17T00:36:01.503 INFO:tasks.rados.rados.0.smithi157.stdout:1122: read oid 44 snap -1 2024-08-17T00:36:01.503 INFO:tasks.rados.rados.0.smithi157.stdout:1122: expect (ObjNum 329 snap 96 seq_num 329) 2024-08-17T00:36:01.503 INFO:tasks.rados.rados.0.smithi157.stdout:1123: snap_remove snap 93 2024-08-17T00:36:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:01 smithi157 ceph-mon[101289]: Reconfiguring osd.0 (monmap changed)... 2024-08-17T00:36:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:01 smithi157 ceph-mon[101289]: Reconfiguring daemon osd.0 on smithi157 2024-08-17T00:36:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:01 smithi157 ceph-mon[101289]: osdmap e278: 8 total, 8 up, 8 in 2024-08-17T00:36:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:01 smithi157 ceph-mon[98780]: Reconfiguring osd.0 (monmap changed)... 2024-08-17T00:36:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:01 smithi157 ceph-mon[98780]: Reconfiguring daemon osd.0 on smithi157 2024-08-17T00:36:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:01 smithi157 ceph-mon[98780]: osdmap e278: 8 total, 8 up, 8 in 2024-08-17T00:36:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:01 smithi187 ceph-mon[90552]: Reconfiguring osd.0 (monmap changed)... 2024-08-17T00:36:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:01 smithi187 ceph-mon[90552]: Reconfiguring daemon osd.0 on smithi157 2024-08-17T00:36:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:01 smithi187 ceph-mon[90552]: osdmap e278: 8 total, 8 up, 8 in 2024-08-17T00:36:02.297 INFO:tasks.rados.rados.0.smithi157.stdout:1123: done (5 left) 2024-08-17T00:36:02.297 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 34 current snap is 104 2024-08-17T00:36:02.297 INFO:tasks.rados.rados.0.smithi157.stdout:1119: expect (ObjNum 310 snap 86 seq_num 310) 2024-08-17T00:36:02.319 INFO:tasks.rados.rados.0.smithi157.stdout:1117: finishing write tid 4 to smithi15786056-45 2024-08-17T00:36:02.319 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 454 (ObjNum 355 snap 104 seq_num 355) dirty exists 2024-08-17T00:36:02.319 INFO:tasks.rados.rados.0.smithi157.stdout:1117: left oid 45 (ObjNum 355 snap 104 seq_num 355) 2024-08-17T00:36:02.319 INFO:tasks.rados.rados.0.smithi157.stdout:1124: seq_num 358 ranges {0=802816,802816=401408} 2024-08-17T00:36:02.323 INFO:tasks.rados.rados.0.smithi157.stdout:1124: writing smithi15786056-34 from 0 to 802816 tid 1 2024-08-17T00:36:02.326 INFO:tasks.rados.rados.0.smithi157.stdout:1124: writing smithi15786056-34 from 802816 to 1204224 tid 2 2024-08-17T00:36:02.327 INFO:tasks.rados.rados.0.smithi157.stdout:1117: done (5 left) 2024-08-17T00:36:02.327 INFO:tasks.rados.rados.0.smithi157.stdout:1119: done (4 left) 2024-08-17T00:36:02.327 INFO:tasks.rados.rados.0.smithi157.stdout:1125: read oid 19 snap -1 2024-08-17T00:36:02.327 INFO:tasks.rados.rados.0.smithi157.stdout:1125: expect (ObjNum 341 snap 100 seq_num 341) 2024-08-17T00:36:02.327 INFO:tasks.rados.rados.0.smithi157.stdout:1126: rollback oid 14 current snap is 104 2024-08-17T00:36:02.327 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 14 to 95 2024-08-17T00:36:02.327 INFO:tasks.rados.rados.0.smithi157.stdout:1127: snap_create 2024-08-17T00:36:02.327 INFO:tasks.rados.rados.0.smithi157.stdout:1118: expect (ObjNum 243 snap 65 seq_num 243) 2024-08-17T00:36:02.365 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[101289]: osdmap e279: 8 total, 8 up, 8 in 2024-08-17T00:36:02.365 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[101289]: pgmap v68: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-08-17T00:36:02.365 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:02.365 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:02.365 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[101289]: Reconfiguring osd.1 (monmap changed)... 2024-08-17T00:36:02.365 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:36:02.365 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:02.365 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[101289]: Reconfiguring daemon osd.1 on smithi157 2024-08-17T00:36:02.366 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[101289]: osdmap e280: 8 total, 8 up, 8 in 2024-08-17T00:36:02.366 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[98780]: osdmap e279: 8 total, 8 up, 8 in 2024-08-17T00:36:02.366 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[98780]: pgmap v68: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-08-17T00:36:02.366 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:02.366 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:02.366 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[98780]: Reconfiguring osd.1 (monmap changed)... 2024-08-17T00:36:02.366 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:36:02.366 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:02.366 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[98780]: Reconfiguring daemon osd.1 on smithi157 2024-08-17T00:36:02.366 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:02 smithi157 ceph-mon[98780]: osdmap e280: 8 total, 8 up, 8 in 2024-08-17T00:36:02.385 INFO:tasks.rados.rados.0.smithi157.stdout:1121: finishing write tid 1 to smithi15786056-27 2024-08-17T00:36:02.385 INFO:tasks.rados.rados.0.smithi157.stdout:1121: finishing write tid 2 to smithi15786056-27 2024-08-17T00:36:02.385 INFO:tasks.rados.rados.0.smithi157.stdout:1121: finishing write tid 3 to smithi15786056-27 2024-08-17T00:36:02.385 INFO:tasks.rados.rados.0.smithi157.stdout:1121: finishing write tid 4 to smithi15786056-27 2024-08-17T00:36:02.385 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 175 (ObjNum 357 snap 104 seq_num 357) dirty exists 2024-08-17T00:36:02.385 INFO:tasks.rados.rados.0.smithi157.stdout:1121: left oid 27 (ObjNum 357 snap 104 seq_num 357) 2024-08-17T00:36:02.385 INFO:tasks.rados.rados.0.smithi157.stdout:1122: expect (ObjNum 329 snap 96 seq_num 329) 2024-08-17T00:36:02.420 INFO:tasks.rados.rados.0.smithi157.stdout:1126: finishing rollback tid 1 to smithi15786056-14 2024-08-17T00:36:02.420 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 372 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-17T00:36:02.420 INFO:tasks.rados.rados.0.smithi157.stdout:1125: expect (ObjNum 341 snap 100 seq_num 341) 2024-08-17T00:36:02.443 INFO:tasks.rados.rados.0.smithi157.stdout:1124: finishing write tid 1 to smithi15786056-34 2024-08-17T00:36:02.443 INFO:tasks.rados.rados.0.smithi157.stdout:1124: finishing write tid 2 to smithi15786056-34 2024-08-17T00:36:02.443 INFO:tasks.rados.rados.0.smithi157.stdout:1124: finishing write tid 3 to smithi15786056-34 2024-08-17T00:36:02.443 INFO:tasks.rados.rados.0.smithi157.stdout:1124: finishing write tid 4 to smithi15786056-34 2024-08-17T00:36:02.443 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 367 (ObjNum 358 snap 104 seq_num 358) dirty exists 2024-08-17T00:36:02.443 INFO:tasks.rados.rados.0.smithi157.stdout:1124: left oid 34 (ObjNum 358 snap 104 seq_num 358) 2024-08-17T00:36:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:02 smithi187 ceph-mon[90552]: osdmap e279: 8 total, 8 up, 8 in 2024-08-17T00:36:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:02 smithi187 ceph-mon[90552]: pgmap v68: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-08-17T00:36:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:02 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:02 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:02 smithi187 ceph-mon[90552]: Reconfiguring osd.1 (monmap changed)... 2024-08-17T00:36:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:02 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:36:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:02 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:02 smithi187 ceph-mon[90552]: Reconfiguring daemon osd.1 on smithi157 2024-08-17T00:36:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:02 smithi187 ceph-mon[90552]: osdmap e280: 8 total, 8 up, 8 in 2024-08-17T00:36:03.296 INFO:tasks.rados.rados.0.smithi157.stdout:1118: done (6 left) 2024-08-17T00:36:03.296 INFO:tasks.rados.rados.0.smithi157.stdout:1121: done (5 left) 2024-08-17T00:36:03.296 INFO:tasks.rados.rados.0.smithi157.stdout:1122: done (4 left) 2024-08-17T00:36:03.296 INFO:tasks.rados.rados.0.smithi157.stdout:1124: done (3 left) 2024-08-17T00:36:03.296 INFO:tasks.rados.rados.0.smithi157.stdout:1125: done (2 left) 2024-08-17T00:36:03.297 INFO:tasks.rados.rados.0.smithi157.stdout:1126: done (1 left) 2024-08-17T00:36:03.297 INFO:tasks.rados.rados.0.smithi157.stdout:1127: done (0 left) 2024-08-17T00:36:03.297 INFO:tasks.rados.rados.0.smithi157.stdout:1128: rollback oid 29 current snap is 105 2024-08-17T00:36:03.297 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 29 to 100 2024-08-17T00:36:03.297 INFO:tasks.rados.rados.0.smithi157.stdout:1129: snap_remove snap 95 2024-08-17T00:36:03.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:36:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:36:03] "GET /metrics HTTP/1.1" 200 36048 "" "Prometheus/2.43.0" 2024-08-17T00:36:03.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:03 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:03.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:04.298 INFO:tasks.rados.rados.0.smithi157.stdout:1129: done (1 left) 2024-08-17T00:36:04.298 INFO:tasks.rados.rados.0.smithi157.stdout:1130: read oid 4 snap -1 2024-08-17T00:36:04.298 INFO:tasks.rados.rados.0.smithi157.stdout:1130: expect (ObjNum 310 snap 86 seq_num 310) 2024-08-17T00:36:04.298 INFO:tasks.rados.rados.0.smithi157.stdout:1131: delete oid 20 current snap is 105 2024-08-17T00:36:04.298 INFO:tasks.rados.rados.0.smithi157.stdout:1128: finishing rollback tid 1 to smithi15786056-29 2024-08-17T00:36:04.298 INFO:tasks.rados.rados.0.smithi157.stdout:1128: finishing rollback tid 2 to smithi15786056-29 2024-08-17T00:36:04.298 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 688 (ObjNum 257 snap 67 seq_num 257) dirty exists 2024-08-17T00:36:04.302 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[98780]: osdmap e281: 8 total, 8 up, 8 in 2024-08-17T00:36:04.302 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:04.302 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:04.302 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[98780]: Reconfiguring osd.2 (monmap changed)... 2024-08-17T00:36:04.302 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:36:04.303 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:04.303 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[98780]: Reconfiguring daemon osd.2 on smithi157 2024-08-17T00:36:04.303 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[98780]: pgmap v71: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:04.303 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[101289]: osdmap e281: 8 total, 8 up, 8 in 2024-08-17T00:36:04.303 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:04.303 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:04.303 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[101289]: Reconfiguring osd.2 (monmap changed)... 2024-08-17T00:36:04.303 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:36:04.303 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:04.303 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[101289]: Reconfiguring daemon osd.2 on smithi157 2024-08-17T00:36:04.303 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:04 smithi157 ceph-mon[101289]: pgmap v71: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:04.307 INFO:tasks.rados.rados.0.smithi157.stdout:1128: done (2 left) 2024-08-17T00:36:04.307 INFO:tasks.rados.rados.0.smithi157.stdout:1131: done (1 left) 2024-08-17T00:36:04.307 INFO:tasks.rados.rados.0.smithi157.stdout:1132: snap_remove snap 103 2024-08-17T00:36:04.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:04 smithi187 ceph-mon[90552]: osdmap e281: 8 total, 8 up, 8 in 2024-08-17T00:36:04.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:04.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:04.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:04 smithi187 ceph-mon[90552]: Reconfiguring osd.2 (monmap changed)... 2024-08-17T00:36:04.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:36:04.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:04.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:04 smithi187 ceph-mon[90552]: Reconfiguring daemon osd.2 on smithi157 2024-08-17T00:36:04.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:04 smithi187 ceph-mon[90552]: pgmap v71: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:04.708 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:04 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:04.708 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:04 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:05.307 INFO:tasks.rados.rados.0.smithi157.stdout:1132: done (1 left) 2024-08-17T00:36:05.307 INFO:tasks.rados.rados.0.smithi157.stdout:1133: delete oid 11 current snap is 105 2024-08-17T00:36:05.307 INFO:tasks.rados.rados.0.smithi157.stdout:1130: expect (ObjNum 310 snap 86 seq_num 310) 2024-08-17T00:36:05.332 INFO:tasks.rados.rados.0.smithi157.stdout:1130: done (1 left) 2024-08-17T00:36:05.332 INFO:tasks.rados.rados.0.smithi157.stdout:1133: done (0 left) 2024-08-17T00:36:05.332 INFO:tasks.rados.rados.0.smithi157.stdout:1134: snap_remove snap 85 2024-08-17T00:36:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:05 smithi157 ceph-mon[98780]: osdmap e282: 8 total, 8 up, 8 in 2024-08-17T00:36:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:05 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:05 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:05 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:36:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:05 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:05 smithi157 ceph-mon[101289]: osdmap e282: 8 total, 8 up, 8 in 2024-08-17T00:36:05.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:05 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:05.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:05 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:05.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:05 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:36:05.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:05 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:05 smithi187 ceph-mon[90552]: osdmap e282: 8 total, 8 up, 8 in 2024-08-17T00:36:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:05 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:05 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:05 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:36:05.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:05 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:06.314 INFO:tasks.rados.rados.0.smithi157.stdout:1134: done (0 left) 2024-08-17T00:36:06.314 INFO:tasks.rados.rados.0.smithi157.stdout:1135: read oid 6 snap -1 2024-08-17T00:36:06.314 INFO:tasks.rados.rados.0.smithi157.stdout:1135: expect (ObjNum 342 snap 101 seq_num 342) 2024-08-17T00:36:06.314 INFO:tasks.rados.rados.0.smithi157.stdout:1136: copy_from oid 50 from oid 30 current snap is 105 2024-08-17T00:36:06.314 INFO:tasks.rados.rados.0.smithi157.stdout:1137: rmattr oid 49 current snap is 105 2024-08-17T00:36:06.314 INFO:tasks.rados.rados.0.smithi157.stdout:1137: done (2 left) 2024-08-17T00:36:06.314 INFO:tasks.rados.rados.0.smithi157.stdout:1138: delete oid 20 current snap is 105 2024-08-17T00:36:06.319 INFO:tasks.rados.rados.0.smithi157.stdout:1138: done (2 left) 2024-08-17T00:36:06.319 INFO:tasks.rados.rados.0.smithi157.stdout:1139: delete oid 24 current snap is 105 2024-08-17T00:36:06.325 INFO:tasks.rados.rados.0.smithi157.stdout:1139: done (2 left) 2024-08-17T00:36:06.326 INFO:tasks.rados.rados.0.smithi157.stdout:1140: read oid 27 snap 102 2024-08-17T00:36:06.326 INFO:tasks.rados.rados.0.smithi157.stdout:1140: expect deleted 2024-08-17T00:36:06.326 INFO:tasks.rados.rados.0.smithi157.stdout:1141: copy_from oid 3 from oid 16 current snap is 105 2024-08-17T00:36:06.326 INFO:tasks.rados.rados.0.smithi157.stdout:1142: copy_from oid 26 from oid 39 current snap is 105 2024-08-17T00:36:06.326 INFO:tasks.rados.rados.0.smithi157.stdout:1143: snap_remove snap 98 2024-08-17T00:36:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:06 smithi157 ceph-mon[98780]: Reconfiguring osd.3 (monmap changed)... 2024-08-17T00:36:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:06 smithi157 ceph-mon[98780]: Reconfiguring daemon osd.3 on smithi157 2024-08-17T00:36:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:06 smithi157 ceph-mon[98780]: osdmap e283: 8 total, 8 up, 8 in 2024-08-17T00:36:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:06 smithi157 ceph-mon[98780]: pgmap v74: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 866 KiB/s wr, 8 op/s 2024-08-17T00:36:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:06 smithi157 ceph-mon[101289]: Reconfiguring osd.3 (monmap changed)... 2024-08-17T00:36:06.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:06 smithi157 ceph-mon[101289]: Reconfiguring daemon osd.3 on smithi157 2024-08-17T00:36:06.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:06 smithi157 ceph-mon[101289]: osdmap e283: 8 total, 8 up, 8 in 2024-08-17T00:36:06.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:06 smithi157 ceph-mon[101289]: pgmap v74: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 866 KiB/s wr, 8 op/s 2024-08-17T00:36:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:06 smithi187 ceph-mon[90552]: Reconfiguring osd.3 (monmap changed)... 2024-08-17T00:36:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:06 smithi187 ceph-mon[90552]: Reconfiguring daemon osd.3 on smithi157 2024-08-17T00:36:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:06 smithi187 ceph-mon[90552]: osdmap e283: 8 total, 8 up, 8 in 2024-08-17T00:36:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:06 smithi187 ceph-mon[90552]: pgmap v74: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 866 KiB/s wr, 8 op/s 2024-08-17T00:36:07.294 INFO:tasks.rados.rados.0.smithi157.stdout:1143: done (5 left) 2024-08-17T00:36:07.295 INFO:tasks.rados.rados.0.smithi157.stdout:1144: read oid 44 snap 101 2024-08-17T00:36:07.295 INFO:tasks.rados.rados.0.smithi157.stdout:1144: expect (ObjNum 329 snap 96 seq_num 329) 2024-08-17T00:36:07.295 INFO:tasks.rados.rados.0.smithi157.stdout:1145: snap_create 2024-08-17T00:36:07.295 INFO:tasks.rados.rados.0.smithi157.stdout:1136: finishing copy_from racing read to smithi15786056-50 2024-08-17T00:36:07.295 INFO:tasks.rados.rados.0.smithi157.stdout:1136: finishing copy_from to smithi15786056-50 2024-08-17T00:36:07.295 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 167 (ObjNum 336 snap 99 seq_num 336) dirty exists 2024-08-17T00:36:07.295 INFO:tasks.rados.rados.0.smithi157.stdout:1135: expect (ObjNum 342 snap 101 seq_num 342) 2024-08-17T00:36:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[101289]: osdmap e284: 8 total, 8 up, 8 in 2024-08-17T00:36:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[101289]: Reconfiguring mds.a (monmap changed)... 2024-08-17T00:36:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:36:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[101289]: Reconfiguring daemon mds.a on smithi157 2024-08-17T00:36:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[101289]: osdmap e285: 8 total, 8 up, 8 in 2024-08-17T00:36:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[98780]: osdmap e284: 8 total, 8 up, 8 in 2024-08-17T00:36:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[98780]: Reconfiguring mds.a (monmap changed)... 2024-08-17T00:36:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:36:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[98780]: Reconfiguring daemon mds.a on smithi157 2024-08-17T00:36:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:07 smithi157 ceph-mon[98780]: osdmap e285: 8 total, 8 up, 8 in 2024-08-17T00:36:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:07 smithi187 ceph-mon[90552]: osdmap e284: 8 total, 8 up, 8 in 2024-08-17T00:36:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:07 smithi187 ceph-mon[90552]: Reconfiguring mds.a (monmap changed)... 2024-08-17T00:36:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:36:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:07 smithi187 ceph-mon[90552]: Reconfiguring daemon mds.a on smithi157 2024-08-17T00:36:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:07 smithi187 ceph-mon[90552]: osdmap e285: 8 total, 8 up, 8 in 2024-08-17T00:36:07.830 INFO:tasks.rados.rados.0.smithi157.stdout:1142: finishing copy_from to smithi15786056-26 2024-08-17T00:36:07.830 INFO:tasks.rados.rados.0.smithi157.stdout:1142: got expected ENOENT (src dne) 2024-08-17T00:36:07.830 INFO:tasks.rados.rados.0.smithi157.stdout:1142: finishing copy_from racing read to smithi15786056-26 2024-08-17T00:36:07.830 INFO:tasks.rados.rados.0.smithi157.stdout:1141: finishing copy_from racing read to smithi15786056-3 2024-08-17T00:36:07.830 INFO:tasks.rados.rados.0.smithi157.stdout:1141: finishing copy_from to smithi15786056-3 2024-08-17T00:36:07.830 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 160 (ObjNum 348 snap 103 seq_num 348) dirty exists 2024-08-17T00:36:07.831 INFO:tasks.rados.rados.0.smithi157.stdout:1144: expect (ObjNum 329 snap 96 seq_num 329) 2024-08-17T00:36:08.296 INFO:tasks.rados.rados.0.smithi157.stdout:1135: done (6 left) 2024-08-17T00:36:08.296 INFO:tasks.rados.rados.0.smithi157.stdout:1136: done (5 left) 2024-08-17T00:36:08.297 INFO:tasks.rados.rados.0.smithi157.stdout:1140: done (4 left) 2024-08-17T00:36:08.297 INFO:tasks.rados.rados.0.smithi157.stdout:1141: done (3 left) 2024-08-17T00:36:08.297 INFO:tasks.rados.rados.0.smithi157.stdout:1142: done (2 left) 2024-08-17T00:36:08.297 INFO:tasks.rados.rados.0.smithi157.stdout:1144: done (1 left) 2024-08-17T00:36:08.297 INFO:tasks.rados.rados.0.smithi157.stdout:1145: done (0 left) 2024-08-17T00:36:08.297 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 106 2024-08-17T00:36:08.297 INFO:tasks.rados.rados.0.smithi157.stdout:1146: seq_num 363 ranges {1736704=483328,2220032=753664,2973696=49152} 2024-08-17T00:36:08.308 INFO:tasks.rados.rados.0.smithi157.stdout:1146: writing smithi15786056-13 from 1736704 to 2220032 tid 1 2024-08-17T00:36:08.313 INFO:tasks.rados.rados.0.smithi157.stdout:1146: writing smithi15786056-13 from 2220032 to 2973696 tid 2 2024-08-17T00:36:08.313 INFO:tasks.rados.rados.0.smithi157.stdout:1146: writing smithi15786056-13 from 2973696 to 3022848 tid 3 2024-08-17T00:36:08.313 INFO:tasks.rados.rados.0.smithi157.stdout:1147: snap_create 2024-08-17T00:36:08.314 INFO:tasks.rados.rados.0.smithi157.stdout:1146: finishing write tid 1 to smithi15786056-13 2024-08-17T00:36:08.317 INFO:tasks.rados.rados.0.smithi157.stdout:1146: finishing write tid 2 to smithi15786056-13 2024-08-17T00:36:08.317 INFO:tasks.rados.rados.0.smithi157.stdout:1146: finishing write tid 3 to smithi15786056-13 2024-08-17T00:36:08.318 INFO:tasks.rados.rados.0.smithi157.stdout:1146: finishing write tid 4 to smithi15786056-13 2024-08-17T00:36:08.319 INFO:tasks.rados.rados.0.smithi157.stdout:1146: finishing write tid 5 to smithi15786056-13 2024-08-17T00:36:08.319 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 431 (ObjNum 363 snap 106 seq_num 363) dirty exists 2024-08-17T00:36:08.319 INFO:tasks.rados.rados.0.smithi157.stdout:1146: left oid 13 (ObjNum 363 snap 106 seq_num 363) 2024-08-17T00:36:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:08 smithi157 ceph-mon[101289]: pgmap v77: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 866 KiB/s wr, 8 op/s 2024-08-17T00:36:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:08 smithi157 ceph-mon[101289]: osdmap e286: 8 total, 8 up, 8 in 2024-08-17T00:36:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:36:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:36:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:08 smithi157 ceph-mon[98780]: pgmap v77: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 866 KiB/s wr, 8 op/s 2024-08-17T00:36:08.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:08 smithi157 ceph-mon[98780]: osdmap e286: 8 total, 8 up, 8 in 2024-08-17T00:36:08.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:08.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:08.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:36:08.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:36:08.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:08.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:08 smithi187 ceph-mon[90552]: pgmap v77: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 866 KiB/s wr, 8 op/s 2024-08-17T00:36:08.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:08 smithi187 ceph-mon[90552]: osdmap e286: 8 total, 8 up, 8 in 2024-08-17T00:36:08.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:08.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:08.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:36:08.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:36:08.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:08.946 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:09.317 INFO:tasks.rados.rados.0.smithi157.stdout:1146: done (1 left) 2024-08-17T00:36:09.317 INFO:tasks.rados.rados.0.smithi157.stdout:1147: done (0 left) 2024-08-17T00:36:09.317 INFO:tasks.rados.rados.0.smithi157.stdout:1148: rollback oid 26 current snap is 107 2024-08-17T00:36:09.317 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 26 to 101 2024-08-17T00:36:09.317 INFO:tasks.rados.rados.0.smithi157.stdout:1149: copy_from oid 48 from oid 14 current snap is 107 2024-08-17T00:36:09.317 INFO:tasks.rados.rados.0.smithi157.stdout:1150: snap_create 2024-08-17T00:36:09.321 INFO:tasks.rados.rados.0.smithi157.stdout:1149: finishing copy_from to smithi15786056-48 2024-08-17T00:36:09.322 INFO:tasks.rados.rados.0.smithi157.stdout:1149: got expected ENOENT (src dne) 2024-08-17T00:36:09.322 INFO:tasks.rados.rados.0.smithi157.stdout:1149: finishing copy_from racing read to smithi15786056-48 2024-08-17T00:36:09.322 INFO:tasks.rados.rados.0.smithi157.stdout:1148: finishing rollback tid 0 to smithi15786056-26 2024-08-17T00:36:09.323 INFO:tasks.rados.rados.0.smithi157.stdout:1148: finishing rollback tid 1 to smithi15786056-26 2024-08-17T00:36:09.323 INFO:tasks.rados.rados.0.smithi157.stdout:1148: finishing rollback tid 2 to smithi15786056-26 2024-08-17T00:36:09.323 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 646 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T00:36:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:09 smithi157 ceph-mon[101289]: Reconfiguring mon.b (monmap changed)... 2024-08-17T00:36:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:09 smithi157 ceph-mon[101289]: Reconfiguring daemon mon.b on smithi187 2024-08-17T00:36:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:09 smithi157 ceph-mon[98780]: Reconfiguring mon.b (monmap changed)... 2024-08-17T00:36:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:09 smithi157 ceph-mon[98780]: Reconfiguring daemon mon.b on smithi187 2024-08-17T00:36:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:09 smithi187 ceph-mon[90552]: Reconfiguring mon.b (monmap changed)... 2024-08-17T00:36:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:09 smithi187 ceph-mon[90552]: Reconfiguring daemon mon.b on smithi187 2024-08-17T00:36:09.925 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:36:10.183 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:36:10.183 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (2m) 37s ago 6m 16.3M - 0.25.0 c8568f914cd2 e5fc458eaa70 2024-08-17T00:36:10.183 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (112s) 18s ago 5m 82.8M - 9.4.7 954c08fa6188 3c616dd0c45b 2024-08-17T00:36:10.183 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (7m) 37s ago 7m 15.7M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:36:10.183 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (7m) 18s ago 7m 19.8M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:36:10.183 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283,8765 running (77s) 18s ago 11m 438M - 19.1.0-1363-gd863d21c ba08250ef864 97f58199005a 2024-08-17T00:36:10.183 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (105s) 37s ago 12m 496M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:36:10.183 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (63s) 37s ago 12m 36.8M 2048M 19.1.0-1363-gd863d21c ba08250ef864 7cae4f2d8cd1 2024-08-17T00:36:10.183 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (28s) 18s ago 11m 25.8M 2048M 19.1.0-1363-gd863d21c ba08250ef864 fa96bb84b173 2024-08-17T00:36:10.184 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (41s) 37s ago 11m 22.2M 2048M 19.1.0-1363-gd863d21c ba08250ef864 6acedb5a7023 2024-08-17T00:36:10.184 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (2m) 37s ago 5m 8702k - 1.5.0 0da6a335fe13 b4e36e574235 2024-08-17T00:36:10.184 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (110s) 18s ago 5m 8144k - 1.5.0 0da6a335fe13 73e607038b0d 2024-08-17T00:36:10.184 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (10m) 37s ago 10m 151M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 5724a0a2acf7 2024-08-17T00:36:10.184 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (10m) 37s ago 10m 107M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 06419c3d3168 2024-08-17T00:36:10.184 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (9m) 37s ago 9m 150M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 f0716b3a6da4 2024-08-17T00:36:10.184 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (9m) 37s ago 9m 98.3M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 34877baf90d9 2024-08-17T00:36:10.184 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (9m) 18s ago 9m 98.8M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 8b55fa435d4d 2024-08-17T00:36:10.184 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (8m) 18s ago 8m 105M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 87ee417e591b 2024-08-17T00:36:10.184 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (8m) 18s ago 8m 103M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bd8a836eeeec 2024-08-17T00:36:10.184 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (7m) 18s ago 7m 108M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:36:10.184 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (82s) 18s ago 6m 54.0M - 2.43.0 a07b618ecd1d 736dc11bd87e 2024-08-17T00:36:10.317 INFO:tasks.rados.rados.0.smithi157.stdout:1148: done (2 left) 2024-08-17T00:36:10.318 INFO:tasks.rados.rados.0.smithi157.stdout:1149: done (1 left) 2024-08-17T00:36:10.318 INFO:tasks.rados.rados.0.smithi157.stdout:1150: done (0 left) 2024-08-17T00:36:10.318 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 108 2024-08-17T00:36:10.318 INFO:tasks.rados.rados.0.smithi157.stdout:1151: seq_num 364 ranges {1908736=499712,2408448=638976,3047424=163840} 2024-08-17T00:36:10.330 INFO:tasks.rados.rados.0.smithi157.stdout:1151: writing smithi15786056-23 from 1908736 to 2408448 tid 1 2024-08-17T00:36:10.334 INFO:tasks.rados.rados.0.smithi157.stdout:1151: writing smithi15786056-23 from 2408448 to 3047424 tid 2 2024-08-17T00:36:10.336 INFO:tasks.rados.rados.0.smithi157.stdout:1151: writing smithi15786056-23 from 3047424 to 3211264 tid 3 2024-08-17T00:36:10.336 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 36 current snap is 108 2024-08-17T00:36:10.336 INFO:tasks.rados.rados.0.smithi157.stdout:1152: seq_num 365 ranges {1826816=516096,2342912=573440,2916352=229376} 2024-08-17T00:36:10.348 INFO:tasks.rados.rados.0.smithi157.stdout:1152: writing smithi15786056-36 from 1826816 to 2342912 tid 1 2024-08-17T00:36:10.352 INFO:tasks.rados.rados.0.smithi157.stdout:1152: writing smithi15786056-36 from 2342912 to 2916352 tid 2 2024-08-17T00:36:10.354 INFO:tasks.rados.rados.0.smithi157.stdout:1152: writing smithi15786056-36 from 2916352 to 3145728 tid 3 2024-08-17T00:36:10.354 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 12 current snap is 108 2024-08-17T00:36:10.354 INFO:tasks.rados.rados.0.smithi157.stdout:1151: finishing write tid 1 to smithi15786056-23 2024-08-17T00:36:10.354 INFO:tasks.rados.rados.0.smithi157.stdout:1151: finishing write tid 2 to smithi15786056-23 2024-08-17T00:36:10.354 INFO:tasks.rados.rados.0.smithi157.stdout:1153: seq_num 366 ranges {1859584=532480,2392064=458752,2850816=344064} 2024-08-17T00:36:10.367 INFO:tasks.rados.rados.0.smithi157.stdout:1153: writing smithi15786056-12 from 1859584 to 2392064 tid 1 2024-08-17T00:36:10.369 INFO:tasks.rados.rados.0.smithi157.stdout:1153: writing smithi15786056-12 from 2392064 to 2850816 tid 2 2024-08-17T00:36:10.372 INFO:tasks.rados.rados.0.smithi157.stdout:1153: writing smithi15786056-12 from 2850816 to 3194880 tid 3 2024-08-17T00:36:10.372 INFO:tasks.rados.rados.0.smithi157.stdout:1154: snap_create 2024-08-17T00:36:10.372 INFO:tasks.rados.rados.0.smithi157.stdout:1151: finishing write tid 3 to smithi15786056-23 2024-08-17T00:36:10.372 INFO:tasks.rados.rados.0.smithi157.stdout:1151: finishing write tid 4 to smithi15786056-23 2024-08-17T00:36:10.372 INFO:tasks.rados.rados.0.smithi157.stdout:1151: finishing write tid 5 to smithi15786056-23 2024-08-17T00:36:10.372 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 715 (ObjNum 364 snap 108 seq_num 364) dirty exists 2024-08-17T00:36:10.373 INFO:tasks.rados.rados.0.smithi157.stdout:1151: left oid 23 (ObjNum 364 snap 108 seq_num 364) 2024-08-17T00:36:10.373 INFO:tasks.rados.rados.0.smithi157.stdout:1152: finishing write tid 1 to smithi15786056-36 2024-08-17T00:36:10.373 INFO:tasks.rados.rados.0.smithi157.stdout:1152: finishing write tid 2 to smithi15786056-36 2024-08-17T00:36:10.373 INFO:tasks.rados.rados.0.smithi157.stdout:1152: finishing write tid 3 to smithi15786056-36 2024-08-17T00:36:10.373 INFO:tasks.rados.rados.0.smithi157.stdout:1152: finishing write tid 4 to smithi15786056-36 2024-08-17T00:36:10.373 INFO:tasks.rados.rados.0.smithi157.stdout:1152: finishing write tid 5 to smithi15786056-36 2024-08-17T00:36:10.373 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 94 (ObjNum 365 snap 108 seq_num 365) dirty exists 2024-08-17T00:36:10.373 INFO:tasks.rados.rados.0.smithi157.stdout:1152: left oid 36 (ObjNum 365 snap 108 seq_num 365) 2024-08-17T00:36:10.373 INFO:tasks.rados.rados.0.smithi157.stdout:1153: finishing write tid 1 to smithi15786056-12 2024-08-17T00:36:10.374 INFO:tasks.rados.rados.0.smithi157.stdout:1153: finishing write tid 2 to smithi15786056-12 2024-08-17T00:36:10.374 INFO:tasks.rados.rados.0.smithi157.stdout:1153: finishing write tid 3 to smithi15786056-12 2024-08-17T00:36:10.374 INFO:tasks.rados.rados.0.smithi157.stdout:1153: finishing write tid 4 to smithi15786056-12 2024-08-17T00:36:10.375 INFO:tasks.rados.rados.0.smithi157.stdout:1153: finishing write tid 5 to smithi15786056-12 2024-08-17T00:36:10.375 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 641 (ObjNum 366 snap 108 seq_num 366) dirty exists 2024-08-17T00:36:10.375 INFO:tasks.rados.rados.0.smithi157.stdout:1153: left oid 12 (ObjNum 366 snap 108 seq_num 366) 2024-08-17T00:36:10.517 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:36:10.517 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:36:10.517 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:36:10.517 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:36:10.518 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:36:10.518 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:36:10.518 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:36:10.518 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:36:10.518 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:36:10.518 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:36:10.518 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:36:10.519 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:36:10.519 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:36:10.519 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:36:10.519 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 10, 2024-08-17T00:36:10.519 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 5 2024-08-17T00:36:10.519 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:36:10.519 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:36:10.520 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[98780]: osdmap e287: 8 total, 8 up, 8 in 2024-08-17T00:36:10.520 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[98780]: pgmap v80: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-17T00:36:10.520 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:10.520 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:10.520 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:36:10.520 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:36:10.521 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:10.521 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[98780]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T00:36:10.521 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[101289]: osdmap e287: 8 total, 8 up, 8 in 2024-08-17T00:36:10.521 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[101289]: pgmap v80: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-17T00:36:10.521 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:10.521 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:10.521 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:36:10.522 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:36:10.522 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:10.522 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:10 smithi157 ceph-mon[101289]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T00:36:10.537 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:10 smithi187 ceph-mon[90552]: osdmap e287: 8 total, 8 up, 8 in 2024-08-17T00:36:10.537 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:10 smithi187 ceph-mon[90552]: pgmap v80: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-17T00:36:10.537 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:10.537 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:10.537 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:36:10.537 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:36:10.537 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:10.537 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:10 smithi187 ceph-mon[90552]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T00:36:11.333 INFO:tasks.rados.rados.0.smithi157.stdout:1151: done (3 left) 2024-08-17T00:36:11.333 INFO:tasks.rados.rados.0.smithi157.stdout:1152: done (2 left) 2024-08-17T00:36:11.333 INFO:tasks.rados.rados.0.smithi157.stdout:1153: done (1 left) 2024-08-17T00:36:11.334 INFO:tasks.rados.rados.0.smithi157.stdout:1154: done (0 left) 2024-08-17T00:36:11.334 INFO:tasks.rados.rados.0.smithi157.stdout:1155: read oid 16 snap -1 2024-08-17T00:36:11.334 INFO:tasks.rados.rados.0.smithi157.stdout:1155: expect (ObjNum 348 snap 103 seq_num 348) 2024-08-17T00:36:11.334 INFO:tasks.rados.rados.0.smithi157.stdout:1156: snap_create 2024-08-17T00:36:11.343 INFO:tasks.rados.rados.0.smithi157.stdout:1155: expect (ObjNum 348 snap 103 seq_num 348) 2024-08-17T00:36:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:11 smithi157 ceph-mon[101289]: Reconfiguring mgr.x (monmap changed)... 2024-08-17T00:36:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:11 smithi157 ceph-mon[101289]: Reconfiguring daemon mgr.x on smithi187 2024-08-17T00:36:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:11 smithi157 ceph-mon[101289]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:11 smithi157 ceph-mon[101289]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:11 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3368545838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:11 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:11.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:11 smithi157 ceph-mon[98780]: Reconfiguring mgr.x (monmap changed)... 2024-08-17T00:36:11.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:11 smithi157 ceph-mon[98780]: Reconfiguring daemon mgr.x on smithi187 2024-08-17T00:36:11.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:11 smithi157 ceph-mon[98780]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:11.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:11 smithi157 ceph-mon[98780]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:11.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:11 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3368545838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:11.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:11 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:11.700 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:11 smithi187 ceph-mon[90552]: Reconfiguring mgr.x (monmap changed)... 2024-08-17T00:36:11.700 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:11 smithi187 ceph-mon[90552]: Reconfiguring daemon mgr.x on smithi187 2024-08-17T00:36:11.700 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:11 smithi187 ceph-mon[90552]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:11.700 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:11 smithi187 ceph-mon[90552]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:11.700 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:11 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3368545838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:11.700 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:11 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:12.298 INFO:tasks.rados.rados.0.smithi157.stdout:1155: done (1 left) 2024-08-17T00:36:12.298 INFO:tasks.rados.rados.0.smithi157.stdout:1156: done (0 left) 2024-08-17T00:36:12.298 INFO:tasks.rados.rados.0.smithi157.stdout:1157: rmattr oid 40 current snap is 110 2024-08-17T00:36:12.298 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 32 current snap is 110 2024-08-17T00:36:12.298 INFO:tasks.rados.rados.0.smithi157.stdout:1158: seq_num 367 ranges {3923968=548864,4472832=737280,5210112=65536} 2024-08-17T00:36:12.322 INFO:tasks.rados.rados.0.smithi157.stdout:1158: writing smithi15786056-32 from 3923968 to 4472832 tid 1 2024-08-17T00:36:12.326 INFO:tasks.rados.rados.0.smithi157.stdout:1158: writing smithi15786056-32 from 4472832 to 5210112 tid 2 2024-08-17T00:36:12.326 INFO:tasks.rados.rados.0.smithi157.stdout:1158: writing smithi15786056-32 from 5210112 to 5275648 tid 3 2024-08-17T00:36:12.327 INFO:tasks.rados.rados.0.smithi157.stdout:1159: snap_create 2024-08-17T00:36:12.327 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 517 (ObjNum 243 snap 65 seq_num 243) dirty exists 2024-08-17T00:36:12.328 INFO:tasks.rados.rados.0.smithi157.stdout:1158: finishing write tid 1 to smithi15786056-32 2024-08-17T00:36:12.332 INFO:tasks.rados.rados.0.smithi157.stdout:1158: finishing write tid 2 to smithi15786056-32 2024-08-17T00:36:12.332 INFO:tasks.rados.rados.0.smithi157.stdout:1158: finishing write tid 3 to smithi15786056-32 2024-08-17T00:36:12.332 INFO:tasks.rados.rados.0.smithi157.stdout:1158: finishing write tid 4 to smithi15786056-32 2024-08-17T00:36:12.333 INFO:tasks.rados.rados.0.smithi157.stdout:1158: finishing write tid 5 to smithi15786056-32 2024-08-17T00:36:12.333 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 392 (ObjNum 367 snap 110 seq_num 367) dirty exists 2024-08-17T00:36:12.333 INFO:tasks.rados.rados.0.smithi157.stdout:1158: left oid 32 (ObjNum 367 snap 110 seq_num 367) 2024-08-17T00:36:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[101289]: Reconfiguring osd.4 (monmap changed)... 2024-08-17T00:36:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[101289]: osdmap e289: 8 total, 8 up, 8 in 2024-08-17T00:36:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:36:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[101289]: Reconfiguring daemon osd.4 on smithi187 2024-08-17T00:36:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[101289]: pgmap v83: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-17T00:36:12.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[101289]: osdmap e290: 8 total, 8 up, 8 in 2024-08-17T00:36:12.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:12.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[98780]: Reconfiguring osd.4 (monmap changed)... 2024-08-17T00:36:12.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[98780]: osdmap e289: 8 total, 8 up, 8 in 2024-08-17T00:36:12.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:36:12.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:12.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[98780]: Reconfiguring daemon osd.4 on smithi187 2024-08-17T00:36:12.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[98780]: pgmap v83: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-17T00:36:12.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:12 smithi157 ceph-mon[98780]: osdmap e290: 8 total, 8 up, 8 in 2024-08-17T00:36:12.655 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:12.655 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:12 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:12.655 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:12 smithi187 ceph-mon[90552]: Reconfiguring osd.4 (monmap changed)... 2024-08-17T00:36:12.656 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:12 smithi187 ceph-mon[90552]: osdmap e289: 8 total, 8 up, 8 in 2024-08-17T00:36:12.656 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:12 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:36:12.656 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:12 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:12.656 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:12 smithi187 ceph-mon[90552]: Reconfiguring daemon osd.4 on smithi187 2024-08-17T00:36:12.656 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:12 smithi187 ceph-mon[90552]: pgmap v83: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-17T00:36:12.656 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:12 smithi187 ceph-mon[90552]: osdmap e290: 8 total, 8 up, 8 in 2024-08-17T00:36:13.298 INFO:tasks.rados.rados.0.smithi157.stdout:1157: done (2 left) 2024-08-17T00:36:13.298 INFO:tasks.rados.rados.0.smithi157.stdout:1158: done (1 left) 2024-08-17T00:36:13.299 INFO:tasks.rados.rados.0.smithi157.stdout:1159: done (0 left) 2024-08-17T00:36:13.299 INFO:tasks.rados.rados.0.smithi157.stdout:1160: snap_remove snap 100 2024-08-17T00:36:13.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:13.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:36:13] "GET /metrics HTTP/1.1" 200 36048 "" "Prometheus/2.43.0" 2024-08-17T00:36:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[101289]: Reconfiguring osd.5 (monmap changed)... 2024-08-17T00:36:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:36:13.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:13.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[101289]: Reconfiguring daemon osd.5 on smithi187 2024-08-17T00:36:13.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[101289]: osdmap e291: 8 total, 8 up, 8 in 2024-08-17T00:36:13.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:36:13.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:13.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:13.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[98780]: Reconfiguring osd.5 (monmap changed)... 2024-08-17T00:36:13.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:36:13.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:13.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[98780]: Reconfiguring daemon osd.5 on smithi187 2024-08-17T00:36:13.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[98780]: osdmap e291: 8 total, 8 up, 8 in 2024-08-17T00:36:13.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:36:14.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:14.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:14.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:13 smithi187 ceph-mon[90552]: Reconfiguring osd.5 (monmap changed)... 2024-08-17T00:36:14.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:36:14.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:14.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:13 smithi187 ceph-mon[90552]: Reconfiguring daemon osd.5 on smithi187 2024-08-17T00:36:14.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:13 smithi187 ceph-mon[90552]: osdmap e291: 8 total, 8 up, 8 in 2024-08-17T00:36:14.097 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:36:14.306 INFO:tasks.rados.rados.0.smithi157.stdout:1160: done (0 left) 2024-08-17T00:36:14.306 INFO:tasks.rados.rados.0.smithi157.stdout:1161: copy_from oid 33 from oid 1 current snap is 111 2024-08-17T00:36:14.306 INFO:tasks.rados.rados.0.smithi157.stdout:1162: read oid 46 snap -1 2024-08-17T00:36:14.306 INFO:tasks.rados.rados.0.smithi157.stdout:1162: expect (ObjNum 352 snap 104 seq_num 352) 2024-08-17T00:36:14.307 INFO:tasks.rados.rados.0.smithi157.stdout:1163: snap_remove snap 99 2024-08-17T00:36:14.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:14 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:14.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:14 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:14 smithi157 ceph-mon[101289]: pgmap v86: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:36:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:14 smithi157 ceph-mon[101289]: osdmap e292: 8 total, 8 up, 8 in 2024-08-17T00:36:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:14 smithi157 ceph-mon[98780]: pgmap v86: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:15.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:15.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:15.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:36:15.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:15.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:14 smithi157 ceph-mon[98780]: osdmap e292: 8 total, 8 up, 8 in 2024-08-17T00:36:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:14 smithi187 ceph-mon[90552]: pgmap v86: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:15.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:36:15.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:15.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:14 smithi187 ceph-mon[90552]: osdmap e292: 8 total, 8 up, 8 in 2024-08-17T00:36:15.308 INFO:tasks.rados.rados.0.smithi157.stdout:1163: done (2 left) 2024-08-17T00:36:15.308 INFO:tasks.rados.rados.0.smithi157.stdout:1164: snap_remove snap 89 2024-08-17T00:36:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:15 smithi187 ceph-mon[90552]: Reconfiguring osd.6 (monmap changed)... 2024-08-17T00:36:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:15 smithi187 ceph-mon[90552]: Reconfiguring daemon osd.6 on smithi187 2024-08-17T00:36:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:15 smithi187 ceph-mon[90552]: osdmap e293: 8 total, 8 up, 8 in 2024-08-17T00:36:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:36:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:15 smithi157 ceph-mon[101289]: Reconfiguring osd.6 (monmap changed)... 2024-08-17T00:36:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:15 smithi157 ceph-mon[101289]: Reconfiguring daemon osd.6 on smithi187 2024-08-17T00:36:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:15 smithi157 ceph-mon[101289]: osdmap e293: 8 total, 8 up, 8 in 2024-08-17T00:36:16.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:16.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:16.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:36:16.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:16.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:15 smithi157 ceph-mon[98780]: Reconfiguring osd.6 (monmap changed)... 2024-08-17T00:36:16.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:15 smithi157 ceph-mon[98780]: Reconfiguring daemon osd.6 on smithi187 2024-08-17T00:36:16.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:15 smithi157 ceph-mon[98780]: osdmap e293: 8 total, 8 up, 8 in 2024-08-17T00:36:16.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:16.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:16.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:36:16.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:16.309 INFO:tasks.rados.rados.0.smithi157.stdout:1164: done (2 left) 2024-08-17T00:36:16.309 INFO:tasks.rados.rados.0.smithi157.stdout:1165: snap_create 2024-08-17T00:36:16.309 INFO:tasks.rados.rados.0.smithi157.stdout:1161: finishing copy_from racing read to smithi15786056-33 2024-08-17T00:36:16.309 INFO:tasks.rados.rados.0.smithi157.stdout:1162: expect (ObjNum 352 snap 104 seq_num 352) 2024-08-17T00:36:16.372 INFO:tasks.rados.rados.0.smithi157.stdout:1161: finishing copy_from to smithi15786056-33 2024-08-17T00:36:16.372 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 138 (ObjNum 216 snap 55 seq_num 216) dirty exists 2024-08-17T00:36:17.068 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:16 smithi187 ceph-mon[90552]: Reconfiguring osd.7 (monmap changed)... 2024-08-17T00:36:17.069 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:16 smithi187 ceph-mon[90552]: Reconfiguring daemon osd.7 on smithi187 2024-08-17T00:36:17.069 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:16 smithi187 ceph-mon[90552]: pgmap v89: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-08-17T00:36:17.069 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:16 smithi187 ceph-mon[90552]: osdmap e294: 8 total, 8 up, 8 in 2024-08-17T00:36:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:16 smithi157 ceph-mon[98780]: Reconfiguring osd.7 (monmap changed)... 2024-08-17T00:36:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:16 smithi157 ceph-mon[98780]: Reconfiguring daemon osd.7 on smithi187 2024-08-17T00:36:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:16 smithi157 ceph-mon[98780]: pgmap v89: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-08-17T00:36:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:16 smithi157 ceph-mon[98780]: osdmap e294: 8 total, 8 up, 8 in 2024-08-17T00:36:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:16 smithi157 ceph-mon[101289]: Reconfiguring osd.7 (monmap changed)... 2024-08-17T00:36:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:16 smithi157 ceph-mon[101289]: Reconfiguring daemon osd.7 on smithi187 2024-08-17T00:36:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:16 smithi157 ceph-mon[101289]: pgmap v89: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-08-17T00:36:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:16 smithi157 ceph-mon[101289]: osdmap e294: 8 total, 8 up, 8 in 2024-08-17T00:36:17.298 INFO:tasks.rados.rados.0.smithi157.stdout:1161: done (2 left) 2024-08-17T00:36:17.298 INFO:tasks.rados.rados.0.smithi157.stdout:1162: done (1 left) 2024-08-17T00:36:17.299 INFO:tasks.rados.rados.0.smithi157.stdout:1165: done (0 left) 2024-08-17T00:36:17.299 INFO:tasks.rados.rados.0.smithi157.stdout:1166: rmattr oid 26 current snap is 112 2024-08-17T00:36:17.299 INFO:tasks.rados.rados.0.smithi157.stdout:1167: rmattr oid 42 current snap is 112 2024-08-17T00:36:17.299 INFO:tasks.rados.rados.0.smithi157.stdout:1167: done (1 left) 2024-08-17T00:36:17.299 INFO:tasks.rados.rados.0.smithi157.stdout:1168: rmattr oid 11 current snap is 112 2024-08-17T00:36:17.299 INFO:tasks.rados.rados.0.smithi157.stdout:1168: done (1 left) 2024-08-17T00:36:17.299 INFO:tasks.rados.rados.0.smithi157.stdout:1169: snap_remove snap 101 2024-08-17T00:36:18.305 INFO:tasks.rados.rados.0.smithi157.stdout:1169: done (1 left) 2024-08-17T00:36:18.306 INFO:tasks.rados.rados.0.smithi157.stdout:1170: delete oid 37 current snap is 112 2024-08-17T00:36:18.306 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 680 (ObjNum 33 snap 0 seq_num 162572368) dirty exists 2024-08-17T00:36:18.315 INFO:tasks.rados.rados.0.smithi157.stdout:1166: done (1 left) 2024-08-17T00:36:18.316 INFO:tasks.rados.rados.0.smithi157.stdout:1170: done (0 left) 2024-08-17T00:36:18.316 INFO:tasks.rados.rados.0.smithi157.stdout:1171: rollback oid 3 current snap is 112 2024-08-17T00:36:18.316 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 3 to 105 2024-08-17T00:36:18.316 INFO:tasks.rados.rados.0.smithi157.stdout:1172: setattr oid 37 current snap is 112 2024-08-17T00:36:18.318 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 112 2024-08-17T00:36:18.318 INFO:tasks.rados.rados.0.smithi157.stdout:1173: seq_num 369 ranges {2449408=589824,3039232=507904,3547136=294912} 2024-08-17T00:36:18.335 INFO:tasks.rados.rados.0.smithi157.stdout:1173: writing smithi15786056-18 from 2449408 to 3039232 tid 1 2024-08-17T00:36:18.338 INFO:tasks.rados.rados.0.smithi157.stdout:1173: writing smithi15786056-18 from 3039232 to 3547136 tid 2 2024-08-17T00:36:18.340 INFO:tasks.rados.rados.0.smithi157.stdout:1173: writing smithi15786056-18 from 3547136 to 3842048 tid 3 2024-08-17T00:36:18.340 INFO:tasks.rados.rados.0.smithi157.stdout:1174: snap_create 2024-08-17T00:36:18.340 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 512 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-17T00:36:18.340 INFO:tasks.rados.rados.0.smithi157.stdout:1171: finishing rollback tid 0 to smithi15786056-3 2024-08-17T00:36:18.340 INFO:tasks.rados.rados.0.smithi157.stdout:1171: finishing rollback tid 1 to smithi15786056-3 2024-08-17T00:36:18.340 INFO:tasks.rados.rados.0.smithi157.stdout:1171: finishing rollback tid 2 to smithi15786056-3 2024-08-17T00:36:18.340 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 692 (ObjNum 348 snap 103 seq_num 348) dirty exists 2024-08-17T00:36:18.341 INFO:tasks.rados.rados.0.smithi157.stdout:1173: finishing write tid 1 to smithi15786056-18 2024-08-17T00:36:18.342 INFO:tasks.rados.rados.0.smithi157.stdout:1173: finishing write tid 2 to smithi15786056-18 2024-08-17T00:36:18.342 INFO:tasks.rados.rados.0.smithi157.stdout:1173: finishing write tid 3 to smithi15786056-18 2024-08-17T00:36:18.342 INFO:tasks.rados.rados.0.smithi157.stdout:1173: finishing write tid 4 to smithi15786056-18 2024-08-17T00:36:18.343 INFO:tasks.rados.rados.0.smithi157.stdout:1173: finishing write tid 5 to smithi15786056-18 2024-08-17T00:36:18.343 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 517 (ObjNum 369 snap 112 seq_num 369) dirty exists 2024-08-17T00:36:18.343 INFO:tasks.rados.rados.0.smithi157.stdout:1173: left oid 18 (ObjNum 369 snap 112 seq_num 369) 2024-08-17T00:36:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:18 smithi187 ceph-mon[90552]: Reconfiguring mds.b (monmap changed)... 2024-08-17T00:36:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:36:18.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:18.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:18 smithi187 ceph-mon[90552]: Reconfiguring daemon mds.b on smithi187 2024-08-17T00:36:18.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:18 smithi187 ceph-mon[90552]: osdmap e295: 8 total, 8 up, 8 in 2024-08-17T00:36:18.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:18 smithi187 ceph-mon[90552]: pgmap v92: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-08-17T00:36:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[101289]: Reconfiguring mds.b (monmap changed)... 2024-08-17T00:36:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:36:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[101289]: Reconfiguring daemon mds.b on smithi187 2024-08-17T00:36:18.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[101289]: osdmap e295: 8 total, 8 up, 8 in 2024-08-17T00:36:18.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[101289]: pgmap v92: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-08-17T00:36:18.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:18.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:18.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[98780]: Reconfiguring mds.b (monmap changed)... 2024-08-17T00:36:18.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:36:18.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:18.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[98780]: Reconfiguring daemon mds.b on smithi187 2024-08-17T00:36:18.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[98780]: osdmap e295: 8 total, 8 up, 8 in 2024-08-17T00:36:18.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:18 smithi157 ceph-mon[98780]: pgmap v92: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-08-17T00:36:18.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:19.307 INFO:tasks.rados.rados.0.smithi157.stdout:1171: done (3 left) 2024-08-17T00:36:19.308 INFO:tasks.rados.rados.0.smithi157.stdout:1172: done (2 left) 2024-08-17T00:36:19.308 INFO:tasks.rados.rados.0.smithi157.stdout:1173: done (1 left) 2024-08-17T00:36:19.308 INFO:tasks.rados.rados.0.smithi157.stdout:1174: done (0 left) 2024-08-17T00:36:19.308 INFO:tasks.rados.rados.0.smithi157.stdout:1175: read oid 7 snap 97 2024-08-17T00:36:19.308 INFO:tasks.rados.rados.0.smithi157.stdout:1175: expect (ObjNum 170443760 snap 21968 seq_num 170483040) 2024-08-17T00:36:19.308 INFO:tasks.rados.rados.0.smithi157.stdout:1176: copy_from oid 16 from oid 4 current snap is 113 2024-08-17T00:36:19.309 INFO:tasks.rados.rados.0.smithi157.stdout:1177: snap_remove snap 108 2024-08-17T00:36:19.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: osdmap e296: 8 total, 8 up, 8 in 2024-08-17T00:36:19.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:19.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:19.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:19.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:19.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:19.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: Upgrade: Setting container_image for all mon 2024-08-17T00:36:19.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:19.423 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-17T00:36:19.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-17T00:36:19.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-17T00:36:19.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-17T00:36:19.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-17T00:36:19.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-17T00:36:19.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:19.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: Upgrade: Setting container_image for all crash 2024-08-17T00:36:19.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:19.424 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T00:36:19.424 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: osdmap e296: 8 total, 8 up, 8 in 2024-08-17T00:36:19.425 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:19.425 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:19.425 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:19.425 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:19.425 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:19.425 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: Upgrade: Setting container_image for all mon 2024-08-17T00:36:19.425 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:19.425 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-17T00:36:19.425 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-17T00:36:19.425 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-17T00:36:19.425 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-17T00:36:19.425 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-17T00:36:19.425 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-17T00:36:19.426 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:19.426 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: Upgrade: Setting container_image for all crash 2024-08-17T00:36:19.426 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:19.426 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T00:36:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: osdmap e296: 8 total, 8 up, 8 in 2024-08-17T00:36:19.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:19.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:19.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:19.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:19.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:19.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: Upgrade: Setting container_image for all mon 2024-08-17T00:36:19.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:19.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-17T00:36:19.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-17T00:36:19.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-17T00:36:19.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-17T00:36:19.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-17T00:36:19.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-17T00:36:19.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:19.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: Upgrade: Setting container_image for all crash 2024-08-17T00:36:19.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:19.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T00:36:20.308 INFO:tasks.rados.rados.0.smithi157.stdout:1177: done (2 left) 2024-08-17T00:36:20.308 INFO:tasks.rados.rados.0.smithi157.stdout:1178: delete oid 44 current snap is 113 2024-08-17T00:36:20.308 INFO:tasks.rados.rados.0.smithi157.stdout:1175: expect (ObjNum 170443760 snap 21968 seq_num 170483040) 2024-08-17T00:36:20.310 INFO:tasks.rados.rados.0.smithi157.stdout:1176: finishing copy_from racing read to smithi15786056-16 2024-08-17T00:36:20.310 INFO:tasks.rados.rados.0.smithi157.stdout:1176: finishing copy_from to smithi15786056-16 2024-08-17T00:36:20.311 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 163 (ObjNum 310 snap 86 seq_num 310) dirty exists 2024-08-17T00:36:20.314 INFO:tasks.rados.rados.0.smithi157.stdout:1175: done (2 left) 2024-08-17T00:36:20.314 INFO:tasks.rados.rados.0.smithi157.stdout:1176: done (1 left) 2024-08-17T00:36:20.314 INFO:tasks.rados.rados.0.smithi157.stdout:1178: done (0 left) 2024-08-17T00:36:20.314 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 10 current snap is 113 2024-08-17T00:36:20.315 INFO:tasks.rados.rados.0.smithi157.stdout:1179: seq_num 371 ranges {1228800=622592,1851392=679936,2531328=122880} 2024-08-17T00:36:20.325 INFO:tasks.rados.rados.0.smithi157.stdout:1179: writing smithi15786056-10 from 1228800 to 1851392 tid 1 2024-08-17T00:36:20.330 INFO:tasks.rados.rados.0.smithi157.stdout:1179: writing smithi15786056-10 from 1851392 to 2531328 tid 2 2024-08-17T00:36:20.332 INFO:tasks.rados.rados.0.smithi157.stdout:1179: writing smithi15786056-10 from 2531328 to 2654208 tid 3 2024-08-17T00:36:20.332 INFO:tasks.rados.rados.0.smithi157.stdout:1180: rmattr oid 1 current snap is 113 2024-08-17T00:36:20.332 INFO:tasks.rados.rados.0.smithi157.stdout:1180: done (1 left) 2024-08-17T00:36:20.332 INFO:tasks.rados.rados.0.smithi157.stdout:1181: read oid 7 snap 110 2024-08-17T00:36:20.332 INFO:tasks.rados.rados.0.smithi157.stdout:1181: expect (ObjNum 170702640 snap 21968 seq_num 3758115152) 2024-08-17T00:36:20.332 INFO:tasks.rados.rados.0.smithi157.stdout:1182: rollback oid 30 current snap is 113 2024-08-17T00:36:20.333 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 30 to 112 2024-08-17T00:36:20.333 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 113 2024-08-17T00:36:20.333 INFO:tasks.rados.rados.0.smithi157.stdout:1183: seq_num 372 ranges {1867776=638976,2506752=565248,3072000=237568} 2024-08-17T00:36:20.347 INFO:tasks.rados.rados.0.smithi157.stdout:1183: writing smithi15786056-46 from 1867776 to 2506752 tid 1 2024-08-17T00:36:20.351 INFO:tasks.rados.rados.0.smithi157.stdout:1183: writing smithi15786056-46 from 2506752 to 3072000 tid 2 2024-08-17T00:36:20.353 INFO:tasks.rados.rados.0.smithi157.stdout:1183: writing smithi15786056-46 from 3072000 to 3309568 tid 3 2024-08-17T00:36:20.353 INFO:tasks.rados.rados.0.smithi157.stdout:1184: snap_remove snap 80 2024-08-17T00:36:20.614 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:20 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T00:36:20.615 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:20 smithi157 ceph-mon[98780]: Upgrade: osd.0 is safe to restart 2024-08-17T00:36:20.615 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:20 smithi157 ceph-mon[98780]: osdmap e297: 8 total, 8 up, 8 in 2024-08-17T00:36:20.615 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:20 smithi157 ceph-mon[98780]: pgmap v95: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 494 KiB/s wr, 9 op/s 2024-08-17T00:36:20.615 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:20.615 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:36:20.615 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:20.615 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:20 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T00:36:20.615 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:20 smithi157 ceph-mon[101289]: Upgrade: osd.0 is safe to restart 2024-08-17T00:36:20.615 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:20 smithi157 ceph-mon[101289]: osdmap e297: 8 total, 8 up, 8 in 2024-08-17T00:36:20.615 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:20 smithi157 ceph-mon[101289]: pgmap v95: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 494 KiB/s wr, 9 op/s 2024-08-17T00:36:20.616 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:20.616 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:36:20.616 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:20 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T00:36:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:20 smithi187 ceph-mon[90552]: Upgrade: osd.0 is safe to restart 2024-08-17T00:36:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:20 smithi187 ceph-mon[90552]: osdmap e297: 8 total, 8 up, 8 in 2024-08-17T00:36:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:20 smithi187 ceph-mon[90552]: pgmap v95: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 494 KiB/s wr, 9 op/s 2024-08-17T00:36:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:36:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:21.326 INFO:tasks.rados.rados.0.smithi157.stdout:1184: done (4 left) 2024-08-17T00:36:21.327 INFO:tasks.rados.rados.0.smithi157.stdout:1185: delete oid 15 current snap is 113 2024-08-17T00:36:21.327 INFO:tasks.rados.rados.0.smithi157.stdout:1179: finishing write tid 1 to smithi15786056-10 2024-08-17T00:36:21.327 INFO:tasks.rados.rados.0.smithi157.stdout:1181: expect (ObjNum 170702640 snap 21968 seq_num 3758115152) 2024-08-17T00:36:21.331 INFO:tasks.rados.rados.0.smithi157.stdout:1179: finishing write tid 2 to smithi15786056-10 2024-08-17T00:36:21.331 INFO:tasks.rados.rados.0.smithi157.stdout:1179: finishing write tid 3 to smithi15786056-10 2024-08-17T00:36:21.331 INFO:tasks.rados.rados.0.smithi157.stdout:1179: finishing write tid 4 to smithi15786056-10 2024-08-17T00:36:21.332 INFO:tasks.rados.rados.0.smithi157.stdout:1182: finishing rollback tid 0 to smithi15786056-30 2024-08-17T00:36:21.332 INFO:tasks.rados.rados.0.smithi157.stdout:1182: finishing rollback tid 1 to smithi15786056-30 2024-08-17T00:36:21.332 INFO:tasks.rados.rados.0.smithi157.stdout:1182: finishing rollback tid 2 to smithi15786056-30 2024-08-17T00:36:21.332 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 212 (ObjNum 336 snap 99 seq_num 336) dirty exists 2024-08-17T00:36:21.332 INFO:tasks.rados.rados.0.smithi157.stdout:1179: finishing write tid 5 to smithi15786056-10 2024-08-17T00:36:21.332 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 208 (ObjNum 371 snap 113 seq_num 371) dirty exists 2024-08-17T00:36:21.332 INFO:tasks.rados.rados.0.smithi157.stdout:1179: left oid 10 (ObjNum 371 snap 113 seq_num 371) 2024-08-17T00:36:21.332 INFO:tasks.rados.rados.0.smithi157.stdout:1183: finishing write tid 1 to smithi15786056-46 2024-08-17T00:36:21.332 INFO:tasks.rados.rados.0.smithi157.stdout:1183: finishing write tid 2 to smithi15786056-46 2024-08-17T00:36:21.332 INFO:tasks.rados.rados.0.smithi157.stdout:1183: finishing write tid 3 to smithi15786056-46 2024-08-17T00:36:21.332 INFO:tasks.rados.rados.0.smithi157.stdout:1183: finishing write tid 4 to smithi15786056-46 2024-08-17T00:36:21.332 INFO:tasks.rados.rados.0.smithi157.stdout:1183: finishing write tid 5 to smithi15786056-46 2024-08-17T00:36:21.332 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 379 (ObjNum 372 snap 113 seq_num 372) dirty exists 2024-08-17T00:36:21.333 INFO:tasks.rados.rados.0.smithi157.stdout:1183: left oid 46 (ObjNum 372 snap 113 seq_num 372) 2024-08-17T00:36:21.337 INFO:tasks.rados.rados.0.smithi157.stdout:1179: done (4 left) 2024-08-17T00:36:21.337 INFO:tasks.rados.rados.0.smithi157.stdout:1181: done (3 left) 2024-08-17T00:36:21.337 INFO:tasks.rados.rados.0.smithi157.stdout:1182: done (2 left) 2024-08-17T00:36:21.337 INFO:tasks.rados.rados.0.smithi157.stdout:1183: done (1 left) 2024-08-17T00:36:21.337 INFO:tasks.rados.rados.0.smithi157.stdout:1185: done (0 left) 2024-08-17T00:36:21.337 INFO:tasks.rados.rados.0.smithi157.stdout:1186: rollback oid 8 current snap is 113 2024-08-17T00:36:21.337 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 8 to 110 2024-08-17T00:36:21.337 INFO:tasks.rados.rados.0.smithi157.stdout:1187: rmattr oid 2 current snap is 113 2024-08-17T00:36:21.338 INFO:tasks.rados.rados.0.smithi157.stdout:1187: done (1 left) 2024-08-17T00:36:21.338 INFO:tasks.rados.rados.0.smithi157.stdout:1188: delete oid 9 current snap is 113 2024-08-17T00:36:21.342 INFO:tasks.rados.rados.0.smithi157.stdout:1186: finishing rollback tid 0 to smithi15786056-8 2024-08-17T00:36:21.343 INFO:tasks.rados.rados.0.smithi157.stdout:1186: finishing rollback tid 1 to smithi15786056-8 2024-08-17T00:36:21.343 INFO:tasks.rados.rados.0.smithi157.stdout:1186: finishing rollback tid 2 to smithi15786056-8 2024-08-17T00:36:21.343 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 424 (ObjNum 249 snap 66 seq_num 249) dirty exists 2024-08-17T00:36:21.344 INFO:tasks.rados.rados.0.smithi157.stdout:1186: done (1 left) 2024-08-17T00:36:21.344 INFO:tasks.rados.rados.0.smithi157.stdout:1188: done (0 left) 2024-08-17T00:36:21.345 INFO:tasks.rados.rados.0.smithi157.stdout:1189: read oid 26 snap -1 2024-08-17T00:36:21.345 INFO:tasks.rados.rados.0.smithi157.stdout:1189: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:36:21.345 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 113 2024-08-17T00:36:21.345 INFO:tasks.rados.rados.0.smithi157.stdout:1190: seq_num 375 ranges {1900544=688128,2588672=663552,3252224=139264} 2024-08-17T00:36:21.359 INFO:tasks.rados.rados.0.smithi157.stdout:1190: writing smithi15786056-21 from 1900544 to 2588672 tid 1 2024-08-17T00:36:21.363 INFO:tasks.rados.rados.0.smithi157.stdout:1190: writing smithi15786056-21 from 2588672 to 3252224 tid 2 2024-08-17T00:36:21.363 INFO:tasks.rados.rados.0.smithi157.stdout:1190: writing smithi15786056-21 from 3252224 to 3391488 tid 3 2024-08-17T00:36:21.364 INFO:tasks.rados.rados.0.smithi157.stdout:1191: read oid 16 snap -1 2024-08-17T00:36:21.364 INFO:tasks.rados.rados.0.smithi157.stdout:1191: expect (ObjNum 310 snap 86 seq_num 310) 2024-08-17T00:36:21.364 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 113 2024-08-17T00:36:21.364 INFO:tasks.rados.rados.0.smithi157.stdout:1192: seq_num 376 ranges {1851392=704512,2555904=548864,3104768=253952} 2024-08-17T00:36:21.378 INFO:tasks.rados.rados.0.smithi157.stdout:1192: writing smithi15786056-48 from 1851392 to 2555904 tid 1 2024-08-17T00:36:21.381 INFO:tasks.rados.rados.0.smithi157.stdout:1192: writing smithi15786056-48 from 2555904 to 3104768 tid 2 2024-08-17T00:36:21.383 INFO:tasks.rados.rados.0.smithi157.stdout:1192: writing smithi15786056-48 from 3104768 to 3358720 tid 3 2024-08-17T00:36:21.383 INFO:tasks.rados.rados.0.smithi157.stdout:1193: read oid 40 snap -1 2024-08-17T00:36:21.383 INFO:tasks.rados.rados.0.smithi157.stdout:1193: expect (ObjNum 243 snap 65 seq_num 243) 2024-08-17T00:36:21.383 INFO:tasks.rados.rados.0.smithi157.stdout:1194: rollback oid 43 current snap is 113 2024-08-17T00:36:21.383 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 43 to 112 2024-08-17T00:36:21.383 INFO:tasks.rados.rados.0.smithi157.stdout:1189: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:36:21.385 INFO:tasks.rados.rados.0.smithi157.stdout:1190: finishing write tid 1 to smithi15786056-21 2024-08-17T00:36:21.385 INFO:tasks.rados.rados.0.smithi157.stdout:1189: done (5 left) 2024-08-17T00:36:21.386 INFO:tasks.rados.rados.0.smithi157.stdout:1195: snap_remove snap 105 2024-08-17T00:36:21.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:21 smithi187 ceph-mon[90552]: Upgrade: Updating osd.0 2024-08-17T00:36:21.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:21 smithi187 ceph-mon[90552]: Deploying daemon osd.0 on smithi157 2024-08-17T00:36:21.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:21 smithi187 ceph-mon[90552]: osdmap e298: 8 total, 8 up, 8 in 2024-08-17T00:36:21.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:21 smithi157 ceph-mon[101289]: Upgrade: Updating osd.0 2024-08-17T00:36:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:21 smithi157 ceph-mon[101289]: Deploying daemon osd.0 on smithi157 2024-08-17T00:36:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:21 smithi157 ceph-mon[101289]: osdmap e298: 8 total, 8 up, 8 in 2024-08-17T00:36:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:21 smithi157 ceph-mon[98780]: Upgrade: Updating osd.0 2024-08-17T00:36:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:21 smithi157 ceph-mon[98780]: Deploying daemon osd.0 on smithi157 2024-08-17T00:36:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:21 smithi157 ceph-mon[98780]: osdmap e298: 8 total, 8 up, 8 in 2024-08-17T00:36:22.299 INFO:tasks.rados.rados.0.smithi157.stdout:1195: done (5 left) 2024-08-17T00:36:22.299 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 38 current snap is 113 2024-08-17T00:36:22.300 INFO:tasks.rados.rados.0.smithi157.stdout:1196: seq_num 377 ranges {0=720896,720896=434176,1155072=368640} 2024-08-17T00:36:22.304 INFO:tasks.rados.rados.0.smithi157.stdout:1196: writing smithi15786056-38 from 0 to 720896 tid 1 2024-08-17T00:36:22.306 INFO:tasks.rados.rados.0.smithi157.stdout:1196: writing smithi15786056-38 from 720896 to 1155072 tid 2 2024-08-17T00:36:22.309 INFO:tasks.rados.rados.0.smithi157.stdout:1196: writing smithi15786056-38 from 1155072 to 1523712 tid 3 2024-08-17T00:36:22.309 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 12 current snap is 113 2024-08-17T00:36:22.309 INFO:tasks.rados.rados.0.smithi157.stdout:1190: finishing write tid 2 to smithi15786056-21 2024-08-17T00:36:22.309 INFO:tasks.rados.rados.0.smithi157.stdout:1197: seq_num 378 ranges {3194880=737280,3932160=720896,4653056=81920} 2024-08-17T00:36:22.331 INFO:tasks.rados.rados.0.smithi157.stdout:1197: writing smithi15786056-12 from 3194880 to 3932160 tid 1 2024-08-17T00:36:22.335 INFO:tasks.rados.rados.0.smithi157.stdout:1197: writing smithi15786056-12 from 3932160 to 4653056 tid 2 2024-08-17T00:36:22.338 INFO:tasks.rados.rados.0.smithi157.stdout:1197: writing smithi15786056-12 from 4653056 to 4734976 tid 3 2024-08-17T00:36:22.338 INFO:tasks.rados.rados.0.smithi157.stdout:1198: read oid 41 snap -1 2024-08-17T00:36:22.338 INFO:tasks.rados.rados.0.smithi157.stdout:1198: expect (ObjNum 306 snap 86 seq_num 306) 2024-08-17T00:36:22.338 INFO:tasks.rados.rados.0.smithi157.stdout:1199: copy_from oid 30 from oid 18 current snap is 113 2024-08-17T00:36:22.338 INFO:tasks.rados.rados.0.smithi157.stdout:1190: finishing write tid 3 to smithi15786056-21 2024-08-17T00:36:22.338 INFO:tasks.rados.rados.0.smithi157.stdout:1190: finishing write tid 4 to smithi15786056-21 2024-08-17T00:36:22.338 INFO:tasks.rados.rados.0.smithi157.stdout:1191: expect (ObjNum 310 snap 86 seq_num 310) 2024-08-17T00:36:22.364 INFO:tasks.rados.rados.0.smithi157.stdout:1190: finishing write tid 5 to smithi15786056-21 2024-08-17T00:36:22.364 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 711 (ObjNum 375 snap 113 seq_num 375) dirty exists 2024-08-17T00:36:22.364 INFO:tasks.rados.rados.0.smithi157.stdout:1190: left oid 21 (ObjNum 375 snap 113 seq_num 375) 2024-08-17T00:36:22.365 INFO:tasks.rados.rados.0.smithi157.stdout:1192: finishing write tid 1 to smithi15786056-48 2024-08-17T00:36:22.365 INFO:tasks.rados.rados.0.smithi157.stdout:1190: done (8 left) 2024-08-17T00:36:22.365 INFO:tasks.rados.rados.0.smithi157.stdout:1191: done (7 left) 2024-08-17T00:36:22.365 INFO:tasks.rados.rados.0.smithi157.stdout:1200: read oid 11 snap -1 2024-08-17T00:36:22.365 INFO:tasks.rados.rados.0.smithi157.stdout:1200: expect deleted 2024-08-17T00:36:22.365 INFO:tasks.rados.rados.0.smithi157.stdout:1201: rollback oid 21 current snap is 113 2024-08-17T00:36:22.365 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 21 to 106 2024-08-17T00:36:22.365 INFO:tasks.rados.rados.0.smithi157.stdout:1192: finishing write tid 2 to smithi15786056-48 2024-08-17T00:36:22.365 INFO:tasks.rados.rados.0.smithi157.stdout:1192: finishing write tid 3 to smithi15786056-48 2024-08-17T00:36:22.365 INFO:tasks.rados.rados.0.smithi157.stdout:1192: finishing write tid 4 to smithi15786056-48 2024-08-17T00:36:22.366 INFO:tasks.rados.rados.0.smithi157.stdout:1193: expect (ObjNum 243 snap 65 seq_num 243) 2024-08-17T00:36:22.410 INFO:tasks.rados.rados.0.smithi157.stdout:1192: finishing write tid 5 to smithi15786056-48 2024-08-17T00:36:22.410 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 756 (ObjNum 376 snap 113 seq_num 376) dirty exists 2024-08-17T00:36:22.410 INFO:tasks.rados.rados.0.smithi157.stdout:1192: left oid 48 (ObjNum 376 snap 113 seq_num 376) 2024-08-17T00:36:22.410 INFO:tasks.rados.rados.0.smithi157.stdout:1192: done (8 left) 2024-08-17T00:36:22.410 INFO:tasks.rados.rados.0.smithi157.stdout:1193: done (7 left) 2024-08-17T00:36:22.410 INFO:tasks.rados.rados.0.smithi157.stdout:1202: rmattr oid 39 current snap is 113 2024-08-17T00:36:22.410 INFO:tasks.rados.rados.0.smithi157.stdout:1202: done (7 left) 2024-08-17T00:36:22.410 INFO:tasks.rados.rados.0.smithi157.stdout:1203: read oid 23 snap -1 2024-08-17T00:36:22.410 INFO:tasks.rados.rados.0.smithi157.stdout:1203: expect (ObjNum 364 snap 108 seq_num 364) 2024-08-17T00:36:22.411 INFO:tasks.rados.rados.0.smithi157.stdout:1204: rmattr oid 10 current snap is 113 2024-08-17T00:36:22.411 INFO:tasks.rados.rados.0.smithi157.stdout:1204: done (8 left) 2024-08-17T00:36:22.411 INFO:tasks.rados.rados.0.smithi157.stdout:1205: rmattr oid 25 current snap is 113 2024-08-17T00:36:22.411 INFO:tasks.rados.rados.0.smithi157.stdout:1194: finishing rollback tid 1 to smithi15786056-43 2024-08-17T00:36:22.411 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 652 (ObjNum 65 snap 0 seq_num 1584683608) dirty dne 2024-08-17T00:36:22.411 INFO:tasks.rados.rados.0.smithi157.stdout:1196: finishing write tid 1 to smithi15786056-38 2024-08-17T00:36:22.411 INFO:tasks.rados.rados.0.smithi157.stdout:1196: finishing write tid 2 to smithi15786056-38 2024-08-17T00:36:22.412 INFO:tasks.rados.rados.0.smithi157.stdout:1196: finishing write tid 3 to smithi15786056-38 2024-08-17T00:36:22.412 INFO:tasks.rados.rados.0.smithi157.stdout:1196: finishing write tid 4 to smithi15786056-38 2024-08-17T00:36:22.412 INFO:tasks.rados.rados.0.smithi157.stdout:1196: finishing write tid 5 to smithi15786056-38 2024-08-17T00:36:22.412 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 645 (ObjNum 377 snap 113 seq_num 377) dirty exists 2024-08-17T00:36:22.412 INFO:tasks.rados.rados.0.smithi157.stdout:1196: left oid 38 (ObjNum 377 snap 113 seq_num 377) 2024-08-17T00:36:22.412 INFO:tasks.rados.rados.0.smithi157.stdout:1197: finishing write tid 1 to smithi15786056-12 2024-08-17T00:36:22.412 INFO:tasks.rados.rados.0.smithi157.stdout:1197: finishing write tid 2 to smithi15786056-12 2024-08-17T00:36:22.412 INFO:tasks.rados.rados.0.smithi157.stdout:1197: finishing write tid 3 to smithi15786056-12 2024-08-17T00:36:22.412 INFO:tasks.rados.rados.0.smithi157.stdout:1194: done (8 left) 2024-08-17T00:36:22.412 INFO:tasks.rados.rados.0.smithi157.stdout:1196: done (7 left) 2024-08-17T00:36:22.412 INFO:tasks.rados.rados.0.smithi157.stdout:1206: copy_from oid 49 from oid 47 current snap is 113 2024-08-17T00:36:22.412 INFO:tasks.rados.rados.0.smithi157.stdout:1197: finishing write tid 4 to smithi15786056-12 2024-08-17T00:36:22.413 INFO:tasks.rados.rados.0.smithi157.stdout:1198: expect (ObjNum 306 snap 86 seq_num 306) 2024-08-17T00:36:22.419 INFO:tasks.rados.rados.0.smithi157.stdout:1197: finishing write tid 5 to smithi15786056-12 2024-08-17T00:36:22.420 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 649 (ObjNum 378 snap 113 seq_num 378) dirty exists 2024-08-17T00:36:22.420 INFO:tasks.rados.rados.0.smithi157.stdout:1197: left oid 12 (ObjNum 378 snap 113 seq_num 378) 2024-08-17T00:36:22.420 INFO:tasks.rados.rados.0.smithi157.stdout:1199: finishing copy_from racing read to smithi15786056-30 2024-08-17T00:36:22.420 INFO:tasks.rados.rados.0.smithi157.stdout:1199: finishing copy_from to smithi15786056-30 2024-08-17T00:36:22.420 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 517 (ObjNum 369 snap 112 seq_num 369) dirty exists 2024-08-17T00:36:22.420 INFO:tasks.rados.rados.0.smithi157.stdout:1197: done (7 left) 2024-08-17T00:36:22.420 INFO:tasks.rados.rados.0.smithi157.stdout:1198: done (6 left) 2024-08-17T00:36:22.420 INFO:tasks.rados.rados.0.smithi157.stdout:1199: done (5 left) 2024-08-17T00:36:22.420 INFO:tasks.rados.rados.0.smithi157.stdout:1207: snap_create 2024-08-17T00:36:22.420 INFO:tasks.rados.rados.0.smithi157.stdout:1201: finishing rollback tid 0 to smithi15786056-21 2024-08-17T00:36:22.420 INFO:tasks.rados.rados.0.smithi157.stdout:1201: finishing rollback tid 1 to smithi15786056-21 2024-08-17T00:36:22.420 INFO:tasks.rados.rados.0.smithi157.stdout:1201: finishing rollback tid 2 to smithi15786056-21 2024-08-17T00:36:22.420 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 720 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-08-17T00:36:22.421 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 431 (ObjNum 323 snap 95 seq_num 323) dirty exists 2024-08-17T00:36:22.421 INFO:tasks.rados.rados.0.smithi157.stdout:1203: expect (ObjNum 364 snap 108 seq_num 364) 2024-08-17T00:36:22.549 INFO:tasks.rados.rados.0.smithi157.stdout:1206: finishing copy_from racing read to smithi15786056-49 2024-08-17T00:36:22.549 INFO:tasks.rados.rados.0.smithi157.stdout:1206: finishing copy_from to smithi15786056-49 2024-08-17T00:36:22.550 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 375 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-08-17T00:36:22.577 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:22 smithi157 ceph-mon[101289]: osdmap e299: 8 total, 8 up, 8 in 2024-08-17T00:36:22.577 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:22 smithi157 ceph-mon[101289]: pgmap v98: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 494 KiB/s wr, 9 op/s 2024-08-17T00:36:22.577 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:22 smithi157 ceph-mon[101289]: osdmap e300: 8 total, 8 up, 8 in 2024-08-17T00:36:22.578 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:22 smithi157 ceph-mon[98780]: osdmap e299: 8 total, 8 up, 8 in 2024-08-17T00:36:22.578 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:22 smithi157 ceph-mon[98780]: pgmap v98: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 494 KiB/s wr, 9 op/s 2024-08-17T00:36:22.578 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:22 smithi157 ceph-mon[98780]: osdmap e300: 8 total, 8 up, 8 in 2024-08-17T00:36:22.618 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:22 smithi187 ceph-mon[90552]: osdmap e299: 8 total, 8 up, 8 in 2024-08-17T00:36:22.619 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:22 smithi187 ceph-mon[90552]: pgmap v98: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 494 KiB/s wr, 9 op/s 2024-08-17T00:36:22.619 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:22 smithi187 ceph-mon[90552]: osdmap e300: 8 total, 8 up, 8 in 2024-08-17T00:36:22.619 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:23.330 INFO:tasks.rados.rados.0.smithi157.stdout:1200: done (5 left) 2024-08-17T00:36:23.331 INFO:tasks.rados.rados.0.smithi157.stdout:1201: done (4 left) 2024-08-17T00:36:23.331 INFO:tasks.rados.rados.0.smithi157.stdout:1203: done (3 left) 2024-08-17T00:36:23.331 INFO:tasks.rados.rados.0.smithi157.stdout:1205: done (2 left) 2024-08-17T00:36:23.331 INFO:tasks.rados.rados.0.smithi157.stdout:1206: done (1 left) 2024-08-17T00:36:23.331 INFO:tasks.rados.rados.0.smithi157.stdout:1207: done (0 left) 2024-08-17T00:36:23.331 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 114 2024-08-17T00:36:23.331 INFO:tasks.rados.rados.0.smithi157.stdout:1208: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2024-08-17T00:36:23.334 INFO:tasks.rados.rados.0.smithi157.stdout:1208: writing smithi15786056-28 from 0 to 753664 tid 1 2024-08-17T00:36:23.338 INFO:tasks.rados.rados.0.smithi157.stdout:1208: writing smithi15786056-28 from 753664 to 1359872 tid 2 2024-08-17T00:36:23.339 INFO:tasks.rados.rados.0.smithi157.stdout:1208: writing smithi15786056-28 from 1359872 to 1556480 tid 3 2024-08-17T00:36:23.340 INFO:tasks.rados.rados.0.smithi157.stdout:1209: rmattr oid 39 current snap is 114 2024-08-17T00:36:23.340 INFO:tasks.rados.rados.0.smithi157.stdout:1209: done (1 left) 2024-08-17T00:36:23.340 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 34 current snap is 114 2024-08-17T00:36:23.340 INFO:tasks.rados.rados.0.smithi157.stdout:1210: seq_num 380 ranges {1204224=770048,1974272=483328,2457600=319488} 2024-08-17T00:36:23.351 INFO:tasks.rados.rados.0.smithi157.stdout:1210: writing smithi15786056-34 from 1204224 to 1974272 tid 1 2024-08-17T00:36:23.354 INFO:tasks.rados.rados.0.smithi157.stdout:1210: writing smithi15786056-34 from 1974272 to 2457600 tid 2 2024-08-17T00:36:23.356 INFO:tasks.rados.rados.0.smithi157.stdout:1210: writing smithi15786056-34 from 2457600 to 2777088 tid 3 2024-08-17T00:36:23.356 INFO:tasks.rados.rados.0.smithi157.stdout:1211: copy_from oid 3 from oid 13 current snap is 114 2024-08-17T00:36:23.356 INFO:tasks.rados.rados.0.smithi157.stdout:1208: finishing write tid 1 to smithi15786056-28 2024-08-17T00:36:23.356 INFO:tasks.rados.rados.0.smithi157.stdout:1208: finishing write tid 2 to smithi15786056-28 2024-08-17T00:36:23.357 INFO:tasks.rados.rados.0.smithi157.stdout:1208: finishing write tid 3 to smithi15786056-28 2024-08-17T00:36:23.357 INFO:tasks.rados.rados.0.smithi157.stdout:1208: finishing write tid 4 to smithi15786056-28 2024-08-17T00:36:23.357 INFO:tasks.rados.rados.0.smithi157.stdout:1208: finishing write tid 5 to smithi15786056-28 2024-08-17T00:36:23.357 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 561 (ObjNum 379 snap 114 seq_num 379) dirty exists 2024-08-17T00:36:23.357 INFO:tasks.rados.rados.0.smithi157.stdout:1208: left oid 28 (ObjNum 379 snap 114 seq_num 379) 2024-08-17T00:36:23.357 INFO:tasks.rados.rados.0.smithi157.stdout:1210: finishing write tid 1 to smithi15786056-34 2024-08-17T00:36:23.357 INFO:tasks.rados.rados.0.smithi157.stdout:1208: done (2 left) 2024-08-17T00:36:23.357 INFO:tasks.rados.rados.0.smithi157.stdout:1212: copy_from oid 5 from oid 45 current snap is 114 2024-08-17T00:36:23.357 INFO:tasks.rados.rados.0.smithi157.stdout:1213: snap_create 2024-08-17T00:36:23.359 INFO:tasks.rados.rados.0.smithi157.stdout:1210: finishing write tid 2 to smithi15786056-34 2024-08-17T00:36:23.359 INFO:tasks.rados.rados.0.smithi157.stdout:1210: finishing write tid 3 to smithi15786056-34 2024-08-17T00:36:23.359 INFO:tasks.rados.rados.0.smithi157.stdout:1210: finishing write tid 4 to smithi15786056-34 2024-08-17T00:36:23.360 INFO:tasks.rados.rados.0.smithi157.stdout:1210: finishing write tid 5 to smithi15786056-34 2024-08-17T00:36:23.360 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 436 (ObjNum 380 snap 114 seq_num 380) dirty exists 2024-08-17T00:36:23.361 INFO:tasks.rados.rados.0.smithi157.stdout:1210: left oid 34 (ObjNum 380 snap 114 seq_num 380) 2024-08-17T00:36:23.372 INFO:tasks.rados.rados.0.smithi157.stdout:1211: finishing copy_from racing read to smithi15786056-3 2024-08-17T00:36:23.376 INFO:tasks.rados.rados.0.smithi157.stdout:1211: finishing copy_from to smithi15786056-3 2024-08-17T00:36:23.376 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 431 (ObjNum 363 snap 106 seq_num 363) dirty exists 2024-08-17T00:36:23.378 INFO:tasks.rados.rados.0.smithi157.stdout:1212: finishing copy_from racing read to smithi15786056-5 2024-08-17T00:36:23.378 INFO:tasks.rados.rados.0.smithi157.stdout:1212: finishing copy_from to smithi15786056-5 2024-08-17T00:36:23.378 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 454 (ObjNum 355 snap 104 seq_num 355) dirty exists 2024-08-17T00:36:23.483 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:23 smithi157 systemd[1]: Stopping Ceph osd.0 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:36:23.803 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:23.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:36:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:36:23] "GET /metrics HTTP/1.1" 200 36038 "" "Prometheus/2.43.0" 2024-08-17T00:36:23.885 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0[45356]: 2024-08-17T00:36:23.480+0000 7f43b49ad640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:36:23.885 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0[45356]: 2024-08-17T00:36:23.480+0000 7f43b49ad640 -1 osd.0 301 *** Got signal Terminated *** 2024-08-17T00:36:23.885 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0[45356]: 2024-08-17T00:36:23.480+0000 7f43b49ad640 -1 osd.0 301 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:36:24.341 INFO:tasks.rados.rados.0.smithi157.stdout:1210: done (3 left) 2024-08-17T00:36:24.342 INFO:tasks.rados.rados.0.smithi157.stdout:1211: done (2 left) 2024-08-17T00:36:24.342 INFO:tasks.rados.rados.0.smithi157.stdout:1212: done (1 left) 2024-08-17T00:36:24.342 INFO:tasks.rados.rados.0.smithi157.stdout:1213: done (0 left) 2024-08-17T00:36:24.342 INFO:tasks.rados.rados.0.smithi157.stdout:1214: snap_create 2024-08-17T00:36:24.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:24 smithi157 ceph-mon[101289]: osdmap e301: 8 total, 8 up, 8 in 2024-08-17T00:36:24.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:24 smithi157 ceph-mon[101289]: osd.0 marked itself down and dead 2024-08-17T00:36:24.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:24 smithi157 ceph-mon[101289]: pgmap v101: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:24 smithi157 ceph-mon[98780]: osdmap e301: 8 total, 8 up, 8 in 2024-08-17T00:36:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:24 smithi157 ceph-mon[98780]: osd.0 marked itself down and dead 2024-08-17T00:36:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:24 smithi157 ceph-mon[98780]: pgmap v101: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:24.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:24 smithi187 ceph-mon[90552]: osdmap e301: 8 total, 8 up, 8 in 2024-08-17T00:36:24.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:24 smithi187 ceph-mon[90552]: osd.0 marked itself down and dead 2024-08-17T00:36:24.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:24 smithi187 ceph-mon[90552]: pgmap v101: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:24.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:24.707 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:25.135 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:24 smithi157 podman[106586]: 2024-08-17 00:36:24.882995607 +0000 UTC m=+1.532662872 container died 5724a0a2acf7cd96feb3ab810f60aee3bc194abddfa7a6a1ba5652902270c533 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0, GIT_BRANCH=HEAD, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:36:25.339 INFO:tasks.rados.rados.0.smithi157.stdout:1214: done (0 left) 2024-08-17T00:36:25.340 INFO:tasks.rados.rados.0.smithi157.stdout:1215: snap_remove snap 114 2024-08-17T00:36:25.540 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:25 smithi157 ceph-mon[101289]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:36:25.540 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:25 smithi157 ceph-mon[101289]: osdmap e302: 8 total, 7 up, 8 in 2024-08-17T00:36:25.541 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:25 smithi157 ceph-mon[98780]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:36:25.541 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:25 smithi157 ceph-mon[98780]: osdmap e302: 8 total, 7 up, 8 in 2024-08-17T00:36:25.541 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:25 smithi157 podman[106586]: 2024-08-17 00:36:25.313102187 +0000 UTC m=+1.962769453 container cleanup 5724a0a2acf7cd96feb3ab810f60aee3bc194abddfa7a6a1ba5652902270c533 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=quincy-03a1ac1, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-17T00:36:25.541 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:25 smithi157 bash[106586]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0 2024-08-17T00:36:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:25 smithi187 ceph-mon[90552]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:36:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:25 smithi187 ceph-mon[90552]: osdmap e302: 8 total, 7 up, 8 in 2024-08-17T00:36:25.885 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:25 smithi157 podman[106606]: 2024-08-17 00:36:25.539504788 +0000 UTC m=+0.650641968 container remove 5724a0a2acf7cd96feb3ab810f60aee3bc194abddfa7a6a1ba5652902270c533 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=quincy-03a1ac1, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:36:26.277 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:25 smithi157 podman[106701]: 2024-08-17 00:36:25.847806575 +0000 UTC m=+0.017265253 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:36:26.277 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:25 smithi157 podman[106701]: 2024-08-17 00:36:25.949016973 +0000 UTC m=+0.118475684 container create 7ece8bb3dbcd518e0982b9dc2c281cb93c891eb94f1875045b9d3d89f6c66d9a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:36:26.277 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:26 smithi157 podman[106701]: 2024-08-17 00:36:26.184838625 +0000 UTC m=+0.354297312 container init 7ece8bb3dbcd518e0982b9dc2c281cb93c891eb94f1875045b9d3d89f6c66d9a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21) 2024-08-17T00:36:26.277 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:26 smithi157 podman[106701]: 2024-08-17 00:36:26.189762255 +0000 UTC m=+0.359220925 container start 7ece8bb3dbcd518e0982b9dc2c281cb93c891eb94f1875045b9d3d89f6c66d9a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-17T00:36:26.277 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:26 smithi157 podman[106701]: 2024-08-17 00:36:26.276300645 +0000 UTC m=+0.445759330 container attach 7ece8bb3dbcd518e0982b9dc2c281cb93c891eb94f1875045b9d3d89f6c66d9a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, org.label-schema.build-date=20240731) 2024-08-17T00:36:26.337 INFO:tasks.rados.rados.0.smithi157.stdout:1215: done (0 left) 2024-08-17T00:36:26.337 INFO:tasks.rados.rados.0.smithi157.stdout:1216: rollback oid 5 current snap is 116 2024-08-17T00:36:26.337 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 5 to 107 2024-08-17T00:36:26.337 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 116 2024-08-17T00:36:26.337 INFO:tasks.rados.rados.0.smithi157.stdout:1217: seq_num 381 ranges {5111808=786432,5898240=417792,6316032=385024} 2024-08-17T00:36:26.370 INFO:tasks.rados.rados.0.smithi157.stdout:1217: writing smithi15786056-29 from 5111808 to 5898240 tid 1 2024-08-17T00:36:26.371 INFO:tasks.rados.rados.0.smithi157.stdout:1217: writing smithi15786056-29 from 5898240 to 6316032 tid 2 2024-08-17T00:36:26.374 INFO:tasks.rados.rados.0.smithi157.stdout:1217: writing smithi15786056-29 from 6316032 to 6701056 tid 3 2024-08-17T00:36:26.374 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 10 current snap is 116 2024-08-17T00:36:26.374 INFO:tasks.rados.rados.0.smithi157.stdout:1216: finishing rollback tid 0 to smithi15786056-5 2024-08-17T00:36:26.374 INFO:tasks.rados.rados.0.smithi157.stdout:1216: finishing rollback tid 1 to smithi15786056-5 2024-08-17T00:36:26.374 INFO:tasks.rados.rados.0.smithi157.stdout:1216: finishing rollback tid 2 to smithi15786056-5 2024-08-17T00:36:26.374 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 567 (ObjNum 330 snap 98 seq_num 330) dirty exists 2024-08-17T00:36:26.375 INFO:tasks.rados.rados.0.smithi157.stdout:1218: seq_num 382 ranges {2654208=802816,3457024=704512,4161536=98304} 2024-08-17T00:36:26.393 INFO:tasks.rados.rados.0.smithi157.stdout:1218: writing smithi15786056-10 from 2654208 to 3457024 tid 1 2024-08-17T00:36:26.397 INFO:tasks.rados.rados.0.smithi157.stdout:1218: writing smithi15786056-10 from 3457024 to 4161536 tid 2 2024-08-17T00:36:26.399 INFO:tasks.rados.rados.0.smithi157.stdout:1218: writing smithi15786056-10 from 4161536 to 4259840 tid 3 2024-08-17T00:36:26.399 INFO:tasks.rados.rados.0.smithi157.stdout:1216: done (2 left) 2024-08-17T00:36:26.399 INFO:tasks.rados.rados.0.smithi157.stdout:1219: delete oid 17 current snap is 116 2024-08-17T00:36:26.399 INFO:tasks.rados.rados.0.smithi157.stdout:1217: finishing write tid 1 to smithi15786056-29 2024-08-17T00:36:26.399 INFO:tasks.rados.rados.0.smithi157.stdout:1217: finishing write tid 2 to smithi15786056-29 2024-08-17T00:36:26.399 INFO:tasks.rados.rados.0.smithi157.stdout:1217: finishing write tid 3 to smithi15786056-29 2024-08-17T00:36:26.399 INFO:tasks.rados.rados.0.smithi157.stdout:1217: finishing write tid 4 to smithi15786056-29 2024-08-17T00:36:26.399 INFO:tasks.rados.rados.0.smithi157.stdout:1217: finishing write tid 5 to smithi15786056-29 2024-08-17T00:36:26.399 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 766 (ObjNum 381 snap 116 seq_num 381) dirty exists 2024-08-17T00:36:26.399 INFO:tasks.rados.rados.0.smithi157.stdout:1217: left oid 29 (ObjNum 381 snap 116 seq_num 381) 2024-08-17T00:36:26.401 INFO:tasks.rados.rados.0.smithi157.stdout:1217: done (2 left) 2024-08-17T00:36:26.401 INFO:tasks.rados.rados.0.smithi157.stdout:1219: done (1 left) 2024-08-17T00:36:26.401 INFO:tasks.rados.rados.0.smithi157.stdout:1220: read oid 39 snap -1 2024-08-17T00:36:26.401 INFO:tasks.rados.rados.0.smithi157.stdout:1220: expect deleted 2024-08-17T00:36:26.401 INFO:tasks.rados.rados.0.smithi157.stdout:1221: snap_remove snap 97 2024-08-17T00:36:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:26 smithi157 ceph-mon[101289]: osdmap e303: 8 total, 7 up, 8 in 2024-08-17T00:36:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:26 smithi157 ceph-mon[101289]: pgmap v104: 121 pgs: 53 peering, 68 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.7 MiB/s wr, 19 op/s 2024-08-17T00:36:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:26 smithi157 ceph-mon[101289]: osdmap e304: 8 total, 7 up, 8 in 2024-08-17T00:36:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:26 smithi157 ceph-mon[98780]: osdmap e303: 8 total, 7 up, 8 in 2024-08-17T00:36:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:26 smithi157 ceph-mon[98780]: pgmap v104: 121 pgs: 53 peering, 68 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.7 MiB/s wr, 19 op/s 2024-08-17T00:36:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:26 smithi157 ceph-mon[98780]: osdmap e304: 8 total, 7 up, 8 in 2024-08-17T00:36:26.636 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:26 smithi157 podman[106701]: 2024-08-17 00:36:26.383189687 +0000 UTC m=+0.552648357 container died 7ece8bb3dbcd518e0982b9dc2c281cb93c891eb94f1875045b9d3d89f6c66d9a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=) 2024-08-17T00:36:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:26 smithi187 ceph-mon[90552]: osdmap e303: 8 total, 7 up, 8 in 2024-08-17T00:36:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:26 smithi187 ceph-mon[90552]: pgmap v104: 121 pgs: 53 peering, 68 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.7 MiB/s wr, 19 op/s 2024-08-17T00:36:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:26 smithi187 ceph-mon[90552]: osdmap e304: 8 total, 7 up, 8 in 2024-08-17T00:36:27.301 INFO:tasks.rados.rados.0.smithi157.stdout:1221: done (2 left) 2024-08-17T00:36:27.302 INFO:tasks.rados.rados.0.smithi157.stdout:1222: snap_remove snap 113 2024-08-17T00:36:27.347 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:26 smithi157 podman[106744]: 2024-08-17 00:36:26.963635668 +0000 UTC m=+0.570905758 container remove 7ece8bb3dbcd518e0982b9dc2c281cb93c891eb94f1875045b9d3d89f6c66d9a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-17T00:36:27.347 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:26 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.0.service: Deactivated successfully. 2024-08-17T00:36:27.347 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:26 smithi157 systemd[1]: Stopped Ceph osd.0 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:36:27.347 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:26 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.0.service: Consumed 11.375s CPU time. 2024-08-17T00:36:27.348 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:27 smithi157 systemd[1]: Starting Ceph osd.0 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:36:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:27 smithi157 ceph-mon[101289]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-08-17T00:36:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:27 smithi157 ceph-mon[101289]: osdmap e305: 8 total, 7 up, 8 in 2024-08-17T00:36:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:27 smithi157 ceph-mon[98780]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-08-17T00:36:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:27 smithi157 ceph-mon[98780]: osdmap e305: 8 total, 7 up, 8 in 2024-08-17T00:36:27.635 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:27 smithi157 podman[106850]: 2024-08-17 00:36:27.312429587 +0000 UTC m=+0.020658742 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:36:27.636 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:27 smithi157 podman[106850]: 2024-08-17 00:36:27.43978644 +0000 UTC m=+0.148015624 container create 539baa981d69609f06bd8e944fc27c58644a3777ef58e2cc6ea91d08a4ea4209 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-17T00:36:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:27 smithi187 ceph-mon[90552]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-08-17T00:36:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:27 smithi187 ceph-mon[90552]: osdmap e305: 8 total, 7 up, 8 in 2024-08-17T00:36:28.003 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:27 smithi157 podman[106850]: 2024-08-17 00:36:27.661496659 +0000 UTC m=+0.369725801 container init 539baa981d69609f06bd8e944fc27c58644a3777ef58e2cc6ea91d08a4ea4209 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-activate, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-17T00:36:28.003 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:27 smithi157 podman[106850]: 2024-08-17 00:36:27.665889323 +0000 UTC m=+0.374118465 container start 539baa981d69609f06bd8e944fc27c58644a3777ef58e2cc6ea91d08a4ea4209 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-17T00:36:28.003 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:27 smithi157 podman[106850]: 2024-08-17 00:36:27.767295702 +0000 UTC m=+0.475524857 container attach 539baa981d69609f06bd8e944fc27c58644a3777ef58e2cc6ea91d08a4ea4209 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-17T00:36:28.003 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-activate[106865]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:36:28.003 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:27 smithi157 bash[106850]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:36:28.003 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-activate[106865]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:36:28.003 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:27 smithi157 bash[106850]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:36:28.003 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-activate[106865]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T00:36:28.003 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 bash[106850]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T00:36:28.302 INFO:tasks.rados.rados.0.smithi157.stdout:1222: done (2 left) 2024-08-17T00:36:28.303 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 47 current snap is 116 2024-08-17T00:36:28.303 INFO:tasks.rados.rados.0.smithi157.stdout:1223: seq_num 384 ranges {5660672=434176,6094848=475136,6569984=630784,7200768=98304} 2024-08-17T00:36:28.334 INFO:tasks.rados.rados.0.smithi157.stdout:1223: writing smithi15786056-47 from 5660672 to 6094848 tid 1 2024-08-17T00:36:28.337 INFO:tasks.rados.rados.0.smithi157.stdout:1223: writing smithi15786056-47 from 6094848 to 6569984 tid 2 2024-08-17T00:36:28.341 INFO:tasks.rados.rados.0.smithi157.stdout:1223: writing smithi15786056-47 from 6569984 to 7200768 tid 3 2024-08-17T00:36:28.342 INFO:tasks.rados.rados.0.smithi157.stdout:1223: writing smithi15786056-47 from 7200768 to 7299072 tid 4 2024-08-17T00:36:28.342 INFO:tasks.rados.rados.0.smithi157.stdout:1224: copy_from oid 46 from oid 44 current snap is 116 2024-08-17T00:36:28.342 INFO:tasks.rados.rados.0.smithi157.stdout:1218: finishing write tid 1 to smithi15786056-10 2024-08-17T00:36:28.342 INFO:tasks.rados.rados.0.smithi157.stdout:1218: finishing write tid 2 to smithi15786056-10 2024-08-17T00:36:28.342 INFO:tasks.rados.rados.0.smithi157.stdout:1218: finishing write tid 3 to smithi15786056-10 2024-08-17T00:36:28.342 INFO:tasks.rados.rados.0.smithi157.stdout:1218: finishing write tid 4 to smithi15786056-10 2024-08-17T00:36:28.343 INFO:tasks.rados.rados.0.smithi157.stdout:1218: finishing write tid 5 to smithi15786056-10 2024-08-17T00:36:28.343 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 521 (ObjNum 382 snap 116 seq_num 382) dirty exists 2024-08-17T00:36:28.343 INFO:tasks.rados.rados.0.smithi157.stdout:1218: left oid 10 (ObjNum 382 snap 116 seq_num 382) 2024-08-17T00:36:28.343 INFO:tasks.rados.rados.0.smithi157.stdout:1223: finishing write tid 1 to smithi15786056-47 2024-08-17T00:36:28.343 INFO:tasks.rados.rados.0.smithi157.stdout:1218: done (3 left) 2024-08-17T00:36:28.343 INFO:tasks.rados.rados.0.smithi157.stdout:1220: done (2 left) 2024-08-17T00:36:28.343 INFO:tasks.rados.rados.0.smithi157.stdout:1225: snap_create 2024-08-17T00:36:28.343 INFO:tasks.rados.rados.0.smithi157.stdout:1223: finishing write tid 2 to smithi15786056-47 2024-08-17T00:36:28.344 INFO:tasks.rados.rados.0.smithi157.stdout:1223: finishing write tid 3 to smithi15786056-47 2024-08-17T00:36:28.344 INFO:tasks.rados.rados.0.smithi157.stdout:1223: finishing write tid 4 to smithi15786056-47 2024-08-17T00:36:28.344 INFO:tasks.rados.rados.0.smithi157.stdout:1223: finishing write tid 5 to smithi15786056-47 2024-08-17T00:36:28.346 INFO:tasks.rados.rados.0.smithi157.stdout:1223: finishing write tid 6 to smithi15786056-47 2024-08-17T00:36:28.346 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 475 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-08-17T00:36:28.346 INFO:tasks.rados.rados.0.smithi157.stdout:1223: left oid 47 (ObjNum 384 snap 116 seq_num 384) 2024-08-17T00:36:28.346 INFO:tasks.rados.rados.0.smithi157.stdout:1224: finishing copy_from to smithi15786056-46 2024-08-17T00:36:28.346 INFO:tasks.rados.rados.0.smithi157.stdout:1224: got expected ENOENT (src dne) 2024-08-17T00:36:28.346 INFO:tasks.rados.rados.0.smithi157.stdout:1224: finishing copy_from racing read to smithi15786056-46 2024-08-17T00:36:28.351 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-activate[106865]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-17T00:36:28.351 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 bash[106850]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-17T00:36:28.351 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-activate[106865]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-17T00:36:28.351 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 bash[106850]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-17T00:36:28.351 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-activate[106865]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T00:36:28.351 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 bash[106850]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T00:36:28.351 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-activate[106865]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-17T00:36:28.351 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 bash[106850]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-17T00:36:28.352 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-activate[106865]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T00:36:28.352 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 bash[106850]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T00:36:28.352 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-activate[106865]: --> ceph-volume raw activate successful for osd ID: 0 2024-08-17T00:36:28.352 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 bash[106850]: --> ceph-volume raw activate successful for osd ID: 0 2024-08-17T00:36:28.352 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 podman[106850]: 2024-08-17 00:36:28.050236798 +0000 UTC m=+0.758465945 container died 539baa981d69609f06bd8e944fc27c58644a3777ef58e2cc6ea91d08a4ea4209 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-17T00:36:28.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:28 smithi157 ceph-mon[98780]: pgmap v107: 121 pgs: 53 peering, 68 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.7 MiB/s wr, 19 op/s 2024-08-17T00:36:28.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:28 smithi157 ceph-mon[98780]: osdmap e306: 8 total, 7 up, 8 in 2024-08-17T00:36:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:28 smithi157 ceph-mon[101289]: pgmap v107: 121 pgs: 53 peering, 68 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.7 MiB/s wr, 19 op/s 2024-08-17T00:36:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:28 smithi157 ceph-mon[101289]: osdmap e306: 8 total, 7 up, 8 in 2024-08-17T00:36:28.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:28 smithi187 ceph-mon[90552]: pgmap v107: 121 pgs: 53 peering, 68 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.7 MiB/s wr, 19 op/s 2024-08-17T00:36:28.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:28 smithi187 ceph-mon[90552]: osdmap e306: 8 total, 7 up, 8 in 2024-08-17T00:36:28.923 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 podman[107005]: 2024-08-17 00:36:28.663058907 +0000 UTC m=+0.606789693 container remove 539baa981d69609f06bd8e944fc27c58644a3777ef58e2cc6ea91d08a4ea4209 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-17T00:36:28.923 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 podman[107069]: 2024-08-17 00:36:28.7848579 +0000 UTC m=+0.017254556 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:36:28.923 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:28 smithi157 podman[107069]: 2024-08-17 00:36:28.922450018 +0000 UTC m=+0.154846706 container create 7d05f2a649d9e804015b3c54e6b9ebf8a7b571a5861d119d033121571c49b382 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-17T00:36:28.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:29.233 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:29 smithi157 podman[107069]: 2024-08-17 00:36:29.124489469 +0000 UTC m=+0.356886153 container init 7d05f2a649d9e804015b3c54e6b9ebf8a7b571a5861d119d033121571c49b382 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-17T00:36:29.233 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:29 smithi157 podman[107069]: 2024-08-17 00:36:29.130969521 +0000 UTC m=+0.363366176 container start 7d05f2a649d9e804015b3c54e6b9ebf8a7b571a5861d119d033121571c49b382 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-08-17T00:36:29.233 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:29 smithi157 ceph-osd[107109]: -- 172.21.15.157:0/38914879 <== mon.0 v2:172.21.15.157:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564d4c52fa40 con 0x564d4d2f2400 2024-08-17T00:36:29.303 INFO:tasks.rados.rados.0.smithi157.stdout:1223: done (2 left) 2024-08-17T00:36:29.303 INFO:tasks.rados.rados.0.smithi157.stdout:1224: done (1 left) 2024-08-17T00:36:29.303 INFO:tasks.rados.rados.0.smithi157.stdout:1225: done (0 left) 2024-08-17T00:36:29.304 INFO:tasks.rados.rados.0.smithi157.stdout:1226: delete oid 3 current snap is 117 2024-08-17T00:36:29.307 INFO:tasks.rados.rados.0.smithi157.stdout:1226: done (0 left) 2024-08-17T00:36:29.307 INFO:tasks.rados.rados.0.smithi157.stdout:1227: read oid 6 snap -1 2024-08-17T00:36:29.307 INFO:tasks.rados.rados.0.smithi157.stdout:1227: expect (ObjNum 342 snap 101 seq_num 342) 2024-08-17T00:36:29.307 INFO:tasks.rados.rados.0.smithi157.stdout:1228: delete oid 30 current snap is 117 2024-08-17T00:36:29.310 INFO:tasks.rados.rados.0.smithi157.stdout:1228: done (1 left) 2024-08-17T00:36:29.310 INFO:tasks.rados.rados.0.smithi157.stdout:1229: snap_remove snap 115 2024-08-17T00:36:29.490 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:29 smithi157 bash[107069]: 7d05f2a649d9e804015b3c54e6b9ebf8a7b571a5861d119d033121571c49b382 2024-08-17T00:36:29.490 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:29 smithi157 systemd[1]: Started Ceph osd.0 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:36:29.742 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:29 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0[107085]: 2024-08-17T00:36:29.666+0000 7ff2ff478640 -1 Falling back to public interface 2024-08-17T00:36:29.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:29.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:36:29.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:29.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:29.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:29.995 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:29 smithi157 ceph-mon[98780]: osdmap e307: 8 total, 7 up, 8 in 2024-08-17T00:36:29.995 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:29.995 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:36:29.995 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:29.995 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:29.995 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:29.995 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:29 smithi157 ceph-mon[101289]: osdmap e307: 8 total, 7 up, 8 in 2024-08-17T00:36:30.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:30.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:36:30.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:30.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:30.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:30.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:29 smithi187 ceph-mon[90552]: osdmap e307: 8 total, 7 up, 8 in 2024-08-17T00:36:30.309 INFO:tasks.rados.rados.0.smithi157.stdout:1229: done (1 left) 2024-08-17T00:36:30.310 INFO:tasks.rados.rados.0.smithi157.stdout:1230: read oid 44 snap -1 2024-08-17T00:36:30.310 INFO:tasks.rados.rados.0.smithi157.stdout:1230: expect deleted 2024-08-17T00:36:30.310 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 117 2024-08-17T00:36:30.310 INFO:tasks.rados.rados.0.smithi157.stdout:1231: seq_num 387 ranges {5775360=483328,6258688=524288,6782976=679936} 2024-08-17T00:36:30.343 INFO:tasks.rados.rados.0.smithi157.stdout:1231: writing smithi15786056-8 from 5775360 to 6258688 tid 1 2024-08-17T00:36:30.346 INFO:tasks.rados.rados.0.smithi157.stdout:1231: writing smithi15786056-8 from 6258688 to 6782976 tid 2 2024-08-17T00:36:30.351 INFO:tasks.rados.rados.0.smithi157.stdout:1231: writing smithi15786056-8 from 6782976 to 7462912 tid 3 2024-08-17T00:36:30.351 INFO:tasks.rados.rados.0.smithi157.stdout:1232: snap_remove snap 102 2024-08-17T00:36:31.034 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:30 smithi157 ceph-mon[98780]: pgmap v110: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 65/378 objects degraded (17.196%) 2024-08-17T00:36:31.034 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:30 smithi157 ceph-mon[98780]: Health check failed: Degraded data redundancy: 65/378 objects degraded (17.196%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T00:36:31.034 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:30 smithi157 ceph-mon[98780]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-08-17T00:36:31.034 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:30 smithi157 ceph-mon[98780]: osdmap e308: 8 total, 7 up, 8 in 2024-08-17T00:36:31.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:30 smithi157 ceph-mon[101289]: pgmap v110: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 65/378 objects degraded (17.196%) 2024-08-17T00:36:31.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:30 smithi157 ceph-mon[101289]: Health check failed: Degraded data redundancy: 65/378 objects degraded (17.196%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T00:36:31.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:30 smithi157 ceph-mon[101289]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-08-17T00:36:31.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:30 smithi157 ceph-mon[101289]: osdmap e308: 8 total, 7 up, 8 in 2024-08-17T00:36:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:30 smithi187 ceph-mon[90552]: pgmap v110: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 65/378 objects degraded (17.196%) 2024-08-17T00:36:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:30 smithi187 ceph-mon[90552]: Health check failed: Degraded data redundancy: 65/378 objects degraded (17.196%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T00:36:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:30 smithi187 ceph-mon[90552]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-08-17T00:36:31.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:30 smithi187 ceph-mon[90552]: osdmap e308: 8 total, 7 up, 8 in 2024-08-17T00:36:31.312 INFO:tasks.rados.rados.0.smithi157.stdout:1232: done (3 left) 2024-08-17T00:36:31.312 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 117 2024-08-17T00:36:31.312 INFO:tasks.rados.rados.0.smithi157.stdout:1233: seq_num 388 ranges {0=507904,507904=458752,966656=606208,1572864=139264} 2024-08-17T00:36:31.315 INFO:tasks.rados.rados.0.smithi157.stdout:1233: writing smithi15786056-15 from 0 to 507904 tid 1 2024-08-17T00:36:31.318 INFO:tasks.rados.rados.0.smithi157.stdout:1233: writing smithi15786056-15 from 507904 to 966656 tid 2 2024-08-17T00:36:31.323 INFO:tasks.rados.rados.0.smithi157.stdout:1233: writing smithi15786056-15 from 966656 to 1572864 tid 3 2024-08-17T00:36:31.324 INFO:tasks.rados.rados.0.smithi157.stdout:1233: writing smithi15786056-15 from 1572864 to 1712128 tid 4 2024-08-17T00:36:31.324 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 117 2024-08-17T00:36:31.324 INFO:tasks.rados.rados.0.smithi157.stdout:1227: expect (ObjNum 342 snap 101 seq_num 342) 2024-08-17T00:36:31.871 INFO:tasks.rados.rados.0.smithi157.stdout:1231: finishing write tid 1 to smithi15786056-8 2024-08-17T00:36:31.871 INFO:tasks.rados.rados.0.smithi157.stdout:1231: finishing write tid 2 to smithi15786056-8 2024-08-17T00:36:31.871 INFO:tasks.rados.rados.0.smithi157.stdout:1231: finishing write tid 3 to smithi15786056-8 2024-08-17T00:36:31.871 INFO:tasks.rados.rados.0.smithi157.stdout:1231: finishing write tid 4 to smithi15786056-8 2024-08-17T00:36:31.871 INFO:tasks.rados.rados.0.smithi157.stdout:1234: seq_num 389 ranges {1900544=524288,2424832=745472,3170304=458752} 2024-08-17T00:36:31.884 INFO:tasks.rados.rados.0.smithi157.stdout:1234: writing smithi15786056-21 from 1900544 to 2424832 tid 1 2024-08-17T00:36:31.888 INFO:tasks.rados.rados.0.smithi157.stdout:1234: writing smithi15786056-21 from 2424832 to 3170304 tid 2 2024-08-17T00:36:31.891 INFO:tasks.rados.rados.0.smithi157.stdout:1234: writing smithi15786056-21 from 3170304 to 3629056 tid 3 2024-08-17T00:36:31.891 INFO:tasks.rados.rados.0.smithi157.stdout:1227: done (4 left) 2024-08-17T00:36:31.891 INFO:tasks.rados.rados.0.smithi157.stdout:1230: done (3 left) 2024-08-17T00:36:31.891 INFO:tasks.rados.rados.0.smithi157.stdout:1235: snap_remove snap 110 2024-08-17T00:36:32.319 INFO:tasks.rados.rados.0.smithi157.stdout:1235: done (3 left) 2024-08-17T00:36:32.319 INFO:tasks.rados.rados.0.smithi157.stdout:1236: rollback oid 33 current snap is 117 2024-08-17T00:36:32.319 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 33 to 107 2024-08-17T00:36:32.319 INFO:tasks.rados.rados.0.smithi157.stdout:1231: finishing write tid 5 to smithi15786056-8 2024-08-17T00:36:32.319 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 441 (ObjNum 387 snap 117 seq_num 387) dirty exists 2024-08-17T00:36:32.319 INFO:tasks.rados.rados.0.smithi157.stdout:1231: left oid 8 (ObjNum 387 snap 117 seq_num 387) 2024-08-17T00:36:32.319 INFO:tasks.rados.rados.0.smithi157.stdout:1233: finishing write tid 1 to smithi15786056-15 2024-08-17T00:36:32.320 INFO:tasks.rados.rados.0.smithi157.stdout:1233: finishing write tid 2 to smithi15786056-15 2024-08-17T00:36:32.320 INFO:tasks.rados.rados.0.smithi157.stdout:1233: finishing write tid 3 to smithi15786056-15 2024-08-17T00:36:32.320 INFO:tasks.rados.rados.0.smithi157.stdout:1233: finishing write tid 4 to smithi15786056-15 2024-08-17T00:36:32.320 INFO:tasks.rados.rados.0.smithi157.stdout:1233: finishing write tid 5 to smithi15786056-15 2024-08-17T00:36:32.320 INFO:tasks.rados.rados.0.smithi157.stdout:1233: finishing write tid 6 to smithi15786056-15 2024-08-17T00:36:32.320 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 590 (ObjNum 388 snap 117 seq_num 388) dirty exists 2024-08-17T00:36:32.320 INFO:tasks.rados.rados.0.smithi157.stdout:1233: left oid 15 (ObjNum 388 snap 117 seq_num 388) 2024-08-17T00:36:32.320 INFO:tasks.rados.rados.0.smithi157.stdout:1234: finishing write tid 1 to smithi15786056-21 2024-08-17T00:36:32.320 INFO:tasks.rados.rados.0.smithi157.stdout:1234: finishing write tid 2 to smithi15786056-21 2024-08-17T00:36:32.320 INFO:tasks.rados.rados.0.smithi157.stdout:1231: done (3 left) 2024-08-17T00:36:32.320 INFO:tasks.rados.rados.0.smithi157.stdout:1233: done (2 left) 2024-08-17T00:36:32.320 INFO:tasks.rados.rados.0.smithi157.stdout:1237: read oid 4 snap -1 2024-08-17T00:36:32.320 INFO:tasks.rados.rados.0.smithi157.stdout:1237: expect (ObjNum 310 snap 86 seq_num 310) 2024-08-17T00:36:32.321 INFO:tasks.rados.rados.0.smithi157.stdout:1238: read oid 37 snap -1 2024-08-17T00:36:32.321 INFO:tasks.rados.rados.0.smithi157.stdout:1238: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:36:32.321 INFO:tasks.rados.rados.0.smithi157.stdout:1239: read oid 31 snap -1 2024-08-17T00:36:32.321 INFO:tasks.rados.rados.0.smithi157.stdout:1239: expect (ObjNum 180 snap 45 seq_num 180) 2024-08-17T00:36:32.321 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 117 2024-08-17T00:36:32.321 INFO:tasks.rados.rados.0.smithi157.stdout:1234: finishing write tid 3 to smithi15786056-21 2024-08-17T00:36:32.321 INFO:tasks.rados.rados.0.smithi157.stdout:1240: seq_num 390 ranges {7462912=540672,8003584=630784,8634368=573440} 2024-08-17T00:36:32.363 INFO:tasks.rados.rados.0.smithi157.stdout:1240: writing smithi15786056-8 from 7462912 to 8003584 tid 1 2024-08-17T00:36:32.367 INFO:tasks.rados.rados.0.smithi157.stdout:1240: writing smithi15786056-8 from 8003584 to 8634368 tid 2 2024-08-17T00:36:32.372 INFO:tasks.rados.rados.0.smithi157.stdout:1240: writing smithi15786056-8 from 8634368 to 9207808 tid 3 2024-08-17T00:36:32.373 INFO:tasks.rados.rados.0.smithi157.stdout:1234: finishing write tid 4 to smithi15786056-21 2024-08-17T00:36:32.373 INFO:tasks.rados.rados.0.smithi157.stdout:1234: finishing write tid 5 to smithi15786056-21 2024-08-17T00:36:32.373 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 749 (ObjNum 389 snap 117 seq_num 389) dirty exists 2024-08-17T00:36:32.373 INFO:tasks.rados.rados.0.smithi157.stdout:1234: left oid 21 (ObjNum 389 snap 117 seq_num 389) 2024-08-17T00:36:32.373 INFO:tasks.rados.rados.0.smithi157.stdout:1238: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:36:32.376 INFO:tasks.rados.rados.0.smithi157.stdout:1236: finishing rollback tid 0 to smithi15786056-33 2024-08-17T00:36:32.376 INFO:tasks.rados.rados.0.smithi157.stdout:1237: expect (ObjNum 310 snap 86 seq_num 310) 2024-08-17T00:36:32.413 INFO:tasks.rados.rados.0.smithi157.stdout:1236: finishing rollback tid 1 to smithi15786056-33 2024-08-17T00:36:32.413 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 244 (ObjNum 161 snap 0 seq_num 1462666578) dirty dne 2024-08-17T00:36:32.414 INFO:tasks.rados.rados.0.smithi157.stdout:1234: done (5 left) 2024-08-17T00:36:32.414 INFO:tasks.rados.rados.0.smithi157.stdout:1236: done (4 left) 2024-08-17T00:36:32.414 INFO:tasks.rados.rados.0.smithi157.stdout:1237: done (3 left) 2024-08-17T00:36:32.414 INFO:tasks.rados.rados.0.smithi157.stdout:1238: done (2 left) 2024-08-17T00:36:32.414 INFO:tasks.rados.rados.0.smithi157.stdout:1241: rmattr oid 9 current snap is 117 2024-08-17T00:36:32.414 INFO:tasks.rados.rados.0.smithi157.stdout:1241: done (2 left) 2024-08-17T00:36:32.414 INFO:tasks.rados.rados.0.smithi157.stdout:1242: setattr oid 50 current snap is 117 2024-08-17T00:36:32.414 INFO:tasks.rados.rados.0.smithi157.stdout:1239: expect (ObjNum 180 snap 45 seq_num 180) 2024-08-17T00:36:32.539 INFO:tasks.rados.rados.0.smithi157.stdout:1240: finishing write tid 1 to smithi15786056-8 2024-08-17T00:36:32.539 INFO:tasks.rados.rados.0.smithi157.stdout:1240: finishing write tid 2 to smithi15786056-8 2024-08-17T00:36:32.539 INFO:tasks.rados.rados.0.smithi157.stdout:1240: finishing write tid 3 to smithi15786056-8 2024-08-17T00:36:32.539 INFO:tasks.rados.rados.0.smithi157.stdout:1240: finishing write tid 4 to smithi15786056-8 2024-08-17T00:36:32.539 INFO:tasks.rados.rados.0.smithi157.stdout:1240: finishing write tid 5 to smithi15786056-8 2024-08-17T00:36:32.539 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 445 (ObjNum 390 snap 117 seq_num 390) dirty exists 2024-08-17T00:36:32.539 INFO:tasks.rados.rados.0.smithi157.stdout:1240: left oid 8 (ObjNum 390 snap 117 seq_num 390) 2024-08-17T00:36:32.540 INFO:tasks.rados.rados.0.smithi157.stdout:1239: done (2 left) 2024-08-17T00:36:32.540 INFO:tasks.rados.rados.0.smithi157.stdout:1240: done (1 left) 2024-08-17T00:36:32.540 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 32 current snap is 117 2024-08-17T00:36:32.540 INFO:tasks.rados.rados.0.smithi157.stdout:1243: seq_num 391 ranges {5275648=557056,5832704=516096,6348800=688128} 2024-08-17T00:36:32.570 INFO:tasks.rados.rados.0.smithi157.stdout:1243: writing smithi15786056-32 from 5275648 to 5832704 tid 1 2024-08-17T00:36:32.573 INFO:tasks.rados.rados.0.smithi157.stdout:1243: writing smithi15786056-32 from 5832704 to 6348800 tid 2 2024-08-17T00:36:32.577 INFO:tasks.rados.rados.0.smithi157.stdout:1243: writing smithi15786056-32 from 6348800 to 7036928 tid 3 2024-08-17T00:36:32.578 INFO:tasks.rados.rados.0.smithi157.stdout:1244: snap_create 2024-08-17T00:36:32.578 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 380 (ObjNum 336 snap 99 seq_num 336) dirty exists 2024-08-17T00:36:32.578 INFO:tasks.rados.rados.0.smithi157.stdout:1243: finishing write tid 1 to smithi15786056-32 2024-08-17T00:36:32.578 INFO:tasks.rados.rados.0.smithi157.stdout:1243: finishing write tid 2 to smithi15786056-32 2024-08-17T00:36:32.579 INFO:tasks.rados.rados.0.smithi157.stdout:1243: finishing write tid 3 to smithi15786056-32 2024-08-17T00:36:32.580 INFO:tasks.rados.rados.0.smithi157.stdout:1243: finishing write tid 4 to smithi15786056-32 2024-08-17T00:36:32.581 INFO:tasks.rados.rados.0.smithi157.stdout:1243: finishing write tid 5 to smithi15786056-32 2024-08-17T00:36:32.581 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 450 (ObjNum 391 snap 117 seq_num 391) dirty exists 2024-08-17T00:36:32.581 INFO:tasks.rados.rados.0.smithi157.stdout:1243: left oid 32 (ObjNum 391 snap 117 seq_num 391) 2024-08-17T00:36:32.634 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:32 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0[107085]: 2024-08-17T00:36:32.552+0000 7ff2ff478640 -1 osd.0 301 log_to_monitors true 2024-08-17T00:36:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:32 smithi157 ceph-mon[98780]: osdmap e309: 8 total, 7 up, 8 in 2024-08-17T00:36:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:32 smithi157 ceph-mon[98780]: pgmap v113: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 65/378 objects degraded (17.196%) 2024-08-17T00:36:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:32 smithi157 ceph-mon[101289]: osdmap e309: 8 total, 7 up, 8 in 2024-08-17T00:36:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:32 smithi157 ceph-mon[101289]: pgmap v113: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 65/378 objects degraded (17.196%) 2024-08-17T00:36:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:32 smithi187 ceph-mon[90552]: osdmap e309: 8 total, 7 up, 8 in 2024-08-17T00:36:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:32 smithi187 ceph-mon[90552]: pgmap v113: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 65/378 objects degraded (17.196%) 2024-08-17T00:36:32.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:33.319 INFO:tasks.rados.rados.0.smithi157.stdout:1242: done (2 left) 2024-08-17T00:36:33.319 INFO:tasks.rados.rados.0.smithi157.stdout:1243: done (1 left) 2024-08-17T00:36:33.319 INFO:tasks.rados.rados.0.smithi157.stdout:1244: done (0 left) 2024-08-17T00:36:33.319 INFO:tasks.rados.rados.0.smithi157.stdout:1245: copy_from oid 6 from oid 49 current snap is 118 2024-08-17T00:36:33.319 INFO:tasks.rados.rados.0.smithi157.stdout:1246: rollback oid 33 current snap is 118 2024-08-17T00:36:33.319 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 33 to 104 2024-08-17T00:36:33.319 INFO:tasks.rados.rados.0.smithi157.stdout:1247: copy_from oid 38 from oid 1 current snap is 118 2024-08-17T00:36:33.319 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 118 2024-08-17T00:36:33.319 INFO:tasks.rados.rados.0.smithi157.stdout:1248: seq_num 392 ranges {630784=573440,1204224=802816,2007040=401408} 2024-08-17T00:36:33.326 INFO:tasks.rados.rados.0.smithi157.stdout:1248: writing smithi15786056-16 from 630784 to 1204224 tid 1 2024-08-17T00:36:33.332 INFO:tasks.rados.rados.0.smithi157.stdout:1248: writing smithi15786056-16 from 1204224 to 2007040 tid 2 2024-08-17T00:36:33.335 INFO:tasks.rados.rados.0.smithi157.stdout:1248: writing smithi15786056-16 from 2007040 to 2408448 tid 3 2024-08-17T00:36:33.335 INFO:tasks.rados.rados.0.smithi157.stdout:1249: snap_create 2024-08-17T00:36:33.335 INFO:tasks.rados.rados.0.smithi157.stdout:1246: finishing rollback tid 1 to smithi15786056-33 2024-08-17T00:36:33.335 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 244 (ObjNum 33 snap 0 seq_num 170455808) dirty dne 2024-08-17T00:36:33.335 INFO:tasks.rados.rados.0.smithi157.stdout:1248: finishing write tid 1 to smithi15786056-16 2024-08-17T00:36:33.335 INFO:tasks.rados.rados.0.smithi157.stdout:1247: finishing copy_from racing read to smithi15786056-38 2024-08-17T00:36:33.335 INFO:tasks.rados.rados.0.smithi157.stdout:1247: finishing copy_from to smithi15786056-38 2024-08-17T00:36:33.335 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 138 (ObjNum 216 snap 55 seq_num 216) dirty exists 2024-08-17T00:36:33.337 INFO:tasks.rados.rados.0.smithi157.stdout:1248: finishing write tid 2 to smithi15786056-16 2024-08-17T00:36:33.338 INFO:tasks.rados.rados.0.smithi157.stdout:1248: finishing write tid 3 to smithi15786056-16 2024-08-17T00:36:33.342 INFO:tasks.rados.rados.0.smithi157.stdout:1248: finishing write tid 4 to smithi15786056-16 2024-08-17T00:36:33.346 INFO:tasks.rados.rados.0.smithi157.stdout:1248: finishing write tid 5 to smithi15786056-16 2024-08-17T00:36:33.346 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 224 (ObjNum 392 snap 118 seq_num 392) dirty exists 2024-08-17T00:36:33.346 INFO:tasks.rados.rados.0.smithi157.stdout:1248: left oid 16 (ObjNum 392 snap 118 seq_num 392) 2024-08-17T00:36:33.347 INFO:tasks.rados.rados.0.smithi157.stdout:1245: finishing copy_from racing read to smithi15786056-6 2024-08-17T00:36:33.356 INFO:tasks.rados.rados.0.smithi157.stdout:1245: finishing copy_from to smithi15786056-6 2024-08-17T00:36:33.357 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 375 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-08-17T00:36:33.607 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:36:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:36:33] "GET /metrics HTTP/1.1" 200 36180 "" "Prometheus/2.43.0" 2024-08-17T00:36:33.607 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:33 smithi157 ceph-mon[98780]: osdmap e310: 8 total, 7 up, 8 in 2024-08-17T00:36:33.607 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:33 smithi157 ceph-mon[98780]: from='osd.0 [v2:172.21.15.157:6802/3831440909,v1:172.21.15.157:6803/3831440909]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:36:33.607 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:33 smithi157 ceph-mon[98780]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:36:33.607 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:33.608 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:33.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:33 smithi157 ceph-mon[101289]: osdmap e310: 8 total, 7 up, 8 in 2024-08-17T00:36:33.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:33 smithi157 ceph-mon[101289]: from='osd.0 [v2:172.21.15.157:6802/3831440909,v1:172.21.15.157:6803/3831440909]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:36:33.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:33 smithi157 ceph-mon[101289]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:36:33.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:33.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:33.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:33.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:33 smithi187 ceph-mon[90552]: osdmap e310: 8 total, 7 up, 8 in 2024-08-17T00:36:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:33 smithi187 ceph-mon[90552]: from='osd.0 [v2:172.21.15.157:6802/3831440909,v1:172.21.15.157:6803/3831440909]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:36:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:33 smithi187 ceph-mon[90552]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:36:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:33.885 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 00:36:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0[107085]: 2024-08-17T00:36:33.605+0000 7ff2f321b640 -1 osd.0 301 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:36:34.337 INFO:tasks.rados.rados.0.smithi157.stdout:1245: done (4 left) 2024-08-17T00:36:34.337 INFO:tasks.rados.rados.0.smithi157.stdout:1246: done (3 left) 2024-08-17T00:36:34.337 INFO:tasks.rados.rados.0.smithi157.stdout:1247: done (2 left) 2024-08-17T00:36:34.337 INFO:tasks.rados.rados.0.smithi157.stdout:1248: done (1 left) 2024-08-17T00:36:34.337 INFO:tasks.rados.rados.0.smithi157.stdout:1249: done (0 left) 2024-08-17T00:36:34.337 INFO:tasks.rados.rados.0.smithi157.stdout:1250: copy_from oid 31 from oid 47 current snap is 119 2024-08-17T00:36:34.338 INFO:tasks.rados.rados.0.smithi157.stdout:1251: read oid 12 snap 104 2024-08-17T00:36:34.338 INFO:tasks.rados.rados.0.smithi157.stdout:1251: expect (ObjNum 320 snap 93 seq_num 320) 2024-08-17T00:36:34.338 INFO:tasks.rados.rados.0.smithi157.stdout:1252: snap_create 2024-08-17T00:36:34.354 INFO:tasks.rados.rados.0.smithi157.stdout:1251: expect (ObjNum 320 snap 93 seq_num 320) 2024-08-17T00:36:34.410 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[101289]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T00:36:34.410 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[101289]: osdmap e311: 8 total, 7 up, 8 in 2024-08-17T00:36:34.410 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[101289]: from='osd.0 [v2:172.21.15.157:6802/3831440909,v1:172.21.15.157:6803/3831440909]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:36:34.410 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[101289]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:36:34.410 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[101289]: from='osd.0 ' entity='osd.0' 2024-08-17T00:36:34.410 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[101289]: pgmap v116: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 150 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 65/378 objects degraded (17.196%) 2024-08-17T00:36:34.410 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:34.411 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:34.411 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[98780]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T00:36:34.411 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[98780]: osdmap e311: 8 total, 7 up, 8 in 2024-08-17T00:36:34.411 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[98780]: from='osd.0 [v2:172.21.15.157:6802/3831440909,v1:172.21.15.157:6803/3831440909]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:36:34.411 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[98780]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:36:34.411 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[98780]: from='osd.0 ' entity='osd.0' 2024-08-17T00:36:34.411 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[98780]: pgmap v116: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 150 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 65/378 objects degraded (17.196%) 2024-08-17T00:36:34.411 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:34.411 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:34.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:34.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:34 smithi187 ceph-mon[90552]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T00:36:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:34 smithi187 ceph-mon[90552]: osdmap e311: 8 total, 7 up, 8 in 2024-08-17T00:36:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:34 smithi187 ceph-mon[90552]: from='osd.0 [v2:172.21.15.157:6802/3831440909,v1:172.21.15.157:6803/3831440909]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:36:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:34 smithi187 ceph-mon[90552]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:36:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:34 smithi187 ceph-mon[90552]: from='osd.0 ' entity='osd.0' 2024-08-17T00:36:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:34 smithi187 ceph-mon[90552]: pgmap v116: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 150 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 65/378 objects degraded (17.196%) 2024-08-17T00:36:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:35.341 INFO:tasks.rados.rados.0.smithi157.stdout:1251: done (2 left) 2024-08-17T00:36:35.341 INFO:tasks.rados.rados.0.smithi157.stdout:1252: done (1 left) 2024-08-17T00:36:35.341 INFO:tasks.rados.rados.0.smithi157.stdout:1253: rollback oid 46 current snap is 120 2024-08-17T00:36:35.341 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 46 to 116 2024-08-17T00:36:35.341 INFO:tasks.rados.rados.0.smithi157.stdout:1254: snap_remove snap 117 2024-08-17T00:36:35.599 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:35 smithi157 ceph-mon[101289]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:36:35.599 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:35 smithi157 ceph-mon[101289]: osd.0 [v2:172.21.15.157:6802/3831440909,v1:172.21.15.157:6803/3831440909] boot 2024-08-17T00:36:35.599 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:35 smithi157 ceph-mon[101289]: osdmap e312: 8 total, 8 up, 8 in 2024-08-17T00:36:35.599 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:35 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:36:35.599 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:35 smithi157 ceph-mon[98780]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:36:35.599 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:35 smithi157 ceph-mon[98780]: osd.0 [v2:172.21.15.157:6802/3831440909,v1:172.21.15.157:6803/3831440909] boot 2024-08-17T00:36:35.599 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:35 smithi157 ceph-mon[98780]: osdmap e312: 8 total, 8 up, 8 in 2024-08-17T00:36:35.599 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:35 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:36:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:35 smithi187 ceph-mon[90552]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:36:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:35 smithi187 ceph-mon[90552]: osd.0 [v2:172.21.15.157:6802/3831440909,v1:172.21.15.157:6803/3831440909] boot 2024-08-17T00:36:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:35 smithi187 ceph-mon[90552]: osdmap e312: 8 total, 8 up, 8 in 2024-08-17T00:36:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:35 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:36:36.340 INFO:tasks.rados.rados.0.smithi157.stdout:1254: done (2 left) 2024-08-17T00:36:36.340 INFO:tasks.rados.rados.0.smithi157.stdout:1255: rmattr oid 16 current snap is 120 2024-08-17T00:36:36.340 INFO:tasks.rados.rados.0.smithi157.stdout:1255: done (2 left) 2024-08-17T00:36:36.340 INFO:tasks.rados.rados.0.smithi157.stdout:1256: copy_from oid 38 from oid 11 current snap is 120 2024-08-17T00:36:36.340 INFO:tasks.rados.rados.0.smithi157.stdout:1257: snap_remove snap 109 2024-08-17T00:36:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:36 smithi157 ceph-mon[98780]: osdmap e313: 8 total, 8 up, 8 in 2024-08-17T00:36:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:36 smithi157 ceph-mon[98780]: pgmap v119: 121 pgs: 38 peering, 10 active+undersized, 5 active+undersized+degraded, 68 active+clean; 160 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 18 op/s; 19/378 objects degraded (5.026%) 2024-08-17T00:36:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:36 smithi157 ceph-mon[101289]: osdmap e313: 8 total, 8 up, 8 in 2024-08-17T00:36:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:36 smithi157 ceph-mon[101289]: pgmap v119: 121 pgs: 38 peering, 10 active+undersized, 5 active+undersized+degraded, 68 active+clean; 160 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 18 op/s; 19/378 objects degraded (5.026%) 2024-08-17T00:36:36.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:36 smithi187 ceph-mon[90552]: osdmap e313: 8 total, 8 up, 8 in 2024-08-17T00:36:36.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:36 smithi187 ceph-mon[90552]: pgmap v119: 121 pgs: 38 peering, 10 active+undersized, 5 active+undersized+degraded, 68 active+clean; 160 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 18 op/s; 19/378 objects degraded (5.026%) 2024-08-17T00:36:37.345 INFO:tasks.rados.rados.0.smithi157.stdout:1257: done (3 left) 2024-08-17T00:36:37.346 INFO:tasks.rados.rados.0.smithi157.stdout:1258: copy_from oid 28 from oid 12 current snap is 120 2024-08-17T00:36:37.346 INFO:tasks.rados.rados.0.smithi157.stdout:1253: finishing rollback tid 0 to smithi15786056-46 2024-08-17T00:36:37.346 INFO:tasks.rados.rados.0.smithi157.stdout:1253: finishing rollback tid 1 to smithi15786056-46 2024-08-17T00:36:37.346 INFO:tasks.rados.rados.0.smithi157.stdout:1253: finishing rollback tid 2 to smithi15786056-46 2024-08-17T00:36:37.346 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 383 (ObjNum 372 snap 113 seq_num 372) dirty exists 2024-08-17T00:36:37.346 INFO:tasks.rados.rados.0.smithi157.stdout:1250: finishing copy_from racing read to smithi15786056-31 2024-08-17T00:36:37.346 INFO:tasks.rados.rados.0.smithi157.stdout:1250: finishing copy_from to smithi15786056-31 2024-08-17T00:36:37.346 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 475 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-08-17T00:36:37.346 INFO:tasks.rados.rados.0.smithi157.stdout:1256: finishing copy_from to smithi15786056-38 2024-08-17T00:36:37.346 INFO:tasks.rados.rados.0.smithi157.stdout:1256: got expected ENOENT (src dne) 2024-08-17T00:36:37.347 INFO:tasks.rados.rados.0.smithi157.stdout:1256: finishing copy_from racing read to smithi15786056-38 2024-08-17T00:36:37.347 INFO:tasks.rados.rados.0.smithi157.stdout:1250: done (3 left) 2024-08-17T00:36:37.347 INFO:tasks.rados.rados.0.smithi157.stdout:1253: done (2 left) 2024-08-17T00:36:37.347 INFO:tasks.rados.rados.0.smithi157.stdout:1256: done (1 left) 2024-08-17T00:36:37.347 INFO:tasks.rados.rados.0.smithi157.stdout:1259: delete oid 3 current snap is 120 2024-08-17T00:36:37.352 INFO:tasks.rados.rados.0.smithi157.stdout:1259: done (1 left) 2024-08-17T00:36:37.352 INFO:tasks.rados.rados.0.smithi157.stdout:1260: rollback oid 33 current snap is 120 2024-08-17T00:36:37.352 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 33 to 111 2024-08-17T00:36:37.353 INFO:tasks.rados.rados.0.smithi157.stdout:1261: read oid 10 snap -1 2024-08-17T00:36:37.353 INFO:tasks.rados.rados.0.smithi157.stdout:1261: expect (ObjNum 382 snap 116 seq_num 382) 2024-08-17T00:36:37.353 INFO:tasks.rados.rados.0.smithi157.stdout:1262: snap_remove snap 119 2024-08-17T00:36:37.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:36:37.271+0000 7fa318536640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T00:36:37.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[98780]: Health check update: Degraded data redundancy: 19/378 objects degraded (5.026%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:36:37.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[98780]: osdmap e314: 8 total, 8 up, 8 in 2024-08-17T00:36:37.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:37.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:37.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:37.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:37.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:37.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:37.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:37.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:37.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:37.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:36:37.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[101289]: Health check update: Degraded data redundancy: 19/378 objects degraded (5.026%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:36:37.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[101289]: osdmap e314: 8 total, 8 up, 8 in 2024-08-17T00:36:37.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:37.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:37.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:37.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:37.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:37.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:37.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:37.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:37.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:37.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:36:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:37 smithi187 ceph-mon[90552]: Health check update: Degraded data redundancy: 19/378 objects degraded (5.026%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:37 smithi187 ceph-mon[90552]: osdmap e314: 8 total, 8 up, 8 in 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:37 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:37 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:37 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:37 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:37 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:37 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:37 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:37 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:37 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:37 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:36:38.352 INFO:tasks.rados.rados.0.smithi157.stdout:1262: done (3 left) 2024-08-17T00:36:38.352 INFO:tasks.rados.rados.0.smithi157.stdout:1263: delete oid 42 current snap is 120 2024-08-17T00:36:38.352 INFO:tasks.rados.rados.0.smithi157.stdout:1260: finishing rollback tid 1 to smithi15786056-33 2024-08-17T00:36:38.352 INFO:tasks.rados.rados.0.smithi157.stdout:1260: finishing rollback tid 2 to smithi15786056-33 2024-08-17T00:36:38.352 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 246 (ObjNum 216 snap 55 seq_num 216) dirty exists 2024-08-17T00:36:38.352 INFO:tasks.rados.rados.0.smithi157.stdout:1258: finishing copy_from racing read to smithi15786056-28 2024-08-17T00:36:38.352 INFO:tasks.rados.rados.0.smithi157.stdout:1258: finishing copy_from to smithi15786056-28 2024-08-17T00:36:38.352 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 649 (ObjNum 378 snap 113 seq_num 378) dirty exists 2024-08-17T00:36:38.353 INFO:tasks.rados.rados.0.smithi157.stdout:1261: expect (ObjNum 382 snap 116 seq_num 382) 2024-08-17T00:36:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:1258: done (3 left) 2024-08-17T00:36:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:1260: done (2 left) 2024-08-17T00:36:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:1261: done (1 left) 2024-08-17T00:36:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:1263: done (0 left) 2024-08-17T00:36:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 19 current snap is 120 2024-08-17T00:36:38.522 INFO:tasks.rados.rados.0.smithi157.stdout:1264: seq_num 395 ranges {917504=622592,1540096=450560,1990656=753664} 2024-08-17T00:36:38.529 INFO:tasks.rados.rados.0.smithi157.stdout:1264: writing smithi15786056-19 from 917504 to 1540096 tid 1 2024-08-17T00:36:38.532 INFO:tasks.rados.rados.0.smithi157.stdout:1264: writing smithi15786056-19 from 1540096 to 1990656 tid 2 2024-08-17T00:36:38.537 INFO:tasks.rados.rados.0.smithi157.stdout:1264: writing smithi15786056-19 from 1990656 to 2744320 tid 3 2024-08-17T00:36:38.537 INFO:tasks.rados.rados.0.smithi157.stdout:1265: snap_create 2024-08-17T00:36:38.537 INFO:tasks.rados.rados.0.smithi157.stdout:1264: finishing write tid 1 to smithi15786056-19 2024-08-17T00:36:38.537 INFO:tasks.rados.rados.0.smithi157.stdout:1264: finishing write tid 2 to smithi15786056-19 2024-08-17T00:36:38.539 INFO:tasks.rados.rados.0.smithi157.stdout:1264: finishing write tid 3 to smithi15786056-19 2024-08-17T00:36:38.539 INFO:tasks.rados.rados.0.smithi157.stdout:1264: finishing write tid 4 to smithi15786056-19 2024-08-17T00:36:38.540 INFO:tasks.rados.rados.0.smithi157.stdout:1264: finishing write tid 5 to smithi15786056-19 2024-08-17T00:36:38.540 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 453 (ObjNum 395 snap 120 seq_num 395) dirty exists 2024-08-17T00:36:38.540 INFO:tasks.rados.rados.0.smithi157.stdout:1264: left oid 19 (ObjNum 395 snap 120 seq_num 395) 2024-08-17T00:36:38.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:38 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:36:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:38 smithi157 ceph-mon[98780]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T00:36:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:38 smithi157 ceph-mon[98780]: osdmap e315: 8 total, 8 up, 8 in 2024-08-17T00:36:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:38 smithi157 ceph-mon[98780]: pgmap v122: 121 pgs: 38 peering, 10 active+undersized, 5 active+undersized+degraded, 68 active+clean; 160 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 18 op/s; 19/378 objects degraded (5.026%) 2024-08-17T00:36:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:38 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:36:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:38 smithi157 ceph-mon[101289]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T00:36:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:38 smithi157 ceph-mon[101289]: osdmap e315: 8 total, 8 up, 8 in 2024-08-17T00:36:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:38 smithi157 ceph-mon[101289]: pgmap v122: 121 pgs: 38 peering, 10 active+undersized, 5 active+undersized+degraded, 68 active+clean; 160 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 18 op/s; 19/378 objects degraded (5.026%) 2024-08-17T00:36:38.658 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:38 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:36:38.658 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:38 smithi187 ceph-mon[90552]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T00:36:38.658 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:38 smithi187 ceph-mon[90552]: osdmap e315: 8 total, 8 up, 8 in 2024-08-17T00:36:38.658 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:38 smithi187 ceph-mon[90552]: pgmap v122: 121 pgs: 38 peering, 10 active+undersized, 5 active+undersized+degraded, 68 active+clean; 160 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 18 op/s; 19/378 objects degraded (5.026%) 2024-08-17T00:36:38.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:38.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T00:36:38.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:39.356 INFO:tasks.rados.rados.0.smithi157.stdout:1264: done (1 left) 2024-08-17T00:36:39.356 INFO:tasks.rados.rados.0.smithi157.stdout:1265: done (0 left) 2024-08-17T00:36:39.356 INFO:tasks.rados.rados.0.smithi157.stdout:1266: snap_create 2024-08-17T00:36:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:39 smithi157 ceph-mon[101289]: osdmap e316: 8 total, 8 up, 8 in 2024-08-17T00:36:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:39 smithi157 ceph-mon[98780]: osdmap e316: 8 total, 8 up, 8 in 2024-08-17T00:36:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:39 smithi187 ceph-mon[90552]: osdmap e316: 8 total, 8 up, 8 in 2024-08-17T00:36:40.362 INFO:tasks.rados.rados.0.smithi157.stdout:1266: done (0 left) 2024-08-17T00:36:40.362 INFO:tasks.rados.rados.0.smithi157.stdout:1267: rollback oid 44 current snap is 122 2024-08-17T00:36:40.363 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 44 to 104 2024-08-17T00:36:40.363 INFO:tasks.rados.rados.0.smithi157.stdout:1268: read oid 36 snap -1 2024-08-17T00:36:40.363 INFO:tasks.rados.rados.0.smithi157.stdout:1268: expect (ObjNum 365 snap 108 seq_num 365) 2024-08-17T00:36:40.363 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 1 current snap is 122 2024-08-17T00:36:40.363 INFO:tasks.rados.rados.0.smithi157.stdout:1269: seq_num 396 ranges {1228800=638976,1867776=786432,2654208=417792} 2024-08-17T00:36:40.373 INFO:tasks.rados.rados.0.smithi157.stdout:1269: writing smithi15786056-1 from 1228800 to 1867776 tid 1 2024-08-17T00:36:40.378 INFO:tasks.rados.rados.0.smithi157.stdout:1269: writing smithi15786056-1 from 1867776 to 2654208 tid 2 2024-08-17T00:36:40.380 INFO:tasks.rados.rados.0.smithi157.stdout:1269: writing smithi15786056-1 from 2654208 to 3072000 tid 3 2024-08-17T00:36:40.381 INFO:tasks.rados.rados.0.smithi157.stdout:1270: delete oid 50 current snap is 122 2024-08-17T00:36:40.381 INFO:tasks.rados.rados.0.smithi157.stdout:1267: finishing rollback tid 1 to smithi15786056-44 2024-08-17T00:36:40.381 INFO:tasks.rados.rados.0.smithi157.stdout:1267: finishing rollback tid 2 to smithi15786056-44 2024-08-17T00:36:40.381 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 384 (ObjNum 329 snap 96 seq_num 329) dirty exists 2024-08-17T00:36:40.381 INFO:tasks.rados.rados.0.smithi157.stdout:1268: expect (ObjNum 365 snap 108 seq_num 365) 2024-08-17T00:36:40.532 INFO:tasks.rados.rados.0.smithi157.stdout:1269: finishing write tid 1 to smithi15786056-1 2024-08-17T00:36:40.533 INFO:tasks.rados.rados.0.smithi157.stdout:1269: finishing write tid 2 to smithi15786056-1 2024-08-17T00:36:40.533 INFO:tasks.rados.rados.0.smithi157.stdout:1267: done (3 left) 2024-08-17T00:36:40.533 INFO:tasks.rados.rados.0.smithi157.stdout:1268: done (2 left) 2024-08-17T00:36:40.533 INFO:tasks.rados.rados.0.smithi157.stdout:1270: done (1 left) 2024-08-17T00:36:40.533 INFO:tasks.rados.rados.0.smithi157.stdout:1271: read oid 48 snap -1 2024-08-17T00:36:40.533 INFO:tasks.rados.rados.0.smithi157.stdout:1271: expect (ObjNum 376 snap 113 seq_num 376) 2024-08-17T00:36:40.533 INFO:tasks.rados.rados.0.smithi157.stdout:1272: rmattr oid 39 current snap is 122 2024-08-17T00:36:40.533 INFO:tasks.rados.rados.0.smithi157.stdout:1272: done (2 left) 2024-08-17T00:36:40.533 INFO:tasks.rados.rados.0.smithi157.stdout:1273: delete oid 17 current snap is 122 2024-08-17T00:36:40.533 INFO:tasks.rados.rados.0.smithi157.stdout:1269: finishing write tid 3 to smithi15786056-1 2024-08-17T00:36:40.533 INFO:tasks.rados.rados.0.smithi157.stdout:1269: finishing write tid 4 to smithi15786056-1 2024-08-17T00:36:40.533 INFO:tasks.rados.rados.0.smithi157.stdout:1269: finishing write tid 5 to smithi15786056-1 2024-08-17T00:36:40.534 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 526 (ObjNum 396 snap 122 seq_num 396) dirty exists 2024-08-17T00:36:40.534 INFO:tasks.rados.rados.0.smithi157.stdout:1269: left oid 1 (ObjNum 396 snap 122 seq_num 396) 2024-08-17T00:36:40.535 INFO:tasks.rados.rados.0.smithi157.stdout:1269: done (2 left) 2024-08-17T00:36:40.535 INFO:tasks.rados.rados.0.smithi157.stdout:1273: done (1 left) 2024-08-17T00:36:40.535 INFO:tasks.rados.rados.0.smithi157.stdout:1274: snap_create 2024-08-17T00:36:40.542 INFO:tasks.rados.rados.0.smithi157.stdout:1271: expect (ObjNum 376 snap 113 seq_num 376) 2024-08-17T00:36:40.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:40 smithi157 ceph-mon[98780]: osdmap e317: 8 total, 8 up, 8 in 2024-08-17T00:36:40.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:40 smithi157 ceph-mon[98780]: pgmap v125: 121 pgs: 121 active+clean; 161 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 2 op/s; 14 MiB/s, 3 objects/s recovering 2024-08-17T00:36:40.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:40 smithi157 ceph-mon[101289]: osdmap e317: 8 total, 8 up, 8 in 2024-08-17T00:36:40.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:40 smithi157 ceph-mon[101289]: pgmap v125: 121 pgs: 121 active+clean; 161 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 2 op/s; 14 MiB/s, 3 objects/s recovering 2024-08-17T00:36:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:40 smithi187 ceph-mon[90552]: osdmap e317: 8 total, 8 up, 8 in 2024-08-17T00:36:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:40 smithi187 ceph-mon[90552]: pgmap v125: 121 pgs: 121 active+clean; 161 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 2 op/s; 14 MiB/s, 3 objects/s recovering 2024-08-17T00:36:40.811 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:36:41.068 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:36:41.068 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (2m) 8s ago 6m 16.1M - 0.25.0 c8568f914cd2 e5fc458eaa70 2024-08-17T00:36:41.068 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (2m) 49s ago 6m 82.8M - 9.4.7 954c08fa6188 3c616dd0c45b 2024-08-17T00:36:41.068 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (8m) 8s ago 8m 15.7M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:36:41.068 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (8m) 49s ago 8m 19.8M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:36:41.068 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283,8765 running (108s) 49s ago 11m 438M - 19.1.0-1363-gd863d21c ba08250ef864 97f58199005a 2024-08-17T00:36:41.068 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (2m) 8s ago 13m 506M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:36:41.069 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (94s) 8s ago 13m 46.9M 2048M 19.1.0-1363-gd863d21c ba08250ef864 7cae4f2d8cd1 2024-08-17T00:36:41.069 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (59s) 49s ago 11m 25.8M 2048M 19.1.0-1363-gd863d21c ba08250ef864 fa96bb84b173 2024-08-17T00:36:41.069 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (72s) 8s ago 11m 41.4M 2048M 19.1.0-1363-gd863d21c ba08250ef864 6acedb5a7023 2024-08-17T00:36:41.069 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (2m) 8s ago 6m 8586k - 1.5.0 0da6a335fe13 b4e36e574235 2024-08-17T00:36:41.069 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (2m) 49s ago 5m 8144k - 1.5.0 0da6a335fe13 73e607038b0d 2024-08-17T00:36:41.069 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (12s) 8s ago 11m 12.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7d05f2a649d9 2024-08-17T00:36:41.069 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (10m) 8s ago 10m 123M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 06419c3d3168 2024-08-17T00:36:41.069 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (10m) 8s ago 10m 185M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 f0716b3a6da4 2024-08-17T00:36:41.069 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (9m) 8s ago 9m 115M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 34877baf90d9 2024-08-17T00:36:41.069 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (9m) 49s ago 9m 98.8M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 8b55fa435d4d 2024-08-17T00:36:41.069 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (9m) 49s ago 9m 105M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 87ee417e591b 2024-08-17T00:36:41.069 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (8m) 49s ago 8m 103M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bd8a836eeeec 2024-08-17T00:36:41.069 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (8m) 49s ago 8m 108M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:36:41.070 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (113s) 49s ago 7m 54.0M - 2.43.0 a07b618ecd1d 736dc11bd87e 2024-08-17T00:36:41.365 INFO:tasks.rados.rados.0.smithi157.stdout:1271: done (1 left) 2024-08-17T00:36:41.366 INFO:tasks.rados.rados.0.smithi157.stdout:1274: done (0 left) 2024-08-17T00:36:41.366 INFO:tasks.rados.rados.0.smithi157.stdout:1275: read oid 10 snap -1 2024-08-17T00:36:41.366 INFO:tasks.rados.rados.0.smithi157.stdout:1275: expect (ObjNum 382 snap 116 seq_num 382) 2024-08-17T00:36:41.366 INFO:tasks.rados.rados.0.smithi157.stdout:1276: delete oid 19 current snap is 123 2024-08-17T00:36:41.371 INFO:tasks.rados.rados.0.smithi157.stdout:1276: done (1 left) 2024-08-17T00:36:41.371 INFO:tasks.rados.rados.0.smithi157.stdout:1277: delete oid 5 current snap is 123 2024-08-17T00:36:41.374 INFO:tasks.rados.rados.0.smithi157.stdout:1277: done (1 left) 2024-08-17T00:36:41.374 INFO:tasks.rados.rados.0.smithi157.stdout:1278: read oid 9 snap -1 2024-08-17T00:36:41.374 INFO:tasks.rados.rados.0.smithi157.stdout:1278: expect deleted 2024-08-17T00:36:41.374 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 50 current snap is 123 2024-08-17T00:36:41.374 INFO:tasks.rados.rados.0.smithi157.stdout:1279: seq_num 401 ranges {0=720896,720896=606208,1327104=598016} 2024-08-17T00:36:41.378 INFO:tasks.rados.rados.0.smithi157.stdout:1279: writing smithi15786056-50 from 0 to 720896 tid 1 2024-08-17T00:36:41.382 INFO:tasks.rados.rados.0.smithi157.stdout:1279: writing smithi15786056-50 from 720896 to 1327104 tid 2 2024-08-17T00:36:41.385 INFO:tasks.rados.rados.0.smithi157.stdout:1279: writing smithi15786056-50 from 1327104 to 1925120 tid 3 2024-08-17T00:36:41.386 INFO:tasks.rados.rados.0.smithi157.stdout:1280: rmattr oid 45 current snap is 123 2024-08-17T00:36:41.386 INFO:tasks.rados.rados.0.smithi157.stdout:1280: done (3 left) 2024-08-17T00:36:41.386 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 123 2024-08-17T00:36:41.386 INFO:tasks.rados.rados.0.smithi157.stdout:1281: seq_num 402 ranges {3211264=737280,3948544=491520,4440064=516096,4956160=196608} 2024-08-17T00:36:41.396 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:36:41.396 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:36:41.396 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:36:41.396 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:36:41.396 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:36:41.396 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:36:41.397 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:36:41.397 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:36:41.397 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 7, 2024-08-17T00:36:41.397 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 1 2024-08-17T00:36:41.397 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:36:41.397 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:36:41.397 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:36:41.397 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:36:41.397 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:36:41.397 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 9, 2024-08-17T00:36:41.398 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 6 2024-08-17T00:36:41.398 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:36:41.398 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:36:41.407 INFO:tasks.rados.rados.0.smithi157.stdout:1281: writing smithi15786056-23 from 3211264 to 3948544 tid 1 2024-08-17T00:36:41.410 INFO:tasks.rados.rados.0.smithi157.stdout:1281: writing smithi15786056-23 from 3948544 to 4440064 tid 2 2024-08-17T00:36:41.413 INFO:tasks.rados.rados.0.smithi157.stdout:1281: writing smithi15786056-23 from 4440064 to 4956160 tid 3 2024-08-17T00:36:41.414 INFO:tasks.rados.rados.0.smithi157.stdout:1281: writing smithi15786056-23 from 4956160 to 5152768 tid 4 2024-08-17T00:36:41.414 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 123 2024-08-17T00:36:41.415 INFO:tasks.rados.rados.0.smithi157.stdout:1282: seq_num 403 ranges {0=753664,753664=425984,1179648=720896,1900544=57344} 2024-08-17T00:36:41.422 INFO:tasks.rados.rados.0.smithi157.stdout:1282: writing smithi15786056-5 from 0 to 753664 tid 1 2024-08-17T00:36:41.422 INFO:tasks.rados.rados.0.smithi157.stdout:1282: writing smithi15786056-5 from 753664 to 1179648 tid 2 2024-08-17T00:36:41.425 INFO:tasks.rados.rados.0.smithi157.stdout:1282: writing smithi15786056-5 from 1179648 to 1900544 tid 3 2024-08-17T00:36:41.426 INFO:tasks.rados.rados.0.smithi157.stdout:1282: writing smithi15786056-5 from 1900544 to 1957888 tid 4 2024-08-17T00:36:41.426 INFO:tasks.rados.rados.0.smithi157.stdout:1283: snap_remove snap 111 2024-08-17T00:36:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:41 smithi157 ceph-mon[101289]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/378 objects degraded (5.026%), 5 pgs degraded) 2024-08-17T00:36:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:41 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:36:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:41 smithi157 ceph-mon[101289]: osdmap e318: 8 total, 8 up, 8 in 2024-08-17T00:36:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:41 smithi157 ceph-mon[98780]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/378 objects degraded (5.026%), 5 pgs degraded) 2024-08-17T00:36:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:41 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:36:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:41 smithi157 ceph-mon[98780]: osdmap e318: 8 total, 8 up, 8 in 2024-08-17T00:36:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:41 smithi187 ceph-mon[90552]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/378 objects degraded (5.026%), 5 pgs degraded) 2024-08-17T00:36:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:41 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:36:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:41 smithi187 ceph-mon[90552]: osdmap e318: 8 total, 8 up, 8 in 2024-08-17T00:36:42.306 INFO:tasks.rados.rados.0.smithi157.stdout:1283: done (5 left) 2024-08-17T00:36:42.307 INFO:tasks.rados.rados.0.smithi157.stdout:1284: snap_remove snap 112 2024-08-17T00:36:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:42 smithi157 ceph-mon[101289]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:42 smithi157 ceph-mon[101289]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:42 smithi157 ceph-mon[101289]: osdmap e319: 8 total, 8 up, 8 in 2024-08-17T00:36:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:42 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1560132672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:42 smithi157 ceph-mon[101289]: pgmap v128: 121 pgs: 121 active+clean; 161 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 2 op/s; 14 MiB/s, 3 objects/s recovering 2024-08-17T00:36:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:42 smithi157 ceph-mon[101289]: osdmap e320: 8 total, 8 up, 8 in 2024-08-17T00:36:42.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:42 smithi157 ceph-mon[98780]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:42.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:42 smithi157 ceph-mon[98780]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:42.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:42 smithi157 ceph-mon[98780]: osdmap e319: 8 total, 8 up, 8 in 2024-08-17T00:36:42.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:42 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1560132672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:42.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:42 smithi157 ceph-mon[98780]: pgmap v128: 121 pgs: 121 active+clean; 161 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 2 op/s; 14 MiB/s, 3 objects/s recovering 2024-08-17T00:36:42.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:42 smithi157 ceph-mon[98780]: osdmap e320: 8 total, 8 up, 8 in 2024-08-17T00:36:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:42 smithi187 ceph-mon[90552]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:42 smithi187 ceph-mon[90552]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:42 smithi187 ceph-mon[90552]: osdmap e319: 8 total, 8 up, 8 in 2024-08-17T00:36:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:42 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1560132672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:36:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:42 smithi187 ceph-mon[90552]: pgmap v128: 121 pgs: 121 active+clean; 161 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 2 op/s; 14 MiB/s, 3 objects/s recovering 2024-08-17T00:36:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:42 smithi187 ceph-mon[90552]: osdmap e320: 8 total, 8 up, 8 in 2024-08-17T00:36:43.308 INFO:tasks.rados.rados.0.smithi157.stdout:1284: done (5 left) 2024-08-17T00:36:43.308 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 123 2024-08-17T00:36:43.308 INFO:tasks.rados.rados.0.smithi157.stdout:1285: seq_num 404 ranges {3842048=770048,4612096=712704,5324800=491520} 2024-08-17T00:36:43.332 INFO:tasks.rados.rados.0.smithi157.stdout:1285: writing smithi15786056-18 from 3842048 to 4612096 tid 1 2024-08-17T00:36:43.336 INFO:tasks.rados.rados.0.smithi157.stdout:1285: writing smithi15786056-18 from 4612096 to 5324800 tid 2 2024-08-17T00:36:43.339 INFO:tasks.rados.rados.0.smithi157.stdout:1285: writing smithi15786056-18 from 5324800 to 5816320 tid 3 2024-08-17T00:36:43.340 INFO:tasks.rados.rados.0.smithi157.stdout:1279: finishing write tid 1 to smithi15786056-50 2024-08-17T00:36:43.340 INFO:tasks.rados.rados.0.smithi157.stdout:1275: expect (ObjNum 382 snap 116 seq_num 382) 2024-08-17T00:36:43.515 INFO:tasks.rados.rados.0.smithi157.stdout:1279: finishing write tid 2 to smithi15786056-50 2024-08-17T00:36:43.515 INFO:tasks.rados.rados.0.smithi157.stdout:1279: finishing write tid 3 to smithi15786056-50 2024-08-17T00:36:43.515 INFO:tasks.rados.rados.0.smithi157.stdout:1279: finishing write tid 4 to smithi15786056-50 2024-08-17T00:36:43.515 INFO:tasks.rados.rados.0.smithi157.stdout:1279: finishing write tid 5 to smithi15786056-50 2024-08-17T00:36:43.515 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 388 (ObjNum 401 snap 123 seq_num 401) dirty exists 2024-08-17T00:36:43.515 INFO:tasks.rados.rados.0.smithi157.stdout:1279: left oid 50 (ObjNum 401 snap 123 seq_num 401) 2024-08-17T00:36:43.515 INFO:tasks.rados.rados.0.smithi157.stdout:1281: finishing write tid 1 to smithi15786056-23 2024-08-17T00:36:43.515 INFO:tasks.rados.rados.0.smithi157.stdout:1281: finishing write tid 2 to smithi15786056-23 2024-08-17T00:36:43.516 INFO:tasks.rados.rados.0.smithi157.stdout:1281: finishing write tid 3 to smithi15786056-23 2024-08-17T00:36:43.516 INFO:tasks.rados.rados.0.smithi157.stdout:1281: finishing write tid 4 to smithi15786056-23 2024-08-17T00:36:43.516 INFO:tasks.rados.rados.0.smithi157.stdout:1281: finishing write tid 5 to smithi15786056-23 2024-08-17T00:36:43.516 INFO:tasks.rados.rados.0.smithi157.stdout:1275: done (5 left) 2024-08-17T00:36:43.516 INFO:tasks.rados.rados.0.smithi157.stdout:1278: done (4 left) 2024-08-17T00:36:43.516 INFO:tasks.rados.rados.0.smithi157.stdout:1279: done (3 left) 2024-08-17T00:36:43.516 INFO:tasks.rados.rados.0.smithi157.stdout:1286: read oid 29 snap 104 2024-08-17T00:36:43.516 INFO:tasks.rados.rados.0.smithi157.stdout:1286: expect deleted 2024-08-17T00:36:43.516 INFO:tasks.rados.rados.0.smithi157.stdout:1287: rmattr oid 14 current snap is 123 2024-08-17T00:36:43.516 INFO:tasks.rados.rados.0.smithi157.stdout:1287: done (4 left) 2024-08-17T00:36:43.517 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 2 current snap is 123 2024-08-17T00:36:43.517 INFO:tasks.rados.rados.0.smithi157.stdout:1281: finishing write tid 6 to smithi15786056-23 2024-08-17T00:36:43.517 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 787 (ObjNum 402 snap 123 seq_num 402) dirty exists 2024-08-17T00:36:43.517 INFO:tasks.rados.rados.0.smithi157.stdout:1281: left oid 23 (ObjNum 402 snap 123 seq_num 402) 2024-08-17T00:36:43.517 INFO:tasks.rados.rados.0.smithi157.stdout:1282: finishing write tid 1 to smithi15786056-5 2024-08-17T00:36:43.518 INFO:tasks.rados.rados.0.smithi157.stdout:1288: seq_num 405 ranges {2170880=786432,2957312=589824,3547136=614400} 2024-08-17T00:36:43.530 INFO:tasks.rados.rados.0.smithi157.stdout:1288: writing smithi15786056-2 from 2170880 to 2957312 tid 1 2024-08-17T00:36:43.533 INFO:tasks.rados.rados.0.smithi157.stdout:1288: writing smithi15786056-2 from 2957312 to 3547136 tid 2 2024-08-17T00:36:43.537 INFO:tasks.rados.rados.0.smithi157.stdout:1288: writing smithi15786056-2 from 3547136 to 4161536 tid 3 2024-08-17T00:36:43.537 INFO:tasks.rados.rados.0.smithi157.stdout:1281: done (4 left) 2024-08-17T00:36:43.537 INFO:tasks.rados.rados.0.smithi157.stdout:1289: read oid 24 snap -1 2024-08-17T00:36:43.537 INFO:tasks.rados.rados.0.smithi157.stdout:1289: expect deleted 2024-08-17T00:36:43.538 INFO:tasks.rados.rados.0.smithi157.stdout:1290: delete oid 28 current snap is 123 2024-08-17T00:36:43.538 INFO:tasks.rados.rados.0.smithi157.stdout:1282: finishing write tid 2 to smithi15786056-5 2024-08-17T00:36:43.538 INFO:tasks.rados.rados.0.smithi157.stdout:1282: finishing write tid 3 to smithi15786056-5 2024-08-17T00:36:43.538 INFO:tasks.rados.rados.0.smithi157.stdout:1282: finishing write tid 4 to smithi15786056-5 2024-08-17T00:36:43.538 INFO:tasks.rados.rados.0.smithi157.stdout:1282: finishing write tid 5 to smithi15786056-5 2024-08-17T00:36:43.538 INFO:tasks.rados.rados.0.smithi157.stdout:1282: finishing write tid 6 to smithi15786056-5 2024-08-17T00:36:43.538 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 655 (ObjNum 403 snap 123 seq_num 403) dirty exists 2024-08-17T00:36:43.538 INFO:tasks.rados.rados.0.smithi157.stdout:1282: left oid 5 (ObjNum 403 snap 123 seq_num 403) 2024-08-17T00:36:43.538 INFO:tasks.rados.rados.0.smithi157.stdout:1285: finishing write tid 1 to smithi15786056-18 2024-08-17T00:36:43.538 INFO:tasks.rados.rados.0.smithi157.stdout:1285: finishing write tid 2 to smithi15786056-18 2024-08-17T00:36:43.538 INFO:tasks.rados.rados.0.smithi157.stdout:1285: finishing write tid 3 to smithi15786056-18 2024-08-17T00:36:43.538 INFO:tasks.rados.rados.0.smithi157.stdout:1285: finishing write tid 4 to smithi15786056-18 2024-08-17T00:36:43.539 INFO:tasks.rados.rados.0.smithi157.stdout:1285: finishing write tid 5 to smithi15786056-18 2024-08-17T00:36:43.539 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 555 (ObjNum 404 snap 123 seq_num 404) dirty exists 2024-08-17T00:36:43.539 INFO:tasks.rados.rados.0.smithi157.stdout:1285: left oid 18 (ObjNum 404 snap 123 seq_num 404) 2024-08-17T00:36:43.539 INFO:tasks.rados.rados.0.smithi157.stdout:1288: finishing write tid 1 to smithi15786056-2 2024-08-17T00:36:43.539 INFO:tasks.rados.rados.0.smithi157.stdout:1288: finishing write tid 2 to smithi15786056-2 2024-08-17T00:36:43.540 INFO:tasks.rados.rados.0.smithi157.stdout:1282: done (5 left) 2024-08-17T00:36:43.540 INFO:tasks.rados.rados.0.smithi157.stdout:1285: done (4 left) 2024-08-17T00:36:43.540 INFO:tasks.rados.rados.0.smithi157.stdout:1286: done (3 left) 2024-08-17T00:36:43.540 INFO:tasks.rados.rados.0.smithi157.stdout:1289: done (2 left) 2024-08-17T00:36:43.540 INFO:tasks.rados.rados.0.smithi157.stdout:1290: done (1 left) 2024-08-17T00:36:43.541 INFO:tasks.rados.rados.0.smithi157.stdout:1291: rollback oid 34 current snap is 123 2024-08-17T00:36:43.541 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 34 to 106 2024-08-17T00:36:43.541 INFO:tasks.rados.rados.0.smithi157.stdout:1288: finishing write tid 3 to smithi15786056-2 2024-08-17T00:36:43.541 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 123 2024-08-17T00:36:43.541 INFO:tasks.rados.rados.0.smithi157.stdout:1292: seq_num 407 ranges {0=425984,425984=761856,1187840=704512,1892352=139264} 2024-08-17T00:36:43.542 INFO:tasks.rados.rados.0.smithi157.stdout:1292: writing smithi15786056-28 from 0 to 425984 tid 1 2024-08-17T00:36:43.547 INFO:tasks.rados.rados.0.smithi157.stdout:1292: writing smithi15786056-28 from 425984 to 1187840 tid 2 2024-08-17T00:36:43.551 INFO:tasks.rados.rados.0.smithi157.stdout:1292: writing smithi15786056-28 from 1187840 to 1892352 tid 3 2024-08-17T00:36:43.552 INFO:tasks.rados.rados.0.smithi157.stdout:1292: writing smithi15786056-28 from 1892352 to 2031616 tid 4 2024-08-17T00:36:43.552 INFO:tasks.rados.rados.0.smithi157.stdout:1293: read oid 3 snap -1 2024-08-17T00:36:43.552 INFO:tasks.rados.rados.0.smithi157.stdout:1293: expect deleted 2024-08-17T00:36:43.552 INFO:tasks.rados.rados.0.smithi157.stdout:1294: read oid 27 snap 122 2024-08-17T00:36:43.552 INFO:tasks.rados.rados.0.smithi157.stdout:1294: expect (ObjNum 357 snap 104 seq_num 357) 2024-08-17T00:36:43.552 INFO:tasks.rados.rados.0.smithi157.stdout:1295: snap_remove snap 118 2024-08-17T00:36:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:36:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:36:43] "GET /metrics HTTP/1.1" 200 36180 "" "Prometheus/2.43.0" 2024-08-17T00:36:43.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:43.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:44.311 INFO:tasks.rados.rados.0.smithi157.stdout:1295: done (5 left) 2024-08-17T00:36:44.311 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 38 current snap is 123 2024-08-17T00:36:44.312 INFO:tasks.rados.rados.0.smithi157.stdout:1288: finishing write tid 4 to smithi15786056-2 2024-08-17T00:36:44.312 INFO:tasks.rados.rados.0.smithi157.stdout:1296: seq_num 408 ranges {1228800=442368,1671168=647168,2318336=507904,2826240=450560} 2024-08-17T00:36:44.321 INFO:tasks.rados.rados.0.smithi157.stdout:1296: writing smithi15786056-38 from 1228800 to 1671168 tid 1 2024-08-17T00:36:44.325 INFO:tasks.rados.rados.0.smithi157.stdout:1296: writing smithi15786056-38 from 1671168 to 2318336 tid 2 2024-08-17T00:36:44.328 INFO:tasks.rados.rados.0.smithi157.stdout:1296: writing smithi15786056-38 from 2318336 to 2826240 tid 3 2024-08-17T00:36:44.331 INFO:tasks.rados.rados.0.smithi157.stdout:1296: writing smithi15786056-38 from 2826240 to 3276800 tid 4 2024-08-17T00:36:44.331 INFO:tasks.rados.rados.0.smithi157.stdout:1297: snap_create 2024-08-17T00:36:44.332 INFO:tasks.rados.rados.0.smithi157.stdout:1288: finishing write tid 5 to smithi15786056-2 2024-08-17T00:36:44.332 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 804 (ObjNum 405 snap 123 seq_num 405) dirty exists 2024-08-17T00:36:44.332 INFO:tasks.rados.rados.0.smithi157.stdout:1288: left oid 2 (ObjNum 405 snap 123 seq_num 405) 2024-08-17T00:36:44.332 INFO:tasks.rados.rados.0.smithi157.stdout:1291: finishing rollback tid 0 to smithi15786056-34 2024-08-17T00:36:44.332 INFO:tasks.rados.rados.0.smithi157.stdout:1291: finishing rollback tid 1 to smithi15786056-34 2024-08-17T00:36:44.332 INFO:tasks.rados.rados.0.smithi157.stdout:1291: finishing rollback tid 2 to smithi15786056-34 2024-08-17T00:36:44.332 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 490 (ObjNum 358 snap 104 seq_num 358) dirty exists 2024-08-17T00:36:44.332 INFO:tasks.rados.rados.0.smithi157.stdout:1292: finishing write tid 1 to smithi15786056-28 2024-08-17T00:36:44.332 INFO:tasks.rados.rados.0.smithi157.stdout:1292: finishing write tid 2 to smithi15786056-28 2024-08-17T00:36:44.332 INFO:tasks.rados.rados.0.smithi157.stdout:1292: finishing write tid 3 to smithi15786056-28 2024-08-17T00:36:44.332 INFO:tasks.rados.rados.0.smithi157.stdout:1292: finishing write tid 4 to smithi15786056-28 2024-08-17T00:36:44.332 INFO:tasks.rados.rados.0.smithi157.stdout:1292: finishing write tid 5 to smithi15786056-28 2024-08-17T00:36:44.333 INFO:tasks.rados.rados.0.smithi157.stdout:1292: finishing write tid 6 to smithi15786056-28 2024-08-17T00:36:44.333 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 661 (ObjNum 407 snap 123 seq_num 407) dirty exists 2024-08-17T00:36:44.333 INFO:tasks.rados.rados.0.smithi157.stdout:1292: left oid 28 (ObjNum 407 snap 123 seq_num 407) 2024-08-17T00:36:44.333 INFO:tasks.rados.rados.0.smithi157.stdout:1294: expect (ObjNum 357 snap 104 seq_num 357) 2024-08-17T00:36:44.363 INFO:tasks.rados.rados.0.smithi157.stdout:1296: finishing write tid 1 to smithi15786056-38 2024-08-17T00:36:44.363 INFO:tasks.rados.rados.0.smithi157.stdout:1296: finishing write tid 2 to smithi15786056-38 2024-08-17T00:36:44.363 INFO:tasks.rados.rados.0.smithi157.stdout:1296: finishing write tid 3 to smithi15786056-38 2024-08-17T00:36:44.363 INFO:tasks.rados.rados.0.smithi157.stdout:1296: finishing write tid 4 to smithi15786056-38 2024-08-17T00:36:44.363 INFO:tasks.rados.rados.0.smithi157.stdout:1296: finishing write tid 5 to smithi15786056-38 2024-08-17T00:36:44.363 INFO:tasks.rados.rados.0.smithi157.stdout:1296: finishing write tid 6 to smithi15786056-38 2024-08-17T00:36:44.363 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 654 (ObjNum 408 snap 123 seq_num 408) dirty exists 2024-08-17T00:36:44.363 INFO:tasks.rados.rados.0.smithi157.stdout:1296: left oid 38 (ObjNum 408 snap 123 seq_num 408) 2024-08-17T00:36:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:44 smithi157 ceph-mon[101289]: osdmap e321: 8 total, 8 up, 8 in 2024-08-17T00:36:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:44 smithi157 ceph-mon[101289]: pgmap v131: 121 pgs: 121 active+clean; 164 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 920 KiB/s wr, 3 op/s 2024-08-17T00:36:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:36:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:44 smithi157 ceph-mon[98780]: osdmap e321: 8 total, 8 up, 8 in 2024-08-17T00:36:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:44 smithi157 ceph-mon[98780]: pgmap v131: 121 pgs: 121 active+clean; 164 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 920 KiB/s wr, 3 op/s 2024-08-17T00:36:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:36:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:44 smithi187 ceph-mon[90552]: osdmap e321: 8 total, 8 up, 8 in 2024-08-17T00:36:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:44 smithi187 ceph-mon[90552]: pgmap v131: 121 pgs: 121 active+clean; 164 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 920 KiB/s wr, 3 op/s 2024-08-17T00:36:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:36:44.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:44.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:45.316 INFO:tasks.rados.rados.0.smithi157.stdout:1288: done (6 left) 2024-08-17T00:36:45.316 INFO:tasks.rados.rados.0.smithi157.stdout:1291: done (5 left) 2024-08-17T00:36:45.317 INFO:tasks.rados.rados.0.smithi157.stdout:1292: done (4 left) 2024-08-17T00:36:45.317 INFO:tasks.rados.rados.0.smithi157.stdout:1293: done (3 left) 2024-08-17T00:36:45.317 INFO:tasks.rados.rados.0.smithi157.stdout:1294: done (2 left) 2024-08-17T00:36:45.317 INFO:tasks.rados.rados.0.smithi157.stdout:1296: done (1 left) 2024-08-17T00:36:45.317 INFO:tasks.rados.rados.0.smithi157.stdout:1297: done (0 left) 2024-08-17T00:36:45.317 INFO:tasks.rados.rados.0.smithi157.stdout:1298: snap_create 2024-08-17T00:36:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:45 smithi157 ceph-mon[98780]: osdmap e322: 8 total, 8 up, 8 in 2024-08-17T00:36:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:45 smithi157 ceph-mon[101289]: osdmap e322: 8 total, 8 up, 8 in 2024-08-17T00:36:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:45 smithi187 ceph-mon[90552]: osdmap e322: 8 total, 8 up, 8 in 2024-08-17T00:36:46.330 INFO:tasks.rados.rados.0.smithi157.stdout:1298: done (0 left) 2024-08-17T00:36:46.330 INFO:tasks.rados.rados.0.smithi157.stdout:1299: read oid 17 snap 120 2024-08-17T00:36:46.330 INFO:tasks.rados.rados.0.smithi157.stdout:1299: expect deleted 2024-08-17T00:36:46.330 INFO:tasks.rados.rados.0.smithi157.stdout:1300: delete oid 15 current snap is 125 2024-08-17T00:36:46.334 INFO:tasks.rados.rados.0.smithi157.stdout:1299: done (1 left) 2024-08-17T00:36:46.334 INFO:tasks.rados.rados.0.smithi157.stdout:1300: done (0 left) 2024-08-17T00:36:46.334 INFO:tasks.rados.rados.0.smithi157.stdout:1301: read oid 41 snap 104 2024-08-17T00:36:46.334 INFO:tasks.rados.rados.0.smithi157.stdout:1301: expect (ObjNum 306 snap 86 seq_num 306) 2024-08-17T00:36:46.334 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 36 current snap is 125 2024-08-17T00:36:46.334 INFO:tasks.rados.rados.0.smithi157.stdout:1302: seq_num 410 ranges {3145728=475136,3620864=417792,4038656=475136,4513792=425984,4939776=286720} 2024-08-17T00:36:46.354 INFO:tasks.rados.rados.0.smithi157.stdout:1302: writing smithi15786056-36 from 3145728 to 3620864 tid 1 2024-08-17T00:36:46.356 INFO:tasks.rados.rados.0.smithi157.stdout:1302: writing smithi15786056-36 from 3620864 to 4038656 tid 2 2024-08-17T00:36:46.358 INFO:tasks.rados.rados.0.smithi157.stdout:1302: writing smithi15786056-36 from 4038656 to 4513792 tid 3 2024-08-17T00:36:46.361 INFO:tasks.rados.rados.0.smithi157.stdout:1302: writing smithi15786056-36 from 4513792 to 4939776 tid 4 2024-08-17T00:36:46.363 INFO:tasks.rados.rados.0.smithi157.stdout:1302: writing smithi15786056-36 from 4939776 to 5226496 tid 5 2024-08-17T00:36:46.363 INFO:tasks.rados.rados.0.smithi157.stdout:1303: rollback oid 4 current snap is 125 2024-08-17T00:36:46.363 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 4 to 104 2024-08-17T00:36:46.363 INFO:tasks.rados.rados.0.smithi157.stdout:1301: expect (ObjNum 306 snap 86 seq_num 306) 2024-08-17T00:36:46.373 INFO:tasks.rados.rados.0.smithi157.stdout:1302: finishing write tid 1 to smithi15786056-36 2024-08-17T00:36:46.373 INFO:tasks.rados.rados.0.smithi157.stdout:1302: finishing write tid 2 to smithi15786056-36 2024-08-17T00:36:46.374 INFO:tasks.rados.rados.0.smithi157.stdout:1302: finishing write tid 3 to smithi15786056-36 2024-08-17T00:36:46.374 INFO:tasks.rados.rados.0.smithi157.stdout:1302: finishing write tid 4 to smithi15786056-36 2024-08-17T00:36:46.374 INFO:tasks.rados.rados.0.smithi157.stdout:1302: finishing write tid 5 to smithi15786056-36 2024-08-17T00:36:46.374 INFO:tasks.rados.rados.0.smithi157.stdout:1302: finishing write tid 6 to smithi15786056-36 2024-08-17T00:36:46.374 INFO:tasks.rados.rados.0.smithi157.stdout:1303: finishing rollback tid 0 to smithi15786056-4 2024-08-17T00:36:46.374 INFO:tasks.rados.rados.0.smithi157.stdout:1303: finishing rollback tid 1 to smithi15786056-4 2024-08-17T00:36:46.374 INFO:tasks.rados.rados.0.smithi157.stdout:1303: finishing rollback tid 2 to smithi15786056-4 2024-08-17T00:36:46.374 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 529 (ObjNum 310 snap 86 seq_num 310) dirty exists 2024-08-17T00:36:46.374 INFO:tasks.rados.rados.0.smithi157.stdout:1302: finishing write tid 7 to smithi15786056-36 2024-08-17T00:36:46.374 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 115 (ObjNum 410 snap 125 seq_num 410) dirty exists 2024-08-17T00:36:46.375 INFO:tasks.rados.rados.0.smithi157.stdout:1302: left oid 36 (ObjNum 410 snap 125 seq_num 410) 2024-08-17T00:36:46.375 INFO:tasks.rados.rados.0.smithi157.stdout:1301: done (2 left) 2024-08-17T00:36:46.375 INFO:tasks.rados.rados.0.smithi157.stdout:1302: done (1 left) 2024-08-17T00:36:46.375 INFO:tasks.rados.rados.0.smithi157.stdout:1303: done (0 left) 2024-08-17T00:36:46.375 INFO:tasks.rados.rados.0.smithi157.stdout:1304: rmattr oid 35 current snap is 125 2024-08-17T00:36:46.375 INFO:tasks.rados.rados.0.smithi157.stdout:1305: setattr oid 26 current snap is 125 2024-08-17T00:36:46.375 INFO:tasks.rados.rados.0.smithi157.stdout:1306: snap_remove snap 106 2024-08-17T00:36:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:46 smithi157 ceph-mon[101289]: osdmap e323: 8 total, 8 up, 8 in 2024-08-17T00:36:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:46 smithi157 ceph-mon[101289]: pgmap v134: 121 pgs: 121 active+clean; 176 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-08-17T00:36:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:46 smithi157 ceph-mon[98780]: osdmap e323: 8 total, 8 up, 8 in 2024-08-17T00:36:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:46 smithi157 ceph-mon[98780]: pgmap v134: 121 pgs: 121 active+clean; 176 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-08-17T00:36:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:46 smithi187 ceph-mon[90552]: osdmap e323: 8 total, 8 up, 8 in 2024-08-17T00:36:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:46 smithi187 ceph-mon[90552]: pgmap v134: 121 pgs: 121 active+clean; 176 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-08-17T00:36:47.307 INFO:tasks.rados.rados.0.smithi157.stdout:1306: done (2 left) 2024-08-17T00:36:47.307 INFO:tasks.rados.rados.0.smithi157.stdout:1307: rmattr oid 50 current snap is 125 2024-08-17T00:36:47.307 INFO:tasks.rados.rados.0.smithi157.stdout:1307: done (2 left) 2024-08-17T00:36:47.307 INFO:tasks.rados.rados.0.smithi157.stdout:1308: snap_remove snap 120 2024-08-17T00:36:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:47 smithi157 ceph-mon[98780]: osdmap e324: 8 total, 8 up, 8 in 2024-08-17T00:36:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:47 smithi157 ceph-mon[98780]: mgrmap e43: y(active, since 92s), standbys: x 2024-08-17T00:36:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:47 smithi157 ceph-mon[98780]: osdmap e325: 8 total, 8 up, 8 in 2024-08-17T00:36:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:47 smithi157 ceph-mon[101289]: osdmap e324: 8 total, 8 up, 8 in 2024-08-17T00:36:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:47 smithi157 ceph-mon[101289]: mgrmap e43: y(active, since 92s), standbys: x 2024-08-17T00:36:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:47 smithi157 ceph-mon[101289]: osdmap e325: 8 total, 8 up, 8 in 2024-08-17T00:36:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:47 smithi187 ceph-mon[90552]: osdmap e324: 8 total, 8 up, 8 in 2024-08-17T00:36:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:47 smithi187 ceph-mon[90552]: mgrmap e43: y(active, since 92s), standbys: x 2024-08-17T00:36:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:47 smithi187 ceph-mon[90552]: osdmap e325: 8 total, 8 up, 8 in 2024-08-17T00:36:48.307 INFO:tasks.rados.rados.0.smithi157.stdout:1308: done (2 left) 2024-08-17T00:36:48.308 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 27 current snap is 125 2024-08-17T00:36:48.308 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 385 (ObjNum 268 snap 70 seq_num 268) dirty exists 2024-08-17T00:36:48.308 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 784 (ObjNum 8209 snap 0 seq_num 1197035022) dirty exists 2024-08-17T00:36:48.308 INFO:tasks.rados.rados.0.smithi157.stdout:1309: seq_num 411 ranges {1187840=491520,1679360=753664,2433024=688128,3121152=163840} 2024-08-17T00:36:48.317 INFO:tasks.rados.rados.0.smithi157.stdout:1309: writing smithi15786056-27 from 1187840 to 1679360 tid 1 2024-08-17T00:36:48.322 INFO:tasks.rados.rados.0.smithi157.stdout:1309: writing smithi15786056-27 from 1679360 to 2433024 tid 2 2024-08-17T00:36:48.327 INFO:tasks.rados.rados.0.smithi157.stdout:1309: writing smithi15786056-27 from 2433024 to 3121152 tid 3 2024-08-17T00:36:48.328 INFO:tasks.rados.rados.0.smithi157.stdout:1309: writing smithi15786056-27 from 3121152 to 3284992 tid 4 2024-08-17T00:36:48.329 INFO:tasks.rados.rados.0.smithi157.stdout:1304: done (2 left) 2024-08-17T00:36:48.329 INFO:tasks.rados.rados.0.smithi157.stdout:1305: done (1 left) 2024-08-17T00:36:48.329 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 125 2024-08-17T00:36:48.329 INFO:tasks.rados.rados.0.smithi157.stdout:1310: seq_num 412 ranges {0=507904,507904=630784,1138688=491520,1630208=483328} 2024-08-17T00:36:48.332 INFO:tasks.rados.rados.0.smithi157.stdout:1310: writing smithi15786056-3 from 0 to 507904 tid 1 2024-08-17T00:36:48.336 INFO:tasks.rados.rados.0.smithi157.stdout:1310: writing smithi15786056-3 from 507904 to 1138688 tid 2 2024-08-17T00:36:48.339 INFO:tasks.rados.rados.0.smithi157.stdout:1310: writing smithi15786056-3 from 1138688 to 1630208 tid 3 2024-08-17T00:36:48.343 INFO:tasks.rados.rados.0.smithi157.stdout:1310: writing smithi15786056-3 from 1630208 to 2113536 tid 4 2024-08-17T00:36:48.343 INFO:tasks.rados.rados.0.smithi157.stdout:1311: rollback oid 12 current snap is 125 2024-08-17T00:36:48.343 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 12 to 123 2024-08-17T00:36:48.343 INFO:tasks.rados.rados.0.smithi157.stdout:1309: finishing write tid 1 to smithi15786056-27 2024-08-17T00:36:48.343 INFO:tasks.rados.rados.0.smithi157.stdout:1309: finishing write tid 2 to smithi15786056-27 2024-08-17T00:36:48.343 INFO:tasks.rados.rados.0.smithi157.stdout:1309: finishing write tid 3 to smithi15786056-27 2024-08-17T00:36:48.343 INFO:tasks.rados.rados.0.smithi157.stdout:1309: finishing write tid 4 to smithi15786056-27 2024-08-17T00:36:48.343 INFO:tasks.rados.rados.0.smithi157.stdout:1309: finishing write tid 5 to smithi15786056-27 2024-08-17T00:36:48.343 INFO:tasks.rados.rados.0.smithi157.stdout:1310: finishing write tid 1 to smithi15786056-3 2024-08-17T00:36:48.343 INFO:tasks.rados.rados.0.smithi157.stdout:1309: finishing write tid 6 to smithi15786056-27 2024-08-17T00:36:48.343 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 240 (ObjNum 411 snap 125 seq_num 411) dirty exists 2024-08-17T00:36:48.344 INFO:tasks.rados.rados.0.smithi157.stdout:1309: left oid 27 (ObjNum 411 snap 125 seq_num 411) 2024-08-17T00:36:48.344 INFO:tasks.rados.rados.0.smithi157.stdout:1310: finishing write tid 2 to smithi15786056-3 2024-08-17T00:36:48.344 INFO:tasks.rados.rados.0.smithi157.stdout:1310: finishing write tid 3 to smithi15786056-3 2024-08-17T00:36:48.344 INFO:tasks.rados.rados.0.smithi157.stdout:1309: done (2 left) 2024-08-17T00:36:48.344 INFO:tasks.rados.rados.0.smithi157.stdout:1312: rollback oid 25 current snap is 125 2024-08-17T00:36:48.344 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 25 to 116 2024-08-17T00:36:48.344 INFO:tasks.rados.rados.0.smithi157.stdout:1313: rmattr oid 46 current snap is 125 2024-08-17T00:36:48.344 INFO:tasks.rados.rados.0.smithi157.stdout:1314: rmattr oid 18 current snap is 125 2024-08-17T00:36:48.344 INFO:tasks.rados.rados.0.smithi157.stdout:1314: done (4 left) 2024-08-17T00:36:48.344 INFO:tasks.rados.rados.0.smithi157.stdout:1315: delete oid 13 current snap is 125 2024-08-17T00:36:48.344 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 0 (ObjNum 372 snap 113 seq_num 372) dirty exists 2024-08-17T00:36:48.347 INFO:tasks.rados.rados.0.smithi157.stdout:1310: finishing write tid 4 to smithi15786056-3 2024-08-17T00:36:48.347 INFO:tasks.rados.rados.0.smithi157.stdout:1310: finishing write tid 5 to smithi15786056-3 2024-08-17T00:36:48.347 INFO:tasks.rados.rados.0.smithi157.stdout:1313: done (4 left) 2024-08-17T00:36:48.347 INFO:tasks.rados.rados.0.smithi157.stdout:1315: done (3 left) 2024-08-17T00:36:48.347 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 33 current snap is 125 2024-08-17T00:36:48.347 INFO:tasks.rados.rados.0.smithi157.stdout:1316: seq_num 414 ranges {1228800=540672,1769472=802816,2572288=458752,3031040=344064} 2024-08-17T00:36:48.356 INFO:tasks.rados.rados.0.smithi157.stdout:1316: writing smithi15786056-33 from 1228800 to 1769472 tid 1 2024-08-17T00:36:48.361 INFO:tasks.rados.rados.0.smithi157.stdout:1316: writing smithi15786056-33 from 1769472 to 2572288 tid 2 2024-08-17T00:36:48.364 INFO:tasks.rados.rados.0.smithi157.stdout:1316: writing smithi15786056-33 from 2572288 to 3031040 tid 3 2024-08-17T00:36:48.366 INFO:tasks.rados.rados.0.smithi157.stdout:1316: writing smithi15786056-33 from 3031040 to 3375104 tid 4 2024-08-17T00:36:48.366 INFO:tasks.rados.rados.0.smithi157.stdout:1317: snap_remove snap 122 2024-08-17T00:36:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:48 smithi157 ceph-mon[98780]: pgmap v137: 121 pgs: 121 active+clean; 176 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-08-17T00:36:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:48 smithi157 ceph-mon[98780]: osdmap e326: 8 total, 8 up, 8 in 2024-08-17T00:36:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:48 smithi157 ceph-mon[101289]: pgmap v137: 121 pgs: 121 active+clean; 176 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-08-17T00:36:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:48 smithi157 ceph-mon[101289]: osdmap e326: 8 total, 8 up, 8 in 2024-08-17T00:36:48.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:48 smithi187 ceph-mon[90552]: pgmap v137: 121 pgs: 121 active+clean; 176 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-08-17T00:36:48.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:48 smithi187 ceph-mon[90552]: osdmap e326: 8 total, 8 up, 8 in 2024-08-17T00:36:48.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:48.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T00:36:48.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:49.335 INFO:tasks.rados.rados.0.smithi157.stdout:1317: done (4 left) 2024-08-17T00:36:49.336 INFO:tasks.rados.rados.0.smithi157.stdout:1318: read oid 31 snap -1 2024-08-17T00:36:49.336 INFO:tasks.rados.rados.0.smithi157.stdout:1318: expect (ObjNum 384 snap 116 seq_num 384) 2024-08-17T00:36:49.336 INFO:tasks.rados.rados.0.smithi157.stdout:1319: copy_from oid 5 from oid 11 current snap is 125 2024-08-17T00:36:49.336 INFO:tasks.rados.rados.0.smithi157.stdout:1311: finishing rollback tid 0 to smithi15786056-12 2024-08-17T00:36:49.336 INFO:tasks.rados.rados.0.smithi157.stdout:1312: finishing rollback tid 0 to smithi15786056-25 2024-08-17T00:36:49.336 INFO:tasks.rados.rados.0.smithi157.stdout:1311: finishing rollback tid 1 to smithi15786056-12 2024-08-17T00:36:49.336 INFO:tasks.rados.rados.0.smithi157.stdout:1311: finishing rollback tid 2 to smithi15786056-12 2024-08-17T00:36:49.336 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 657 (ObjNum 378 snap 113 seq_num 378) dirty exists 2024-08-17T00:36:49.336 INFO:tasks.rados.rados.0.smithi157.stdout:1312: finishing rollback tid 1 to smithi15786056-25 2024-08-17T00:36:49.336 INFO:tasks.rados.rados.0.smithi157.stdout:1310: finishing write tid 6 to smithi15786056-3 2024-08-17T00:36:49.337 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 799 (ObjNum 412 snap 125 seq_num 412) dirty exists 2024-08-17T00:36:49.337 INFO:tasks.rados.rados.0.smithi157.stdout:1310: left oid 3 (ObjNum 412 snap 125 seq_num 412) 2024-08-17T00:36:49.337 INFO:tasks.rados.rados.0.smithi157.stdout:1312: finishing rollback tid 2 to smithi15786056-25 2024-08-17T00:36:49.337 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 506 (ObjNum 323 snap 95 seq_num 323) dirty exists 2024-08-17T00:36:49.337 INFO:tasks.rados.rados.0.smithi157.stdout:1316: finishing write tid 1 to smithi15786056-33 2024-08-17T00:36:49.337 INFO:tasks.rados.rados.0.smithi157.stdout:1316: finishing write tid 2 to smithi15786056-33 2024-08-17T00:36:49.337 INFO:tasks.rados.rados.0.smithi157.stdout:1316: finishing write tid 3 to smithi15786056-33 2024-08-17T00:36:49.337 INFO:tasks.rados.rados.0.smithi157.stdout:1316: finishing write tid 4 to smithi15786056-33 2024-08-17T00:36:49.337 INFO:tasks.rados.rados.0.smithi157.stdout:1316: finishing write tid 5 to smithi15786056-33 2024-08-17T00:36:49.337 INFO:tasks.rados.rados.0.smithi157.stdout:1316: finishing write tid 6 to smithi15786056-33 2024-08-17T00:36:49.337 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 251 (ObjNum 414 snap 125 seq_num 414) dirty exists 2024-08-17T00:36:49.337 INFO:tasks.rados.rados.0.smithi157.stdout:1316: left oid 33 (ObjNum 414 snap 125 seq_num 414) 2024-08-17T00:36:49.337 INFO:tasks.rados.rados.0.smithi157.stdout:1310: done (5 left) 2024-08-17T00:36:49.338 INFO:tasks.rados.rados.0.smithi157.stdout:1311: done (4 left) 2024-08-17T00:36:49.338 INFO:tasks.rados.rados.0.smithi157.stdout:1312: done (3 left) 2024-08-17T00:36:49.338 INFO:tasks.rados.rados.0.smithi157.stdout:1316: done (2 left) 2024-08-17T00:36:49.338 INFO:tasks.rados.rados.0.smithi157.stdout:1320: delete oid 45 current snap is 125 2024-08-17T00:36:49.339 INFO:tasks.rados.rados.0.smithi157.stdout:1320: done (2 left) 2024-08-17T00:36:49.339 INFO:tasks.rados.rados.0.smithi157.stdout:1321: copy_from oid 24 from oid 26 current snap is 125 2024-08-17T00:36:49.339 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 40 current snap is 125 2024-08-17T00:36:49.339 INFO:tasks.rados.rados.0.smithi157.stdout:1322: seq_num 416 ranges {1679360=573440,2252800=573440,2826240=475136,3301376=557056} 2024-08-17T00:36:49.352 INFO:tasks.rados.rados.0.smithi157.stdout:1322: writing smithi15786056-40 from 1679360 to 2252800 tid 1 2024-08-17T00:36:49.356 INFO:tasks.rados.rados.0.smithi157.stdout:1322: writing smithi15786056-40 from 2252800 to 2826240 tid 2 2024-08-17T00:36:49.359 INFO:tasks.rados.rados.0.smithi157.stdout:1322: writing smithi15786056-40 from 2826240 to 3301376 tid 3 2024-08-17T00:36:49.363 INFO:tasks.rados.rados.0.smithi157.stdout:1322: writing smithi15786056-40 from 3301376 to 3858432 tid 4 2024-08-17T00:36:49.363 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 37 current snap is 125 2024-08-17T00:36:49.363 INFO:tasks.rados.rados.0.smithi157.stdout:1319: finishing copy_from to smithi15786056-5 2024-08-17T00:36:49.363 INFO:tasks.rados.rados.0.smithi157.stdout:1319: got expected ENOENT (src dne) 2024-08-17T00:36:49.363 INFO:tasks.rados.rados.0.smithi157.stdout:1323: seq_num 417 ranges {0=589824,589824=458752,1048576=679936,1728512=466944} 2024-08-17T00:36:49.366 INFO:tasks.rados.rados.0.smithi157.stdout:1323: writing smithi15786056-37 from 0 to 589824 tid 1 2024-08-17T00:36:49.369 INFO:tasks.rados.rados.0.smithi157.stdout:1323: writing smithi15786056-37 from 589824 to 1048576 tid 2 2024-08-17T00:36:49.373 INFO:tasks.rados.rados.0.smithi157.stdout:1323: writing smithi15786056-37 from 1048576 to 1728512 tid 3 2024-08-17T00:36:49.377 INFO:tasks.rados.rados.0.smithi157.stdout:1323: writing smithi15786056-37 from 1728512 to 2195456 tid 4 2024-08-17T00:36:49.377 INFO:tasks.rados.rados.0.smithi157.stdout:1324: read oid 19 snap -1 2024-08-17T00:36:49.377 INFO:tasks.rados.rados.0.smithi157.stdout:1324: expect deleted 2024-08-17T00:36:49.377 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 33 current snap is 125 2024-08-17T00:36:49.377 INFO:tasks.rados.rados.0.smithi157.stdout:1319: finishing copy_from racing read to smithi15786056-5 2024-08-17T00:36:49.377 INFO:tasks.rados.rados.0.smithi157.stdout:1321: finishing copy_from racing read to smithi15786056-24 2024-08-17T00:36:49.377 INFO:tasks.rados.rados.0.smithi157.stdout:1321: finishing copy_from to smithi15786056-24 2024-08-17T00:36:49.378 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 784 (ObjNum 305 snap 0 seq_num 1) dirty exists 2024-08-17T00:36:49.378 INFO:tasks.rados.rados.0.smithi157.stdout:1325: seq_num 418 ranges {3375104=606208,3981312=737280,4718592=434176,5152768=434176} 2024-08-17T00:36:49.398 INFO:tasks.rados.rados.0.smithi157.stdout:1325: writing smithi15786056-33 from 3375104 to 3981312 tid 1 2024-08-17T00:36:49.403 INFO:tasks.rados.rados.0.smithi157.stdout:1325: writing smithi15786056-33 from 3981312 to 4718592 tid 2 2024-08-17T00:36:49.405 INFO:tasks.rados.rados.0.smithi157.stdout:1325: writing smithi15786056-33 from 4718592 to 5152768 tid 3 2024-08-17T00:36:49.408 INFO:tasks.rados.rados.0.smithi157.stdout:1325: writing smithi15786056-33 from 5152768 to 5586944 tid 4 2024-08-17T00:36:49.408 INFO:tasks.rados.rados.0.smithi157.stdout:1319: done (6 left) 2024-08-17T00:36:49.408 INFO:tasks.rados.rados.0.smithi157.stdout:1321: done (5 left) 2024-08-17T00:36:49.408 INFO:tasks.rados.rados.0.smithi157.stdout:1326: rollback oid 12 current snap is 125 2024-08-17T00:36:49.408 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 12 to 123 2024-08-17T00:36:49.408 INFO:tasks.rados.rados.0.smithi157.stdout:1323: finishing write tid 1 to smithi15786056-37 2024-08-17T00:36:49.408 INFO:tasks.rados.rados.0.smithi157.stdout:1323: finishing write tid 2 to smithi15786056-37 2024-08-17T00:36:49.408 INFO:tasks.rados.rados.0.smithi157.stdout:1318: expect (ObjNum 384 snap 116 seq_num 384) 2024-08-17T00:36:49.790 INFO:tasks.rados.rados.0.smithi157.stdout:1322: finishing write tid 1 to smithi15786056-40 2024-08-17T00:36:49.790 INFO:tasks.rados.rados.0.smithi157.stdout:1323: finishing write tid 3 to smithi15786056-37 2024-08-17T00:36:49.790 INFO:tasks.rados.rados.0.smithi157.stdout:1322: finishing write tid 2 to smithi15786056-40 2024-08-17T00:36:49.790 INFO:tasks.rados.rados.0.smithi157.stdout:1322: finishing write tid 3 to smithi15786056-40 2024-08-17T00:36:49.790 INFO:tasks.rados.rados.0.smithi157.stdout:1322: finishing write tid 4 to smithi15786056-40 2024-08-17T00:36:49.791 INFO:tasks.rados.rados.0.smithi157.stdout:1322: finishing write tid 5 to smithi15786056-40 2024-08-17T00:36:49.791 INFO:tasks.rados.rados.0.smithi157.stdout:1318: done (5 left) 2024-08-17T00:36:49.791 INFO:tasks.rados.rados.0.smithi157.stdout:1324: done (4 left) 2024-08-17T00:36:49.791 INFO:tasks.rados.rados.0.smithi157.stdout:1327: copy_from oid 25 from oid 39 current snap is 125 2024-08-17T00:36:49.791 INFO:tasks.rados.rados.0.smithi157.stdout:1323: finishing write tid 4 to smithi15786056-37 2024-08-17T00:36:49.791 INFO:tasks.rados.rados.0.smithi157.stdout:1323: finishing write tid 5 to smithi15786056-37 2024-08-17T00:36:49.791 INFO:tasks.rados.rados.0.smithi157.stdout:1322: finishing write tid 6 to smithi15786056-40 2024-08-17T00:36:49.791 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 668 (ObjNum 416 snap 125 seq_num 416) dirty exists 2024-08-17T00:36:49.791 INFO:tasks.rados.rados.0.smithi157.stdout:1322: left oid 40 (ObjNum 416 snap 125 seq_num 416) 2024-08-17T00:36:49.791 INFO:tasks.rados.rados.0.smithi157.stdout:1323: finishing write tid 6 to smithi15786056-37 2024-08-17T00:36:49.791 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 571 (ObjNum 417 snap 125 seq_num 417) dirty exists 2024-08-17T00:36:49.791 INFO:tasks.rados.rados.0.smithi157.stdout:1323: left oid 37 (ObjNum 417 snap 125 seq_num 417) 2024-08-17T00:36:49.792 INFO:tasks.rados.rados.0.smithi157.stdout:1325: finishing write tid 1 to smithi15786056-33 2024-08-17T00:36:49.792 INFO:tasks.rados.rados.0.smithi157.stdout:1322: done (4 left) 2024-08-17T00:36:49.792 INFO:tasks.rados.rados.0.smithi157.stdout:1323: done (3 left) 2024-08-17T00:36:49.792 INFO:tasks.rados.rados.0.smithi157.stdout:1328: snap_remove snap 116 2024-08-17T00:36:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:49 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:49 smithi157 ceph-mon[98780]: osdmap e327: 8 total, 8 up, 8 in 2024-08-17T00:36:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:49 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:49 smithi157 ceph-mon[101289]: osdmap e327: 8 total, 8 up, 8 in 2024-08-17T00:36:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:49 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:49 smithi187 ceph-mon[90552]: osdmap e327: 8 total, 8 up, 8 in 2024-08-17T00:36:50.782 INFO:tasks.rados.rados.0.smithi157.stdout:1328: done (3 left) 2024-08-17T00:36:50.782 INFO:tasks.rados.rados.0.smithi157.stdout:1329: copy_from oid 23 from oid 34 current snap is 125 2024-08-17T00:36:50.782 INFO:tasks.rados.rados.0.smithi157.stdout:1330: snap_create 2024-08-17T00:36:50.782 INFO:tasks.rados.rados.0.smithi157.stdout:1325: finishing write tid 2 to smithi15786056-33 2024-08-17T00:36:50.782 INFO:tasks.rados.rados.0.smithi157.stdout:1325: finishing write tid 3 to smithi15786056-33 2024-08-17T00:36:50.782 INFO:tasks.rados.rados.0.smithi157.stdout:1326: finishing rollback tid 0 to smithi15786056-12 2024-08-17T00:36:50.782 INFO:tasks.rados.rados.0.smithi157.stdout:1326: finishing rollback tid 1 to smithi15786056-12 2024-08-17T00:36:50.782 INFO:tasks.rados.rados.0.smithi157.stdout:1325: finishing write tid 4 to smithi15786056-33 2024-08-17T00:36:50.782 INFO:tasks.rados.rados.0.smithi157.stdout:1325: finishing write tid 5 to smithi15786056-33 2024-08-17T00:36:50.783 INFO:tasks.rados.rados.0.smithi157.stdout:1326: finishing rollback tid 2 to smithi15786056-12 2024-08-17T00:36:50.783 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 660 (ObjNum 378 snap 113 seq_num 378) dirty exists 2024-08-17T00:36:50.783 INFO:tasks.rados.rados.0.smithi157.stdout:1325: finishing write tid 6 to smithi15786056-33 2024-08-17T00:36:50.783 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 256 (ObjNum 418 snap 125 seq_num 418) dirty exists 2024-08-17T00:36:50.783 INFO:tasks.rados.rados.0.smithi157.stdout:1325: left oid 33 (ObjNum 418 snap 125 seq_num 418) 2024-08-17T00:36:50.783 INFO:tasks.rados.rados.0.smithi157.stdout:1327: finishing copy_from to smithi15786056-25 2024-08-17T00:36:50.783 INFO:tasks.rados.rados.0.smithi157.stdout:1327: got expected ENOENT (src dne) 2024-08-17T00:36:50.783 INFO:tasks.rados.rados.0.smithi157.stdout:1327: finishing copy_from racing read to smithi15786056-25 2024-08-17T00:36:50.801 INFO:tasks.rados.rados.0.smithi157.stdout:1329: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:36:50.801 INFO:tasks.rados.rados.0.smithi157.stdout:1329: finishing copy_from to smithi15786056-23 2024-08-17T00:36:50.801 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 490 (ObjNum 358 snap 104 seq_num 358) dirty exists 2024-08-17T00:36:51.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:50 smithi187 ceph-mon[90552]: pgmap v140: 121 pgs: 121 active+clean; 193 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-08-17T00:36:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:50 smithi157 ceph-mon[98780]: pgmap v140: 121 pgs: 121 active+clean; 193 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-08-17T00:36:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:50 smithi157 ceph-mon[101289]: pgmap v140: 121 pgs: 121 active+clean; 193 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-08-17T00:36:51.787 INFO:tasks.rados.rados.0.smithi157.stdout:1325: done (4 left) 2024-08-17T00:36:51.788 INFO:tasks.rados.rados.0.smithi157.stdout:1326: done (3 left) 2024-08-17T00:36:51.788 INFO:tasks.rados.rados.0.smithi157.stdout:1327: done (2 left) 2024-08-17T00:36:51.788 INFO:tasks.rados.rados.0.smithi157.stdout:1329: done (1 left) 2024-08-17T00:36:51.788 INFO:tasks.rados.rados.0.smithi157.stdout:1330: done (0 left) 2024-08-17T00:36:51.789 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 11 current snap is 126 2024-08-17T00:36:51.789 INFO:tasks.rados.rados.0.smithi157.stdout:1331: seq_num 419 ranges {0=622592,622592=671744,1294336=647168,1941504=286720} 2024-08-17T00:36:51.790 INFO:tasks.rados.rados.0.smithi157.stdout:1331: writing smithi15786056-11 from 0 to 622592 tid 1 2024-08-17T00:36:51.794 INFO:tasks.rados.rados.0.smithi157.stdout:1331: writing smithi15786056-11 from 622592 to 1294336 tid 2 2024-08-17T00:36:51.798 INFO:tasks.rados.rados.0.smithi157.stdout:1331: writing smithi15786056-11 from 1294336 to 1941504 tid 3 2024-08-17T00:36:51.800 INFO:tasks.rados.rados.0.smithi157.stdout:1331: writing smithi15786056-11 from 1941504 to 2228224 tid 4 2024-08-17T00:36:51.801 INFO:tasks.rados.rados.0.smithi157.stdout:1332: rmattr oid 30 current snap is 126 2024-08-17T00:36:51.801 INFO:tasks.rados.rados.0.smithi157.stdout:1332: done (1 left) 2024-08-17T00:36:51.801 INFO:tasks.rados.rados.0.smithi157.stdout:1333: delete oid 19 current snap is 126 2024-08-17T00:36:51.801 INFO:tasks.rados.rados.0.smithi157.stdout:1331: finishing write tid 1 to smithi15786056-11 2024-08-17T00:36:51.801 INFO:tasks.rados.rados.0.smithi157.stdout:1331: finishing write tid 2 to smithi15786056-11 2024-08-17T00:36:51.803 INFO:tasks.rados.rados.0.smithi157.stdout:1333: done (1 left) 2024-08-17T00:36:51.803 INFO:tasks.rados.rados.0.smithi157.stdout:1334: rollback oid 30 current snap is 126 2024-08-17T00:36:51.803 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 30 to 124 2024-08-17T00:36:51.803 INFO:tasks.rados.rados.0.smithi157.stdout:1335: copy_from oid 23 from oid 17 current snap is 126 2024-08-17T00:36:51.804 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 126 2024-08-17T00:36:51.804 INFO:tasks.rados.rados.0.smithi157.stdout:1336: seq_num 421 ranges {0=655360,655360=442368,1097728=663552,1761280=499712} 2024-08-17T00:36:51.806 INFO:tasks.rados.rados.0.smithi157.stdout:1336: writing smithi15786056-24 from 0 to 655360 tid 1 2024-08-17T00:36:51.808 INFO:tasks.rados.rados.0.smithi157.stdout:1336: writing smithi15786056-24 from 655360 to 1097728 tid 2 2024-08-17T00:36:51.812 INFO:tasks.rados.rados.0.smithi157.stdout:1336: writing smithi15786056-24 from 1097728 to 1761280 tid 3 2024-08-17T00:36:51.816 INFO:tasks.rados.rados.0.smithi157.stdout:1336: writing smithi15786056-24 from 1761280 to 2260992 tid 4 2024-08-17T00:36:51.816 INFO:tasks.rados.rados.0.smithi157.stdout:1337: read oid 34 snap 125 2024-08-17T00:36:51.817 INFO:tasks.rados.rados.0.smithi157.stdout:1337: expect (ObjNum 358 snap 104 seq_num 358) 2024-08-17T00:36:51.817 INFO:tasks.rados.rados.0.smithi157.stdout:1338: snap_create 2024-08-17T00:36:51.817 INFO:tasks.rados.rados.0.smithi157.stdout:1331: finishing write tid 3 to smithi15786056-11 2024-08-17T00:36:51.817 INFO:tasks.rados.rados.0.smithi157.stdout:1331: finishing write tid 4 to smithi15786056-11 2024-08-17T00:36:51.817 INFO:tasks.rados.rados.0.smithi157.stdout:1331: finishing write tid 5 to smithi15786056-11 2024-08-17T00:36:51.817 INFO:tasks.rados.rados.0.smithi157.stdout:1334: finishing rollback tid 1 to smithi15786056-30 2024-08-17T00:36:51.817 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 522 (ObjNum 33 snap 0 seq_num 162572368) dirty dne 2024-08-17T00:36:51.817 INFO:tasks.rados.rados.0.smithi157.stdout:1335: finishing copy_from to smithi15786056-23 2024-08-17T00:36:51.817 INFO:tasks.rados.rados.0.smithi157.stdout:1335: got expected ENOENT (src dne) 2024-08-17T00:36:51.817 INFO:tasks.rados.rados.0.smithi157.stdout:1335: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:36:51.817 INFO:tasks.rados.rados.0.smithi157.stdout:1331: finishing write tid 6 to smithi15786056-11 2024-08-17T00:36:51.817 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 814 (ObjNum 419 snap 126 seq_num 419) dirty exists 2024-08-17T00:36:51.818 INFO:tasks.rados.rados.0.smithi157.stdout:1331: left oid 11 (ObjNum 419 snap 126 seq_num 419) 2024-08-17T00:36:51.818 INFO:tasks.rados.rados.0.smithi157.stdout:1336: finishing write tid 1 to smithi15786056-24 2024-08-17T00:36:51.818 INFO:tasks.rados.rados.0.smithi157.stdout:1336: finishing write tid 2 to smithi15786056-24 2024-08-17T00:36:51.819 INFO:tasks.rados.rados.0.smithi157.stdout:1336: finishing write tid 3 to smithi15786056-24 2024-08-17T00:36:51.820 INFO:tasks.rados.rados.0.smithi157.stdout:1336: finishing write tid 4 to smithi15786056-24 2024-08-17T00:36:51.820 INFO:tasks.rados.rados.0.smithi157.stdout:1336: finishing write tid 5 to smithi15786056-24 2024-08-17T00:36:51.821 INFO:tasks.rados.rados.0.smithi157.stdout:1337: expect (ObjNum 358 snap 104 seq_num 358) 2024-08-17T00:36:51.855 INFO:tasks.rados.rados.0.smithi157.stdout:1336: finishing write tid 6 to smithi15786056-24 2024-08-17T00:36:51.855 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 789 (ObjNum 421 snap 126 seq_num 421) dirty exists 2024-08-17T00:36:51.856 INFO:tasks.rados.rados.0.smithi157.stdout:1336: left oid 24 (ObjNum 421 snap 126 seq_num 421) 2024-08-17T00:36:52.117 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:51 smithi187 ceph-mon[90552]: osdmap e328: 8 total, 8 up, 8 in 2024-08-17T00:36:52.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:51 smithi157 ceph-mon[98780]: osdmap e328: 8 total, 8 up, 8 in 2024-08-17T00:36:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:51 smithi157 ceph-mon[101289]: osdmap e328: 8 total, 8 up, 8 in 2024-08-17T00:36:52.308 INFO:tasks.rados.rados.0.smithi157.stdout:1331: done (5 left) 2024-08-17T00:36:52.308 INFO:tasks.rados.rados.0.smithi157.stdout:1334: done (4 left) 2024-08-17T00:36:52.308 INFO:tasks.rados.rados.0.smithi157.stdout:1335: done (3 left) 2024-08-17T00:36:52.308 INFO:tasks.rados.rados.0.smithi157.stdout:1336: done (2 left) 2024-08-17T00:36:52.308 INFO:tasks.rados.rados.0.smithi157.stdout:1337: done (1 left) 2024-08-17T00:36:52.308 INFO:tasks.rados.rados.0.smithi157.stdout:1338: done (0 left) 2024-08-17T00:36:52.308 INFO:tasks.rados.rados.0.smithi157.stdout:1339: delete oid 26 current snap is 127 2024-08-17T00:36:52.314 INFO:tasks.rados.rados.0.smithi157.stdout:1339: done (0 left) 2024-08-17T00:36:52.314 INFO:tasks.rados.rados.0.smithi157.stdout:1340: delete oid 5 current snap is 127 2024-08-17T00:36:52.317 INFO:tasks.rados.rados.0.smithi157.stdout:1340: done (0 left) 2024-08-17T00:36:52.317 INFO:tasks.rados.rados.0.smithi157.stdout:1341: copy_from oid 21 from oid 29 current snap is 127 2024-08-17T00:36:52.317 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 127 2024-08-17T00:36:52.317 INFO:tasks.rados.rados.0.smithi157.stdout:1342: seq_num 424 ranges {2113536=704512,2818048=491520,3309568=434176,3743744=679936} 2024-08-17T00:36:52.333 INFO:tasks.rados.rados.0.smithi157.stdout:1342: writing smithi15786056-3 from 2113536 to 2818048 tid 1 2024-08-17T00:36:52.335 INFO:tasks.rados.rados.0.smithi157.stdout:1342: writing smithi15786056-3 from 2818048 to 3309568 tid 2 2024-08-17T00:36:52.337 INFO:tasks.rados.rados.0.smithi157.stdout:1342: writing smithi15786056-3 from 3309568 to 3743744 tid 3 2024-08-17T00:36:52.342 INFO:tasks.rados.rados.0.smithi157.stdout:1342: writing smithi15786056-3 from 3743744 to 4423680 tid 4 2024-08-17T00:36:52.342 INFO:tasks.rados.rados.0.smithi157.stdout:1343: copy_from oid 35 from oid 34 current snap is 127 2024-08-17T00:36:52.342 INFO:tasks.rados.rados.0.smithi157.stdout:1344: read oid 19 snap -1 2024-08-17T00:36:52.342 INFO:tasks.rados.rados.0.smithi157.stdout:1344: expect deleted 2024-08-17T00:36:52.342 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 17 current snap is 127 2024-08-17T00:36:52.342 INFO:tasks.rados.rados.0.smithi157.stdout:1345: seq_num 425 ranges {0=720896,720896=778240,1499136=638976,2138112=188416} 2024-08-17T00:36:52.346 INFO:tasks.rados.rados.0.smithi157.stdout:1345: writing smithi15786056-17 from 0 to 720896 tid 1 2024-08-17T00:36:52.351 INFO:tasks.rados.rados.0.smithi157.stdout:1345: writing smithi15786056-17 from 720896 to 1499136 tid 2 2024-08-17T00:36:52.355 INFO:tasks.rados.rados.0.smithi157.stdout:1345: writing smithi15786056-17 from 1499136 to 2138112 tid 3 2024-08-17T00:36:52.356 INFO:tasks.rados.rados.0.smithi157.stdout:1345: writing smithi15786056-17 from 2138112 to 2326528 tid 4 2024-08-17T00:36:52.356 INFO:tasks.rados.rados.0.smithi157.stdout:1346: copy_from oid 41 from oid 32 current snap is 127 2024-08-17T00:36:52.356 INFO:tasks.rados.rados.0.smithi157.stdout:1341: finishing copy_from racing read to smithi15786056-21 2024-08-17T00:36:52.357 INFO:tasks.rados.rados.0.smithi157.stdout:1343: finishing copy_from racing read to smithi15786056-35 2024-08-17T00:36:52.357 INFO:tasks.rados.rados.0.smithi157.stdout:1343: finishing copy_from to smithi15786056-35 2024-08-17T00:36:52.357 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 490 (ObjNum 358 snap 104 seq_num 358) dirty exists 2024-08-17T00:36:52.357 INFO:tasks.rados.rados.0.smithi157.stdout:1345: finishing write tid 1 to smithi15786056-17 2024-08-17T00:36:52.357 INFO:tasks.rados.rados.0.smithi157.stdout:1341: finishing copy_from to smithi15786056-21 2024-08-17T00:36:52.357 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 766 (ObjNum 381 snap 116 seq_num 381) dirty exists 2024-08-17T00:36:52.357 INFO:tasks.rados.rados.0.smithi157.stdout:1342: finishing write tid 1 to smithi15786056-3 2024-08-17T00:36:52.357 INFO:tasks.rados.rados.0.smithi157.stdout:1341: done (5 left) 2024-08-17T00:36:52.357 INFO:tasks.rados.rados.0.smithi157.stdout:1343: done (4 left) 2024-08-17T00:36:52.357 INFO:tasks.rados.rados.0.smithi157.stdout:1344: done (3 left) 2024-08-17T00:36:52.357 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 127 2024-08-17T00:36:52.357 INFO:tasks.rados.rados.0.smithi157.stdout:1342: finishing write tid 2 to smithi15786056-3 2024-08-17T00:36:52.357 INFO:tasks.rados.rados.0.smithi157.stdout:1347: seq_num 426 ranges {0=737280,737280=712704,1449984=802816,2252800=90112} 2024-08-17T00:36:52.361 INFO:tasks.rados.rados.0.smithi157.stdout:1347: writing smithi15786056-15 from 0 to 737280 tid 1 2024-08-17T00:36:52.365 INFO:tasks.rados.rados.0.smithi157.stdout:1347: writing smithi15786056-15 from 737280 to 1449984 tid 2 2024-08-17T00:36:52.371 INFO:tasks.rados.rados.0.smithi157.stdout:1347: writing smithi15786056-15 from 1449984 to 2252800 tid 3 2024-08-17T00:36:52.371 INFO:tasks.rados.rados.0.smithi157.stdout:1347: writing smithi15786056-15 from 2252800 to 2342912 tid 4 2024-08-17T00:36:52.372 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 127 2024-08-17T00:36:52.372 INFO:tasks.rados.rados.0.smithi157.stdout:1348: seq_num 427 ranges {630784=761856,1392640=598016,1990656=606208,2596864=401408} 2024-08-17T00:36:52.379 INFO:tasks.rados.rados.0.smithi157.stdout:1348: writing smithi15786056-4 from 630784 to 1392640 tid 1 2024-08-17T00:36:52.383 INFO:tasks.rados.rados.0.smithi157.stdout:1348: writing smithi15786056-4 from 1392640 to 1990656 tid 2 2024-08-17T00:36:52.387 INFO:tasks.rados.rados.0.smithi157.stdout:1348: writing smithi15786056-4 from 1990656 to 2596864 tid 3 2024-08-17T00:36:52.389 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:52.390 INFO:tasks.rados.rados.0.smithi157.stdout:1348: writing smithi15786056-4 from 2596864 to 2998272 tid 4 2024-08-17T00:36:52.390 INFO:tasks.rados.rados.0.smithi157.stdout:1349: read oid 50 snap -1 2024-08-17T00:36:52.391 INFO:tasks.rados.rados.0.smithi157.stdout:1349: expect (ObjNum 401 snap 123 seq_num 401) 2024-08-17T00:36:52.391 INFO:tasks.rados.rados.0.smithi157.stdout:1350: snap_create 2024-08-17T00:36:52.391 INFO:tasks.rados.rados.0.smithi157.stdout:1345: finishing write tid 2 to smithi15786056-17 2024-08-17T00:36:52.391 INFO:tasks.rados.rados.0.smithi157.stdout:1342: finishing write tid 3 to smithi15786056-3 2024-08-17T00:36:52.391 INFO:tasks.rados.rados.0.smithi157.stdout:1342: finishing write tid 4 to smithi15786056-3 2024-08-17T00:36:52.391 INFO:tasks.rados.rados.0.smithi157.stdout:1342: finishing write tid 5 to smithi15786056-3 2024-08-17T00:36:52.391 INFO:tasks.rados.rados.0.smithi157.stdout:1342: finishing write tid 6 to smithi15786056-3 2024-08-17T00:36:52.391 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 824 (ObjNum 424 snap 127 seq_num 424) dirty exists 2024-08-17T00:36:52.391 INFO:tasks.rados.rados.0.smithi157.stdout:1342: left oid 3 (ObjNum 424 snap 127 seq_num 424) 2024-08-17T00:36:52.391 INFO:tasks.rados.rados.0.smithi157.stdout:1345: finishing write tid 3 to smithi15786056-17 2024-08-17T00:36:52.391 INFO:tasks.rados.rados.0.smithi157.stdout:1345: finishing write tid 4 to smithi15786056-17 2024-08-17T00:36:52.391 INFO:tasks.rados.rados.0.smithi157.stdout:1345: finishing write tid 5 to smithi15786056-17 2024-08-17T00:36:52.392 INFO:tasks.rados.rados.0.smithi157.stdout:1345: finishing write tid 6 to smithi15786056-17 2024-08-17T00:36:52.392 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 261 (ObjNum 425 snap 127 seq_num 425) dirty exists 2024-08-17T00:36:52.392 INFO:tasks.rados.rados.0.smithi157.stdout:1345: left oid 17 (ObjNum 425 snap 127 seq_num 425) 2024-08-17T00:36:52.392 INFO:tasks.rados.rados.0.smithi157.stdout:1347: finishing write tid 1 to smithi15786056-15 2024-08-17T00:36:52.392 INFO:tasks.rados.rados.0.smithi157.stdout:1347: finishing write tid 2 to smithi15786056-15 2024-08-17T00:36:52.392 INFO:tasks.rados.rados.0.smithi157.stdout:1347: finishing write tid 3 to smithi15786056-15 2024-08-17T00:36:52.392 INFO:tasks.rados.rados.0.smithi157.stdout:1347: finishing write tid 4 to smithi15786056-15 2024-08-17T00:36:52.392 INFO:tasks.rados.rados.0.smithi157.stdout:1347: finishing write tid 5 to smithi15786056-15 2024-08-17T00:36:52.392 INFO:tasks.rados.rados.0.smithi157.stdout:1347: finishing write tid 6 to smithi15786056-15 2024-08-17T00:36:52.392 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 685 (ObjNum 426 snap 127 seq_num 426) dirty exists 2024-08-17T00:36:52.392 INFO:tasks.rados.rados.0.smithi157.stdout:1347: left oid 15 (ObjNum 426 snap 127 seq_num 426) 2024-08-17T00:36:52.392 INFO:tasks.rados.rados.0.smithi157.stdout:1348: finishing write tid 1 to smithi15786056-4 2024-08-17T00:36:52.393 INFO:tasks.rados.rados.0.smithi157.stdout:1348: finishing write tid 2 to smithi15786056-4 2024-08-17T00:36:52.393 INFO:tasks.rados.rados.0.smithi157.stdout:1346: finishing copy_from racing read to smithi15786056-41 2024-08-17T00:36:52.393 INFO:tasks.rados.rados.0.smithi157.stdout:1346: finishing copy_from to smithi15786056-41 2024-08-17T00:36:52.394 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 450 (ObjNum 391 snap 117 seq_num 391) dirty exists 2024-08-17T00:36:52.394 INFO:tasks.rados.rados.0.smithi157.stdout:1348: finishing write tid 3 to smithi15786056-4 2024-08-17T00:36:52.394 INFO:tasks.rados.rados.0.smithi157.stdout:1348: finishing write tid 4 to smithi15786056-4 2024-08-17T00:36:52.394 INFO:tasks.rados.rados.0.smithi157.stdout:1348: finishing write tid 5 to smithi15786056-4 2024-08-17T00:36:52.394 INFO:tasks.rados.rados.0.smithi157.stdout:1348: finishing write tid 6 to smithi15786056-4 2024-08-17T00:36:52.394 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 534 (ObjNum 427 snap 127 seq_num 427) dirty exists 2024-08-17T00:36:52.394 INFO:tasks.rados.rados.0.smithi157.stdout:1348: left oid 4 (ObjNum 427 snap 127 seq_num 427) 2024-08-17T00:36:52.404 INFO:tasks.rados.rados.0.smithi157.stdout:1349: expect (ObjNum 401 snap 123 seq_num 401) 2024-08-17T00:36:52.959 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:52 smithi157 ceph-mon[98780]: pgmap v142: 121 pgs: 121 active+clean; 193 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-08-17T00:36:52.959 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:52 smithi157 ceph-mon[98780]: osdmap e329: 8 total, 8 up, 8 in 2024-08-17T00:36:52.959 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:36:52.959 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:52 smithi157 ceph-mon[98780]: osdmap e330: 8 total, 8 up, 8 in 2024-08-17T00:36:52.959 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:52 smithi157 ceph-mon[101289]: pgmap v142: 121 pgs: 121 active+clean; 193 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-08-17T00:36:52.959 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:52 smithi157 ceph-mon[101289]: osdmap e329: 8 total, 8 up, 8 in 2024-08-17T00:36:52.959 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:36:52.960 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:52 smithi157 ceph-mon[101289]: osdmap e330: 8 total, 8 up, 8 in 2024-08-17T00:36:53.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:52 smithi187 ceph-mon[90552]: pgmap v142: 121 pgs: 121 active+clean; 193 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-08-17T00:36:53.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:52 smithi187 ceph-mon[90552]: osdmap e329: 8 total, 8 up, 8 in 2024-08-17T00:36:53.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:36:53.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:52 smithi187 ceph-mon[90552]: osdmap e330: 8 total, 8 up, 8 in 2024-08-17T00:36:53.308 INFO:tasks.rados.rados.0.smithi157.stdout:1342: done (6 left) 2024-08-17T00:36:53.309 INFO:tasks.rados.rados.0.smithi157.stdout:1345: done (5 left) 2024-08-17T00:36:53.309 INFO:tasks.rados.rados.0.smithi157.stdout:1346: done (4 left) 2024-08-17T00:36:53.309 INFO:tasks.rados.rados.0.smithi157.stdout:1347: done (3 left) 2024-08-17T00:36:53.309 INFO:tasks.rados.rados.0.smithi157.stdout:1348: done (2 left) 2024-08-17T00:36:53.309 INFO:tasks.rados.rados.0.smithi157.stdout:1349: done (1 left) 2024-08-17T00:36:53.309 INFO:tasks.rados.rados.0.smithi157.stdout:1350: done (0 left) 2024-08-17T00:36:53.309 INFO:tasks.rados.rados.0.smithi157.stdout:1351: setattr oid 23 current snap is 128 2024-08-17T00:36:53.309 INFO:tasks.rados.rados.0.smithi157.stdout:1352: snap_remove snap 124 2024-08-17T00:36:53.671 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:36:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:36:53] "GET /metrics HTTP/1.1" 200 36176 "" "Prometheus/2.43.0" 2024-08-17T00:36:53.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:53 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:53.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:54.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:53 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:36:54.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:53 smithi157 ceph-mon[98780]: Upgrade: osd.1 is safe to restart 2024-08-17T00:36:54.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:53 smithi157 ceph-mon[98780]: osdmap e331: 8 total, 8 up, 8 in 2024-08-17T00:36:54.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:53 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:54.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:53 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:36:54.078 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:53 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:54.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:53 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:36:54.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:53 smithi157 ceph-mon[101289]: Upgrade: osd.1 is safe to restart 2024-08-17T00:36:54.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:53 smithi157 ceph-mon[101289]: osdmap e331: 8 total, 8 up, 8 in 2024-08-17T00:36:54.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:53 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:54.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:53 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:36:54.079 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:53 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:53 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:36:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:53 smithi187 ceph-mon[90552]: Upgrade: osd.1 is safe to restart 2024-08-17T00:36:54.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:53 smithi187 ceph-mon[90552]: osdmap e331: 8 total, 8 up, 8 in 2024-08-17T00:36:54.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:53 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:54.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:53 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:36:54.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:53 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:54.312 INFO:tasks.rados.rados.0.smithi157.stdout:1352: done (1 left) 2024-08-17T00:36:54.312 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 128 2024-08-17T00:36:54.312 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 832 (ObjNum 358 snap 104 seq_num 358) dirty exists 2024-08-17T00:36:54.312 INFO:tasks.rados.rados.0.smithi157.stdout:1353: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2024-08-17T00:36:54.319 INFO:tasks.rados.rados.0.smithi157.stdout:1353: writing smithi15786056-45 from 0 to 778240 tid 1 2024-08-17T00:36:54.322 INFO:tasks.rados.rados.0.smithi157.stdout:1353: writing smithi15786056-45 from 778240 to 1261568 tid 2 2024-08-17T00:36:54.324 INFO:tasks.rados.rados.0.smithi157.stdout:1353: writing smithi15786056-45 from 1261568 to 1671168 tid 3 2024-08-17T00:36:54.327 INFO:tasks.rados.rados.0.smithi157.stdout:1353: writing smithi15786056-45 from 1671168 to 2088960 tid 4 2024-08-17T00:36:54.329 INFO:tasks.rados.rados.0.smithi157.stdout:1353: writing smithi15786056-45 from 2088960 to 2383872 tid 5 2024-08-17T00:36:54.329 INFO:tasks.rados.rados.0.smithi157.stdout:1351: done (1 left) 2024-08-17T00:36:54.329 INFO:tasks.rados.rados.0.smithi157.stdout:1354: snap_remove snap 107 2024-08-17T00:36:54.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:54 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:54.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:54 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:55.063 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:54 smithi157 ceph-mon[101289]: pgmap v146: 121 pgs: 121 active+clean; 201 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 6 op/s 2024-08-17T00:36:55.063 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:54 smithi157 ceph-mon[101289]: Upgrade: Updating osd.1 2024-08-17T00:36:55.063 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:54 smithi157 ceph-mon[101289]: Deploying daemon osd.1 on smithi157 2024-08-17T00:36:55.063 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:54 smithi157 ceph-mon[101289]: osdmap e332: 8 total, 8 up, 8 in 2024-08-17T00:36:55.063 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:54 smithi157 ceph-mon[98780]: pgmap v146: 121 pgs: 121 active+clean; 201 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 6 op/s 2024-08-17T00:36:55.063 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:54 smithi157 ceph-mon[98780]: Upgrade: Updating osd.1 2024-08-17T00:36:55.063 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:54 smithi157 ceph-mon[98780]: Deploying daemon osd.1 on smithi157 2024-08-17T00:36:55.063 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:54 smithi157 ceph-mon[98780]: osdmap e332: 8 total, 8 up, 8 in 2024-08-17T00:36:55.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:54 smithi187 ceph-mon[90552]: pgmap v146: 121 pgs: 121 active+clean; 201 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 6 op/s 2024-08-17T00:36:55.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:54 smithi187 ceph-mon[90552]: Upgrade: Updating osd.1 2024-08-17T00:36:55.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:54 smithi187 ceph-mon[90552]: Deploying daemon osd.1 on smithi157 2024-08-17T00:36:55.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:54 smithi187 ceph-mon[90552]: osdmap e332: 8 total, 8 up, 8 in 2024-08-17T00:36:55.315 INFO:tasks.rados.rados.0.smithi157.stdout:1354: done (1 left) 2024-08-17T00:36:55.316 INFO:tasks.rados.rados.0.smithi157.stdout:1355: delete oid 14 current snap is 128 2024-08-17T00:36:55.316 INFO:tasks.rados.rados.0.smithi157.stdout:1353: finishing write tid 1 to smithi15786056-45 2024-08-17T00:36:55.316 INFO:tasks.rados.rados.0.smithi157.stdout:1353: finishing write tid 2 to smithi15786056-45 2024-08-17T00:36:55.316 INFO:tasks.rados.rados.0.smithi157.stdout:1353: finishing write tid 3 to smithi15786056-45 2024-08-17T00:36:55.316 INFO:tasks.rados.rados.0.smithi157.stdout:1353: finishing write tid 4 to smithi15786056-45 2024-08-17T00:36:55.316 INFO:tasks.rados.rados.0.smithi157.stdout:1353: finishing write tid 5 to smithi15786056-45 2024-08-17T00:36:55.316 INFO:tasks.rados.rados.0.smithi157.stdout:1353: finishing write tid 6 to smithi15786056-45 2024-08-17T00:36:55.316 INFO:tasks.rados.rados.0.smithi157.stdout:1353: finishing write tid 7 to smithi15786056-45 2024-08-17T00:36:55.316 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 587 (ObjNum 428 snap 128 seq_num 428) dirty exists 2024-08-17T00:36:55.316 INFO:tasks.rados.rados.0.smithi157.stdout:1353: left oid 45 (ObjNum 428 snap 128 seq_num 428) 2024-08-17T00:36:55.327 INFO:tasks.rados.rados.0.smithi157.stdout:1353: done (1 left) 2024-08-17T00:36:55.327 INFO:tasks.rados.rados.0.smithi157.stdout:1355: done (0 left) 2024-08-17T00:36:55.328 INFO:tasks.rados.rados.0.smithi157.stdout:1356: rollback oid 50 current snap is 128 2024-08-17T00:36:55.328 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 50 to 127 2024-08-17T00:36:55.328 INFO:tasks.rados.rados.0.smithi157.stdout:1357: copy_from oid 39 from oid 10 current snap is 128 2024-08-17T00:36:55.328 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 2 current snap is 128 2024-08-17T00:36:55.328 INFO:tasks.rados.rados.0.smithi157.stdout:1358: seq_num 430 ranges {4161536=8192} 2024-08-17T00:36:55.351 INFO:tasks.rados.rados.0.smithi157.stdout:1358: writing smithi15786056-2 from 4161536 to 4169728 tid 1 2024-08-17T00:36:55.351 INFO:tasks.rados.rados.0.smithi157.stdout:1359: read oid 36 snap -1 2024-08-17T00:36:55.351 INFO:tasks.rados.rados.0.smithi157.stdout:1359: expect (ObjNum 410 snap 125 seq_num 410) 2024-08-17T00:36:55.352 INFO:tasks.rados.rados.0.smithi157.stdout:1360: rollback oid 32 current snap is 128 2024-08-17T00:36:55.352 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 32 to 127 2024-08-17T00:36:55.352 INFO:tasks.rados.rados.0.smithi157.stdout:1356: finishing rollback tid 0 to smithi15786056-50 2024-08-17T00:36:55.352 INFO:tasks.rados.rados.0.smithi157.stdout:1356: finishing rollback tid 1 to smithi15786056-50 2024-08-17T00:36:55.352 INFO:tasks.rados.rados.0.smithi157.stdout:1356: finishing rollback tid 2 to smithi15786056-50 2024-08-17T00:36:55.352 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 396 (ObjNum 401 snap 123 seq_num 401) dirty exists 2024-08-17T00:36:55.352 INFO:tasks.rados.rados.0.smithi157.stdout:1357: finishing copy_from racing read to smithi15786056-39 2024-08-17T00:36:55.352 INFO:tasks.rados.rados.0.smithi157.stdout:1356: done (4 left) 2024-08-17T00:36:55.352 INFO:tasks.rados.rados.0.smithi157.stdout:1361: rollback oid 25 current snap is 128 2024-08-17T00:36:55.352 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 25 to 127 2024-08-17T00:36:55.352 INFO:tasks.rados.rados.0.smithi157.stdout:1357: finishing copy_from to smithi15786056-39 2024-08-17T00:36:55.352 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 521 (ObjNum 382 snap 116 seq_num 382) dirty exists 2024-08-17T00:36:55.352 INFO:tasks.rados.rados.0.smithi157.stdout:1357: done (4 left) 2024-08-17T00:36:55.353 INFO:tasks.rados.rados.0.smithi157.stdout:1362: copy_from oid 38 from oid 9 current snap is 128 2024-08-17T00:36:55.353 INFO:tasks.rados.rados.0.smithi157.stdout:1363: snap_create 2024-08-17T00:36:55.353 INFO:tasks.rados.rados.0.smithi157.stdout:1358: finishing write tid 1 to smithi15786056-2 2024-08-17T00:36:55.353 INFO:tasks.rados.rados.0.smithi157.stdout:1358: finishing write tid 2 to smithi15786056-2 2024-08-17T00:36:55.355 INFO:tasks.rados.rados.0.smithi157.stdout:1358: finishing write tid 3 to smithi15786056-2 2024-08-17T00:36:55.355 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 846 (ObjNum 430 snap 128 seq_num 430) dirty exists 2024-08-17T00:36:55.355 INFO:tasks.rados.rados.0.smithi157.stdout:1358: left oid 2 (ObjNum 430 snap 128 seq_num 430) 2024-08-17T00:36:55.357 INFO:tasks.rados.rados.0.smithi157.stdout:1360: finishing rollback tid 0 to smithi15786056-32 2024-08-17T00:36:55.359 INFO:tasks.rados.rados.0.smithi157.stdout:1362: finishing copy_from to smithi15786056-38 2024-08-17T00:36:55.359 INFO:tasks.rados.rados.0.smithi157.stdout:1362: got expected ENOENT (src dne) 2024-08-17T00:36:55.359 INFO:tasks.rados.rados.0.smithi157.stdout:1360: finishing rollback tid 1 to smithi15786056-32 2024-08-17T00:36:55.359 INFO:tasks.rados.rados.0.smithi157.stdout:1360: finishing rollback tid 2 to smithi15786056-32 2024-08-17T00:36:55.359 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 532 (ObjNum 391 snap 117 seq_num 391) dirty exists 2024-08-17T00:36:55.359 INFO:tasks.rados.rados.0.smithi157.stdout:1362: finishing copy_from racing read to smithi15786056-38 2024-08-17T00:36:55.359 INFO:tasks.rados.rados.0.smithi157.stdout:1361: finishing rollback tid 0 to smithi15786056-25 2024-08-17T00:36:55.360 INFO:tasks.rados.rados.0.smithi157.stdout:1361: finishing rollback tid 1 to smithi15786056-25 2024-08-17T00:36:55.360 INFO:tasks.rados.rados.0.smithi157.stdout:1361: finishing rollback tid 2 to smithi15786056-25 2024-08-17T00:36:55.361 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 536 (ObjNum 323 snap 95 seq_num 323) dirty exists 2024-08-17T00:36:55.372 INFO:tasks.rados.rados.0.smithi157.stdout:1359: expect (ObjNum 410 snap 125 seq_num 410) 2024-08-17T00:36:56.319 INFO:tasks.rados.rados.0.smithi157.stdout:1358: done (5 left) 2024-08-17T00:36:56.319 INFO:tasks.rados.rados.0.smithi157.stdout:1359: done (4 left) 2024-08-17T00:36:56.319 INFO:tasks.rados.rados.0.smithi157.stdout:1360: done (3 left) 2024-08-17T00:36:56.319 INFO:tasks.rados.rados.0.smithi157.stdout:1361: done (2 left) 2024-08-17T00:36:56.319 INFO:tasks.rados.rados.0.smithi157.stdout:1362: done (1 left) 2024-08-17T00:36:56.319 INFO:tasks.rados.rados.0.smithi157.stdout:1363: done (0 left) 2024-08-17T00:36:56.319 INFO:tasks.rados.rados.0.smithi157.stdout:1364: read oid 31 snap 123 2024-08-17T00:36:56.320 INFO:tasks.rados.rados.0.smithi157.stdout:1364: expect (ObjNum 384 snap 116 seq_num 384) 2024-08-17T00:36:56.320 INFO:tasks.rados.rados.0.smithi157.stdout:1365: delete oid 4 current snap is 129 2024-08-17T00:36:56.323 INFO:tasks.rados.rados.0.smithi157.stdout:1365: done (1 left) 2024-08-17T00:36:56.323 INFO:tasks.rados.rados.0.smithi157.stdout:1366: snap_remove snap 125 2024-08-17T00:36:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:56 smithi157 ceph-mon[98780]: osdmap e333: 8 total, 8 up, 8 in 2024-08-17T00:36:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:56 smithi157 ceph-mon[98780]: pgmap v149: 121 pgs: 121 active+clean; 213 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 7.9 MiB/s wr, 21 op/s 2024-08-17T00:36:56.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:56 smithi157 ceph-mon[101289]: osdmap e333: 8 total, 8 up, 8 in 2024-08-17T00:36:56.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:56 smithi157 ceph-mon[101289]: pgmap v149: 121 pgs: 121 active+clean; 213 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 7.9 MiB/s wr, 21 op/s 2024-08-17T00:36:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:56 smithi187 ceph-mon[90552]: osdmap e333: 8 total, 8 up, 8 in 2024-08-17T00:36:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:56 smithi187 ceph-mon[90552]: pgmap v149: 121 pgs: 121 active+clean; 213 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 7.9 MiB/s wr, 21 op/s 2024-08-17T00:36:56.927 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:56 smithi157 systemd[1]: Stopping Ceph osd.1 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:36:57.310 INFO:tasks.rados.rados.0.smithi157.stdout:1366: done (1 left) 2024-08-17T00:36:57.310 INFO:tasks.rados.rados.0.smithi157.stdout:1367: read oid 9 snap -1 2024-08-17T00:36:57.310 INFO:tasks.rados.rados.0.smithi157.stdout:1367: expect deleted 2024-08-17T00:36:57.310 INFO:tasks.rados.rados.0.smithi157.stdout:1368: delete oid 47 current snap is 129 2024-08-17T00:36:57.310 INFO:tasks.rados.rados.0.smithi157.stdout:1364: expect (ObjNum 384 snap 116 seq_num 384) 2024-08-17T00:36:57.318 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:56 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1[51696]: 2024-08-17T00:36:56.925+0000 7fb730954640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:36:57.318 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:56 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1[51696]: 2024-08-17T00:36:56.925+0000 7fb730954640 -1 osd.1 334 *** Got signal Terminated *** 2024-08-17T00:36:57.318 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:56 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1[51696]: 2024-08-17T00:36:56.925+0000 7fb730954640 -1 osd.1 334 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:36:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:57 smithi157 ceph-mon[101289]: osdmap e334: 8 total, 8 up, 8 in 2024-08-17T00:36:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:57 smithi157 ceph-mon[101289]: osd.1 marked itself down and dead 2024-08-17T00:36:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:57 smithi157 ceph-mon[101289]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:36:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:57 smithi157 ceph-mon[101289]: osdmap e335: 8 total, 7 up, 8 in 2024-08-17T00:36:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:57 smithi157 ceph-mon[98780]: osdmap e334: 8 total, 8 up, 8 in 2024-08-17T00:36:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:57 smithi157 ceph-mon[98780]: osd.1 marked itself down and dead 2024-08-17T00:36:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:57 smithi157 ceph-mon[98780]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:36:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:57 smithi157 ceph-mon[98780]: osdmap e335: 8 total, 7 up, 8 in 2024-08-17T00:36:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:57 smithi187 ceph-mon[90552]: osdmap e334: 8 total, 8 up, 8 in 2024-08-17T00:36:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:57 smithi187 ceph-mon[90552]: osd.1 marked itself down and dead 2024-08-17T00:36:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:57 smithi187 ceph-mon[90552]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:36:57.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:57 smithi187 ceph-mon[90552]: osdmap e335: 8 total, 7 up, 8 in 2024-08-17T00:36:57.712 INFO:tasks.rados.rados.0.smithi157.stdout:1364: done (2 left) 2024-08-17T00:36:57.712 INFO:tasks.rados.rados.0.smithi157.stdout:1368: done (1 left) 2024-08-17T00:36:57.712 INFO:tasks.rados.rados.0.smithi157.stdout:1369: snap_remove snap 126 2024-08-17T00:36:58.042 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:57 smithi157 podman[111623]: 2024-08-17 00:36:57.660212463 +0000 UTC m=+0.845028372 container died 06419c3d3168e816f87e8a6df387d9991715e11009cd7f48b540ddb07ba10761 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=quincy-03a1ac1, org.label-schema.schema-version=1.0) 2024-08-17T00:36:58.312 INFO:tasks.rados.rados.0.smithi157.stdout:1369: done (1 left) 2024-08-17T00:36:58.313 INFO:tasks.rados.rados.0.smithi157.stdout:1370: read oid 39 snap 128 2024-08-17T00:36:58.313 INFO:tasks.rados.rados.0.smithi157.stdout:1370: expect (ObjNum 382 snap 116 seq_num 382) 2024-08-17T00:36:58.313 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 34 current snap is 129 2024-08-17T00:36:58.313 INFO:tasks.rados.rados.0.smithi157.stdout:1371: seq_num 433 ranges {1204224=57344} 2024-08-17T00:36:58.320 INFO:tasks.rados.rados.0.smithi157.stdout:1371: writing smithi15786056-34 from 1204224 to 1261568 tid 1 2024-08-17T00:36:58.320 INFO:tasks.rados.rados.0.smithi157.stdout:1372: snap_create 2024-08-17T00:36:58.324 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:58 smithi157 podman[111623]: 2024-08-17 00:36:58.115640386 +0000 UTC m=+1.300456288 container cleanup 06419c3d3168e816f87e8a6df387d9991715e11009cd7f48b540ddb07ba10761 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, RELEASE=quincy-03a1ac1, org.label-schema.build-date=20240731) 2024-08-17T00:36:58.324 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:58 smithi157 bash[111623]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1 2024-08-17T00:36:58.326 INFO:tasks.rados.rados.0.smithi157.stdout:1371: finishing write tid 1 to smithi15786056-34 2024-08-17T00:36:58.327 INFO:tasks.rados.rados.0.smithi157.stdout:1371: finishing write tid 2 to smithi15786056-34 2024-08-17T00:36:58.329 INFO:tasks.rados.rados.0.smithi157.stdout:1371: finishing write tid 3 to smithi15786056-34 2024-08-17T00:36:58.329 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 539 (ObjNum 433 snap 129 seq_num 433) dirty exists 2024-08-17T00:36:58.329 INFO:tasks.rados.rados.0.smithi157.stdout:1371: left oid 34 (ObjNum 433 snap 129 seq_num 433) 2024-08-17T00:36:58.339 INFO:tasks.rados.rados.0.smithi157.stdout:1370: expect (ObjNum 382 snap 116 seq_num 382) 2024-08-17T00:36:58.634 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:58 smithi157 podman[111647]: 2024-08-17 00:36:58.350542428 +0000 UTC m=+0.664729431 container remove 06419c3d3168e816f87e8a6df387d9991715e11009cd7f48b540ddb07ba10761 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=quincy-03a1ac1, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-17T00:36:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:58 smithi157 ceph-mon[98780]: pgmap v152: 121 pgs: 16 stale+active+clean, 105 active+clean; 213 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.8 MiB/s wr, 14 op/s 2024-08-17T00:36:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:58 smithi157 ceph-mon[98780]: osdmap e336: 8 total, 7 up, 8 in 2024-08-17T00:36:58.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:58 smithi157 ceph-mon[101289]: pgmap v152: 121 pgs: 16 stale+active+clean, 105 active+clean; 213 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.8 MiB/s wr, 14 op/s 2024-08-17T00:36:58.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:58 smithi157 ceph-mon[101289]: osdmap e336: 8 total, 7 up, 8 in 2024-08-17T00:36:58.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:58 smithi187 ceph-mon[90552]: pgmap v152: 121 pgs: 16 stale+active+clean, 105 active+clean; 213 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.8 MiB/s wr, 14 op/s 2024-08-17T00:36:58.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:58 smithi187 ceph-mon[90552]: osdmap e336: 8 total, 7 up, 8 in 2024-08-17T00:36:58.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:36:58 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:36:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:36:59.135 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:58 smithi157 podman[111741]: 2024-08-17 00:36:58.693372742 +0000 UTC m=+0.017180317 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:36:59.135 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:58 smithi157 podman[111741]: 2024-08-17 00:36:58.801750047 +0000 UTC m=+0.125557680 container create 6a71cc57d9bc62fb13cbdd9757d92902ff8caab0e5429eb25bcb5dec7c9d2f3c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-17T00:36:59.135 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:59 smithi157 podman[111741]: 2024-08-17 00:36:59.029607664 +0000 UTC m=+0.353415237 container init 6a71cc57d9bc62fb13cbdd9757d92902ff8caab0e5429eb25bcb5dec7c9d2f3c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-d863d21) 2024-08-17T00:36:59.135 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:59 smithi157 podman[111741]: 2024-08-17 00:36:59.034747871 +0000 UTC m=+0.358555438 container start 6a71cc57d9bc62fb13cbdd9757d92902ff8caab0e5429eb25bcb5dec7c9d2f3c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-deactivate, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-17T00:36:59.324 INFO:tasks.rados.rados.0.smithi157.stdout:1367: done (3 left) 2024-08-17T00:36:59.324 INFO:tasks.rados.rados.0.smithi157.stdout:1370: done (2 left) 2024-08-17T00:36:59.324 INFO:tasks.rados.rados.0.smithi157.stdout:1371: done (1 left) 2024-08-17T00:36:59.324 INFO:tasks.rados.rados.0.smithi157.stdout:1372: done (0 left) 2024-08-17T00:36:59.324 INFO:tasks.rados.rados.0.smithi157.stdout:1373: read oid 39 snap -1 2024-08-17T00:36:59.324 INFO:tasks.rados.rados.0.smithi157.stdout:1373: expect (ObjNum 382 snap 116 seq_num 382) 2024-08-17T00:36:59.324 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 31 current snap is 130 2024-08-17T00:36:59.325 INFO:tasks.rados.rados.0.smithi157.stdout:1374: seq_num 434 ranges {7299072=73728} 2024-08-17T00:36:59.365 INFO:tasks.rados.rados.0.smithi157.stdout:1374: writing smithi15786056-31 from 7299072 to 7372800 tid 1 2024-08-17T00:36:59.365 INFO:tasks.rados.rados.0.smithi157.stdout:1375: read oid 20 snap -1 2024-08-17T00:36:59.365 INFO:tasks.rados.rados.0.smithi157.stdout:1375: expect deleted 2024-08-17T00:36:59.365 INFO:tasks.rados.rados.0.smithi157.stdout:1376: setattr oid 1 current snap is 130 2024-08-17T00:36:59.365 INFO:tasks.rados.rados.0.smithi157.stdout:1373: expect (ObjNum 382 snap 116 seq_num 382) 2024-08-17T00:36:59.543 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:59 smithi157 podman[111741]: 2024-08-17 00:36:59.137361724 +0000 UTC m=+0.461169303 container attach 6a71cc57d9bc62fb13cbdd9757d92902ff8caab0e5429eb25bcb5dec7c9d2f3c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:36:59.543 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:59 smithi157 podman[111741]: 2024-08-17 00:36:59.230008207 +0000 UTC m=+0.553815782 container died 6a71cc57d9bc62fb13cbdd9757d92902ff8caab0e5429eb25bcb5dec7c9d2f3c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:36:59.557 INFO:tasks.rados.rados.0.smithi157.stdout:1374: finishing write tid 1 to smithi15786056-31 2024-08-17T00:36:59.557 INFO:tasks.rados.rados.0.smithi157.stdout:1374: finishing write tid 2 to smithi15786056-31 2024-08-17T00:36:59.557 INFO:tasks.rados.rados.0.smithi157.stdout:1374: finishing write tid 3 to smithi15786056-31 2024-08-17T00:36:59.557 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 706 (ObjNum 434 snap 130 seq_num 434) dirty exists 2024-08-17T00:36:59.557 INFO:tasks.rados.rados.0.smithi157.stdout:1374: left oid 31 (ObjNum 434 snap 130 seq_num 434) 2024-08-17T00:36:59.557 INFO:tasks.rados.rados.0.smithi157.stdout:1373: done (3 left) 2024-08-17T00:36:59.557 INFO:tasks.rados.rados.0.smithi157.stdout:1374: done (2 left) 2024-08-17T00:36:59.557 INFO:tasks.rados.rados.0.smithi157.stdout:1375: done (1 left) 2024-08-17T00:36:59.557 INFO:tasks.rados.rados.0.smithi157.stdout:1377: setattr oid 15 current snap is 130 2024-08-17T00:36:59.558 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 130 2024-08-17T00:36:59.558 INFO:tasks.rados.rados.0.smithi157.stdout:1378: seq_num 435 ranges {5660672=90112} 2024-08-17T00:36:59.589 INFO:tasks.rados.rados.0.smithi157.stdout:1378: writing smithi15786056-6 from 5660672 to 5750784 tid 1 2024-08-17T00:36:59.589 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 26 current snap is 130 2024-08-17T00:36:59.589 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 536 (ObjNum 396 snap 122 seq_num 396) dirty exists 2024-08-17T00:36:59.589 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 708 (ObjNum 426 snap 127 seq_num 426) dirty exists 2024-08-17T00:36:59.589 INFO:tasks.rados.rados.0.smithi157.stdout:1379: seq_num 436 ranges {0=106496} 2024-08-17T00:36:59.590 INFO:tasks.rados.rados.0.smithi157.stdout:1379: writing smithi15786056-26 from 0 to 106496 tid 1 2024-08-17T00:36:59.590 INFO:tasks.rados.rados.0.smithi157.stdout:1376: done (3 left) 2024-08-17T00:36:59.590 INFO:tasks.rados.rados.0.smithi157.stdout:1377: done (2 left) 2024-08-17T00:36:59.590 INFO:tasks.rados.rados.0.smithi157.stdout:1380: rollback oid 30 current snap is 130 2024-08-17T00:36:59.591 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 30 to 129 2024-08-17T00:36:59.591 INFO:tasks.rados.rados.0.smithi157.stdout:1381: snap_remove snap 127 2024-08-17T00:36:59.834 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:59.834 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:36:59.834 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:36:59 smithi157 ceph-mon[98780]: osdmap e337: 8 total, 7 up, 8 in 2024-08-17T00:36:59.835 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:36:59.835 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:36:59.835 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:36:59 smithi157 ceph-mon[101289]: osdmap e337: 8 total, 7 up, 8 in 2024-08-17T00:37:00.135 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:59 smithi157 podman[111785]: 2024-08-17 00:36:59.834002244 +0000 UTC m=+0.594396308 container remove 6a71cc57d9bc62fb13cbdd9757d92902ff8caab0e5429eb25bcb5dec7c9d2f3c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-17T00:37:00.135 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:59 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.1.service: Deactivated successfully. 2024-08-17T00:37:00.135 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:59 smithi157 systemd[1]: Stopped Ceph osd.1 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:37:00.135 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:36:59 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.1.service: Consumed 9.858s CPU time. 2024-08-17T00:37:00.136 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 systemd[1]: Starting Ceph osd.1 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:37:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:36:59 smithi187 ceph-mon[90552]: osdmap e337: 8 total, 7 up, 8 in 2024-08-17T00:37:00.327 INFO:tasks.rados.rados.0.smithi157.stdout:1381: done (3 left) 2024-08-17T00:37:00.327 INFO:tasks.rados.rados.0.smithi157.stdout:1382: delete oid 46 current snap is 130 2024-08-17T00:37:00.327 INFO:tasks.rados.rados.0.smithi157.stdout:1380: finishing rollback tid 1 to smithi15786056-30 2024-08-17T00:37:00.327 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 522 (ObjNum 1265 snap 0 seq_num 170486064) dirty dne 2024-08-17T00:37:00.327 INFO:tasks.rados.rados.0.smithi157.stdout:1378: finishing write tid 1 to smithi15786056-6 2024-08-17T00:37:00.328 INFO:tasks.rados.rados.0.smithi157.stdout:1378: finishing write tid 2 to smithi15786056-6 2024-08-17T00:37:00.328 INFO:tasks.rados.rados.0.smithi157.stdout:1379: finishing write tid 1 to smithi15786056-26 2024-08-17T00:37:00.328 INFO:tasks.rados.rados.0.smithi157.stdout:1379: finishing write tid 2 to smithi15786056-26 2024-08-17T00:37:00.328 INFO:tasks.rados.rados.0.smithi157.stdout:1378: finishing write tid 3 to smithi15786056-6 2024-08-17T00:37:00.328 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 851 (ObjNum 435 snap 130 seq_num 435) dirty exists 2024-08-17T00:37:00.328 INFO:tasks.rados.rados.0.smithi157.stdout:1378: left oid 6 (ObjNum 435 snap 130 seq_num 435) 2024-08-17T00:37:00.328 INFO:tasks.rados.rados.0.smithi157.stdout:1379: finishing write tid 3 to smithi15786056-26 2024-08-17T00:37:00.328 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 853 (ObjNum 436 snap 130 seq_num 436) dirty exists 2024-08-17T00:37:00.328 INFO:tasks.rados.rados.0.smithi157.stdout:1379: left oid 26 (ObjNum 436 snap 130 seq_num 436) 2024-08-17T00:37:00.331 INFO:tasks.rados.rados.0.smithi157.stdout:1378: done (3 left) 2024-08-17T00:37:00.331 INFO:tasks.rados.rados.0.smithi157.stdout:1379: done (2 left) 2024-08-17T00:37:00.331 INFO:tasks.rados.rados.0.smithi157.stdout:1380: done (1 left) 2024-08-17T00:37:00.331 INFO:tasks.rados.rados.0.smithi157.stdout:1382: done (0 left) 2024-08-17T00:37:00.331 INFO:tasks.rados.rados.0.smithi157.stdout:1383: snap_create 2024-08-17T00:37:00.522 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 podman[111897]: 2024-08-17 00:37:00.201020295 +0000 UTC m=+0.018500905 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:37:00.522 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 podman[111897]: 2024-08-17 00:37:00.393956579 +0000 UTC m=+0.211437211 container create 8d6d783fe47fe4487a7a404df0dec4aa68ccffe04f5efc6a7533db31c0a39f83 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-d863d21) 2024-08-17T00:37:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:00 smithi157 ceph-mon[101289]: pgmap v155: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 215 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.1 MiB/s wr, 18 op/s; 59/423 objects degraded (13.948%) 2024-08-17T00:37:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:00 smithi157 ceph-mon[101289]: Health check failed: Degraded data redundancy: 59/423 objects degraded (13.948%), 12 pgs degraded (PG_DEGRADED) 2024-08-17T00:37:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:00 smithi157 ceph-mon[101289]: osdmap e338: 8 total, 7 up, 8 in 2024-08-17T00:37:00.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:00 smithi157 ceph-mon[98780]: pgmap v155: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 215 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.1 MiB/s wr, 18 op/s; 59/423 objects degraded (13.948%) 2024-08-17T00:37:00.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:00 smithi157 ceph-mon[98780]: Health check failed: Degraded data redundancy: 59/423 objects degraded (13.948%), 12 pgs degraded (PG_DEGRADED) 2024-08-17T00:37:00.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:00 smithi157 ceph-mon[98780]: osdmap e338: 8 total, 7 up, 8 in 2024-08-17T00:37:00.886 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 podman[111897]: 2024-08-17 00:37:00.621252679 +0000 UTC m=+0.438733285 container init 8d6d783fe47fe4487a7a404df0dec4aa68ccffe04f5efc6a7533db31c0a39f83 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-activate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T00:37:00.886 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 podman[111897]: 2024-08-17 00:37:00.625667019 +0000 UTC m=+0.443147610 container start 8d6d783fe47fe4487a7a404df0dec4aa68ccffe04f5efc6a7533db31c0a39f83 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-activate, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:37:00.886 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 podman[111897]: 2024-08-17 00:37:00.704390222 +0000 UTC m=+0.521870828 container attach 8d6d783fe47fe4487a7a404df0dec4aa68ccffe04f5efc6a7533db31c0a39f83 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:37:00.886 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-activate[111912]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:37:00.886 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 bash[111897]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:37:00.886 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-activate[111912]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:37:00.886 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 bash[111897]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:37:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:00 smithi187 ceph-mon[90552]: pgmap v155: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 215 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.1 MiB/s wr, 18 op/s; 59/423 objects degraded (13.948%) 2024-08-17T00:37:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:00 smithi187 ceph-mon[90552]: Health check failed: Degraded data redundancy: 59/423 objects degraded (13.948%), 12 pgs degraded (PG_DEGRADED) 2024-08-17T00:37:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:00 smithi187 ceph-mon[90552]: osdmap e338: 8 total, 7 up, 8 in 2024-08-17T00:37:01.329 INFO:tasks.rados.rados.0.smithi157.stdout:1383: done (0 left) 2024-08-17T00:37:01.330 INFO:tasks.rados.rados.0.smithi157.stdout:1384: snap_create 2024-08-17T00:37:01.350 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-activate[111912]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T00:37:01.350 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 bash[111897]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T00:37:01.351 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-activate[111912]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-17T00:37:01.351 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 bash[111897]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-17T00:37:01.351 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-activate[111912]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-17T00:37:01.351 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 bash[111897]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-17T00:37:01.351 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-activate[111912]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T00:37:01.351 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 bash[111897]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T00:37:01.351 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-activate[111912]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-17T00:37:01.351 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 bash[111897]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-17T00:37:01.351 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-activate[111912]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T00:37:01.351 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 bash[111897]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T00:37:01.351 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-activate[111912]: --> ceph-volume raw activate successful for osd ID: 1 2024-08-17T00:37:01.351 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:00 smithi157 bash[111897]: --> ceph-volume raw activate successful for osd ID: 1 2024-08-17T00:37:01.351 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:01 smithi157 podman[111897]: 2024-08-17 00:37:01.003353571 +0000 UTC m=+0.820834172 container died 8d6d783fe47fe4487a7a404df0dec4aa68ccffe04f5efc6a7533db31c0a39f83 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-activate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-17T00:37:02.006 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:01 smithi157 podman[112067]: 2024-08-17 00:37:01.666996084 +0000 UTC m=+0.658142134 container remove 8d6d783fe47fe4487a7a404df0dec4aa68ccffe04f5efc6a7533db31c0a39f83 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-17T00:37:02.006 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:01 smithi157 podman[112134]: 2024-08-17 00:37:01.782545731 +0000 UTC m=+0.017296205 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:37:02.006 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:01 smithi157 podman[112134]: 2024-08-17 00:37:01.884519029 +0000 UTC m=+0.119269505 container create dbe3e94be06935bec6c6c9a664fb3fbf60ba89a789b40ef8eedeca3f62aa975d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21) 2024-08-17T00:37:02.310 INFO:tasks.rados.rados.0.smithi157.stdout:1384: done (0 left) 2024-08-17T00:37:02.310 INFO:tasks.rados.rados.0.smithi157.stdout:1385: rollback oid 2 current snap is 132 2024-08-17T00:37:02.310 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 2 to 130 2024-08-17T00:37:02.310 INFO:tasks.rados.rados.0.smithi157.stdout:1386: read oid 21 snap -1 2024-08-17T00:37:02.310 INFO:tasks.rados.rados.0.smithi157.stdout:1386: expect (ObjNum 381 snap 116 seq_num 381) 2024-08-17T00:37:02.310 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 132 2024-08-17T00:37:02.310 INFO:tasks.rados.rados.0.smithi157.stdout:1387: seq_num 438 ranges {1073152=139264} 2024-08-17T00:37:02.317 INFO:tasks.rados.rados.0.smithi157.stdout:1387: writing smithi15786056-44 from 1073152 to 1212416 tid 1 2024-08-17T00:37:02.317 INFO:tasks.rados.rados.0.smithi157.stdout:1388: delete oid 1 current snap is 132 2024-08-17T00:37:02.317 INFO:tasks.rados.rados.0.smithi157.stdout:1385: finishing rollback tid 0 to smithi15786056-2 2024-08-17T00:37:02.318 INFO:tasks.rados.rados.0.smithi157.stdout:1385: finishing rollback tid 1 to smithi15786056-2 2024-08-17T00:37:02.318 INFO:tasks.rados.rados.0.smithi157.stdout:1385: finishing rollback tid 2 to smithi15786056-2 2024-08-17T00:37:02.318 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 862 (ObjNum 430 snap 128 seq_num 430) dirty exists 2024-08-17T00:37:02.321 INFO:tasks.rados.rados.0.smithi157.stdout:1387: finishing write tid 1 to smithi15786056-44 2024-08-17T00:37:02.321 INFO:tasks.rados.rados.0.smithi157.stdout:1387: finishing write tid 2 to smithi15786056-44 2024-08-17T00:37:02.321 INFO:tasks.rados.rados.0.smithi157.stdout:1385: done (3 left) 2024-08-17T00:37:02.322 INFO:tasks.rados.rados.0.smithi157.stdout:1388: done (2 left) 2024-08-17T00:37:02.322 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 9 current snap is 132 2024-08-17T00:37:02.322 INFO:tasks.rados.rados.0.smithi157.stdout:1389: seq_num 440 ranges {0=172032} 2024-08-17T00:37:02.323 INFO:tasks.rados.rados.0.smithi157.stdout:1389: writing smithi15786056-9 from 0 to 172032 tid 1 2024-08-17T00:37:02.323 INFO:tasks.rados.rados.0.smithi157.stdout:1390: snap_remove snap 121 2024-08-17T00:37:02.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:02 smithi157 ceph-mon[98780]: osdmap e339: 8 total, 7 up, 8 in 2024-08-17T00:37:02.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:02 smithi157 ceph-mon[98780]: pgmap v158: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 215 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.1 MiB/s wr, 18 op/s; 59/423 objects degraded (13.948%) 2024-08-17T00:37:02.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:02 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:02.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:02 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:02.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:02 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:02.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:02 smithi157 ceph-mon[98780]: osdmap e340: 8 total, 7 up, 8 in 2024-08-17T00:37:02.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:02 smithi157 ceph-mon[101289]: osdmap e339: 8 total, 7 up, 8 in 2024-08-17T00:37:02.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:02 smithi157 ceph-mon[101289]: pgmap v158: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 215 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.1 MiB/s wr, 18 op/s; 59/423 objects degraded (13.948%) 2024-08-17T00:37:02.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:02 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:02.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:02 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:02.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:02 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:02.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:02 smithi157 ceph-mon[101289]: osdmap e340: 8 total, 7 up, 8 in 2024-08-17T00:37:02.386 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:02 smithi157 podman[112134]: 2024-08-17 00:37:02.128804475 +0000 UTC m=+0.363554963 container init dbe3e94be06935bec6c6c9a664fb3fbf60ba89a789b40ef8eedeca3f62aa975d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:37:02.386 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:02 smithi157 podman[112134]: 2024-08-17 00:37:02.133728363 +0000 UTC m=+0.368478838 container start dbe3e94be06935bec6c6c9a664fb3fbf60ba89a789b40ef8eedeca3f62aa975d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1, ceph=True, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:37:02.387 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:02 smithi157 ceph-osd[112172]: -- 172.21.15.157:0/2711334682 <== mon.2 v2:172.21.15.157:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a384d8ba40 con 0x55a385b58000 2024-08-17T00:37:02.387 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:02 smithi157 bash[112134]: dbe3e94be06935bec6c6c9a664fb3fbf60ba89a789b40ef8eedeca3f62aa975d 2024-08-17T00:37:02.387 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:02 smithi157 systemd[1]: Started Ceph osd.1 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:37:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:02 smithi187 ceph-mon[90552]: osdmap e339: 8 total, 7 up, 8 in 2024-08-17T00:37:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:02 smithi187 ceph-mon[90552]: pgmap v158: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 215 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.1 MiB/s wr, 18 op/s; 59/423 objects degraded (13.948%) 2024-08-17T00:37:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:02 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:02 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:02 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:02.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:02 smithi187 ceph-mon[90552]: osdmap e340: 8 total, 7 up, 8 in 2024-08-17T00:37:03.135 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:02 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1[112148]: 2024-08-17T00:37:02.686+0000 7f00d6813640 -1 Falling back to public interface 2024-08-17T00:37:03.311 INFO:tasks.rados.rados.0.smithi157.stdout:1390: done (3 left) 2024-08-17T00:37:03.311 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 33 current snap is 132 2024-08-17T00:37:03.311 INFO:tasks.rados.rados.0.smithi157.stdout:1387: finishing write tid 3 to smithi15786056-44 2024-08-17T00:37:03.311 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 492 (ObjNum 438 snap 132 seq_num 438) dirty exists 2024-08-17T00:37:03.311 INFO:tasks.rados.rados.0.smithi157.stdout:1387: left oid 44 (ObjNum 438 snap 132 seq_num 438) 2024-08-17T00:37:03.311 INFO:tasks.rados.rados.0.smithi157.stdout:1391: seq_num 441 ranges {5586944=188416} 2024-08-17T00:37:03.342 INFO:tasks.rados.rados.0.smithi157.stdout:1391: writing smithi15786056-33 from 5586944 to 5775360 tid 1 2024-08-17T00:37:03.342 INFO:tasks.rados.rados.0.smithi157.stdout:1387: done (3 left) 2024-08-17T00:37:03.342 INFO:tasks.rados.rados.0.smithi157.stdout:1392: setattr oid 46 current snap is 132 2024-08-17T00:37:03.342 INFO:tasks.rados.rados.0.smithi157.stdout:1389: finishing write tid 1 to smithi15786056-9 2024-08-17T00:37:03.342 INFO:tasks.rados.rados.0.smithi157.stdout:1389: finishing write tid 2 to smithi15786056-9 2024-08-17T00:37:03.342 INFO:tasks.rados.rados.0.smithi157.stdout:1389: finishing write tid 3 to smithi15786056-9 2024-08-17T00:37:03.343 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 541 (ObjNum 440 snap 132 seq_num 440) dirty exists 2024-08-17T00:37:03.343 INFO:tasks.rados.rados.0.smithi157.stdout:1389: left oid 9 (ObjNum 440 snap 132 seq_num 440) 2024-08-17T00:37:03.343 INFO:tasks.rados.rados.0.smithi157.stdout:1386: expect (ObjNum 381 snap 116 seq_num 381) 2024-08-17T00:37:03.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:03 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:03.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:03.737 INFO:tasks.rados.rados.0.smithi157.stdout:1391: finishing write tid 1 to smithi15786056-33 2024-08-17T00:37:03.738 INFO:tasks.rados.rados.0.smithi157.stdout:1391: finishing write tid 2 to smithi15786056-33 2024-08-17T00:37:03.738 INFO:tasks.rados.rados.0.smithi157.stdout:1391: finishing write tid 3 to smithi15786056-33 2024-08-17T00:37:03.738 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 263 (ObjNum 441 snap 132 seq_num 441) dirty exists 2024-08-17T00:37:03.738 INFO:tasks.rados.rados.0.smithi157.stdout:1391: left oid 33 (ObjNum 441 snap 132 seq_num 441) 2024-08-17T00:37:03.738 INFO:tasks.rados.rados.0.smithi157.stdout:1386: done (3 left) 2024-08-17T00:37:03.738 INFO:tasks.rados.rados.0.smithi157.stdout:1389: done (2 left) 2024-08-17T00:37:03.738 INFO:tasks.rados.rados.0.smithi157.stdout:1391: done (1 left) 2024-08-17T00:37:03.738 INFO:tasks.rados.rados.0.smithi157.stdout:1393: copy_from oid 19 from oid 3 current snap is 132 2024-08-17T00:37:03.738 INFO:tasks.rados.rados.0.smithi157.stdout:1394: snap_create 2024-08-17T00:37:03.741 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 409 (ObjNum 705 snap 0 seq_num 170083392) dirty exists 2024-08-17T00:37:03.757 INFO:tasks.rados.rados.0.smithi157.stdout:1393: finishing copy_from racing read to smithi15786056-19 2024-08-17T00:37:03.759 INFO:tasks.rados.rados.0.smithi157.stdout:1393: finishing copy_from to smithi15786056-19 2024-08-17T00:37:03.759 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 824 (ObjNum 424 snap 127 seq_num 424) dirty exists 2024-08-17T00:37:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:37:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:37:03] "GET /metrics HTTP/1.1" 200 36170 "" "Prometheus/2.43.0" 2024-08-17T00:37:04.316 INFO:tasks.rados.rados.0.smithi157.stdout:1392: done (2 left) 2024-08-17T00:37:04.316 INFO:tasks.rados.rados.0.smithi157.stdout:1393: done (1 left) 2024-08-17T00:37:04.316 INFO:tasks.rados.rados.0.smithi157.stdout:1394: done (0 left) 2024-08-17T00:37:04.316 INFO:tasks.rados.rados.0.smithi157.stdout:1395: snap_remove snap 130 2024-08-17T00:37:04.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:04 smithi157 ceph-mon[98780]: osdmap e341: 8 total, 7 up, 8 in 2024-08-17T00:37:04.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:04 smithi157 ceph-mon[98780]: pgmap v161: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 215 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 0 B/s wr, 1 op/s; 59/420 objects degraded (14.048%) 2024-08-17T00:37:04.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:04 smithi157 ceph-mon[101289]: osdmap e341: 8 total, 7 up, 8 in 2024-08-17T00:37:04.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:04 smithi157 ceph-mon[101289]: pgmap v161: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 215 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 0 B/s wr, 1 op/s; 59/420 objects degraded (14.048%) 2024-08-17T00:37:04.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:04 smithi187 ceph-mon[90552]: osdmap e341: 8 total, 7 up, 8 in 2024-08-17T00:37:04.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:04 smithi187 ceph-mon[90552]: pgmap v161: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 215 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 0 B/s wr, 1 op/s; 59/420 objects degraded (14.048%) 2024-08-17T00:37:04.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:04 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:04.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:04 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:05.318 INFO:tasks.rados.rados.0.smithi157.stdout:1395: done (0 left) 2024-08-17T00:37:05.318 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 133 2024-08-17T00:37:05.318 INFO:tasks.rados.rados.0.smithi157.stdout:1396: seq_num 442 ranges {9207808=204800} 2024-08-17T00:37:05.370 INFO:tasks.rados.rados.0.smithi157.stdout:1396: writing smithi15786056-8 from 9207808 to 9412608 tid 1 2024-08-17T00:37:05.370 INFO:tasks.rados.rados.0.smithi157.stdout:1397: rollback oid 31 current snap is 133 2024-08-17T00:37:05.371 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 31 to 123 2024-08-17T00:37:05.371 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 20 current snap is 133 2024-08-17T00:37:05.371 INFO:tasks.rados.rados.0.smithi157.stdout:1398: seq_num 443 ranges {0=221184} 2024-08-17T00:37:05.371 INFO:tasks.rados.rados.0.smithi157.stdout:1398: writing smithi15786056-20 from 0 to 221184 tid 1 2024-08-17T00:37:05.371 INFO:tasks.rados.rados.0.smithi157.stdout:1399: read oid 41 snap -1 2024-08-17T00:37:05.372 INFO:tasks.rados.rados.0.smithi157.stdout:1399: expect (ObjNum 391 snap 117 seq_num 391) 2024-08-17T00:37:05.372 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 50 current snap is 133 2024-08-17T00:37:05.372 INFO:tasks.rados.rados.0.smithi157.stdout:1400: seq_num 444 ranges {1925120=237568} 2024-08-17T00:37:05.385 INFO:tasks.rados.rados.0.smithi157.stdout:1400: writing smithi15786056-50 from 1925120 to 2162688 tid 1 2024-08-17T00:37:05.385 INFO:tasks.rados.rados.0.smithi157.stdout:1401: rollback oid 9 current snap is 133 2024-08-17T00:37:05.385 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 9 to 104 2024-08-17T00:37:05.385 INFO:tasks.rados.rados.0.smithi157.stdout:1402: read oid 34 snap -1 2024-08-17T00:37:05.386 INFO:tasks.rados.rados.0.smithi157.stdout:1402: expect (ObjNum 433 snap 129 seq_num 433) 2024-08-17T00:37:05.386 INFO:tasks.rados.rados.0.smithi157.stdout:1403: rollback oid 47 current snap is 133 2024-08-17T00:37:05.386 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 47 to 131 2024-08-17T00:37:05.386 INFO:tasks.rados.rados.0.smithi157.stdout:1404: read oid 1 snap -1 2024-08-17T00:37:05.386 INFO:tasks.rados.rados.0.smithi157.stdout:1404: expect deleted 2024-08-17T00:37:05.386 INFO:tasks.rados.rados.0.smithi157.stdout:1405: delete oid 23 current snap is 133 2024-08-17T00:37:05.404 INFO:tasks.rados.rados.0.smithi157.stdout:1399: expect (ObjNum 391 snap 117 seq_num 391) 2024-08-17T00:37:05.613 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:05 smithi157 ceph-mon[101289]: osdmap e342: 8 total, 7 up, 8 in 2024-08-17T00:37:05.613 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:05 smithi157 ceph-mon[101289]: from='osd.1 [v2:172.21.15.157:6810/1464456506,v1:172.21.15.157:6811/1464456506]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T00:37:05.614 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1[112148]: 2024-08-17T00:37:05.288+0000 7f00d6813640 -1 osd.1 334 log_to_monitors true 2024-08-17T00:37:05.614 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:05 smithi157 ceph-mon[98780]: osdmap e342: 8 total, 7 up, 8 in 2024-08-17T00:37:05.614 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:05 smithi157 ceph-mon[98780]: from='osd.1 [v2:172.21.15.157:6810/1464456506,v1:172.21.15.157:6811/1464456506]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T00:37:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:05 smithi187 ceph-mon[90552]: osdmap e342: 8 total, 7 up, 8 in 2024-08-17T00:37:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:05 smithi187 ceph-mon[90552]: from='osd.1 [v2:172.21.15.157:6810/1464456506,v1:172.21.15.157:6811/1464456506]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T00:37:05.778 INFO:tasks.rados.rados.0.smithi157.stdout:1399: done (9 left) 2024-08-17T00:37:05.778 INFO:tasks.rados.rados.0.smithi157.stdout:1405: done (8 left) 2024-08-17T00:37:05.778 INFO:tasks.rados.rados.0.smithi157.stdout:1406: rollback oid 18 current snap is 133 2024-08-17T00:37:05.779 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 18 to 104 2024-08-17T00:37:05.779 INFO:tasks.rados.rados.0.smithi157.stdout:1400: finishing write tid 1 to smithi15786056-50 2024-08-17T00:37:05.779 INFO:tasks.rados.rados.0.smithi157.stdout:1400: finishing write tid 2 to smithi15786056-50 2024-08-17T00:37:05.779 INFO:tasks.rados.rados.0.smithi157.stdout:1400: finishing write tid 3 to smithi15786056-50 2024-08-17T00:37:05.779 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 412 (ObjNum 444 snap 133 seq_num 444) dirty exists 2024-08-17T00:37:05.779 INFO:tasks.rados.rados.0.smithi157.stdout:1400: left oid 50 (ObjNum 444 snap 133 seq_num 444) 2024-08-17T00:37:05.779 INFO:tasks.rados.rados.0.smithi157.stdout:1397: finishing rollback tid 0 to smithi15786056-31 2024-08-17T00:37:05.779 INFO:tasks.rados.rados.0.smithi157.stdout:1397: finishing rollback tid 1 to smithi15786056-31 2024-08-17T00:37:05.779 INFO:tasks.rados.rados.0.smithi157.stdout:1398: finishing write tid 1 to smithi15786056-20 2024-08-17T00:37:05.779 INFO:tasks.rados.rados.0.smithi157.stdout:1398: finishing write tid 2 to smithi15786056-20 2024-08-17T00:37:05.779 INFO:tasks.rados.rados.0.smithi157.stdout:1403: finishing rollback tid 1 to smithi15786056-47 2024-08-17T00:37:05.779 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 790 (ObjNum 65 snap 0 seq_num 1650808143) dirty dne 2024-08-17T00:37:05.779 INFO:tasks.rados.rados.0.smithi157.stdout:1402: expect (ObjNum 433 snap 129 seq_num 433) 2024-08-17T00:37:05.832 INFO:tasks.rados.rados.0.smithi157.stdout:1396: finishing write tid 1 to smithi15786056-8 2024-08-17T00:37:05.832 INFO:tasks.rados.rados.0.smithi157.stdout:1396: finishing write tid 2 to smithi15786056-8 2024-08-17T00:37:05.832 INFO:tasks.rados.rados.0.smithi157.stdout:1397: finishing rollback tid 2 to smithi15786056-31 2024-08-17T00:37:05.832 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 726 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-08-17T00:37:05.832 INFO:tasks.rados.rados.0.smithi157.stdout:1398: finishing write tid 3 to smithi15786056-20 2024-08-17T00:37:05.832 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 792 (ObjNum 443 snap 133 seq_num 443) dirty exists 2024-08-17T00:37:05.832 INFO:tasks.rados.rados.0.smithi157.stdout:1398: left oid 20 (ObjNum 443 snap 133 seq_num 443) 2024-08-17T00:37:05.832 INFO:tasks.rados.rados.0.smithi157.stdout:1396: finishing write tid 3 to smithi15786056-8 2024-08-17T00:37:05.833 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 544 (ObjNum 442 snap 133 seq_num 442) dirty exists 2024-08-17T00:37:05.833 INFO:tasks.rados.rados.0.smithi157.stdout:1396: left oid 8 (ObjNum 442 snap 133 seq_num 442) 2024-08-17T00:37:05.833 INFO:tasks.rados.rados.0.smithi157.stdout:1401: finishing rollback tid 0 to smithi15786056-9 2024-08-17T00:37:05.833 INFO:tasks.rados.rados.0.smithi157.stdout:1401: finishing rollback tid 1 to smithi15786056-9 2024-08-17T00:37:05.833 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 547 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T00:37:05.833 INFO:tasks.rados.rados.0.smithi157.stdout:1406: finishing rollback tid 0 to smithi15786056-18 2024-08-17T00:37:05.833 INFO:tasks.rados.rados.0.smithi157.stdout:1406: finishing rollback tid 1 to smithi15786056-18 2024-08-17T00:37:05.833 INFO:tasks.rados.rados.0.smithi157.stdout:1396: done (8 left) 2024-08-17T00:37:05.833 INFO:tasks.rados.rados.0.smithi157.stdout:1397: done (7 left) 2024-08-17T00:37:05.833 INFO:tasks.rados.rados.0.smithi157.stdout:1398: done (6 left) 2024-08-17T00:37:05.833 INFO:tasks.rados.rados.0.smithi157.stdout:1400: done (5 left) 2024-08-17T00:37:05.833 INFO:tasks.rados.rados.0.smithi157.stdout:1401: done (4 left) 2024-08-17T00:37:05.833 INFO:tasks.rados.rados.0.smithi157.stdout:1402: done (3 left) 2024-08-17T00:37:05.834 INFO:tasks.rados.rados.0.smithi157.stdout:1403: done (2 left) 2024-08-17T00:37:05.834 INFO:tasks.rados.rados.0.smithi157.stdout:1404: done (1 left) 2024-08-17T00:37:05.834 INFO:tasks.rados.rados.0.smithi157.stdout:1407: read oid 44 snap 131 2024-08-17T00:37:05.834 INFO:tasks.rados.rados.0.smithi157.stdout:1407: expect (ObjNum 329 snap 96 seq_num 329) 2024-08-17T00:37:05.834 INFO:tasks.rados.rados.0.smithi157.stdout:1408: read oid 20 snap -1 2024-08-17T00:37:05.834 INFO:tasks.rados.rados.0.smithi157.stdout:1408: expect (ObjNum 443 snap 133 seq_num 443) 2024-08-17T00:37:05.834 INFO:tasks.rados.rados.0.smithi157.stdout:1409: snap_create 2024-08-17T00:37:05.834 INFO:tasks.rados.rados.0.smithi157.stdout:1406: finishing rollback tid 2 to smithi15786056-18 2024-08-17T00:37:05.834 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 595 (ObjNum 319 snap 93 seq_num 319) dirty exists 2024-08-17T00:37:05.834 INFO:tasks.rados.rados.0.smithi157.stdout:1408: expect (ObjNum 443 snap 133 seq_num 443) 2024-08-17T00:37:05.839 INFO:tasks.rados.rados.0.smithi157.stdout:1407: expect (ObjNum 329 snap 96 seq_num 329) 2024-08-17T00:37:05.885 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 00:37:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1[112148]: 2024-08-17T00:37:05.612+0000 7f00ca5b6640 -1 osd.1 334 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:37:06.621 INFO:tasks.rados.rados.0.smithi157.stdout:1406: done (3 left) 2024-08-17T00:37:06.621 INFO:tasks.rados.rados.0.smithi157.stdout:1407: done (2 left) 2024-08-17T00:37:06.621 INFO:tasks.rados.rados.0.smithi157.stdout:1408: done (1 left) 2024-08-17T00:37:06.621 INFO:tasks.rados.rados.0.smithi157.stdout:1409: done (0 left) 2024-08-17T00:37:06.622 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 134 2024-08-17T00:37:06.622 INFO:tasks.rados.rados.0.smithi157.stdout:1410: seq_num 446 ranges {2031616=278528} 2024-08-17T00:37:06.634 INFO:tasks.rados.rados.0.smithi157.stdout:1410: writing smithi15786056-28 from 2031616 to 2310144 tid 1 2024-08-17T00:37:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:06 smithi157 ceph-mon[98780]: from='osd.1 [v2:172.21.15.157:6810/1464456506,v1:172.21.15.157:6811/1464456506]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T00:37:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:06 smithi157 ceph-mon[98780]: osdmap e343: 8 total, 7 up, 8 in 2024-08-17T00:37:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:06 smithi157 ceph-mon[98780]: from='osd.1 [v2:172.21.15.157:6810/1464456506,v1:172.21.15.157:6811/1464456506]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:37:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:06 smithi157 ceph-mon[98780]: from='osd.1 [v2:172.21.15.157:6810/1464456506,v1:172.21.15.157:6811/1464456506]' entity='osd.1' 2024-08-17T00:37:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:06 smithi157 ceph-mon[98780]: pgmap v164: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 122 KiB/s wr, 10 op/s; 62/426 objects degraded (14.554%) 2024-08-17T00:37:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:06 smithi157 ceph-mon[101289]: from='osd.1 [v2:172.21.15.157:6810/1464456506,v1:172.21.15.157:6811/1464456506]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T00:37:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:06 smithi157 ceph-mon[101289]: osdmap e343: 8 total, 7 up, 8 in 2024-08-17T00:37:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:06 smithi157 ceph-mon[101289]: from='osd.1 [v2:172.21.15.157:6810/1464456506,v1:172.21.15.157:6811/1464456506]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:37:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:06 smithi157 ceph-mon[101289]: from='osd.1 [v2:172.21.15.157:6810/1464456506,v1:172.21.15.157:6811/1464456506]' entity='osd.1' 2024-08-17T00:37:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:06 smithi157 ceph-mon[101289]: pgmap v164: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 122 KiB/s wr, 10 op/s; 62/426 objects degraded (14.554%) 2024-08-17T00:37:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:06.636 INFO:tasks.rados.rados.0.smithi157.stdout:1411: copy_from oid 6 from oid 35 current snap is 134 2024-08-17T00:37:06.637 INFO:tasks.rados.rados.0.smithi157.stdout:1412: read oid 42 snap -1 2024-08-17T00:37:06.637 INFO:tasks.rados.rados.0.smithi157.stdout:1412: expect deleted 2024-08-17T00:37:06.637 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 134 2024-08-17T00:37:06.637 INFO:tasks.rados.rados.0.smithi157.stdout:1413: seq_num 447 ranges {2449408=294912} 2024-08-17T00:37:06.651 INFO:tasks.rados.rados.0.smithi157.stdout:1413: writing smithi15786056-18 from 2449408 to 2744320 tid 1 2024-08-17T00:37:06.651 INFO:tasks.rados.rados.0.smithi157.stdout:1414: snap_create 2024-08-17T00:37:06.651 INFO:tasks.rados.rados.0.smithi157.stdout:1410: finishing write tid 1 to smithi15786056-28 2024-08-17T00:37:06.651 INFO:tasks.rados.rados.0.smithi157.stdout:1410: finishing write tid 2 to smithi15786056-28 2024-08-17T00:37:06.651 INFO:tasks.rados.rados.0.smithi157.stdout:1410: finishing write tid 3 to smithi15786056-28 2024-08-17T00:37:06.651 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 729 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-08-17T00:37:06.651 INFO:tasks.rados.rados.0.smithi157.stdout:1410: left oid 28 (ObjNum 446 snap 134 seq_num 446) 2024-08-17T00:37:06.651 INFO:tasks.rados.rados.0.smithi157.stdout:1411: finishing copy_from racing read to smithi15786056-6 2024-08-17T00:37:06.652 INFO:tasks.rados.rados.0.smithi157.stdout:1411: finishing copy_from to smithi15786056-6 2024-08-17T00:37:06.652 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 490 (ObjNum 358 snap 104 seq_num 358) dirty exists 2024-08-17T00:37:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:06 smithi187 ceph-mon[90552]: from='osd.1 [v2:172.21.15.157:6810/1464456506,v1:172.21.15.157:6811/1464456506]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T00:37:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:06 smithi187 ceph-mon[90552]: osdmap e343: 8 total, 7 up, 8 in 2024-08-17T00:37:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:06 smithi187 ceph-mon[90552]: from='osd.1 [v2:172.21.15.157:6810/1464456506,v1:172.21.15.157:6811/1464456506]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:37:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:06 smithi187 ceph-mon[90552]: from='osd.1 [v2:172.21.15.157:6810/1464456506,v1:172.21.15.157:6811/1464456506]' entity='osd.1' 2024-08-17T00:37:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:06 smithi187 ceph-mon[90552]: pgmap v164: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 122 KiB/s wr, 10 op/s; 62/426 objects degraded (14.554%) 2024-08-17T00:37:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:07.499 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:07 smithi157 ceph-mon[98780]: Health check update: Degraded data redundancy: 62/426 objects degraded (14.554%), 12 pgs degraded (PG_DEGRADED) 2024-08-17T00:37:07.499 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:07 smithi157 ceph-mon[98780]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:37:07.499 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:07 smithi157 ceph-mon[98780]: osd.1 [v2:172.21.15.157:6810/1464456506,v1:172.21.15.157:6811/1464456506] boot 2024-08-17T00:37:07.499 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:07 smithi157 ceph-mon[98780]: osdmap e344: 8 total, 8 up, 8 in 2024-08-17T00:37:07.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:37:07.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:07.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:07.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:07 smithi157 ceph-mon[101289]: Health check update: Degraded data redundancy: 62/426 objects degraded (14.554%), 12 pgs degraded (PG_DEGRADED) 2024-08-17T00:37:07.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:07 smithi157 ceph-mon[101289]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:37:07.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:07 smithi157 ceph-mon[101289]: osd.1 [v2:172.21.15.157:6810/1464456506,v1:172.21.15.157:6811/1464456506] boot 2024-08-17T00:37:07.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:07 smithi157 ceph-mon[101289]: osdmap e344: 8 total, 8 up, 8 in 2024-08-17T00:37:07.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:37:07.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:07.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:07.618 INFO:tasks.rados.rados.0.smithi157.stdout:1410: done (4 left) 2024-08-17T00:37:07.618 INFO:tasks.rados.rados.0.smithi157.stdout:1411: done (3 left) 2024-08-17T00:37:07.618 INFO:tasks.rados.rados.0.smithi157.stdout:1412: done (2 left) 2024-08-17T00:37:07.618 INFO:tasks.rados.rados.0.smithi157.stdout:1414: done (1 left) 2024-08-17T00:37:07.618 INFO:tasks.rados.rados.0.smithi157.stdout:1415: copy_from oid 19 from oid 10 current snap is 135 2024-08-17T00:37:07.618 INFO:tasks.rados.rados.0.smithi157.stdout:1416: rollback oid 39 current snap is 135 2024-08-17T00:37:07.619 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 39 to 128 2024-08-17T00:37:07.619 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 135 2024-08-17T00:37:07.619 INFO:tasks.rados.rados.0.smithi157.stdout:1417: seq_num 448 ranges {5660672=311296} 2024-08-17T00:37:07.652 INFO:tasks.rados.rados.0.smithi157.stdout:1417: writing smithi15786056-49 from 5660672 to 5971968 tid 1 2024-08-17T00:37:07.652 INFO:tasks.rados.rados.0.smithi157.stdout:1418: snap_create 2024-08-17T00:37:07.653 INFO:tasks.rados.rados.0.smithi157.stdout:1416: finishing rollback tid 0 to smithi15786056-39 2024-08-17T00:37:07.653 INFO:tasks.rados.rados.0.smithi157.stdout:1416: finishing rollback tid 1 to smithi15786056-39 2024-08-17T00:37:07.653 INFO:tasks.rados.rados.0.smithi157.stdout:1416: finishing rollback tid 2 to smithi15786056-39 2024-08-17T00:37:07.653 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 874 (ObjNum 382 snap 116 seq_num 382) dirty exists 2024-08-17T00:37:07.657 INFO:tasks.rados.rados.0.smithi157.stdout:1417: finishing write tid 1 to smithi15786056-49 2024-08-17T00:37:07.657 INFO:tasks.rados.rados.0.smithi157.stdout:1417: finishing write tid 2 to smithi15786056-49 2024-08-17T00:37:07.658 INFO:tasks.rados.rados.0.smithi157.stdout:1413: finishing write tid 1 to smithi15786056-18 2024-08-17T00:37:07.658 INFO:tasks.rados.rados.0.smithi157.stdout:1413: finishing write tid 2 to smithi15786056-18 2024-08-17T00:37:07.660 INFO:tasks.rados.rados.0.smithi157.stdout:1417: finishing write tid 3 to smithi15786056-49 2024-08-17T00:37:07.660 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 598 (ObjNum 448 snap 135 seq_num 448) dirty exists 2024-08-17T00:37:07.660 INFO:tasks.rados.rados.0.smithi157.stdout:1417: left oid 49 (ObjNum 448 snap 135 seq_num 448) 2024-08-17T00:37:07.660 INFO:tasks.rados.rados.0.smithi157.stdout:1413: finishing write tid 3 to smithi15786056-18 2024-08-17T00:37:07.660 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 601 (ObjNum 447 snap 134 seq_num 447) dirty exists 2024-08-17T00:37:07.660 INFO:tasks.rados.rados.0.smithi157.stdout:1413: left oid 18 (ObjNum 447 snap 134 seq_num 447) 2024-08-17T00:37:07.675 INFO:tasks.rados.rados.0.smithi157.stdout:1415: finishing copy_from racing read to smithi15786056-19 2024-08-17T00:37:07.677 INFO:tasks.rados.rados.0.smithi157.stdout:1415: finishing copy_from to smithi15786056-19 2024-08-17T00:37:07.677 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 521 (ObjNum 382 snap 116 seq_num 382) dirty exists 2024-08-17T00:37:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:07 smithi187 ceph-mon[90552]: Health check update: Degraded data redundancy: 62/426 objects degraded (14.554%), 12 pgs degraded (PG_DEGRADED) 2024-08-17T00:37:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:07 smithi187 ceph-mon[90552]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:37:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:07 smithi187 ceph-mon[90552]: osd.1 [v2:172.21.15.157:6810/1464456506,v1:172.21.15.157:6811/1464456506] boot 2024-08-17T00:37:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:07 smithi187 ceph-mon[90552]: osdmap e344: 8 total, 8 up, 8 in 2024-08-17T00:37:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:37:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:08.618 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:08 smithi157 ceph-mon[98780]: osdmap e345: 8 total, 8 up, 8 in 2024-08-17T00:37:08.621 INFO:tasks.rados.rados.0.smithi157.stdout:1413: done (4 left) 2024-08-17T00:37:08.621 INFO:tasks.rados.rados.0.smithi157.stdout:1415: done (3 left) 2024-08-17T00:37:08.621 INFO:tasks.rados.rados.0.smithi157.stdout:1416: done (2 left) 2024-08-17T00:37:08.621 INFO:tasks.rados.rados.0.smithi157.stdout:1417: done (1 left) 2024-08-17T00:37:08.621 INFO:tasks.rados.rados.0.smithi157.stdout:1418: done (0 left) 2024-08-17T00:37:08.621 INFO:tasks.rados.rados.0.smithi157.stdout:1419: rollback oid 1 current snap is 136 2024-08-17T00:37:08.621 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 1 to 128 2024-08-17T00:37:08.621 INFO:tasks.rados.rados.0.smithi157.stdout:1420: rollback oid 36 current snap is 136 2024-08-17T00:37:08.622 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 36 to 128 2024-08-17T00:37:08.622 INFO:tasks.rados.rados.0.smithi157.stdout:1421: snap_remove snap 129 2024-08-17T00:37:08.868 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:08 smithi157 ceph-mon[98780]: pgmap v167: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 122 KiB/s wr, 8 op/s; 62/426 objects degraded (14.554%) 2024-08-17T00:37:08.869 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:08 smithi157 ceph-mon[101289]: osdmap e345: 8 total, 8 up, 8 in 2024-08-17T00:37:08.869 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:08 smithi157 ceph-mon[101289]: pgmap v167: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 122 KiB/s wr, 8 op/s; 62/426 objects degraded (14.554%) 2024-08-17T00:37:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:08 smithi187 ceph-mon[90552]: osdmap e345: 8 total, 8 up, 8 in 2024-08-17T00:37:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:08 smithi187 ceph-mon[90552]: pgmap v167: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 122 KiB/s wr, 8 op/s; 62/426 objects degraded (14.554%) 2024-08-17T00:37:08.956 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:08.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T00:37:08.956 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:09.627 INFO:tasks.rados.rados.0.smithi157.stdout:1421: done (2 left) 2024-08-17T00:37:09.627 INFO:tasks.rados.rados.0.smithi157.stdout:1422: snap_remove snap 123 2024-08-17T00:37:09.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:09 smithi157 ceph-mon[98780]: osdmap e346: 8 total, 8 up, 8 in 2024-08-17T00:37:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:09 smithi157 ceph-mon[101289]: osdmap e346: 8 total, 8 up, 8 in 2024-08-17T00:37:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:09 smithi187 ceph-mon[90552]: osdmap e346: 8 total, 8 up, 8 in 2024-08-17T00:37:10.628 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:37:10.383+0000 7fa318536640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-17T00:37:10.633 INFO:tasks.rados.rados.0.smithi157.stdout:1422: done (2 left) 2024-08-17T00:37:10.633 INFO:tasks.rados.rados.0.smithi157.stdout:1423: snap_remove snap 133 2024-08-17T00:37:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[101289]: osdmap e347: 8 total, 8 up, 8 in 2024-08-17T00:37:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[101289]: pgmap v170: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 217 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 8/444 objects degraded (1.802%); 12 MiB/s, 3 objects/s recovering 2024-08-17T00:37:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:37:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:37:10.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:10.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:10.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:10.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:10.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:10.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:37:10.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[98780]: osdmap e347: 8 total, 8 up, 8 in 2024-08-17T00:37:10.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[98780]: pgmap v170: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 217 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 8/444 objects degraded (1.802%); 12 MiB/s, 3 objects/s recovering 2024-08-17T00:37:10.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:10.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:10.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:37:10.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:37:10.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:10.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:10.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:10.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:10.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:10.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:37:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:10 smithi187 ceph-mon[90552]: osdmap e347: 8 total, 8 up, 8 in 2024-08-17T00:37:10.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:10 smithi187 ceph-mon[90552]: pgmap v170: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 217 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 8/444 objects degraded (1.802%); 12 MiB/s, 3 objects/s recovering 2024-08-17T00:37:10.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:10.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:10.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:37:10.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:37:10.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:10.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:10.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:10.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:10.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:10.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:37:11.633 INFO:tasks.rados.rados.0.smithi157.stdout:1423: done (2 left) 2024-08-17T00:37:11.633 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 136 2024-08-17T00:37:11.633 INFO:tasks.rados.rados.0.smithi157.stdout:1424: seq_num 449 ranges {6701056=327680} 2024-08-17T00:37:11.670 INFO:tasks.rados.rados.0.smithi157.stdout:1424: writing smithi15786056-29 from 6701056 to 7028736 tid 1 2024-08-17T00:37:11.670 INFO:tasks.rados.rados.0.smithi157.stdout:1425: snap_remove snap 104 2024-08-17T00:37:11.697 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:37:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:11 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:37:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:11 smithi157 ceph-mon[98780]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-17T00:37:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:11 smithi157 ceph-mon[98780]: osdmap e348: 8 total, 8 up, 8 in 2024-08-17T00:37:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:11 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:37:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:11 smithi157 ceph-mon[101289]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-17T00:37:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:11 smithi157 ceph-mon[101289]: osdmap e348: 8 total, 8 up, 8 in 2024-08-17T00:37:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:11 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:37:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:11 smithi187 ceph-mon[90552]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-17T00:37:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:11 smithi187 ceph-mon[90552]: osdmap e348: 8 total, 8 up, 8 in 2024-08-17T00:37:11.971 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:37:11.971 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (3m) 5s ago 7m 16.1M - 0.25.0 c8568f914cd2 e5fc458eaa70 2024-08-17T00:37:11.971 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (2m) 80s ago 6m 82.8M - 9.4.7 954c08fa6188 3c616dd0c45b 2024-08-17T00:37:11.971 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (8m) 5s ago 8m 15.7M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:37:11.971 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (8m) 80s ago 8m 19.8M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:37:11.971 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283,8765 running (2m) 80s ago 12m 438M - 19.1.0-1363-gd863d21c ba08250ef864 97f58199005a 2024-08-17T00:37:11.971 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (2m) 5s ago 13m 506M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:37:11.971 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (2m) 5s ago 13m 50.9M 2048M 19.1.0-1363-gd863d21c ba08250ef864 7cae4f2d8cd1 2024-08-17T00:37:11.971 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (90s) 80s ago 12m 25.8M 2048M 19.1.0-1363-gd863d21c ba08250ef864 fa96bb84b173 2024-08-17T00:37:11.972 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (103s) 5s ago 12m 44.9M 2048M 19.1.0-1363-gd863d21c ba08250ef864 6acedb5a7023 2024-08-17T00:37:11.972 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (3m) 5s ago 6m 8820k - 1.5.0 0da6a335fe13 b4e36e574235 2024-08-17T00:37:11.972 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (2m) 80s ago 6m 8144k - 1.5.0 0da6a335fe13 73e607038b0d 2024-08-17T00:37:11.972 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (43s) 5s ago 11m 101M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7d05f2a649d9 2024-08-17T00:37:11.972 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (10s) 5s ago 11m 12.2M 2480M 19.1.0-1363-gd863d21c ba08250ef864 dbe3e94be069 2024-08-17T00:37:11.972 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (10m) 5s ago 10m 211M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 f0716b3a6da4 2024-08-17T00:37:11.972 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (10m) 5s ago 10m 127M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 34877baf90d9 2024-08-17T00:37:11.972 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (10m) 80s ago 10m 98.8M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 8b55fa435d4d 2024-08-17T00:37:11.972 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (9m) 80s ago 9m 105M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 87ee417e591b 2024-08-17T00:37:11.972 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (9m) 80s ago 9m 103M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bd8a836eeeec 2024-08-17T00:37:11.972 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (8m) 80s ago 8m 108M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:37:11.972 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (2m) 80s ago 7m 54.0M - 2.43.0 a07b618ecd1d 736dc11bd87e 2024-08-17T00:37:12.292 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:37:12.292 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:37:12.292 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:37:12.292 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:37:12.292 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:37:12.292 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:37:12.292 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:37:12.292 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:37:12.292 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 6, 2024-08-17T00:37:12.292 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:37:12.293 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:37:12.293 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:37:12.293 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:37:12.293 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:37:12.293 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:37:12.293 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8, 2024-08-17T00:37:12.293 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 7 2024-08-17T00:37:12.293 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:37:12.293 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:37:12.639 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:12.643 INFO:tasks.rados.rados.0.smithi157.stdout:1425: done (3 left) 2024-08-17T00:37:12.643 INFO:tasks.rados.rados.0.smithi157.stdout:1426: delete oid 13 current snap is 136 2024-08-17T00:37:12.643 INFO:tasks.rados.rados.0.smithi157.stdout:1419: finishing rollback tid 1 to smithi15786056-1 2024-08-17T00:37:12.643 INFO:tasks.rados.rados.0.smithi157.stdout:1419: finishing rollback tid 2 to smithi15786056-1 2024-08-17T00:37:12.643 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 539 (ObjNum 396 snap 122 seq_num 396) dirty exists 2024-08-17T00:37:12.643 INFO:tasks.rados.rados.0.smithi157.stdout:1420: finishing rollback tid 0 to smithi15786056-36 2024-08-17T00:37:12.643 INFO:tasks.rados.rados.0.smithi157.stdout:1420: finishing rollback tid 1 to smithi15786056-36 2024-08-17T00:37:12.643 INFO:tasks.rados.rados.0.smithi157.stdout:1420: finishing rollback tid 2 to smithi15786056-36 2024-08-17T00:37:12.643 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 133 (ObjNum 410 snap 125 seq_num 410) dirty exists 2024-08-17T00:37:12.643 INFO:tasks.rados.rados.0.smithi157.stdout:1424: finishing write tid 1 to smithi15786056-29 2024-08-17T00:37:12.643 INFO:tasks.rados.rados.0.smithi157.stdout:1424: finishing write tid 2 to smithi15786056-29 2024-08-17T00:37:12.643 INFO:tasks.rados.rados.0.smithi157.stdout:1424: finishing write tid 3 to smithi15786056-29 2024-08-17T00:37:12.643 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 889 (ObjNum 449 snap 136 seq_num 449) dirty exists 2024-08-17T00:37:12.644 INFO:tasks.rados.rados.0.smithi157.stdout:1424: left oid 29 (ObjNum 449 snap 136 seq_num 449) 2024-08-17T00:37:12.650 INFO:tasks.rados.rados.0.smithi157.stdout:1419: done (3 left) 2024-08-17T00:37:12.650 INFO:tasks.rados.rados.0.smithi157.stdout:1420: done (2 left) 2024-08-17T00:37:12.650 INFO:tasks.rados.rados.0.smithi157.stdout:1424: done (1 left) 2024-08-17T00:37:12.650 INFO:tasks.rados.rados.0.smithi157.stdout:1426: done (0 left) 2024-08-17T00:37:12.650 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 136 2024-08-17T00:37:12.650 INFO:tasks.rados.rados.0.smithi157.stdout:1427: seq_num 451 ranges {2342912=360448} 2024-08-17T00:37:12.665 INFO:tasks.rados.rados.0.smithi157.stdout:1427: writing smithi15786056-15 from 2342912 to 2703360 tid 1 2024-08-17T00:37:12.665 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 136 2024-08-17T00:37:12.666 INFO:tasks.rados.rados.0.smithi157.stdout:1428: seq_num 452 ranges {344064=376832} 2024-08-17T00:37:12.671 INFO:tasks.rados.rados.0.smithi157.stdout:1428: writing smithi15786056-22 from 344064 to 720896 tid 1 2024-08-17T00:37:12.671 INFO:tasks.rados.rados.0.smithi157.stdout:1429: read oid 30 snap -1 2024-08-17T00:37:12.671 INFO:tasks.rados.rados.0.smithi157.stdout:1429: expect deleted 2024-08-17T00:37:12.671 INFO:tasks.rados.rados.0.smithi157.stdout:1430: read oid 50 snap -1 2024-08-17T00:37:12.671 INFO:tasks.rados.rados.0.smithi157.stdout:1430: expect (ObjNum 444 snap 133 seq_num 444) 2024-08-17T00:37:12.671 INFO:tasks.rados.rados.0.smithi157.stdout:1431: snap_create 2024-08-17T00:37:12.671 INFO:tasks.rados.rados.0.smithi157.stdout:1427: finishing write tid 1 to smithi15786056-15 2024-08-17T00:37:12.671 INFO:tasks.rados.rados.0.smithi157.stdout:1427: finishing write tid 2 to smithi15786056-15 2024-08-17T00:37:12.672 INFO:tasks.rados.rados.0.smithi157.stdout:1427: finishing write tid 3 to smithi15786056-15 2024-08-17T00:37:12.672 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 758 (ObjNum 451 snap 136 seq_num 451) dirty exists 2024-08-17T00:37:12.672 INFO:tasks.rados.rados.0.smithi157.stdout:1427: left oid 15 (ObjNum 451 snap 136 seq_num 451) 2024-08-17T00:37:12.674 INFO:tasks.rados.rados.0.smithi157.stdout:1428: finishing write tid 1 to smithi15786056-22 2024-08-17T00:37:12.674 INFO:tasks.rados.rados.0.smithi157.stdout:1428: finishing write tid 2 to smithi15786056-22 2024-08-17T00:37:12.676 INFO:tasks.rados.rados.0.smithi157.stdout:1428: finishing write tid 3 to smithi15786056-22 2024-08-17T00:37:12.676 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 886 (ObjNum 452 snap 136 seq_num 452) dirty exists 2024-08-17T00:37:12.676 INFO:tasks.rados.rados.0.smithi157.stdout:1428: left oid 22 (ObjNum 452 snap 136 seq_num 452) 2024-08-17T00:37:12.680 INFO:tasks.rados.rados.0.smithi157.stdout:1430: expect (ObjNum 444 snap 133 seq_num 444) 2024-08-17T00:37:12.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:12 smithi187 ceph-mon[90552]: osdmap e349: 8 total, 8 up, 8 in 2024-08-17T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:12 smithi187 ceph-mon[90552]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:12 smithi187 ceph-mon[90552]: pgmap v173: 121 pgs: 121 active+clean; 217 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 12 MiB/s, 3 objects/s recovering 2024-08-17T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:12 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3033211000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:12 smithi187 ceph-mon[90552]: Health check update: Degraded data redundancy: 8/444 objects degraded (1.802%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:37:13.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:12 smithi157 ceph-mon[101289]: osdmap e349: 8 total, 8 up, 8 in 2024-08-17T00:37:13.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:12 smithi157 ceph-mon[101289]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:13.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:12 smithi157 ceph-mon[101289]: pgmap v173: 121 pgs: 121 active+clean; 217 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 12 MiB/s, 3 objects/s recovering 2024-08-17T00:37:13.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:12 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3033211000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:13.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:12 smithi157 ceph-mon[101289]: Health check update: Degraded data redundancy: 8/444 objects degraded (1.802%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:37:13.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:12 smithi157 ceph-mon[98780]: osdmap e349: 8 total, 8 up, 8 in 2024-08-17T00:37:13.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:12 smithi157 ceph-mon[98780]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:13.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:12 smithi157 ceph-mon[98780]: pgmap v173: 121 pgs: 121 active+clean; 217 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 12 MiB/s, 3 objects/s recovering 2024-08-17T00:37:13.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:12 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3033211000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:13.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:12 smithi157 ceph-mon[98780]: Health check update: Degraded data redundancy: 8/444 objects degraded (1.802%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:37:13.647 INFO:tasks.rados.rados.0.smithi157.stdout:1427: done (4 left) 2024-08-17T00:37:13.647 INFO:tasks.rados.rados.0.smithi157.stdout:1428: done (3 left) 2024-08-17T00:37:13.647 INFO:tasks.rados.rados.0.smithi157.stdout:1429: done (2 left) 2024-08-17T00:37:13.647 INFO:tasks.rados.rados.0.smithi157.stdout:1430: done (1 left) 2024-08-17T00:37:13.647 INFO:tasks.rados.rados.0.smithi157.stdout:1431: done (0 left) 2024-08-17T00:37:13.648 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 17 current snap is 137 2024-08-17T00:37:13.648 INFO:tasks.rados.rados.0.smithi157.stdout:1432: seq_num 453 ranges {2326528=393216} 2024-08-17T00:37:13.662 INFO:tasks.rados.rados.0.smithi157.stdout:1432: writing smithi15786056-17 from 2326528 to 2719744 tid 1 2024-08-17T00:37:13.662 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 35 current snap is 137 2024-08-17T00:37:13.662 INFO:tasks.rados.rados.0.smithi157.stdout:1433: seq_num 454 ranges {1204224=409600} 2024-08-17T00:37:13.670 INFO:tasks.rados.rados.0.smithi157.stdout:1433: writing smithi15786056-35 from 1204224 to 1613824 tid 1 2024-08-17T00:37:13.670 INFO:tasks.rados.rados.0.smithi157.stdout:1434: snap_create 2024-08-17T00:37:13.670 INFO:tasks.rados.rados.0.smithi157.stdout:1432: finishing write tid 1 to smithi15786056-17 2024-08-17T00:37:13.671 INFO:tasks.rados.rados.0.smithi157.stdout:1432: finishing write tid 2 to smithi15786056-17 2024-08-17T00:37:13.671 INFO:tasks.rados.rados.0.smithi157.stdout:1432: finishing write tid 3 to smithi15786056-17 2024-08-17T00:37:13.671 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 265 (ObjNum 453 snap 137 seq_num 453) dirty exists 2024-08-17T00:37:13.671 INFO:tasks.rados.rados.0.smithi157.stdout:1432: left oid 17 (ObjNum 453 snap 137 seq_num 453) 2024-08-17T00:37:13.677 INFO:tasks.rados.rados.0.smithi157.stdout:1433: finishing write tid 1 to smithi15786056-35 2024-08-17T00:37:13.677 INFO:tasks.rados.rados.0.smithi157.stdout:1433: finishing write tid 2 to smithi15786056-35 2024-08-17T00:37:13.677 INFO:tasks.rados.rados.0.smithi157.stdout:1433: finishing write tid 3 to smithi15786056-35 2024-08-17T00:37:13.677 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 494 (ObjNum 454 snap 137 seq_num 454) dirty exists 2024-08-17T00:37:13.677 INFO:tasks.rados.rados.0.smithi157.stdout:1433: left oid 35 (ObjNum 454 snap 137 seq_num 454) 2024-08-17T00:37:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:37:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:37:13] "GET /metrics HTTP/1.1" 200 36170 "" "Prometheus/2.43.0" 2024-08-17T00:37:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:13 smithi157 ceph-mon[98780]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:13 smithi157 ceph-mon[98780]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/444 objects degraded (1.802%), 5 pgs degraded) 2024-08-17T00:37:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:13 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:37:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:13 smithi157 ceph-mon[98780]: osdmap e350: 8 total, 8 up, 8 in 2024-08-17T00:37:13.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:13 smithi157 ceph-mon[101289]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:13.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:13 smithi157 ceph-mon[101289]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/444 objects degraded (1.802%), 5 pgs degraded) 2024-08-17T00:37:13.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:13 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:37:13.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:13 smithi157 ceph-mon[101289]: osdmap e350: 8 total, 8 up, 8 in 2024-08-17T00:37:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:13 smithi187 ceph-mon[90552]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:13.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:13 smithi187 ceph-mon[90552]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/444 objects degraded (1.802%), 5 pgs degraded) 2024-08-17T00:37:13.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:13 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:37:13.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:13 smithi187 ceph-mon[90552]: osdmap e350: 8 total, 8 up, 8 in 2024-08-17T00:37:13.956 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:13.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:14.654 INFO:tasks.rados.rados.0.smithi157.stdout:1432: done (2 left) 2024-08-17T00:37:14.654 INFO:tasks.rados.rados.0.smithi157.stdout:1433: done (1 left) 2024-08-17T00:37:14.654 INFO:tasks.rados.rados.0.smithi157.stdout:1434: done (0 left) 2024-08-17T00:37:14.654 INFO:tasks.rados.rados.0.smithi157.stdout:1435: delete oid 44 current snap is 138 2024-08-17T00:37:14.659 INFO:tasks.rados.rados.0.smithi157.stdout:1435: done (0 left) 2024-08-17T00:37:14.659 INFO:tasks.rados.rados.0.smithi157.stdout:1436: rmattr oid 21 current snap is 138 2024-08-17T00:37:14.659 INFO:tasks.rados.rados.0.smithi157.stdout:1436: done (0 left) 2024-08-17T00:37:14.659 INFO:tasks.rados.rados.0.smithi157.stdout:1437: read oid 50 snap -1 2024-08-17T00:37:14.659 INFO:tasks.rados.rados.0.smithi157.stdout:1437: expect (ObjNum 444 snap 133 seq_num 444) 2024-08-17T00:37:14.659 INFO:tasks.rados.rados.0.smithi157.stdout:1438: read oid 4 snap -1 2024-08-17T00:37:14.659 INFO:tasks.rados.rados.0.smithi157.stdout:1438: expect deleted 2024-08-17T00:37:14.659 INFO:tasks.rados.rados.0.smithi157.stdout:1439: snap_create 2024-08-17T00:37:14.668 INFO:tasks.rados.rados.0.smithi157.stdout:1437: expect (ObjNum 444 snap 133 seq_num 444) 2024-08-17T00:37:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:14 smithi187 ceph-mon[90552]: osdmap e351: 8 total, 8 up, 8 in 2024-08-17T00:37:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:14 smithi187 ceph-mon[90552]: pgmap v176: 121 pgs: 121 active+clean; 211 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 80 KiB/s wr, 1 op/s 2024-08-17T00:37:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:14.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:14 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:14.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:14 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:14 smithi157 ceph-mon[98780]: osdmap e351: 8 total, 8 up, 8 in 2024-08-17T00:37:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:14 smithi157 ceph-mon[98780]: pgmap v176: 121 pgs: 121 active+clean; 211 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 80 KiB/s wr, 1 op/s 2024-08-17T00:37:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:14 smithi157 ceph-mon[101289]: osdmap e351: 8 total, 8 up, 8 in 2024-08-17T00:37:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:14 smithi157 ceph-mon[101289]: pgmap v176: 121 pgs: 121 active+clean; 211 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 80 KiB/s wr, 1 op/s 2024-08-17T00:37:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:15.654 INFO:tasks.rados.rados.0.smithi157.stdout:1437: done (2 left) 2024-08-17T00:37:15.654 INFO:tasks.rados.rados.0.smithi157.stdout:1438: done (1 left) 2024-08-17T00:37:15.654 INFO:tasks.rados.rados.0.smithi157.stdout:1439: done (0 left) 2024-08-17T00:37:15.655 INFO:tasks.rados.rados.0.smithi157.stdout:1440: read oid 40 snap 137 2024-08-17T00:37:15.655 INFO:tasks.rados.rados.0.smithi157.stdout:1440: expect (ObjNum 416 snap 125 seq_num 416) 2024-08-17T00:37:15.655 INFO:tasks.rados.rados.0.smithi157.stdout:1441: copy_from oid 10 from oid 25 current snap is 139 2024-08-17T00:37:15.655 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 139 2024-08-17T00:37:15.655 INFO:tasks.rados.rados.0.smithi157.stdout:1442: seq_num 456 ranges {7028736=442368} 2024-08-17T00:37:15.695 INFO:tasks.rados.rados.0.smithi157.stdout:1442: writing smithi15786056-29 from 7028736 to 7471104 tid 1 2024-08-17T00:37:15.695 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 139 2024-08-17T00:37:15.695 INFO:tasks.rados.rados.0.smithi157.stdout:1443: seq_num 457 ranges {0=458752} 2024-08-17T00:37:15.698 INFO:tasks.rados.rados.0.smithi157.stdout:1443: writing smithi15786056-5 from 0 to 458752 tid 1 2024-08-17T00:37:15.698 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 139 2024-08-17T00:37:15.698 INFO:tasks.rados.rados.0.smithi157.stdout:1444: seq_num 458 ranges {4259840=475136} 2024-08-17T00:37:15.724 INFO:tasks.rados.rados.0.smithi157.stdout:1444: writing smithi15786056-39 from 4259840 to 4734976 tid 1 2024-08-17T00:37:15.724 INFO:tasks.rados.rados.0.smithi157.stdout:1445: snap_remove snap 132 2024-08-17T00:37:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:15 smithi187 ceph-mon[90552]: osdmap e352: 8 total, 8 up, 8 in 2024-08-17T00:37:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:15 smithi157 ceph-mon[98780]: osdmap e352: 8 total, 8 up, 8 in 2024-08-17T00:37:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:15 smithi157 ceph-mon[101289]: osdmap e352: 8 total, 8 up, 8 in 2024-08-17T00:37:16.670 INFO:tasks.rados.rados.0.smithi157.stdout:1445: done (5 left) 2024-08-17T00:37:16.670 INFO:tasks.rados.rados.0.smithi157.stdout:1446: snap_create 2024-08-17T00:37:16.670 INFO:tasks.rados.rados.0.smithi157.stdout:1440: expect (ObjNum 416 snap 125 seq_num 416) 2024-08-17T00:37:16.801 INFO:tasks.rados.rados.0.smithi157.stdout:1441: finishing copy_from racing read to smithi15786056-10 2024-08-17T00:37:16.802 INFO:tasks.rados.rados.0.smithi157.stdout:1441: finishing copy_from to smithi15786056-10 2024-08-17T00:37:16.802 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 536 (ObjNum 323 snap 95 seq_num 323) dirty exists 2024-08-17T00:37:16.802 INFO:tasks.rados.rados.0.smithi157.stdout:1442: finishing write tid 1 to smithi15786056-29 2024-08-17T00:37:16.802 INFO:tasks.rados.rados.0.smithi157.stdout:1442: finishing write tid 2 to smithi15786056-29 2024-08-17T00:37:16.802 INFO:tasks.rados.rados.0.smithi157.stdout:1442: finishing write tid 3 to smithi15786056-29 2024-08-17T00:37:16.802 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 898 (ObjNum 456 snap 139 seq_num 456) dirty exists 2024-08-17T00:37:16.802 INFO:tasks.rados.rados.0.smithi157.stdout:1442: left oid 29 (ObjNum 456 snap 139 seq_num 456) 2024-08-17T00:37:16.802 INFO:tasks.rados.rados.0.smithi157.stdout:1443: finishing write tid 1 to smithi15786056-5 2024-08-17T00:37:16.802 INFO:tasks.rados.rados.0.smithi157.stdout:1443: finishing write tid 2 to smithi15786056-5 2024-08-17T00:37:16.802 INFO:tasks.rados.rados.0.smithi157.stdout:1443: finishing write tid 3 to smithi15786056-5 2024-08-17T00:37:16.803 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 760 (ObjNum 457 snap 139 seq_num 457) dirty exists 2024-08-17T00:37:16.803 INFO:tasks.rados.rados.0.smithi157.stdout:1443: left oid 5 (ObjNum 457 snap 139 seq_num 457) 2024-08-17T00:37:16.803 INFO:tasks.rados.rados.0.smithi157.stdout:1444: finishing write tid 1 to smithi15786056-39 2024-08-17T00:37:16.803 INFO:tasks.rados.rados.0.smithi157.stdout:1444: finishing write tid 2 to smithi15786056-39 2024-08-17T00:37:16.803 INFO:tasks.rados.rados.0.smithi157.stdout:1444: finishing write tid 3 to smithi15786056-39 2024-08-17T00:37:16.803 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 901 (ObjNum 458 snap 139 seq_num 458) dirty exists 2024-08-17T00:37:16.803 INFO:tasks.rados.rados.0.smithi157.stdout:1444: left oid 39 (ObjNum 458 snap 139 seq_num 458) 2024-08-17T00:37:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:16 smithi187 ceph-mon[90552]: osdmap e353: 8 total, 8 up, 8 in 2024-08-17T00:37:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:16 smithi187 ceph-mon[90552]: pgmap v179: 121 pgs: 121 active+clean; 162 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 456 KiB/s wr, 6 op/s 2024-08-17T00:37:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:16 smithi157 ceph-mon[101289]: osdmap e353: 8 total, 8 up, 8 in 2024-08-17T00:37:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:16 smithi157 ceph-mon[101289]: pgmap v179: 121 pgs: 121 active+clean; 162 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 456 KiB/s wr, 6 op/s 2024-08-17T00:37:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:16 smithi157 ceph-mon[98780]: osdmap e353: 8 total, 8 up, 8 in 2024-08-17T00:37:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:16 smithi157 ceph-mon[98780]: pgmap v179: 121 pgs: 121 active+clean; 162 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 456 KiB/s wr, 6 op/s 2024-08-17T00:37:17.313 INFO:tasks.rados.rados.0.smithi157.stdout:1440: done (5 left) 2024-08-17T00:37:17.313 INFO:tasks.rados.rados.0.smithi157.stdout:1441: done (4 left) 2024-08-17T00:37:17.313 INFO:tasks.rados.rados.0.smithi157.stdout:1442: done (3 left) 2024-08-17T00:37:17.314 INFO:tasks.rados.rados.0.smithi157.stdout:1443: done (2 left) 2024-08-17T00:37:17.314 INFO:tasks.rados.rados.0.smithi157.stdout:1444: done (1 left) 2024-08-17T00:37:17.314 INFO:tasks.rados.rados.0.smithi157.stdout:1446: done (0 left) 2024-08-17T00:37:17.314 INFO:tasks.rados.rados.0.smithi157.stdout:1447: copy_from oid 34 from oid 38 current snap is 140 2024-08-17T00:37:17.314 INFO:tasks.rados.rados.0.smithi157.stdout:1448: rollback oid 46 current snap is 140 2024-08-17T00:37:17.314 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 46 to 138 2024-08-17T00:37:17.314 INFO:tasks.rados.rados.0.smithi157.stdout:1449: rollback oid 23 current snap is 140 2024-08-17T00:37:17.314 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 23 to 135 2024-08-17T00:37:17.314 INFO:tasks.rados.rados.0.smithi157.stdout:1450: delete oid 22 current snap is 140 2024-08-17T00:37:17.316 INFO:tasks.rados.rados.0.smithi157.stdout:1449: finishing rollback tid 1 to smithi15786056-23 2024-08-17T00:37:17.316 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 870 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T00:37:17.320 INFO:tasks.rados.rados.0.smithi157.stdout:1449: done (3 left) 2024-08-17T00:37:17.320 INFO:tasks.rados.rados.0.smithi157.stdout:1450: done (2 left) 2024-08-17T00:37:17.320 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 140 2024-08-17T00:37:17.320 INFO:tasks.rados.rados.0.smithi157.stdout:1451: seq_num 460 ranges {3358720=507904} 2024-08-17T00:37:17.341 INFO:tasks.rados.rados.0.smithi157.stdout:1451: writing smithi15786056-48 from 3358720 to 3866624 tid 1 2024-08-17T00:37:17.341 INFO:tasks.rados.rados.0.smithi157.stdout:1452: copy_from oid 13 from oid 1 current snap is 140 2024-08-17T00:37:17.341 INFO:tasks.rados.rados.0.smithi157.stdout:1448: finishing rollback tid 0 to smithi15786056-46 2024-08-17T00:37:17.342 INFO:tasks.rados.rados.0.smithi157.stdout:1448: finishing rollback tid 1 to smithi15786056-46 2024-08-17T00:37:17.342 INFO:tasks.rados.rados.0.smithi157.stdout:1448: finishing rollback tid 2 to smithi15786056-46 2024-08-17T00:37:17.342 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 428 (ObjNum 449 snap 0 seq_num 171051504) dirty exists 2024-08-17T00:37:17.342 INFO:tasks.rados.rados.0.smithi157.stdout:1447: finishing copy_from racing read to smithi15786056-34 2024-08-17T00:37:17.342 INFO:tasks.rados.rados.0.smithi157.stdout:1447: finishing copy_from to smithi15786056-34 2024-08-17T00:37:17.342 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 654 (ObjNum 408 snap 123 seq_num 408) dirty exists 2024-08-17T00:37:17.342 INFO:tasks.rados.rados.0.smithi157.stdout:1447: done (3 left) 2024-08-17T00:37:17.342 INFO:tasks.rados.rados.0.smithi157.stdout:1448: done (2 left) 2024-08-17T00:37:17.342 INFO:tasks.rados.rados.0.smithi157.stdout:1453: snap_remove snap 138 2024-08-17T00:37:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:17 smithi187 ceph-mon[90552]: osdmap e354: 8 total, 8 up, 8 in 2024-08-17T00:37:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:17 smithi187 ceph-mon[90552]: osdmap e355: 8 total, 8 up, 8 in 2024-08-17T00:37:18.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:17 smithi157 ceph-mon[98780]: osdmap e354: 8 total, 8 up, 8 in 2024-08-17T00:37:18.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:17 smithi157 ceph-mon[98780]: osdmap e355: 8 total, 8 up, 8 in 2024-08-17T00:37:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:17 smithi157 ceph-mon[101289]: osdmap e354: 8 total, 8 up, 8 in 2024-08-17T00:37:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:17 smithi157 ceph-mon[101289]: osdmap e355: 8 total, 8 up, 8 in 2024-08-17T00:37:18.316 INFO:tasks.rados.rados.0.smithi157.stdout:1453: done (2 left) 2024-08-17T00:37:18.317 INFO:tasks.rados.rados.0.smithi157.stdout:1454: copy_from oid 7 from oid 3 current snap is 140 2024-08-17T00:37:18.317 INFO:tasks.rados.rados.0.smithi157.stdout:1451: finishing write tid 1 to smithi15786056-48 2024-08-17T00:37:18.317 INFO:tasks.rados.rados.0.smithi157.stdout:1451: finishing write tid 2 to smithi15786056-48 2024-08-17T00:37:18.317 INFO:tasks.rados.rados.0.smithi157.stdout:1451: finishing write tid 3 to smithi15786056-48 2024-08-17T00:37:18.317 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 911 (ObjNum 460 snap 140 seq_num 460) dirty exists 2024-08-17T00:37:18.317 INFO:tasks.rados.rados.0.smithi157.stdout:1451: left oid 48 (ObjNum 460 snap 140 seq_num 460) 2024-08-17T00:37:18.317 INFO:tasks.rados.rados.0.smithi157.stdout:1452: finishing copy_from racing read to smithi15786056-13 2024-08-17T00:37:18.317 INFO:tasks.rados.rados.0.smithi157.stdout:1452: finishing copy_from to smithi15786056-13 2024-08-17T00:37:18.317 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 539 (ObjNum 396 snap 122 seq_num 396) dirty exists 2024-08-17T00:37:18.317 INFO:tasks.rados.rados.0.smithi157.stdout:1451: done (2 left) 2024-08-17T00:37:18.317 INFO:tasks.rados.rados.0.smithi157.stdout:1452: done (1 left) 2024-08-17T00:37:18.318 INFO:tasks.rados.rados.0.smithi157.stdout:1455: copy_from oid 6 from oid 47 current snap is 140 2024-08-17T00:37:18.318 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 27 current snap is 140 2024-08-17T00:37:18.318 INFO:tasks.rados.rados.0.smithi157.stdout:1456: seq_num 461 ranges {3284992=524288} 2024-08-17T00:37:18.338 INFO:tasks.rados.rados.0.smithi157.stdout:1456: writing smithi15786056-27 from 3284992 to 3809280 tid 1 2024-08-17T00:37:18.338 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 32 current snap is 140 2024-08-17T00:37:18.338 INFO:tasks.rados.rados.0.smithi157.stdout:1455: finishing copy_from to smithi15786056-6 2024-08-17T00:37:18.338 INFO:tasks.rados.rados.0.smithi157.stdout:1455: got expected ENOENT (src dne) 2024-08-17T00:37:18.338 INFO:tasks.rados.rados.0.smithi157.stdout:1455: finishing copy_from racing read to smithi15786056-6 2024-08-17T00:37:18.338 INFO:tasks.rados.rados.0.smithi157.stdout:1454: finishing copy_from racing read to smithi15786056-7 2024-08-17T00:37:18.338 INFO:tasks.rados.rados.0.smithi157.stdout:1457: seq_num 462 ranges {7036928=540672} 2024-08-17T00:37:18.378 INFO:tasks.rados.rados.0.smithi157.stdout:1457: writing smithi15786056-32 from 7036928 to 7577600 tid 1 2024-08-17T00:37:18.379 INFO:tasks.rados.rados.0.smithi157.stdout:1455: done (3 left) 2024-08-17T00:37:18.379 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 140 2024-08-17T00:37:18.379 INFO:tasks.rados.rados.0.smithi157.stdout:1454: finishing copy_from to smithi15786056-7 2024-08-17T00:37:18.379 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 824 (ObjNum 424 snap 127 seq_num 424) dirty exists 2024-08-17T00:37:18.379 INFO:tasks.rados.rados.0.smithi157.stdout:1456: finishing write tid 1 to smithi15786056-27 2024-08-17T00:37:18.379 INFO:tasks.rados.rados.0.smithi157.stdout:1456: finishing write tid 2 to smithi15786056-27 2024-08-17T00:37:18.379 INFO:tasks.rados.rados.0.smithi157.stdout:1456: finishing write tid 3 to smithi15786056-27 2024-08-17T00:37:18.379 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 263 (ObjNum 461 snap 140 seq_num 461) dirty exists 2024-08-17T00:37:18.379 INFO:tasks.rados.rados.0.smithi157.stdout:1456: left oid 27 (ObjNum 461 snap 140 seq_num 461) 2024-08-17T00:37:18.379 INFO:tasks.rados.rados.0.smithi157.stdout:1458: seq_num 463 ranges {9412608=557056} 2024-08-17T00:37:18.432 INFO:tasks.rados.rados.0.smithi157.stdout:1458: writing smithi15786056-8 from 9412608 to 9969664 tid 1 2024-08-17T00:37:18.432 INFO:tasks.rados.rados.0.smithi157.stdout:1454: done (3 left) 2024-08-17T00:37:18.432 INFO:tasks.rados.rados.0.smithi157.stdout:1456: done (2 left) 2024-08-17T00:37:18.432 INFO:tasks.rados.rados.0.smithi157.stdout:1459: rmattr oid 15 current snap is 140 2024-08-17T00:37:18.432 INFO:tasks.rados.rados.0.smithi157.stdout:1457: finishing write tid 1 to smithi15786056-32 2024-08-17T00:37:18.432 INFO:tasks.rados.rados.0.smithi157.stdout:1457: finishing write tid 2 to smithi15786056-32 2024-08-17T00:37:18.432 INFO:tasks.rados.rados.0.smithi157.stdout:1457: finishing write tid 3 to smithi15786056-32 2024-08-17T00:37:18.433 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 656 (ObjNum 462 snap 140 seq_num 462) dirty exists 2024-08-17T00:37:18.433 INFO:tasks.rados.rados.0.smithi157.stdout:1457: left oid 32 (ObjNum 462 snap 140 seq_num 462) 2024-08-17T00:37:18.433 INFO:tasks.rados.rados.0.smithi157.stdout:1457: done (2 left) 2024-08-17T00:37:18.433 INFO:tasks.rados.rados.0.smithi157.stdout:1460: delete oid 21 current snap is 140 2024-08-17T00:37:18.434 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 768 (ObjNum 451 snap 136 seq_num 451) dirty exists 2024-08-17T00:37:18.435 INFO:tasks.rados.rados.0.smithi157.stdout:1459: done (2 left) 2024-08-17T00:37:18.435 INFO:tasks.rados.rados.0.smithi157.stdout:1460: done (1 left) 2024-08-17T00:37:18.435 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 140 2024-08-17T00:37:18.435 INFO:tasks.rados.rados.0.smithi157.stdout:1461: seq_num 465 ranges {5971968=598016} 2024-08-17T00:37:18.470 INFO:tasks.rados.rados.0.smithi157.stdout:1461: writing smithi15786056-49 from 5971968 to 6569984 tid 1 2024-08-17T00:37:18.470 INFO:tasks.rados.rados.0.smithi157.stdout:1462: delete oid 37 current snap is 140 2024-08-17T00:37:18.470 INFO:tasks.rados.rados.0.smithi157.stdout:1458: finishing write tid 1 to smithi15786056-8 2024-08-17T00:37:18.470 INFO:tasks.rados.rados.0.smithi157.stdout:1458: finishing write tid 2 to smithi15786056-8 2024-08-17T00:37:18.470 INFO:tasks.rados.rados.0.smithi157.stdout:1458: finishing write tid 3 to smithi15786056-8 2024-08-17T00:37:18.470 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 658 (ObjNum 463 snap 140 seq_num 463) dirty exists 2024-08-17T00:37:18.470 INFO:tasks.rados.rados.0.smithi157.stdout:1458: left oid 8 (ObjNum 463 snap 140 seq_num 463) 2024-08-17T00:37:18.474 INFO:tasks.rados.rados.0.smithi157.stdout:1461: finishing write tid 1 to smithi15786056-49 2024-08-17T00:37:18.474 INFO:tasks.rados.rados.0.smithi157.stdout:1461: finishing write tid 2 to smithi15786056-49 2024-08-17T00:37:18.475 INFO:tasks.rados.rados.0.smithi157.stdout:1461: finishing write tid 3 to smithi15786056-49 2024-08-17T00:37:18.475 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 826 (ObjNum 465 snap 140 seq_num 465) dirty exists 2024-08-17T00:37:18.475 INFO:tasks.rados.rados.0.smithi157.stdout:1461: left oid 49 (ObjNum 465 snap 140 seq_num 465) 2024-08-17T00:37:18.475 INFO:tasks.rados.rados.0.smithi157.stdout:1458: done (2 left) 2024-08-17T00:37:18.475 INFO:tasks.rados.rados.0.smithi157.stdout:1461: done (1 left) 2024-08-17T00:37:18.475 INFO:tasks.rados.rados.0.smithi157.stdout:1462: done (0 left) 2024-08-17T00:37:18.475 INFO:tasks.rados.rados.0.smithi157.stdout:1463: setattr oid 12 current snap is 140 2024-08-17T00:37:18.477 INFO:tasks.rados.rados.0.smithi157.stdout:1464: read oid 1 snap -1 2024-08-17T00:37:18.477 INFO:tasks.rados.rados.0.smithi157.stdout:1464: expect (ObjNum 396 snap 122 seq_num 396) 2024-08-17T00:37:18.477 INFO:tasks.rados.rados.0.smithi157.stdout:1465: snap_remove snap 136 2024-08-17T00:37:18.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:18 smithi187 ceph-mon[90552]: pgmap v182: 121 pgs: 121 active+clean; 162 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 376 KiB/s wr, 5 op/s 2024-08-17T00:37:18.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:18 smithi187 ceph-mon[90552]: osdmap e356: 8 total, 8 up, 8 in 2024-08-17T00:37:18.956 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:18.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T00:37:18.956 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:18 smithi157 ceph-mon[98780]: pgmap v182: 121 pgs: 121 active+clean; 162 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 376 KiB/s wr, 5 op/s 2024-08-17T00:37:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:18 smithi157 ceph-mon[98780]: osdmap e356: 8 total, 8 up, 8 in 2024-08-17T00:37:19.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:18 smithi157 ceph-mon[101289]: pgmap v182: 121 pgs: 121 active+clean; 162 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 376 KiB/s wr, 5 op/s 2024-08-17T00:37:19.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:18 smithi157 ceph-mon[101289]: osdmap e356: 8 total, 8 up, 8 in 2024-08-17T00:37:19.318 INFO:tasks.rados.rados.0.smithi157.stdout:1465: done (2 left) 2024-08-17T00:37:19.318 INFO:tasks.rados.rados.0.smithi157.stdout:1466: snap_remove snap 137 2024-08-17T00:37:20.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:20.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:19 smithi157 ceph-mon[98780]: osdmap e357: 8 total, 8 up, 8 in 2024-08-17T00:37:20.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:20.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:19 smithi157 ceph-mon[101289]: osdmap e357: 8 total, 8 up, 8 in 2024-08-17T00:37:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:19 smithi187 ceph-mon[90552]: osdmap e357: 8 total, 8 up, 8 in 2024-08-17T00:37:20.321 INFO:tasks.rados.rados.0.smithi157.stdout:1466: done (2 left) 2024-08-17T00:37:20.321 INFO:tasks.rados.rados.0.smithi157.stdout:1467: snap_create 2024-08-17T00:37:20.321 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 661 (ObjNum 378 snap 113 seq_num 378) dirty exists 2024-08-17T00:37:20.321 INFO:tasks.rados.rados.0.smithi157.stdout:1464: expect (ObjNum 396 snap 122 seq_num 396) 2024-08-17T00:37:21.107 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:20 smithi187 ceph-mon[90552]: pgmap v185: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-08-17T00:37:21.107 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:20 smithi187 ceph-mon[90552]: osdmap e358: 8 total, 8 up, 8 in 2024-08-17T00:37:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:20 smithi157 ceph-mon[98780]: pgmap v185: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-08-17T00:37:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:20 smithi157 ceph-mon[98780]: osdmap e358: 8 total, 8 up, 8 in 2024-08-17T00:37:21.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:20 smithi157 ceph-mon[101289]: pgmap v185: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-08-17T00:37:21.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:20 smithi157 ceph-mon[101289]: osdmap e358: 8 total, 8 up, 8 in 2024-08-17T00:37:21.324 INFO:tasks.rados.rados.0.smithi157.stdout:1463: done (2 left) 2024-08-17T00:37:21.324 INFO:tasks.rados.rados.0.smithi157.stdout:1464: done (1 left) 2024-08-17T00:37:21.325 INFO:tasks.rados.rados.0.smithi157.stdout:1467: done (0 left) 2024-08-17T00:37:21.325 INFO:tasks.rados.rados.0.smithi157.stdout:1468: rollback oid 14 current snap is 141 2024-08-17T00:37:21.325 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 14 to 139 2024-08-17T00:37:21.325 INFO:tasks.rados.rados.0.smithi157.stdout:1469: snap_remove snap 135 2024-08-17T00:37:22.331 INFO:tasks.rados.rados.0.smithi157.stdout:1469: done (1 left) 2024-08-17T00:37:22.331 INFO:tasks.rados.rados.0.smithi157.stdout:1470: snap_remove snap 131 2024-08-17T00:37:22.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:22 smithi157 ceph-mon[98780]: osdmap e359: 8 total, 8 up, 8 in 2024-08-17T00:37:22.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:22 smithi157 ceph-mon[98780]: pgmap v188: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-08-17T00:37:22.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:22 smithi157 ceph-mon[101289]: osdmap e359: 8 total, 8 up, 8 in 2024-08-17T00:37:22.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:22 smithi157 ceph-mon[101289]: pgmap v188: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-08-17T00:37:22.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:22 smithi187 ceph-mon[90552]: osdmap e359: 8 total, 8 up, 8 in 2024-08-17T00:37:22.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:22 smithi187 ceph-mon[90552]: pgmap v188: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-08-17T00:37:22.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:23.332 INFO:tasks.rados.rados.0.smithi157.stdout:1470: done (1 left) 2024-08-17T00:37:23.332 INFO:tasks.rados.rados.0.smithi157.stdout:1471: rollback oid 38 current snap is 141 2024-08-17T00:37:23.332 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 38 to 134 2024-08-17T00:37:23.332 INFO:tasks.rados.rados.0.smithi157.stdout:1468: finishing rollback tid 1 to smithi15786056-14 2024-08-17T00:37:23.332 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 0 (ObjNum 97 snap 0 seq_num 169949856) dirty dne 2024-08-17T00:37:23.333 INFO:tasks.rados.rados.0.smithi157.stdout:1468: done (1 left) 2024-08-17T00:37:23.333 INFO:tasks.rados.rados.0.smithi157.stdout:1472: read oid 30 snap -1 2024-08-17T00:37:23.333 INFO:tasks.rados.rados.0.smithi157.stdout:1472: expect deleted 2024-08-17T00:37:23.333 INFO:tasks.rados.rados.0.smithi157.stdout:1473: read oid 6 snap -1 2024-08-17T00:37:23.333 INFO:tasks.rados.rados.0.smithi157.stdout:1473: expect (ObjNum 358 snap 104 seq_num 358) 2024-08-17T00:37:23.334 INFO:tasks.rados.rados.0.smithi157.stdout:1474: rollback oid 22 current snap is 141 2024-08-17T00:37:23.334 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 22 to 139 2024-08-17T00:37:23.334 INFO:tasks.rados.rados.0.smithi157.stdout:1475: read oid 50 snap -1 2024-08-17T00:37:23.334 INFO:tasks.rados.rados.0.smithi157.stdout:1475: expect (ObjNum 444 snap 133 seq_num 444) 2024-08-17T00:37:23.334 INFO:tasks.rados.rados.0.smithi157.stdout:1476: rmattr oid 2 current snap is 141 2024-08-17T00:37:23.334 INFO:tasks.rados.rados.0.smithi157.stdout:1476: done (5 left) 2024-08-17T00:37:23.334 INFO:tasks.rados.rados.0.smithi157.stdout:1477: copy_from oid 1 from oid 19 current snap is 141 2024-08-17T00:37:23.334 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 141 2024-08-17T00:37:23.335 INFO:tasks.rados.rados.0.smithi157.stdout:1478: seq_num 467 ranges {0=630784} 2024-08-17T00:37:23.338 INFO:tasks.rados.rados.0.smithi157.stdout:1478: writing smithi15786056-4 from 0 to 630784 tid 1 2024-08-17T00:37:23.339 INFO:tasks.rados.rados.0.smithi157.stdout:1472: done (6 left) 2024-08-17T00:37:23.339 INFO:tasks.rados.rados.0.smithi157.stdout:1479: copy_from oid 44 from oid 8 current snap is 141 2024-08-17T00:37:23.339 INFO:tasks.rados.rados.0.smithi157.stdout:1480: read oid 18 snap -1 2024-08-17T00:37:23.339 INFO:tasks.rados.rados.0.smithi157.stdout:1480: expect (ObjNum 447 snap 134 seq_num 447) 2024-08-17T00:37:23.340 INFO:tasks.rados.rados.0.smithi157.stdout:1481: rollback oid 47 current snap is 141 2024-08-17T00:37:23.340 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 47 to 134 2024-08-17T00:37:23.340 INFO:tasks.rados.rados.0.smithi157.stdout:1482: rollback oid 48 current snap is 141 2024-08-17T00:37:23.340 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 48 to 139 2024-08-17T00:37:23.340 INFO:tasks.rados.rados.0.smithi157.stdout:1483: snap_create 2024-08-17T00:37:23.345 INFO:tasks.rados.rados.0.smithi157.stdout:1471: finishing rollback tid 0 to smithi15786056-38 2024-08-17T00:37:23.345 INFO:tasks.rados.rados.0.smithi157.stdout:1471: finishing rollback tid 1 to smithi15786056-38 2024-08-17T00:37:23.346 INFO:tasks.rados.rados.0.smithi157.stdout:1471: finishing rollback tid 2 to smithi15786056-38 2024-08-17T00:37:23.346 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 664 (ObjNum 408 snap 123 seq_num 408) dirty exists 2024-08-17T00:37:23.354 INFO:tasks.rados.rados.0.smithi157.stdout:1478: finishing write tid 1 to smithi15786056-4 2024-08-17T00:37:23.354 INFO:tasks.rados.rados.0.smithi157.stdout:1478: finishing write tid 2 to smithi15786056-4 2024-08-17T00:37:23.358 INFO:tasks.rados.rados.0.smithi157.stdout:1473: expect (ObjNum 358 snap 104 seq_num 358) 2024-08-17T00:37:23.395 INFO:tasks.rados.rados.0.smithi157.stdout:1474: finishing rollback tid 1 to smithi15786056-22 2024-08-17T00:37:23.395 INFO:tasks.rados.rados.0.smithi157.stdout:1474: finishing rollback tid 2 to smithi15786056-22 2024-08-17T00:37:23.395 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 910 (ObjNum 452 snap 136 seq_num 452) dirty exists 2024-08-17T00:37:23.396 INFO:tasks.rados.rados.0.smithi157.stdout:1475: expect (ObjNum 444 snap 133 seq_num 444) 2024-08-17T00:37:23.480 INFO:tasks.rados.rados.0.smithi157.stdout:1482: finishing rollback tid 0 to smithi15786056-48 2024-08-17T00:37:23.481 INFO:tasks.rados.rados.0.smithi157.stdout:1481: finishing rollback tid 1 to smithi15786056-47 2024-08-17T00:37:23.481 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 790 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T00:37:23.481 INFO:tasks.rados.rados.0.smithi157.stdout:1478: finishing write tid 3 to smithi15786056-4 2024-08-17T00:37:23.481 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 541 (ObjNum 467 snap 141 seq_num 467) dirty exists 2024-08-17T00:37:23.481 INFO:tasks.rados.rados.0.smithi157.stdout:1478: left oid 4 (ObjNum 467 snap 141 seq_num 467) 2024-08-17T00:37:23.481 INFO:tasks.rados.rados.0.smithi157.stdout:1482: finishing rollback tid 1 to smithi15786056-48 2024-08-17T00:37:23.481 INFO:tasks.rados.rados.0.smithi157.stdout:1482: finishing rollback tid 2 to smithi15786056-48 2024-08-17T00:37:23.481 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 943 (ObjNum 376 snap 113 seq_num 376) dirty exists 2024-08-17T00:37:23.481 INFO:tasks.rados.rados.0.smithi157.stdout:1480: expect (ObjNum 447 snap 134 seq_num 447) 2024-08-17T00:37:23.618 INFO:tasks.rados.rados.0.smithi157.stdout:1477: finishing copy_from racing read to smithi15786056-1 2024-08-17T00:37:23.618 INFO:tasks.rados.rados.0.smithi157.stdout:1477: finishing copy_from to smithi15786056-1 2024-08-17T00:37:23.618 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 521 (ObjNum 382 snap 116 seq_num 382) dirty exists 2024-08-17T00:37:23.618 INFO:tasks.rados.rados.0.smithi157.stdout:1479: finishing copy_from racing read to smithi15786056-44 2024-08-17T00:37:23.618 INFO:tasks.rados.rados.0.smithi157.stdout:1479: finishing copy_from to smithi15786056-44 2024-08-17T00:37:23.618 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 658 (ObjNum 463 snap 140 seq_num 463) dirty exists 2024-08-17T00:37:23.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:23 smithi157 ceph-mon[98780]: osdmap e360: 8 total, 8 up, 8 in 2024-08-17T00:37:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:23 smithi157 ceph-mon[101289]: osdmap e360: 8 total, 8 up, 8 in 2024-08-17T00:37:23.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:37:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:37:23] "GET /metrics HTTP/1.1" 200 36166 "" "Prometheus/2.43.0" 2024-08-17T00:37:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:23 smithi187 ceph-mon[90552]: osdmap e360: 8 total, 8 up, 8 in 2024-08-17T00:37:23.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:23.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:24.342 INFO:tasks.rados.rados.0.smithi157.stdout:1471: done (10 left) 2024-08-17T00:37:24.342 INFO:tasks.rados.rados.0.smithi157.stdout:1473: done (9 left) 2024-08-17T00:37:24.342 INFO:tasks.rados.rados.0.smithi157.stdout:1474: done (8 left) 2024-08-17T00:37:24.343 INFO:tasks.rados.rados.0.smithi157.stdout:1475: done (7 left) 2024-08-17T00:37:24.343 INFO:tasks.rados.rados.0.smithi157.stdout:1477: done (6 left) 2024-08-17T00:37:24.343 INFO:tasks.rados.rados.0.smithi157.stdout:1478: done (5 left) 2024-08-17T00:37:24.343 INFO:tasks.rados.rados.0.smithi157.stdout:1479: done (4 left) 2024-08-17T00:37:24.343 INFO:tasks.rados.rados.0.smithi157.stdout:1480: done (3 left) 2024-08-17T00:37:24.343 INFO:tasks.rados.rados.0.smithi157.stdout:1481: done (2 left) 2024-08-17T00:37:24.343 INFO:tasks.rados.rados.0.smithi157.stdout:1482: done (1 left) 2024-08-17T00:37:24.343 INFO:tasks.rados.rados.0.smithi157.stdout:1483: done (0 left) 2024-08-17T00:37:24.343 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 142 2024-08-17T00:37:24.343 INFO:tasks.rados.rados.0.smithi157.stdout:1484: seq_num 468 ranges {458752=647168} 2024-08-17T00:37:24.348 INFO:tasks.rados.rados.0.smithi157.stdout:1484: writing smithi15786056-5 from 458752 to 1105920 tid 1 2024-08-17T00:37:24.348 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 10 current snap is 142 2024-08-17T00:37:24.348 INFO:tasks.rados.rados.0.smithi157.stdout:1485: seq_num 469 ranges {2539520=663552} 2024-08-17T00:37:24.366 INFO:tasks.rados.rados.0.smithi157.stdout:1485: writing smithi15786056-10 from 2539520 to 3203072 tid 1 2024-08-17T00:37:24.366 INFO:tasks.rados.rados.0.smithi157.stdout:1486: rmattr oid 30 current snap is 142 2024-08-17T00:37:24.366 INFO:tasks.rados.rados.0.smithi157.stdout:1484: finishing write tid 1 to smithi15786056-5 2024-08-17T00:37:24.366 INFO:tasks.rados.rados.0.smithi157.stdout:1484: finishing write tid 2 to smithi15786056-5 2024-08-17T00:37:24.366 INFO:tasks.rados.rados.0.smithi157.stdout:1484: finishing write tid 3 to smithi15786056-5 2024-08-17T00:37:24.367 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 783 (ObjNum 468 snap 142 seq_num 468) dirty exists 2024-08-17T00:37:24.367 INFO:tasks.rados.rados.0.smithi157.stdout:1484: left oid 5 (ObjNum 468 snap 142 seq_num 468) 2024-08-17T00:37:24.367 INFO:tasks.rados.rados.0.smithi157.stdout:1484: done (2 left) 2024-08-17T00:37:24.367 INFO:tasks.rados.rados.0.smithi157.stdout:1486: done (1 left) 2024-08-17T00:37:24.367 INFO:tasks.rados.rados.0.smithi157.stdout:1487: copy_from oid 6 from oid 8 current snap is 142 2024-08-17T00:37:24.367 INFO:tasks.rados.rados.0.smithi157.stdout:1488: read oid 28 snap -1 2024-08-17T00:37:24.367 INFO:tasks.rados.rados.0.smithi157.stdout:1488: expect (ObjNum 446 snap 134 seq_num 446) 2024-08-17T00:37:24.367 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 20 current snap is 142 2024-08-17T00:37:24.367 INFO:tasks.rados.rados.0.smithi157.stdout:1489: seq_num 470 ranges {221184=679936} 2024-08-17T00:37:24.371 INFO:tasks.rados.rados.0.smithi157.stdout:1489: writing smithi15786056-20 from 221184 to 901120 tid 1 2024-08-17T00:37:24.371 INFO:tasks.rados.rados.0.smithi157.stdout:1490: copy_from oid 35 from oid 37 current snap is 142 2024-08-17T00:37:24.372 INFO:tasks.rados.rados.0.smithi157.stdout:1485: finishing write tid 1 to smithi15786056-10 2024-08-17T00:37:24.372 INFO:tasks.rados.rados.0.smithi157.stdout:1485: finishing write tid 2 to smithi15786056-10 2024-08-17T00:37:24.372 INFO:tasks.rados.rados.0.smithi157.stdout:1491: snap_remove snap 141 2024-08-17T00:37:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:24 smithi157 ceph-mon[98780]: osdmap e361: 8 total, 8 up, 8 in 2024-08-17T00:37:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:24 smithi157 ceph-mon[98780]: pgmap v191: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:37:24.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:24 smithi157 ceph-mon[101289]: osdmap e361: 8 total, 8 up, 8 in 2024-08-17T00:37:24.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:24 smithi157 ceph-mon[101289]: pgmap v191: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:37:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:24 smithi187 ceph-mon[90552]: osdmap e361: 8 total, 8 up, 8 in 2024-08-17T00:37:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:24 smithi187 ceph-mon[90552]: pgmap v191: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:37:24.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:24.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:25.347 INFO:tasks.rados.rados.0.smithi157.stdout:1491: done (5 left) 2024-08-17T00:37:25.347 INFO:tasks.rados.rados.0.smithi157.stdout:1492: snap_remove snap 140 2024-08-17T00:37:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:25 smithi157 ceph-mon[98780]: osdmap e362: 8 total, 8 up, 8 in 2024-08-17T00:37:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:25 smithi157 ceph-mon[101289]: osdmap e362: 8 total, 8 up, 8 in 2024-08-17T00:37:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:25 smithi187 ceph-mon[90552]: osdmap e362: 8 total, 8 up, 8 in 2024-08-17T00:37:26.353 INFO:tasks.rados.rados.0.smithi157.stdout:1492: done (5 left) 2024-08-17T00:37:26.353 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 142 2024-08-17T00:37:26.353 INFO:tasks.rados.rados.0.smithi157.stdout:1493: seq_num 471 ranges {7471104=696320} 2024-08-17T00:37:26.397 INFO:tasks.rados.rados.0.smithi157.stdout:1493: writing smithi15786056-29 from 7471104 to 8167424 tid 1 2024-08-17T00:37:26.397 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 142 2024-08-17T00:37:26.397 INFO:tasks.rados.rados.0.smithi157.stdout:1490: finishing copy_from to smithi15786056-35 2024-08-17T00:37:26.397 INFO:tasks.rados.rados.0.smithi157.stdout:1490: got expected ENOENT (src dne) 2024-08-17T00:37:26.397 INFO:tasks.rados.rados.0.smithi157.stdout:1490: finishing copy_from racing read to smithi15786056-35 2024-08-17T00:37:26.397 INFO:tasks.rados.rados.0.smithi157.stdout:1488: expect (ObjNum 446 snap 134 seq_num 446) 2024-08-17T00:37:26.492 INFO:tasks.rados.rados.0.smithi157.stdout:1485: finishing write tid 3 to smithi15786056-10 2024-08-17T00:37:26.493 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 543 (ObjNum 469 snap 142 seq_num 469) dirty exists 2024-08-17T00:37:26.493 INFO:tasks.rados.rados.0.smithi157.stdout:1485: left oid 10 (ObjNum 469 snap 142 seq_num 469) 2024-08-17T00:37:26.493 INFO:tasks.rados.rados.0.smithi157.stdout:1489: finishing write tid 1 to smithi15786056-20 2024-08-17T00:37:26.493 INFO:tasks.rados.rados.0.smithi157.stdout:1489: finishing write tid 2 to smithi15786056-20 2024-08-17T00:37:26.493 INFO:tasks.rados.rados.0.smithi157.stdout:1489: finishing write tid 3 to smithi15786056-20 2024-08-17T00:37:26.493 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 794 (ObjNum 470 snap 142 seq_num 470) dirty exists 2024-08-17T00:37:26.493 INFO:tasks.rados.rados.0.smithi157.stdout:1489: left oid 20 (ObjNum 470 snap 142 seq_num 470) 2024-08-17T00:37:26.493 INFO:tasks.rados.rados.0.smithi157.stdout:1487: finishing copy_from racing read to smithi15786056-6 2024-08-17T00:37:26.493 INFO:tasks.rados.rados.0.smithi157.stdout:1487: finishing copy_from to smithi15786056-6 2024-08-17T00:37:26.493 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 658 (ObjNum 463 snap 140 seq_num 463) dirty exists 2024-08-17T00:37:26.493 INFO:tasks.rados.rados.0.smithi157.stdout:1494: seq_num 472 ranges {2539520=712704} 2024-08-17T00:37:26.510 INFO:tasks.rados.rados.0.smithi157.stdout:1494: writing smithi15786056-25 from 2539520 to 3252224 tid 1 2024-08-17T00:37:26.510 INFO:tasks.rados.rados.0.smithi157.stdout:1485: done (6 left) 2024-08-17T00:37:26.510 INFO:tasks.rados.rados.0.smithi157.stdout:1487: done (5 left) 2024-08-17T00:37:26.510 INFO:tasks.rados.rados.0.smithi157.stdout:1488: done (4 left) 2024-08-17T00:37:26.510 INFO:tasks.rados.rados.0.smithi157.stdout:1489: done (3 left) 2024-08-17T00:37:26.510 INFO:tasks.rados.rados.0.smithi157.stdout:1490: done (2 left) 2024-08-17T00:37:26.510 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 142 2024-08-17T00:37:26.511 INFO:tasks.rados.rados.0.smithi157.stdout:1493: finishing write tid 1 to smithi15786056-29 2024-08-17T00:37:26.511 INFO:tasks.rados.rados.0.smithi157.stdout:1493: finishing write tid 2 to smithi15786056-29 2024-08-17T00:37:26.511 INFO:tasks.rados.rados.0.smithi157.stdout:1495: seq_num 473 ranges {3358720=729088} 2024-08-17T00:37:26.533 INFO:tasks.rados.rados.0.smithi157.stdout:1495: writing smithi15786056-48 from 3358720 to 4087808 tid 1 2024-08-17T00:37:26.533 INFO:tasks.rados.rados.0.smithi157.stdout:1496: copy_from oid 38 from oid 8 current snap is 142 2024-08-17T00:37:26.533 INFO:tasks.rados.rados.0.smithi157.stdout:1493: finishing write tid 3 to smithi15786056-29 2024-08-17T00:37:26.534 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 954 (ObjNum 471 snap 142 seq_num 471) dirty exists 2024-08-17T00:37:26.534 INFO:tasks.rados.rados.0.smithi157.stdout:1493: left oid 29 (ObjNum 471 snap 142 seq_num 471) 2024-08-17T00:37:26.534 INFO:tasks.rados.rados.0.smithi157.stdout:1494: finishing write tid 1 to smithi15786056-25 2024-08-17T00:37:26.534 INFO:tasks.rados.rados.0.smithi157.stdout:1494: finishing write tid 2 to smithi15786056-25 2024-08-17T00:37:26.534 INFO:tasks.rados.rados.0.smithi157.stdout:1494: finishing write tid 3 to smithi15786056-25 2024-08-17T00:37:26.534 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 660 (ObjNum 472 snap 142 seq_num 472) dirty exists 2024-08-17T00:37:26.534 INFO:tasks.rados.rados.0.smithi157.stdout:1494: left oid 25 (ObjNum 472 snap 142 seq_num 472) 2024-08-17T00:37:26.534 INFO:tasks.rados.rados.0.smithi157.stdout:1493: done (3 left) 2024-08-17T00:37:26.534 INFO:tasks.rados.rados.0.smithi157.stdout:1494: done (2 left) 2024-08-17T00:37:26.534 INFO:tasks.rados.rados.0.smithi157.stdout:1497: copy_from oid 45 from oid 36 current snap is 142 2024-08-17T00:37:26.534 INFO:tasks.rados.rados.0.smithi157.stdout:1498: rollback oid 34 current snap is 142 2024-08-17T00:37:26.535 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 34 to 139 2024-08-17T00:37:26.535 INFO:tasks.rados.rados.0.smithi157.stdout:1499: read oid 40 snap -1 2024-08-17T00:37:26.535 INFO:tasks.rados.rados.0.smithi157.stdout:1499: expect (ObjNum 416 snap 125 seq_num 416) 2024-08-17T00:37:26.535 INFO:tasks.rados.rados.0.smithi157.stdout:1500: read oid 3 snap -1 2024-08-17T00:37:26.535 INFO:tasks.rados.rados.0.smithi157.stdout:1500: expect (ObjNum 424 snap 127 seq_num 424) 2024-08-17T00:37:26.535 INFO:tasks.rados.rados.0.smithi157.stdout:1501: snap_create 2024-08-17T00:37:26.537 INFO:tasks.rados.rados.0.smithi157.stdout:1498: finishing rollback tid 0 to smithi15786056-34 2024-08-17T00:37:26.537 INFO:tasks.rados.rados.0.smithi157.stdout:1498: finishing rollback tid 1 to smithi15786056-34 2024-08-17T00:37:26.537 INFO:tasks.rados.rados.0.smithi157.stdout:1495: finishing write tid 1 to smithi15786056-48 2024-08-17T00:37:26.537 INFO:tasks.rados.rados.0.smithi157.stdout:1498: finishing rollback tid 2 to smithi15786056-34 2024-08-17T00:37:26.537 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 663 (ObjNum 433 snap 129 seq_num 433) dirty exists 2024-08-17T00:37:26.538 INFO:tasks.rados.rados.0.smithi157.stdout:1495: finishing write tid 2 to smithi15786056-48 2024-08-17T00:37:26.540 INFO:tasks.rados.rados.0.smithi157.stdout:1495: finishing write tid 3 to smithi15786056-48 2024-08-17T00:37:26.540 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 956 (ObjNum 473 snap 142 seq_num 473) dirty exists 2024-08-17T00:37:26.540 INFO:tasks.rados.rados.0.smithi157.stdout:1495: left oid 48 (ObjNum 473 snap 142 seq_num 473) 2024-08-17T00:37:26.551 INFO:tasks.rados.rados.0.smithi157.stdout:1499: expect (ObjNum 416 snap 125 seq_num 416) 2024-08-17T00:37:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:26 smithi157 ceph-mon[101289]: osdmap e363: 8 total, 8 up, 8 in 2024-08-17T00:37:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:37:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:26 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:37:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:26 smithi157 ceph-mon[101289]: Upgrade: osd.2 is safe to restart 2024-08-17T00:37:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:26 smithi157 ceph-mon[101289]: pgmap v194: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.4 MiB/s wr, 9 op/s 2024-08-17T00:37:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:26 smithi157 ceph-mon[98780]: osdmap e363: 8 total, 8 up, 8 in 2024-08-17T00:37:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:37:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:26 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:37:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:26 smithi157 ceph-mon[98780]: Upgrade: osd.2 is safe to restart 2024-08-17T00:37:26.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:26 smithi157 ceph-mon[98780]: pgmap v194: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.4 MiB/s wr, 9 op/s 2024-08-17T00:37:26.681 INFO:tasks.rados.rados.0.smithi157.stdout:1500: expect (ObjNum 424 snap 127 seq_num 424) 2024-08-17T00:37:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:26 smithi187 ceph-mon[90552]: osdmap e363: 8 total, 8 up, 8 in 2024-08-17T00:37:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:37:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:26 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:37:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:26 smithi187 ceph-mon[90552]: Upgrade: osd.2 is safe to restart 2024-08-17T00:37:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:26 smithi187 ceph-mon[90552]: pgmap v194: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.4 MiB/s wr, 9 op/s 2024-08-17T00:37:26.827 INFO:tasks.rados.rados.0.smithi157.stdout:1497: finishing copy_from racing read to smithi15786056-45 2024-08-17T00:37:26.827 INFO:tasks.rados.rados.0.smithi157.stdout:1496: finishing copy_from racing read to smithi15786056-38 2024-08-17T00:37:26.827 INFO:tasks.rados.rados.0.smithi157.stdout:1497: finishing copy_from to smithi15786056-45 2024-08-17T00:37:26.827 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 133 (ObjNum 410 snap 125 seq_num 410) dirty exists 2024-08-17T00:37:26.827 INFO:tasks.rados.rados.0.smithi157.stdout:1496: finishing copy_from to smithi15786056-38 2024-08-17T00:37:26.827 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 658 (ObjNum 463 snap 140 seq_num 463) dirty exists 2024-08-17T00:37:27.315 INFO:tasks.rados.rados.0.smithi157.stdout:1495: done (6 left) 2024-08-17T00:37:27.316 INFO:tasks.rados.rados.0.smithi157.stdout:1496: done (5 left) 2024-08-17T00:37:27.316 INFO:tasks.rados.rados.0.smithi157.stdout:1497: done (4 left) 2024-08-17T00:37:27.316 INFO:tasks.rados.rados.0.smithi157.stdout:1498: done (3 left) 2024-08-17T00:37:27.316 INFO:tasks.rados.rados.0.smithi157.stdout:1499: done (2 left) 2024-08-17T00:37:27.316 INFO:tasks.rados.rados.0.smithi157.stdout:1500: done (1 left) 2024-08-17T00:37:27.316 INFO:tasks.rados.rados.0.smithi157.stdout:1501: done (0 left) 2024-08-17T00:37:27.316 INFO:tasks.rados.rados.0.smithi157.stdout:1502: rmattr oid 47 current snap is 143 2024-08-17T00:37:27.316 INFO:tasks.rados.rados.0.smithi157.stdout:1502: done (0 left) 2024-08-17T00:37:27.316 INFO:tasks.rados.rados.0.smithi157.stdout:1503: read oid 24 snap 128 2024-08-17T00:37:27.316 INFO:tasks.rados.rados.0.smithi157.stdout:1503: expect (ObjNum 421 snap 126 seq_num 421) 2024-08-17T00:37:27.316 INFO:tasks.rados.rados.0.smithi157.stdout:1504: copy_from oid 50 from oid 28 current snap is 143 2024-08-17T00:37:27.316 INFO:tasks.rados.rados.0.smithi157.stdout:1505: read oid 2 snap 134 2024-08-17T00:37:27.317 INFO:tasks.rados.rados.0.smithi157.stdout:1505: expect (ObjNum 430 snap 128 seq_num 430) 2024-08-17T00:37:27.317 INFO:tasks.rados.rados.0.smithi157.stdout:1506: read oid 41 snap -1 2024-08-17T00:37:27.317 INFO:tasks.rados.rados.0.smithi157.stdout:1506: expect (ObjNum 391 snap 117 seq_num 391) 2024-08-17T00:37:27.317 INFO:tasks.rados.rados.0.smithi157.stdout:1507: read oid 46 snap -1 2024-08-17T00:37:27.317 INFO:tasks.rados.rados.0.smithi157.stdout:1507: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:37:27.317 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 143 2024-08-17T00:37:27.317 INFO:tasks.rados.rados.0.smithi157.stdout:1508: seq_num 474 ranges {4734976=745472} 2024-08-17T00:37:27.349 INFO:tasks.rados.rados.0.smithi157.stdout:1508: writing smithi15786056-39 from 4734976 to 5480448 tid 1 2024-08-17T00:37:27.350 INFO:tasks.rados.rados.0.smithi157.stdout:1509: delete oid 15 current snap is 143 2024-08-17T00:37:27.350 INFO:tasks.rados.rados.0.smithi157.stdout:1507: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:37:27.354 INFO:tasks.rados.rados.0.smithi157.stdout:1504: finishing copy_from racing read to smithi15786056-50 2024-08-17T00:37:27.354 INFO:tasks.rados.rados.0.smithi157.stdout:1504: finishing copy_from to smithi15786056-50 2024-08-17T00:37:27.354 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 729 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-08-17T00:37:27.354 INFO:tasks.rados.rados.0.smithi157.stdout:1503: expect (ObjNum 421 snap 126 seq_num 421) 2024-08-17T00:37:27.416 INFO:tasks.rados.rados.0.smithi157.stdout:1505: expect (ObjNum 430 snap 128 seq_num 430) 2024-08-17T00:37:27.434 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:27 smithi157 ceph-mon[101289]: osdmap e364: 8 total, 8 up, 8 in 2024-08-17T00:37:27.434 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:27 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:27.434 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:27 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:37:27.434 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:27 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:37:27.435 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:27 smithi157 ceph-mon[101289]: osdmap e365: 8 total, 8 up, 8 in 2024-08-17T00:37:27.435 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:27 smithi157 ceph-mon[98780]: osdmap e364: 8 total, 8 up, 8 in 2024-08-17T00:37:27.435 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:27 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:27.435 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:27 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:37:27.435 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:27 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:37:27.435 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:27 smithi157 ceph-mon[98780]: osdmap e365: 8 total, 8 up, 8 in 2024-08-17T00:37:27.636 INFO:tasks.rados.rados.0.smithi157.stdout:1506: expect (ObjNum 391 snap 117 seq_num 391) 2024-08-17T00:37:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:27 smithi187 ceph-mon[90552]: osdmap e364: 8 total, 8 up, 8 in 2024-08-17T00:37:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:27 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:27 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:37:27.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:27 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:37:27.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:27 smithi187 ceph-mon[90552]: osdmap e365: 8 total, 8 up, 8 in 2024-08-17T00:37:27.991 INFO:tasks.rados.rados.0.smithi157.stdout:1508: finishing write tid 1 to smithi15786056-39 2024-08-17T00:37:27.991 INFO:tasks.rados.rados.0.smithi157.stdout:1508: finishing write tid 2 to smithi15786056-39 2024-08-17T00:37:27.991 INFO:tasks.rados.rados.0.smithi157.stdout:1508: finishing write tid 3 to smithi15786056-39 2024-08-17T00:37:27.991 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 959 (ObjNum 474 snap 143 seq_num 474) dirty exists 2024-08-17T00:37:27.991 INFO:tasks.rados.rados.0.smithi157.stdout:1508: left oid 39 (ObjNum 474 snap 143 seq_num 474) 2024-08-17T00:37:27.991 INFO:tasks.rados.rados.0.smithi157.stdout:1503: done (6 left) 2024-08-17T00:37:27.992 INFO:tasks.rados.rados.0.smithi157.stdout:1504: done (5 left) 2024-08-17T00:37:27.992 INFO:tasks.rados.rados.0.smithi157.stdout:1505: done (4 left) 2024-08-17T00:37:27.992 INFO:tasks.rados.rados.0.smithi157.stdout:1506: done (3 left) 2024-08-17T00:37:27.992 INFO:tasks.rados.rados.0.smithi157.stdout:1507: done (2 left) 2024-08-17T00:37:27.992 INFO:tasks.rados.rados.0.smithi157.stdout:1508: done (1 left) 2024-08-17T00:37:27.992 INFO:tasks.rados.rados.0.smithi157.stdout:1509: done (0 left) 2024-08-17T00:37:27.992 INFO:tasks.rados.rados.0.smithi157.stdout:1510: copy_from oid 49 from oid 47 current snap is 143 2024-08-17T00:37:27.992 INFO:tasks.rados.rados.0.smithi157.stdout:1511: snap_create 2024-08-17T00:37:27.992 INFO:tasks.rados.rados.0.smithi157.stdout:1510: finishing copy_from to smithi15786056-49 2024-08-17T00:37:27.993 INFO:tasks.rados.rados.0.smithi157.stdout:1510: got expected ENOENT (src dne) 2024-08-17T00:37:27.993 INFO:tasks.rados.rados.0.smithi157.stdout:1510: finishing copy_from racing read to smithi15786056-49 2024-08-17T00:37:28.359 INFO:tasks.rados.rados.0.smithi157.stdout:1510: done (1 left) 2024-08-17T00:37:28.359 INFO:tasks.rados.rados.0.smithi157.stdout:1511: done (0 left) 2024-08-17T00:37:28.359 INFO:tasks.rados.rados.0.smithi157.stdout:1512: setattr oid 25 current snap is 144 2024-08-17T00:37:28.360 INFO:tasks.rados.rados.0.smithi157.stdout:1513: setattr oid 47 current snap is 144 2024-08-17T00:37:28.361 INFO:tasks.rados.rados.0.smithi157.stdout:1514: snap_create 2024-08-17T00:37:28.364 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 795 (ObjNum 33 snap 0 seq_num 170398160) dirty exists 2024-08-17T00:37:28.366 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 664 (ObjNum 472 snap 142 seq_num 472) dirty exists 2024-08-17T00:37:28.617 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:28 smithi157 ceph-mon[101289]: Upgrade: Updating osd.2 2024-08-17T00:37:28.617 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:28 smithi157 ceph-mon[101289]: Deploying daemon osd.2 on smithi157 2024-08-17T00:37:28.617 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:28 smithi157 ceph-mon[101289]: pgmap v197: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.4 MiB/s wr, 9 op/s 2024-08-17T00:37:28.617 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:28 smithi157 ceph-mon[98780]: Upgrade: Updating osd.2 2024-08-17T00:37:28.617 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:28 smithi157 ceph-mon[98780]: Deploying daemon osd.2 on smithi157 2024-08-17T00:37:28.617 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:28 smithi157 ceph-mon[98780]: pgmap v197: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.4 MiB/s wr, 9 op/s 2024-08-17T00:37:28.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:28 smithi187 ceph-mon[90552]: Upgrade: Updating osd.2 2024-08-17T00:37:28.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:28 smithi187 ceph-mon[90552]: Deploying daemon osd.2 on smithi157 2024-08-17T00:37:28.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:28 smithi187 ceph-mon[90552]: pgmap v197: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.4 MiB/s wr, 9 op/s 2024-08-17T00:37:28.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:29.360 INFO:tasks.rados.rados.0.smithi157.stdout:1512: done (2 left) 2024-08-17T00:37:29.361 INFO:tasks.rados.rados.0.smithi157.stdout:1513: done (1 left) 2024-08-17T00:37:29.361 INFO:tasks.rados.rados.0.smithi157.stdout:1514: done (0 left) 2024-08-17T00:37:29.361 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 7 current snap is 145 2024-08-17T00:37:29.361 INFO:tasks.rados.rados.0.smithi157.stdout:1515: seq_num 476 ranges {4423680=778240} 2024-08-17T00:37:29.362 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:29 smithi157 ceph-mon[98780]: osdmap e366: 8 total, 8 up, 8 in 2024-08-17T00:37:29.363 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:29.388 INFO:tasks.rados.rados.0.smithi157.stdout:1515: writing smithi15786056-7 from 4423680 to 5201920 tid 1 2024-08-17T00:37:29.389 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 32 current snap is 145 2024-08-17T00:37:29.389 INFO:tasks.rados.rados.0.smithi157.stdout:1516: seq_num 477 ranges {7577600=794624} 2024-08-17T00:37:29.434 INFO:tasks.rados.rados.0.smithi157.stdout:1516: writing smithi15786056-32 from 7577600 to 8372224 tid 1 2024-08-17T00:37:29.434 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 34 current snap is 145 2024-08-17T00:37:29.435 INFO:tasks.rados.rados.0.smithi157.stdout:1515: finishing write tid 1 to smithi15786056-7 2024-08-17T00:37:29.435 INFO:tasks.rados.rados.0.smithi157.stdout:1517: seq_num 478 ranges {1261568=409600,1671168=401408} 2024-08-17T00:37:29.443 INFO:tasks.rados.rados.0.smithi157.stdout:1517: writing smithi15786056-34 from 1261568 to 1671168 tid 1 2024-08-17T00:37:29.446 INFO:tasks.rados.rados.0.smithi157.stdout:1517: writing smithi15786056-34 from 1671168 to 2072576 tid 2 2024-08-17T00:37:29.446 INFO:tasks.rados.rados.0.smithi157.stdout:1518: snap_create 2024-08-17T00:37:29.446 INFO:tasks.rados.rados.0.smithi157.stdout:1515: finishing write tid 2 to smithi15786056-7 2024-08-17T00:37:29.446 INFO:tasks.rados.rados.0.smithi157.stdout:1515: finishing write tid 3 to smithi15786056-7 2024-08-17T00:37:29.447 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 829 (ObjNum 476 snap 145 seq_num 476) dirty exists 2024-08-17T00:37:29.447 INFO:tasks.rados.rados.0.smithi157.stdout:1515: left oid 7 (ObjNum 476 snap 145 seq_num 476) 2024-08-17T00:37:29.447 INFO:tasks.rados.rados.0.smithi157.stdout:1516: finishing write tid 1 to smithi15786056-32 2024-08-17T00:37:29.447 INFO:tasks.rados.rados.0.smithi157.stdout:1516: finishing write tid 2 to smithi15786056-32 2024-08-17T00:37:29.447 INFO:tasks.rados.rados.0.smithi157.stdout:1516: finishing write tid 3 to smithi15786056-32 2024-08-17T00:37:29.447 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 666 (ObjNum 477 snap 145 seq_num 477) dirty exists 2024-08-17T00:37:29.447 INFO:tasks.rados.rados.0.smithi157.stdout:1516: left oid 32 (ObjNum 477 snap 145 seq_num 477) 2024-08-17T00:37:29.447 INFO:tasks.rados.rados.0.smithi157.stdout:1517: finishing write tid 1 to smithi15786056-34 2024-08-17T00:37:29.448 INFO:tasks.rados.rados.0.smithi157.stdout:1517: finishing write tid 2 to smithi15786056-34 2024-08-17T00:37:29.448 INFO:tasks.rados.rados.0.smithi157.stdout:1517: finishing write tid 3 to smithi15786056-34 2024-08-17T00:37:29.449 INFO:tasks.rados.rados.0.smithi157.stdout:1517: finishing write tid 4 to smithi15786056-34 2024-08-17T00:37:29.449 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 669 (ObjNum 478 snap 145 seq_num 478) dirty exists 2024-08-17T00:37:29.449 INFO:tasks.rados.rados.0.smithi157.stdout:1517: left oid 34 (ObjNum 478 snap 145 seq_num 478) 2024-08-17T00:37:29.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:29 smithi157 ceph-mon[101289]: osdmap e366: 8 total, 8 up, 8 in 2024-08-17T00:37:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:29 smithi187 ceph-mon[90552]: osdmap e366: 8 total, 8 up, 8 in 2024-08-17T00:37:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:30.370 INFO:tasks.rados.rados.0.smithi157.stdout:1515: done (3 left) 2024-08-17T00:37:30.370 INFO:tasks.rados.rados.0.smithi157.stdout:1516: done (2 left) 2024-08-17T00:37:30.370 INFO:tasks.rados.rados.0.smithi157.stdout:1517: done (1 left) 2024-08-17T00:37:30.370 INFO:tasks.rados.rados.0.smithi157.stdout:1518: done (0 left) 2024-08-17T00:37:30.371 INFO:tasks.rados.rados.0.smithi157.stdout:1519: delete oid 40 current snap is 146 2024-08-17T00:37:30.373 INFO:tasks.rados.rados.0.smithi157.stdout:1519: done (0 left) 2024-08-17T00:37:30.373 INFO:tasks.rados.rados.0.smithi157.stdout:1520: snap_remove snap 134 2024-08-17T00:37:30.546 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:30 smithi157 ceph-mon[98780]: osdmap e367: 8 total, 8 up, 8 in 2024-08-17T00:37:30.546 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:30 smithi157 ceph-mon[98780]: pgmap v200: 121 pgs: 121 active+clean; 224 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 23 op/s 2024-08-17T00:37:30.546 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:30 smithi157 ceph-mon[101289]: osdmap e367: 8 total, 8 up, 8 in 2024-08-17T00:37:30.546 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:30 smithi157 ceph-mon[101289]: pgmap v200: 121 pgs: 121 active+clean; 224 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 23 op/s 2024-08-17T00:37:30.547 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:30 smithi157 systemd[1]: Stopping Ceph osd.2 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:37:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:30 smithi187 ceph-mon[90552]: osdmap e367: 8 total, 8 up, 8 in 2024-08-17T00:37:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:30 smithi187 ceph-mon[90552]: pgmap v200: 121 pgs: 121 active+clean; 224 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 23 op/s 2024-08-17T00:37:30.885 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:30 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2[57931]: 2024-08-17T00:37:30.544+0000 7fa588cac640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:37:30.885 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:30 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2[57931]: 2024-08-17T00:37:30.544+0000 7fa588cac640 -1 osd.2 368 *** Got signal Terminated *** 2024-08-17T00:37:30.885 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:30 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2[57931]: 2024-08-17T00:37:30.544+0000 7fa588cac640 -1 osd.2 368 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:37:31.376 INFO:tasks.rados.rados.0.smithi157.stdout:1520: done (0 left) 2024-08-17T00:37:31.376 INFO:tasks.rados.rados.0.smithi157.stdout:1521: snap_remove snap 145 2024-08-17T00:37:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:31 smithi157 ceph-mon[98780]: osdmap e368: 8 total, 8 up, 8 in 2024-08-17T00:37:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:31 smithi157 ceph-mon[98780]: osd.2 marked itself down and dead 2024-08-17T00:37:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:31 smithi157 ceph-mon[101289]: osdmap e368: 8 total, 8 up, 8 in 2024-08-17T00:37:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:31 smithi157 ceph-mon[101289]: osd.2 marked itself down and dead 2024-08-17T00:37:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:31 smithi187 ceph-mon[90552]: osdmap e368: 8 total, 8 up, 8 in 2024-08-17T00:37:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:31 smithi187 ceph-mon[90552]: osd.2 marked itself down and dead 2024-08-17T00:37:32.337 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:31 smithi157 podman[116404]: 2024-08-17 00:37:31.925026902 +0000 UTC m=+1.503268273 container died f0716b3a6da438240f9ddb710b78a1358acac70c18f0136a2ed2a9a2fa661fc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=quincy-03a1ac1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:37:32.380 INFO:tasks.rados.rados.0.smithi157.stdout:1521: done (0 left) 2024-08-17T00:37:32.380 INFO:tasks.rados.rados.0.smithi157.stdout:1522: snap_remove snap 144 2024-08-17T00:37:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:32 smithi157 ceph-mon[98780]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:37:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:32 smithi157 ceph-mon[98780]: osdmap e369: 8 total, 7 up, 8 in 2024-08-17T00:37:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:32 smithi157 ceph-mon[98780]: pgmap v203: 121 pgs: 15 stale+active+clean, 106 active+clean; 224 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 23 op/s 2024-08-17T00:37:32.635 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:32 smithi157 podman[116404]: 2024-08-17 00:37:32.53511318 +0000 UTC m=+2.113354583 container cleanup f0716b3a6da438240f9ddb710b78a1358acac70c18f0136a2ed2a9a2fa661fc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-03a1ac1, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:37:32.635 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:32 smithi157 bash[116404]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2 2024-08-17T00:37:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:32 smithi157 ceph-mon[101289]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:37:32.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:32 smithi157 ceph-mon[101289]: osdmap e369: 8 total, 7 up, 8 in 2024-08-17T00:37:32.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:32 smithi157 ceph-mon[101289]: pgmap v203: 121 pgs: 15 stale+active+clean, 106 active+clean; 224 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 23 op/s 2024-08-17T00:37:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:32 smithi187 ceph-mon[90552]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:37:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:32 smithi187 ceph-mon[90552]: osdmap e369: 8 total, 7 up, 8 in 2024-08-17T00:37:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:32 smithi187 ceph-mon[90552]: pgmap v203: 121 pgs: 15 stale+active+clean, 106 active+clean; 224 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 23 op/s 2024-08-17T00:37:32.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:33.114 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:32 smithi157 podman[116424]: 2024-08-17 00:37:32.778659964 +0000 UTC m=+0.847499262 container remove f0716b3a6da438240f9ddb710b78a1358acac70c18f0136a2ed2a9a2fa661fc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-17T00:37:33.366 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:33 smithi157 podman[116522]: 2024-08-17 00:37:33.016572861 +0000 UTC m=+0.017286983 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:37:33.366 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:33 smithi157 podman[116522]: 2024-08-17 00:37:33.121186501 +0000 UTC m=+0.121900669 container create 8007ea769d06b427b030aa3da131cd3925e5d43ab486b4227244c121658386a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-17T00:37:33.383 INFO:tasks.rados.rados.0.smithi157.stdout:1522: done (0 left) 2024-08-17T00:37:33.383 INFO:tasks.rados.rados.0.smithi157.stdout:1523: delete oid 34 current snap is 146 2024-08-17T00:37:33.387 INFO:tasks.rados.rados.0.smithi157.stdout:1523: done (0 left) 2024-08-17T00:37:33.388 INFO:tasks.rados.rados.0.smithi157.stdout:1524: read oid 33 snap -1 2024-08-17T00:37:33.388 INFO:tasks.rados.rados.0.smithi157.stdout:1524: expect (ObjNum 441 snap 132 seq_num 441) 2024-08-17T00:37:33.388 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 146 2024-08-17T00:37:33.388 INFO:tasks.rados.rados.0.smithi157.stdout:1525: seq_num 481 ranges {4087808=458752,4546560=401408} 2024-08-17T00:37:33.413 INFO:tasks.rados.rados.0.smithi157.stdout:1525: writing smithi15786056-48 from 4087808 to 4546560 tid 1 2024-08-17T00:37:33.415 INFO:tasks.rados.rados.0.smithi157.stdout:1525: writing smithi15786056-48 from 4546560 to 4947968 tid 2 2024-08-17T00:37:33.415 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 146 2024-08-17T00:37:33.415 INFO:tasks.rados.rados.0.smithi157.stdout:1526: seq_num 482 ranges {1105920=475136,1581056=401408} 2024-08-17T00:37:33.424 INFO:tasks.rados.rados.0.smithi157.stdout:1526: writing smithi15786056-5 from 1105920 to 1581056 tid 1 2024-08-17T00:37:33.427 INFO:tasks.rados.rados.0.smithi157.stdout:1526: writing smithi15786056-5 from 1581056 to 1982464 tid 2 2024-08-17T00:37:33.427 INFO:tasks.rados.rados.0.smithi157.stdout:1527: read oid 42 snap -1 2024-08-17T00:37:33.427 INFO:tasks.rados.rados.0.smithi157.stdout:1527: expect deleted 2024-08-17T00:37:33.427 INFO:tasks.rados.rados.0.smithi157.stdout:1528: delete oid 15 current snap is 146 2024-08-17T00:37:33.427 INFO:tasks.rados.rados.0.smithi157.stdout:1524: expect (ObjNum 441 snap 132 seq_num 441) 2024-08-17T00:37:33.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:33 smithi157 ceph-mon[98780]: osdmap e370: 8 total, 7 up, 8 in 2024-08-17T00:37:33.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:37:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:37:33] "GET /metrics HTTP/1.1" 200 36180 "" "Prometheus/2.43.0" 2024-08-17T00:37:33.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:33 smithi157 ceph-mon[101289]: osdmap e370: 8 total, 7 up, 8 in 2024-08-17T00:37:33.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:33 smithi157 podman[116522]: 2024-08-17 00:37:33.365275068 +0000 UTC m=+0.365989203 container init 8007ea769d06b427b030aa3da131cd3925e5d43ab486b4227244c121658386a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-17T00:37:33.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:33 smithi157 podman[116522]: 2024-08-17 00:37:33.369765693 +0000 UTC m=+0.370479816 container start 8007ea769d06b427b030aa3da131cd3925e5d43ab486b4227244c121658386a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:37:33.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:33 smithi157 podman[116522]: 2024-08-17 00:37:33.465405727 +0000 UTC m=+0.466119887 container attach 8007ea769d06b427b030aa3da131cd3925e5d43ab486b4227244c121658386a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:37:33.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:33 smithi157 podman[116522]: 2024-08-17 00:37:33.574143369 +0000 UTC m=+0.574857492 container died 8007ea769d06b427b030aa3da131cd3925e5d43ab486b4227244c121658386a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:37:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:33 smithi187 ceph-mon[90552]: osdmap e370: 8 total, 7 up, 8 in 2024-08-17T00:37:33.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:33.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:33.746 INFO:tasks.rados.rados.0.smithi157.stdout:1525: finishing write tid 1 to smithi15786056-48 2024-08-17T00:37:33.747 INFO:tasks.rados.rados.0.smithi157.stdout:1525: finishing write tid 2 to smithi15786056-48 2024-08-17T00:37:33.747 INFO:tasks.rados.rados.0.smithi157.stdout:1525: finishing write tid 3 to smithi15786056-48 2024-08-17T00:37:33.747 INFO:tasks.rados.rados.0.smithi157.stdout:1525: finishing write tid 4 to smithi15786056-48 2024-08-17T00:37:33.747 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 969 (ObjNum 481 snap 146 seq_num 481) dirty exists 2024-08-17T00:37:33.747 INFO:tasks.rados.rados.0.smithi157.stdout:1525: left oid 48 (ObjNum 481 snap 146 seq_num 481) 2024-08-17T00:37:33.747 INFO:tasks.rados.rados.0.smithi157.stdout:1524: done (4 left) 2024-08-17T00:37:33.747 INFO:tasks.rados.rados.0.smithi157.stdout:1525: done (3 left) 2024-08-17T00:37:33.747 INFO:tasks.rados.rados.0.smithi157.stdout:1528: done (2 left) 2024-08-17T00:37:33.747 INFO:tasks.rados.rados.0.smithi157.stdout:1529: rollback oid 47 current snap is 146 2024-08-17T00:37:33.747 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 47 to 143 2024-08-17T00:37:33.747 INFO:tasks.rados.rados.0.smithi157.stdout:1526: finishing write tid 1 to smithi15786056-5 2024-08-17T00:37:33.747 INFO:tasks.rados.rados.0.smithi157.stdout:1526: finishing write tid 2 to smithi15786056-5 2024-08-17T00:37:33.748 INFO:tasks.rados.rados.0.smithi157.stdout:1526: finishing write tid 3 to smithi15786056-5 2024-08-17T00:37:33.748 INFO:tasks.rados.rados.0.smithi157.stdout:1526: finishing write tid 4 to smithi15786056-5 2024-08-17T00:37:33.748 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 795 (ObjNum 482 snap 146 seq_num 482) dirty exists 2024-08-17T00:37:33.748 INFO:tasks.rados.rados.0.smithi157.stdout:1526: left oid 5 (ObjNum 482 snap 146 seq_num 482) 2024-08-17T00:37:33.748 INFO:tasks.rados.rados.0.smithi157.stdout:1526: done (2 left) 2024-08-17T00:37:33.748 INFO:tasks.rados.rados.0.smithi157.stdout:1527: done (1 left) 2024-08-17T00:37:33.748 INFO:tasks.rados.rados.0.smithi157.stdout:1530: read oid 30 snap 128 2024-08-17T00:37:33.748 INFO:tasks.rados.rados.0.smithi157.stdout:1530: expect deleted 2024-08-17T00:37:33.748 INFO:tasks.rados.rados.0.smithi157.stdout:1531: rmattr oid 24 current snap is 146 2024-08-17T00:37:33.748 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 146 2024-08-17T00:37:33.748 INFO:tasks.rados.rados.0.smithi157.stdout:1532: seq_num 484 ranges {9969664=507904,10477568=401408} 2024-08-17T00:37:33.801 INFO:tasks.rados.rados.0.smithi157.stdout:1532: writing smithi15786056-8 from 9969664 to 10477568 tid 1 2024-08-17T00:37:33.803 INFO:tasks.rados.rados.0.smithi157.stdout:1532: writing smithi15786056-8 from 10477568 to 10878976 tid 2 2024-08-17T00:37:33.803 INFO:tasks.rados.rados.0.smithi157.stdout:1533: snap_remove snap 139 2024-08-17T00:37:34.390 INFO:tasks.rados.rados.0.smithi157.stdout:1533: done (4 left) 2024-08-17T00:37:34.390 INFO:tasks.rados.rados.0.smithi157.stdout:1534: read oid 14 snap -1 2024-08-17T00:37:34.390 INFO:tasks.rados.rados.0.smithi157.stdout:1534: expect deleted 2024-08-17T00:37:34.390 INFO:tasks.rados.rados.0.smithi157.stdout:1535: snap_create 2024-08-17T00:37:34.390 INFO:tasks.rados.rados.0.smithi157.stdout:1529: finishing rollback tid 0 to smithi15786056-47 2024-08-17T00:37:34.390 INFO:tasks.rados.rados.0.smithi157.stdout:1529: finishing rollback tid 1 to smithi15786056-47 2024-08-17T00:37:34.390 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 797 (ObjNum 33 snap 0 seq_num 1462627835) dirty dne 2024-08-17T00:37:34.390 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 798 (ObjNum 421 snap 126 seq_num 421) dirty exists 2024-08-17T00:37:34.390 INFO:tasks.rados.rados.0.smithi157.stdout:1532: finishing write tid 1 to smithi15786056-8 2024-08-17T00:37:34.390 INFO:tasks.rados.rados.0.smithi157.stdout:1532: finishing write tid 2 to smithi15786056-8 2024-08-17T00:37:34.391 INFO:tasks.rados.rados.0.smithi157.stdout:1532: finishing write tid 3 to smithi15786056-8 2024-08-17T00:37:34.391 INFO:tasks.rados.rados.0.smithi157.stdout:1532: finishing write tid 4 to smithi15786056-8 2024-08-17T00:37:34.391 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 673 (ObjNum 484 snap 146 seq_num 484) dirty exists 2024-08-17T00:37:34.391 INFO:tasks.rados.rados.0.smithi157.stdout:1532: left oid 8 (ObjNum 484 snap 146 seq_num 484) 2024-08-17T00:37:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:34 smithi157 ceph-mon[98780]: osdmap e371: 8 total, 7 up, 8 in 2024-08-17T00:37:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:34 smithi157 ceph-mon[98780]: pgmap v206: 121 pgs: 3 active+undersized, 13 stale+active+clean, 2 active+undersized+degraded, 103 active+clean; 219 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19/378 objects degraded (5.026%) 2024-08-17T00:37:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:34 smithi157 ceph-mon[101289]: osdmap e371: 8 total, 7 up, 8 in 2024-08-17T00:37:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:34 smithi157 ceph-mon[101289]: pgmap v206: 121 pgs: 3 active+undersized, 13 stale+active+clean, 2 active+undersized+degraded, 103 active+clean; 219 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19/378 objects degraded (5.026%) 2024-08-17T00:37:34.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:34 smithi157 podman[116564]: 2024-08-17 00:37:34.278292794 +0000 UTC m=+0.698647523 container remove 8007ea769d06b427b030aa3da131cd3925e5d43ab486b4227244c121658386a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-17T00:37:34.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:34 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.2.service: Deactivated successfully. 2024-08-17T00:37:34.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:34 smithi157 systemd[1]: Stopped Ceph osd.2 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:37:34.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:34 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.2.service: Consumed 14.479s CPU time. 2024-08-17T00:37:34.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:34 smithi157 systemd[1]: Starting Ceph osd.2 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:37:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:34 smithi187 ceph-mon[90552]: osdmap e371: 8 total, 7 up, 8 in 2024-08-17T00:37:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:34 smithi187 ceph-mon[90552]: pgmap v206: 121 pgs: 3 active+undersized, 13 stale+active+clean, 2 active+undersized+degraded, 103 active+clean; 219 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19/378 objects degraded (5.026%) 2024-08-17T00:37:34.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:34.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:35.007 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:34 smithi157 podman[116668]: 2024-08-17 00:37:34.637746098 +0000 UTC m=+0.017800960 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:37:35.007 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:34 smithi157 podman[116668]: 2024-08-17 00:37:34.762959859 +0000 UTC m=+0.143014765 container create 57beb9dcd5cc9cd8f7afb404942f91976583a33dd2b9289d8681c638dc4d21dd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-17T00:37:35.007 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 podman[116668]: 2024-08-17 00:37:35.006829362 +0000 UTC m=+0.386884224 container init 57beb9dcd5cc9cd8f7afb404942f91976583a33dd2b9289d8681c638dc4d21dd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-17T00:37:35.337 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 podman[116668]: 2024-08-17 00:37:35.012096127 +0000 UTC m=+0.392150975 container start 57beb9dcd5cc9cd8f7afb404942f91976583a33dd2b9289d8681c638dc4d21dd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T00:37:35.337 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 podman[116668]: 2024-08-17 00:37:35.098434612 +0000 UTC m=+0.478489469 container attach 57beb9dcd5cc9cd8f7afb404942f91976583a33dd2b9289d8681c638dc4d21dd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T00:37:35.338 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-activate[116683]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:37:35.338 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 bash[116668]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:37:35.338 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-activate[116683]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:37:35.338 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 bash[116668]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:37:35.338 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-activate[116683]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T00:37:35.338 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 bash[116668]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T00:37:35.394 INFO:tasks.rados.rados.0.smithi157.stdout:1529: done (5 left) 2024-08-17T00:37:35.394 INFO:tasks.rados.rados.0.smithi157.stdout:1530: done (4 left) 2024-08-17T00:37:35.394 INFO:tasks.rados.rados.0.smithi157.stdout:1531: done (3 left) 2024-08-17T00:37:35.394 INFO:tasks.rados.rados.0.smithi157.stdout:1532: done (2 left) 2024-08-17T00:37:35.394 INFO:tasks.rados.rados.0.smithi157.stdout:1534: done (1 left) 2024-08-17T00:37:35.394 INFO:tasks.rados.rados.0.smithi157.stdout:1535: done (0 left) 2024-08-17T00:37:35.394 INFO:tasks.rados.rados.0.smithi157.stdout:1536: rollback oid 42 current snap is 147 2024-08-17T00:37:35.394 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 42 to 142 2024-08-17T00:37:35.394 INFO:tasks.rados.rados.0.smithi157.stdout:1537: read oid 22 snap -1 2024-08-17T00:37:35.395 INFO:tasks.rados.rados.0.smithi157.stdout:1537: expect (ObjNum 452 snap 136 seq_num 452) 2024-08-17T00:37:35.395 INFO:tasks.rados.rados.0.smithi157.stdout:1538: snap_remove snap 143 2024-08-17T00:37:35.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:35 smithi157 ceph-mon[101289]: Health check failed: Degraded data redundancy: 19/378 objects degraded (5.026%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T00:37:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:35 smithi157 ceph-mon[101289]: osdmap e372: 8 total, 7 up, 8 in 2024-08-17T00:37:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:35 smithi157 ceph-mon[98780]: Health check failed: Degraded data redundancy: 19/378 objects degraded (5.026%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T00:37:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:35 smithi157 ceph-mon[98780]: osdmap e372: 8 total, 7 up, 8 in 2024-08-17T00:37:35.635 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-activate[116683]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-17T00:37:35.635 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 bash[116668]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-17T00:37:35.635 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-activate[116683]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-17T00:37:35.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 bash[116668]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-17T00:37:35.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-activate[116683]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T00:37:35.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 bash[116668]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T00:37:35.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-activate[116683]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-17T00:37:35.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 bash[116668]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-17T00:37:35.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-activate[116683]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T00:37:35.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 bash[116668]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T00:37:35.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-activate[116683]: --> ceph-volume raw activate successful for osd ID: 2 2024-08-17T00:37:35.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 bash[116668]: --> ceph-volume raw activate successful for osd ID: 2 2024-08-17T00:37:35.636 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:35 smithi157 podman[116668]: 2024-08-17 00:37:35.385852045 +0000 UTC m=+0.765906895 container died 57beb9dcd5cc9cd8f7afb404942f91976583a33dd2b9289d8681c638dc4d21dd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-17T00:37:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:35 smithi187 ceph-mon[90552]: Health check failed: Degraded data redundancy: 19/378 objects degraded (5.026%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T00:37:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:35 smithi187 ceph-mon[90552]: osdmap e372: 8 total, 7 up, 8 in 2024-08-17T00:37:36.398 INFO:tasks.rados.rados.0.smithi157.stdout:1538: done (2 left) 2024-08-17T00:37:36.399 INFO:tasks.rados.rados.0.smithi157.stdout:1539: setattr oid 33 current snap is 147 2024-08-17T00:37:36.399 INFO:tasks.rados.rados.0.smithi157.stdout:1536: finishing rollback tid 1 to smithi15786056-42 2024-08-17T00:37:36.399 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 0 (ObjNum 49 snap 0 seq_num 162569584) dirty dne 2024-08-17T00:37:36.399 INFO:tasks.rados.rados.0.smithi157.stdout:1537: expect (ObjNum 452 snap 136 seq_num 452) 2024-08-17T00:37:36.423 INFO:tasks.rados.rados.0.smithi157.stdout:1536: done (2 left) 2024-08-17T00:37:36.424 INFO:tasks.rados.rados.0.smithi157.stdout:1537: done (1 left) 2024-08-17T00:37:36.424 INFO:tasks.rados.rados.0.smithi157.stdout:1540: copy_from oid 12 from oid 18 current snap is 147 2024-08-17T00:37:36.424 INFO:tasks.rados.rados.0.smithi157.stdout:1541: read oid 24 snap -1 2024-08-17T00:37:36.424 INFO:tasks.rados.rados.0.smithi157.stdout:1541: expect (ObjNum 421 snap 126 seq_num 421) 2024-08-17T00:37:36.424 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 40 current snap is 147 2024-08-17T00:37:36.424 INFO:tasks.rados.rados.0.smithi157.stdout:1542: seq_num 485 ranges {0=532480,532480=401408} 2024-08-17T00:37:36.427 INFO:tasks.rados.rados.0.smithi157.stdout:1542: writing smithi15786056-40 from 0 to 532480 tid 1 2024-08-17T00:37:36.430 INFO:tasks.rados.rados.0.smithi157.stdout:1542: writing smithi15786056-40 from 532480 to 933888 tid 2 2024-08-17T00:37:36.430 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 147 2024-08-17T00:37:36.430 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 266 (ObjNum 441 snap 132 seq_num 441) dirty exists 2024-08-17T00:37:36.430 INFO:tasks.rados.rados.0.smithi157.stdout:1543: seq_num 486 ranges {3072000=548864,3620864=401408} 2024-08-17T00:37:36.450 INFO:tasks.rados.rados.0.smithi157.stdout:1543: writing smithi15786056-13 from 3072000 to 3620864 tid 1 2024-08-17T00:37:36.452 INFO:tasks.rados.rados.0.smithi157.stdout:1543: writing smithi15786056-13 from 3620864 to 4022272 tid 2 2024-08-17T00:37:36.452 INFO:tasks.rados.rados.0.smithi157.stdout:1539: done (4 left) 2024-08-17T00:37:36.452 INFO:tasks.rados.rados.0.smithi157.stdout:1544: delete oid 20 current snap is 147 2024-08-17T00:37:36.452 INFO:tasks.rados.rados.0.smithi157.stdout:1542: finishing write tid 1 to smithi15786056-40 2024-08-17T00:37:36.452 INFO:tasks.rados.rados.0.smithi157.stdout:1542: finishing write tid 2 to smithi15786056-40 2024-08-17T00:37:36.452 INFO:tasks.rados.rados.0.smithi157.stdout:1542: finishing write tid 3 to smithi15786056-40 2024-08-17T00:37:36.453 INFO:tasks.rados.rados.0.smithi157.stdout:1541: expect (ObjNum 421 snap 126 seq_num 421) 2024-08-17T00:37:36.513 INFO:tasks.rados.rados.0.smithi157.stdout:1542: finishing write tid 4 to smithi15786056-40 2024-08-17T00:37:36.514 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 799 (ObjNum 485 snap 147 seq_num 485) dirty exists 2024-08-17T00:37:36.514 INFO:tasks.rados.rados.0.smithi157.stdout:1542: left oid 40 (ObjNum 485 snap 147 seq_num 485) 2024-08-17T00:37:36.514 INFO:tasks.rados.rados.0.smithi157.stdout:1540: finishing copy_from racing read to smithi15786056-12 2024-08-17T00:37:36.514 INFO:tasks.rados.rados.0.smithi157.stdout:1540: finishing copy_from to smithi15786056-12 2024-08-17T00:37:36.514 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 601 (ObjNum 447 snap 134 seq_num 447) dirty exists 2024-08-17T00:37:36.514 INFO:tasks.rados.rados.0.smithi157.stdout:1543: finishing write tid 1 to smithi15786056-13 2024-08-17T00:37:36.514 INFO:tasks.rados.rados.0.smithi157.stdout:1543: finishing write tid 2 to smithi15786056-13 2024-08-17T00:37:36.514 INFO:tasks.rados.rados.0.smithi157.stdout:1543: finishing write tid 3 to smithi15786056-13 2024-08-17T00:37:36.514 INFO:tasks.rados.rados.0.smithi157.stdout:1540: done (4 left) 2024-08-17T00:37:36.514 INFO:tasks.rados.rados.0.smithi157.stdout:1541: done (3 left) 2024-08-17T00:37:36.515 INFO:tasks.rados.rados.0.smithi157.stdout:1542: done (2 left) 2024-08-17T00:37:36.515 INFO:tasks.rados.rados.0.smithi157.stdout:1544: done (1 left) 2024-08-17T00:37:36.515 INFO:tasks.rados.rados.0.smithi157.stdout:1545: read oid 30 snap -1 2024-08-17T00:37:36.515 INFO:tasks.rados.rados.0.smithi157.stdout:1545: expect deleted 2024-08-17T00:37:36.515 INFO:tasks.rados.rados.0.smithi157.stdout:1546: delete oid 14 current snap is 147 2024-08-17T00:37:36.515 INFO:tasks.rados.rados.0.smithi157.stdout:1543: finishing write tid 4 to smithi15786056-13 2024-08-17T00:37:36.515 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 801 (ObjNum 486 snap 147 seq_num 486) dirty exists 2024-08-17T00:37:36.516 INFO:tasks.rados.rados.0.smithi157.stdout:1543: left oid 13 (ObjNum 486 snap 147 seq_num 486) 2024-08-17T00:37:36.516 INFO:tasks.rados.rados.0.smithi157.stdout:1543: done (2 left) 2024-08-17T00:37:36.516 INFO:tasks.rados.rados.0.smithi157.stdout:1545: done (1 left) 2024-08-17T00:37:36.516 INFO:tasks.rados.rados.0.smithi157.stdout:1546: done (0 left) 2024-08-17T00:37:36.516 INFO:tasks.rados.rados.0.smithi157.stdout:1547: snap_remove snap 142 2024-08-17T00:37:36.620 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:36 smithi157 ceph-mon[101289]: osdmap e373: 8 total, 7 up, 8 in 2024-08-17T00:37:36.620 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:36 smithi157 ceph-mon[101289]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 214 KiB/s wr, 1 op/s; 62/378 objects degraded (16.402%) 2024-08-17T00:37:36.621 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:36 smithi157 ceph-mon[98780]: osdmap e373: 8 total, 7 up, 8 in 2024-08-17T00:37:36.621 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:36 smithi157 ceph-mon[98780]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 214 KiB/s wr, 1 op/s; 62/378 objects degraded (16.402%) 2024-08-17T00:37:36.621 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:36 smithi157 podman[116822]: 2024-08-17 00:37:36.253055385 +0000 UTC m=+0.860600422 container remove 57beb9dcd5cc9cd8f7afb404942f91976583a33dd2b9289d8681c638dc4d21dd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.36.0, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-17T00:37:36.621 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:36 smithi157 podman[116884]: 2024-08-17 00:37:36.377634757 +0000 UTC m=+0.017779241 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:37:36.621 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:36 smithi157 podman[116884]: 2024-08-17 00:37:36.495833908 +0000 UTC m=+0.135978381 container create 7e3b0f58873f036b0285c3f3d5257d2538dcfbf5e388ef026eb41369373263aa (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:37:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:36 smithi187 ceph-mon[90552]: osdmap e373: 8 total, 7 up, 8 in 2024-08-17T00:37:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:36 smithi187 ceph-mon[90552]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 214 KiB/s wr, 1 op/s; 62/378 objects degraded (16.402%) 2024-08-17T00:37:37.135 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:36 smithi157 podman[116884]: 2024-08-17 00:37:36.740183082 +0000 UTC m=+0.380327555 container init 7e3b0f58873f036b0285c3f3d5257d2538dcfbf5e388ef026eb41369373263aa (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-17T00:37:37.135 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:36 smithi157 podman[116884]: 2024-08-17 00:37:36.745518175 +0000 UTC m=+0.385662649 container start 7e3b0f58873f036b0285c3f3d5257d2538dcfbf5e388ef026eb41369373263aa (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-17T00:37:37.135 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:36 smithi157 ceph-osd[116922]: -- 172.21.15.157:0/2565334512 <== mon.2 v2:172.21.15.157:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556c6fd6da40 con 0x556c70b30000 2024-08-17T00:37:37.135 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:36 smithi157 bash[116884]: 7e3b0f58873f036b0285c3f3d5257d2538dcfbf5e388ef026eb41369373263aa 2024-08-17T00:37:37.135 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:36 smithi157 systemd[1]: Started Ceph osd.2 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:37:37.317 INFO:tasks.rados.rados.0.smithi157.stdout:1547: done (0 left) 2024-08-17T00:37:37.317 INFO:tasks.rados.rados.0.smithi157.stdout:1548: read oid 37 snap -1 2024-08-17T00:37:37.317 INFO:tasks.rados.rados.0.smithi157.stdout:1548: expect deleted 2024-08-17T00:37:37.317 INFO:tasks.rados.rados.0.smithi157.stdout:1549: snap_create 2024-08-17T00:37:37.634 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:37 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2[116899]: 2024-08-17T00:37:37.301+0000 7f876e348640 -1 Falling back to public interface 2024-08-17T00:37:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:37 smithi157 ceph-mon[98780]: osdmap e374: 8 total, 7 up, 8 in 2024-08-17T00:37:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:37 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:37 smithi157 ceph-mon[98780]: osdmap e375: 8 total, 7 up, 8 in 2024-08-17T00:37:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:37 smithi157 ceph-mon[101289]: osdmap e374: 8 total, 7 up, 8 in 2024-08-17T00:37:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:37.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:37.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:37 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:37.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:37 smithi157 ceph-mon[101289]: osdmap e375: 8 total, 7 up, 8 in 2024-08-17T00:37:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:37 smithi187 ceph-mon[90552]: osdmap e374: 8 total, 7 up, 8 in 2024-08-17T00:37:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:37 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:37 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:37 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:37.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:37 smithi187 ceph-mon[90552]: osdmap e375: 8 total, 7 up, 8 in 2024-08-17T00:37:38.319 INFO:tasks.rados.rados.0.smithi157.stdout:1548: done (1 left) 2024-08-17T00:37:38.319 INFO:tasks.rados.rados.0.smithi157.stdout:1549: done (0 left) 2024-08-17T00:37:38.319 INFO:tasks.rados.rados.0.smithi157.stdout:1550: copy_from oid 45 from oid 50 current snap is 148 2024-08-17T00:37:38.319 INFO:tasks.rados.rados.0.smithi157.stdout:1551: copy_from oid 17 from oid 29 current snap is 148 2024-08-17T00:37:38.319 INFO:tasks.rados.rados.0.smithi157.stdout:1552: read oid 30 snap -1 2024-08-17T00:37:38.319 INFO:tasks.rados.rados.0.smithi157.stdout:1552: expect deleted 2024-08-17T00:37:38.319 INFO:tasks.rados.rados.0.smithi157.stdout:1553: read oid 41 snap -1 2024-08-17T00:37:38.319 INFO:tasks.rados.rados.0.smithi157.stdout:1553: expect (ObjNum 391 snap 117 seq_num 391) 2024-08-17T00:37:38.319 INFO:tasks.rados.rados.0.smithi157.stdout:1554: read oid 12 snap -1 2024-08-17T00:37:38.319 INFO:tasks.rados.rados.0.smithi157.stdout:1554: expect (ObjNum 447 snap 134 seq_num 447) 2024-08-17T00:37:38.319 INFO:tasks.rados.rados.0.smithi157.stdout:1555: snap_create 2024-08-17T00:37:38.332 INFO:tasks.rados.rados.0.smithi157.stdout:1554: expect (ObjNum 447 snap 134 seq_num 447) 2024-08-17T00:37:38.478 INFO:tasks.rados.rados.0.smithi157.stdout:1550: finishing copy_from racing read to smithi15786056-45 2024-08-17T00:37:38.478 INFO:tasks.rados.rados.0.smithi157.stdout:1550: finishing copy_from to smithi15786056-45 2024-08-17T00:37:38.478 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 729 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-08-17T00:37:38.478 INFO:tasks.rados.rados.0.smithi157.stdout:1553: expect (ObjNum 391 snap 117 seq_num 391) 2024-08-17T00:37:38.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:38 smithi187 ceph-mon[90552]: pgmap v212: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 214 KiB/s wr, 2 op/s; 62/378 objects degraded (16.402%) 2024-08-17T00:37:38.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:38 smithi187 ceph-mon[90552]: osdmap e376: 8 total, 7 up, 8 in 2024-08-17T00:37:38.724 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:38 smithi157 ceph-mon[101289]: pgmap v212: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 214 KiB/s wr, 2 op/s; 62/378 objects degraded (16.402%) 2024-08-17T00:37:38.724 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:38 smithi157 ceph-mon[101289]: osdmap e376: 8 total, 7 up, 8 in 2024-08-17T00:37:38.725 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:38 smithi157 ceph-mon[98780]: pgmap v212: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 214 KiB/s wr, 2 op/s; 62/378 objects degraded (16.402%) 2024-08-17T00:37:38.725 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:38 smithi157 ceph-mon[98780]: osdmap e376: 8 total, 7 up, 8 in 2024-08-17T00:37:38.839 INFO:tasks.rados.rados.0.smithi157.stdout:1551: finishing copy_from racing read to smithi15786056-17 2024-08-17T00:37:38.839 INFO:tasks.rados.rados.0.smithi157.stdout:1551: finishing copy_from to smithi15786056-17 2024-08-17T00:37:38.839 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 954 (ObjNum 471 snap 142 seq_num 471) dirty exists 2024-08-17T00:37:38.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:39.320 INFO:tasks.rados.rados.0.smithi157.stdout:1550: done (5 left) 2024-08-17T00:37:39.320 INFO:tasks.rados.rados.0.smithi157.stdout:1551: done (4 left) 2024-08-17T00:37:39.321 INFO:tasks.rados.rados.0.smithi157.stdout:1552: done (3 left) 2024-08-17T00:37:39.321 INFO:tasks.rados.rados.0.smithi157.stdout:1553: done (2 left) 2024-08-17T00:37:39.321 INFO:tasks.rados.rados.0.smithi157.stdout:1554: done (1 left) 2024-08-17T00:37:39.321 INFO:tasks.rados.rados.0.smithi157.stdout:1555: done (0 left) 2024-08-17T00:37:39.321 INFO:tasks.rados.rados.0.smithi157.stdout:1556: delete oid 20 current snap is 149 2024-08-17T00:37:39.322 INFO:tasks.rados.rados.0.smithi157.stdout:1556: done (0 left) 2024-08-17T00:37:39.322 INFO:tasks.rados.rados.0.smithi157.stdout:1557: delete oid 13 current snap is 149 2024-08-17T00:37:39.324 INFO:tasks.rados.rados.0.smithi157.stdout:1557: done (0 left) 2024-08-17T00:37:39.324 INFO:tasks.rados.rados.0.smithi157.stdout:1558: snap_remove snap 128 2024-08-17T00:37:40.327 INFO:tasks.rados.rados.0.smithi157.stdout:1558: done (0 left) 2024-08-17T00:37:40.327 INFO:tasks.rados.rados.0.smithi157.stdout:1559: snap_remove snap 146 2024-08-17T00:37:40.610 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2[116899]: 2024-08-17T00:37:40.179+0000 7f876e348640 -1 osd.2 368 log_to_monitors true 2024-08-17T00:37:40.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:40 smithi157 ceph-mon[98780]: osdmap e377: 8 total, 7 up, 8 in 2024-08-17T00:37:40.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:40 smithi157 ceph-mon[98780]: pgmap v215: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 235 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 18 op/s; 66/387 objects degraded (17.054%) 2024-08-17T00:37:40.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:40 smithi157 ceph-mon[98780]: from='osd.2 [v2:172.21.15.157:6818/4078766863,v1:172.21.15.157:6819/4078766863]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T00:37:40.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:40 smithi157 ceph-mon[101289]: osdmap e377: 8 total, 7 up, 8 in 2024-08-17T00:37:40.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:40 smithi157 ceph-mon[101289]: pgmap v215: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 235 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 18 op/s; 66/387 objects degraded (17.054%) 2024-08-17T00:37:40.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:40 smithi157 ceph-mon[101289]: from='osd.2 [v2:172.21.15.157:6818/4078766863,v1:172.21.15.157:6819/4078766863]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T00:37:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:40 smithi187 ceph-mon[90552]: osdmap e377: 8 total, 7 up, 8 in 2024-08-17T00:37:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:40 smithi187 ceph-mon[90552]: pgmap v215: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 235 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 18 op/s; 66/387 objects degraded (17.054%) 2024-08-17T00:37:40.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:40 smithi187 ceph-mon[90552]: from='osd.2 [v2:172.21.15.157:6818/4078766863,v1:172.21.15.157:6819/4078766863]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T00:37:40.884 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:37:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2[116899]: 2024-08-17T00:37:40.609+0000 7f87620eb640 -1 osd.2 368 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:37:41.332 INFO:tasks.rados.rados.0.smithi157.stdout:1559: done (0 left) 2024-08-17T00:37:41.332 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 149 2024-08-17T00:37:41.332 INFO:tasks.rados.rados.0.smithi157.stdout:1560: seq_num 491 ranges {0=630784,630784=401408} 2024-08-17T00:37:41.336 INFO:tasks.rados.rados.0.smithi157.stdout:1560: writing smithi15786056-23 from 0 to 630784 tid 1 2024-08-17T00:37:41.340 INFO:tasks.rados.rados.0.smithi157.stdout:1560: writing smithi15786056-23 from 630784 to 1032192 tid 2 2024-08-17T00:37:41.340 INFO:tasks.rados.rados.0.smithi157.stdout:1561: rmattr oid 15 current snap is 149 2024-08-17T00:37:41.340 INFO:tasks.rados.rados.0.smithi157.stdout:1561: done (1 left) 2024-08-17T00:37:41.340 INFO:tasks.rados.rados.0.smithi157.stdout:1562: read oid 6 snap 147 2024-08-17T00:37:41.340 INFO:tasks.rados.rados.0.smithi157.stdout:1562: expect (ObjNum 463 snap 140 seq_num 463) 2024-08-17T00:37:41.341 INFO:tasks.rados.rados.0.smithi157.stdout:1563: snap_remove snap 148 2024-08-17T00:37:41.605 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[101289]: Health check update: Degraded data redundancy: 66/387 objects degraded (17.054%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:37:41.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[101289]: from='osd.2 [v2:172.21.15.157:6818/4078766863,v1:172.21.15.157:6819/4078766863]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T00:37:41.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[101289]: osdmap e378: 8 total, 7 up, 8 in 2024-08-17T00:37:41.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[101289]: from='osd.2 [v2:172.21.15.157:6818/4078766863,v1:172.21.15.157:6819/4078766863]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:37:41.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:41.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:41.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[101289]: from='osd.2 [v2:172.21.15.157:6818/4078766863,v1:172.21.15.157:6819/4078766863]' entity='osd.2' 2024-08-17T00:37:41.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:41.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:41.606 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[98780]: Health check update: Degraded data redundancy: 66/387 objects degraded (17.054%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:37:41.607 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[98780]: from='osd.2 [v2:172.21.15.157:6818/4078766863,v1:172.21.15.157:6819/4078766863]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T00:37:41.607 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[98780]: osdmap e378: 8 total, 7 up, 8 in 2024-08-17T00:37:41.607 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[98780]: from='osd.2 [v2:172.21.15.157:6818/4078766863,v1:172.21.15.157:6819/4078766863]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:37:41.607 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:41.607 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:41.607 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[98780]: from='osd.2 [v2:172.21.15.157:6818/4078766863,v1:172.21.15.157:6819/4078766863]' entity='osd.2' 2024-08-17T00:37:41.607 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:41.607 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:41 smithi187 ceph-mon[90552]: Health check update: Degraded data redundancy: 66/387 objects degraded (17.054%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:37:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:41 smithi187 ceph-mon[90552]: from='osd.2 [v2:172.21.15.157:6818/4078766863,v1:172.21.15.157:6819/4078766863]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T00:37:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:41 smithi187 ceph-mon[90552]: osdmap e378: 8 total, 7 up, 8 in 2024-08-17T00:37:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:41 smithi187 ceph-mon[90552]: from='osd.2 [v2:172.21.15.157:6818/4078766863,v1:172.21.15.157:6819/4078766863]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:37:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:41 smithi187 ceph-mon[90552]: from='osd.2 [v2:172.21.15.157:6818/4078766863,v1:172.21.15.157:6819/4078766863]' entity='osd.2' 2024-08-17T00:37:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:42.336 INFO:tasks.rados.rados.0.smithi157.stdout:1563: done (2 left) 2024-08-17T00:37:42.336 INFO:tasks.rados.rados.0.smithi157.stdout:1564: read oid 41 snap -1 2024-08-17T00:37:42.336 INFO:tasks.rados.rados.0.smithi157.stdout:1564: expect (ObjNum 391 snap 117 seq_num 391) 2024-08-17T00:37:42.336 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 47 current snap is 149 2024-08-17T00:37:42.337 INFO:tasks.rados.rados.0.smithi157.stdout:1565: seq_num 492 ranges {0=647168,647168=401408} 2024-08-17T00:37:42.340 INFO:tasks.rados.rados.0.smithi157.stdout:1565: writing smithi15786056-47 from 0 to 647168 tid 1 2024-08-17T00:37:42.343 INFO:tasks.rados.rados.0.smithi157.stdout:1565: writing smithi15786056-47 from 647168 to 1048576 tid 2 2024-08-17T00:37:42.343 INFO:tasks.rados.rados.0.smithi157.stdout:1560: finishing write tid 1 to smithi15786056-23 2024-08-17T00:37:42.343 INFO:tasks.rados.rados.0.smithi157.stdout:1560: finishing write tid 2 to smithi15786056-23 2024-08-17T00:37:42.343 INFO:tasks.rados.rados.0.smithi157.stdout:1560: finishing write tid 3 to smithi15786056-23 2024-08-17T00:37:42.344 INFO:tasks.rados.rados.0.smithi157.stdout:1560: finishing write tid 4 to smithi15786056-23 2024-08-17T00:37:42.344 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 995 (ObjNum 491 snap 149 seq_num 491) dirty exists 2024-08-17T00:37:42.344 INFO:tasks.rados.rados.0.smithi157.stdout:1560: left oid 23 (ObjNum 491 snap 149 seq_num 491) 2024-08-17T00:37:42.344 INFO:tasks.rados.rados.0.smithi157.stdout:1560: done (3 left) 2024-08-17T00:37:42.344 INFO:tasks.rados.rados.0.smithi157.stdout:1566: read oid 42 snap -1 2024-08-17T00:37:42.344 INFO:tasks.rados.rados.0.smithi157.stdout:1566: expect deleted 2024-08-17T00:37:42.344 INFO:tasks.rados.rados.0.smithi157.stdout:1567: snap_create 2024-08-17T00:37:42.372 INFO:tasks.rados.rados.0.smithi157.stdout:1564: expect (ObjNum 391 snap 117 seq_num 391) 2024-08-17T00:37:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:42 smithi157 ceph-mon[101289]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:37:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:42 smithi157 ceph-mon[101289]: osd.2 [v2:172.21.15.157:6818/4078766863,v1:172.21.15.157:6819/4078766863] boot 2024-08-17T00:37:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:42 smithi157 ceph-mon[101289]: osdmap e379: 8 total, 8 up, 8 in 2024-08-17T00:37:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:42 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:37:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:42 smithi157 ceph-mon[101289]: pgmap v218: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 235 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 18 op/s; 66/384 objects degraded (17.188%) 2024-08-17T00:37:42.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:42 smithi157 ceph-mon[98780]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:37:42.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:42 smithi157 ceph-mon[98780]: osd.2 [v2:172.21.15.157:6818/4078766863,v1:172.21.15.157:6819/4078766863] boot 2024-08-17T00:37:42.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:42 smithi157 ceph-mon[98780]: osdmap e379: 8 total, 8 up, 8 in 2024-08-17T00:37:42.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:42 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:37:42.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:42 smithi157 ceph-mon[98780]: pgmap v218: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 235 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 18 op/s; 66/384 objects degraded (17.188%) 2024-08-17T00:37:42.656 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:37:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:42 smithi187 ceph-mon[90552]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:37:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:42 smithi187 ceph-mon[90552]: osd.2 [v2:172.21.15.157:6818/4078766863,v1:172.21.15.157:6819/4078766863] boot 2024-08-17T00:37:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:42 smithi187 ceph-mon[90552]: osdmap e379: 8 total, 8 up, 8 in 2024-08-17T00:37:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:42 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:37:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:42 smithi187 ceph-mon[90552]: pgmap v218: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 235 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 18 op/s; 66/384 objects degraded (17.188%) 2024-08-17T00:37:42.760 INFO:tasks.rados.rados.0.smithi157.stdout:1565: finishing write tid 1 to smithi15786056-47 2024-08-17T00:37:42.760 INFO:tasks.rados.rados.0.smithi157.stdout:1565: finishing write tid 2 to smithi15786056-47 2024-08-17T00:37:42.760 INFO:tasks.rados.rados.0.smithi157.stdout:1565: finishing write tid 3 to smithi15786056-47 2024-08-17T00:37:42.760 INFO:tasks.rados.rados.0.smithi157.stdout:1565: finishing write tid 4 to smithi15786056-47 2024-08-17T00:37:42.760 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 806 (ObjNum 492 snap 149 seq_num 492) dirty exists 2024-08-17T00:37:42.760 INFO:tasks.rados.rados.0.smithi157.stdout:1565: left oid 47 (ObjNum 492 snap 149 seq_num 492) 2024-08-17T00:37:42.760 INFO:tasks.rados.rados.0.smithi157.stdout:1562: expect (ObjNum 463 snap 140 seq_num 463) 2024-08-17T00:37:42.931 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:37:42.932 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (3m) 2s ago 7m 17.3M - 0.25.0 c8568f914cd2 e5fc458eaa70 2024-08-17T00:37:42.932 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (3m) 111s ago 7m 82.8M - 9.4.7 954c08fa6188 3c616dd0c45b 2024-08-17T00:37:42.932 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (9m) 2s ago 9m 15.8M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:37:42.932 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (9m) 111s ago 9m 19.8M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:37:42.932 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283,8765 running (2m) 111s ago 12m 438M - 19.1.0-1363-gd863d21c ba08250ef864 97f58199005a 2024-08-17T00:37:42.932 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (3m) 2s ago 14m 507M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:37:42.932 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (2m) 2s ago 14m 51.5M 2048M 19.1.0-1363-gd863d21c ba08250ef864 7cae4f2d8cd1 2024-08-17T00:37:42.932 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (2m) 111s ago 12m 25.8M 2048M 19.1.0-1363-gd863d21c ba08250ef864 fa96bb84b173 2024-08-17T00:37:42.932 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (2m) 2s ago 12m 45.5M 2048M 19.1.0-1363-gd863d21c ba08250ef864 6acedb5a7023 2024-08-17T00:37:42.932 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (3m) 2s ago 7m 8316k - 1.5.0 0da6a335fe13 b4e36e574235 2024-08-17T00:37:42.932 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (3m) 111s ago 6m 8144k - 1.5.0 0da6a335fe13 73e607038b0d 2024-08-17T00:37:42.933 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (74s) 2s ago 12m 132M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7d05f2a649d9 2024-08-17T00:37:42.933 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (41s) 2s ago 11m 95.7M 2480M 19.1.0-1363-gd863d21c ba08250ef864 dbe3e94be069 2024-08-17T00:37:42.933 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (6s) 2s ago 11m 12.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7e3b0f58873f 2024-08-17T00:37:42.933 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (11m) 2s ago 11m 143M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 34877baf90d9 2024-08-17T00:37:42.933 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (10m) 111s ago 10m 98.8M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 8b55fa435d4d 2024-08-17T00:37:42.933 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (10m) 111s ago 10m 105M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 87ee417e591b 2024-08-17T00:37:42.933 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (9m) 111s ago 9m 103M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bd8a836eeeec 2024-08-17T00:37:42.933 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (9m) 111s ago 9m 108M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:37:42.933 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (2m) 111s ago 8m 54.0M - 2.43.0 a07b618ecd1d 736dc11bd87e 2024-08-17T00:37:43.270 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:37:43.270 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:37:43.270 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:37:43.270 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:37:43.270 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:37:43.270 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:37:43.270 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:37:43.271 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:37:43.271 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 5, 2024-08-17T00:37:43.271 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:37:43.271 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:37:43.271 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:37:43.271 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:37:43.271 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:37:43.271 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:37:43.271 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 7, 2024-08-17T00:37:43.271 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T00:37:43.271 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:37:43.271 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:37:43.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:43 smithi157 ceph-mon[98780]: osdmap e380: 8 total, 8 up, 8 in 2024-08-17T00:37:43.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:43 smithi157 ceph-mon[98780]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:43.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:43 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2219708161' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:43.502 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:43 smithi157 ceph-mon[101289]: osdmap e380: 8 total, 8 up, 8 in 2024-08-17T00:37:43.502 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:43 smithi157 ceph-mon[101289]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:43.502 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:43 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2219708161' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:43 smithi187 ceph-mon[90552]: osdmap e380: 8 total, 8 up, 8 in 2024-08-17T00:37:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:43 smithi187 ceph-mon[90552]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:43 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2219708161' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:43.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:43.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:43.718 INFO:tasks.rados.rados.0.smithi157.stdout:1562: done (4 left) 2024-08-17T00:37:43.718 INFO:tasks.rados.rados.0.smithi157.stdout:1564: done (3 left) 2024-08-17T00:37:43.719 INFO:tasks.rados.rados.0.smithi157.stdout:1565: done (2 left) 2024-08-17T00:37:43.719 INFO:tasks.rados.rados.0.smithi157.stdout:1566: done (1 left) 2024-08-17T00:37:43.719 INFO:tasks.rados.rados.0.smithi157.stdout:1567: done (0 left) 2024-08-17T00:37:43.719 INFO:tasks.rados.rados.0.smithi157.stdout:1568: snap_remove snap 147 2024-08-17T00:37:43.811 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:37:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:37:43] "GET /metrics HTTP/1.1" 200 36180 "" "Prometheus/2.43.0" 2024-08-17T00:37:44.350 INFO:tasks.rados.rados.0.smithi157.stdout:1568: done (0 left) 2024-08-17T00:37:44.350 INFO:tasks.rados.rados.0.smithi157.stdout:1569: rollback oid 10 current snap is 150 2024-08-17T00:37:44.350 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 10 to 149 2024-08-17T00:37:44.350 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 150 2024-08-17T00:37:44.350 INFO:tasks.rados.rados.0.smithi157.stdout:1570: seq_num 493 ranges {1982464=663552,2646016=401408} 2024-08-17T00:37:44.365 INFO:tasks.rados.rados.0.smithi157.stdout:1570: writing smithi15786056-5 from 1982464 to 2646016 tid 1 2024-08-17T00:37:44.368 INFO:tasks.rados.rados.0.smithi157.stdout:1570: writing smithi15786056-5 from 2646016 to 3047424 tid 2 2024-08-17T00:37:44.368 INFO:tasks.rados.rados.0.smithi157.stdout:1571: copy_from oid 39 from oid 21 current snap is 150 2024-08-17T00:37:44.368 INFO:tasks.rados.rados.0.smithi157.stdout:1569: finishing rollback tid 0 to smithi15786056-10 2024-08-17T00:37:44.368 INFO:tasks.rados.rados.0.smithi157.stdout:1569: finishing rollback tid 1 to smithi15786056-10 2024-08-17T00:37:44.368 INFO:tasks.rados.rados.0.smithi157.stdout:1569: finishing rollback tid 2 to smithi15786056-10 2024-08-17T00:37:44.368 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 546 (ObjNum 469 snap 142 seq_num 469) dirty exists 2024-08-17T00:37:44.368 INFO:tasks.rados.rados.0.smithi157.stdout:1569: done (2 left) 2024-08-17T00:37:44.368 INFO:tasks.rados.rados.0.smithi157.stdout:1572: rollback oid 19 current snap is 150 2024-08-17T00:37:44.369 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 19 to 149 2024-08-17T00:37:44.369 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 150 2024-08-17T00:37:44.369 INFO:tasks.rados.rados.0.smithi157.stdout:1573: seq_num 494 ranges {630784=679936,1310720=401408} 2024-08-17T00:37:44.375 INFO:tasks.rados.rados.0.smithi157.stdout:1573: writing smithi15786056-4 from 630784 to 1310720 tid 1 2024-08-17T00:37:44.378 INFO:tasks.rados.rados.0.smithi157.stdout:1573: writing smithi15786056-4 from 1310720 to 1712128 tid 2 2024-08-17T00:37:44.378 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 150 2024-08-17T00:37:44.378 INFO:tasks.rados.rados.0.smithi157.stdout:1574: seq_num 495 ranges {4947968=696320,5644288=401408} 2024-08-17T00:37:44.409 INFO:tasks.rados.rados.0.smithi157.stdout:1574: writing smithi15786056-48 from 4947968 to 5644288 tid 1 2024-08-17T00:37:44.411 INFO:tasks.rados.rados.0.smithi157.stdout:1574: writing smithi15786056-48 from 5644288 to 6045696 tid 2 2024-08-17T00:37:44.411 INFO:tasks.rados.rados.0.smithi157.stdout:1575: setattr oid 8 current snap is 150 2024-08-17T00:37:44.412 INFO:tasks.rados.rados.0.smithi157.stdout:1570: finishing write tid 1 to smithi15786056-5 2024-08-17T00:37:44.412 INFO:tasks.rados.rados.0.smithi157.stdout:1570: finishing write tid 2 to smithi15786056-5 2024-08-17T00:37:44.412 INFO:tasks.rados.rados.0.smithi157.stdout:1570: finishing write tid 3 to smithi15786056-5 2024-08-17T00:37:44.412 INFO:tasks.rados.rados.0.smithi157.stdout:1572: finishing rollback tid 0 to smithi15786056-19 2024-08-17T00:37:44.412 INFO:tasks.rados.rados.0.smithi157.stdout:1572: finishing rollback tid 1 to smithi15786056-19 2024-08-17T00:37:44.412 INFO:tasks.rados.rados.0.smithi157.stdout:1572: finishing rollback tid 2 to smithi15786056-19 2024-08-17T00:37:44.412 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 827 (ObjNum 382 snap 116 seq_num 382) dirty exists 2024-08-17T00:37:44.412 INFO:tasks.rados.rados.0.smithi157.stdout:1571: finishing copy_from to smithi15786056-39 2024-08-17T00:37:44.412 INFO:tasks.rados.rados.0.smithi157.stdout:1571: got expected ENOENT (src dne) 2024-08-17T00:37:44.412 INFO:tasks.rados.rados.0.smithi157.stdout:1570: finishing write tid 4 to smithi15786056-5 2024-08-17T00:37:44.412 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 821 (ObjNum 493 snap 150 seq_num 493) dirty exists 2024-08-17T00:37:44.412 INFO:tasks.rados.rados.0.smithi157.stdout:1570: left oid 5 (ObjNum 493 snap 150 seq_num 493) 2024-08-17T00:37:44.412 INFO:tasks.rados.rados.0.smithi157.stdout:1571: finishing copy_from racing read to smithi15786056-39 2024-08-17T00:37:44.413 INFO:tasks.rados.rados.0.smithi157.stdout:1573: finishing write tid 1 to smithi15786056-4 2024-08-17T00:37:44.413 INFO:tasks.rados.rados.0.smithi157.stdout:1573: finishing write tid 2 to smithi15786056-4 2024-08-17T00:37:44.413 INFO:tasks.rados.rados.0.smithi157.stdout:1573: finishing write tid 3 to smithi15786056-4 2024-08-17T00:37:44.413 INFO:tasks.rados.rados.0.smithi157.stdout:1573: finishing write tid 4 to smithi15786056-4 2024-08-17T00:37:44.413 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 549 (ObjNum 494 snap 150 seq_num 494) dirty exists 2024-08-17T00:37:44.413 INFO:tasks.rados.rados.0.smithi157.stdout:1573: left oid 4 (ObjNum 494 snap 150 seq_num 494) 2024-08-17T00:37:44.413 INFO:tasks.rados.rados.0.smithi157.stdout:1574: finishing write tid 1 to smithi15786056-48 2024-08-17T00:37:44.414 INFO:tasks.rados.rados.0.smithi157.stdout:1574: finishing write tid 2 to smithi15786056-48 2024-08-17T00:37:44.414 INFO:tasks.rados.rados.0.smithi157.stdout:1574: finishing write tid 3 to smithi15786056-48 2024-08-17T00:37:44.414 INFO:tasks.rados.rados.0.smithi157.stdout:1570: done (5 left) 2024-08-17T00:37:44.415 INFO:tasks.rados.rados.0.smithi157.stdout:1571: done (4 left) 2024-08-17T00:37:44.415 INFO:tasks.rados.rados.0.smithi157.stdout:1572: done (3 left) 2024-08-17T00:37:44.415 INFO:tasks.rados.rados.0.smithi157.stdout:1573: done (2 left) 2024-08-17T00:37:44.415 INFO:tasks.rados.rados.0.smithi157.stdout:1576: snap_remove snap 149 2024-08-17T00:37:44.478 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:44 smithi157 ceph-mon[98780]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:44.478 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:44 smithi157 ceph-mon[98780]: osdmap e381: 8 total, 8 up, 8 in 2024-08-17T00:37:44.478 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:44 smithi157 ceph-mon[98780]: pgmap v221: 121 pgs: 24 active+undersized, 10 active+undersized+degraded, 87 active+clean; 235 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 252 KiB/s wr, 1 op/s; 66/369 objects degraded (17.886%) 2024-08-17T00:37:44.478 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:44.478 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:44.478 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:44 smithi157 ceph-mon[101289]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:44.478 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:44 smithi157 ceph-mon[101289]: osdmap e381: 8 total, 8 up, 8 in 2024-08-17T00:37:44.478 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:44 smithi157 ceph-mon[101289]: pgmap v221: 121 pgs: 24 active+undersized, 10 active+undersized+degraded, 87 active+clean; 235 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 252 KiB/s wr, 1 op/s; 66/369 objects degraded (17.886%) 2024-08-17T00:37:44.478 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:44.479 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:44 smithi187 ceph-mon[90552]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:44 smithi187 ceph-mon[90552]: osdmap e381: 8 total, 8 up, 8 in 2024-08-17T00:37:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:44 smithi187 ceph-mon[90552]: pgmap v221: 121 pgs: 24 active+undersized, 10 active+undersized+degraded, 87 active+clean; 235 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 252 KiB/s wr, 1 op/s; 66/369 objects degraded (17.886%) 2024-08-17T00:37:44.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:44.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:44.707 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:44.707 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:44.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:37:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:37:44.633+0000 7fa318536640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-17T00:37:45.355 INFO:tasks.rados.rados.0.smithi157.stdout:1576: done (2 left) 2024-08-17T00:37:45.355 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 37 current snap is 150 2024-08-17T00:37:45.355 INFO:tasks.rados.rados.0.smithi157.stdout:1574: finishing write tid 4 to smithi15786056-48 2024-08-17T00:37:45.355 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 999 (ObjNum 495 snap 150 seq_num 495) dirty exists 2024-08-17T00:37:45.355 INFO:tasks.rados.rados.0.smithi157.stdout:1574: left oid 48 (ObjNum 495 snap 150 seq_num 495) 2024-08-17T00:37:45.355 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 674 (ObjNum 484 snap 146 seq_num 484) dirty exists 2024-08-17T00:37:45.355 INFO:tasks.rados.rados.0.smithi157.stdout:1577: seq_num 496 ranges {0=712704,712704=401408} 2024-08-17T00:37:45.358 INFO:tasks.rados.rados.0.smithi157.stdout:1577: writing smithi15786056-37 from 0 to 712704 tid 1 2024-08-17T00:37:45.361 INFO:tasks.rados.rados.0.smithi157.stdout:1577: writing smithi15786056-37 from 712704 to 1114112 tid 2 2024-08-17T00:37:45.361 INFO:tasks.rados.rados.0.smithi157.stdout:1574: done (2 left) 2024-08-17T00:37:45.361 INFO:tasks.rados.rados.0.smithi157.stdout:1575: done (1 left) 2024-08-17T00:37:45.361 INFO:tasks.rados.rados.0.smithi157.stdout:1578: setattr oid 14 current snap is 150 2024-08-17T00:37:45.363 INFO:tasks.rados.rados.0.smithi157.stdout:1579: snap_create 2024-08-17T00:37:45.368 INFO:tasks.rados.rados.0.smithi157.stdout:1577: finishing write tid 1 to smithi15786056-37 2024-08-17T00:37:45.368 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 730 (ObjNum 65 snap 0 seq_num 1462031971) dirty exists 2024-08-17T00:37:45.368 INFO:tasks.rados.rados.0.smithi157.stdout:1577: finishing write tid 2 to smithi15786056-37 2024-08-17T00:37:45.369 INFO:tasks.rados.rados.0.smithi157.stdout:1577: finishing write tid 3 to smithi15786056-37 2024-08-17T00:37:45.372 INFO:tasks.rados.rados.0.smithi157.stdout:1577: finishing write tid 4 to smithi15786056-37 2024-08-17T00:37:45.373 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 832 (ObjNum 496 snap 150 seq_num 496) dirty exists 2024-08-17T00:37:45.373 INFO:tasks.rados.rados.0.smithi157.stdout:1577: left oid 37 (ObjNum 496 snap 150 seq_num 496) 2024-08-17T00:37:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[101289]: osdmap e382: 8 total, 8 up, 8 in 2024-08-17T00:37:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:37:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:37:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:37:45.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:37:45.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[101289]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-17T00:37:45.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[98780]: osdmap e382: 8 total, 8 up, 8 in 2024-08-17T00:37:45.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:45.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:45.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:37:45.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:37:45.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:45.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:45.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:45.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:45.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:45.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:37:45.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:37:45.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:45 smithi157 ceph-mon[98780]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-17T00:37:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:45 smithi187 ceph-mon[90552]: osdmap e382: 8 total, 8 up, 8 in 2024-08-17T00:37:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:37:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:37:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:37:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:37:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:45 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:37:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:45 smithi187 ceph-mon[90552]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-17T00:37:46.362 INFO:tasks.rados.rados.0.smithi157.stdout:1577: done (2 left) 2024-08-17T00:37:46.363 INFO:tasks.rados.rados.0.smithi157.stdout:1578: done (1 left) 2024-08-17T00:37:46.363 INFO:tasks.rados.rados.0.smithi157.stdout:1579: done (0 left) 2024-08-17T00:37:46.363 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 151 2024-08-17T00:37:46.363 INFO:tasks.rados.rados.0.smithi157.stdout:1580: seq_num 497 ranges {8167424=729088,8896512=401408} 2024-08-17T00:37:46.409 INFO:tasks.rados.rados.0.smithi157.stdout:1580: writing smithi15786056-29 from 8167424 to 8896512 tid 1 2024-08-17T00:37:46.411 INFO:tasks.rados.rados.0.smithi157.stdout:1580: writing smithi15786056-29 from 8896512 to 9297920 tid 2 2024-08-17T00:37:46.411 INFO:tasks.rados.rados.0.smithi157.stdout:1581: copy_from oid 14 from oid 8 current snap is 151 2024-08-17T00:37:46.411 INFO:tasks.rados.rados.0.smithi157.stdout:1582: setattr oid 25 current snap is 151 2024-08-17T00:37:46.413 INFO:tasks.rados.rados.0.smithi157.stdout:1583: rollback oid 45 current snap is 151 2024-08-17T00:37:46.413 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 45 to 150 2024-08-17T00:37:46.413 INFO:tasks.rados.rados.0.smithi157.stdout:1584: rollback oid 50 current snap is 151 2024-08-17T00:37:46.414 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 50 to 150 2024-08-17T00:37:46.414 INFO:tasks.rados.rados.0.smithi157.stdout:1585: delete oid 6 current snap is 151 2024-08-17T00:37:46.414 INFO:tasks.rados.rados.0.smithi157.stdout:1580: finishing write tid 1 to smithi15786056-29 2024-08-17T00:37:46.415 INFO:tasks.rados.rados.0.smithi157.stdout:1580: finishing write tid 2 to smithi15786056-29 2024-08-17T00:37:46.415 INFO:tasks.rados.rados.0.smithi157.stdout:1580: finishing write tid 3 to smithi15786056-29 2024-08-17T00:37:46.416 INFO:tasks.rados.rados.0.smithi157.stdout:1580: finishing write tid 4 to smithi15786056-29 2024-08-17T00:37:46.416 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1005 (ObjNum 497 snap 151 seq_num 497) dirty exists 2024-08-17T00:37:46.416 INFO:tasks.rados.rados.0.smithi157.stdout:1580: left oid 29 (ObjNum 497 snap 151 seq_num 497) 2024-08-17T00:37:46.419 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 675 (ObjNum 472 snap 142 seq_num 472) dirty exists 2024-08-17T00:37:46.419 INFO:tasks.rados.rados.0.smithi157.stdout:1584: finishing rollback tid 0 to smithi15786056-50 2024-08-17T00:37:46.420 INFO:tasks.rados.rados.0.smithi157.stdout:1584: finishing rollback tid 1 to smithi15786056-50 2024-08-17T00:37:46.420 INFO:tasks.rados.rados.0.smithi157.stdout:1583: finishing rollback tid 0 to smithi15786056-45 2024-08-17T00:37:46.421 INFO:tasks.rados.rados.0.smithi157.stdout:1584: finishing rollback tid 2 to smithi15786056-50 2024-08-17T00:37:46.421 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 733 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-08-17T00:37:46.422 INFO:tasks.rados.rados.0.smithi157.stdout:1583: finishing rollback tid 1 to smithi15786056-45 2024-08-17T00:37:46.422 INFO:tasks.rados.rados.0.smithi157.stdout:1580: done (5 left) 2024-08-17T00:37:46.422 INFO:tasks.rados.rados.0.smithi157.stdout:1582: done (4 left) 2024-08-17T00:37:46.422 INFO:tasks.rados.rados.0.smithi157.stdout:1584: done (3 left) 2024-08-17T00:37:46.422 INFO:tasks.rados.rados.0.smithi157.stdout:1585: done (2 left) 2024-08-17T00:37:46.422 INFO:tasks.rados.rados.0.smithi157.stdout:1586: read oid 6 snap -1 2024-08-17T00:37:46.422 INFO:tasks.rados.rados.0.smithi157.stdout:1586: expect deleted 2024-08-17T00:37:46.422 INFO:tasks.rados.rados.0.smithi157.stdout:1587: read oid 28 snap 150 2024-08-17T00:37:46.422 INFO:tasks.rados.rados.0.smithi157.stdout:1587: expect (ObjNum 446 snap 134 seq_num 446) 2024-08-17T00:37:46.423 INFO:tasks.rados.rados.0.smithi157.stdout:1588: read oid 38 snap 150 2024-08-17T00:37:46.423 INFO:tasks.rados.rados.0.smithi157.stdout:1588: expect (ObjNum 463 snap 140 seq_num 463) 2024-08-17T00:37:46.423 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 37 current snap is 151 2024-08-17T00:37:46.423 INFO:tasks.rados.rados.0.smithi157.stdout:1589: seq_num 499 ranges {1114112=761856,1875968=401408} 2024-08-17T00:37:46.434 INFO:tasks.rados.rados.0.smithi157.stdout:1589: writing smithi15786056-37 from 1114112 to 1875968 tid 1 2024-08-17T00:37:46.437 INFO:tasks.rados.rados.0.smithi157.stdout:1589: writing smithi15786056-37 from 1875968 to 2277376 tid 2 2024-08-17T00:37:46.437 INFO:tasks.rados.rados.0.smithi157.stdout:1590: rollback oid 23 current snap is 151 2024-08-17T00:37:46.437 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 23 to 150 2024-08-17T00:37:46.437 INFO:tasks.rados.rados.0.smithi157.stdout:1583: finishing rollback tid 2 to smithi15786056-45 2024-08-17T00:37:46.437 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 835 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-08-17T00:37:46.438 INFO:tasks.rados.rados.0.smithi157.stdout:1583: done (6 left) 2024-08-17T00:37:46.438 INFO:tasks.rados.rados.0.smithi157.stdout:1591: read oid 43 snap -1 2024-08-17T00:37:46.438 INFO:tasks.rados.rados.0.smithi157.stdout:1591: expect deleted 2024-08-17T00:37:46.438 INFO:tasks.rados.rados.0.smithi157.stdout:1592: read oid 35 snap -1 2024-08-17T00:37:46.438 INFO:tasks.rados.rados.0.smithi157.stdout:1592: expect (ObjNum 454 snap 137 seq_num 454) 2024-08-17T00:37:46.438 INFO:tasks.rados.rados.0.smithi157.stdout:1593: rollback oid 21 current snap is 151 2024-08-17T00:37:46.438 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 21 to 150 2024-08-17T00:37:46.438 INFO:tasks.rados.rados.0.smithi157.stdout:1587: expect (ObjNum 446 snap 134 seq_num 446) 2024-08-17T00:37:46.535 INFO:tasks.rados.rados.0.smithi157.stdout:1593: finishing rollback tid 1 to smithi15786056-21 2024-08-17T00:37:46.535 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 0 (ObjNum 33 snap 0 seq_num 162567544) dirty dne 2024-08-17T00:37:46.535 INFO:tasks.rados.rados.0.smithi157.stdout:1589: finishing write tid 1 to smithi15786056-37 2024-08-17T00:37:46.535 INFO:tasks.rados.rados.0.smithi157.stdout:1586: done (8 left) 2024-08-17T00:37:46.535 INFO:tasks.rados.rados.0.smithi157.stdout:1587: done (7 left) 2024-08-17T00:37:46.535 INFO:tasks.rados.rados.0.smithi157.stdout:1593: done (6 left) 2024-08-17T00:37:46.535 INFO:tasks.rados.rados.0.smithi157.stdout:1594: rmattr oid 7 current snap is 151 2024-08-17T00:37:46.535 INFO:tasks.rados.rados.0.smithi157.stdout:1594: done (6 left) 2024-08-17T00:37:46.536 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 33 current snap is 151 2024-08-17T00:37:46.536 INFO:tasks.rados.rados.0.smithi157.stdout:1590: finishing rollback tid 0 to smithi15786056-23 2024-08-17T00:37:46.536 INFO:tasks.rados.rados.0.smithi157.stdout:1590: finishing rollback tid 1 to smithi15786056-23 2024-08-17T00:37:46.536 INFO:tasks.rados.rados.0.smithi157.stdout:1595: seq_num 500 ranges {5775360=778240,6553600=401408} 2024-08-17T00:37:46.570 INFO:tasks.rados.rados.0.smithi157.stdout:1595: writing smithi15786056-33 from 5775360 to 6553600 tid 1 2024-08-17T00:37:46.571 INFO:tasks.rados.rados.0.smithi157.stdout:1595: writing smithi15786056-33 from 6553600 to 6955008 tid 2 2024-08-17T00:37:46.571 INFO:tasks.rados.rados.0.smithi157.stdout:1596: snap_create 2024-08-17T00:37:46.571 INFO:tasks.rados.rados.0.smithi157.stdout:1589: finishing write tid 2 to smithi15786056-37 2024-08-17T00:37:46.571 INFO:tasks.rados.rados.0.smithi157.stdout:1590: finishing rollback tid 2 to smithi15786056-23 2024-08-17T00:37:46.571 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1009 (ObjNum 491 snap 149 seq_num 491) dirty exists 2024-08-17T00:37:46.571 INFO:tasks.rados.rados.0.smithi157.stdout:1589: finishing write tid 3 to smithi15786056-37 2024-08-17T00:37:46.571 INFO:tasks.rados.rados.0.smithi157.stdout:1589: finishing write tid 4 to smithi15786056-37 2024-08-17T00:37:46.571 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 838 (ObjNum 499 snap 151 seq_num 499) dirty exists 2024-08-17T00:37:46.571 INFO:tasks.rados.rados.0.smithi157.stdout:1589: left oid 37 (ObjNum 499 snap 151 seq_num 499) 2024-08-17T00:37:46.572 INFO:tasks.rados.rados.0.smithi157.stdout:1592: expect (ObjNum 454 snap 137 seq_num 454) 2024-08-17T00:37:46.631 INFO:tasks.rados.rados.0.smithi157.stdout:1588: expect (ObjNum 463 snap 140 seq_num 463) 2024-08-17T00:37:46.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:46 smithi157 ceph-mon[101289]: osdmap e383: 8 total, 8 up, 8 in 2024-08-17T00:37:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:46 smithi157 ceph-mon[101289]: pgmap v224: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 11 op/s; 8.9 MiB/s, 3 objects/s recovering 2024-08-17T00:37:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:46 smithi157 ceph-mon[98780]: osdmap e383: 8 total, 8 up, 8 in 2024-08-17T00:37:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:46 smithi157 ceph-mon[98780]: pgmap v224: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 11 op/s; 8.9 MiB/s, 3 objects/s recovering 2024-08-17T00:37:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:46 smithi187 ceph-mon[90552]: osdmap e383: 8 total, 8 up, 8 in 2024-08-17T00:37:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:46 smithi187 ceph-mon[90552]: pgmap v224: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 11 op/s; 8.9 MiB/s, 3 objects/s recovering 2024-08-17T00:37:47.527 INFO:tasks.rados.rados.0.smithi157.stdout:1581: finishing copy_from racing read to smithi15786056-14 2024-08-17T00:37:47.527 INFO:tasks.rados.rados.0.smithi157.stdout:1581: finishing copy_from to smithi15786056-14 2024-08-17T00:37:47.528 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 674 (ObjNum 484 snap 146 seq_num 484) dirty exists 2024-08-17T00:37:47.528 INFO:tasks.rados.rados.0.smithi157.stdout:1595: finishing write tid 1 to smithi15786056-33 2024-08-17T00:37:47.528 INFO:tasks.rados.rados.0.smithi157.stdout:1581: done (7 left) 2024-08-17T00:37:47.528 INFO:tasks.rados.rados.0.smithi157.stdout:1588: done (6 left) 2024-08-17T00:37:47.528 INFO:tasks.rados.rados.0.smithi157.stdout:1589: done (5 left) 2024-08-17T00:37:47.528 INFO:tasks.rados.rados.0.smithi157.stdout:1590: done (4 left) 2024-08-17T00:37:47.528 INFO:tasks.rados.rados.0.smithi157.stdout:1591: done (3 left) 2024-08-17T00:37:47.528 INFO:tasks.rados.rados.0.smithi157.stdout:1592: done (2 left) 2024-08-17T00:37:47.528 INFO:tasks.rados.rados.0.smithi157.stdout:1596: done (1 left) 2024-08-17T00:37:47.528 INFO:tasks.rados.rados.0.smithi157.stdout:1597: delete oid 32 current snap is 152 2024-08-17T00:37:47.528 INFO:tasks.rados.rados.0.smithi157.stdout:1595: finishing write tid 2 to smithi15786056-33 2024-08-17T00:37:47.528 INFO:tasks.rados.rados.0.smithi157.stdout:1595: finishing write tid 3 to smithi15786056-33 2024-08-17T00:37:47.529 INFO:tasks.rados.rados.0.smithi157.stdout:1595: finishing write tid 4 to smithi15786056-33 2024-08-17T00:37:47.529 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 957 (ObjNum 500 snap 151 seq_num 500) dirty exists 2024-08-17T00:37:47.529 INFO:tasks.rados.rados.0.smithi157.stdout:1595: left oid 33 (ObjNum 500 snap 151 seq_num 500) 2024-08-17T00:37:47.531 INFO:tasks.rados.rados.0.smithi157.stdout:1595: done (1 left) 2024-08-17T00:37:47.531 INFO:tasks.rados.rados.0.smithi157.stdout:1597: done (0 left) 2024-08-17T00:37:47.531 INFO:tasks.rados.rados.0.smithi157.stdout:1598: snap_remove snap 151 2024-08-17T00:37:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:47 smithi157 ceph-mon[98780]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 66/369 objects degraded (17.886%), 10 pgs degraded) 2024-08-17T00:37:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:47 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:37:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:47 smithi157 ceph-mon[98780]: osdmap e384: 8 total, 8 up, 8 in 2024-08-17T00:37:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:47 smithi157 ceph-mon[98780]: osdmap e385: 8 total, 8 up, 8 in 2024-08-17T00:37:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:47 smithi157 ceph-mon[101289]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 66/369 objects degraded (17.886%), 10 pgs degraded) 2024-08-17T00:37:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:47 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:37:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:47 smithi157 ceph-mon[101289]: osdmap e384: 8 total, 8 up, 8 in 2024-08-17T00:37:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:47 smithi157 ceph-mon[101289]: osdmap e385: 8 total, 8 up, 8 in 2024-08-17T00:37:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:47 smithi187 ceph-mon[90552]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 66/369 objects degraded (17.886%), 10 pgs degraded) 2024-08-17T00:37:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:47 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:37:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:47 smithi187 ceph-mon[90552]: osdmap e384: 8 total, 8 up, 8 in 2024-08-17T00:37:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:47 smithi187 ceph-mon[90552]: osdmap e385: 8 total, 8 up, 8 in 2024-08-17T00:37:48.367 INFO:tasks.rados.rados.0.smithi157.stdout:1598: done (0 left) 2024-08-17T00:37:48.367 INFO:tasks.rados.rados.0.smithi157.stdout:1599: delete oid 24 current snap is 152 2024-08-17T00:37:48.375 INFO:tasks.rados.rados.0.smithi157.stdout:1599: done (0 left) 2024-08-17T00:37:48.375 INFO:tasks.rados.rados.0.smithi157.stdout:1600: read oid 30 snap -1 2024-08-17T00:37:48.375 INFO:tasks.rados.rados.0.smithi157.stdout:1600: expect deleted 2024-08-17T00:37:48.375 INFO:tasks.rados.rados.0.smithi157.stdout:1601: read oid 43 snap -1 2024-08-17T00:37:48.375 INFO:tasks.rados.rados.0.smithi157.stdout:1601: expect deleted 2024-08-17T00:37:48.375 INFO:tasks.rados.rados.0.smithi157.stdout:1602: delete oid 29 current snap is 152 2024-08-17T00:37:48.378 INFO:tasks.rados.rados.0.smithi157.stdout:1600: done (2 left) 2024-08-17T00:37:48.378 INFO:tasks.rados.rados.0.smithi157.stdout:1601: done (1 left) 2024-08-17T00:37:48.378 INFO:tasks.rados.rados.0.smithi157.stdout:1602: done (0 left) 2024-08-17T00:37:48.378 INFO:tasks.rados.rados.0.smithi157.stdout:1603: read oid 40 snap 150 2024-08-17T00:37:48.378 INFO:tasks.rados.rados.0.smithi157.stdout:1603: expect (ObjNum 485 snap 147 seq_num 485) 2024-08-17T00:37:48.378 INFO:tasks.rados.rados.0.smithi157.stdout:1604: rollback oid 32 current snap is 152 2024-08-17T00:37:48.378 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 32 to 150 2024-08-17T00:37:48.378 INFO:tasks.rados.rados.0.smithi157.stdout:1605: snap_create 2024-08-17T00:37:48.380 INFO:tasks.rados.rados.0.smithi157.stdout:1604: finishing rollback tid 1 to smithi15786056-32 2024-08-17T00:37:48.381 INFO:tasks.rados.rados.0.smithi157.stdout:1604: finishing rollback tid 2 to smithi15786056-32 2024-08-17T00:37:48.381 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 678 (ObjNum 477 snap 145 seq_num 477) dirty exists 2024-08-17T00:37:48.382 INFO:tasks.rados.rados.0.smithi157.stdout:1603: expect (ObjNum 485 snap 147 seq_num 485) 2024-08-17T00:37:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:48 smithi157 ceph-mon[98780]: pgmap v227: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 780 KiB/s wr, 9 op/s; 8.9 MiB/s, 3 objects/s recovering 2024-08-17T00:37:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:48 smithi157 ceph-mon[101289]: pgmap v227: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 780 KiB/s wr, 9 op/s; 8.9 MiB/s, 3 objects/s recovering 2024-08-17T00:37:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:48 smithi187 ceph-mon[90552]: pgmap v227: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 780 KiB/s wr, 9 op/s; 8.9 MiB/s, 3 objects/s recovering 2024-08-17T00:37:48.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:49.372 INFO:tasks.rados.rados.0.smithi157.stdout:1603: done (2 left) 2024-08-17T00:37:49.373 INFO:tasks.rados.rados.0.smithi157.stdout:1604: done (1 left) 2024-08-17T00:37:49.373 INFO:tasks.rados.rados.0.smithi157.stdout:1605: done (0 left) 2024-08-17T00:37:49.373 INFO:tasks.rados.rados.0.smithi157.stdout:1606: rollback oid 29 current snap is 153 2024-08-17T00:37:49.373 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 29 to 152 2024-08-17T00:37:49.373 INFO:tasks.rados.rados.0.smithi157.stdout:1607: read oid 47 snap -1 2024-08-17T00:37:49.373 INFO:tasks.rados.rados.0.smithi157.stdout:1607: expect (ObjNum 492 snap 149 seq_num 492) 2024-08-17T00:37:49.373 INFO:tasks.rados.rados.0.smithi157.stdout:1608: snap_remove snap 150 2024-08-17T00:37:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:49 smithi157 ceph-mon[101289]: osdmap e386: 8 total, 8 up, 8 in 2024-08-17T00:37:49.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:49 smithi157 ceph-mon[98780]: osdmap e386: 8 total, 8 up, 8 in 2024-08-17T00:37:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:49 smithi187 ceph-mon[90552]: osdmap e386: 8 total, 8 up, 8 in 2024-08-17T00:37:50.379 INFO:tasks.rados.rados.0.smithi157.stdout:1608: done (2 left) 2024-08-17T00:37:50.379 INFO:tasks.rados.rados.0.smithi157.stdout:1609: read oid 5 snap -1 2024-08-17T00:37:50.379 INFO:tasks.rados.rados.0.smithi157.stdout:1609: expect (ObjNum 493 snap 150 seq_num 493) 2024-08-17T00:37:50.379 INFO:tasks.rados.rados.0.smithi157.stdout:1610: setattr oid 2 current snap is 153 2024-08-17T00:37:50.379 INFO:tasks.rados.rados.0.smithi157.stdout:1606: finishing rollback tid 1 to smithi15786056-29 2024-08-17T00:37:50.379 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1010 (ObjNum 145 snap 0 seq_num 170583416) dirty dne 2024-08-17T00:37:50.379 INFO:tasks.rados.rados.0.smithi157.stdout:1607: expect (ObjNum 492 snap 149 seq_num 492) 2024-08-17T00:37:50.413 INFO:tasks.rados.rados.0.smithi157.stdout:1609: expect (ObjNum 493 snap 150 seq_num 493) 2024-08-17T00:37:50.546 INFO:tasks.rados.rados.0.smithi157.stdout:1606: done (3 left) 2024-08-17T00:37:50.546 INFO:tasks.rados.rados.0.smithi157.stdout:1607: done (2 left) 2024-08-17T00:37:50.546 INFO:tasks.rados.rados.0.smithi157.stdout:1609: done (1 left) 2024-08-17T00:37:50.546 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 153 2024-08-17T00:37:50.546 INFO:tasks.rados.rados.0.smithi157.stdout:1611: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-08-17T00:37:50.548 INFO:tasks.rados.rados.0.smithi157.stdout:1611: writing smithi15786056-6 from 0 to 450560 tid 1 2024-08-17T00:37:50.552 INFO:tasks.rados.rados.0.smithi157.stdout:1611: writing smithi15786056-6 from 450560 to 1040384 tid 2 2024-08-17T00:37:50.553 INFO:tasks.rados.rados.0.smithi157.stdout:1611: writing smithi15786056-6 from 1040384 to 1253376 tid 3 2024-08-17T00:37:50.553 INFO:tasks.rados.rados.0.smithi157.stdout:1612: snap_remove snap 152 2024-08-17T00:37:50.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:50 smithi157 ceph-mon[98780]: osdmap e387: 8 total, 8 up, 8 in 2024-08-17T00:37:50.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:50 smithi157 ceph-mon[98780]: pgmap v230: 121 pgs: 121 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-08-17T00:37:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:50 smithi157 ceph-mon[101289]: osdmap e387: 8 total, 8 up, 8 in 2024-08-17T00:37:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:50 smithi157 ceph-mon[101289]: pgmap v230: 121 pgs: 121 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-08-17T00:37:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:50 smithi187 ceph-mon[90552]: osdmap e387: 8 total, 8 up, 8 in 2024-08-17T00:37:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:50 smithi187 ceph-mon[90552]: pgmap v230: 121 pgs: 121 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-08-17T00:37:51.383 INFO:tasks.rados.rados.0.smithi157.stdout:1612: done (2 left) 2024-08-17T00:37:51.383 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 153 2024-08-17T00:37:51.383 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 1017 (ObjNum 430 snap 128 seq_num 430) dirty exists 2024-08-17T00:37:51.383 INFO:tasks.rados.rados.0.smithi157.stdout:1613: seq_num 505 ranges {0=466944,466944=475136,942080=327680} 2024-08-17T00:37:51.385 INFO:tasks.rados.rados.0.smithi157.stdout:1613: writing smithi15786056-46 from 0 to 466944 tid 1 2024-08-17T00:37:51.388 INFO:tasks.rados.rados.0.smithi157.stdout:1613: writing smithi15786056-46 from 466944 to 942080 tid 2 2024-08-17T00:37:51.390 INFO:tasks.rados.rados.0.smithi157.stdout:1613: writing smithi15786056-46 from 942080 to 1269760 tid 3 2024-08-17T00:37:51.390 INFO:tasks.rados.rados.0.smithi157.stdout:1610: done (2 left) 2024-08-17T00:37:51.391 INFO:tasks.rados.rados.0.smithi157.stdout:1614: rollback oid 39 current snap is 153 2024-08-17T00:37:51.391 INFO:tasks.rados.rados.0.smithi157.stdout:1614: done (2 left) 2024-08-17T00:37:51.391 INFO:tasks.rados.rados.0.smithi157.stdout:1615: copy_from oid 28 from oid 31 current snap is 153 2024-08-17T00:37:51.391 INFO:tasks.rados.rados.0.smithi157.stdout:1611: finishing write tid 1 to smithi15786056-6 2024-08-17T00:37:51.391 INFO:tasks.rados.rados.0.smithi157.stdout:1611: finishing write tid 2 to smithi15786056-6 2024-08-17T00:37:51.391 INFO:tasks.rados.rados.0.smithi157.stdout:1611: finishing write tid 3 to smithi15786056-6 2024-08-17T00:37:51.391 INFO:tasks.rados.rados.0.smithi157.stdout:1611: finishing write tid 4 to smithi15786056-6 2024-08-17T00:37:51.391 INFO:tasks.rados.rados.0.smithi157.stdout:1611: finishing write tid 5 to smithi15786056-6 2024-08-17T00:37:51.391 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 940 (ObjNum 504 snap 153 seq_num 504) dirty exists 2024-08-17T00:37:51.391 INFO:tasks.rados.rados.0.smithi157.stdout:1611: left oid 6 (ObjNum 504 snap 153 seq_num 504) 2024-08-17T00:37:51.391 INFO:tasks.rados.rados.0.smithi157.stdout:1611: done (2 left) 2024-08-17T00:37:51.391 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 153 2024-08-17T00:37:51.391 INFO:tasks.rados.rados.0.smithi157.stdout:1616: seq_num 506 ranges {3252224=483328,3735552=761856,4497408=40960} 2024-08-17T00:37:51.412 INFO:tasks.rados.rados.0.smithi157.stdout:1616: writing smithi15786056-25 from 3252224 to 3735552 tid 1 2024-08-17T00:37:51.417 INFO:tasks.rados.rados.0.smithi157.stdout:1616: writing smithi15786056-25 from 3735552 to 4497408 tid 2 2024-08-17T00:37:51.417 INFO:tasks.rados.rados.0.smithi157.stdout:1616: writing smithi15786056-25 from 4497408 to 4538368 tid 3 2024-08-17T00:37:51.418 INFO:tasks.rados.rados.0.smithi157.stdout:1617: read oid 23 snap -1 2024-08-17T00:37:51.418 INFO:tasks.rados.rados.0.smithi157.stdout:1617: expect (ObjNum 491 snap 149 seq_num 491) 2024-08-17T00:37:51.418 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 42 current snap is 153 2024-08-17T00:37:51.418 INFO:tasks.rados.rados.0.smithi157.stdout:1613: finishing write tid 1 to smithi15786056-46 2024-08-17T00:37:51.418 INFO:tasks.rados.rados.0.smithi157.stdout:1613: finishing write tid 2 to smithi15786056-46 2024-08-17T00:37:51.418 INFO:tasks.rados.rados.0.smithi157.stdout:1613: finishing write tid 3 to smithi15786056-46 2024-08-17T00:37:51.418 INFO:tasks.rados.rados.0.smithi157.stdout:1613: finishing write tid 4 to smithi15786056-46 2024-08-17T00:37:51.418 INFO:tasks.rados.rados.0.smithi157.stdout:1613: finishing write tid 5 to smithi15786056-46 2024-08-17T00:37:51.418 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 737 (ObjNum 505 snap 153 seq_num 505) dirty exists 2024-08-17T00:37:51.418 INFO:tasks.rados.rados.0.smithi157.stdout:1613: left oid 46 (ObjNum 505 snap 153 seq_num 505) 2024-08-17T00:37:51.419 INFO:tasks.rados.rados.0.smithi157.stdout:1616: finishing write tid 1 to smithi15786056-25 2024-08-17T00:37:51.419 INFO:tasks.rados.rados.0.smithi157.stdout:1618: seq_num 507 ranges {0=499712,499712=638976,1138688=163840} 2024-08-17T00:37:51.421 INFO:tasks.rados.rados.0.smithi157.stdout:1618: writing smithi15786056-42 from 0 to 499712 tid 1 2024-08-17T00:37:51.425 INFO:tasks.rados.rados.0.smithi157.stdout:1618: writing smithi15786056-42 from 499712 to 1138688 tid 2 2024-08-17T00:37:51.427 INFO:tasks.rados.rados.0.smithi157.stdout:1618: writing smithi15786056-42 from 1138688 to 1302528 tid 3 2024-08-17T00:37:51.427 INFO:tasks.rados.rados.0.smithi157.stdout:1613: done (4 left) 2024-08-17T00:37:51.427 INFO:tasks.rados.rados.0.smithi157.stdout:1619: delete oid 26 current snap is 153 2024-08-17T00:37:51.427 INFO:tasks.rados.rados.0.smithi157.stdout:1616: finishing write tid 2 to smithi15786056-25 2024-08-17T00:37:51.427 INFO:tasks.rados.rados.0.smithi157.stdout:1617: expect (ObjNum 491 snap 149 seq_num 491) 2024-08-17T00:37:51.457 INFO:tasks.rados.rados.0.smithi157.stdout:1616: finishing write tid 3 to smithi15786056-25 2024-08-17T00:37:51.486 INFO:tasks.rados.rados.0.smithi157.stdout:1616: finishing write tid 4 to smithi15786056-25 2024-08-17T00:37:51.486 INFO:tasks.rados.rados.0.smithi157.stdout:1617: done (4 left) 2024-08-17T00:37:51.486 INFO:tasks.rados.rados.0.smithi157.stdout:1619: done (3 left) 2024-08-17T00:37:51.487 INFO:tasks.rados.rados.0.smithi157.stdout:1620: snap_create 2024-08-17T00:37:51.487 INFO:tasks.rados.rados.0.smithi157.stdout:1616: finishing write tid 5 to smithi15786056-25 2024-08-17T00:37:51.487 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 682 (ObjNum 506 snap 153 seq_num 506) dirty exists 2024-08-17T00:37:51.487 INFO:tasks.rados.rados.0.smithi157.stdout:1616: left oid 25 (ObjNum 506 snap 153 seq_num 506) 2024-08-17T00:37:51.487 INFO:tasks.rados.rados.0.smithi157.stdout:1615: finishing copy_from racing read to smithi15786056-28 2024-08-17T00:37:51.487 INFO:tasks.rados.rados.0.smithi157.stdout:1618: finishing write tid 1 to smithi15786056-42 2024-08-17T00:37:51.487 INFO:tasks.rados.rados.0.smithi157.stdout:1618: finishing write tid 2 to smithi15786056-42 2024-08-17T00:37:51.487 INFO:tasks.rados.rados.0.smithi157.stdout:1618: finishing write tid 3 to smithi15786056-42 2024-08-17T00:37:51.487 INFO:tasks.rados.rados.0.smithi157.stdout:1618: finishing write tid 4 to smithi15786056-42 2024-08-17T00:37:51.487 INFO:tasks.rados.rados.0.smithi157.stdout:1615: finishing copy_from to smithi15786056-28 2024-08-17T00:37:51.487 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 726 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-08-17T00:37:51.487 INFO:tasks.rados.rados.0.smithi157.stdout:1618: finishing write tid 5 to smithi15786056-42 2024-08-17T00:37:51.488 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 1023 (ObjNum 507 snap 153 seq_num 507) dirty exists 2024-08-17T00:37:51.488 INFO:tasks.rados.rados.0.smithi157.stdout:1618: left oid 42 (ObjNum 507 snap 153 seq_num 507) 2024-08-17T00:37:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:51 smithi157 ceph-mon[101289]: osdmap e388: 8 total, 8 up, 8 in 2024-08-17T00:37:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:51 smithi157 ceph-mon[98780]: osdmap e388: 8 total, 8 up, 8 in 2024-08-17T00:37:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:51 smithi187 ceph-mon[90552]: osdmap e388: 8 total, 8 up, 8 in 2024-08-17T00:37:52.322 INFO:tasks.rados.rados.0.smithi157.stdout:1615: done (3 left) 2024-08-17T00:37:52.323 INFO:tasks.rados.rados.0.smithi157.stdout:1616: done (2 left) 2024-08-17T00:37:52.323 INFO:tasks.rados.rados.0.smithi157.stdout:1618: done (1 left) 2024-08-17T00:37:52.323 INFO:tasks.rados.rados.0.smithi157.stdout:1620: done (0 left) 2024-08-17T00:37:52.323 INFO:tasks.rados.rados.0.smithi157.stdout:1621: rollback oid 30 current snap is 154 2024-08-17T00:37:52.323 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 30 to 153 2024-08-17T00:37:52.323 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 154 2024-08-17T00:37:52.324 INFO:tasks.rados.rados.0.smithi157.stdout:1622: seq_num 509 ranges {9969664=532480,10502144=409600,10911744=393216} 2024-08-17T00:37:52.376 INFO:tasks.rados.rados.0.smithi157.stdout:1622: writing smithi15786056-44 from 9969664 to 10502144 tid 1 2024-08-17T00:37:52.379 INFO:tasks.rados.rados.0.smithi157.stdout:1622: writing smithi15786056-44 from 10502144 to 10911744 tid 2 2024-08-17T00:37:52.382 INFO:tasks.rados.rados.0.smithi157.stdout:1622: writing smithi15786056-44 from 10911744 to 11304960 tid 3 2024-08-17T00:37:52.382 INFO:tasks.rados.rados.0.smithi157.stdout:1623: copy_from oid 19 from oid 45 current snap is 154 2024-08-17T00:37:52.382 INFO:tasks.rados.rados.0.smithi157.stdout:1621: finishing rollback tid 1 to smithi15786056-30 2024-08-17T00:37:52.382 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 0 (ObjNum 481 snap 0 seq_num 3982470832) dirty dne 2024-08-17T00:37:52.382 INFO:tasks.rados.rados.0.smithi157.stdout:1621: done (2 left) 2024-08-17T00:37:52.382 INFO:tasks.rados.rados.0.smithi157.stdout:1624: read oid 36 snap -1 2024-08-17T00:37:52.382 INFO:tasks.rados.rados.0.smithi157.stdout:1624: expect (ObjNum 410 snap 125 seq_num 410) 2024-08-17T00:37:52.383 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 154 2024-08-17T00:37:52.383 INFO:tasks.rados.rados.0.smithi157.stdout:1625: seq_num 510 ranges {720896=548864,1269760=745472,2015232=57344} 2024-08-17T00:37:52.389 INFO:tasks.rados.rados.0.smithi157.stdout:1625: writing smithi15786056-22 from 720896 to 1269760 tid 1 2024-08-17T00:37:52.393 INFO:tasks.rados.rados.0.smithi157.stdout:1625: writing smithi15786056-22 from 1269760 to 2015232 tid 2 2024-08-17T00:37:52.395 INFO:tasks.rados.rados.0.smithi157.stdout:1625: writing smithi15786056-22 from 2015232 to 2072576 tid 3 2024-08-17T00:37:52.395 INFO:tasks.rados.rados.0.smithi157.stdout:1626: read oid 48 snap -1 2024-08-17T00:37:52.395 INFO:tasks.rados.rados.0.smithi157.stdout:1626: expect (ObjNum 495 snap 150 seq_num 495) 2024-08-17T00:37:52.395 INFO:tasks.rados.rados.0.smithi157.stdout:1627: delete oid 20 current snap is 154 2024-08-17T00:37:52.395 INFO:tasks.rados.rados.0.smithi157.stdout:1622: finishing write tid 1 to smithi15786056-44 2024-08-17T00:37:52.395 INFO:tasks.rados.rados.0.smithi157.stdout:1622: finishing write tid 2 to smithi15786056-44 2024-08-17T00:37:52.395 INFO:tasks.rados.rados.0.smithi157.stdout:1622: finishing write tid 3 to smithi15786056-44 2024-08-17T00:37:52.395 INFO:tasks.rados.rados.0.smithi157.stdout:1622: finishing write tid 4 to smithi15786056-44 2024-08-17T00:37:52.395 INFO:tasks.rados.rados.0.smithi157.stdout:1622: finishing write tid 5 to smithi15786056-44 2024-08-17T00:37:52.395 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 662 (ObjNum 509 snap 154 seq_num 509) dirty exists 2024-08-17T00:37:52.395 INFO:tasks.rados.rados.0.smithi157.stdout:1622: left oid 44 (ObjNum 509 snap 154 seq_num 509) 2024-08-17T00:37:52.396 INFO:tasks.rados.rados.0.smithi157.stdout:1625: finishing write tid 1 to smithi15786056-22 2024-08-17T00:37:52.400 INFO:tasks.rados.rados.0.smithi157.stdout:1625: finishing write tid 2 to smithi15786056-22 2024-08-17T00:37:52.400 INFO:tasks.rados.rados.0.smithi157.stdout:1625: finishing write tid 3 to smithi15786056-22 2024-08-17T00:37:52.400 INFO:tasks.rados.rados.0.smithi157.stdout:1625: finishing write tid 4 to smithi15786056-22 2024-08-17T00:37:52.402 INFO:tasks.rados.rados.0.smithi157.stdout:1625: finishing write tid 5 to smithi15786056-22 2024-08-17T00:37:52.402 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 946 (ObjNum 510 snap 154 seq_num 510) dirty exists 2024-08-17T00:37:52.402 INFO:tasks.rados.rados.0.smithi157.stdout:1625: left oid 22 (ObjNum 510 snap 154 seq_num 510) 2024-08-17T00:37:52.402 INFO:tasks.rados.rados.0.smithi157.stdout:1622: done (5 left) 2024-08-17T00:37:52.402 INFO:tasks.rados.rados.0.smithi157.stdout:1625: done (4 left) 2024-08-17T00:37:52.402 INFO:tasks.rados.rados.0.smithi157.stdout:1627: done (3 left) 2024-08-17T00:37:52.403 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 33 current snap is 154 2024-08-17T00:37:52.403 INFO:tasks.rados.rados.0.smithi157.stdout:1628: seq_num 512 ranges {6955008=581632,7536640=516096,8052736=286720} 2024-08-17T00:37:52.443 INFO:tasks.rados.rados.0.smithi157.stdout:1628: writing smithi15786056-33 from 6955008 to 7536640 tid 1 2024-08-17T00:37:52.446 INFO:tasks.rados.rados.0.smithi157.stdout:1628: writing smithi15786056-33 from 7536640 to 8052736 tid 2 2024-08-17T00:37:52.448 INFO:tasks.rados.rados.0.smithi157.stdout:1628: writing smithi15786056-33 from 8052736 to 8339456 tid 3 2024-08-17T00:37:52.448 INFO:tasks.rados.rados.0.smithi157.stdout:1629: snap_create 2024-08-17T00:37:52.448 INFO:tasks.rados.rados.0.smithi157.stdout:1623: finishing copy_from racing read to smithi15786056-19 2024-08-17T00:37:52.448 INFO:tasks.rados.rados.0.smithi157.stdout:1624: expect (ObjNum 410 snap 125 seq_num 410) 2024-08-17T00:37:52.695 INFO:tasks.rados.rados.0.smithi157.stdout:1623: finishing copy_from to smithi15786056-19 2024-08-17T00:37:52.695 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 835 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-08-17T00:37:52.696 INFO:tasks.rados.rados.0.smithi157.stdout:1626: expect (ObjNum 495 snap 150 seq_num 495) 2024-08-17T00:37:52.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:52 smithi187 ceph-mon[90552]: osdmap e389: 8 total, 8 up, 8 in 2024-08-17T00:37:52.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:52 smithi187 ceph-mon[90552]: pgmap v233: 121 pgs: 121 active+clean; 185 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-08-17T00:37:52.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:52 smithi187 ceph-mon[90552]: osdmap e390: 8 total, 8 up, 8 in 2024-08-17T00:37:52.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:52 smithi157 ceph-mon[98780]: osdmap e389: 8 total, 8 up, 8 in 2024-08-17T00:37:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:52 smithi157 ceph-mon[98780]: pgmap v233: 121 pgs: 121 active+clean; 185 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-08-17T00:37:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:52 smithi157 ceph-mon[98780]: osdmap e390: 8 total, 8 up, 8 in 2024-08-17T00:37:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:52 smithi157 ceph-mon[101289]: osdmap e389: 8 total, 8 up, 8 in 2024-08-17T00:37:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:52 smithi157 ceph-mon[101289]: pgmap v233: 121 pgs: 121 active+clean; 185 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-08-17T00:37:52.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:52 smithi157 ceph-mon[101289]: osdmap e390: 8 total, 8 up, 8 in 2024-08-17T00:37:53.096 INFO:tasks.rados.rados.0.smithi157.stdout:1628: finishing write tid 1 to smithi15786056-33 2024-08-17T00:37:53.096 INFO:tasks.rados.rados.0.smithi157.stdout:1628: finishing write tid 2 to smithi15786056-33 2024-08-17T00:37:53.096 INFO:tasks.rados.rados.0.smithi157.stdout:1628: finishing write tid 3 to smithi15786056-33 2024-08-17T00:37:53.096 INFO:tasks.rados.rados.0.smithi157.stdout:1628: finishing write tid 4 to smithi15786056-33 2024-08-17T00:37:53.096 INFO:tasks.rados.rados.0.smithi157.stdout:1628: finishing write tid 5 to smithi15786056-33 2024-08-17T00:37:53.096 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 961 (ObjNum 512 snap 154 seq_num 512) dirty exists 2024-08-17T00:37:53.096 INFO:tasks.rados.rados.0.smithi157.stdout:1628: left oid 33 (ObjNum 512 snap 154 seq_num 512) 2024-08-17T00:37:53.392 INFO:tasks.rados.rados.0.smithi157.stdout:1623: done (4 left) 2024-08-17T00:37:53.392 INFO:tasks.rados.rados.0.smithi157.stdout:1624: done (3 left) 2024-08-17T00:37:53.392 INFO:tasks.rados.rados.0.smithi157.stdout:1626: done (2 left) 2024-08-17T00:37:53.392 INFO:tasks.rados.rados.0.smithi157.stdout:1628: done (1 left) 2024-08-17T00:37:53.392 INFO:tasks.rados.rados.0.smithi157.stdout:1629: done (0 left) 2024-08-17T00:37:53.392 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 9 current snap is 155 2024-08-17T00:37:53.392 INFO:tasks.rados.rados.0.smithi157.stdout:1630: seq_num 513 ranges {0=598016,598016=794624,1392640=8192} 2024-08-17T00:37:53.395 INFO:tasks.rados.rados.0.smithi157.stdout:1630: writing smithi15786056-9 from 0 to 598016 tid 1 2024-08-17T00:37:53.400 INFO:tasks.rados.rados.0.smithi157.stdout:1630: writing smithi15786056-9 from 598016 to 1392640 tid 2 2024-08-17T00:37:53.400 INFO:tasks.rados.rados.0.smithi157.stdout:1630: writing smithi15786056-9 from 1392640 to 1400832 tid 3 2024-08-17T00:37:53.400 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 10 current snap is 155 2024-08-17T00:37:53.400 INFO:tasks.rados.rados.0.smithi157.stdout:1631: seq_num 514 ranges {3203072=614400,3817472=679936,4497408=122880} 2024-08-17T00:37:53.421 INFO:tasks.rados.rados.0.smithi157.stdout:1631: writing smithi15786056-10 from 3203072 to 3817472 tid 1 2024-08-17T00:37:53.425 INFO:tasks.rados.rados.0.smithi157.stdout:1631: writing smithi15786056-10 from 3817472 to 4497408 tid 2 2024-08-17T00:37:53.426 INFO:tasks.rados.rados.0.smithi157.stdout:1631: writing smithi15786056-10 from 4497408 to 4620288 tid 3 2024-08-17T00:37:53.426 INFO:tasks.rados.rados.0.smithi157.stdout:1632: copy_from oid 6 from oid 7 current snap is 155 2024-08-17T00:37:53.426 INFO:tasks.rados.rados.0.smithi157.stdout:1630: finishing write tid 1 to smithi15786056-9 2024-08-17T00:37:53.426 INFO:tasks.rados.rados.0.smithi157.stdout:1630: finishing write tid 2 to smithi15786056-9 2024-08-17T00:37:53.426 INFO:tasks.rados.rados.0.smithi157.stdout:1630: finishing write tid 3 to smithi15786056-9 2024-08-17T00:37:53.426 INFO:tasks.rados.rados.0.smithi157.stdout:1630: finishing write tid 4 to smithi15786056-9 2024-08-17T00:37:53.427 INFO:tasks.rados.rados.0.smithi157.stdout:1630: finishing write tid 5 to smithi15786056-9 2024-08-17T00:37:53.427 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 686 (ObjNum 513 snap 155 seq_num 513) dirty exists 2024-08-17T00:37:53.427 INFO:tasks.rados.rados.0.smithi157.stdout:1630: left oid 9 (ObjNum 513 snap 155 seq_num 513) 2024-08-17T00:37:53.427 INFO:tasks.rados.rados.0.smithi157.stdout:1631: finishing write tid 1 to smithi15786056-10 2024-08-17T00:37:53.427 INFO:tasks.rados.rados.0.smithi157.stdout:1630: done (2 left) 2024-08-17T00:37:53.427 INFO:tasks.rados.rados.0.smithi157.stdout:1633: rmattr oid 50 current snap is 155 2024-08-17T00:37:53.427 INFO:tasks.rados.rados.0.smithi157.stdout:1633: done (2 left) 2024-08-17T00:37:53.427 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 38 current snap is 155 2024-08-17T00:37:53.427 INFO:tasks.rados.rados.0.smithi157.stdout:1634: seq_num 515 ranges {9969664=630784,10600448=565248,11165696=237568} 2024-08-17T00:37:53.482 INFO:tasks.rados.rados.0.smithi157.stdout:1634: writing smithi15786056-38 from 9969664 to 10600448 tid 1 2024-08-17T00:37:53.485 INFO:tasks.rados.rados.0.smithi157.stdout:1634: writing smithi15786056-38 from 10600448 to 11165696 tid 2 2024-08-17T00:37:53.487 INFO:tasks.rados.rados.0.smithi157.stdout:1634: writing smithi15786056-38 from 11165696 to 11403264 tid 3 2024-08-17T00:37:53.487 INFO:tasks.rados.rados.0.smithi157.stdout:1635: delete oid 18 current snap is 155 2024-08-17T00:37:53.487 INFO:tasks.rados.rados.0.smithi157.stdout:1631: finishing write tid 2 to smithi15786056-10 2024-08-17T00:37:53.488 INFO:tasks.rados.rados.0.smithi157.stdout:1631: finishing write tid 3 to smithi15786056-10 2024-08-17T00:37:53.488 INFO:tasks.rados.rados.0.smithi157.stdout:1631: finishing write tid 4 to smithi15786056-10 2024-08-17T00:37:53.488 INFO:tasks.rados.rados.0.smithi157.stdout:1631: finishing write tid 5 to smithi15786056-10 2024-08-17T00:37:53.488 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 553 (ObjNum 514 snap 155 seq_num 514) dirty exists 2024-08-17T00:37:53.488 INFO:tasks.rados.rados.0.smithi157.stdout:1631: left oid 10 (ObjNum 514 snap 155 seq_num 514) 2024-08-17T00:37:53.488 INFO:tasks.rados.rados.0.smithi157.stdout:1632: finishing copy_from racing read to smithi15786056-6 2024-08-17T00:37:53.488 INFO:tasks.rados.rados.0.smithi157.stdout:1632: finishing copy_from to smithi15786056-6 2024-08-17T00:37:53.488 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 829 (ObjNum 476 snap 145 seq_num 476) dirty exists 2024-08-17T00:37:53.489 INFO:tasks.rados.rados.0.smithi157.stdout:1634: finishing write tid 1 to smithi15786056-38 2024-08-17T00:37:53.489 INFO:tasks.rados.rados.0.smithi157.stdout:1634: finishing write tid 2 to smithi15786056-38 2024-08-17T00:37:53.489 INFO:tasks.rados.rados.0.smithi157.stdout:1631: done (3 left) 2024-08-17T00:37:53.489 INFO:tasks.rados.rados.0.smithi157.stdout:1632: done (2 left) 2024-08-17T00:37:53.490 INFO:tasks.rados.rados.0.smithi157.stdout:1635: done (1 left) 2024-08-17T00:37:53.490 INFO:tasks.rados.rados.0.smithi157.stdout:1636: read oid 11 snap -1 2024-08-17T00:37:53.490 INFO:tasks.rados.rados.0.smithi157.stdout:1636: expect (ObjNum 419 snap 126 seq_num 419) 2024-08-17T00:37:53.490 INFO:tasks.rados.rados.0.smithi157.stdout:1637: snap_create 2024-08-17T00:37:53.490 INFO:tasks.rados.rados.0.smithi157.stdout:1634: finishing write tid 3 to smithi15786056-38 2024-08-17T00:37:53.490 INFO:tasks.rados.rados.0.smithi157.stdout:1634: finishing write tid 4 to smithi15786056-38 2024-08-17T00:37:53.490 INFO:tasks.rados.rados.0.smithi157.stdout:1634: finishing write tid 5 to smithi15786056-38 2024-08-17T00:37:53.490 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 668 (ObjNum 515 snap 155 seq_num 515) dirty exists 2024-08-17T00:37:53.491 INFO:tasks.rados.rados.0.smithi157.stdout:1634: left oid 38 (ObjNum 515 snap 155 seq_num 515) 2024-08-17T00:37:53.499 INFO:tasks.rados.rados.0.smithi157.stdout:1636: expect (ObjNum 419 snap 126 seq_num 419) 2024-08-17T00:37:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:37:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:37:53] "GET /metrics HTTP/1.1" 200 36097 "" "Prometheus/2.43.0" 2024-08-17T00:37:53.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:53 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:53.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:54.397 INFO:tasks.rados.rados.0.smithi157.stdout:1634: done (2 left) 2024-08-17T00:37:54.397 INFO:tasks.rados.rados.0.smithi157.stdout:1636: done (1 left) 2024-08-17T00:37:54.397 INFO:tasks.rados.rados.0.smithi157.stdout:1637: done (0 left) 2024-08-17T00:37:54.397 INFO:tasks.rados.rados.0.smithi157.stdout:1638: delete oid 24 current snap is 156 2024-08-17T00:37:54.401 INFO:tasks.rados.rados.0.smithi157.stdout:1638: done (0 left) 2024-08-17T00:37:54.401 INFO:tasks.rados.rados.0.smithi157.stdout:1639: snap_create 2024-08-17T00:37:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:54 smithi187 ceph-mon[90552]: osdmap e391: 8 total, 8 up, 8 in 2024-08-17T00:37:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:54 smithi187 ceph-mon[90552]: pgmap v236: 121 pgs: 121 active+clean; 181 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 882 KiB/s wr, 17 op/s 2024-08-17T00:37:54.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:54 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:54.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:54 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:54.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:54 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:54.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:54 smithi157 ceph-mon[98780]: osdmap e391: 8 total, 8 up, 8 in 2024-08-17T00:37:54.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:54 smithi157 ceph-mon[98780]: pgmap v236: 121 pgs: 121 active+clean; 181 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 882 KiB/s wr, 17 op/s 2024-08-17T00:37:54.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:54 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:54.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:54 smithi157 ceph-mon[101289]: osdmap e391: 8 total, 8 up, 8 in 2024-08-17T00:37:54.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:54 smithi157 ceph-mon[101289]: pgmap v236: 121 pgs: 121 active+clean; 181 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 882 KiB/s wr, 17 op/s 2024-08-17T00:37:54.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:54 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:55.402 INFO:tasks.rados.rados.0.smithi157.stdout:1639: done (0 left) 2024-08-17T00:37:55.402 INFO:tasks.rados.rados.0.smithi157.stdout:1640: snap_remove snap 153 2024-08-17T00:37:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:55 smithi187 ceph-mon[90552]: osdmap e392: 8 total, 8 up, 8 in 2024-08-17T00:37:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:55 smithi157 ceph-mon[98780]: osdmap e392: 8 total, 8 up, 8 in 2024-08-17T00:37:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:55 smithi157 ceph-mon[101289]: osdmap e392: 8 total, 8 up, 8 in 2024-08-17T00:37:56.408 INFO:tasks.rados.rados.0.smithi157.stdout:1640: done (0 left) 2024-08-17T00:37:56.409 INFO:tasks.rados.rados.0.smithi157.stdout:1641: snap_create 2024-08-17T00:37:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:56 smithi187 ceph-mon[90552]: osdmap e393: 8 total, 8 up, 8 in 2024-08-17T00:37:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:56 smithi187 ceph-mon[90552]: pgmap v239: 121 pgs: 121 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 24 op/s 2024-08-17T00:37:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:56 smithi157 ceph-mon[98780]: osdmap e393: 8 total, 8 up, 8 in 2024-08-17T00:37:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:56 smithi157 ceph-mon[98780]: pgmap v239: 121 pgs: 121 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 24 op/s 2024-08-17T00:37:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:56 smithi157 ceph-mon[101289]: osdmap e393: 8 total, 8 up, 8 in 2024-08-17T00:37:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:56 smithi157 ceph-mon[101289]: pgmap v239: 121 pgs: 121 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 24 op/s 2024-08-17T00:37:57.324 INFO:tasks.rados.rados.0.smithi157.stdout:1641: done (0 left) 2024-08-17T00:37:57.324 INFO:tasks.rados.rados.0.smithi157.stdout:1642: read oid 11 snap -1 2024-08-17T00:37:57.324 INFO:tasks.rados.rados.0.smithi157.stdout:1642: expect (ObjNum 419 snap 126 seq_num 419) 2024-08-17T00:37:57.324 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 158 2024-08-17T00:37:57.324 INFO:tasks.rados.rados.0.smithi157.stdout:1643: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2024-08-17T00:37:57.327 INFO:tasks.rados.rados.0.smithi157.stdout:1643: writing smithi15786056-24 from 0 to 679936 tid 1 2024-08-17T00:37:57.332 INFO:tasks.rados.rados.0.smithi157.stdout:1643: writing smithi15786056-24 from 679936 to 1351680 tid 2 2024-08-17T00:37:57.333 INFO:tasks.rados.rados.0.smithi157.stdout:1643: writing smithi15786056-24 from 1351680 to 1482752 tid 3 2024-08-17T00:37:57.333 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 32 current snap is 158 2024-08-17T00:37:57.333 INFO:tasks.rados.rados.0.smithi157.stdout:1644: seq_num 519 ranges {8372224=696320,9068544=548864,9617408=253952} 2024-08-17T00:37:57.381 INFO:tasks.rados.rados.0.smithi157.stdout:1644: writing smithi15786056-32 from 8372224 to 9068544 tid 1 2024-08-17T00:37:57.385 INFO:tasks.rados.rados.0.smithi157.stdout:1644: writing smithi15786056-32 from 9068544 to 9617408 tid 2 2024-08-17T00:37:57.387 INFO:tasks.rados.rados.0.smithi157.stdout:1644: writing smithi15786056-32 from 9617408 to 9871360 tid 3 2024-08-17T00:37:57.387 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 36 current snap is 158 2024-08-17T00:37:57.387 INFO:tasks.rados.rados.0.smithi157.stdout:1645: seq_num 520 ranges {5226496=712704,5939200=434176,6373376=368640} 2024-08-17T00:37:57.419 INFO:tasks.rados.rados.0.smithi157.stdout:1645: writing smithi15786056-36 from 5226496 to 5939200 tid 1 2024-08-17T00:37:57.421 INFO:tasks.rados.rados.0.smithi157.stdout:1645: writing smithi15786056-36 from 5939200 to 6373376 tid 2 2024-08-17T00:37:57.424 INFO:tasks.rados.rados.0.smithi157.stdout:1645: writing smithi15786056-36 from 6373376 to 6742016 tid 3 2024-08-17T00:37:57.424 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 158 2024-08-17T00:37:57.424 INFO:tasks.rados.rados.0.smithi157.stdout:1646: seq_num 521 ranges {2072576=729088,2801664=720896,3522560=81920} 2024-08-17T00:37:57.439 INFO:tasks.rados.rados.0.smithi157.stdout:1646: writing smithi15786056-22 from 2072576 to 2801664 tid 1 2024-08-17T00:37:57.443 INFO:tasks.rados.rados.0.smithi157.stdout:1646: writing smithi15786056-22 from 2801664 to 3522560 tid 2 2024-08-17T00:37:57.443 INFO:tasks.rados.rados.0.smithi157.stdout:1646: writing smithi15786056-22 from 3522560 to 3604480 tid 3 2024-08-17T00:37:57.444 INFO:tasks.rados.rados.0.smithi157.stdout:1647: snap_remove snap 155 2024-08-17T00:37:57.444 INFO:tasks.rados.rados.0.smithi157.stdout:1643: finishing write tid 1 to smithi15786056-24 2024-08-17T00:37:57.444 INFO:tasks.rados.rados.0.smithi157.stdout:1643: finishing write tid 2 to smithi15786056-24 2024-08-17T00:37:57.444 INFO:tasks.rados.rados.0.smithi157.stdout:1643: finishing write tid 3 to smithi15786056-24 2024-08-17T00:37:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:57 smithi187 ceph-mon[90552]: osdmap e394: 8 total, 8 up, 8 in 2024-08-17T00:37:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:57 smithi187 ceph-mon[90552]: osdmap e395: 8 total, 8 up, 8 in 2024-08-17T00:37:57.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:57 smithi157 ceph-mon[98780]: osdmap e394: 8 total, 8 up, 8 in 2024-08-17T00:37:57.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:57 smithi157 ceph-mon[98780]: osdmap e395: 8 total, 8 up, 8 in 2024-08-17T00:37:57.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:57 smithi157 ceph-mon[101289]: osdmap e394: 8 total, 8 up, 8 in 2024-08-17T00:37:57.787 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:57 smithi157 ceph-mon[101289]: osdmap e395: 8 total, 8 up, 8 in 2024-08-17T00:37:58.414 INFO:tasks.rados.rados.0.smithi157.stdout:1647: done (5 left) 2024-08-17T00:37:58.414 INFO:tasks.rados.rados.0.smithi157.stdout:1648: rollback oid 34 current snap is 158 2024-08-17T00:37:58.414 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 34 to 156 2024-08-17T00:37:58.414 INFO:tasks.rados.rados.0.smithi157.stdout:1642: expect (ObjNum 419 snap 126 seq_num 419) 2024-08-17T00:37:58.473 INFO:tasks.rados.rados.0.smithi157.stdout:1643: finishing write tid 4 to smithi15786056-24 2024-08-17T00:37:58.473 INFO:tasks.rados.rados.0.smithi157.stdout:1643: finishing write tid 5 to smithi15786056-24 2024-08-17T00:37:58.474 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 811 (ObjNum 518 snap 158 seq_num 518) dirty exists 2024-08-17T00:37:58.474 INFO:tasks.rados.rados.0.smithi157.stdout:1643: left oid 24 (ObjNum 518 snap 158 seq_num 518) 2024-08-17T00:37:58.474 INFO:tasks.rados.rados.0.smithi157.stdout:1642: done (5 left) 2024-08-17T00:37:58.474 INFO:tasks.rados.rados.0.smithi157.stdout:1643: done (4 left) 2024-08-17T00:37:58.474 INFO:tasks.rados.rados.0.smithi157.stdout:1649: snap_remove snap 157 2024-08-17T00:37:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:58 smithi187 ceph-mon[90552]: pgmap v242: 121 pgs: 121 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.9 MiB/s wr, 15 op/s 2024-08-17T00:37:58.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:37:58 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:37:58.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:37:58.802 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:58 smithi157 ceph-mon[101289]: pgmap v242: 121 pgs: 121 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.9 MiB/s wr, 15 op/s 2024-08-17T00:37:58.803 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:58 smithi157 ceph-mon[98780]: pgmap v242: 121 pgs: 121 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.9 MiB/s wr, 15 op/s 2024-08-17T00:37:59.418 INFO:tasks.rados.rados.0.smithi157.stdout:1649: done (4 left) 2024-08-17T00:37:59.418 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 17 current snap is 158 2024-08-17T00:37:59.419 INFO:tasks.rados.rados.0.smithi157.stdout:1650: seq_num 522 ranges {8167424=745472,8912896=606208,9519104=196608} 2024-08-17T00:37:59.467 INFO:tasks.rados.rados.0.smithi157.stdout:1650: writing smithi15786056-17 from 8167424 to 8912896 tid 1 2024-08-17T00:37:59.470 INFO:tasks.rados.rados.0.smithi157.stdout:1650: writing smithi15786056-17 from 8912896 to 9519104 tid 2 2024-08-17T00:37:59.472 INFO:tasks.rados.rados.0.smithi157.stdout:1650: writing smithi15786056-17 from 9519104 to 9715712 tid 3 2024-08-17T00:37:59.472 INFO:tasks.rados.rados.0.smithi157.stdout:1651: read oid 31 snap 154 2024-08-17T00:37:59.472 INFO:tasks.rados.rados.0.smithi157.stdout:1651: expect (ObjNum 384 snap 116 seq_num 384) 2024-08-17T00:37:59.472 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 158 2024-08-17T00:37:59.472 INFO:tasks.rados.rados.0.smithi157.stdout:1644: finishing write tid 1 to smithi15786056-32 2024-08-17T00:37:59.472 INFO:tasks.rados.rados.0.smithi157.stdout:1652: seq_num 523 ranges {11304960=770048,12075008=491520,12566528=311296} 2024-08-17T00:37:59.538 INFO:tasks.rados.rados.0.smithi157.stdout:1652: writing smithi15786056-44 from 11304960 to 12075008 tid 1 2024-08-17T00:37:59.541 INFO:tasks.rados.rados.0.smithi157.stdout:1652: writing smithi15786056-44 from 12075008 to 12566528 tid 2 2024-08-17T00:37:59.543 INFO:tasks.rados.rados.0.smithi157.stdout:1652: writing smithi15786056-44 from 12566528 to 12877824 tid 3 2024-08-17T00:37:59.543 INFO:tasks.rados.rados.0.smithi157.stdout:1653: copy_from oid 37 from oid 8 current snap is 158 2024-08-17T00:37:59.544 INFO:tasks.rados.rados.0.smithi157.stdout:1644: finishing write tid 2 to smithi15786056-32 2024-08-17T00:37:59.544 INFO:tasks.rados.rados.0.smithi157.stdout:1644: finishing write tid 3 to smithi15786056-32 2024-08-17T00:37:59.544 INFO:tasks.rados.rados.0.smithi157.stdout:1644: finishing write tid 4 to smithi15786056-32 2024-08-17T00:37:59.544 INFO:tasks.rados.rados.0.smithi157.stdout:1644: finishing write tid 5 to smithi15786056-32 2024-08-17T00:37:59.544 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 690 (ObjNum 519 snap 158 seq_num 519) dirty exists 2024-08-17T00:37:59.544 INFO:tasks.rados.rados.0.smithi157.stdout:1644: left oid 32 (ObjNum 519 snap 158 seq_num 519) 2024-08-17T00:37:59.544 INFO:tasks.rados.rados.0.smithi157.stdout:1645: finishing write tid 1 to smithi15786056-36 2024-08-17T00:37:59.544 INFO:tasks.rados.rados.0.smithi157.stdout:1645: finishing write tid 2 to smithi15786056-36 2024-08-17T00:37:59.544 INFO:tasks.rados.rados.0.smithi157.stdout:1644: done (7 left) 2024-08-17T00:37:59.544 INFO:tasks.rados.rados.0.smithi157.stdout:1654: setattr oid 47 current snap is 158 2024-08-17T00:37:59.544 INFO:tasks.rados.rados.0.smithi157.stdout:1645: finishing write tid 3 to smithi15786056-36 2024-08-17T00:37:59.544 INFO:tasks.rados.rados.0.smithi157.stdout:1645: finishing write tid 4 to smithi15786056-36 2024-08-17T00:37:59.544 INFO:tasks.rados.rados.0.smithi157.stdout:1645: finishing write tid 5 to smithi15786056-36 2024-08-17T00:37:59.545 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 156 (ObjNum 520 snap 158 seq_num 520) dirty exists 2024-08-17T00:37:59.545 INFO:tasks.rados.rados.0.smithi157.stdout:1645: left oid 36 (ObjNum 520 snap 158 seq_num 520) 2024-08-17T00:37:59.545 INFO:tasks.rados.rados.0.smithi157.stdout:1646: finishing write tid 1 to smithi15786056-22 2024-08-17T00:37:59.545 INFO:tasks.rados.rados.0.smithi157.stdout:1646: finishing write tid 2 to smithi15786056-22 2024-08-17T00:37:59.545 INFO:tasks.rados.rados.0.smithi157.stdout:1646: finishing write tid 3 to smithi15786056-22 2024-08-17T00:37:59.545 INFO:tasks.rados.rados.0.smithi157.stdout:1646: finishing write tid 4 to smithi15786056-22 2024-08-17T00:37:59.545 INFO:tasks.rados.rados.0.smithi157.stdout:1646: finishing write tid 5 to smithi15786056-22 2024-08-17T00:37:59.545 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 957 (ObjNum 521 snap 158 seq_num 521) dirty exists 2024-08-17T00:37:59.545 INFO:tasks.rados.rados.0.smithi157.stdout:1646: left oid 22 (ObjNum 521 snap 158 seq_num 521) 2024-08-17T00:37:59.545 INFO:tasks.rados.rados.0.smithi157.stdout:1648: finishing rollback tid 1 to smithi15786056-34 2024-08-17T00:37:59.545 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 0 (ObjNum 129 snap 0 seq_num 170415712) dirty dne 2024-08-17T00:37:59.545 INFO:tasks.rados.rados.0.smithi157.stdout:1650: finishing write tid 1 to smithi15786056-17 2024-08-17T00:37:59.546 INFO:tasks.rados.rados.0.smithi157.stdout:1650: finishing write tid 2 to smithi15786056-17 2024-08-17T00:37:59.546 INFO:tasks.rados.rados.0.smithi157.stdout:1650: finishing write tid 3 to smithi15786056-17 2024-08-17T00:37:59.546 INFO:tasks.rados.rados.0.smithi157.stdout:1650: finishing write tid 4 to smithi15786056-17 2024-08-17T00:37:59.546 INFO:tasks.rados.rados.0.smithi157.stdout:1650: finishing write tid 5 to smithi15786056-17 2024-08-17T00:37:59.546 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 965 (ObjNum 522 snap 158 seq_num 522) dirty exists 2024-08-17T00:37:59.546 INFO:tasks.rados.rados.0.smithi157.stdout:1650: left oid 17 (ObjNum 522 snap 158 seq_num 522) 2024-08-17T00:37:59.546 INFO:tasks.rados.rados.0.smithi157.stdout:1651: expect (ObjNum 384 snap 116 seq_num 384) 2024-08-17T00:37:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:59 smithi157 ceph-mon[101289]: osdmap e396: 8 total, 8 up, 8 in 2024-08-17T00:37:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:37:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:59 smithi157 ceph-mon[98780]: osdmap e396: 8 total, 8 up, 8 in 2024-08-17T00:37:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:37:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:59 smithi187 ceph-mon[90552]: osdmap e396: 8 total, 8 up, 8 in 2024-08-17T00:37:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:37:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:37:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:59.946 INFO:tasks.rados.rados.0.smithi157.stdout:1652: finishing write tid 1 to smithi15786056-44 2024-08-17T00:37:59.946 INFO:tasks.rados.rados.0.smithi157.stdout:1652: finishing write tid 2 to smithi15786056-44 2024-08-17T00:37:59.946 INFO:tasks.rados.rados.0.smithi157.stdout:1652: finishing write tid 3 to smithi15786056-44 2024-08-17T00:37:59.946 INFO:tasks.rados.rados.0.smithi157.stdout:1652: finishing write tid 4 to smithi15786056-44 2024-08-17T00:37:59.946 INFO:tasks.rados.rados.0.smithi157.stdout:1652: finishing write tid 5 to smithi15786056-44 2024-08-17T00:37:59.946 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 666 (ObjNum 523 snap 158 seq_num 523) dirty exists 2024-08-17T00:37:59.946 INFO:tasks.rados.rados.0.smithi157.stdout:1652: left oid 44 (ObjNum 523 snap 158 seq_num 523) 2024-08-17T00:37:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:1653: finishing copy_from racing read to smithi15786056-37 2024-08-17T00:37:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:1653: finishing copy_from to smithi15786056-37 2024-08-17T00:37:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 674 (ObjNum 484 snap 146 seq_num 484) dirty exists 2024-08-17T00:37:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:1645: done (7 left) 2024-08-17T00:37:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:1646: done (6 left) 2024-08-17T00:37:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:1648: done (5 left) 2024-08-17T00:37:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:1650: done (4 left) 2024-08-17T00:37:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:1651: done (3 left) 2024-08-17T00:37:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:1652: done (2 left) 2024-08-17T00:37:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:1653: done (1 left) 2024-08-17T00:37:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:1655: read oid 26 snap -1 2024-08-17T00:37:59.947 INFO:tasks.rados.rados.0.smithi157.stdout:1655: expect deleted 2024-08-17T00:37:59.948 INFO:tasks.rados.rados.0.smithi157.stdout:1656: read oid 7 snap -1 2024-08-17T00:37:59.948 INFO:tasks.rados.rados.0.smithi157.stdout:1656: expect (ObjNum 476 snap 145 seq_num 476) 2024-08-17T00:37:59.948 INFO:tasks.rados.rados.0.smithi157.stdout:1657: read oid 36 snap -1 2024-08-17T00:37:59.948 INFO:tasks.rados.rados.0.smithi157.stdout:1657: expect (ObjNum 520 snap 158 seq_num 520) 2024-08-17T00:37:59.948 INFO:tasks.rados.rados.0.smithi157.stdout:1658: copy_from oid 34 from oid 13 current snap is 158 2024-08-17T00:37:59.948 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 158 2024-08-17T00:37:59.948 INFO:tasks.rados.rados.0.smithi157.stdout:1659: seq_num 524 ranges {0=786432,786432=778240,1564672=24576} 2024-08-17T00:37:59.951 INFO:tasks.rados.rados.0.smithi157.stdout:1659: writing smithi15786056-21 from 0 to 786432 tid 1 2024-08-17T00:37:59.955 INFO:tasks.rados.rados.0.smithi157.stdout:1659: writing smithi15786056-21 from 786432 to 1564672 tid 2 2024-08-17T00:37:59.955 INFO:tasks.rados.rados.0.smithi157.stdout:1659: writing smithi15786056-21 from 1564672 to 1589248 tid 3 2024-08-17T00:37:59.956 INFO:tasks.rados.rados.0.smithi157.stdout:1658: finishing copy_from to smithi15786056-34 2024-08-17T00:37:59.956 INFO:tasks.rados.rados.0.smithi157.stdout:1658: got expected ENOENT (src dne) 2024-08-17T00:37:59.956 INFO:tasks.rados.rados.0.smithi157.stdout:1658: finishing copy_from racing read to smithi15786056-34 2024-08-17T00:37:59.957 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 812 (ObjNum 492 snap 149 seq_num 492) dirty exists 2024-08-17T00:37:59.957 INFO:tasks.rados.rados.0.smithi157.stdout:1660: read oid 23 snap 156 2024-08-17T00:37:59.957 INFO:tasks.rados.rados.0.smithi157.stdout:1660: expect (ObjNum 491 snap 149 seq_num 491) 2024-08-17T00:37:59.957 INFO:tasks.rados.rados.0.smithi157.stdout:1654: done (6 left) 2024-08-17T00:37:59.957 INFO:tasks.rados.rados.0.smithi157.stdout:1655: done (5 left) 2024-08-17T00:37:59.957 INFO:tasks.rados.rados.0.smithi157.stdout:1658: done (4 left) 2024-08-17T00:37:59.957 INFO:tasks.rados.rados.0.smithi157.stdout:1661: rollback oid 33 current snap is 158 2024-08-17T00:37:59.957 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 33 to 156 2024-08-17T00:37:59.957 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 158 2024-08-17T00:37:59.957 INFO:tasks.rados.rados.0.smithi157.stdout:1662: seq_num 525 ranges {2408448=802816,3211264=712704,3923968=90112} 2024-08-17T00:37:59.975 INFO:tasks.rados.rados.0.smithi157.stdout:1662: writing smithi15786056-16 from 2408448 to 3211264 tid 1 2024-08-17T00:37:59.980 INFO:tasks.rados.rados.0.smithi157.stdout:1662: writing smithi15786056-16 from 3211264 to 3923968 tid 2 2024-08-17T00:37:59.980 INFO:tasks.rados.rados.0.smithi157.stdout:1662: writing smithi15786056-16 from 3923968 to 4014080 tid 3 2024-08-17T00:37:59.981 INFO:tasks.rados.rados.0.smithi157.stdout:1663: snap_remove snap 154 2024-08-17T00:38:00.424 INFO:tasks.rados.rados.0.smithi157.stdout:1663: done (6 left) 2024-08-17T00:38:00.425 INFO:tasks.rados.rados.0.smithi157.stdout:1664: snap_create 2024-08-17T00:38:00.425 INFO:tasks.rados.rados.0.smithi157.stdout:1661: finishing rollback tid 0 to smithi15786056-33 2024-08-17T00:38:00.425 INFO:tasks.rados.rados.0.smithi157.stdout:1661: finishing rollback tid 1 to smithi15786056-33 2024-08-17T00:38:00.425 INFO:tasks.rados.rados.0.smithi157.stdout:1661: finishing rollback tid 2 to smithi15786056-33 2024-08-17T00:38:00.425 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 968 (ObjNum 512 snap 154 seq_num 512) dirty exists 2024-08-17T00:38:00.425 INFO:tasks.rados.rados.0.smithi157.stdout:1660: expect (ObjNum 491 snap 149 seq_num 491) 2024-08-17T00:38:00.473 INFO:tasks.rados.rados.0.smithi157.stdout:1657: expect (ObjNum 520 snap 158 seq_num 520) 2024-08-17T00:38:00.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:00 smithi157 ceph-mon[98780]: osdmap e397: 8 total, 8 up, 8 in 2024-08-17T00:38:00.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:38:00.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:00 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:38:00.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:00 smithi157 ceph-mon[98780]: Upgrade: osd.3 is safe to restart 2024-08-17T00:38:00.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:00 smithi157 ceph-mon[98780]: pgmap v245: 121 pgs: 121 active+clean; 193 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-17T00:38:00.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:00 smithi157 ceph-mon[101289]: osdmap e397: 8 total, 8 up, 8 in 2024-08-17T00:38:00.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:38:00.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:00 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:38:00.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:00 smithi157 ceph-mon[101289]: Upgrade: osd.3 is safe to restart 2024-08-17T00:38:00.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:00 smithi157 ceph-mon[101289]: pgmap v245: 121 pgs: 121 active+clean; 193 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-17T00:38:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:00 smithi187 ceph-mon[90552]: osdmap e397: 8 total, 8 up, 8 in 2024-08-17T00:38:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:38:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:00 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:38:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:00 smithi187 ceph-mon[90552]: Upgrade: osd.3 is safe to restart 2024-08-17T00:38:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:00 smithi187 ceph-mon[90552]: pgmap v245: 121 pgs: 121 active+clean; 193 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-17T00:38:00.849 INFO:tasks.rados.rados.0.smithi157.stdout:1656: expect (ObjNum 476 snap 145 seq_num 476) 2024-08-17T00:38:01.084 INFO:tasks.rados.rados.0.smithi157.stdout:1659: finishing write tid 1 to smithi15786056-21 2024-08-17T00:38:01.084 INFO:tasks.rados.rados.0.smithi157.stdout:1659: finishing write tid 2 to smithi15786056-21 2024-08-17T00:38:01.084 INFO:tasks.rados.rados.0.smithi157.stdout:1659: finishing write tid 3 to smithi15786056-21 2024-08-17T00:38:01.084 INFO:tasks.rados.rados.0.smithi157.stdout:1659: finishing write tid 4 to smithi15786056-21 2024-08-17T00:38:01.084 INFO:tasks.rados.rados.0.smithi157.stdout:1659: finishing write tid 5 to smithi15786056-21 2024-08-17T00:38:01.084 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 965 (ObjNum 524 snap 158 seq_num 524) dirty exists 2024-08-17T00:38:01.085 INFO:tasks.rados.rados.0.smithi157.stdout:1659: left oid 21 (ObjNum 524 snap 158 seq_num 524) 2024-08-17T00:38:01.085 INFO:tasks.rados.rados.0.smithi157.stdout:1662: finishing write tid 1 to smithi15786056-16 2024-08-17T00:38:01.085 INFO:tasks.rados.rados.0.smithi157.stdout:1662: finishing write tid 2 to smithi15786056-16 2024-08-17T00:38:01.085 INFO:tasks.rados.rados.0.smithi157.stdout:1662: finishing write tid 3 to smithi15786056-16 2024-08-17T00:38:01.085 INFO:tasks.rados.rados.0.smithi157.stdout:1662: finishing write tid 4 to smithi15786056-16 2024-08-17T00:38:01.085 INFO:tasks.rados.rados.0.smithi157.stdout:1662: finishing write tid 5 to smithi15786056-16 2024-08-17T00:38:01.085 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 278 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-08-17T00:38:01.085 INFO:tasks.rados.rados.0.smithi157.stdout:1662: left oid 16 (ObjNum 525 snap 158 seq_num 525) 2024-08-17T00:38:01.427 INFO:tasks.rados.rados.0.smithi157.stdout:1656: done (6 left) 2024-08-17T00:38:01.427 INFO:tasks.rados.rados.0.smithi157.stdout:1657: done (5 left) 2024-08-17T00:38:01.427 INFO:tasks.rados.rados.0.smithi157.stdout:1659: done (4 left) 2024-08-17T00:38:01.427 INFO:tasks.rados.rados.0.smithi157.stdout:1660: done (3 left) 2024-08-17T00:38:01.427 INFO:tasks.rados.rados.0.smithi157.stdout:1661: done (2 left) 2024-08-17T00:38:01.428 INFO:tasks.rados.rados.0.smithi157.stdout:1662: done (1 left) 2024-08-17T00:38:01.428 INFO:tasks.rados.rados.0.smithi157.stdout:1664: done (0 left) 2024-08-17T00:38:01.428 INFO:tasks.rados.rados.0.smithi157.stdout:1665: delete oid 13 current snap is 159 2024-08-17T00:38:01.430 INFO:tasks.rados.rados.0.smithi157.stdout:1665: done (0 left) 2024-08-17T00:38:01.430 INFO:tasks.rados.rados.0.smithi157.stdout:1666: setattr oid 18 current snap is 159 2024-08-17T00:38:01.430 INFO:tasks.rados.rados.0.smithi157.stdout:1667: delete oid 22 current snap is 159 2024-08-17T00:38:01.436 INFO:tasks.rados.rados.0.smithi157.stdout:1667: done (1 left) 2024-08-17T00:38:01.436 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 159 2024-08-17T00:38:01.436 INFO:tasks.rados.rados.0.smithi157.stdout:1668: seq_num 528 ranges {5201920=450560,5652480=761856,6414336=442368} 2024-08-17T00:38:01.466 INFO:tasks.rados.rados.0.smithi157.stdout:1668: writing smithi15786056-6 from 5201920 to 5652480 tid 1 2024-08-17T00:38:01.471 INFO:tasks.rados.rados.0.smithi157.stdout:1668: writing smithi15786056-6 from 5652480 to 6414336 tid 2 2024-08-17T00:38:01.473 INFO:tasks.rados.rados.0.smithi157.stdout:1668: writing smithi15786056-6 from 6414336 to 6856704 tid 3 2024-08-17T00:38:01.473 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 20 current snap is 159 2024-08-17T00:38:01.474 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 840 (ObjNum 225 snap 0 seq_num 170315120) dirty exists 2024-08-17T00:38:01.474 INFO:tasks.rados.rados.0.smithi157.stdout:1669: seq_num 529 ranges {0=466944,466944=647168,1114112=532480,1646592=24576} 2024-08-17T00:38:01.476 INFO:tasks.rados.rados.0.smithi157.stdout:1669: writing smithi15786056-20 from 0 to 466944 tid 1 2024-08-17T00:38:01.480 INFO:tasks.rados.rados.0.smithi157.stdout:1669: writing smithi15786056-20 from 466944 to 1114112 tid 2 2024-08-17T00:38:01.484 INFO:tasks.rados.rados.0.smithi157.stdout:1669: writing smithi15786056-20 from 1114112 to 1646592 tid 3 2024-08-17T00:38:01.484 INFO:tasks.rados.rados.0.smithi157.stdout:1669: writing smithi15786056-20 from 1646592 to 1671168 tid 4 2024-08-17T00:38:01.484 INFO:tasks.rados.rados.0.smithi157.stdout:1666: done (2 left) 2024-08-17T00:38:01.484 INFO:tasks.rados.rados.0.smithi157.stdout:1670: snap_remove snap 158 2024-08-17T00:38:01.629 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:01 smithi157 ceph-mon[101289]: osdmap e398: 8 total, 8 up, 8 in 2024-08-17T00:38:01.629 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:01.629 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:38:01.629 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:38:01.629 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:01 smithi157 ceph-mon[98780]: osdmap e398: 8 total, 8 up, 8 in 2024-08-17T00:38:01.629 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:01.630 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:38:01.630 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:38:01.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:01 smithi187 ceph-mon[90552]: osdmap e398: 8 total, 8 up, 8 in 2024-08-17T00:38:01.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:01.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:38:01.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:38:02.433 INFO:tasks.rados.rados.0.smithi157.stdout:1670: done (2 left) 2024-08-17T00:38:02.434 INFO:tasks.rados.rados.0.smithi157.stdout:1671: snap_remove snap 156 2024-08-17T00:38:02.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:02 smithi157 ceph-mon[101289]: Upgrade: Updating osd.3 2024-08-17T00:38:02.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:02 smithi157 ceph-mon[101289]: Deploying daemon osd.3 on smithi157 2024-08-17T00:38:02.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:02 smithi157 ceph-mon[101289]: osdmap e399: 8 total, 8 up, 8 in 2024-08-17T00:38:02.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:02 smithi157 ceph-mon[101289]: pgmap v248: 121 pgs: 121 active+clean; 199 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-08-17T00:38:02.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:02 smithi157 ceph-mon[98780]: Upgrade: Updating osd.3 2024-08-17T00:38:02.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:02 smithi157 ceph-mon[98780]: Deploying daemon osd.3 on smithi157 2024-08-17T00:38:02.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:02 smithi157 ceph-mon[98780]: osdmap e399: 8 total, 8 up, 8 in 2024-08-17T00:38:02.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:02 smithi157 ceph-mon[98780]: pgmap v248: 121 pgs: 121 active+clean; 199 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-08-17T00:38:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:02 smithi187 ceph-mon[90552]: Upgrade: Updating osd.3 2024-08-17T00:38:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:02 smithi187 ceph-mon[90552]: Deploying daemon osd.3 on smithi157 2024-08-17T00:38:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:02 smithi187 ceph-mon[90552]: osdmap e399: 8 total, 8 up, 8 in 2024-08-17T00:38:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:02 smithi187 ceph-mon[90552]: pgmap v248: 121 pgs: 121 active+clean; 199 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-08-17T00:38:02.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:03.440 INFO:tasks.rados.rados.0.smithi157.stdout:1671: done (2 left) 2024-08-17T00:38:03.440 INFO:tasks.rados.rados.0.smithi157.stdout:1672: snap_create 2024-08-17T00:38:03.440 INFO:tasks.rados.rados.0.smithi157.stdout:1668: finishing write tid 1 to smithi15786056-6 2024-08-17T00:38:03.440 INFO:tasks.rados.rados.0.smithi157.stdout:1668: finishing write tid 2 to smithi15786056-6 2024-08-17T00:38:03.440 INFO:tasks.rados.rados.0.smithi157.stdout:1668: finishing write tid 3 to smithi15786056-6 2024-08-17T00:38:03.440 INFO:tasks.rados.rados.0.smithi157.stdout:1668: finishing write tid 4 to smithi15786056-6 2024-08-17T00:38:03.440 INFO:tasks.rados.rados.0.smithi157.stdout:1668: finishing write tid 5 to smithi15786056-6 2024-08-17T00:38:03.440 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 976 (ObjNum 528 snap 159 seq_num 528) dirty exists 2024-08-17T00:38:03.440 INFO:tasks.rados.rados.0.smithi157.stdout:1668: left oid 6 (ObjNum 528 snap 159 seq_num 528) 2024-08-17T00:38:03.441 INFO:tasks.rados.rados.0.smithi157.stdout:1669: finishing write tid 1 to smithi15786056-20 2024-08-17T00:38:03.441 INFO:tasks.rados.rados.0.smithi157.stdout:1669: finishing write tid 2 to smithi15786056-20 2024-08-17T00:38:03.441 INFO:tasks.rados.rados.0.smithi157.stdout:1669: finishing write tid 3 to smithi15786056-20 2024-08-17T00:38:03.441 INFO:tasks.rados.rados.0.smithi157.stdout:1669: finishing write tid 4 to smithi15786056-20 2024-08-17T00:38:03.441 INFO:tasks.rados.rados.0.smithi157.stdout:1669: finishing write tid 5 to smithi15786056-20 2024-08-17T00:38:03.441 INFO:tasks.rados.rados.0.smithi157.stdout:1669: finishing write tid 6 to smithi15786056-20 2024-08-17T00:38:03.441 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 817 (ObjNum 529 snap 159 seq_num 529) dirty exists 2024-08-17T00:38:03.441 INFO:tasks.rados.rados.0.smithi157.stdout:1669: left oid 20 (ObjNum 529 snap 159 seq_num 529) 2024-08-17T00:38:03.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:03 smithi157 ceph-mon[98780]: osdmap e400: 8 total, 8 up, 8 in 2024-08-17T00:38:03.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:03 smithi157 ceph-mon[101289]: osdmap e400: 8 total, 8 up, 8 in 2024-08-17T00:38:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:03 smithi187 ceph-mon[90552]: osdmap e400: 8 total, 8 up, 8 in 2024-08-17T00:38:03.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:03 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:03.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:03.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:38:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:38:03] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-08-17T00:38:04.444 INFO:tasks.rados.rados.0.smithi157.stdout:1668: done (2 left) 2024-08-17T00:38:04.445 INFO:tasks.rados.rados.0.smithi157.stdout:1669: done (1 left) 2024-08-17T00:38:04.445 INFO:tasks.rados.rados.0.smithi157.stdout:1672: done (0 left) 2024-08-17T00:38:04.445 INFO:tasks.rados.rados.0.smithi157.stdout:1673: read oid 50 snap -1 2024-08-17T00:38:04.445 INFO:tasks.rados.rados.0.smithi157.stdout:1673: expect (ObjNum 446 snap 134 seq_num 446) 2024-08-17T00:38:04.445 INFO:tasks.rados.rados.0.smithi157.stdout:1674: rollback oid 37 current snap is 160 2024-08-17T00:38:04.445 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 37 to 159 2024-08-17T00:38:04.445 INFO:tasks.rados.rados.0.smithi157.stdout:1675: delete oid 27 current snap is 160 2024-08-17T00:38:04.449 INFO:tasks.rados.rados.0.smithi157.stdout:1675: done (2 left) 2024-08-17T00:38:04.449 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 31 current snap is 160 2024-08-17T00:38:04.449 INFO:tasks.rados.rados.0.smithi157.stdout:1676: seq_num 531 ranges {7299072=499712,7798784=417792,8216576=548864,8765440=237568} 2024-08-17T00:38:04.491 INFO:tasks.rados.rados.0.smithi157.stdout:1676: writing smithi15786056-31 from 7299072 to 7798784 tid 1 2024-08-17T00:38:04.493 INFO:tasks.rados.rados.0.smithi157.stdout:1676: writing smithi15786056-31 from 7798784 to 8216576 tid 2 2024-08-17T00:38:04.496 INFO:tasks.rados.rados.0.smithi157.stdout:1676: writing smithi15786056-31 from 8216576 to 8765440 tid 3 2024-08-17T00:38:04.498 INFO:tasks.rados.rados.0.smithi157.stdout:1676: writing smithi15786056-31 from 8765440 to 9003008 tid 4 2024-08-17T00:38:04.498 INFO:tasks.rados.rados.0.smithi157.stdout:1677: rollback oid 24 current snap is 160 2024-08-17T00:38:04.498 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 24 to 159 2024-08-17T00:38:04.498 INFO:tasks.rados.rados.0.smithi157.stdout:1674: finishing rollback tid 0 to smithi15786056-37 2024-08-17T00:38:04.498 INFO:tasks.rados.rados.0.smithi157.stdout:1674: finishing rollback tid 1 to smithi15786056-37 2024-08-17T00:38:04.499 INFO:tasks.rados.rados.0.smithi157.stdout:1674: finishing rollback tid 2 to smithi15786056-37 2024-08-17T00:38:04.499 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 843 (ObjNum 484 snap 146 seq_num 484) dirty exists 2024-08-17T00:38:04.499 INFO:tasks.rados.rados.0.smithi157.stdout:1673: expect (ObjNum 446 snap 134 seq_num 446) 2024-08-17T00:38:04.527 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:04 smithi157 systemd[1]: Stopping Ceph osd.3 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:38:04.528 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:04 smithi157 ceph-mon[98780]: osdmap e401: 8 total, 8 up, 8 in 2024-08-17T00:38:04.528 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:04 smithi157 ceph-mon[98780]: pgmap v251: 121 pgs: 121 active+clean; 199 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-17T00:38:04.528 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:04 smithi157 ceph-mon[101289]: osdmap e401: 8 total, 8 up, 8 in 2024-08-17T00:38:04.528 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:04 smithi157 ceph-mon[101289]: pgmap v251: 121 pgs: 121 active+clean; 199 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-17T00:38:04.593 INFO:tasks.rados.rados.0.smithi157.stdout:1676: finishing write tid 1 to smithi15786056-31 2024-08-17T00:38:04.593 INFO:tasks.rados.rados.0.smithi157.stdout:1676: finishing write tid 2 to smithi15786056-31 2024-08-17T00:38:04.593 INFO:tasks.rados.rados.0.smithi157.stdout:1676: finishing write tid 3 to smithi15786056-31 2024-08-17T00:38:04.593 INFO:tasks.rados.rados.0.smithi157.stdout:1676: finishing write tid 4 to smithi15786056-31 2024-08-17T00:38:04.593 INFO:tasks.rados.rados.0.smithi157.stdout:1677: finishing rollback tid 0 to smithi15786056-24 2024-08-17T00:38:04.594 INFO:tasks.rados.rados.0.smithi157.stdout:1676: finishing write tid 5 to smithi15786056-31 2024-08-17T00:38:04.594 INFO:tasks.rados.rados.0.smithi157.stdout:1676: finishing write tid 6 to smithi15786056-31 2024-08-17T00:38:04.594 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 830 (ObjNum 531 snap 160 seq_num 531) dirty exists 2024-08-17T00:38:04.594 INFO:tasks.rados.rados.0.smithi157.stdout:1676: left oid 31 (ObjNum 531 snap 160 seq_num 531) 2024-08-17T00:38:04.594 INFO:tasks.rados.rados.0.smithi157.stdout:1677: finishing rollback tid 1 to smithi15786056-24 2024-08-17T00:38:04.594 INFO:tasks.rados.rados.0.smithi157.stdout:1673: done (3 left) 2024-08-17T00:38:04.594 INFO:tasks.rados.rados.0.smithi157.stdout:1674: done (2 left) 2024-08-17T00:38:04.594 INFO:tasks.rados.rados.0.smithi157.stdout:1676: done (1 left) 2024-08-17T00:38:04.594 INFO:tasks.rados.rados.0.smithi157.stdout:1678: copy_from oid 32 from oid 23 current snap is 160 2024-08-17T00:38:04.594 INFO:tasks.rados.rados.0.smithi157.stdout:1677: finishing rollback tid 2 to smithi15786056-24 2024-08-17T00:38:04.594 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 820 (ObjNum 518 snap 158 seq_num 518) dirty exists 2024-08-17T00:38:04.595 INFO:tasks.rados.rados.0.smithi157.stdout:1677: done (1 left) 2024-08-17T00:38:04.595 INFO:tasks.rados.rados.0.smithi157.stdout:1679: read oid 25 snap -1 2024-08-17T00:38:04.595 INFO:tasks.rados.rados.0.smithi157.stdout:1679: expect (ObjNum 506 snap 153 seq_num 506) 2024-08-17T00:38:04.595 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 160 2024-08-17T00:38:04.595 INFO:tasks.rados.rados.0.smithi157.stdout:1680: seq_num 532 ranges {0=516096,516096=696320,1212416=507904} 2024-08-17T00:38:04.596 INFO:tasks.rados.rados.0.smithi157.stdout:1680: writing smithi15786056-29 from 0 to 516096 tid 1 2024-08-17T00:38:04.600 INFO:tasks.rados.rados.0.smithi157.stdout:1680: writing smithi15786056-29 from 516096 to 1212416 tid 2 2024-08-17T00:38:04.604 INFO:tasks.rados.rados.0.smithi157.stdout:1680: writing smithi15786056-29 from 1212416 to 1720320 tid 3 2024-08-17T00:38:04.604 INFO:tasks.rados.rados.0.smithi157.stdout:1681: snap_create 2024-08-17T00:38:04.604 INFO:tasks.rados.rados.0.smithi157.stdout:1680: finishing write tid 1 to smithi15786056-29 2024-08-17T00:38:04.605 INFO:tasks.rados.rados.0.smithi157.stdout:1678: finishing copy_from racing read to smithi15786056-32 2024-08-17T00:38:04.607 INFO:tasks.rados.rados.0.smithi157.stdout:1680: finishing write tid 2 to smithi15786056-29 2024-08-17T00:38:04.607 INFO:tasks.rados.rados.0.smithi157.stdout:1680: finishing write tid 3 to smithi15786056-29 2024-08-17T00:38:04.607 INFO:tasks.rados.rados.0.smithi157.stdout:1680: finishing write tid 4 to smithi15786056-29 2024-08-17T00:38:04.609 INFO:tasks.rados.rados.0.smithi157.stdout:1680: finishing write tid 5 to smithi15786056-29 2024-08-17T00:38:04.609 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1027 (ObjNum 532 snap 160 seq_num 532) dirty exists 2024-08-17T00:38:04.609 INFO:tasks.rados.rados.0.smithi157.stdout:1680: left oid 29 (ObjNum 532 snap 160 seq_num 532) 2024-08-17T00:38:04.611 INFO:tasks.rados.rados.0.smithi157.stdout:1679: expect (ObjNum 506 snap 153 seq_num 506) 2024-08-17T00:38:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:04 smithi187 ceph-mon[90552]: osdmap e401: 8 total, 8 up, 8 in 2024-08-17T00:38:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:04 smithi187 ceph-mon[90552]: pgmap v251: 121 pgs: 121 active+clean; 199 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-17T00:38:04.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:04 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:04.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:04 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:04.885 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:04 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3[64108]: 2024-08-17T00:38:04.525+0000 7fa77df84640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:38:04.885 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:04 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3[64108]: 2024-08-17T00:38:04.525+0000 7fa77df84640 -1 osd.3 402 *** Got signal Terminated *** 2024-08-17T00:38:04.885 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:04 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3[64108]: 2024-08-17T00:38:04.525+0000 7fa77df84640 -1 osd.3 402 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:38:04.891 INFO:tasks.rados.rados.0.smithi157.stdout:1678: finishing copy_from to smithi15786056-32 2024-08-17T00:38:04.891 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 1009 (ObjNum 491 snap 149 seq_num 491) dirty exists 2024-08-17T00:38:05.451 INFO:tasks.rados.rados.0.smithi157.stdout:1678: done (3 left) 2024-08-17T00:38:05.451 INFO:tasks.rados.rados.0.smithi157.stdout:1679: done (2 left) 2024-08-17T00:38:05.451 INFO:tasks.rados.rados.0.smithi157.stdout:1680: done (1 left) 2024-08-17T00:38:05.451 INFO:tasks.rados.rados.0.smithi157.stdout:1681: done (0 left) 2024-08-17T00:38:05.451 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 161 2024-08-17T00:38:05.451 INFO:tasks.rados.rados.0.smithi157.stdout:1682: seq_num 533 ranges {3047424=532480,3579904=630784,4210688=516096,4726784=57344} 2024-08-17T00:38:05.470 INFO:tasks.rados.rados.0.smithi157.stdout:1682: writing smithi15786056-5 from 3047424 to 3579904 tid 1 2024-08-17T00:38:05.473 INFO:tasks.rados.rados.0.smithi157.stdout:1682: writing smithi15786056-5 from 3579904 to 4210688 tid 2 2024-08-17T00:38:05.476 INFO:tasks.rados.rados.0.smithi157.stdout:1682: writing smithi15786056-5 from 4210688 to 4726784 tid 3 2024-08-17T00:38:05.477 INFO:tasks.rados.rados.0.smithi157.stdout:1682: writing smithi15786056-5 from 4726784 to 4784128 tid 4 2024-08-17T00:38:05.477 INFO:tasks.rados.rados.0.smithi157.stdout:1683: rollback oid 11 current snap is 161 2024-08-17T00:38:05.477 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 11 to 159 2024-08-17T00:38:05.477 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 161 2024-08-17T00:38:05.477 INFO:tasks.rados.rados.0.smithi157.stdout:1684: seq_num 534 ranges {1712128=548864,2260992=516096,2777088=688128} 2024-08-17T00:38:05.489 INFO:tasks.rados.rados.0.smithi157.stdout:1684: writing smithi15786056-4 from 1712128 to 2260992 tid 1 2024-08-17T00:38:05.492 INFO:tasks.rados.rados.0.smithi157.stdout:1684: writing smithi15786056-4 from 2260992 to 2777088 tid 2 2024-08-17T00:38:05.496 INFO:tasks.rados.rados.0.smithi157.stdout:1684: writing smithi15786056-4 from 2777088 to 3465216 tid 3 2024-08-17T00:38:05.496 INFO:tasks.rados.rados.0.smithi157.stdout:1685: delete oid 30 current snap is 161 2024-08-17T00:38:05.496 INFO:tasks.rados.rados.0.smithi157.stdout:1683: finishing rollback tid 0 to smithi15786056-11 2024-08-17T00:38:05.496 INFO:tasks.rados.rados.0.smithi157.stdout:1683: finishing rollback tid 1 to smithi15786056-11 2024-08-17T00:38:05.496 INFO:tasks.rados.rados.0.smithi157.stdout:1683: finishing rollback tid 2 to smithi15786056-11 2024-08-17T00:38:05.496 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 988 (ObjNum 419 snap 126 seq_num 419) dirty exists 2024-08-17T00:38:05.497 INFO:tasks.rados.rados.0.smithi157.stdout:1684: finishing write tid 1 to smithi15786056-4 2024-08-17T00:38:05.497 INFO:tasks.rados.rados.0.smithi157.stdout:1684: finishing write tid 2 to smithi15786056-4 2024-08-17T00:38:05.498 INFO:tasks.rados.rados.0.smithi157.stdout:1684: finishing write tid 3 to smithi15786056-4 2024-08-17T00:38:05.498 INFO:tasks.rados.rados.0.smithi157.stdout:1684: finishing write tid 4 to smithi15786056-4 2024-08-17T00:38:05.499 INFO:tasks.rados.rados.0.smithi157.stdout:1683: done (3 left) 2024-08-17T00:38:05.499 INFO:tasks.rados.rados.0.smithi157.stdout:1685: done (2 left) 2024-08-17T00:38:05.499 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 161 2024-08-17T00:38:05.499 INFO:tasks.rados.rados.0.smithi157.stdout:1686: seq_num 536 ranges {1720320=581632,2301952=688128,2990080=516096} 2024-08-17T00:38:05.511 INFO:tasks.rados.rados.0.smithi157.stdout:1686: writing smithi15786056-29 from 1720320 to 2301952 tid 1 2024-08-17T00:38:05.515 INFO:tasks.rados.rados.0.smithi157.stdout:1686: writing smithi15786056-29 from 2301952 to 2990080 tid 2 2024-08-17T00:38:05.518 INFO:tasks.rados.rados.0.smithi157.stdout:1686: writing smithi15786056-29 from 2990080 to 3506176 tid 3 2024-08-17T00:38:05.518 INFO:tasks.rados.rados.0.smithi157.stdout:1687: delete oid 3 current snap is 161 2024-08-17T00:38:05.518 INFO:tasks.rados.rados.0.smithi157.stdout:1684: finishing write tid 5 to smithi15786056-4 2024-08-17T00:38:05.518 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 557 (ObjNum 534 snap 161 seq_num 534) dirty exists 2024-08-17T00:38:05.518 INFO:tasks.rados.rados.0.smithi157.stdout:1684: left oid 4 (ObjNum 534 snap 161 seq_num 534) 2024-08-17T00:38:05.520 INFO:tasks.rados.rados.0.smithi157.stdout:1684: done (3 left) 2024-08-17T00:38:05.520 INFO:tasks.rados.rados.0.smithi157.stdout:1687: done (2 left) 2024-08-17T00:38:05.520 INFO:tasks.rados.rados.0.smithi157.stdout:1688: rollback oid 26 current snap is 161 2024-08-17T00:38:05.520 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 26 to 160 2024-08-17T00:38:05.520 INFO:tasks.rados.rados.0.smithi157.stdout:1689: snap_create 2024-08-17T00:38:05.521 INFO:tasks.rados.rados.0.smithi157.stdout:1688: finishing rollback tid 1 to smithi15786056-26 2024-08-17T00:38:05.521 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 0 (ObjNum 129 snap 0 seq_num 170190336) dirty dne 2024-08-17T00:38:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:05 smithi187 ceph-mon[90552]: osdmap e402: 8 total, 8 up, 8 in 2024-08-17T00:38:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:05 smithi187 ceph-mon[90552]: osd.3 marked itself down and dead 2024-08-17T00:38:05.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:05 smithi157 ceph-mon[101289]: osdmap e402: 8 total, 8 up, 8 in 2024-08-17T00:38:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:05 smithi157 ceph-mon[101289]: osd.3 marked itself down and dead 2024-08-17T00:38:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:05 smithi157 ceph-mon[98780]: osdmap e402: 8 total, 8 up, 8 in 2024-08-17T00:38:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:05 smithi157 ceph-mon[98780]: osd.3 marked itself down and dead 2024-08-17T00:38:06.333 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:05 smithi157 podman[121574]: 2024-08-17 00:38:05.984144736 +0000 UTC m=+1.581975366 container stop 34877baf90d9ea76ec2ea07a1334fa20205bf4ec472cd71518a0593172d191bb (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=quincy-03a1ac1, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-17T00:38:06.334 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:06 smithi157 podman[121574]: 2024-08-17 00:38:06.010062052 +0000 UTC m=+1.607892680 container died 34877baf90d9ea76ec2ea07a1334fa20205bf4ec472cd71518a0593172d191bb (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=quincy-03a1ac1, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:38:06.456 INFO:tasks.rados.rados.0.smithi157.stdout:1688: done (3 left) 2024-08-17T00:38:06.456 INFO:tasks.rados.rados.0.smithi157.stdout:1689: done (2 left) 2024-08-17T00:38:06.456 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 162 2024-08-17T00:38:06.456 INFO:tasks.rados.rados.0.smithi157.stdout:1690: seq_num 538 ranges {1589248=614400,2203648=450560,2654208=704512,3358720=49152} 2024-08-17T00:38:06.469 INFO:tasks.rados.rados.0.smithi157.stdout:1690: writing smithi15786056-21 from 1589248 to 2203648 tid 1 2024-08-17T00:38:06.472 INFO:tasks.rados.rados.0.smithi157.stdout:1690: writing smithi15786056-21 from 2203648 to 2654208 tid 2 2024-08-17T00:38:06.477 INFO:tasks.rados.rados.0.smithi157.stdout:1690: writing smithi15786056-21 from 2654208 to 3358720 tid 3 2024-08-17T00:38:06.478 INFO:tasks.rados.rados.0.smithi157.stdout:1690: writing smithi15786056-21 from 3358720 to 3407872 tid 4 2024-08-17T00:38:06.479 INFO:tasks.rados.rados.0.smithi157.stdout:1691: rollback oid 3 current snap is 162 2024-08-17T00:38:06.479 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 3 to 160 2024-08-17T00:38:06.479 INFO:tasks.rados.rados.0.smithi157.stdout:1686: finishing write tid 1 to smithi15786056-29 2024-08-17T00:38:06.479 INFO:tasks.rados.rados.0.smithi157.stdout:1692: setattr oid 41 current snap is 162 2024-08-17T00:38:06.479 INFO:tasks.rados.rados.0.smithi157.stdout:1682: finishing write tid 1 to smithi15786056-5 2024-08-17T00:38:06.479 INFO:tasks.rados.rados.0.smithi157.stdout:1686: finishing write tid 2 to smithi15786056-29 2024-08-17T00:38:06.479 INFO:tasks.rados.rados.0.smithi157.stdout:1686: finishing write tid 3 to smithi15786056-29 2024-08-17T00:38:06.479 INFO:tasks.rados.rados.0.smithi157.stdout:1686: finishing write tid 4 to smithi15786056-29 2024-08-17T00:38:06.479 INFO:tasks.rados.rados.0.smithi157.stdout:1682: finishing write tid 2 to smithi15786056-5 2024-08-17T00:38:06.479 INFO:tasks.rados.rados.0.smithi157.stdout:1690: finishing write tid 1 to smithi15786056-21 2024-08-17T00:38:06.479 INFO:tasks.rados.rados.0.smithi157.stdout:1690: finishing write tid 2 to smithi15786056-21 2024-08-17T00:38:06.479 INFO:tasks.rados.rados.0.smithi157.stdout:1682: finishing write tid 3 to smithi15786056-5 2024-08-17T00:38:06.479 INFO:tasks.rados.rados.0.smithi157.stdout:1682: finishing write tid 4 to smithi15786056-5 2024-08-17T00:38:06.480 INFO:tasks.rados.rados.0.smithi157.stdout:1686: finishing write tid 5 to smithi15786056-29 2024-08-17T00:38:06.480 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1032 (ObjNum 536 snap 161 seq_num 536) dirty exists 2024-08-17T00:38:06.480 INFO:tasks.rados.rados.0.smithi157.stdout:1686: left oid 29 (ObjNum 536 snap 161 seq_num 536) 2024-08-17T00:38:06.480 INFO:tasks.rados.rados.0.smithi157.stdout:1682: finishing write tid 5 to smithi15786056-5 2024-08-17T00:38:06.480 INFO:tasks.rados.rados.0.smithi157.stdout:1682: finishing write tid 6 to smithi15786056-5 2024-08-17T00:38:06.480 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 836 (ObjNum 533 snap 161 seq_num 533) dirty exists 2024-08-17T00:38:06.480 INFO:tasks.rados.rados.0.smithi157.stdout:1682: left oid 5 (ObjNum 533 snap 161 seq_num 533) 2024-08-17T00:38:06.480 INFO:tasks.rados.rados.0.smithi157.stdout:1682: done (4 left) 2024-08-17T00:38:06.481 INFO:tasks.rados.rados.0.smithi157.stdout:1686: done (3 left) 2024-08-17T00:38:06.481 INFO:tasks.rados.rados.0.smithi157.stdout:1693: rollback oid 7 current snap is 162 2024-08-17T00:38:06.481 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 7 to 159 2024-08-17T00:38:06.481 INFO:tasks.rados.rados.0.smithi157.stdout:1694: snap_remove snap 161 2024-08-17T00:38:06.617 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:06 smithi157 podman[121574]: 2024-08-17 00:38:06.432441317 +0000 UTC m=+2.030271943 container cleanup 34877baf90d9ea76ec2ea07a1334fa20205bf4ec472cd71518a0593172d191bb (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-03a1ac1, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T00:38:06.618 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:06 smithi157 bash[121574]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3 2024-08-17T00:38:06.618 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:06 smithi157 ceph-mon[98780]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:38:06.618 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:06 smithi157 ceph-mon[98780]: osdmap e403: 8 total, 7 up, 8 in 2024-08-17T00:38:06.618 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:06 smithi157 ceph-mon[98780]: pgmap v254: 121 pgs: 16 stale+active+clean, 105 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-17T00:38:06.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:06 smithi157 ceph-mon[101289]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:38:06.618 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:06 smithi157 ceph-mon[101289]: osdmap e403: 8 total, 7 up, 8 in 2024-08-17T00:38:06.619 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:06 smithi157 ceph-mon[101289]: pgmap v254: 121 pgs: 16 stale+active+clean, 105 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-17T00:38:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:06 smithi187 ceph-mon[90552]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:38:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:06 smithi187 ceph-mon[90552]: osdmap e403: 8 total, 7 up, 8 in 2024-08-17T00:38:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:06 smithi187 ceph-mon[90552]: pgmap v254: 121 pgs: 16 stale+active+clean, 105 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-17T00:38:06.884 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:06 smithi157 podman[121596]: 2024-08-17 00:38:06.6172303 +0000 UTC m=+0.626368032 container remove 34877baf90d9ea76ec2ea07a1334fa20205bf4ec472cd71518a0593172d191bb (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:38:07.324 INFO:tasks.rados.rados.0.smithi157.stdout:1694: done (4 left) 2024-08-17T00:38:07.324 INFO:tasks.rados.rados.0.smithi157.stdout:1695: rollback oid 14 current snap is 162 2024-08-17T00:38:07.324 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 14 to 160 2024-08-17T00:38:07.325 INFO:tasks.rados.rados.0.smithi157.stdout:1690: finishing write tid 3 to smithi15786056-21 2024-08-17T00:38:07.325 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 836 (ObjNum 391 snap 117 seq_num 391) dirty exists 2024-08-17T00:38:07.325 INFO:tasks.rados.rados.0.smithi157.stdout:1690: finishing write tid 4 to smithi15786056-21 2024-08-17T00:38:07.325 INFO:tasks.rados.rados.0.smithi157.stdout:1690: finishing write tid 5 to smithi15786056-21 2024-08-17T00:38:07.325 INFO:tasks.rados.rados.0.smithi157.stdout:1693: finishing rollback tid 0 to smithi15786056-7 2024-08-17T00:38:07.325 INFO:tasks.rados.rados.0.smithi157.stdout:1693: finishing rollback tid 1 to smithi15786056-7 2024-08-17T00:38:07.325 INFO:tasks.rados.rados.0.smithi157.stdout:1693: finishing rollback tid 2 to smithi15786056-7 2024-08-17T00:38:07.325 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 846 (ObjNum 476 snap 145 seq_num 476) dirty exists 2024-08-17T00:38:07.325 INFO:tasks.rados.rados.0.smithi157.stdout:1690: finishing write tid 6 to smithi15786056-21 2024-08-17T00:38:07.325 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 997 (ObjNum 538 snap 162 seq_num 538) dirty exists 2024-08-17T00:38:07.325 INFO:tasks.rados.rados.0.smithi157.stdout:1690: left oid 21 (ObjNum 538 snap 162 seq_num 538) 2024-08-17T00:38:07.325 INFO:tasks.rados.rados.0.smithi157.stdout:1691: finishing rollback tid 1 to smithi15786056-3 2024-08-17T00:38:07.325 INFO:tasks.rados.rados.0.smithi157.stdout:1691: finishing rollback tid 2 to smithi15786056-3 2024-08-17T00:38:07.325 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 999 (ObjNum 424 snap 127 seq_num 424) dirty exists 2024-08-17T00:38:07.326 INFO:tasks.rados.rados.0.smithi157.stdout:1690: done (4 left) 2024-08-17T00:38:07.326 INFO:tasks.rados.rados.0.smithi157.stdout:1691: done (3 left) 2024-08-17T00:38:07.326 INFO:tasks.rados.rados.0.smithi157.stdout:1692: done (2 left) 2024-08-17T00:38:07.326 INFO:tasks.rados.rados.0.smithi157.stdout:1693: done (1 left) 2024-08-17T00:38:07.326 INFO:tasks.rados.rados.0.smithi157.stdout:1696: delete oid 31 current snap is 162 2024-08-17T00:38:07.332 INFO:tasks.rados.rados.0.smithi157.stdout:1696: done (1 left) 2024-08-17T00:38:07.332 INFO:tasks.rados.rados.0.smithi157.stdout:1697: snap_remove snap 159 2024-08-17T00:38:07.380 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:07 smithi157 podman[121688]: 2024-08-17 00:38:06.944074799 +0000 UTC m=+0.017347246 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:38:07.380 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:07 smithi157 podman[121688]: 2024-08-17 00:38:07.068232779 +0000 UTC m=+0.141505237 container create c61c33ca85be0f2b7933dc11877fba5eeae2ab0540c05c8a7bc3553a91d6e04e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux ) 2024-08-17T00:38:07.380 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:07 smithi157 podman[121688]: 2024-08-17 00:38:07.37974558 +0000 UTC m=+0.453018037 container init c61c33ca85be0f2b7933dc11877fba5eeae2ab0540c05c8a7bc3553a91d6e04e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-17T00:38:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:07 smithi157 ceph-mon[98780]: osdmap e404: 8 total, 7 up, 8 in 2024-08-17T00:38:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:07 smithi157 ceph-mon[98780]: osdmap e405: 8 total, 7 up, 8 in 2024-08-17T00:38:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:07 smithi157 ceph-mon[101289]: osdmap e404: 8 total, 7 up, 8 in 2024-08-17T00:38:07.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:07 smithi157 ceph-mon[101289]: osdmap e405: 8 total, 7 up, 8 in 2024-08-17T00:38:07.636 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:07 smithi157 podman[121688]: 2024-08-17 00:38:07.384754989 +0000 UTC m=+0.458027443 container start c61c33ca85be0f2b7933dc11877fba5eeae2ab0540c05c8a7bc3553a91d6e04e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-17T00:38:07.636 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:07 smithi157 podman[121688]: 2024-08-17 00:38:07.471111702 +0000 UTC m=+0.544384154 container attach c61c33ca85be0f2b7933dc11877fba5eeae2ab0540c05c8a7bc3553a91d6e04e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-17T00:38:07.636 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:07 smithi157 podman[121688]: 2024-08-17 00:38:07.577302127 +0000 UTC m=+0.650574579 container died c61c33ca85be0f2b7933dc11877fba5eeae2ab0540c05c8a7bc3553a91d6e04e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-deactivate, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux ) 2024-08-17T00:38:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:07 smithi187 ceph-mon[90552]: osdmap e404: 8 total, 7 up, 8 in 2024-08-17T00:38:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:07 smithi187 ceph-mon[90552]: osdmap e405: 8 total, 7 up, 8 in 2024-08-17T00:38:08.325 INFO:tasks.rados.rados.0.smithi157.stdout:1697: done (1 left) 2024-08-17T00:38:08.325 INFO:tasks.rados.rados.0.smithi157.stdout:1698: read oid 23 snap 160 2024-08-17T00:38:08.325 INFO:tasks.rados.rados.0.smithi157.stdout:1698: expect (ObjNum 491 snap 149 seq_num 491) 2024-08-17T00:38:08.325 INFO:tasks.rados.rados.0.smithi157.stdout:1699: delete oid 2 current snap is 162 2024-08-17T00:38:08.326 INFO:tasks.rados.rados.0.smithi157.stdout:1695: finishing rollback tid 0 to smithi15786056-14 2024-08-17T00:38:08.326 INFO:tasks.rados.rados.0.smithi157.stdout:1695: finishing rollback tid 1 to smithi15786056-14 2024-08-17T00:38:08.326 INFO:tasks.rados.rados.0.smithi157.stdout:1695: finishing rollback tid 2 to smithi15786056-14 2024-08-17T00:38:08.326 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 740 (ObjNum 484 snap 146 seq_num 484) dirty exists 2024-08-17T00:38:08.334 INFO:tasks.rados.rados.0.smithi157.stdout:1698: expect (ObjNum 491 snap 149 seq_num 491) 2024-08-17T00:38:08.362 INFO:tasks.rados.rados.0.smithi157.stdout:1695: done (2 left) 2024-08-17T00:38:08.362 INFO:tasks.rados.rados.0.smithi157.stdout:1698: done (1 left) 2024-08-17T00:38:08.362 INFO:tasks.rados.rados.0.smithi157.stdout:1699: done (0 left) 2024-08-17T00:38:08.362 INFO:tasks.rados.rados.0.smithi157.stdout:1700: read oid 32 snap -1 2024-08-17T00:38:08.362 INFO:tasks.rados.rados.0.smithi157.stdout:1700: expect (ObjNum 491 snap 149 seq_num 491) 2024-08-17T00:38:08.362 INFO:tasks.rados.rados.0.smithi157.stdout:1701: read oid 7 snap -1 2024-08-17T00:38:08.363 INFO:tasks.rados.rados.0.smithi157.stdout:1701: expect (ObjNum 476 snap 145 seq_num 476) 2024-08-17T00:38:08.363 INFO:tasks.rados.rados.0.smithi157.stdout:1702: read oid 45 snap -1 2024-08-17T00:38:08.363 INFO:tasks.rados.rados.0.smithi157.stdout:1702: expect (ObjNum 446 snap 134 seq_num 446) 2024-08-17T00:38:08.363 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 162 2024-08-17T00:38:08.363 INFO:tasks.rados.rados.0.smithi157.stdout:1703: seq_num 541 ranges {6856704=663552,7520256=557056,8077312=475136,8552448=172032} 2024-08-17T00:38:08.403 INFO:tasks.rados.rados.0.smithi157.stdout:1703: writing smithi15786056-6 from 6856704 to 7520256 tid 1 2024-08-17T00:38:08.407 INFO:tasks.rados.rados.0.smithi157.stdout:1703: writing smithi15786056-6 from 7520256 to 8077312 tid 2 2024-08-17T00:38:08.410 INFO:tasks.rados.rados.0.smithi157.stdout:1703: writing smithi15786056-6 from 8077312 to 8552448 tid 3 2024-08-17T00:38:08.411 INFO:tasks.rados.rados.0.smithi157.stdout:1703: writing smithi15786056-6 from 8552448 to 8724480 tid 4 2024-08-17T00:38:08.411 INFO:tasks.rados.rados.0.smithi157.stdout:1704: rollback oid 37 current snap is 162 2024-08-17T00:38:08.411 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 37 to 160 2024-08-17T00:38:08.411 INFO:tasks.rados.rados.0.smithi157.stdout:1700: expect (ObjNum 491 snap 149 seq_num 491) 2024-08-17T00:38:08.445 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:08 smithi157 podman[121731]: 2024-08-17 00:38:08.191737846 +0000 UTC m=+0.608698081 container remove c61c33ca85be0f2b7933dc11877fba5eeae2ab0540c05c8a7bc3553a91d6e04e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T00:38:08.445 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:08 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.3.service: Deactivated successfully. 2024-08-17T00:38:08.445 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:08 smithi157 systemd[1]: Stopped Ceph osd.3 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:38:08.445 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:08 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.3.service: Consumed 9.909s CPU time. 2024-08-17T00:38:08.448 INFO:tasks.rados.rados.0.smithi157.stdout:1701: expect (ObjNum 476 snap 145 seq_num 476) 2024-08-17T00:38:08.692 INFO:tasks.rados.rados.0.smithi157.stdout:1702: expect (ObjNum 446 snap 134 seq_num 446) 2024-08-17T00:38:08.702 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:08 smithi157 ceph-mon[101289]: pgmap v257: 121 pgs: 16 stale+active+clean, 105 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-08-17T00:38:08.702 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:08 smithi157 ceph-mon[101289]: osdmap e406: 8 total, 7 up, 8 in 2024-08-17T00:38:08.703 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:08 smithi157 ceph-mon[98780]: pgmap v257: 121 pgs: 16 stale+active+clean, 105 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-08-17T00:38:08.703 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:08 smithi157 ceph-mon[98780]: osdmap e406: 8 total, 7 up, 8 in 2024-08-17T00:38:08.703 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:08 smithi157 systemd[1]: Starting Ceph osd.3 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:38:08.703 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:08 smithi157 podman[121834]: 2024-08-17 00:38:08.56657504 +0000 UTC m=+0.017636471 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:38:08.703 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:08 smithi157 podman[121834]: 2024-08-17 00:38:08.701950758 +0000 UTC m=+0.153012181 container create 01a2291dd90fb126e14b93014f9a611552a0b9f430ffbf7f1cf095148a282974 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-activate, RELEASE=squid-d863d21, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-17T00:38:08.786 INFO:tasks.rados.rados.0.smithi157.stdout:1703: finishing write tid 1 to smithi15786056-6 2024-08-17T00:38:08.786 INFO:tasks.rados.rados.0.smithi157.stdout:1703: finishing write tid 2 to smithi15786056-6 2024-08-17T00:38:08.786 INFO:tasks.rados.rados.0.smithi157.stdout:1703: finishing write tid 3 to smithi15786056-6 2024-08-17T00:38:08.786 INFO:tasks.rados.rados.0.smithi157.stdout:1703: finishing write tid 4 to smithi15786056-6 2024-08-17T00:38:08.786 INFO:tasks.rados.rados.0.smithi157.stdout:1703: finishing write tid 5 to smithi15786056-6 2024-08-17T00:38:08.786 INFO:tasks.rados.rados.0.smithi157.stdout:1704: finishing rollback tid 0 to smithi15786056-37 2024-08-17T00:38:08.786 INFO:tasks.rados.rados.0.smithi157.stdout:1704: finishing rollback tid 1 to smithi15786056-37 2024-08-17T00:38:08.787 INFO:tasks.rados.rados.0.smithi157.stdout:1703: finishing write tid 6 to smithi15786056-6 2024-08-17T00:38:08.787 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 1013 (ObjNum 541 snap 162 seq_num 541) dirty exists 2024-08-17T00:38:08.787 INFO:tasks.rados.rados.0.smithi157.stdout:1703: left oid 6 (ObjNum 541 snap 162 seq_num 541) 2024-08-17T00:38:08.787 INFO:tasks.rados.rados.0.smithi157.stdout:1704: finishing rollback tid 2 to smithi15786056-37 2024-08-17T00:38:08.787 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 849 (ObjNum 484 snap 146 seq_num 484) dirty exists 2024-08-17T00:38:08.787 INFO:tasks.rados.rados.0.smithi157.stdout:1700: done (4 left) 2024-08-17T00:38:08.787 INFO:tasks.rados.rados.0.smithi157.stdout:1701: done (3 left) 2024-08-17T00:38:08.787 INFO:tasks.rados.rados.0.smithi157.stdout:1702: done (2 left) 2024-08-17T00:38:08.787 INFO:tasks.rados.rados.0.smithi157.stdout:1703: done (1 left) 2024-08-17T00:38:08.787 INFO:tasks.rados.rados.0.smithi157.stdout:1704: done (0 left) 2024-08-17T00:38:08.787 INFO:tasks.rados.rados.0.smithi157.stdout:1705: read oid 14 snap 160 2024-08-17T00:38:08.788 INFO:tasks.rados.rados.0.smithi157.stdout:1705: expect (ObjNum 484 snap 146 seq_num 484) 2024-08-17T00:38:08.788 INFO:tasks.rados.rados.0.smithi157.stdout:1706: delete oid 32 current snap is 162 2024-08-17T00:38:08.789 INFO:tasks.rados.rados.0.smithi157.stdout:1706: done (1 left) 2024-08-17T00:38:08.789 INFO:tasks.rados.rados.0.smithi157.stdout:1707: rollback oid 21 current snap is 162 2024-08-17T00:38:08.789 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 21 to 160 2024-08-17T00:38:08.789 INFO:tasks.rados.rados.0.smithi157.stdout:1708: copy_from oid 35 from oid 28 current snap is 162 2024-08-17T00:38:08.789 INFO:tasks.rados.rados.0.smithi157.stdout:1709: read oid 10 snap -1 2024-08-17T00:38:08.789 INFO:tasks.rados.rados.0.smithi157.stdout:1709: expect (ObjNum 514 snap 155 seq_num 514) 2024-08-17T00:38:08.789 INFO:tasks.rados.rados.0.smithi157.stdout:1710: read oid 1 snap -1 2024-08-17T00:38:08.789 INFO:tasks.rados.rados.0.smithi157.stdout:1710: expect (ObjNum 382 snap 116 seq_num 382) 2024-08-17T00:38:08.789 INFO:tasks.rados.rados.0.smithi157.stdout:1711: delete oid 45 current snap is 162 2024-08-17T00:38:08.792 INFO:tasks.rados.rados.0.smithi157.stdout:1711: done (5 left) 2024-08-17T00:38:08.792 INFO:tasks.rados.rados.0.smithi157.stdout:1712: rollback oid 39 current snap is 162 2024-08-17T00:38:08.792 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 39 to 160 2024-08-17T00:38:08.792 INFO:tasks.rados.rados.0.smithi157.stdout:1713: rmattr oid 16 current snap is 162 2024-08-17T00:38:08.793 INFO:tasks.rados.rados.0.smithi157.stdout:1713: done (6 left) 2024-08-17T00:38:08.793 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 40 current snap is 162 2024-08-17T00:38:08.793 INFO:tasks.rados.rados.0.smithi157.stdout:1714: seq_num 544 ranges {933888=720896,1654784=614400,2269184=589824} 2024-08-17T00:38:08.801 INFO:tasks.rados.rados.0.smithi157.stdout:1714: writing smithi15786056-40 from 933888 to 1654784 tid 1 2024-08-17T00:38:08.807 INFO:tasks.rados.rados.0.smithi157.stdout:1714: writing smithi15786056-40 from 1654784 to 2269184 tid 2 2024-08-17T00:38:08.812 INFO:tasks.rados.rados.0.smithi157.stdout:1714: writing smithi15786056-40 from 2269184 to 2859008 tid 3 2024-08-17T00:38:08.812 INFO:tasks.rados.rados.0.smithi157.stdout:1715: rmattr oid 42 current snap is 162 2024-08-17T00:38:08.812 INFO:tasks.rados.rados.0.smithi157.stdout:1715: done (7 left) 2024-08-17T00:38:08.812 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 162 2024-08-17T00:38:08.812 INFO:tasks.rados.rados.0.smithi157.stdout:1707: finishing rollback tid 0 to smithi15786056-21 2024-08-17T00:38:08.812 INFO:tasks.rados.rados.0.smithi157.stdout:1707: finishing rollback tid 1 to smithi15786056-21 2024-08-17T00:38:08.812 INFO:tasks.rados.rados.0.smithi157.stdout:1707: finishing rollback tid 2 to smithi15786056-21 2024-08-17T00:38:08.812 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 1016 (ObjNum 524 snap 158 seq_num 524) dirty exists 2024-08-17T00:38:08.812 INFO:tasks.rados.rados.0.smithi157.stdout:1712: finishing rollback tid 0 to smithi15786056-39 2024-08-17T00:38:08.813 INFO:tasks.rados.rados.0.smithi157.stdout:1712: finishing rollback tid 1 to smithi15786056-39 2024-08-17T00:38:08.813 INFO:tasks.rados.rados.0.smithi157.stdout:1712: finishing rollback tid 2 to smithi15786056-39 2024-08-17T00:38:08.813 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 1038 (ObjNum 474 snap 143 seq_num 474) dirty exists 2024-08-17T00:38:08.813 INFO:tasks.rados.rados.0.smithi157.stdout:1716: seq_num 545 ranges {1269760=737280,2007040=491520,2498560=450560,2949120=262144} 2024-08-17T00:38:08.826 INFO:tasks.rados.rados.0.smithi157.stdout:1716: writing smithi15786056-46 from 1269760 to 2007040 tid 1 2024-08-17T00:38:08.829 INFO:tasks.rados.rados.0.smithi157.stdout:1716: writing smithi15786056-46 from 2007040 to 2498560 tid 2 2024-08-17T00:38:08.832 INFO:tasks.rados.rados.0.smithi157.stdout:1716: writing smithi15786056-46 from 2498560 to 2949120 tid 3 2024-08-17T00:38:08.834 INFO:tasks.rados.rados.0.smithi157.stdout:1716: writing smithi15786056-46 from 2949120 to 3211264 tid 4 2024-08-17T00:38:08.834 INFO:tasks.rados.rados.0.smithi157.stdout:1707: done (7 left) 2024-08-17T00:38:08.835 INFO:tasks.rados.rados.0.smithi157.stdout:1712: done (6 left) 2024-08-17T00:38:08.835 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 162 2024-08-17T00:38:08.835 INFO:tasks.rados.rados.0.smithi157.stdout:1714: finishing write tid 1 to smithi15786056-40 2024-08-17T00:38:08.835 INFO:tasks.rados.rados.0.smithi157.stdout:1717: seq_num 546 ranges {4423680=753664,5177344=778240,5955584=425984} 2024-08-17T00:38:08.865 INFO:tasks.rados.rados.0.smithi157.stdout:1717: writing smithi15786056-3 from 4423680 to 5177344 tid 1 2024-08-17T00:38:08.869 INFO:tasks.rados.rados.0.smithi157.stdout:1717: writing smithi15786056-3 from 5177344 to 5955584 tid 2 2024-08-17T00:38:08.872 INFO:tasks.rados.rados.0.smithi157.stdout:1717: writing smithi15786056-3 from 5955584 to 6381568 tid 3 2024-08-17T00:38:08.872 INFO:tasks.rados.rados.0.smithi157.stdout:1714: finishing write tid 2 to smithi15786056-40 2024-08-17T00:38:08.873 INFO:tasks.rados.rados.0.smithi157.stdout:1714: finishing write tid 3 to smithi15786056-40 2024-08-17T00:38:08.873 INFO:tasks.rados.rados.0.smithi157.stdout:1714: finishing write tid 4 to smithi15786056-40 2024-08-17T00:38:08.873 INFO:tasks.rados.rados.0.smithi157.stdout:1718: read oid 18 snap -1 2024-08-17T00:38:08.873 INFO:tasks.rados.rados.0.smithi157.stdout:1718: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:38:08.873 INFO:tasks.rados.rados.0.smithi157.stdout:1719: setattr oid 39 current snap is 162 2024-08-17T00:38:08.873 INFO:tasks.rados.rados.0.smithi157.stdout:1709: expect (ObjNum 514 snap 155 seq_num 514) 2024-08-17T00:38:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:08 smithi187 ceph-mon[90552]: pgmap v257: 121 pgs: 16 stale+active+clean, 105 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-08-17T00:38:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:08 smithi187 ceph-mon[90552]: osdmap e406: 8 total, 7 up, 8 in 2024-08-17T00:38:08.956 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:09.055 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:08 smithi157 podman[121834]: 2024-08-17 00:38:08.946216781 +0000 UTC m=+0.397278204 container init 01a2291dd90fb126e14b93014f9a611552a0b9f430ffbf7f1cf095148a282974 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-activate, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:38:09.055 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:08 smithi157 podman[121834]: 2024-08-17 00:38:08.951239628 +0000 UTC m=+0.402301060 container start 01a2291dd90fb126e14b93014f9a611552a0b9f430ffbf7f1cf095148a282974 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-17T00:38:09.158 INFO:tasks.rados.rados.0.smithi157.stdout:1714: finishing write tid 5 to smithi15786056-40 2024-08-17T00:38:09.158 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 843 (ObjNum 544 snap 162 seq_num 544) dirty exists 2024-08-17T00:38:09.158 INFO:tasks.rados.rados.0.smithi157.stdout:1714: left oid 40 (ObjNum 544 snap 162 seq_num 544) 2024-08-17T00:38:09.158 INFO:tasks.rados.rados.0.smithi157.stdout:1710: expect (ObjNum 382 snap 116 seq_num 382) 2024-08-17T00:38:09.307 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 podman[121834]: 2024-08-17 00:38:09.054450282 +0000 UTC m=+0.505511714 container attach 01a2291dd90fb126e14b93014f9a611552a0b9f430ffbf7f1cf095148a282974 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-08-17T00:38:09.307 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-activate[121848]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:38:09.307 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 bash[121834]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:38:09.307 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-activate[121848]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:38:09.307 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 bash[121834]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:38:09.307 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-activate[121848]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T00:38:09.307 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 bash[121834]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T00:38:09.307 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-activate[121848]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-17T00:38:09.308 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 bash[121834]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-17T00:38:09.308 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-activate[121848]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-17T00:38:09.308 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 bash[121834]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-17T00:38:09.308 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-activate[121848]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T00:38:09.308 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 bash[121834]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T00:38:09.308 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-activate[121848]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-17T00:38:09.308 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 bash[121834]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-17T00:38:09.334 INFO:tasks.rados.rados.0.smithi157.stdout:1708: finishing copy_from racing read to smithi15786056-35 2024-08-17T00:38:09.334 INFO:tasks.rados.rados.0.smithi157.stdout:1708: finishing copy_from to smithi15786056-35 2024-08-17T00:38:09.334 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 726 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-08-17T00:38:09.334 INFO:tasks.rados.rados.0.smithi157.stdout:1705: expect (ObjNum 484 snap 146 seq_num 484) 2024-08-17T00:38:09.633 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-activate[121848]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T00:38:09.633 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 bash[121834]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T00:38:09.634 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-activate[121848]: --> ceph-volume raw activate successful for osd ID: 3 2024-08-17T00:38:09.634 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 bash[121834]: --> ceph-volume raw activate successful for osd ID: 3 2024-08-17T00:38:09.634 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 podman[121834]: 2024-08-17 00:38:09.328804099 +0000 UTC m=+0.779865523 container died 01a2291dd90fb126e14b93014f9a611552a0b9f430ffbf7f1cf095148a282974 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-17T00:38:09.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:09 smithi157 ceph-mon[98780]: pgmap v259: 121 pgs: 27 active+undersized, 2 stale+active+clean, 3 active+undersized+degraded, 89 active+clean; 217 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 20 op/s; 14/258 objects degraded (5.426%) 2024-08-17T00:38:09.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:09 smithi157 ceph-mon[98780]: Health check failed: Degraded data redundancy: 14/258 objects degraded (5.426%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T00:38:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:09 smithi157 ceph-mon[101289]: pgmap v259: 121 pgs: 27 active+undersized, 2 stale+active+clean, 3 active+undersized+degraded, 89 active+clean; 217 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 20 op/s; 14/258 objects degraded (5.426%) 2024-08-17T00:38:09.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:09 smithi157 ceph-mon[101289]: Health check failed: Degraded data redundancy: 14/258 objects degraded (5.426%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T00:38:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:09 smithi187 ceph-mon[90552]: pgmap v259: 121 pgs: 27 active+undersized, 2 stale+active+clean, 3 active+undersized+degraded, 89 active+clean; 217 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 20 op/s; 14/258 objects degraded (5.426%) 2024-08-17T00:38:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:09 smithi187 ceph-mon[90552]: Health check failed: Degraded data redundancy: 14/258 objects degraded (5.426%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T00:38:10.305 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:09 smithi157 podman[121998]: 2024-08-17 00:38:09.933342918 +0000 UTC m=+0.598382304 container remove 01a2291dd90fb126e14b93014f9a611552a0b9f430ffbf7f1cf095148a282974 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-17T00:38:10.305 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:10 smithi157 podman[122059]: 2024-08-17 00:38:10.050473169 +0000 UTC m=+0.017700852 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:38:10.306 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:10 smithi157 podman[122059]: 2024-08-17 00:38:10.159334304 +0000 UTC m=+0.126561968 container create 28892f02251b49dac719e3b477c275080a10bea1c1cd891ef0396b79643e1981 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-17T00:38:10.451 INFO:tasks.rados.rados.0.smithi157.stdout:1716: finishing write tid 1 to smithi15786056-46 2024-08-17T00:38:10.451 INFO:tasks.rados.rados.0.smithi157.stdout:1716: finishing write tid 2 to smithi15786056-46 2024-08-17T00:38:10.451 INFO:tasks.rados.rados.0.smithi157.stdout:1716: finishing write tid 3 to smithi15786056-46 2024-08-17T00:38:10.452 INFO:tasks.rados.rados.0.smithi157.stdout:1716: finishing write tid 4 to smithi15786056-46 2024-08-17T00:38:10.452 INFO:tasks.rados.rados.0.smithi157.stdout:1716: finishing write tid 5 to smithi15786056-46 2024-08-17T00:38:10.452 INFO:tasks.rados.rados.0.smithi157.stdout:1716: finishing write tid 6 to smithi15786056-46 2024-08-17T00:38:10.452 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 745 (ObjNum 545 snap 162 seq_num 545) dirty exists 2024-08-17T00:38:10.452 INFO:tasks.rados.rados.0.smithi157.stdout:1716: left oid 46 (ObjNum 545 snap 162 seq_num 545) 2024-08-17T00:38:10.452 INFO:tasks.rados.rados.0.smithi157.stdout:1717: finishing write tid 1 to smithi15786056-3 2024-08-17T00:38:10.452 INFO:tasks.rados.rados.0.smithi157.stdout:1705: done (8 left) 2024-08-17T00:38:10.452 INFO:tasks.rados.rados.0.smithi157.stdout:1708: done (7 left) 2024-08-17T00:38:10.452 INFO:tasks.rados.rados.0.smithi157.stdout:1709: done (6 left) 2024-08-17T00:38:10.452 INFO:tasks.rados.rados.0.smithi157.stdout:1710: done (5 left) 2024-08-17T00:38:10.452 INFO:tasks.rados.rados.0.smithi157.stdout:1714: done (4 left) 2024-08-17T00:38:10.452 INFO:tasks.rados.rados.0.smithi157.stdout:1716: done (3 left) 2024-08-17T00:38:10.452 INFO:tasks.rados.rados.0.smithi157.stdout:1720: copy_from oid 22 from oid 43 current snap is 162 2024-08-17T00:38:10.452 INFO:tasks.rados.rados.0.smithi157.stdout:1717: finishing write tid 2 to smithi15786056-3 2024-08-17T00:38:10.453 INFO:tasks.rados.rados.0.smithi157.stdout:1718: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:38:10.453 INFO:tasks.rados.rados.0.smithi157.stdout:1717: finishing write tid 3 to smithi15786056-3 2024-08-17T00:38:10.454 INFO:tasks.rados.rados.0.smithi157.stdout:1717: finishing write tid 4 to smithi15786056-3 2024-08-17T00:38:10.454 INFO:tasks.rados.rados.0.smithi157.stdout:1717: finishing write tid 5 to smithi15786056-3 2024-08-17T00:38:10.454 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 1020 (ObjNum 546 snap 162 seq_num 546) dirty exists 2024-08-17T00:38:10.454 INFO:tasks.rados.rados.0.smithi157.stdout:1717: left oid 3 (ObjNum 546 snap 162 seq_num 546) 2024-08-17T00:38:10.454 INFO:tasks.rados.rados.0.smithi157.stdout:1717: done (3 left) 2024-08-17T00:38:10.454 INFO:tasks.rados.rados.0.smithi157.stdout:1718: done (2 left) 2024-08-17T00:38:10.454 INFO:tasks.rados.rados.0.smithi157.stdout:1721: delete oid 5 current snap is 162 2024-08-17T00:38:10.454 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 1039 (ObjNum 474 snap 143 seq_num 474) dirty exists 2024-08-17T00:38:10.454 INFO:tasks.rados.rados.0.smithi157.stdout:1720: finishing copy_from to smithi15786056-22 2024-08-17T00:38:10.454 INFO:tasks.rados.rados.0.smithi157.stdout:1720: got expected ENOENT (src dne) 2024-08-17T00:38:10.454 INFO:tasks.rados.rados.0.smithi157.stdout:1720: finishing copy_from racing read to smithi15786056-22 2024-08-17T00:38:10.454 INFO:tasks.rados.rados.0.smithi157.stdout:1719: done (2 left) 2024-08-17T00:38:10.455 INFO:tasks.rados.rados.0.smithi157.stdout:1720: done (1 left) 2024-08-17T00:38:10.455 INFO:tasks.rados.rados.0.smithi157.stdout:1721: done (0 left) 2024-08-17T00:38:10.455 INFO:tasks.rados.rados.0.smithi157.stdout:1722: read oid 14 snap -1 2024-08-17T00:38:10.455 INFO:tasks.rados.rados.0.smithi157.stdout:1722: expect (ObjNum 484 snap 146 seq_num 484) 2024-08-17T00:38:10.455 INFO:tasks.rados.rados.0.smithi157.stdout:1723: delete oid 46 current snap is 162 2024-08-17T00:38:10.501 INFO:tasks.rados.rados.0.smithi157.stdout:1722: expect (ObjNum 484 snap 146 seq_num 484) 2024-08-17T00:38:10.885 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:10 smithi157 podman[122059]: 2024-08-17 00:38:10.395625589 +0000 UTC m=+0.362853265 container init 28892f02251b49dac719e3b477c275080a10bea1c1cd891ef0396b79643e1981 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-17T00:38:10.885 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:10 smithi157 podman[122059]: 2024-08-17 00:38:10.400612227 +0000 UTC m=+0.367839892 container start 28892f02251b49dac719e3b477c275080a10bea1c1cd891ef0396b79643e1981 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-17T00:38:10.885 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:10 smithi157 ceph-osd[122098]: -- 172.21.15.157:0/3993647611 <== mon.0 v2:172.21.15.157:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563233731a40 con 0x5632344f4000 2024-08-17T00:38:10.885 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:10 smithi157 bash[122059]: 28892f02251b49dac719e3b477c275080a10bea1c1cd891ef0396b79643e1981 2024-08-17T00:38:10.885 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:10 smithi157 systemd[1]: Started Ceph osd.3 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:38:11.337 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3[122074]: 2024-08-17T00:38:10.948+0000 7f30bd14c640 -1 Falling back to public interface 2024-08-17T00:38:11.624 INFO:tasks.rados.rados.0.smithi157.stdout:1722: done (1 left) 2024-08-17T00:38:11.625 INFO:tasks.rados.rados.0.smithi157.stdout:1723: done (0 left) 2024-08-17T00:38:11.625 INFO:tasks.rados.rados.0.smithi157.stdout:1724: rmattr oid 5 current snap is 162 2024-08-17T00:38:11.625 INFO:tasks.rados.rados.0.smithi157.stdout:1724: done (0 left) 2024-08-17T00:38:11.625 INFO:tasks.rados.rados.0.smithi157.stdout:1725: read oid 49 snap -1 2024-08-17T00:38:11.625 INFO:tasks.rados.rados.0.smithi157.stdout:1725: expect (ObjNum 465 snap 140 seq_num 465) 2024-08-17T00:38:11.625 INFO:tasks.rados.rados.0.smithi157.stdout:1726: delete oid 23 current snap is 162 2024-08-17T00:38:11.628 INFO:tasks.rados.rados.0.smithi157.stdout:1726: done (1 left) 2024-08-17T00:38:11.628 INFO:tasks.rados.rados.0.smithi157.stdout:1727: copy_from oid 23 from oid 30 current snap is 162 2024-08-17T00:38:11.628 INFO:tasks.rados.rados.0.smithi157.stdout:1728: rmattr oid 21 current snap is 162 2024-08-17T00:38:11.629 INFO:tasks.rados.rados.0.smithi157.stdout:1728: done (2 left) 2024-08-17T00:38:11.629 INFO:tasks.rados.rados.0.smithi157.stdout:1729: snap_remove snap 160 2024-08-17T00:38:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:11 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:11 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:11 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:38:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:11 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:11 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:11 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:38:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:11 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:11 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:11 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:38:12.325 INFO:tasks.rados.rados.0.smithi157.stdout:1729: done (2 left) 2024-08-17T00:38:12.325 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 162 2024-08-17T00:38:12.325 INFO:tasks.rados.rados.0.smithi157.stdout:1727: finishing copy_from to smithi15786056-23 2024-08-17T00:38:12.325 INFO:tasks.rados.rados.0.smithi157.stdout:1727: got expected ENOENT (src dne) 2024-08-17T00:38:12.325 INFO:tasks.rados.rados.0.smithi157.stdout:1730: seq_num 550 ranges {0=417792,417792=770048,1187840=638976,1826816=196608} 2024-08-17T00:38:12.327 INFO:tasks.rados.rados.0.smithi157.stdout:1730: writing smithi15786056-18 from 0 to 417792 tid 1 2024-08-17T00:38:12.332 INFO:tasks.rados.rados.0.smithi157.stdout:1730: writing smithi15786056-18 from 417792 to 1187840 tid 2 2024-08-17T00:38:12.336 INFO:tasks.rados.rados.0.smithi157.stdout:1730: writing smithi15786056-18 from 1187840 to 1826816 tid 3 2024-08-17T00:38:12.338 INFO:tasks.rados.rados.0.smithi157.stdout:1730: writing smithi15786056-18 from 1826816 to 2023424 tid 4 2024-08-17T00:38:12.338 INFO:tasks.rados.rados.0.smithi157.stdout:1727: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:38:12.338 INFO:tasks.rados.rados.0.smithi157.stdout:1725: expect (ObjNum 465 snap 140 seq_num 465) 2024-08-17T00:38:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:12 smithi187 ceph-mon[90552]: pgmap v260: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 209 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 19 op/s; 26/261 objects degraded (9.962%) 2024-08-17T00:38:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:12 smithi187 ceph-mon[90552]: osdmap e407: 8 total, 7 up, 8 in 2024-08-17T00:38:12.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:12.813 INFO:tasks.rados.rados.0.smithi157.stdout:1730: finishing write tid 1 to smithi15786056-18 2024-08-17T00:38:12.813 INFO:tasks.rados.rados.0.smithi157.stdout:1730: finishing write tid 2 to smithi15786056-18 2024-08-17T00:38:12.814 INFO:tasks.rados.rados.0.smithi157.stdout:1725: done (2 left) 2024-08-17T00:38:12.814 INFO:tasks.rados.rados.0.smithi157.stdout:1727: done (1 left) 2024-08-17T00:38:12.814 INFO:tasks.rados.rados.0.smithi157.stdout:1731: copy_from oid 45 from oid 38 current snap is 162 2024-08-17T00:38:12.814 INFO:tasks.rados.rados.0.smithi157.stdout:1730: finishing write tid 3 to smithi15786056-18 2024-08-17T00:38:12.814 INFO:tasks.rados.rados.0.smithi157.stdout:1730: finishing write tid 4 to smithi15786056-18 2024-08-17T00:38:12.814 INFO:tasks.rados.rados.0.smithi157.stdout:1730: finishing write tid 5 to smithi15786056-18 2024-08-17T00:38:12.814 INFO:tasks.rados.rados.0.smithi157.stdout:1730: finishing write tid 6 to smithi15786056-18 2024-08-17T00:38:12.814 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 855 (ObjNum 550 snap 162 seq_num 550) dirty exists 2024-08-17T00:38:12.814 INFO:tasks.rados.rados.0.smithi157.stdout:1730: left oid 18 (ObjNum 550 snap 162 seq_num 550) 2024-08-17T00:38:12.815 INFO:tasks.rados.rados.0.smithi157.stdout:1730: done (1 left) 2024-08-17T00:38:12.815 INFO:tasks.rados.rados.0.smithi157.stdout:1732: rollback oid 37 current snap is 162 2024-08-17T00:38:12.815 INFO:tasks.rados.rados.0.smithi157.stdout:1732: done (1 left) 2024-08-17T00:38:12.815 INFO:tasks.rados.rados.0.smithi157.stdout:1733: snap_create 2024-08-17T00:38:12.870 INFO:tasks.rados.rados.0.smithi157.stdout:1731: finishing copy_from racing read to smithi15786056-45 2024-08-17T00:38:12.871 INFO:tasks.rados.rados.0.smithi157.stdout:1731: finishing copy_from to smithi15786056-45 2024-08-17T00:38:12.871 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 668 (ObjNum 515 snap 155 seq_num 515) dirty exists 2024-08-17T00:38:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:12 smithi157 ceph-mon[98780]: pgmap v260: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 209 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 19 op/s; 26/261 objects degraded (9.962%) 2024-08-17T00:38:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:12 smithi157 ceph-mon[98780]: osdmap e407: 8 total, 7 up, 8 in 2024-08-17T00:38:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:12 smithi157 ceph-mon[101289]: pgmap v260: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 209 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 19 op/s; 26/261 objects degraded (9.962%) 2024-08-17T00:38:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:12 smithi157 ceph-mon[101289]: osdmap e407: 8 total, 7 up, 8 in 2024-08-17T00:38:13.562 INFO:tasks.rados.rados.0.smithi157.stdout:1731: done (1 left) 2024-08-17T00:38:13.562 INFO:tasks.rados.rados.0.smithi157.stdout:1733: done (0 left) 2024-08-17T00:38:13.562 INFO:tasks.rados.rados.0.smithi157.stdout:1734: rollback oid 45 current snap is 163 2024-08-17T00:38:13.562 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 45 to 162 2024-08-17T00:38:13.562 INFO:tasks.rados.rados.0.smithi157.stdout:1735: delete oid 41 current snap is 163 2024-08-17T00:38:13.568 INFO:tasks.rados.rados.0.smithi157.stdout:1735: done (1 left) 2024-08-17T00:38:13.568 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 163 2024-08-17T00:38:13.568 INFO:tasks.rados.rados.0.smithi157.stdout:1736: seq_num 552 ranges {6569984=450560,7020544=532480,7553024=655360,8208384=417792} 2024-08-17T00:38:13.578 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:38:13.606 INFO:tasks.rados.rados.0.smithi157.stdout:1736: writing smithi15786056-49 from 6569984 to 7020544 tid 1 2024-08-17T00:38:13.610 INFO:tasks.rados.rados.0.smithi157.stdout:1736: writing smithi15786056-49 from 7020544 to 7553024 tid 2 2024-08-17T00:38:13.613 INFO:tasks.rados.rados.0.smithi157.stdout:1736: writing smithi15786056-49 from 7553024 to 8208384 tid 3 2024-08-17T00:38:13.617 INFO:tasks.rados.rados.0.smithi157.stdout:1736: writing smithi15786056-49 from 8208384 to 8626176 tid 4 2024-08-17T00:38:13.617 INFO:tasks.rados.rados.0.smithi157.stdout:1737: read oid 3 snap -1 2024-08-17T00:38:13.617 INFO:tasks.rados.rados.0.smithi157.stdout:1737: expect (ObjNum 546 snap 162 seq_num 546) 2024-08-17T00:38:13.617 INFO:tasks.rados.rados.0.smithi157.stdout:1738: read oid 31 snap 162 2024-08-17T00:38:13.617 INFO:tasks.rados.rados.0.smithi157.stdout:1738: expect deleted 2024-08-17T00:38:13.617 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 27 current snap is 163 2024-08-17T00:38:13.617 INFO:tasks.rados.rados.0.smithi157.stdout:1734: finishing rollback tid 0 to smithi15786056-45 2024-08-17T00:38:13.617 INFO:tasks.rados.rados.0.smithi157.stdout:1734: finishing rollback tid 1 to smithi15786056-45 2024-08-17T00:38:13.617 INFO:tasks.rados.rados.0.smithi157.stdout:1734: finishing rollback tid 2 to smithi15786056-45 2024-08-17T00:38:13.618 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 858 (ObjNum 515 snap 155 seq_num 515) dirty exists 2024-08-17T00:38:13.618 INFO:tasks.rados.rados.0.smithi157.stdout:1736: finishing write tid 1 to smithi15786056-49 2024-08-17T00:38:13.618 INFO:tasks.rados.rados.0.smithi157.stdout:1736: finishing write tid 2 to smithi15786056-49 2024-08-17T00:38:13.618 INFO:tasks.rados.rados.0.smithi157.stdout:1739: seq_num 553 ranges {0=466944,466944=417792,884736=417792,1302528=516096,1818624=253952} 2024-08-17T00:38:13.619 INFO:tasks.rados.rados.0.smithi157.stdout:1739: writing smithi15786056-27 from 0 to 466944 tid 1 2024-08-17T00:38:13.622 INFO:tasks.rados.rados.0.smithi157.stdout:1739: writing smithi15786056-27 from 466944 to 884736 tid 2 2024-08-17T00:38:13.624 INFO:tasks.rados.rados.0.smithi157.stdout:1739: writing smithi15786056-27 from 884736 to 1302528 tid 3 2024-08-17T00:38:13.628 INFO:tasks.rados.rados.0.smithi157.stdout:1739: writing smithi15786056-27 from 1302528 to 1818624 tid 4 2024-08-17T00:38:13.630 INFO:tasks.rados.rados.0.smithi157.stdout:1739: writing smithi15786056-27 from 1818624 to 2072576 tid 5 2024-08-17T00:38:13.630 INFO:tasks.rados.rados.0.smithi157.stdout:1734: done (4 left) 2024-08-17T00:38:13.630 INFO:tasks.rados.rados.0.smithi157.stdout:1740: delete oid 19 current snap is 163 2024-08-17T00:38:13.630 INFO:tasks.rados.rados.0.smithi157.stdout:1736: finishing write tid 3 to smithi15786056-49 2024-08-17T00:38:13.630 INFO:tasks.rados.rados.0.smithi157.stdout:1736: finishing write tid 4 to smithi15786056-49 2024-08-17T00:38:13.630 INFO:tasks.rados.rados.0.smithi157.stdout:1736: finishing write tid 5 to smithi15786056-49 2024-08-17T00:38:13.630 INFO:tasks.rados.rados.0.smithi157.stdout:1736: finishing write tid 6 to smithi15786056-49 2024-08-17T00:38:13.630 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 863 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-08-17T00:38:13.631 INFO:tasks.rados.rados.0.smithi157.stdout:1736: left oid 49 (ObjNum 552 snap 163 seq_num 552) 2024-08-17T00:38:13.632 INFO:tasks.rados.rados.0.smithi157.stdout:1736: done (4 left) 2024-08-17T00:38:13.632 INFO:tasks.rados.rados.0.smithi157.stdout:1738: done (3 left) 2024-08-17T00:38:13.632 INFO:tasks.rados.rados.0.smithi157.stdout:1740: done (2 left) 2024-08-17T00:38:13.632 INFO:tasks.rados.rados.0.smithi157.stdout:1741: snap_remove snap 162 2024-08-17T00:38:13.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:38:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:38:13] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-08-17T00:38:13.905 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:38:13.905 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (4m) 33s ago 8m 17.3M - 0.25.0 c8568f914cd2 e5fc458eaa70 2024-08-17T00:38:13.906 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (3m) 2m ago 7m 82.8M - 9.4.7 954c08fa6188 3c616dd0c45b 2024-08-17T00:38:13.906 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (9m) 33s ago 9m 15.8M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:38:13.906 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (9m) 2m ago 9m 19.8M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:38:13.906 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283,8765 running (3m) 2m ago 13m 438M - 19.1.0-1363-gd863d21c ba08250ef864 97f58199005a 2024-08-17T00:38:13.906 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (3m) 33s ago 14m 507M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:38:13.906 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (3m) 33s ago 14m 51.5M 2048M 19.1.0-1363-gd863d21c ba08250ef864 7cae4f2d8cd1 2024-08-17T00:38:13.906 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (2m) 2m ago 13m 25.8M 2048M 19.1.0-1363-gd863d21c ba08250ef864 fa96bb84b173 2024-08-17T00:38:13.906 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (2m) 33s ago 13m 45.5M 2048M 19.1.0-1363-gd863d21c ba08250ef864 6acedb5a7023 2024-08-17T00:38:13.906 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (4m) 33s ago 7m 8316k - 1.5.0 0da6a335fe13 b4e36e574235 2024-08-17T00:38:13.906 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (3m) 2m ago 7m 8144k - 1.5.0 0da6a335fe13 73e607038b0d 2024-08-17T00:38:13.906 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (105s) 33s ago 12m 132M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7d05f2a649d9 2024-08-17T00:38:13.906 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (72s) 33s ago 12m 95.7M 2480M 19.1.0-1363-gd863d21c ba08250ef864 dbe3e94be069 2024-08-17T00:38:13.907 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (37s) 33s ago 11m 12.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7e3b0f58873f 2024-08-17T00:38:13.907 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 starting - - - 2480M 2024-08-17T00:38:13.907 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (11m) 2m ago 11m 98.8M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 8b55fa435d4d 2024-08-17T00:38:13.907 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (10m) 2m ago 10m 105M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 87ee417e591b 2024-08-17T00:38:13.907 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (10m) 2m ago 10m 103M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bd8a836eeeec 2024-08-17T00:38:13.907 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (9m) 2m ago 9m 108M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:38:13.907 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (3m) 2m ago 8m 54.0M - 2.43.0 a07b618ecd1d 736dc11bd87e 2024-08-17T00:38:13.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:13.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:14.085 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3[122074]: 2024-08-17T00:38:13.802+0000 7f30bd14c640 -1 osd.3 402 log_to_monitors true 2024-08-17T00:38:14.238 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:38:14.238 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:38:14.238 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:38:14.238 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:38:14.238 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:38:14.238 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:38:14.238 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:38:14.239 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:38:14.239 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 4, 2024-08-17T00:38:14.239 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:38:14.239 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:38:14.239 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:38:14.239 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:38:14.239 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:38:14.239 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:38:14.239 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 6, 2024-08-17T00:38:14.239 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T00:38:14.239 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:38:14.239 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:38:14.568 INFO:tasks.rados.rados.0.smithi157.stdout:1741: done (2 left) 2024-08-17T00:38:14.568 INFO:tasks.rados.rados.0.smithi157.stdout:1742: read oid 2 snap -1 2024-08-17T00:38:14.568 INFO:tasks.rados.rados.0.smithi157.stdout:1742: expect deleted 2024-08-17T00:38:14.568 INFO:tasks.rados.rados.0.smithi157.stdout:1743: setattr oid 24 current snap is 163 2024-08-17T00:38:14.568 INFO:tasks.rados.rados.0.smithi157.stdout:1739: finishing write tid 1 to smithi15786056-27 2024-08-17T00:38:14.568 INFO:tasks.rados.rados.0.smithi157.stdout:1739: finishing write tid 2 to smithi15786056-27 2024-08-17T00:38:14.568 INFO:tasks.rados.rados.0.smithi157.stdout:1739: finishing write tid 3 to smithi15786056-27 2024-08-17T00:38:14.568 INFO:tasks.rados.rados.0.smithi157.stdout:1739: finishing write tid 4 to smithi15786056-27 2024-08-17T00:38:14.568 INFO:tasks.rados.rados.0.smithi157.stdout:1739: finishing write tid 5 to smithi15786056-27 2024-08-17T00:38:14.569 INFO:tasks.rados.rados.0.smithi157.stdout:1739: finishing write tid 6 to smithi15786056-27 2024-08-17T00:38:14.569 INFO:tasks.rados.rados.0.smithi157.stdout:1739: finishing write tid 7 to smithi15786056-27 2024-08-17T00:38:14.569 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 292 (ObjNum 553 snap 163 seq_num 553) dirty exists 2024-08-17T00:38:14.569 INFO:tasks.rados.rados.0.smithi157.stdout:1739: left oid 27 (ObjNum 553 snap 163 seq_num 553) 2024-08-17T00:38:14.569 INFO:tasks.rados.rados.0.smithi157.stdout:1737: expect (ObjNum 546 snap 162 seq_num 546) 2024-08-17T00:38:14.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:14 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:14.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:14 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:14 smithi187 ceph-mon[90552]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:38:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:14 smithi187 ceph-mon[90552]: osdmap e408: 8 total, 7 up, 8 in 2024-08-17T00:38:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:14 smithi187 ceph-mon[90552]: pgmap v263: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 209 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 23 op/s; 28/264 objects degraded (10.606%) 2024-08-17T00:38:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:14 smithi187 ceph-mon[90552]: from='osd.3 [v2:172.21.15.157:6826/1617902521,v1:172.21.15.157:6827/1617902521]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T00:38:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:14 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3104733118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:14.870 INFO:tasks.rados.rados.0.smithi157.stdout:1737: done (3 left) 2024-08-17T00:38:14.870 INFO:tasks.rados.rados.0.smithi157.stdout:1739: done (2 left) 2024-08-17T00:38:14.870 INFO:tasks.rados.rados.0.smithi157.stdout:1742: done (1 left) 2024-08-17T00:38:14.870 INFO:tasks.rados.rados.0.smithi157.stdout:1744: snap_create 2024-08-17T00:38:14.872 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 821 (ObjNum 518 snap 158 seq_num 518) dirty exists 2024-08-17T00:38:14.884 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3[122074]: 2024-08-17T00:38:14.595+0000 7f30b4ef7640 -1 osd.3 402 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:38:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[98780]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:38:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[98780]: osdmap e408: 8 total, 7 up, 8 in 2024-08-17T00:38:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[98780]: pgmap v263: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 209 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 23 op/s; 28/264 objects degraded (10.606%) 2024-08-17T00:38:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[98780]: from='osd.3 [v2:172.21.15.157:6826/1617902521,v1:172.21.15.157:6827/1617902521]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T00:38:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3104733118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:14.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[101289]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:38:14.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[101289]: osdmap e408: 8 total, 7 up, 8 in 2024-08-17T00:38:14.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[101289]: pgmap v263: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 209 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 23 op/s; 28/264 objects degraded (10.606%) 2024-08-17T00:38:14.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:14.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:14.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[101289]: from='osd.3 [v2:172.21.15.157:6826/1617902521,v1:172.21.15.157:6827/1617902521]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T00:38:14.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3104733118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:14.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:14.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:15.570 INFO:tasks.rados.rados.0.smithi157.stdout:1743: done (1 left) 2024-08-17T00:38:15.570 INFO:tasks.rados.rados.0.smithi157.stdout:1744: done (0 left) 2024-08-17T00:38:15.570 INFO:tasks.rados.rados.0.smithi157.stdout:1745: snap_remove snap 163 2024-08-17T00:38:15.776 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:15 smithi157 ceph-mon[98780]: from='client.44225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:38:15.776 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:15 smithi157 ceph-mon[98780]: from='osd.3 [v2:172.21.15.157:6826/1617902521,v1:172.21.15.157:6827/1617902521]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T00:38:15.776 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:15 smithi157 ceph-mon[98780]: osdmap e409: 8 total, 7 up, 8 in 2024-08-17T00:38:15.776 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:15 smithi157 ceph-mon[98780]: from='osd.3 [v2:172.21.15.157:6826/1617902521,v1:172.21.15.157:6827/1617902521]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:38:15.776 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:15.776 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:15.776 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:15 smithi157 ceph-mon[101289]: from='client.44225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:38:15.777 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:15 smithi157 ceph-mon[101289]: from='osd.3 [v2:172.21.15.157:6826/1617902521,v1:172.21.15.157:6827/1617902521]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T00:38:15.777 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:15 smithi157 ceph-mon[101289]: osdmap e409: 8 total, 7 up, 8 in 2024-08-17T00:38:15.777 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:15 smithi157 ceph-mon[101289]: from='osd.3 [v2:172.21.15.157:6826/1617902521,v1:172.21.15.157:6827/1617902521]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:38:15.777 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:15.777 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:15 smithi187 ceph-mon[90552]: from='client.44225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:38:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:15 smithi187 ceph-mon[90552]: from='osd.3 [v2:172.21.15.157:6826/1617902521,v1:172.21.15.157:6827/1617902521]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T00:38:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:15 smithi187 ceph-mon[90552]: osdmap e409: 8 total, 7 up, 8 in 2024-08-17T00:38:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:15 smithi187 ceph-mon[90552]: from='osd.3 [v2:172.21.15.157:6826/1617902521,v1:172.21.15.157:6827/1617902521]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi157", "root=default"]}]: dispatch 2024-08-17T00:38:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:16.569 INFO:tasks.rados.rados.0.smithi157.stdout:1745: done (0 left) 2024-08-17T00:38:16.570 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 164 2024-08-17T00:38:16.570 INFO:tasks.rados.rados.0.smithi157.stdout:1746: seq_num 555 ranges {0=499712,499712=638976,1138688=425984,1564672=540672} 2024-08-17T00:38:16.573 INFO:tasks.rados.rados.0.smithi157.stdout:1746: writing smithi15786056-23 from 0 to 499712 tid 1 2024-08-17T00:38:16.576 INFO:tasks.rados.rados.0.smithi157.stdout:1746: writing smithi15786056-23 from 499712 to 1138688 tid 2 2024-08-17T00:38:16.579 INFO:tasks.rados.rados.0.smithi157.stdout:1746: writing smithi15786056-23 from 1138688 to 1564672 tid 3 2024-08-17T00:38:16.582 INFO:tasks.rados.rados.0.smithi157.stdout:1746: writing smithi15786056-23 from 1564672 to 2105344 tid 4 2024-08-17T00:38:16.582 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 1 current snap is 164 2024-08-17T00:38:16.582 INFO:tasks.rados.rados.0.smithi157.stdout:1747: seq_num 556 ranges {4259840=516096,4775936=524288,5300224=638976,5939200=442368} 2024-08-17T00:38:16.609 INFO:tasks.rados.rados.0.smithi157.stdout:1747: writing smithi15786056-1 from 4259840 to 4775936 tid 1 2024-08-17T00:38:16.613 INFO:tasks.rados.rados.0.smithi157.stdout:1747: writing smithi15786056-1 from 4775936 to 5300224 tid 2 2024-08-17T00:38:16.618 INFO:tasks.rados.rados.0.smithi157.stdout:1747: writing smithi15786056-1 from 5300224 to 5939200 tid 3 2024-08-17T00:38:16.621 INFO:tasks.rados.rados.0.smithi157.stdout:1747: writing smithi15786056-1 from 5939200 to 6381568 tid 4 2024-08-17T00:38:16.622 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 32 current snap is 164 2024-08-17T00:38:16.622 INFO:tasks.rados.rados.0.smithi157.stdout:1747: finishing write tid 1 to smithi15786056-1 2024-08-17T00:38:16.622 INFO:tasks.rados.rados.0.smithi157.stdout:1748: seq_num 557 ranges {0=532480,532480=802816,1335296=794624,2129920=8192} 2024-08-17T00:38:16.624 INFO:tasks.rados.rados.0.smithi157.stdout:1748: writing smithi15786056-32 from 0 to 532480 tid 1 2024-08-17T00:38:16.630 INFO:tasks.rados.rados.0.smithi157.stdout:1748: writing smithi15786056-32 from 532480 to 1335296 tid 2 2024-08-17T00:38:16.636 INFO:tasks.rados.rados.0.smithi157.stdout:1748: writing smithi15786056-32 from 1335296 to 2129920 tid 3 2024-08-17T00:38:16.636 INFO:tasks.rados.rados.0.smithi157.stdout:1748: writing smithi15786056-32 from 2129920 to 2138112 tid 4 2024-08-17T00:38:16.636 INFO:tasks.rados.rados.0.smithi157.stdout:1749: rollback oid 41 current snap is 164 2024-08-17T00:38:16.636 INFO:tasks.rados.rados.0.smithi157.stdout:1749: done (3 left) 2024-08-17T00:38:16.636 INFO:tasks.rados.rados.0.smithi157.stdout:1750: copy_from oid 28 from oid 44 current snap is 164 2024-08-17T00:38:16.636 INFO:tasks.rados.rados.0.smithi157.stdout:1751: rollback oid 18 current snap is 164 2024-08-17T00:38:16.636 INFO:tasks.rados.rados.0.smithi157.stdout:1751: done (4 left) 2024-08-17T00:38:16.636 INFO:tasks.rados.rados.0.smithi157.stdout:1752: read oid 25 snap -1 2024-08-17T00:38:16.636 INFO:tasks.rados.rados.0.smithi157.stdout:1752: expect (ObjNum 506 snap 153 seq_num 506) 2024-08-17T00:38:16.636 INFO:tasks.rados.rados.0.smithi157.stdout:1753: read oid 22 snap -1 2024-08-17T00:38:16.636 INFO:tasks.rados.rados.0.smithi157.stdout:1753: expect deleted 2024-08-17T00:38:16.637 INFO:tasks.rados.rados.0.smithi157.stdout:1754: read oid 11 snap -1 2024-08-17T00:38:16.637 INFO:tasks.rados.rados.0.smithi157.stdout:1754: expect (ObjNum 419 snap 126 seq_num 419) 2024-08-17T00:38:16.638 INFO:tasks.rados.rados.0.smithi157.stdout:1755: read oid 37 snap -1 2024-08-17T00:38:16.638 INFO:tasks.rados.rados.0.smithi157.stdout:1755: expect (ObjNum 484 snap 146 seq_num 484) 2024-08-17T00:38:16.638 INFO:tasks.rados.rados.0.smithi157.stdout:1756: read oid 30 snap -1 2024-08-17T00:38:16.638 INFO:tasks.rados.rados.0.smithi157.stdout:1756: expect deleted 2024-08-17T00:38:16.638 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 50 current snap is 164 2024-08-17T00:38:16.638 INFO:tasks.rados.rados.0.smithi157.stdout:1757: seq_num 558 ranges {2310144=548864,2859008=688128,3547136=606208,4153344=311296} 2024-08-17T00:38:16.652 INFO:tasks.rados.rados.0.smithi157.stdout:1757: writing smithi15786056-50 from 2310144 to 2859008 tid 1 2024-08-17T00:38:16.657 INFO:tasks.rados.rados.0.smithi157.stdout:1757: writing smithi15786056-50 from 2859008 to 3547136 tid 2 2024-08-17T00:38:16.660 INFO:tasks.rados.rados.0.smithi157.stdout:1757: writing smithi15786056-50 from 3547136 to 4153344 tid 3 2024-08-17T00:38:16.663 INFO:tasks.rados.rados.0.smithi157.stdout:1757: writing smithi15786056-50 from 4153344 to 4464640 tid 4 2024-08-17T00:38:16.663 INFO:tasks.rados.rados.0.smithi157.stdout:1758: copy_from oid 36 from oid 49 current snap is 164 2024-08-17T00:38:16.663 INFO:tasks.rados.rados.0.smithi157.stdout:1747: finishing write tid 2 to smithi15786056-1 2024-08-17T00:38:16.663 INFO:tasks.rados.rados.0.smithi157.stdout:1747: finishing write tid 3 to smithi15786056-1 2024-08-17T00:38:16.663 INFO:tasks.rados.rados.0.smithi157.stdout:1747: finishing write tid 4 to smithi15786056-1 2024-08-17T00:38:16.663 INFO:tasks.rados.rados.0.smithi157.stdout:1747: finishing write tid 5 to smithi15786056-1 2024-08-17T00:38:16.663 INFO:tasks.rados.rados.0.smithi157.stdout:1747: finishing write tid 6 to smithi15786056-1 2024-08-17T00:38:16.663 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 562 (ObjNum 556 snap 164 seq_num 556) dirty exists 2024-08-17T00:38:16.663 INFO:tasks.rados.rados.0.smithi157.stdout:1747: left oid 1 (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:38:16.663 INFO:tasks.rados.rados.0.smithi157.stdout:1748: finishing write tid 1 to smithi15786056-32 2024-08-17T00:38:16.664 INFO:tasks.rados.rados.0.smithi157.stdout:1746: finishing write tid 1 to smithi15786056-23 2024-08-17T00:38:16.664 INFO:tasks.rados.rados.0.smithi157.stdout:1746: finishing write tid 2 to smithi15786056-23 2024-08-17T00:38:16.664 INFO:tasks.rados.rados.0.smithi157.stdout:1746: finishing write tid 3 to smithi15786056-23 2024-08-17T00:38:16.664 INFO:tasks.rados.rados.0.smithi157.stdout:1748: finishing write tid 2 to smithi15786056-32 2024-08-17T00:38:16.664 INFO:tasks.rados.rados.0.smithi157.stdout:1746: finishing write tid 4 to smithi15786056-23 2024-08-17T00:38:16.664 INFO:tasks.rados.rados.0.smithi157.stdout:1747: done (10 left) 2024-08-17T00:38:16.664 INFO:tasks.rados.rados.0.smithi157.stdout:1753: done (9 left) 2024-08-17T00:38:16.664 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 164 2024-08-17T00:38:16.664 INFO:tasks.rados.rados.0.smithi157.stdout:1759: seq_num 559 ranges {3506176=565248,4071424=573440,4644864=409600,5054464=622592} 2024-08-17T00:38:16.686 INFO:tasks.rados.rados.0.smithi157.stdout:1759: writing smithi15786056-29 from 3506176 to 4071424 tid 1 2024-08-17T00:38:16.690 INFO:tasks.rados.rados.0.smithi157.stdout:1759: writing smithi15786056-29 from 4071424 to 4644864 tid 2 2024-08-17T00:38:16.692 INFO:tasks.rados.rados.0.smithi157.stdout:1759: writing smithi15786056-29 from 4644864 to 5054464 tid 3 2024-08-17T00:38:16.697 INFO:tasks.rados.rados.0.smithi157.stdout:1759: writing smithi15786056-29 from 5054464 to 5677056 tid 4 2024-08-17T00:38:16.697 INFO:tasks.rados.rados.0.smithi157.stdout:1760: snap_create 2024-08-17T00:38:16.697 INFO:tasks.rados.rados.0.smithi157.stdout:1746: finishing write tid 5 to smithi15786056-23 2024-08-17T00:38:16.697 INFO:tasks.rados.rados.0.smithi157.stdout:1746: finishing write tid 6 to smithi15786056-23 2024-08-17T00:38:16.697 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1046 (ObjNum 555 snap 164 seq_num 555) dirty exists 2024-08-17T00:38:16.697 INFO:tasks.rados.rados.0.smithi157.stdout:1746: left oid 23 (ObjNum 555 snap 164 seq_num 555) 2024-08-17T00:38:16.697 INFO:tasks.rados.rados.0.smithi157.stdout:1748: finishing write tid 3 to smithi15786056-32 2024-08-17T00:38:16.697 INFO:tasks.rados.rados.0.smithi157.stdout:1748: finishing write tid 4 to smithi15786056-32 2024-08-17T00:38:16.697 INFO:tasks.rados.rados.0.smithi157.stdout:1748: finishing write tid 5 to smithi15786056-32 2024-08-17T00:38:16.698 INFO:tasks.rados.rados.0.smithi157.stdout:1754: expect (ObjNum 419 snap 126 seq_num 419) 2024-08-17T00:38:16.774 INFO:tasks.rados.rados.0.smithi157.stdout:1757: finishing write tid 1 to smithi15786056-50 2024-08-17T00:38:16.774 INFO:tasks.rados.rados.0.smithi157.stdout:1752: expect (ObjNum 506 snap 153 seq_num 506) 2024-08-17T00:38:16.839 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:16 smithi157 ceph-mon[101289]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:38:16.839 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:16 smithi157 ceph-mon[101289]: osd.3 [v2:172.21.15.157:6826/1617902521,v1:172.21.15.157:6827/1617902521] boot 2024-08-17T00:38:16.839 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:16 smithi157 ceph-mon[101289]: osdmap e410: 8 total, 8 up, 8 in 2024-08-17T00:38:16.839 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:38:16.839 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:16 smithi157 ceph-mon[101289]: pgmap v266: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 212 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 20 op/s; 28/231 objects degraded (12.121%) 2024-08-17T00:38:16.840 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:16 smithi157 ceph-mon[101289]: osdmap e411: 8 total, 8 up, 8 in 2024-08-17T00:38:16.840 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:16 smithi157 ceph-mon[98780]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:38:16.840 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:16 smithi157 ceph-mon[98780]: osd.3 [v2:172.21.15.157:6826/1617902521,v1:172.21.15.157:6827/1617902521] boot 2024-08-17T00:38:16.840 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:16 smithi157 ceph-mon[98780]: osdmap e410: 8 total, 8 up, 8 in 2024-08-17T00:38:16.840 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:38:16.840 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:16 smithi157 ceph-mon[98780]: pgmap v266: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 212 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 20 op/s; 28/231 objects degraded (12.121%) 2024-08-17T00:38:16.840 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:16 smithi157 ceph-mon[98780]: osdmap e411: 8 total, 8 up, 8 in 2024-08-17T00:38:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:16 smithi187 ceph-mon[90552]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:38:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:16 smithi187 ceph-mon[90552]: osd.3 [v2:172.21.15.157:6826/1617902521,v1:172.21.15.157:6827/1617902521] boot 2024-08-17T00:38:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:16 smithi187 ceph-mon[90552]: osdmap e410: 8 total, 8 up, 8 in 2024-08-17T00:38:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:38:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:16 smithi187 ceph-mon[90552]: pgmap v266: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 212 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 20 op/s; 28/231 objects degraded (12.121%) 2024-08-17T00:38:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:16 smithi187 ceph-mon[90552]: osdmap e411: 8 total, 8 up, 8 in 2024-08-17T00:38:17.061 INFO:tasks.rados.rados.0.smithi157.stdout:1748: finishing write tid 6 to smithi15786056-32 2024-08-17T00:38:17.061 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 1015 (ObjNum 557 snap 164 seq_num 557) dirty exists 2024-08-17T00:38:17.061 INFO:tasks.rados.rados.0.smithi157.stdout:1748: left oid 32 (ObjNum 557 snap 164 seq_num 557) 2024-08-17T00:38:17.061 INFO:tasks.rados.rados.0.smithi157.stdout:1757: finishing write tid 2 to smithi15786056-50 2024-08-17T00:38:17.062 INFO:tasks.rados.rados.0.smithi157.stdout:1757: finishing write tid 3 to smithi15786056-50 2024-08-17T00:38:17.062 INFO:tasks.rados.rados.0.smithi157.stdout:1757: finishing write tid 4 to smithi15786056-50 2024-08-17T00:38:17.062 INFO:tasks.rados.rados.0.smithi157.stdout:1757: finishing write tid 5 to smithi15786056-50 2024-08-17T00:38:17.062 INFO:tasks.rados.rados.0.smithi157.stdout:1757: finishing write tid 6 to smithi15786056-50 2024-08-17T00:38:17.062 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 751 (ObjNum 558 snap 164 seq_num 558) dirty exists 2024-08-17T00:38:17.062 INFO:tasks.rados.rados.0.smithi157.stdout:1757: left oid 50 (ObjNum 558 snap 164 seq_num 558) 2024-08-17T00:38:17.062 INFO:tasks.rados.rados.0.smithi157.stdout:1755: expect (ObjNum 484 snap 146 seq_num 484) 2024-08-17T00:38:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:17 smithi157 ceph-mon[101289]: Health check update: Degraded data redundancy: 28/231 objects degraded (12.121%), 7 pgs degraded (PG_DEGRADED) 2024-08-17T00:38:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:17 smithi157 ceph-mon[98780]: Health check update: Degraded data redundancy: 28/231 objects degraded (12.121%), 7 pgs degraded (PG_DEGRADED) 2024-08-17T00:38:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:17 smithi187 ceph-mon[90552]: Health check update: Degraded data redundancy: 28/231 objects degraded (12.121%), 7 pgs degraded (PG_DEGRADED) 2024-08-17T00:38:18.192 INFO:tasks.rados.rados.0.smithi157.stdout:1750: finishing copy_from racing read to smithi15786056-28 2024-08-17T00:38:18.192 INFO:tasks.rados.rados.0.smithi157.stdout:1759: finishing write tid 1 to smithi15786056-29 2024-08-17T00:38:18.192 INFO:tasks.rados.rados.0.smithi157.stdout:1759: finishing write tid 2 to smithi15786056-29 2024-08-17T00:38:18.192 INFO:tasks.rados.rados.0.smithi157.stdout:1750: finishing copy_from to smithi15786056-28 2024-08-17T00:38:18.193 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 666 (ObjNum 523 snap 158 seq_num 523) dirty exists 2024-08-17T00:38:18.193 INFO:tasks.rados.rados.0.smithi157.stdout:1759: finishing write tid 3 to smithi15786056-29 2024-08-17T00:38:18.193 INFO:tasks.rados.rados.0.smithi157.stdout:1746: done (10 left) 2024-08-17T00:38:18.193 INFO:tasks.rados.rados.0.smithi157.stdout:1748: done (9 left) 2024-08-17T00:38:18.193 INFO:tasks.rados.rados.0.smithi157.stdout:1750: done (8 left) 2024-08-17T00:38:18.193 INFO:tasks.rados.rados.0.smithi157.stdout:1752: done (7 left) 2024-08-17T00:38:18.193 INFO:tasks.rados.rados.0.smithi157.stdout:1754: done (6 left) 2024-08-17T00:38:18.193 INFO:tasks.rados.rados.0.smithi157.stdout:1755: done (5 left) 2024-08-17T00:38:18.193 INFO:tasks.rados.rados.0.smithi157.stdout:1756: done (4 left) 2024-08-17T00:38:18.193 INFO:tasks.rados.rados.0.smithi157.stdout:1757: done (3 left) 2024-08-17T00:38:18.193 INFO:tasks.rados.rados.0.smithi157.stdout:1760: done (2 left) 2024-08-17T00:38:18.193 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 165 2024-08-17T00:38:18.193 INFO:tasks.rados.rados.0.smithi157.stdout:1761: seq_num 560 ranges {11403264=581632,11984896=458752,12443648=614400,13058048=532480} 2024-08-17T00:38:18.255 INFO:tasks.rados.rados.0.smithi157.stdout:1761: writing smithi15786056-45 from 11403264 to 11984896 tid 1 2024-08-17T00:38:18.258 INFO:tasks.rados.rados.0.smithi157.stdout:1761: writing smithi15786056-45 from 11984896 to 12443648 tid 2 2024-08-17T00:38:18.261 INFO:tasks.rados.rados.0.smithi157.stdout:1761: writing smithi15786056-45 from 12443648 to 13058048 tid 3 2024-08-17T00:38:18.265 INFO:tasks.rados.rados.0.smithi157.stdout:1761: writing smithi15786056-45 from 13058048 to 13590528 tid 4 2024-08-17T00:38:18.265 INFO:tasks.rados.rados.0.smithi157.stdout:1762: read oid 8 snap -1 2024-08-17T00:38:18.265 INFO:tasks.rados.rados.0.smithi157.stdout:1762: expect (ObjNum 484 snap 146 seq_num 484) 2024-08-17T00:38:18.265 INFO:tasks.rados.rados.0.smithi157.stdout:1763: snap_create 2024-08-17T00:38:18.265 INFO:tasks.rados.rados.0.smithi157.stdout:1759: finishing write tid 4 to smithi15786056-29 2024-08-17T00:38:18.266 INFO:tasks.rados.rados.0.smithi157.stdout:1759: finishing write tid 5 to smithi15786056-29 2024-08-17T00:38:18.266 INFO:tasks.rados.rados.0.smithi157.stdout:1759: finishing write tid 6 to smithi15786056-29 2024-08-17T00:38:18.266 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1051 (ObjNum 559 snap 164 seq_num 559) dirty exists 2024-08-17T00:38:18.266 INFO:tasks.rados.rados.0.smithi157.stdout:1759: left oid 29 (ObjNum 559 snap 164 seq_num 559) 2024-08-17T00:38:18.266 INFO:tasks.rados.rados.0.smithi157.stdout:1758: finishing copy_from racing read to smithi15786056-36 2024-08-17T00:38:18.266 INFO:tasks.rados.rados.0.smithi157.stdout:1758: finishing copy_from to smithi15786056-36 2024-08-17T00:38:18.266 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 863 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-08-17T00:38:18.266 INFO:tasks.rados.rados.0.smithi157.stdout:1761: finishing write tid 1 to smithi15786056-45 2024-08-17T00:38:18.266 INFO:tasks.rados.rados.0.smithi157.stdout:1761: finishing write tid 2 to smithi15786056-45 2024-08-17T00:38:18.267 INFO:tasks.rados.rados.0.smithi157.stdout:1761: finishing write tid 3 to smithi15786056-45 2024-08-17T00:38:18.268 INFO:tasks.rados.rados.0.smithi157.stdout:1761: finishing write tid 4 to smithi15786056-45 2024-08-17T00:38:18.269 INFO:tasks.rados.rados.0.smithi157.stdout:1761: finishing write tid 5 to smithi15786056-45 2024-08-17T00:38:18.270 INFO:tasks.rados.rados.0.smithi157.stdout:1761: finishing write tid 6 to smithi15786056-45 2024-08-17T00:38:18.270 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 868 (ObjNum 560 snap 165 seq_num 560) dirty exists 2024-08-17T00:38:18.270 INFO:tasks.rados.rados.0.smithi157.stdout:1761: left oid 45 (ObjNum 560 snap 165 seq_num 560) 2024-08-17T00:38:18.304 INFO:tasks.rados.rados.0.smithi157.stdout:1762: expect (ObjNum 484 snap 146 seq_num 484) 2024-08-17T00:38:18.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:38:18.406+0000 7fa318536640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T00:38:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[101289]: osdmap e412: 8 total, 8 up, 8 in 2024-08-17T00:38:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[101289]: pgmap v269: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 212 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 14 op/s; 28/231 objects degraded (12.121%) 2024-08-17T00:38:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:38:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:38:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:38:18.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:18.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:18.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:18.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:38:18.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[98780]: osdmap e412: 8 total, 8 up, 8 in 2024-08-17T00:38:18.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[98780]: pgmap v269: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 212 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 14 op/s; 28/231 objects degraded (12.121%) 2024-08-17T00:38:18.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:18.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:18.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:38:18.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:38:18.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:18.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:38:18.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:18.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:18.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:18.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:38:18.956 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:18.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:18 smithi187 ceph-mon[90552]: osdmap e412: 8 total, 8 up, 8 in 2024-08-17T00:38:18.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:18 smithi187 ceph-mon[90552]: pgmap v269: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 212 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 14 op/s; 28/231 objects degraded (12.121%) 2024-08-17T00:38:18.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:18.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:18.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:38:18.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:38:18.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:18.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:38:18.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:18.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:18.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:18.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:38:19.387 INFO:tasks.rados.rados.0.smithi157.stdout:1758: done (4 left) 2024-08-17T00:38:19.388 INFO:tasks.rados.rados.0.smithi157.stdout:1759: done (3 left) 2024-08-17T00:38:19.388 INFO:tasks.rados.rados.0.smithi157.stdout:1761: done (2 left) 2024-08-17T00:38:19.388 INFO:tasks.rados.rados.0.smithi157.stdout:1762: done (1 left) 2024-08-17T00:38:19.388 INFO:tasks.rados.rados.0.smithi157.stdout:1763: done (0 left) 2024-08-17T00:38:19.388 INFO:tasks.rados.rados.0.smithi157.stdout:1764: snap_create 2024-08-17T00:38:19.601 INFO:tasks.rados.rados.0.smithi157.stdout:1764: done (0 left) 2024-08-17T00:38:19.601 INFO:tasks.rados.rados.0.smithi157.stdout:1765: snap_remove snap 166 2024-08-17T00:38:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:19 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:38:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:19 smithi157 ceph-mon[98780]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T00:38:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:19 smithi157 ceph-mon[98780]: osdmap e413: 8 total, 8 up, 8 in 2024-08-17T00:38:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:19 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:38:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:19 smithi157 ceph-mon[101289]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T00:38:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:19 smithi157 ceph-mon[101289]: osdmap e413: 8 total, 8 up, 8 in 2024-08-17T00:38:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:19 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:38:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:19 smithi187 ceph-mon[90552]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T00:38:19.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:19 smithi187 ceph-mon[90552]: osdmap e413: 8 total, 8 up, 8 in 2024-08-17T00:38:20.606 INFO:tasks.rados.rados.0.smithi157.stdout:1765: done (0 left) 2024-08-17T00:38:20.606 INFO:tasks.rados.rados.0.smithi157.stdout:1766: delete oid 32 current snap is 167 2024-08-17T00:38:20.612 INFO:tasks.rados.rados.0.smithi157.stdout:1766: done (0 left) 2024-08-17T00:38:20.612 INFO:tasks.rados.rados.0.smithi157.stdout:1767: delete oid 21 current snap is 167 2024-08-17T00:38:20.617 INFO:tasks.rados.rados.0.smithi157.stdout:1767: done (0 left) 2024-08-17T00:38:20.617 INFO:tasks.rados.rados.0.smithi157.stdout:1768: snap_remove snap 164 2024-08-17T00:38:20.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:20 smithi157 ceph-mon[98780]: osdmap e414: 8 total, 8 up, 8 in 2024-08-17T00:38:20.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:20 smithi157 ceph-mon[98780]: pgmap v272: 121 pgs: 6 active+undersized, 3 active+undersized+degraded, 112 active+clean; 207 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.1 MiB/s wr, 8 op/s; 10/207 objects degraded (4.831%); 5.1 MiB/s, 1 objects/s recovering 2024-08-17T00:38:20.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:20 smithi157 ceph-mon[101289]: osdmap e414: 8 total, 8 up, 8 in 2024-08-17T00:38:20.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:20 smithi157 ceph-mon[101289]: pgmap v272: 121 pgs: 6 active+undersized, 3 active+undersized+degraded, 112 active+clean; 207 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.1 MiB/s wr, 8 op/s; 10/207 objects degraded (4.831%); 5.1 MiB/s, 1 objects/s recovering 2024-08-17T00:38:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:20 smithi187 ceph-mon[90552]: osdmap e414: 8 total, 8 up, 8 in 2024-08-17T00:38:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:20 smithi187 ceph-mon[90552]: pgmap v272: 121 pgs: 6 active+undersized, 3 active+undersized+degraded, 112 active+clean; 207 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.1 MiB/s wr, 8 op/s; 10/207 objects degraded (4.831%); 5.1 MiB/s, 1 objects/s recovering 2024-08-17T00:38:21.611 INFO:tasks.rados.rados.0.smithi157.stdout:1768: done (0 left) 2024-08-17T00:38:21.611 INFO:tasks.rados.rados.0.smithi157.stdout:1769: snap_remove snap 165 2024-08-17T00:38:21.856 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:21 smithi187 ceph-mon[90552]: osdmap e415: 8 total, 8 up, 8 in 2024-08-17T00:38:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:21 smithi157 ceph-mon[98780]: osdmap e415: 8 total, 8 up, 8 in 2024-08-17T00:38:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:21 smithi157 ceph-mon[101289]: osdmap e415: 8 total, 8 up, 8 in 2024-08-17T00:38:22.615 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:22.619 INFO:tasks.rados.rados.0.smithi157.stdout:1769: done (0 left) 2024-08-17T00:38:22.619 INFO:tasks.rados.rados.0.smithi157.stdout:1770: copy_from oid 11 from oid 16 current snap is 167 2024-08-17T00:38:22.619 INFO:tasks.rados.rados.0.smithi157.stdout:1771: rollback oid 40 current snap is 167 2024-08-17T00:38:22.619 INFO:tasks.rados.rados.0.smithi157.stdout:1771: done (1 left) 2024-08-17T00:38:22.619 INFO:tasks.rados.rados.0.smithi157.stdout:1772: read oid 21 snap -1 2024-08-17T00:38:22.619 INFO:tasks.rados.rados.0.smithi157.stdout:1772: expect deleted 2024-08-17T00:38:22.619 INFO:tasks.rados.rados.0.smithi157.stdout:1773: rollback oid 39 current snap is 167 2024-08-17T00:38:22.619 INFO:tasks.rados.rados.0.smithi157.stdout:1773: done (2 left) 2024-08-17T00:38:22.619 INFO:tasks.rados.rados.0.smithi157.stdout:1774: copy_from oid 18 from oid 14 current snap is 167 2024-08-17T00:38:22.619 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 50 current snap is 167 2024-08-17T00:38:22.620 INFO:tasks.rados.rados.0.smithi157.stdout:1775: seq_num 563 ranges {4464640=638976,5103616=565248,5668864=794624,6463488=245760} 2024-08-17T00:38:22.647 INFO:tasks.rados.rados.0.smithi157.stdout:1775: writing smithi15786056-50 from 4464640 to 5103616 tid 1 2024-08-17T00:38:22.650 INFO:tasks.rados.rados.0.smithi157.stdout:1775: writing smithi15786056-50 from 5103616 to 5668864 tid 2 2024-08-17T00:38:22.655 INFO:tasks.rados.rados.0.smithi157.stdout:1775: writing smithi15786056-50 from 5668864 to 6463488 tid 3 2024-08-17T00:38:22.656 INFO:tasks.rados.rados.0.smithi157.stdout:1775: writing smithi15786056-50 from 6463488 to 6709248 tid 4 2024-08-17T00:38:22.656 INFO:tasks.rados.rados.0.smithi157.stdout:1776: copy_from oid 15 from oid 4 current snap is 167 2024-08-17T00:38:22.656 INFO:tasks.rados.rados.0.smithi157.stdout:1772: done (4 left) 2024-08-17T00:38:22.657 INFO:tasks.rados.rados.0.smithi157.stdout:1777: delete oid 21 current snap is 167 2024-08-17T00:38:22.657 INFO:tasks.rados.rados.0.smithi157.stdout:1775: finishing write tid 1 to smithi15786056-50 2024-08-17T00:38:22.658 INFO:tasks.rados.rados.0.smithi157.stdout:1770: finishing copy_from racing read to smithi15786056-11 2024-08-17T00:38:22.664 INFO:tasks.rados.rados.0.smithi157.stdout:1770: finishing copy_from to smithi15786056-11 2024-08-17T00:38:22.664 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 278 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-08-17T00:38:22.664 INFO:tasks.rados.rados.0.smithi157.stdout:1775: finishing write tid 2 to smithi15786056-50 2024-08-17T00:38:22.664 INFO:tasks.rados.rados.0.smithi157.stdout:1775: finishing write tid 3 to smithi15786056-50 2024-08-17T00:38:22.664 INFO:tasks.rados.rados.0.smithi157.stdout:1775: finishing write tid 4 to smithi15786056-50 2024-08-17T00:38:22.665 INFO:tasks.rados.rados.0.smithi157.stdout:1775: finishing write tid 5 to smithi15786056-50 2024-08-17T00:38:22.665 INFO:tasks.rados.rados.0.smithi157.stdout:1770: done (4 left) 2024-08-17T00:38:22.665 INFO:tasks.rados.rados.0.smithi157.stdout:1777: done (3 left) 2024-08-17T00:38:22.665 INFO:tasks.rados.rados.0.smithi157.stdout:1778: snap_create 2024-08-17T00:38:22.666 INFO:tasks.rados.rados.0.smithi157.stdout:1774: finishing copy_from racing read to smithi15786056-18 2024-08-17T00:38:22.667 INFO:tasks.rados.rados.0.smithi157.stdout:1774: finishing copy_from to smithi15786056-18 2024-08-17T00:38:22.667 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 740 (ObjNum 484 snap 146 seq_num 484) dirty exists 2024-08-17T00:38:22.668 INFO:tasks.rados.rados.0.smithi157.stdout:1775: finishing write tid 6 to smithi15786056-50 2024-08-17T00:38:22.668 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 756 (ObjNum 563 snap 167 seq_num 563) dirty exists 2024-08-17T00:38:22.668 INFO:tasks.rados.rados.0.smithi157.stdout:1775: left oid 50 (ObjNum 563 snap 167 seq_num 563) 2024-08-17T00:38:22.674 INFO:tasks.rados.rados.0.smithi157.stdout:1776: finishing copy_from racing read to smithi15786056-15 2024-08-17T00:38:22.676 INFO:tasks.rados.rados.0.smithi157.stdout:1776: finishing copy_from to smithi15786056-15 2024-08-17T00:38:22.676 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 557 (ObjNum 534 snap 161 seq_num 534) dirty exists 2024-08-17T00:38:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:22 smithi157 ceph-mon[98780]: osdmap e416: 8 total, 8 up, 8 in 2024-08-17T00:38:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:22 smithi157 ceph-mon[98780]: pgmap v275: 121 pgs: 121 active+clean; 206 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 8.2 MiB/s wr, 14 op/s; 8.9 MiB/s, 3 objects/s recovering 2024-08-17T00:38:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:22 smithi157 ceph-mon[98780]: Health check update: Degraded data redundancy: 10/207 objects degraded (4.831%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T00:38:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:22 smithi157 ceph-mon[101289]: osdmap e416: 8 total, 8 up, 8 in 2024-08-17T00:38:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:22 smithi157 ceph-mon[101289]: pgmap v275: 121 pgs: 121 active+clean; 206 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 8.2 MiB/s wr, 14 op/s; 8.9 MiB/s, 3 objects/s recovering 2024-08-17T00:38:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:22 smithi157 ceph-mon[101289]: Health check update: Degraded data redundancy: 10/207 objects degraded (4.831%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T00:38:22.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:22 smithi187 ceph-mon[90552]: osdmap e416: 8 total, 8 up, 8 in 2024-08-17T00:38:22.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:22 smithi187 ceph-mon[90552]: pgmap v275: 121 pgs: 121 active+clean; 206 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 8.2 MiB/s wr, 14 op/s; 8.9 MiB/s, 3 objects/s recovering 2024-08-17T00:38:22.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:22 smithi187 ceph-mon[90552]: Health check update: Degraded data redundancy: 10/207 objects degraded (4.831%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T00:38:23.625 INFO:tasks.rados.rados.0.smithi157.stdout:1774: done (3 left) 2024-08-17T00:38:23.625 INFO:tasks.rados.rados.0.smithi157.stdout:1775: done (2 left) 2024-08-17T00:38:23.625 INFO:tasks.rados.rados.0.smithi157.stdout:1776: done (1 left) 2024-08-17T00:38:23.625 INFO:tasks.rados.rados.0.smithi157.stdout:1778: done (0 left) 2024-08-17T00:38:23.626 INFO:tasks.rados.rados.0.smithi157.stdout:1779: read oid 3 snap 167 2024-08-17T00:38:23.626 INFO:tasks.rados.rados.0.smithi157.stdout:1779: expect (ObjNum 546 snap 162 seq_num 546) 2024-08-17T00:38:23.626 INFO:tasks.rados.rados.0.smithi157.stdout:1780: rmattr oid 18 current snap is 168 2024-08-17T00:38:23.626 INFO:tasks.rados.rados.0.smithi157.stdout:1781: read oid 12 snap -1 2024-08-17T00:38:23.626 INFO:tasks.rados.rados.0.smithi157.stdout:1781: expect (ObjNum 447 snap 134 seq_num 447) 2024-08-17T00:38:23.626 INFO:tasks.rados.rados.0.smithi157.stdout:1782: copy_from oid 7 from oid 35 current snap is 168 2024-08-17T00:38:23.626 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 168 2024-08-17T00:38:23.626 INFO:tasks.rados.rados.0.smithi157.stdout:1783: seq_num 565 ranges {13590528=671744,14262272=729088,14991360=753664,15745024=122880} 2024-08-17T00:38:23.701 INFO:tasks.rados.rados.0.smithi157.stdout:1783: writing smithi15786056-45 from 13590528 to 14262272 tid 1 2024-08-17T00:38:23.705 INFO:tasks.rados.rados.0.smithi157.stdout:1783: writing smithi15786056-45 from 14262272 to 14991360 tid 2 2024-08-17T00:38:23.709 INFO:tasks.rados.rados.0.smithi157.stdout:1783: writing smithi15786056-45 from 14991360 to 15745024 tid 3 2024-08-17T00:38:23.710 INFO:tasks.rados.rados.0.smithi157.stdout:1783: writing smithi15786056-45 from 15745024 to 15867904 tid 4 2024-08-17T00:38:23.710 INFO:tasks.rados.rados.0.smithi157.stdout:1784: setattr oid 28 current snap is 168 2024-08-17T00:38:23.710 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 869 (ObjNum 484 snap 146 seq_num 484) dirty exists 2024-08-17T00:38:23.710 INFO:tasks.rados.rados.0.smithi157.stdout:1781: expect (ObjNum 447 snap 134 seq_num 447) 2024-08-17T00:38:23.849 INFO:tasks.rados.rados.0.smithi157.stdout:1779: expect (ObjNum 546 snap 162 seq_num 546) 2024-08-17T00:38:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:38:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:38:23] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-08-17T00:38:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:23 smithi157 ceph-mon[98780]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/207 objects degraded (4.831%), 3 pgs degraded) 2024-08-17T00:38:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:23 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:38:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:23 smithi157 ceph-mon[98780]: osdmap e417: 8 total, 8 up, 8 in 2024-08-17T00:38:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:23 smithi157 ceph-mon[101289]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/207 objects degraded (4.831%), 3 pgs degraded) 2024-08-17T00:38:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:23 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:38:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:23 smithi157 ceph-mon[101289]: osdmap e417: 8 total, 8 up, 8 in 2024-08-17T00:38:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:23 smithi187 ceph-mon[90552]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/207 objects degraded (4.831%), 3 pgs degraded) 2024-08-17T00:38:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:23 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:38:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:23 smithi187 ceph-mon[90552]: osdmap e417: 8 total, 8 up, 8 in 2024-08-17T00:38:23.956 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:23.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:24.111 INFO:tasks.rados.rados.0.smithi157.stdout:1782: finishing copy_from racing read to smithi15786056-7 2024-08-17T00:38:24.111 INFO:tasks.rados.rados.0.smithi157.stdout:1782: finishing copy_from to smithi15786056-7 2024-08-17T00:38:24.111 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 726 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-08-17T00:38:24.111 INFO:tasks.rados.rados.0.smithi157.stdout:1783: finishing write tid 1 to smithi15786056-45 2024-08-17T00:38:24.111 INFO:tasks.rados.rados.0.smithi157.stdout:1783: finishing write tid 2 to smithi15786056-45 2024-08-17T00:38:24.111 INFO:tasks.rados.rados.0.smithi157.stdout:1783: finishing write tid 3 to smithi15786056-45 2024-08-17T00:38:24.111 INFO:tasks.rados.rados.0.smithi157.stdout:1783: finishing write tid 4 to smithi15786056-45 2024-08-17T00:38:24.112 INFO:tasks.rados.rados.0.smithi157.stdout:1783: finishing write tid 5 to smithi15786056-45 2024-08-17T00:38:24.112 INFO:tasks.rados.rados.0.smithi157.stdout:1783: finishing write tid 6 to smithi15786056-45 2024-08-17T00:38:24.112 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 874 (ObjNum 565 snap 168 seq_num 565) dirty exists 2024-08-17T00:38:24.112 INFO:tasks.rados.rados.0.smithi157.stdout:1783: left oid 45 (ObjNum 565 snap 168 seq_num 565) 2024-08-17T00:38:24.112 INFO:tasks.rados.rados.0.smithi157.stdout:1779: done (5 left) 2024-08-17T00:38:24.112 INFO:tasks.rados.rados.0.smithi157.stdout:1780: done (4 left) 2024-08-17T00:38:24.112 INFO:tasks.rados.rados.0.smithi157.stdout:1781: done (3 left) 2024-08-17T00:38:24.112 INFO:tasks.rados.rados.0.smithi157.stdout:1782: done (2 left) 2024-08-17T00:38:24.112 INFO:tasks.rados.rados.0.smithi157.stdout:1783: done (1 left) 2024-08-17T00:38:24.112 INFO:tasks.rados.rados.0.smithi157.stdout:1785: snap_remove snap 167 2024-08-17T00:38:24.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:24 smithi187 ceph-mon[90552]: osdmap e418: 8 total, 8 up, 8 in 2024-08-17T00:38:24.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:24 smithi187 ceph-mon[90552]: pgmap v278: 121 pgs: 121 active+clean; 206 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 5 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-08-17T00:38:24.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:24 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:24.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:24.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:24.807 INFO:tasks.rados.rados.0.smithi157.stdout:1785: done (1 left) 2024-08-17T00:38:24.807 INFO:tasks.rados.rados.0.smithi157.stdout:1786: rmattr oid 23 current snap is 168 2024-08-17T00:38:24.807 INFO:tasks.rados.rados.0.smithi157.stdout:1786: done (1 left) 2024-08-17T00:38:24.808 INFO:tasks.rados.rados.0.smithi157.stdout:1787: read oid 4 snap -1 2024-08-17T00:38:24.808 INFO:tasks.rados.rados.0.smithi157.stdout:1787: expect (ObjNum 534 snap 161 seq_num 534) 2024-08-17T00:38:24.808 INFO:tasks.rados.rados.0.smithi157.stdout:1788: copy_from oid 40 from oid 21 current snap is 168 2024-08-17T00:38:24.808 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 856 (ObjNum 523 snap 158 seq_num 523) dirty exists 2024-08-17T00:38:24.808 INFO:tasks.rados.rados.0.smithi157.stdout:1784: done (2 left) 2024-08-17T00:38:24.808 INFO:tasks.rados.rados.0.smithi157.stdout:1789: rollback oid 9 current snap is 168 2024-08-17T00:38:24.808 INFO:tasks.rados.rados.0.smithi157.stdout:1789: done (2 left) 2024-08-17T00:38:24.808 INFO:tasks.rados.rados.0.smithi157.stdout:1790: delete oid 37 current snap is 168 2024-08-17T00:38:24.816 INFO:tasks.rados.rados.0.smithi157.stdout:1790: done (2 left) 2024-08-17T00:38:24.817 INFO:tasks.rados.rados.0.smithi157.stdout:1791: read oid 1 snap -1 2024-08-17T00:38:24.817 INFO:tasks.rados.rados.0.smithi157.stdout:1791: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:38:24.817 INFO:tasks.rados.rados.0.smithi157.stdout:1792: snap_create 2024-08-17T00:38:24.820 INFO:tasks.rados.rados.0.smithi157.stdout:1788: finishing copy_from to smithi15786056-40 2024-08-17T00:38:24.820 INFO:tasks.rados.rados.0.smithi157.stdout:1788: got expected ENOENT (src dne) 2024-08-17T00:38:24.820 INFO:tasks.rados.rados.0.smithi157.stdout:1788: finishing copy_from racing read to smithi15786056-40 2024-08-17T00:38:24.826 INFO:tasks.rados.rados.0.smithi157.stdout:1787: expect (ObjNum 534 snap 161 seq_num 534) 2024-08-17T00:38:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:24 smithi157 ceph-mon[98780]: osdmap e418: 8 total, 8 up, 8 in 2024-08-17T00:38:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:24 smithi157 ceph-mon[98780]: pgmap v278: 121 pgs: 121 active+clean; 206 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 5 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-08-17T00:38:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:24.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:24 smithi157 ceph-mon[101289]: osdmap e418: 8 total, 8 up, 8 in 2024-08-17T00:38:24.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:24 smithi157 ceph-mon[101289]: pgmap v278: 121 pgs: 121 active+clean; 206 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 5 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-08-17T00:38:24.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:24 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:24.952 INFO:tasks.rados.rados.0.smithi157.stdout:1791: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:38:25.811 INFO:tasks.rados.rados.0.smithi157.stdout:1787: done (3 left) 2024-08-17T00:38:25.811 INFO:tasks.rados.rados.0.smithi157.stdout:1788: done (2 left) 2024-08-17T00:38:25.812 INFO:tasks.rados.rados.0.smithi157.stdout:1791: done (1 left) 2024-08-17T00:38:25.812 INFO:tasks.rados.rados.0.smithi157.stdout:1792: done (0 left) 2024-08-17T00:38:25.812 INFO:tasks.rados.rados.0.smithi157.stdout:1793: delete oid 13 current snap is 169 2024-08-17T00:38:25.815 INFO:tasks.rados.rados.0.smithi157.stdout:1793: done (0 left) 2024-08-17T00:38:25.815 INFO:tasks.rados.rados.0.smithi157.stdout:1794: delete oid 34 current snap is 169 2024-08-17T00:38:25.817 INFO:tasks.rados.rados.0.smithi157.stdout:1794: done (0 left) 2024-08-17T00:38:25.818 INFO:tasks.rados.rados.0.smithi157.stdout:1795: snap_create 2024-08-17T00:38:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:25 smithi157 ceph-mon[98780]: osdmap e419: 8 total, 8 up, 8 in 2024-08-17T00:38:26.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:25 smithi157 ceph-mon[101289]: osdmap e419: 8 total, 8 up, 8 in 2024-08-17T00:38:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:25 smithi187 ceph-mon[90552]: osdmap e419: 8 total, 8 up, 8 in 2024-08-17T00:38:26.819 INFO:tasks.rados.rados.0.smithi157.stdout:1795: done (0 left) 2024-08-17T00:38:26.819 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 170 2024-08-17T00:38:26.819 INFO:tasks.rados.rados.0.smithi157.stdout:1796: seq_num 569 ranges {8626176=737280,9363456=671744,10035200=737280,10772480=196608} 2024-08-17T00:38:26.868 INFO:tasks.rados.rados.0.smithi157.stdout:1796: writing smithi15786056-49 from 8626176 to 9363456 tid 1 2024-08-17T00:38:26.871 INFO:tasks.rados.rados.0.smithi157.stdout:1796: writing smithi15786056-49 from 9363456 to 10035200 tid 2 2024-08-17T00:38:26.876 INFO:tasks.rados.rados.0.smithi157.stdout:1796: writing smithi15786056-49 from 10035200 to 10772480 tid 3 2024-08-17T00:38:26.877 INFO:tasks.rados.rados.0.smithi157.stdout:1796: writing smithi15786056-49 from 10772480 to 10969088 tid 4 2024-08-17T00:38:26.877 INFO:tasks.rados.rados.0.smithi157.stdout:1797: setattr oid 31 current snap is 170 2024-08-17T00:38:26.877 INFO:tasks.rados.rados.0.smithi157.stdout:1796: finishing write tid 1 to smithi15786056-49 2024-08-17T00:38:26.878 INFO:tasks.rados.rados.0.smithi157.stdout:1796: finishing write tid 2 to smithi15786056-49 2024-08-17T00:38:26.878 INFO:tasks.rados.rados.0.smithi157.stdout:1798: read oid 35 snap -1 2024-08-17T00:38:26.878 INFO:tasks.rados.rados.0.smithi157.stdout:1798: expect (ObjNum 384 snap 116 seq_num 384) 2024-08-17T00:38:26.878 INFO:tasks.rados.rados.0.smithi157.stdout:1799: snap_remove snap 169 2024-08-17T00:38:27.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:26 smithi157 ceph-mon[98780]: pgmap v280: 121 pgs: 121 active+clean; 227 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 17 op/s 2024-08-17T00:38:27.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:26 smithi157 ceph-mon[98780]: osdmap e420: 8 total, 8 up, 8 in 2024-08-17T00:38:27.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:26 smithi157 ceph-mon[101289]: pgmap v280: 121 pgs: 121 active+clean; 227 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 17 op/s 2024-08-17T00:38:27.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:26 smithi157 ceph-mon[101289]: osdmap e420: 8 total, 8 up, 8 in 2024-08-17T00:38:27.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:26 smithi187 ceph-mon[90552]: pgmap v280: 121 pgs: 121 active+clean; 227 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 17 op/s 2024-08-17T00:38:27.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:26 smithi187 ceph-mon[90552]: osdmap e420: 8 total, 8 up, 8 in 2024-08-17T00:38:27.330 INFO:tasks.rados.rados.0.smithi157.stdout:1799: done (3 left) 2024-08-17T00:38:27.331 INFO:tasks.rados.rados.0.smithi157.stdout:1800: setattr oid 18 current snap is 170 2024-08-17T00:38:27.331 INFO:tasks.rados.rados.0.smithi157.stdout:1796: finishing write tid 3 to smithi15786056-49 2024-08-17T00:38:27.331 INFO:tasks.rados.rados.0.smithi157.stdout:1796: finishing write tid 4 to smithi15786056-49 2024-08-17T00:38:27.331 INFO:tasks.rados.rados.0.smithi157.stdout:1796: finishing write tid 5 to smithi15786056-49 2024-08-17T00:38:27.331 INFO:tasks.rados.rados.0.smithi157.stdout:1796: finishing write tid 6 to smithi15786056-49 2024-08-17T00:38:27.331 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 880 (ObjNum 569 snap 170 seq_num 569) dirty exists 2024-08-17T00:38:27.331 INFO:tasks.rados.rados.0.smithi157.stdout:1796: left oid 49 (ObjNum 569 snap 170 seq_num 569) 2024-08-17T00:38:27.331 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 859 (ObjNum 97 snap 0 seq_num 170515136) dirty exists 2024-08-17T00:38:27.331 INFO:tasks.rados.rados.0.smithi157.stdout:1798: expect (ObjNum 384 snap 116 seq_num 384) 2024-08-17T00:38:27.728 INFO:tasks.rados.rados.0.smithi157.stdout:1796: done (3 left) 2024-08-17T00:38:27.728 INFO:tasks.rados.rados.0.smithi157.stdout:1797: done (2 left) 2024-08-17T00:38:27.728 INFO:tasks.rados.rados.0.smithi157.stdout:1798: done (1 left) 2024-08-17T00:38:27.728 INFO:tasks.rados.rados.0.smithi157.stdout:1801: snap_create 2024-08-17T00:38:27.731 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 881 (ObjNum 484 snap 146 seq_num 484) dirty exists 2024-08-17T00:38:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:27 smithi157 ceph-mon[101289]: osdmap e421: 8 total, 8 up, 8 in 2024-08-17T00:38:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:27 smithi157 ceph-mon[101289]: osdmap e422: 8 total, 8 up, 8 in 2024-08-17T00:38:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:27 smithi157 ceph-mon[101289]: pgmap v284: 121 pgs: 121 active+clean; 227 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.2 MiB/s wr, 18 op/s 2024-08-17T00:38:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:27 smithi157 ceph-mon[98780]: osdmap e421: 8 total, 8 up, 8 in 2024-08-17T00:38:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:27 smithi157 ceph-mon[98780]: osdmap e422: 8 total, 8 up, 8 in 2024-08-17T00:38:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:27 smithi157 ceph-mon[98780]: pgmap v284: 121 pgs: 121 active+clean; 227 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.2 MiB/s wr, 18 op/s 2024-08-17T00:38:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:27 smithi187 ceph-mon[90552]: osdmap e421: 8 total, 8 up, 8 in 2024-08-17T00:38:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:27 smithi187 ceph-mon[90552]: osdmap e422: 8 total, 8 up, 8 in 2024-08-17T00:38:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:27 smithi187 ceph-mon[90552]: pgmap v284: 121 pgs: 121 active+clean; 227 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.2 MiB/s wr, 18 op/s 2024-08-17T00:38:28.333 INFO:tasks.rados.rados.0.smithi157.stdout:1800: done (1 left) 2024-08-17T00:38:28.334 INFO:tasks.rados.rados.0.smithi157.stdout:1801: done (0 left) 2024-08-17T00:38:28.334 INFO:tasks.rados.rados.0.smithi157.stdout:1802: snap_create 2024-08-17T00:38:28.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:28.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T00:38:28.956 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:29.336 INFO:tasks.rados.rados.0.smithi157.stdout:1802: done (0 left) 2024-08-17T00:38:29.336 INFO:tasks.rados.rados.0.smithi157.stdout:1803: snap_remove snap 170 2024-08-17T00:38:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:29 smithi157 ceph-mon[98780]: osdmap e423: 8 total, 8 up, 8 in 2024-08-17T00:38:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:29 smithi157 ceph-mon[101289]: osdmap e423: 8 total, 8 up, 8 in 2024-08-17T00:38:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:29 smithi187 ceph-mon[90552]: osdmap e423: 8 total, 8 up, 8 in 2024-08-17T00:38:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:29.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:30.338 INFO:tasks.rados.rados.0.smithi157.stdout:1803: done (0 left) 2024-08-17T00:38:30.338 INFO:tasks.rados.rados.0.smithi157.stdout:1804: rollback oid 7 current snap is 172 2024-08-17T00:38:30.338 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 7 to 168 2024-08-17T00:38:30.338 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 31 current snap is 172 2024-08-17T00:38:30.338 INFO:tasks.rados.rados.0.smithi157.stdout:1805: seq_num 570 ranges {0=753664,753664=548864,1302528=540672,1843200=516096} 2024-08-17T00:38:30.342 INFO:tasks.rados.rados.0.smithi157.stdout:1805: writing smithi15786056-31 from 0 to 753664 tid 1 2024-08-17T00:38:30.345 INFO:tasks.rados.rados.0.smithi157.stdout:1805: writing smithi15786056-31 from 753664 to 1302528 tid 2 2024-08-17T00:38:30.350 INFO:tasks.rados.rados.0.smithi157.stdout:1805: writing smithi15786056-31 from 1302528 to 1843200 tid 3 2024-08-17T00:38:30.353 INFO:tasks.rados.rados.0.smithi157.stdout:1805: writing smithi15786056-31 from 1843200 to 2359296 tid 4 2024-08-17T00:38:30.353 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 50 current snap is 172 2024-08-17T00:38:30.353 INFO:tasks.rados.rados.0.smithi157.stdout:1804: finishing rollback tid 0 to smithi15786056-7 2024-08-17T00:38:30.353 INFO:tasks.rados.rados.0.smithi157.stdout:1806: seq_num 571 ranges {6709248=770048,7479296=483328,7962624=753664,8716288=368640} 2024-08-17T00:38:30.393 INFO:tasks.rados.rados.0.smithi157.stdout:1806: writing smithi15786056-50 from 6709248 to 7479296 tid 1 2024-08-17T00:38:30.396 INFO:tasks.rados.rados.0.smithi157.stdout:1806: writing smithi15786056-50 from 7479296 to 7962624 tid 2 2024-08-17T00:38:30.401 INFO:tasks.rados.rados.0.smithi157.stdout:1806: writing smithi15786056-50 from 7962624 to 8716288 tid 3 2024-08-17T00:38:30.404 INFO:tasks.rados.rados.0.smithi157.stdout:1806: writing smithi15786056-50 from 8716288 to 9084928 tid 4 2024-08-17T00:38:30.404 INFO:tasks.rados.rados.0.smithi157.stdout:1807: read oid 9 snap -1 2024-08-17T00:38:30.404 INFO:tasks.rados.rados.0.smithi157.stdout:1807: expect (ObjNum 513 snap 155 seq_num 513) 2024-08-17T00:38:30.404 INFO:tasks.rados.rados.0.smithi157.stdout:1808: snap_remove snap 171 2024-08-17T00:38:30.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:30 smithi157 ceph-mon[98780]: osdmap e424: 8 total, 8 up, 8 in 2024-08-17T00:38:30.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:30 smithi157 ceph-mon[98780]: pgmap v287: 121 pgs: 121 active+clean; 214 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 586 KiB/s wr, 7 op/s 2024-08-17T00:38:30.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:30 smithi157 ceph-mon[98780]: osdmap e425: 8 total, 8 up, 8 in 2024-08-17T00:38:30.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:30 smithi157 ceph-mon[101289]: osdmap e424: 8 total, 8 up, 8 in 2024-08-17T00:38:30.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:30 smithi157 ceph-mon[101289]: pgmap v287: 121 pgs: 121 active+clean; 214 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 586 KiB/s wr, 7 op/s 2024-08-17T00:38:30.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:30 smithi157 ceph-mon[101289]: osdmap e425: 8 total, 8 up, 8 in 2024-08-17T00:38:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:30 smithi187 ceph-mon[90552]: osdmap e424: 8 total, 8 up, 8 in 2024-08-17T00:38:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:30 smithi187 ceph-mon[90552]: pgmap v287: 121 pgs: 121 active+clean; 214 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 586 KiB/s wr, 7 op/s 2024-08-17T00:38:30.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:30 smithi187 ceph-mon[90552]: osdmap e425: 8 total, 8 up, 8 in 2024-08-17T00:38:31.352 INFO:tasks.rados.rados.0.smithi157.stdout:1808: done (4 left) 2024-08-17T00:38:31.352 INFO:tasks.rados.rados.0.smithi157.stdout:1809: rollback oid 22 current snap is 172 2024-08-17T00:38:31.352 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 22 to 168 2024-08-17T00:38:31.352 INFO:tasks.rados.rados.0.smithi157.stdout:1804: finishing rollback tid 1 to smithi15786056-7 2024-08-17T00:38:31.352 INFO:tasks.rados.rados.0.smithi157.stdout:1804: finishing rollback tid 2 to smithi15786056-7 2024-08-17T00:38:31.352 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 884 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-08-17T00:38:31.352 INFO:tasks.rados.rados.0.smithi157.stdout:1805: finishing write tid 1 to smithi15786056-31 2024-08-17T00:38:31.352 INFO:tasks.rados.rados.0.smithi157.stdout:1805: finishing write tid 2 to smithi15786056-31 2024-08-17T00:38:31.352 INFO:tasks.rados.rados.0.smithi157.stdout:1805: finishing write tid 3 to smithi15786056-31 2024-08-17T00:38:31.353 INFO:tasks.rados.rados.0.smithi157.stdout:1805: finishing write tid 4 to smithi15786056-31 2024-08-17T00:38:31.353 INFO:tasks.rados.rados.0.smithi157.stdout:1805: finishing write tid 5 to smithi15786056-31 2024-08-17T00:38:31.353 INFO:tasks.rados.rados.0.smithi157.stdout:1805: finishing write tid 6 to smithi15786056-31 2024-08-17T00:38:31.353 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 865 (ObjNum 570 snap 172 seq_num 570) dirty exists 2024-08-17T00:38:31.353 INFO:tasks.rados.rados.0.smithi157.stdout:1805: left oid 31 (ObjNum 570 snap 172 seq_num 570) 2024-08-17T00:38:31.353 INFO:tasks.rados.rados.0.smithi157.stdout:1806: finishing write tid 1 to smithi15786056-50 2024-08-17T00:38:31.353 INFO:tasks.rados.rados.0.smithi157.stdout:1804: done (4 left) 2024-08-17T00:38:31.353 INFO:tasks.rados.rados.0.smithi157.stdout:1805: done (3 left) 2024-08-17T00:38:31.353 INFO:tasks.rados.rados.0.smithi157.stdout:1810: rollback oid 23 current snap is 172 2024-08-17T00:38:31.353 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 23 to 168 2024-08-17T00:38:31.353 INFO:tasks.rados.rados.0.smithi157.stdout:1806: finishing write tid 2 to smithi15786056-50 2024-08-17T00:38:31.353 INFO:tasks.rados.rados.0.smithi157.stdout:1806: finishing write tid 3 to smithi15786056-50 2024-08-17T00:38:31.353 INFO:tasks.rados.rados.0.smithi157.stdout:1806: finishing write tid 4 to smithi15786056-50 2024-08-17T00:38:31.353 INFO:tasks.rados.rados.0.smithi157.stdout:1806: finishing write tid 5 to smithi15786056-50 2024-08-17T00:38:31.354 INFO:tasks.rados.rados.0.smithi157.stdout:1807: expect (ObjNum 513 snap 155 seq_num 513) 2024-08-17T00:38:31.391 INFO:tasks.rados.rados.0.smithi157.stdout:1806: finishing write tid 6 to smithi15786056-50 2024-08-17T00:38:31.391 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 761 (ObjNum 571 snap 172 seq_num 571) dirty exists 2024-08-17T00:38:31.391 INFO:tasks.rados.rados.0.smithi157.stdout:1806: left oid 50 (ObjNum 571 snap 172 seq_num 571) 2024-08-17T00:38:31.391 INFO:tasks.rados.rados.0.smithi157.stdout:1809: finishing rollback tid 1 to smithi15786056-22 2024-08-17T00:38:31.391 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 0 (ObjNum 321 snap 0 seq_num 170064192) dirty dne 2024-08-17T00:38:31.391 INFO:tasks.rados.rados.0.smithi157.stdout:1810: finishing rollback tid 0 to smithi15786056-23 2024-08-17T00:38:31.391 INFO:tasks.rados.rados.0.smithi157.stdout:1810: finishing rollback tid 1 to smithi15786056-23 2024-08-17T00:38:31.391 INFO:tasks.rados.rados.0.smithi157.stdout:1810: finishing rollback tid 2 to smithi15786056-23 2024-08-17T00:38:31.391 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1063 (ObjNum 555 snap 164 seq_num 555) dirty exists 2024-08-17T00:38:31.391 INFO:tasks.rados.rados.0.smithi157.stdout:1806: done (3 left) 2024-08-17T00:38:31.391 INFO:tasks.rados.rados.0.smithi157.stdout:1807: done (2 left) 2024-08-17T00:38:31.392 INFO:tasks.rados.rados.0.smithi157.stdout:1809: done (1 left) 2024-08-17T00:38:31.392 INFO:tasks.rados.rados.0.smithi157.stdout:1810: done (0 left) 2024-08-17T00:38:31.392 INFO:tasks.rados.rados.0.smithi157.stdout:1811: setattr oid 49 current snap is 172 2024-08-17T00:38:31.392 INFO:tasks.rados.rados.0.smithi157.stdout:1812: read oid 45 snap -1 2024-08-17T00:38:31.392 INFO:tasks.rados.rados.0.smithi157.stdout:1812: expect (ObjNum 565 snap 168 seq_num 565) 2024-08-17T00:38:31.393 INFO:tasks.rados.rados.0.smithi157.stdout:1813: rollback oid 46 current snap is 172 2024-08-17T00:38:31.393 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 46 to 168 2024-08-17T00:38:31.393 INFO:tasks.rados.rados.0.smithi157.stdout:1814: snap_create 2024-08-17T00:38:31.393 INFO:tasks.rados.rados.0.smithi157.stdout:1813: finishing rollback tid 1 to smithi15786056-46 2024-08-17T00:38:31.393 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-17T00:38:31.416 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 885 (ObjNum 569 snap 170 seq_num 569) dirty exists 2024-08-17T00:38:31.477 INFO:tasks.rados.rados.0.smithi157.stdout:1812: expect (ObjNum 565 snap 168 seq_num 565) 2024-08-17T00:38:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:32 smithi157 ceph-mon[101289]: osdmap e426: 8 total, 8 up, 8 in 2024-08-17T00:38:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:32 smithi157 ceph-mon[101289]: pgmap v290: 121 pgs: 121 active+clean; 217 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T00:38:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:32 smithi157 ceph-mon[101289]: osdmap e427: 8 total, 8 up, 8 in 2024-08-17T00:38:32.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:32 smithi157 ceph-mon[98780]: osdmap e426: 8 total, 8 up, 8 in 2024-08-17T00:38:32.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:32 smithi157 ceph-mon[98780]: pgmap v290: 121 pgs: 121 active+clean; 217 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T00:38:32.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:32 smithi157 ceph-mon[98780]: osdmap e427: 8 total, 8 up, 8 in 2024-08-17T00:38:32.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:32 smithi187 ceph-mon[90552]: osdmap e426: 8 total, 8 up, 8 in 2024-08-17T00:38:32.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:32 smithi187 ceph-mon[90552]: pgmap v290: 121 pgs: 121 active+clean; 217 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T00:38:32.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:32 smithi187 ceph-mon[90552]: osdmap e427: 8 total, 8 up, 8 in 2024-08-17T00:38:32.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:33.067 INFO:tasks.rados.rados.0.smithi157.stdout:1811: done (3 left) 2024-08-17T00:38:33.067 INFO:tasks.rados.rados.0.smithi157.stdout:1812: done (2 left) 2024-08-17T00:38:33.067 INFO:tasks.rados.rados.0.smithi157.stdout:1813: done (1 left) 2024-08-17T00:38:33.067 INFO:tasks.rados.rados.0.smithi157.stdout:1814: done (0 left) 2024-08-17T00:38:33.067 INFO:tasks.rados.rados.0.smithi157.stdout:1815: snap_remove snap 168 2024-08-17T00:38:33.357 INFO:tasks.rados.rados.0.smithi157.stdout:1815: done (0 left) 2024-08-17T00:38:33.357 INFO:tasks.rados.rados.0.smithi157.stdout:1816: rmattr oid 46 current snap is 173 2024-08-17T00:38:33.357 INFO:tasks.rados.rados.0.smithi157.stdout:1816: done (0 left) 2024-08-17T00:38:33.357 INFO:tasks.rados.rados.0.smithi157.stdout:1817: rollback oid 18 current snap is 173 2024-08-17T00:38:33.357 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 18 to 172 2024-08-17T00:38:33.357 INFO:tasks.rados.rados.0.smithi157.stdout:1818: read oid 20 snap -1 2024-08-17T00:38:33.357 INFO:tasks.rados.rados.0.smithi157.stdout:1818: expect (ObjNum 529 snap 159 seq_num 529) 2024-08-17T00:38:33.357 INFO:tasks.rados.rados.0.smithi157.stdout:1819: snap_create 2024-08-17T00:38:33.367 INFO:tasks.rados.rados.0.smithi157.stdout:1818: expect (ObjNum 529 snap 159 seq_num 529) 2024-08-17T00:38:33.411 INFO:tasks.rados.rados.0.smithi157.stdout:1817: finishing rollback tid 0 to smithi15786056-18 2024-08-17T00:38:33.411 INFO:tasks.rados.rados.0.smithi157.stdout:1817: finishing rollback tid 1 to smithi15786056-18 2024-08-17T00:38:33.411 INFO:tasks.rados.rados.0.smithi157.stdout:1817: finishing rollback tid 2 to smithi15786056-18 2024-08-17T00:38:33.411 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 888 (ObjNum 484 snap 146 seq_num 484) dirty exists 2024-08-17T00:38:33.800 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:33 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:33.510Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:38:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:38:33] "GET /metrics HTTP/1.1" 200 36238 "" "Prometheus/2.43.0" 2024-08-17T00:38:34.365 INFO:tasks.rados.rados.0.smithi157.stdout:1817: done (2 left) 2024-08-17T00:38:34.365 INFO:tasks.rados.rados.0.smithi157.stdout:1818: done (1 left) 2024-08-17T00:38:34.365 INFO:tasks.rados.rados.0.smithi157.stdout:1819: done (0 left) 2024-08-17T00:38:34.365 INFO:tasks.rados.rados.0.smithi157.stdout:1820: read oid 1 snap -1 2024-08-17T00:38:34.365 INFO:tasks.rados.rados.0.smithi157.stdout:1820: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:38:34.366 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 14 current snap is 174 2024-08-17T00:38:34.366 INFO:tasks.rados.rados.0.smithi157.stdout:1821: seq_num 572 ranges {10878976=786432,11665408=770048,12435456=557056,12992512=278528} 2024-08-17T00:38:34.427 INFO:tasks.rados.rados.0.smithi157.stdout:1821: writing smithi15786056-14 from 10878976 to 11665408 tid 1 2024-08-17T00:38:34.431 INFO:tasks.rados.rados.0.smithi157.stdout:1821: writing smithi15786056-14 from 11665408 to 12435456 tid 2 2024-08-17T00:38:34.434 INFO:tasks.rados.rados.0.smithi157.stdout:1821: writing smithi15786056-14 from 12435456 to 12992512 tid 3 2024-08-17T00:38:34.436 INFO:tasks.rados.rados.0.smithi157.stdout:1821: writing smithi15786056-14 from 12992512 to 13271040 tid 4 2024-08-17T00:38:34.436 INFO:tasks.rados.rados.0.smithi157.stdout:1822: snap_remove snap 173 2024-08-17T00:38:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:34 smithi157 ceph-mon[98780]: osdmap e428: 8 total, 8 up, 8 in 2024-08-17T00:38:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:38:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:34 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:38:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:34 smithi157 ceph-mon[98780]: Upgrade: osd.4 is safe to restart 2024-08-17T00:38:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:34 smithi157 ceph-mon[98780]: pgmap v293: 121 pgs: 121 active+clean; 217 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 576 KiB/s wr, 6 op/s 2024-08-17T00:38:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:34 smithi157 ceph-mon[101289]: osdmap e428: 8 total, 8 up, 8 in 2024-08-17T00:38:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:38:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:34 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:38:34.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:34 smithi157 ceph-mon[101289]: Upgrade: osd.4 is safe to restart 2024-08-17T00:38:34.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:34 smithi157 ceph-mon[101289]: pgmap v293: 121 pgs: 121 active+clean; 217 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 576 KiB/s wr, 6 op/s 2024-08-17T00:38:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:34 smithi187 ceph-mon[90552]: osdmap e428: 8 total, 8 up, 8 in 2024-08-17T00:38:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:38:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:34 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:38:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:34 smithi187 ceph-mon[90552]: Upgrade: osd.4 is safe to restart 2024-08-17T00:38:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:34 smithi187 ceph-mon[90552]: pgmap v293: 121 pgs: 121 active+clean; 217 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 576 KiB/s wr, 6 op/s 2024-08-17T00:38:34.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:34.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:34 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:35.369 INFO:tasks.rados.rados.0.smithi157.stdout:1822: done (2 left) 2024-08-17T00:38:35.370 INFO:tasks.rados.rados.0.smithi157.stdout:1823: rollback oid 30 current snap is 174 2024-08-17T00:38:35.370 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 30 to 172 2024-08-17T00:38:35.370 INFO:tasks.rados.rados.0.smithi157.stdout:1820: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:38:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:35 smithi157 ceph-mon[101289]: osdmap e429: 8 total, 8 up, 8 in 2024-08-17T00:38:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:35 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:35 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:38:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:35 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:38:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:35 smithi157 ceph-mon[98780]: osdmap e429: 8 total, 8 up, 8 in 2024-08-17T00:38:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:35 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:35 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:38:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:35 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:38:35.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:35 smithi187 ceph-mon[90552]: osdmap e429: 8 total, 8 up, 8 in 2024-08-17T00:38:35.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:35 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:35.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:35 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:38:35.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:35 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:38:35.662 INFO:tasks.rados.rados.0.smithi157.stdout:1821: finishing write tid 1 to smithi15786056-14 2024-08-17T00:38:35.662 INFO:tasks.rados.rados.0.smithi157.stdout:1821: finishing write tid 2 to smithi15786056-14 2024-08-17T00:38:35.662 INFO:tasks.rados.rados.0.smithi157.stdout:1821: finishing write tid 3 to smithi15786056-14 2024-08-17T00:38:35.662 INFO:tasks.rados.rados.0.smithi157.stdout:1821: finishing write tid 4 to smithi15786056-14 2024-08-17T00:38:35.662 INFO:tasks.rados.rados.0.smithi157.stdout:1821: finishing write tid 5 to smithi15786056-14 2024-08-17T00:38:35.662 INFO:tasks.rados.rados.0.smithi157.stdout:1821: finishing write tid 6 to smithi15786056-14 2024-08-17T00:38:35.662 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 766 (ObjNum 572 snap 174 seq_num 572) dirty exists 2024-08-17T00:38:35.662 INFO:tasks.rados.rados.0.smithi157.stdout:1821: left oid 14 (ObjNum 572 snap 174 seq_num 572) 2024-08-17T00:38:35.662 INFO:tasks.rados.rados.0.smithi157.stdout:1820: done (2 left) 2024-08-17T00:38:35.662 INFO:tasks.rados.rados.0.smithi157.stdout:1821: done (1 left) 2024-08-17T00:38:35.662 INFO:tasks.rados.rados.0.smithi157.stdout:1824: copy_from oid 9 from oid 25 current snap is 174 2024-08-17T00:38:35.662 INFO:tasks.rados.rados.0.smithi157.stdout:1823: finishing rollback tid 1 to smithi15786056-30 2024-08-17T00:38:35.663 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-17T00:38:35.663 INFO:tasks.rados.rados.0.smithi157.stdout:1823: done (1 left) 2024-08-17T00:38:35.663 INFO:tasks.rados.rados.0.smithi157.stdout:1825: setattr oid 11 current snap is 174 2024-08-17T00:38:35.663 INFO:tasks.rados.rados.0.smithi157.stdout:1826: copy_from oid 38 from oid 31 current snap is 174 2024-08-17T00:38:35.663 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 174 2024-08-17T00:38:35.663 INFO:tasks.rados.rados.0.smithi157.stdout:1827: seq_num 573 ranges {2105344=802816,2908160=655360,3563520=720896,4284416=229376} 2024-08-17T00:38:35.679 INFO:tasks.rados.rados.0.smithi157.stdout:1827: writing smithi15786056-23 from 2105344 to 2908160 tid 1 2024-08-17T00:38:35.682 INFO:tasks.rados.rados.0.smithi157.stdout:1827: writing smithi15786056-23 from 2908160 to 3563520 tid 2 2024-08-17T00:38:35.687 INFO:tasks.rados.rados.0.smithi157.stdout:1827: writing smithi15786056-23 from 3563520 to 4284416 tid 3 2024-08-17T00:38:35.688 INFO:tasks.rados.rados.0.smithi157.stdout:1827: writing smithi15786056-23 from 4284416 to 4513792 tid 4 2024-08-17T00:38:35.688 INFO:tasks.rados.rados.0.smithi157.stdout:1828: snap_remove snap 172 2024-08-17T00:38:36.375 INFO:tasks.rados.rados.0.smithi157.stdout:1828: done (4 left) 2024-08-17T00:38:36.375 INFO:tasks.rados.rados.0.smithi157.stdout:1829: copy_from oid 18 from oid 16 current snap is 174 2024-08-17T00:38:36.375 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1038 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-08-17T00:38:36.375 INFO:tasks.rados.rados.0.smithi157.stdout:1826: finishing copy_from racing read to smithi15786056-38 2024-08-17T00:38:36.375 INFO:tasks.rados.rados.0.smithi157.stdout:1824: finishing copy_from racing read to smithi15786056-9 2024-08-17T00:38:36.376 INFO:tasks.rados.rados.0.smithi157.stdout:1824: finishing copy_from to smithi15786056-9 2024-08-17T00:38:36.376 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 682 (ObjNum 506 snap 153 seq_num 506) dirty exists 2024-08-17T00:38:36.376 INFO:tasks.rados.rados.0.smithi157.stdout:1827: finishing write tid 1 to smithi15786056-23 2024-08-17T00:38:36.376 INFO:tasks.rados.rados.0.smithi157.stdout:1827: finishing write tid 2 to smithi15786056-23 2024-08-17T00:38:36.376 INFO:tasks.rados.rados.0.smithi157.stdout:1826: finishing copy_from to smithi15786056-38 2024-08-17T00:38:36.376 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 865 (ObjNum 570 snap 172 seq_num 570) dirty exists 2024-08-17T00:38:36.376 INFO:tasks.rados.rados.0.smithi157.stdout:1827: finishing write tid 3 to smithi15786056-23 2024-08-17T00:38:36.376 INFO:tasks.rados.rados.0.smithi157.stdout:1827: finishing write tid 4 to smithi15786056-23 2024-08-17T00:38:36.376 INFO:tasks.rados.rados.0.smithi157.stdout:1827: finishing write tid 5 to smithi15786056-23 2024-08-17T00:38:36.376 INFO:tasks.rados.rados.0.smithi157.stdout:1827: finishing write tid 6 to smithi15786056-23 2024-08-17T00:38:36.376 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1071 (ObjNum 573 snap 174 seq_num 573) dirty exists 2024-08-17T00:38:36.376 INFO:tasks.rados.rados.0.smithi157.stdout:1827: left oid 23 (ObjNum 573 snap 174 seq_num 573) 2024-08-17T00:38:36.376 INFO:tasks.rados.rados.0.smithi157.stdout:1824: done (4 left) 2024-08-17T00:38:36.376 INFO:tasks.rados.rados.0.smithi157.stdout:1825: done (3 left) 2024-08-17T00:38:36.377 INFO:tasks.rados.rados.0.smithi157.stdout:1826: done (2 left) 2024-08-17T00:38:36.377 INFO:tasks.rados.rados.0.smithi157.stdout:1827: done (1 left) 2024-08-17T00:38:36.377 INFO:tasks.rados.rados.0.smithi157.stdout:1830: snap_create 2024-08-17T00:38:36.398 INFO:tasks.rados.rados.0.smithi157.stdout:1829: finishing copy_from racing read to smithi15786056-18 2024-08-17T00:38:36.399 INFO:tasks.rados.rados.0.smithi157.stdout:1829: finishing copy_from to smithi15786056-18 2024-08-17T00:38:36.400 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 278 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-08-17T00:38:36.613 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:36 smithi187 ceph-mon[90552]: Upgrade: Updating osd.4 2024-08-17T00:38:36.613 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:36 smithi187 ceph-mon[90552]: Deploying daemon osd.4 on smithi187 2024-08-17T00:38:36.613 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:36 smithi187 ceph-mon[90552]: osdmap e430: 8 total, 8 up, 8 in 2024-08-17T00:38:36.613 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:36 smithi187 ceph-mon[90552]: pgmap v296: 121 pgs: 121 active+clean; 221 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-17T00:38:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:36 smithi157 ceph-mon[101289]: Upgrade: Updating osd.4 2024-08-17T00:38:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:36 smithi157 ceph-mon[101289]: Deploying daemon osd.4 on smithi187 2024-08-17T00:38:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:36 smithi157 ceph-mon[101289]: osdmap e430: 8 total, 8 up, 8 in 2024-08-17T00:38:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:36 smithi157 ceph-mon[101289]: pgmap v296: 121 pgs: 121 active+clean; 221 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-17T00:38:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:36 smithi157 ceph-mon[98780]: Upgrade: Updating osd.4 2024-08-17T00:38:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:36 smithi157 ceph-mon[98780]: Deploying daemon osd.4 on smithi187 2024-08-17T00:38:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:36 smithi157 ceph-mon[98780]: osdmap e430: 8 total, 8 up, 8 in 2024-08-17T00:38:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:36 smithi157 ceph-mon[98780]: pgmap v296: 121 pgs: 121 active+clean; 221 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-17T00:38:37.332 INFO:tasks.rados.rados.0.smithi157.stdout:1829: done (1 left) 2024-08-17T00:38:37.332 INFO:tasks.rados.rados.0.smithi157.stdout:1830: done (0 left) 2024-08-17T00:38:37.332 INFO:tasks.rados.rados.0.smithi157.stdout:1831: delete oid 30 current snap is 175 2024-08-17T00:38:37.333 INFO:tasks.rados.rados.0.smithi157.stdout:1831: done (0 left) 2024-08-17T00:38:37.334 INFO:tasks.rados.rados.0.smithi157.stdout:1832: rollback oid 41 current snap is 175 2024-08-17T00:38:37.334 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 41 to 174 2024-08-17T00:38:37.334 INFO:tasks.rados.rados.0.smithi157.stdout:1833: read oid 42 snap -1 2024-08-17T00:38:37.334 INFO:tasks.rados.rados.0.smithi157.stdout:1833: expect (ObjNum 507 snap 153 seq_num 507) 2024-08-17T00:38:37.334 INFO:tasks.rados.rados.0.smithi157.stdout:1834: copy_from oid 31 from oid 50 current snap is 175 2024-08-17T00:38:37.334 INFO:tasks.rados.rados.0.smithi157.stdout:1835: snap_create 2024-08-17T00:38:37.337 INFO:tasks.rados.rados.0.smithi157.stdout:1832: finishing rollback tid 1 to smithi15786056-41 2024-08-17T00:38:37.337 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 0 (ObjNum 241 snap 0 seq_num 170008592) dirty dne 2024-08-17T00:38:37.342 INFO:tasks.rados.rados.0.smithi157.stdout:1833: expect (ObjNum 507 snap 153 seq_num 507) 2024-08-17T00:38:37.379 INFO:tasks.rados.rados.0.smithi157.stdout:1834: finishing copy_from racing read to smithi15786056-31 2024-08-17T00:38:37.379 INFO:tasks.rados.rados.0.smithi157.stdout:1834: finishing copy_from to smithi15786056-31 2024-08-17T00:38:37.379 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 761 (ObjNum 571 snap 172 seq_num 571) dirty exists 2024-08-17T00:38:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:37 smithi187 ceph-mon[90552]: osdmap e431: 8 total, 8 up, 8 in 2024-08-17T00:38:37.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:37 smithi187 ceph-mon[90552]: osdmap e432: 8 total, 8 up, 8 in 2024-08-17T00:38:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:37 smithi157 ceph-mon[98780]: osdmap e431: 8 total, 8 up, 8 in 2024-08-17T00:38:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:37 smithi157 ceph-mon[98780]: osdmap e432: 8 total, 8 up, 8 in 2024-08-17T00:38:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:37 smithi157 ceph-mon[101289]: osdmap e431: 8 total, 8 up, 8 in 2024-08-17T00:38:37.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:37 smithi157 ceph-mon[101289]: osdmap e432: 8 total, 8 up, 8 in 2024-08-17T00:38:38.334 INFO:tasks.rados.rados.0.smithi157.stdout:1832: done (3 left) 2024-08-17T00:38:38.334 INFO:tasks.rados.rados.0.smithi157.stdout:1833: done (2 left) 2024-08-17T00:38:38.335 INFO:tasks.rados.rados.0.smithi157.stdout:1834: done (1 left) 2024-08-17T00:38:38.335 INFO:tasks.rados.rados.0.smithi157.stdout:1835: done (0 left) 2024-08-17T00:38:38.335 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 47 current snap is 176 2024-08-17T00:38:38.335 INFO:tasks.rados.rados.0.smithi157.stdout:1836: seq_num 575 ranges {1048576=32768} 2024-08-17T00:38:38.338 INFO:tasks.rados.rados.0.smithi157.stdout:1836: writing smithi15786056-47 from 1048576 to 1081344 tid 1 2024-08-17T00:38:38.338 INFO:tasks.rados.rados.0.smithi157.stdout:1837: read oid 37 snap -1 2024-08-17T00:38:38.338 INFO:tasks.rados.rados.0.smithi157.stdout:1837: expect deleted 2024-08-17T00:38:38.338 INFO:tasks.rados.rados.0.smithi157.stdout:1838: snap_create 2024-08-17T00:38:38.343 INFO:tasks.rados.rados.0.smithi157.stdout:1836: finishing write tid 1 to smithi15786056-47 2024-08-17T00:38:38.343 INFO:tasks.rados.rados.0.smithi157.stdout:1836: finishing write tid 2 to smithi15786056-47 2024-08-17T00:38:38.344 INFO:tasks.rados.rados.0.smithi157.stdout:1836: finishing write tid 3 to smithi15786056-47 2024-08-17T00:38:38.344 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 823 (ObjNum 575 snap 176 seq_num 575) dirty exists 2024-08-17T00:38:38.345 INFO:tasks.rados.rados.0.smithi157.stdout:1836: left oid 47 (ObjNum 575 snap 176 seq_num 575) 2024-08-17T00:38:38.380 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:38 smithi187 systemd[1]: Stopping Ceph osd.4 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:38:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:38 smithi157 ceph-mon[101289]: pgmap v299: 121 pgs: 121 active+clean; 221 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-17T00:38:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:38 smithi157 ceph-mon[101289]: osdmap e433: 8 total, 8 up, 8 in 2024-08-17T00:38:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:38 smithi157 ceph-mon[98780]: pgmap v299: 121 pgs: 121 active+clean; 221 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-17T00:38:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:38 smithi157 ceph-mon[98780]: osdmap e433: 8 total, 8 up, 8 in 2024-08-17T00:38:38.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:38 smithi187 ceph-mon[90552]: pgmap v299: 121 pgs: 121 active+clean; 221 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-17T00:38:38.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:38 smithi187 ceph-mon[90552]: osdmap e433: 8 total, 8 up, 8 in 2024-08-17T00:38:38.659 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[38867]: 2024-08-17T00:38:38.392+0000 7f4f06a74640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:38:38.659 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[38867]: 2024-08-17T00:38:38.392+0000 7f4f06a74640 -1 osd.4 433 *** Got signal Terminated *** 2024-08-17T00:38:38.659 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[38867]: 2024-08-17T00:38:38.392+0000 7f4f06a74640 -1 osd.4 433 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:38:38.955 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:38 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:38.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:39.336 INFO:tasks.rados.rados.0.smithi157.stdout:1836: done (2 left) 2024-08-17T00:38:39.336 INFO:tasks.rados.rados.0.smithi157.stdout:1837: done (1 left) 2024-08-17T00:38:39.336 INFO:tasks.rados.rados.0.smithi157.stdout:1838: done (0 left) 2024-08-17T00:38:39.337 INFO:tasks.rados.rados.0.smithi157.stdout:1839: snap_create 2024-08-17T00:38:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:39 smithi157 ceph-mon[98780]: osd.4 marked itself down and dead 2024-08-17T00:38:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:39 smithi157 ceph-mon[98780]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:38:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:39 smithi157 ceph-mon[98780]: osdmap e434: 8 total, 7 up, 8 in 2024-08-17T00:38:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:39 smithi157 ceph-mon[101289]: osd.4 marked itself down and dead 2024-08-17T00:38:39.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:39 smithi157 ceph-mon[101289]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:38:39.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:39 smithi157 ceph-mon[101289]: osdmap e434: 8 total, 7 up, 8 in 2024-08-17T00:38:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:39 smithi187 ceph-mon[90552]: osd.4 marked itself down and dead 2024-08-17T00:38:39.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:39 smithi187 ceph-mon[90552]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:38:39.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:39 smithi187 ceph-mon[90552]: osdmap e434: 8 total, 7 up, 8 in 2024-08-17T00:38:40.176 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:39 smithi187 podman[96184]: 2024-08-17 00:38:39.884652872 +0000 UTC m=+1.617856453 container died 8b55fa435d4d1137fbfb6291c7767696f0078e2be4acdfdb3bfef0b00a074d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=quincy-03a1ac1, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:38:40.339 INFO:tasks.rados.rados.0.smithi157.stdout:1839: done (0 left) 2024-08-17T00:38:40.339 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 27 current snap is 178 2024-08-17T00:38:40.339 INFO:tasks.rados.rados.0.smithi157.stdout:1840: seq_num 576 ranges {2072576=49152} 2024-08-17T00:38:40.351 INFO:tasks.rados.rados.0.smithi157.stdout:1840: writing smithi15786056-27 from 2072576 to 2121728 tid 1 2024-08-17T00:38:40.352 INFO:tasks.rados.rados.0.smithi157.stdout:1841: setattr oid 26 current snap is 178 2024-08-17T00:38:40.353 INFO:tasks.rados.rados.0.smithi157.stdout:1842: read oid 1 snap -1 2024-08-17T00:38:40.353 INFO:tasks.rados.rados.0.smithi157.stdout:1842: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:38:40.353 INFO:tasks.rados.rados.0.smithi157.stdout:1843: rollback oid 7 current snap is 178 2024-08-17T00:38:40.353 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 7 to 174 2024-08-17T00:38:40.353 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 178 2024-08-17T00:38:40.354 INFO:tasks.rados.rados.0.smithi157.stdout:1844: seq_num 577 ranges {0=65536} 2024-08-17T00:38:40.354 INFO:tasks.rados.rados.0.smithi157.stdout:1844: writing smithi15786056-22 from 0 to 65536 tid 1 2024-08-17T00:38:40.354 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 17 current snap is 178 2024-08-17T00:38:40.354 INFO:tasks.rados.rados.0.smithi157.stdout:1845: seq_num 578 ranges {9715712=81920} 2024-08-17T00:38:40.408 INFO:tasks.rados.rados.0.smithi157.stdout:1845: writing smithi15786056-17 from 9715712 to 9797632 tid 1 2024-08-17T00:38:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:1846: delete oid 30 current snap is 178 2024-08-17T00:38:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:1840: finishing write tid 1 to smithi15786056-27 2024-08-17T00:38:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1041 (ObjNum 129 snap 0 seq_num 170591280) dirty exists 2024-08-17T00:38:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:1843: finishing rollback tid 0 to smithi15786056-7 2024-08-17T00:38:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:1844: finishing write tid 1 to smithi15786056-22 2024-08-17T00:38:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:1843: finishing rollback tid 1 to smithi15786056-7 2024-08-17T00:38:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:1844: finishing write tid 2 to smithi15786056-22 2024-08-17T00:38:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:1843: finishing rollback tid 2 to smithi15786056-7 2024-08-17T00:38:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 891 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-08-17T00:38:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:1844: finishing write tid 3 to smithi15786056-22 2024-08-17T00:38:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 1043 (ObjNum 577 snap 178 seq_num 577) dirty exists 2024-08-17T00:38:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:1844: left oid 22 (ObjNum 577 snap 178 seq_num 577) 2024-08-17T00:38:40.410 INFO:tasks.rados.rados.0.smithi157.stdout:1840: finishing write tid 2 to smithi15786056-27 2024-08-17T00:38:40.410 INFO:tasks.rados.rados.0.smithi157.stdout:1840: finishing write tid 3 to smithi15786056-27 2024-08-17T00:38:40.410 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 295 (ObjNum 576 snap 178 seq_num 576) dirty exists 2024-08-17T00:38:40.410 INFO:tasks.rados.rados.0.smithi157.stdout:1840: left oid 27 (ObjNum 576 snap 178 seq_num 576) 2024-08-17T00:38:40.410 INFO:tasks.rados.rados.0.smithi157.stdout:1842: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:38:40.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:40 smithi187 ceph-mon[90552]: pgmap v302: 121 pgs: 27 peering, 4 stale+active+clean, 90 active+clean; 208 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 954 KiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-17T00:38:40.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:40 smithi187 ceph-mon[90552]: osdmap e435: 8 total, 7 up, 8 in 2024-08-17T00:38:40.456 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:40 smithi187 podman[96184]: 2024-08-17 00:38:40.268362851 +0000 UTC m=+2.001566432 container cleanup 8b55fa435d4d1137fbfb6291c7767696f0078e2be4acdfdb3bfef0b00a074d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-03a1ac1, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:38:40.456 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:40 smithi187 bash[96184]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4 2024-08-17T00:38:40.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:40 smithi157 ceph-mon[101289]: pgmap v302: 121 pgs: 27 peering, 4 stale+active+clean, 90 active+clean; 208 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 954 KiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-17T00:38:40.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:40 smithi157 ceph-mon[101289]: osdmap e435: 8 total, 7 up, 8 in 2024-08-17T00:38:40.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:40 smithi157 ceph-mon[98780]: pgmap v302: 121 pgs: 27 peering, 4 stale+active+clean, 90 active+clean; 208 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 954 KiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-17T00:38:40.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:40 smithi157 ceph-mon[98780]: osdmap e435: 8 total, 7 up, 8 in 2024-08-17T00:38:40.698 INFO:tasks.rados.rados.0.smithi157.stdout:1845: finishing write tid 1 to smithi15786056-17 2024-08-17T00:38:40.699 INFO:tasks.rados.rados.0.smithi157.stdout:1845: finishing write tid 2 to smithi15786056-17 2024-08-17T00:38:40.699 INFO:tasks.rados.rados.0.smithi157.stdout:1845: finishing write tid 3 to smithi15786056-17 2024-08-17T00:38:40.699 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 970 (ObjNum 578 snap 178 seq_num 578) dirty exists 2024-08-17T00:38:40.699 INFO:tasks.rados.rados.0.smithi157.stdout:1845: left oid 17 (ObjNum 578 snap 178 seq_num 578) 2024-08-17T00:38:40.699 INFO:tasks.rados.rados.0.smithi157.stdout:1840: done (6 left) 2024-08-17T00:38:40.699 INFO:tasks.rados.rados.0.smithi157.stdout:1841: done (5 left) 2024-08-17T00:38:40.699 INFO:tasks.rados.rados.0.smithi157.stdout:1842: done (4 left) 2024-08-17T00:38:40.699 INFO:tasks.rados.rados.0.smithi157.stdout:1843: done (3 left) 2024-08-17T00:38:40.699 INFO:tasks.rados.rados.0.smithi157.stdout:1844: done (2 left) 2024-08-17T00:38:40.699 INFO:tasks.rados.rados.0.smithi157.stdout:1845: done (1 left) 2024-08-17T00:38:40.699 INFO:tasks.rados.rados.0.smithi157.stdout:1846: done (0 left) 2024-08-17T00:38:40.699 INFO:tasks.rados.rados.0.smithi157.stdout:1847: delete oid 45 current snap is 178 2024-08-17T00:38:40.701 INFO:tasks.rados.rados.0.smithi157.stdout:1847: done (0 left) 2024-08-17T00:38:40.701 INFO:tasks.rados.rados.0.smithi157.stdout:1848: copy_from oid 27 from oid 15 current snap is 178 2024-08-17T00:38:40.701 INFO:tasks.rados.rados.0.smithi157.stdout:1849: read oid 30 snap 175 2024-08-17T00:38:40.701 INFO:tasks.rados.rados.0.smithi157.stdout:1849: expect deleted 2024-08-17T00:38:40.701 INFO:tasks.rados.rados.0.smithi157.stdout:1850: snap_remove snap 174 2024-08-17T00:38:40.914 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:40 smithi187 podman[96205]: 2024-08-17 00:38:40.552861308 +0000 UTC m=+0.660794256 container remove 8b55fa435d4d1137fbfb6291c7767696f0078e2be4acdfdb3bfef0b00a074d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=quincy-03a1ac1, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731) 2024-08-17T00:38:41.206 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:40 smithi187 podman[96301]: 2024-08-17 00:38:40.816347945 +0000 UTC m=+0.017818221 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:38:41.206 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:40 smithi187 podman[96301]: 2024-08-17 00:38:40.928825478 +0000 UTC m=+0.130295797 container create 1417bc85a29f62f1add6f59672340c10be858239bb39c2613108d037599640d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-17T00:38:41.206 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:41 smithi187 podman[96301]: 2024-08-17 00:38:41.131068171 +0000 UTC m=+0.332538458 container init 1417bc85a29f62f1add6f59672340c10be858239bb39c2613108d037599640d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-deactivate, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-17T00:38:41.206 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:41 smithi187 podman[96301]: 2024-08-17 00:38:41.136115635 +0000 UTC m=+0.337585912 container start 1417bc85a29f62f1add6f59672340c10be858239bb39c2613108d037599640d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-17T00:38:41.394 INFO:tasks.rados.rados.0.smithi157.stdout:1848: finishing copy_from racing read to smithi15786056-27 2024-08-17T00:38:41.394 INFO:tasks.rados.rados.0.smithi157.stdout:1848: finishing copy_from to smithi15786056-27 2024-08-17T00:38:41.394 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 557 (ObjNum 534 snap 161 seq_num 534) dirty exists 2024-08-17T00:38:41.394 INFO:tasks.rados.rados.0.smithi157.stdout:1848: done (2 left) 2024-08-17T00:38:41.394 INFO:tasks.rados.rados.0.smithi157.stdout:1849: done (1 left) 2024-08-17T00:38:41.394 INFO:tasks.rados.rados.0.smithi157.stdout:1850: done (0 left) 2024-08-17T00:38:41.394 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 34 current snap is 178 2024-08-17T00:38:41.394 INFO:tasks.rados.rados.0.smithi157.stdout:1851: seq_num 581 ranges {0=139264} 2024-08-17T00:38:41.395 INFO:tasks.rados.rados.0.smithi157.stdout:1851: writing smithi15786056-34 from 0 to 139264 tid 1 2024-08-17T00:38:41.395 INFO:tasks.rados.rados.0.smithi157.stdout:1852: read oid 25 snap -1 2024-08-17T00:38:41.395 INFO:tasks.rados.rados.0.smithi157.stdout:1852: expect (ObjNum 506 snap 153 seq_num 506) 2024-08-17T00:38:41.395 INFO:tasks.rados.rados.0.smithi157.stdout:1853: rollback oid 11 current snap is 178 2024-08-17T00:38:41.396 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 11 to 177 2024-08-17T00:38:41.396 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 178 2024-08-17T00:38:41.396 INFO:tasks.rados.rados.0.smithi157.stdout:1854: seq_num 582 ranges {4014080=155648} 2024-08-17T00:38:41.418 INFO:tasks.rados.rados.0.smithi157.stdout:1854: writing smithi15786056-18 from 4014080 to 4169728 tid 1 2024-08-17T00:38:41.418 INFO:tasks.rados.rados.0.smithi157.stdout:1855: setattr oid 24 current snap is 178 2024-08-17T00:38:41.418 INFO:tasks.rados.rados.0.smithi157.stdout:1851: finishing write tid 1 to smithi15786056-34 2024-08-17T00:38:41.418 INFO:tasks.rados.rados.0.smithi157.stdout:1853: finishing rollback tid 0 to smithi15786056-11 2024-08-17T00:38:41.418 INFO:tasks.rados.rados.0.smithi157.stdout:1853: finishing rollback tid 1 to smithi15786056-11 2024-08-17T00:38:41.418 INFO:tasks.rados.rados.0.smithi157.stdout:1853: finishing rollback tid 2 to smithi15786056-11 2024-08-17T00:38:41.419 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1047 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-08-17T00:38:41.419 INFO:tasks.rados.rados.0.smithi157.stdout:1851: finishing write tid 2 to smithi15786056-34 2024-08-17T00:38:41.419 INFO:tasks.rados.rados.0.smithi157.stdout:1852: expect (ObjNum 506 snap 153 seq_num 506) 2024-08-17T00:38:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:41 smithi157 ceph-mon[101289]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-08-17T00:38:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:41 smithi157 ceph-mon[98780]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-08-17T00:38:41.696 INFO:tasks.rados.rados.0.smithi157.stdout:1851: finishing write tid 3 to smithi15786056-34 2024-08-17T00:38:41.696 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 1018 (ObjNum 581 snap 178 seq_num 581) dirty exists 2024-08-17T00:38:41.696 INFO:tasks.rados.rados.0.smithi157.stdout:1851: left oid 34 (ObjNum 581 snap 178 seq_num 581) 2024-08-17T00:38:41.696 INFO:tasks.rados.rados.0.smithi157.stdout:1854: finishing write tid 1 to smithi15786056-18 2024-08-17T00:38:41.696 INFO:tasks.rados.rados.0.smithi157.stdout:1854: finishing write tid 2 to smithi15786056-18 2024-08-17T00:38:41.697 INFO:tasks.rados.rados.0.smithi157.stdout:1854: finishing write tid 3 to smithi15786056-18 2024-08-17T00:38:41.697 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 894 (ObjNum 582 snap 178 seq_num 582) dirty exists 2024-08-17T00:38:41.697 INFO:tasks.rados.rados.0.smithi157.stdout:1854: left oid 18 (ObjNum 582 snap 178 seq_num 582) 2024-08-17T00:38:41.697 INFO:tasks.rados.rados.0.smithi157.stdout:1851: done (4 left) 2024-08-17T00:38:41.697 INFO:tasks.rados.rados.0.smithi157.stdout:1852: done (3 left) 2024-08-17T00:38:41.697 INFO:tasks.rados.rados.0.smithi157.stdout:1853: done (2 left) 2024-08-17T00:38:41.697 INFO:tasks.rados.rados.0.smithi157.stdout:1854: done (1 left) 2024-08-17T00:38:41.697 INFO:tasks.rados.rados.0.smithi157.stdout:1856: copy_from oid 36 from oid 44 current snap is 178 2024-08-17T00:38:41.697 INFO:tasks.rados.rados.0.smithi157.stdout:1857: snap_create 2024-08-17T00:38:41.700 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 824 (ObjNum 518 snap 158 seq_num 518) dirty exists 2024-08-17T00:38:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:41 smithi187 ceph-mon[90552]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-08-17T00:38:41.705 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:41 smithi187 podman[96301]: 2024-08-17 00:38:41.239341424 +0000 UTC m=+0.440811712 container attach 1417bc85a29f62f1add6f59672340c10be858239bb39c2613108d037599640d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0) 2024-08-17T00:38:41.705 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:41 smithi187 podman[96301]: 2024-08-17 00:38:41.324481409 +0000 UTC m=+0.525951689 container died 1417bc85a29f62f1add6f59672340c10be858239bb39c2613108d037599640d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:38:41.746 INFO:tasks.rados.rados.0.smithi157.stdout:1856: finishing copy_from racing read to smithi15786056-36 2024-08-17T00:38:41.747 INFO:tasks.rados.rados.0.smithi157.stdout:1856: finishing copy_from to smithi15786056-36 2024-08-17T00:38:41.747 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 666 (ObjNum 523 snap 158 seq_num 523) dirty exists 2024-08-17T00:38:42.395 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:42.395 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:42 smithi187 podman[96345]: 2024-08-17 00:38:42.101404364 +0000 UTC m=+0.771409255 container remove 1417bc85a29f62f1add6f59672340c10be858239bb39c2613108d037599640d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-17T00:38:42.395 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:42 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.4.service: Deactivated successfully. 2024-08-17T00:38:42.395 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:42 smithi187 systemd[1]: Stopped Ceph osd.4 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:38:42.395 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:42 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.4.service: Consumed 11.344s CPU time. 2024-08-17T00:38:42.395 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:42 smithi187 systemd[1]: Starting Ceph osd.4 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:38:42.398 INFO:tasks.rados.rados.0.smithi157.stdout:1855: done (2 left) 2024-08-17T00:38:42.399 INFO:tasks.rados.rados.0.smithi157.stdout:1856: done (1 left) 2024-08-17T00:38:42.399 INFO:tasks.rados.rados.0.smithi157.stdout:1857: done (0 left) 2024-08-17T00:38:42.399 INFO:tasks.rados.rados.0.smithi157.stdout:1858: read oid 38 snap 178 2024-08-17T00:38:42.399 INFO:tasks.rados.rados.0.smithi157.stdout:1858: expect (ObjNum 570 snap 172 seq_num 570) 2024-08-17T00:38:42.399 INFO:tasks.rados.rados.0.smithi157.stdout:1859: read oid 19 snap -1 2024-08-17T00:38:42.399 INFO:tasks.rados.rados.0.smithi157.stdout:1859: expect deleted 2024-08-17T00:38:42.399 INFO:tasks.rados.rados.0.smithi157.stdout:1860: snap_create 2024-08-17T00:38:42.406 INFO:tasks.rados.rados.0.smithi157.stdout:1858: expect (ObjNum 570 snap 172 seq_num 570) 2024-08-17T00:38:42.654 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:42 smithi187 ceph-mon[90552]: osdmap e436: 8 total, 7 up, 8 in 2024-08-17T00:38:42.654 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:42 smithi187 ceph-mon[90552]: pgmap v305: 121 pgs: 5 active+undersized, 27 peering, 2 stale+active+clean, 5 active+undersized+degraded, 82 active+clean; 220 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 5.4 MiB/s wr, 11 op/s; 9/195 objects degraded (4.615%) 2024-08-17T00:38:42.655 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:42 smithi187 podman[96448]: 2024-08-17 00:38:42.544093513 +0000 UTC m=+0.114639045 container create 85d62c2cecbec829499dacba7b3c830c18619de5c1f1df41bfb8c032f498cce0 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:38:42.655 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:42 smithi187 podman[96448]: 2024-08-17 00:38:42.446736477 +0000 UTC m=+0.017281992 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:38:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:42 smithi157 ceph-mon[98780]: osdmap e436: 8 total, 7 up, 8 in 2024-08-17T00:38:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:42 smithi157 ceph-mon[98780]: pgmap v305: 121 pgs: 5 active+undersized, 27 peering, 2 stale+active+clean, 5 active+undersized+degraded, 82 active+clean; 220 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 5.4 MiB/s wr, 11 op/s; 9/195 objects degraded (4.615%) 2024-08-17T00:38:42.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:42 smithi157 ceph-mon[101289]: osdmap e436: 8 total, 7 up, 8 in 2024-08-17T00:38:42.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:42 smithi157 ceph-mon[101289]: pgmap v305: 121 pgs: 5 active+undersized, 27 peering, 2 stale+active+clean, 5 active+undersized+degraded, 82 active+clean; 220 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 5.4 MiB/s wr, 11 op/s; 9/195 objects degraded (4.615%) 2024-08-17T00:38:42.918 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:42 smithi187 podman[96448]: 2024-08-17 00:38:42.779775524 +0000 UTC m=+0.350321029 container init 85d62c2cecbec829499dacba7b3c830c18619de5c1f1df41bfb8c032f498cce0 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-08-17T00:38:42.918 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:42 smithi187 podman[96448]: 2024-08-17 00:38:42.784384483 +0000 UTC m=+0.354929974 container start 85d62c2cecbec829499dacba7b3c830c18619de5c1f1df41bfb8c032f498cce0 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:38:42.918 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:42 smithi187 podman[96448]: 2024-08-17 00:38:42.846371034 +0000 UTC m=+0.416916539 container attach 85d62c2cecbec829499dacba7b3c830c18619de5c1f1df41bfb8c032f498cce0 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-activate, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21) 2024-08-17T00:38:43.206 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-activate[96463]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:38:43.206 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:42 smithi187 bash[96448]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:38:43.206 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-activate[96463]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:38:43.206 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:42 smithi187 bash[96448]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:38:43.206 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-activate[96463]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T00:38:43.206 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 bash[96448]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T00:38:43.206 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-activate[96463]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-17T00:38:43.206 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 bash[96448]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-17T00:38:43.206 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-activate[96463]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-17T00:38:43.207 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 bash[96448]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-17T00:38:43.207 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-activate[96463]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T00:38:43.207 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 bash[96448]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T00:38:43.207 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-activate[96463]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-17T00:38:43.207 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 bash[96448]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-17T00:38:43.207 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-activate[96463]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T00:38:43.207 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 bash[96448]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T00:38:43.207 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-activate[96463]: --> ceph-volume raw activate successful for osd ID: 4 2024-08-17T00:38:43.207 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 bash[96448]: --> ceph-volume raw activate successful for osd ID: 4 2024-08-17T00:38:43.207 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 podman[96448]: 2024-08-17 00:38:43.165308564 +0000 UTC m=+0.735854073 container died 85d62c2cecbec829499dacba7b3c830c18619de5c1f1df41bfb8c032f498cce0 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-17T00:38:43.403 INFO:tasks.rados.rados.0.smithi157.stdout:1858: done (2 left) 2024-08-17T00:38:43.403 INFO:tasks.rados.rados.0.smithi157.stdout:1859: done (1 left) 2024-08-17T00:38:43.403 INFO:tasks.rados.rados.0.smithi157.stdout:1860: done (0 left) 2024-08-17T00:38:43.403 INFO:tasks.rados.rados.0.smithi157.stdout:1861: setattr oid 36 current snap is 180 2024-08-17T00:38:43.404 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 2 current snap is 180 2024-08-17T00:38:43.404 INFO:tasks.rados.rados.0.smithi157.stdout:1862: seq_num 583 ranges {0=172032} 2024-08-17T00:38:43.405 INFO:tasks.rados.rados.0.smithi157.stdout:1862: writing smithi15786056-2 from 0 to 172032 tid 1 2024-08-17T00:38:43.405 INFO:tasks.rados.rados.0.smithi157.stdout:1863: read oid 25 snap -1 2024-08-17T00:38:43.405 INFO:tasks.rados.rados.0.smithi157.stdout:1863: expect (ObjNum 506 snap 153 seq_num 506) 2024-08-17T00:38:43.405 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 180 2024-08-17T00:38:43.405 INFO:tasks.rados.rados.0.smithi157.stdout:1864: seq_num 584 ranges {4169728=188416} 2024-08-17T00:38:43.429 INFO:tasks.rados.rados.0.smithi157.stdout:1864: writing smithi15786056-18 from 4169728 to 4358144 tid 1 2024-08-17T00:38:43.430 INFO:tasks.rados.rados.0.smithi157.stdout:1865: snap_remove snap 175 2024-08-17T00:38:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:43 smithi187 ceph-mon[90552]: Health check failed: Degraded data redundancy: 9/195 objects degraded (4.615%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:38:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:43 smithi187 ceph-mon[90552]: osdmap e437: 8 total, 7 up, 8 in 2024-08-17T00:38:43.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:43 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:43.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:43 smithi157 ceph-mon[98780]: Health check failed: Degraded data redundancy: 9/195 objects degraded (4.615%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:38:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:43 smithi157 ceph-mon[98780]: osdmap e437: 8 total, 7 up, 8 in 2024-08-17T00:38:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:38:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:38:43] "GET /metrics HTTP/1.1" 200 36238 "" "Prometheus/2.43.0" 2024-08-17T00:38:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:43 smithi157 ceph-mon[101289]: Health check failed: Degraded data redundancy: 9/195 objects degraded (4.615%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:38:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:43 smithi157 ceph-mon[101289]: osdmap e437: 8 total, 7 up, 8 in 2024-08-17T00:38:44.140 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:43 smithi187 podman[96602]: 2024-08-17 00:38:43.800076122 +0000 UTC m=+0.628848973 container remove 85d62c2cecbec829499dacba7b3c830c18619de5c1f1df41bfb8c032f498cce0 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-activate, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:38:44.140 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:44 smithi187 podman[96668]: 2024-08-17 00:38:43.917426458 +0000 UTC m=+0.017883732 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:38:44.140 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:44 smithi187 podman[96668]: 2024-08-17 00:38:44.03460711 +0000 UTC m=+0.135064422 container create d0e8971787b72733217cd4f91301c154d305161620512e39b7effca4d036ead4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:38:44.408 INFO:tasks.rados.rados.0.smithi157.stdout:1865: done (4 left) 2024-08-17T00:38:44.408 INFO:tasks.rados.rados.0.smithi157.stdout:1866: snap_create 2024-08-17T00:38:44.408 INFO:tasks.rados.rados.0.smithi157.stdout:1862: finishing write tid 1 to smithi15786056-2 2024-08-17T00:38:44.408 INFO:tasks.rados.rados.0.smithi157.stdout:1862: finishing write tid 2 to smithi15786056-2 2024-08-17T00:38:44.408 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 864 (ObjNum 523 snap 158 seq_num 523) dirty exists 2024-08-17T00:38:44.408 INFO:tasks.rados.rados.0.smithi157.stdout:1862: finishing write tid 3 to smithi15786056-2 2024-08-17T00:38:44.408 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 1075 (ObjNum 583 snap 180 seq_num 583) dirty exists 2024-08-17T00:38:44.409 INFO:tasks.rados.rados.0.smithi157.stdout:1862: left oid 2 (ObjNum 583 snap 180 seq_num 583) 2024-08-17T00:38:44.409 INFO:tasks.rados.rados.0.smithi157.stdout:1863: expect (ObjNum 506 snap 153 seq_num 506) 2024-08-17T00:38:44.546 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:38:44.700 INFO:tasks.rados.rados.0.smithi157.stdout:1864: finishing write tid 1 to smithi15786056-18 2024-08-17T00:38:44.700 INFO:tasks.rados.rados.0.smithi157.stdout:1864: finishing write tid 2 to smithi15786056-18 2024-08-17T00:38:44.700 INFO:tasks.rados.rados.0.smithi157.stdout:1864: finishing write tid 3 to smithi15786056-18 2024-08-17T00:38:44.700 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 896 (ObjNum 584 snap 180 seq_num 584) dirty exists 2024-08-17T00:38:44.700 INFO:tasks.rados.rados.0.smithi157.stdout:1864: left oid 18 (ObjNum 584 snap 180 seq_num 584) 2024-08-17T00:38:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:44 smithi187 ceph-mon[90552]: osdmap e438: 8 total, 7 up, 8 in 2024-08-17T00:38:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:44 smithi187 ceph-mon[90552]: pgmap v308: 121 pgs: 11 active+undersized, 27 peering, 8 active+undersized+degraded, 75 active+clean; 220 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 3 op/s; 14/195 objects degraded (7.179%) 2024-08-17T00:38:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:38:44.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:44.707 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:44.707 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:44 smithi187 podman[96668]: 2024-08-17 00:38:44.228303358 +0000 UTC m=+0.328760623 container init d0e8971787b72733217cd4f91301c154d305161620512e39b7effca4d036ead4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True) 2024-08-17T00:38:44.707 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:44 smithi187 podman[96668]: 2024-08-17 00:38:44.233180244 +0000 UTC m=+0.333637508 container start d0e8971787b72733217cd4f91301c154d305161620512e39b7effca4d036ead4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4, ceph=True, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-17T00:38:44.707 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:44 smithi187 ceph-osd[96705]: -- 172.21.15.187:0/865219165 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c616c31a40 con 0x55c6179f4000 2024-08-17T00:38:44.707 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:44 smithi187 bash[96668]: d0e8971787b72733217cd4f91301c154d305161620512e39b7effca4d036ead4 2024-08-17T00:38:44.707 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:44 smithi187 systemd[1]: Started Ceph osd.4 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:38:44.813 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:38:44.814 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (4m) 30s ago 8m 24.0M - 0.25.0 c8568f914cd2 e5fc458eaa70 2024-08-17T00:38:44.814 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (4m) 2m ago 8m 82.8M - 9.4.7 954c08fa6188 3c616dd0c45b 2024-08-17T00:38:44.814 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (10m) 30s ago 10m 15.9M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:38:44.814 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (10m) 2m ago 10m 19.8M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:38:44.814 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283,8765 running (3m) 2m ago 13m 438M - 19.1.0-1363-gd863d21c ba08250ef864 97f58199005a 2024-08-17T00:38:44.814 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (4m) 30s ago 15m 508M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:38:44.814 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (3m) 30s ago 15m 54.2M 2048M 19.1.0-1363-gd863d21c ba08250ef864 7cae4f2d8cd1 2024-08-17T00:38:44.814 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (3m) 2m ago 14m 25.8M 2048M 19.1.0-1363-gd863d21c ba08250ef864 fa96bb84b173 2024-08-17T00:38:44.814 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (3m) 30s ago 13m 48.2M 2048M 19.1.0-1363-gd863d21c ba08250ef864 6acedb5a7023 2024-08-17T00:38:44.815 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (4m) 30s ago 8m 11.4M - 1.5.0 0da6a335fe13 b4e36e574235 2024-08-17T00:38:44.815 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (4m) 2m ago 7m 8144k - 1.5.0 0da6a335fe13 73e607038b0d 2024-08-17T00:38:44.815 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (2m) 30s ago 13m 144M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7d05f2a649d9 2024-08-17T00:38:44.815 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (103s) 30s ago 12m 112M 2480M 19.1.0-1363-gd863d21c ba08250ef864 dbe3e94be069 2024-08-17T00:38:44.815 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (68s) 30s ago 12m 105M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7e3b0f58873f 2024-08-17T00:38:44.815 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (34s) 30s ago 12m 12.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 28892f02251b 2024-08-17T00:38:44.815 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 starting - - - 2480M 2024-08-17T00:38:44.815 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (11m) 2m ago 11m 105M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 87ee417e591b 2024-08-17T00:38:44.816 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (10m) 2m ago 10m 103M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bd8a836eeeec 2024-08-17T00:38:44.816 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (10m) 2m ago 10m 108M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:38:44.816 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (3m) 2m ago 9m 54.0M - 2.43.0 a07b618ecd1d 736dc11bd87e 2024-08-17T00:38:44.816 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:44 smithi157 ceph-mon[101289]: osdmap e438: 8 total, 7 up, 8 in 2024-08-17T00:38:44.816 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:44 smithi157 ceph-mon[101289]: pgmap v308: 121 pgs: 11 active+undersized, 27 peering, 8 active+undersized+degraded, 75 active+clean; 220 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 3 op/s; 14/195 objects degraded (7.179%) 2024-08-17T00:38:44.816 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:44.817 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:44.817 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:44.817 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:44.817 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:38:44.817 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:44 smithi157 ceph-mon[98780]: osdmap e438: 8 total, 7 up, 8 in 2024-08-17T00:38:44.817 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:44 smithi157 ceph-mon[98780]: pgmap v308: 121 pgs: 11 active+undersized, 27 peering, 8 active+undersized+degraded, 75 active+clean; 220 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 3 op/s; 14/195 objects degraded (7.179%) 2024-08-17T00:38:44.818 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:44.818 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:44.818 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:44.818 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:44.818 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:38:45.048 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T00:38:44.782+0000 7f1385a7b640 -1 Falling back to public interface 2024-08-17T00:38:45.133 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:38:45.134 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:38:45.134 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:38:45.134 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:38:45.134 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:38:45.134 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:38:45.134 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:38:45.135 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:38:45.135 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3, 2024-08-17T00:38:45.135 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 4 2024-08-17T00:38:45.135 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:38:45.135 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:38:45.135 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:38:45.135 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:38:45.135 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:38:45.136 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 5, 2024-08-17T00:38:45.136 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 9 2024-08-17T00:38:45.136 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:38:45.136 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:38:45.411 INFO:tasks.rados.rados.0.smithi157.stdout:1861: done (4 left) 2024-08-17T00:38:45.412 INFO:tasks.rados.rados.0.smithi157.stdout:1862: done (3 left) 2024-08-17T00:38:45.412 INFO:tasks.rados.rados.0.smithi157.stdout:1863: done (2 left) 2024-08-17T00:38:45.412 INFO:tasks.rados.rados.0.smithi157.stdout:1864: done (1 left) 2024-08-17T00:38:45.412 INFO:tasks.rados.rados.0.smithi157.stdout:1866: done (0 left) 2024-08-17T00:38:45.412 INFO:tasks.rados.rados.0.smithi157.stdout:1867: delete oid 46 current snap is 181 2024-08-17T00:38:45.416 INFO:tasks.rados.rados.0.smithi157.stdout:1867: done (0 left) 2024-08-17T00:38:45.416 INFO:tasks.rados.rados.0.smithi157.stdout:1868: rollback oid 6 current snap is 181 2024-08-17T00:38:45.416 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 6 to 180 2024-08-17T00:38:45.416 INFO:tasks.rados.rados.0.smithi157.stdout:1869: read oid 17 snap -1 2024-08-17T00:38:45.416 INFO:tasks.rados.rados.0.smithi157.stdout:1869: expect (ObjNum 578 snap 178 seq_num 578) 2024-08-17T00:38:45.416 INFO:tasks.rados.rados.0.smithi157.stdout:1870: snap_create 2024-08-17T00:38:45.421 INFO:tasks.rados.rados.0.smithi157.stdout:1868: finishing rollback tid 0 to smithi15786056-6 2024-08-17T00:38:45.421 INFO:tasks.rados.rados.0.smithi157.stdout:1868: finishing rollback tid 1 to smithi15786056-6 2024-08-17T00:38:45.421 INFO:tasks.rados.rados.0.smithi157.stdout:1868: finishing rollback tid 2 to smithi15786056-6 2024-08-17T00:38:45.421 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 1053 (ObjNum 541 snap 162 seq_num 541) dirty exists 2024-08-17T00:38:45.461 INFO:tasks.rados.rados.0.smithi157.stdout:1869: expect (ObjNum 578 snap 178 seq_num 578) 2024-08-17T00:38:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:45 smithi187 ceph-mon[90552]: osdmap e439: 8 total, 7 up, 8 in 2024-08-17T00:38:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:45 smithi187 ceph-mon[90552]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:38:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:45 smithi187 ceph-mon[90552]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:38:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:45 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2316678854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:45 smithi157 ceph-mon[101289]: osdmap e439: 8 total, 7 up, 8 in 2024-08-17T00:38:45.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:45 smithi157 ceph-mon[101289]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:38:45.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:45 smithi157 ceph-mon[101289]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:38:45.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:45 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2316678854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:45 smithi157 ceph-mon[98780]: osdmap e439: 8 total, 7 up, 8 in 2024-08-17T00:38:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:45 smithi157 ceph-mon[98780]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:38:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:45 smithi157 ceph-mon[98780]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:38:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:45 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2316678854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:46.523 INFO:tasks.rados.rados.0.smithi157.stdout:1868: done (2 left) 2024-08-17T00:38:46.523 INFO:tasks.rados.rados.0.smithi157.stdout:1869: done (1 left) 2024-08-17T00:38:46.524 INFO:tasks.rados.rados.0.smithi157.stdout:1870: done (0 left) 2024-08-17T00:38:46.524 INFO:tasks.rados.rados.0.smithi157.stdout:1871: rollback oid 5 current snap is 182 2024-08-17T00:38:46.524 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 5 to 176 2024-08-17T00:38:46.524 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 182 2024-08-17T00:38:46.524 INFO:tasks.rados.rados.0.smithi157.stdout:1872: seq_num 586 ranges {0=221184} 2024-08-17T00:38:46.525 INFO:tasks.rados.rados.0.smithi157.stdout:1872: writing smithi15786056-46 from 0 to 221184 tid 1 2024-08-17T00:38:46.525 INFO:tasks.rados.rados.0.smithi157.stdout:1873: snap_create 2024-08-17T00:38:46.526 INFO:tasks.rados.rados.0.smithi157.stdout:1871: finishing rollback tid 1 to smithi15786056-5 2024-08-17T00:38:46.526 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 0 (ObjNum 65 snap 0 seq_num 170443120) dirty dne 2024-08-17T00:38:46.527 INFO:tasks.rados.rados.0.smithi157.stdout:1872: finishing write tid 1 to smithi15786056-46 2024-08-17T00:38:46.527 INFO:tasks.rados.rados.0.smithi157.stdout:1872: finishing write tid 2 to smithi15786056-46 2024-08-17T00:38:46.529 INFO:tasks.rados.rados.0.smithi157.stdout:1872: finishing write tid 3 to smithi15786056-46 2024-08-17T00:38:46.529 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 768 (ObjNum 586 snap 182 seq_num 586) dirty exists 2024-08-17T00:38:46.529 INFO:tasks.rados.rados.0.smithi157.stdout:1872: left oid 46 (ObjNum 586 snap 182 seq_num 586) 2024-08-17T00:38:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:46 smithi187 ceph-mon[90552]: osdmap e440: 8 total, 7 up, 8 in 2024-08-17T00:38:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:46 smithi187 ceph-mon[90552]: pgmap v311: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 236 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 24 op/s; 21/228 objects degraded (9.211%) 2024-08-17T00:38:46.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:46 smithi157 ceph-mon[101289]: osdmap e440: 8 total, 7 up, 8 in 2024-08-17T00:38:46.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:46 smithi157 ceph-mon[101289]: pgmap v311: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 236 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 24 op/s; 21/228 objects degraded (9.211%) 2024-08-17T00:38:46.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:46 smithi157 ceph-mon[98780]: osdmap e440: 8 total, 7 up, 8 in 2024-08-17T00:38:46.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:46 smithi157 ceph-mon[98780]: pgmap v311: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 236 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 24 op/s; 21/228 objects degraded (9.211%) 2024-08-17T00:38:47.334 INFO:tasks.rados.rados.0.smithi157.stdout:1871: done (2 left) 2024-08-17T00:38:47.334 INFO:tasks.rados.rados.0.smithi157.stdout:1872: done (1 left) 2024-08-17T00:38:47.334 INFO:tasks.rados.rados.0.smithi157.stdout:1873: done (0 left) 2024-08-17T00:38:47.335 INFO:tasks.rados.rados.0.smithi157.stdout:1874: snap_remove snap 181 2024-08-17T00:38:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:47 smithi187 ceph-mon[90552]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-08-17T00:38:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:47 smithi187 ceph-mon[90552]: osdmap e441: 8 total, 7 up, 8 in 2024-08-17T00:38:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:47 smithi187 ceph-mon[90552]: osdmap e442: 8 total, 7 up, 8 in 2024-08-17T00:38:47.706 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:47 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T00:38:47.665+0000 7f1385a7b640 -1 osd.4 433 log_to_monitors true 2024-08-17T00:38:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:47 smithi157 ceph-mon[101289]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-08-17T00:38:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:47 smithi157 ceph-mon[101289]: osdmap e441: 8 total, 7 up, 8 in 2024-08-17T00:38:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:47 smithi157 ceph-mon[101289]: osdmap e442: 8 total, 7 up, 8 in 2024-08-17T00:38:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:47 smithi157 ceph-mon[98780]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-08-17T00:38:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:47 smithi157 ceph-mon[98780]: osdmap e441: 8 total, 7 up, 8 in 2024-08-17T00:38:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:47 smithi157 ceph-mon[98780]: osdmap e442: 8 total, 7 up, 8 in 2024-08-17T00:38:48.337 INFO:tasks.rados.rados.0.smithi157.stdout:1874: done (0 left) 2024-08-17T00:38:48.337 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 183 2024-08-17T00:38:48.337 INFO:tasks.rados.rados.0.smithi157.stdout:1875: seq_num 587 ranges {10969088=237568} 2024-08-17T00:38:48.397 INFO:tasks.rados.rados.0.smithi157.stdout:1875: writing smithi15786056-49 from 10969088 to 11206656 tid 1 2024-08-17T00:38:48.397 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 183 2024-08-17T00:38:48.397 INFO:tasks.rados.rados.0.smithi157.stdout:1876: seq_num 588 ranges {4538368=253952} 2024-08-17T00:38:48.422 INFO:tasks.rados.rados.0.smithi157.stdout:1876: writing smithi15786056-25 from 4538368 to 4792320 tid 1 2024-08-17T00:38:48.422 INFO:tasks.rados.rados.0.smithi157.stdout:1877: copy_from oid 30 from oid 13 current snap is 183 2024-08-17T00:38:48.422 INFO:tasks.rados.rados.0.smithi157.stdout:1878: read oid 1 snap -1 2024-08-17T00:38:48.422 INFO:tasks.rados.rados.0.smithi157.stdout:1878: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:38:48.422 INFO:tasks.rados.rados.0.smithi157.stdout:1879: setattr oid 17 current snap is 183 2024-08-17T00:38:48.424 INFO:tasks.rados.rados.0.smithi157.stdout:1880: read oid 8 snap -1 2024-08-17T00:38:48.424 INFO:tasks.rados.rados.0.smithi157.stdout:1880: expect (ObjNum 484 snap 146 seq_num 484) 2024-08-17T00:38:48.424 INFO:tasks.rados.rados.0.smithi157.stdout:1881: read oid 6 snap 177 2024-08-17T00:38:48.424 INFO:tasks.rados.rados.0.smithi157.stdout:1881: expect (ObjNum 541 snap 162 seq_num 541) 2024-08-17T00:38:48.424 INFO:tasks.rados.rados.0.smithi157.stdout:1882: rollback oid 28 current snap is 183 2024-08-17T00:38:48.424 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 28 to 182 2024-08-17T00:38:48.424 INFO:tasks.rados.rados.0.smithi157.stdout:1883: snap_remove snap 179 2024-08-17T00:38:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:48 smithi187 ceph-mon[90552]: from='osd.4 [v2:172.21.15.187:6800/2922012516,v1:172.21.15.187:6801/2922012516]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:38:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:48 smithi187 ceph-mon[90552]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:38:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:48 smithi187 ceph-mon[90552]: pgmap v314: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 236 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 24 op/s; 21/228 objects degraded (9.211%) 2024-08-17T00:38:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:48 smithi187 ceph-mon[90552]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T00:38:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:48 smithi187 ceph-mon[90552]: from='osd.4 [v2:172.21.15.187:6800/2922012516,v1:172.21.15.187:6801/2922012516]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:38:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:48 smithi187 ceph-mon[90552]: osdmap e443: 8 total, 7 up, 8 in 2024-08-17T00:38:48.660 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:48 smithi187 ceph-mon[90552]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:38:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:48 smithi157 ceph-mon[98780]: from='osd.4 [v2:172.21.15.187:6800/2922012516,v1:172.21.15.187:6801/2922012516]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:38:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:48 smithi157 ceph-mon[98780]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:38:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:48 smithi157 ceph-mon[98780]: pgmap v314: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 236 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 24 op/s; 21/228 objects degraded (9.211%) 2024-08-17T00:38:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:48 smithi157 ceph-mon[98780]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T00:38:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:48 smithi157 ceph-mon[98780]: from='osd.4 [v2:172.21.15.187:6800/2922012516,v1:172.21.15.187:6801/2922012516]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:38:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:48 smithi157 ceph-mon[98780]: osdmap e443: 8 total, 7 up, 8 in 2024-08-17T00:38:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:48 smithi157 ceph-mon[98780]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:38:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:48 smithi157 ceph-mon[101289]: from='osd.4 [v2:172.21.15.187:6800/2922012516,v1:172.21.15.187:6801/2922012516]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:38:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:48 smithi157 ceph-mon[101289]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:38:48.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:48 smithi157 ceph-mon[101289]: pgmap v314: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 236 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 24 op/s; 21/228 objects degraded (9.211%) 2024-08-17T00:38:48.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:48 smithi157 ceph-mon[101289]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T00:38:48.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:48 smithi157 ceph-mon[101289]: from='osd.4 [v2:172.21.15.187:6800/2922012516,v1:172.21.15.187:6801/2922012516]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:38:48.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:48 smithi157 ceph-mon[101289]: osdmap e443: 8 total, 7 up, 8 in 2024-08-17T00:38:48.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:48 smithi157 ceph-mon[101289]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:38:48.958 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:48.958 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 00:38:48 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T00:38:48.781+0000 7f137981e640 -1 osd.4 433 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:38:49.340 INFO:tasks.rados.rados.0.smithi157.stdout:1883: done (8 left) 2024-08-17T00:38:49.340 INFO:tasks.rados.rados.0.smithi157.stdout:1884: snap_create 2024-08-17T00:38:49.342 INFO:tasks.rados.rados.0.smithi157.stdout:1877: finishing copy_from to smithi15786056-30 2024-08-17T00:38:49.343 INFO:tasks.rados.rados.0.smithi157.stdout:1877: got expected ENOENT (src dne) 2024-08-17T00:38:49.343 INFO:tasks.rados.rados.0.smithi157.stdout:1877: finishing copy_from racing read to smithi15786056-30 2024-08-17T00:38:49.343 INFO:tasks.rados.rados.0.smithi157.stdout:1882: finishing rollback tid 0 to smithi15786056-28 2024-08-17T00:38:49.343 INFO:tasks.rados.rados.0.smithi157.stdout:1882: finishing rollback tid 1 to smithi15786056-28 2024-08-17T00:38:49.343 INFO:tasks.rados.rados.0.smithi157.stdout:1882: finishing rollback tid 2 to smithi15786056-28 2024-08-17T00:38:49.343 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 874 (ObjNum 523 snap 158 seq_num 523) dirty exists 2024-08-17T00:38:49.343 INFO:tasks.rados.rados.0.smithi157.stdout:1876: finishing write tid 1 to smithi15786056-25 2024-08-17T00:38:49.343 INFO:tasks.rados.rados.0.smithi157.stdout:1876: finishing write tid 2 to smithi15786056-25 2024-08-17T00:38:49.343 INFO:tasks.rados.rados.0.smithi157.stdout:1878: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:38:49.638 INFO:tasks.rados.rados.0.smithi157.stdout:1880: expect (ObjNum 484 snap 146 seq_num 484) 2024-08-17T00:38:50.043 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:49 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:50.043 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:49 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:50.043 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:49 smithi187 ceph-mon[90552]: from='osd.4 ' entity='osd.4' 2024-08-17T00:38:50.043 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:49 smithi187 ceph-mon[90552]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:38:50.043 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:49 smithi187 ceph-mon[90552]: osd.4 [v2:172.21.15.187:6800/2922012516,v1:172.21.15.187:6801/2922012516] boot 2024-08-17T00:38:50.043 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:49 smithi187 ceph-mon[90552]: osdmap e444: 8 total, 8 up, 8 in 2024-08-17T00:38:50.043 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:49 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:38:50.043 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:49 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:50.043 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:49 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[101289]: from='osd.4 ' entity='osd.4' 2024-08-17T00:38:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[101289]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:38:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[101289]: osd.4 [v2:172.21.15.187:6800/2922012516,v1:172.21.15.187:6801/2922012516] boot 2024-08-17T00:38:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[101289]: osdmap e444: 8 total, 8 up, 8 in 2024-08-17T00:38:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:38:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:50.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:50.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:50.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[98780]: from='osd.4 ' entity='osd.4' 2024-08-17T00:38:50.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[98780]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:38:50.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[98780]: osd.4 [v2:172.21.15.187:6800/2922012516,v1:172.21.15.187:6801/2922012516] boot 2024-08-17T00:38:50.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[98780]: osdmap e444: 8 total, 8 up, 8 in 2024-08-17T00:38:50.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:38:50.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:50.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:49 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:50.740 INFO:tasks.rados.rados.0.smithi157.stdout:1876: finishing write tid 3 to smithi15786056-25 2024-08-17T00:38:50.740 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 1020 (ObjNum 588 snap 183 seq_num 588) dirty exists 2024-08-17T00:38:50.740 INFO:tasks.rados.rados.0.smithi157.stdout:1876: left oid 25 (ObjNum 588 snap 183 seq_num 588) 2024-08-17T00:38:50.740 INFO:tasks.rados.rados.0.smithi157.stdout:1881: expect (ObjNum 541 snap 162 seq_num 541) 2024-08-17T00:38:50.913 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:50 smithi187 ceph-mon[90552]: pgmap v317: 121 pgs: 23 peering, 14 active+undersized, 9 active+undersized+degraded, 75 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 100 KiB/s wr, 8 op/s; 18/240 objects degraded (7.500%) 2024-08-17T00:38:50.913 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:50 smithi187 ceph-mon[90552]: osdmap e445: 8 total, 8 up, 8 in 2024-08-17T00:38:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:50 smithi157 ceph-mon[98780]: pgmap v317: 121 pgs: 23 peering, 14 active+undersized, 9 active+undersized+degraded, 75 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 100 KiB/s wr, 8 op/s; 18/240 objects degraded (7.500%) 2024-08-17T00:38:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:50 smithi157 ceph-mon[98780]: osdmap e445: 8 total, 8 up, 8 in 2024-08-17T00:38:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:50 smithi157 ceph-mon[101289]: pgmap v317: 121 pgs: 23 peering, 14 active+undersized, 9 active+undersized+degraded, 75 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 100 KiB/s wr, 8 op/s; 18/240 objects degraded (7.500%) 2024-08-17T00:38:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:50 smithi157 ceph-mon[101289]: osdmap e445: 8 total, 8 up, 8 in 2024-08-17T00:38:51.248 INFO:tasks.rados.rados.0.smithi157.stdout:1875: finishing write tid 1 to smithi15786056-49 2024-08-17T00:38:51.249 INFO:tasks.rados.rados.0.smithi157.stdout:1875: finishing write tid 2 to smithi15786056-49 2024-08-17T00:38:51.249 INFO:tasks.rados.rados.0.smithi157.stdout:1875: finishing write tid 3 to smithi15786056-49 2024-08-17T00:38:51.249 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 898 (ObjNum 587 snap 183 seq_num 587) dirty exists 2024-08-17T00:38:51.249 INFO:tasks.rados.rados.0.smithi157.stdout:1875: left oid 49 (ObjNum 587 snap 183 seq_num 587) 2024-08-17T00:38:51.249 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 971 (ObjNum 578 snap 178 seq_num 578) dirty exists 2024-08-17T00:38:51.249 INFO:tasks.rados.rados.0.smithi157.stdout:1875: done (8 left) 2024-08-17T00:38:51.249 INFO:tasks.rados.rados.0.smithi157.stdout:1876: done (7 left) 2024-08-17T00:38:51.249 INFO:tasks.rados.rados.0.smithi157.stdout:1877: done (6 left) 2024-08-17T00:38:51.249 INFO:tasks.rados.rados.0.smithi157.stdout:1878: done (5 left) 2024-08-17T00:38:51.249 INFO:tasks.rados.rados.0.smithi157.stdout:1879: done (4 left) 2024-08-17T00:38:51.249 INFO:tasks.rados.rados.0.smithi157.stdout:1880: done (3 left) 2024-08-17T00:38:51.250 INFO:tasks.rados.rados.0.smithi157.stdout:1881: done (2 left) 2024-08-17T00:38:51.250 INFO:tasks.rados.rados.0.smithi157.stdout:1882: done (1 left) 2024-08-17T00:38:51.250 INFO:tasks.rados.rados.0.smithi157.stdout:1884: done (0 left) 2024-08-17T00:38:51.250 INFO:tasks.rados.rados.0.smithi157.stdout:1885: rollback oid 7 current snap is 184 2024-08-17T00:38:51.250 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 7 to 183 2024-08-17T00:38:51.250 INFO:tasks.rados.rados.0.smithi157.stdout:1886: snap_remove snap 178 2024-08-17T00:38:51.725 INFO:tasks.rados.rados.0.smithi157.stdout:1886: done (1 left) 2024-08-17T00:38:51.725 INFO:tasks.rados.rados.0.smithi157.stdout:1887: rollback oid 16 current snap is 184 2024-08-17T00:38:51.725 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 16 to 177 2024-08-17T00:38:51.725 INFO:tasks.rados.rados.0.smithi157.stdout:1885: finishing rollback tid 0 to smithi15786056-7 2024-08-17T00:38:51.726 INFO:tasks.rados.rados.0.smithi157.stdout:1885: finishing rollback tid 1 to smithi15786056-7 2024-08-17T00:38:51.726 INFO:tasks.rados.rados.0.smithi157.stdout:1885: finishing rollback tid 2 to smithi15786056-7 2024-08-17T00:38:51.726 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 901 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-08-17T00:38:51.726 INFO:tasks.rados.rados.0.smithi157.stdout:1885: done (1 left) 2024-08-17T00:38:51.726 INFO:tasks.rados.rados.0.smithi157.stdout:1888: rollback oid 17 current snap is 184 2024-08-17T00:38:51.726 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 17 to 177 2024-08-17T00:38:51.726 INFO:tasks.rados.rados.0.smithi157.stdout:1889: read oid 4 snap -1 2024-08-17T00:38:51.726 INFO:tasks.rados.rados.0.smithi157.stdout:1889: expect (ObjNum 534 snap 161 seq_num 534) 2024-08-17T00:38:51.726 INFO:tasks.rados.rados.0.smithi157.stdout:1890: snap_create 2024-08-17T00:38:51.728 INFO:tasks.rados.rados.0.smithi157.stdout:1888: finishing rollback tid 0 to smithi15786056-17 2024-08-17T00:38:51.730 INFO:tasks.rados.rados.0.smithi157.stdout:1888: finishing rollback tid 1 to smithi15786056-17 2024-08-17T00:38:51.730 INFO:tasks.rados.rados.0.smithi157.stdout:1888: finishing rollback tid 2 to smithi15786056-17 2024-08-17T00:38:51.730 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 974 (ObjNum 522 snap 158 seq_num 522) dirty exists 2024-08-17T00:38:51.734 INFO:tasks.rados.rados.0.smithi157.stdout:1887: finishing rollback tid 0 to smithi15786056-16 2024-08-17T00:38:51.740 INFO:tasks.rados.rados.0.smithi157.stdout:1887: finishing rollback tid 1 to smithi15786056-16 2024-08-17T00:38:51.742 INFO:tasks.rados.rados.0.smithi157.stdout:1887: finishing rollback tid 2 to smithi15786056-16 2024-08-17T00:38:51.742 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 560 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-08-17T00:38:51.745 INFO:tasks.rados.rados.0.smithi157.stdout:1889: expect (ObjNum 534 snap 161 seq_num 534) 2024-08-17T00:38:52.072 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:51 smithi187 ceph-mon[90552]: Health check update: Degraded data redundancy: 18/240 objects degraded (7.500%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T00:38:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:51 smithi157 ceph-mon[101289]: Health check update: Degraded data redundancy: 18/240 objects degraded (7.500%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T00:38:52.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:51 smithi157 ceph-mon[98780]: Health check update: Degraded data redundancy: 18/240 objects degraded (7.500%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T00:38:52.362 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:52.726 INFO:tasks.rados.rados.0.smithi157.stdout:1887: done (3 left) 2024-08-17T00:38:52.726 INFO:tasks.rados.rados.0.smithi157.stdout:1888: done (2 left) 2024-08-17T00:38:52.726 INFO:tasks.rados.rados.0.smithi157.stdout:1889: done (1 left) 2024-08-17T00:38:52.726 INFO:tasks.rados.rados.0.smithi157.stdout:1890: done (0 left) 2024-08-17T00:38:52.727 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 185 2024-08-17T00:38:52.727 INFO:tasks.rados.rados.0.smithi157.stdout:1891: seq_num 589 ranges {4014080=270336} 2024-08-17T00:38:52.750 INFO:tasks.rados.rados.0.smithi157.stdout:1891: writing smithi15786056-16 from 4014080 to 4284416 tid 1 2024-08-17T00:38:52.750 INFO:tasks.rados.rados.0.smithi157.stdout:1892: copy_from oid 50 from oid 48 current snap is 185 2024-08-17T00:38:52.750 INFO:tasks.rados.rados.0.smithi157.stdout:1893: copy_from oid 35 from oid 37 current snap is 185 2024-08-17T00:38:52.750 INFO:tasks.rados.rados.0.smithi157.stdout:1894: rollback oid 8 current snap is 185 2024-08-17T00:38:52.750 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 8 to 176 2024-08-17T00:38:52.750 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 12 current snap is 185 2024-08-17T00:38:52.750 INFO:tasks.rados.rados.0.smithi157.stdout:1895: seq_num 590 ranges {2744320=286720} 2024-08-17T00:38:52.767 INFO:tasks.rados.rados.0.smithi157.stdout:1895: writing smithi15786056-12 from 2744320 to 3031040 tid 1 2024-08-17T00:38:52.767 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 185 2024-08-17T00:38:52.767 INFO:tasks.rados.rados.0.smithi157.stdout:1893: finishing copy_from to smithi15786056-35 2024-08-17T00:38:52.767 INFO:tasks.rados.rados.0.smithi157.stdout:1893: got expected ENOENT (src dne) 2024-08-17T00:38:52.768 INFO:tasks.rados.rados.0.smithi157.stdout:1896: seq_num 591 ranges {4792320=303104} 2024-08-17T00:38:52.795 INFO:tasks.rados.rados.0.smithi157.stdout:1896: writing smithi15786056-25 from 4792320 to 5095424 tid 1 2024-08-17T00:38:52.795 INFO:tasks.rados.rados.0.smithi157.stdout:1897: delete oid 41 current snap is 185 2024-08-17T00:38:52.795 INFO:tasks.rados.rados.0.smithi157.stdout:1893: finishing copy_from racing read to smithi15786056-35 2024-08-17T00:38:52.795 INFO:tasks.rados.rados.0.smithi157.stdout:1891: finishing write tid 1 to smithi15786056-16 2024-08-17T00:38:52.795 INFO:tasks.rados.rados.0.smithi157.stdout:1891: finishing write tid 2 to smithi15786056-16 2024-08-17T00:38:52.796 INFO:tasks.rados.rados.0.smithi157.stdout:1891: finishing write tid 3 to smithi15786056-16 2024-08-17T00:38:52.796 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 562 (ObjNum 589 snap 185 seq_num 589) dirty exists 2024-08-17T00:38:52.796 INFO:tasks.rados.rados.0.smithi157.stdout:1891: left oid 16 (ObjNum 589 snap 185 seq_num 589) 2024-08-17T00:38:52.796 INFO:tasks.rados.rados.0.smithi157.stdout:1894: finishing rollback tid 0 to smithi15786056-8 2024-08-17T00:38:52.796 INFO:tasks.rados.rados.0.smithi157.stdout:1894: finishing rollback tid 1 to smithi15786056-8 2024-08-17T00:38:52.796 INFO:tasks.rados.rados.0.smithi157.stdout:1894: finishing rollback tid 2 to smithi15786056-8 2024-08-17T00:38:52.796 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1023 (ObjNum 484 snap 146 seq_num 484) dirty exists 2024-08-17T00:38:52.796 INFO:tasks.rados.rados.0.smithi157.stdout:1895: finishing write tid 1 to smithi15786056-12 2024-08-17T00:38:52.796 INFO:tasks.rados.rados.0.smithi157.stdout:1895: finishing write tid 2 to smithi15786056-12 2024-08-17T00:38:52.796 INFO:tasks.rados.rados.0.smithi157.stdout:1895: finishing write tid 3 to smithi15786056-12 2024-08-17T00:38:52.796 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 867 (ObjNum 590 snap 185 seq_num 590) dirty exists 2024-08-17T00:38:52.796 INFO:tasks.rados.rados.0.smithi157.stdout:1895: left oid 12 (ObjNum 590 snap 185 seq_num 590) 2024-08-17T00:38:52.797 INFO:tasks.rados.rados.0.smithi157.stdout:1892: finishing copy_from racing read to smithi15786056-50 2024-08-17T00:38:52.797 INFO:tasks.rados.rados.0.smithi157.stdout:1892: finishing copy_from to smithi15786056-50 2024-08-17T00:38:52.797 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 999 (ObjNum 495 snap 150 seq_num 495) dirty exists 2024-08-17T00:38:52.797 INFO:tasks.rados.rados.0.smithi157.stdout:1891: done (6 left) 2024-08-17T00:38:52.797 INFO:tasks.rados.rados.0.smithi157.stdout:1892: done (5 left) 2024-08-17T00:38:52.798 INFO:tasks.rados.rados.0.smithi157.stdout:1893: done (4 left) 2024-08-17T00:38:52.798 INFO:tasks.rados.rados.0.smithi157.stdout:1894: done (3 left) 2024-08-17T00:38:52.798 INFO:tasks.rados.rados.0.smithi157.stdout:1895: done (2 left) 2024-08-17T00:38:52.798 INFO:tasks.rados.rados.0.smithi157.stdout:1897: done (1 left) 2024-08-17T00:38:52.798 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 47 current snap is 185 2024-08-17T00:38:52.798 INFO:tasks.rados.rados.0.smithi157.stdout:1898: seq_num 593 ranges {1081344=335872} 2024-08-17T00:38:52.805 INFO:tasks.rados.rados.0.smithi157.stdout:1898: writing smithi15786056-47 from 1081344 to 1417216 tid 1 2024-08-17T00:38:52.805 INFO:tasks.rados.rados.0.smithi157.stdout:1899: rollback oid 26 current snap is 185 2024-08-17T00:38:52.805 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 26 to 182 2024-08-17T00:38:52.805 INFO:tasks.rados.rados.0.smithi157.stdout:1896: finishing write tid 1 to smithi15786056-25 2024-08-17T00:38:52.805 INFO:tasks.rados.rados.0.smithi157.stdout:1896: finishing write tid 2 to smithi15786056-25 2024-08-17T00:38:52.805 INFO:tasks.rados.rados.0.smithi157.stdout:1896: finishing write tid 3 to smithi15786056-25 2024-08-17T00:38:52.805 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 1025 (ObjNum 591 snap 185 seq_num 591) dirty exists 2024-08-17T00:38:52.805 INFO:tasks.rados.rados.0.smithi157.stdout:1896: left oid 25 (ObjNum 591 snap 185 seq_num 591) 2024-08-17T00:38:52.805 INFO:tasks.rados.rados.0.smithi157.stdout:1896: done (2 left) 2024-08-17T00:38:52.805 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 185 2024-08-17T00:38:52.805 INFO:tasks.rados.rados.0.smithi157.stdout:1900: seq_num 594 ranges {0=352256} 2024-08-17T00:38:52.806 INFO:tasks.rados.rados.0.smithi157.stdout:1900: writing smithi15786056-45 from 0 to 352256 tid 1 2024-08-17T00:38:52.807 INFO:tasks.rados.rados.0.smithi157.stdout:1901: setattr oid 13 current snap is 185 2024-08-17T00:38:52.807 INFO:tasks.rados.rados.0.smithi157.stdout:1898: finishing write tid 1 to smithi15786056-47 2024-08-17T00:38:52.808 INFO:tasks.rados.rados.0.smithi157.stdout:1899: finishing rollback tid 0 to smithi15786056-26 2024-08-17T00:38:52.808 INFO:tasks.rados.rados.0.smithi157.stdout:1898: finishing write tid 2 to smithi15786056-47 2024-08-17T00:38:52.809 INFO:tasks.rados.rados.0.smithi157.stdout:1902: setattr oid 15 current snap is 185 2024-08-17T00:38:52.809 INFO:tasks.rados.rados.0.smithi157.stdout:1899: finishing rollback tid 1 to smithi15786056-26 2024-08-17T00:38:52.809 INFO:tasks.rados.rados.0.smithi157.stdout:1899: finishing rollback tid 2 to smithi15786056-26 2024-08-17T00:38:52.809 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1061 (ObjNum 65 snap 0 seq_num 1560322848) dirty exists 2024-08-17T00:38:52.811 INFO:tasks.rados.rados.0.smithi157.stdout:1900: finishing write tid 1 to smithi15786056-45 2024-08-17T00:38:52.812 INFO:tasks.rados.rados.0.smithi157.stdout:1899: done (4 left) 2024-08-17T00:38:52.812 INFO:tasks.rados.rados.0.smithi157.stdout:1903: copy_from oid 26 from oid 3 current snap is 185 2024-08-17T00:38:52.812 INFO:tasks.rados.rados.0.smithi157.stdout:1904: read oid 16 snap -1 2024-08-17T00:38:52.812 INFO:tasks.rados.rados.0.smithi157.stdout:1904: expect (ObjNum 589 snap 185 seq_num 589) 2024-08-17T00:38:52.812 INFO:tasks.rados.rados.0.smithi157.stdout:1905: rollback oid 37 current snap is 185 2024-08-17T00:38:52.812 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 37 to 183 2024-08-17T00:38:52.812 INFO:tasks.rados.rados.0.smithi157.stdout:1900: finishing write tid 2 to smithi15786056-45 2024-08-17T00:38:52.812 INFO:tasks.rados.rados.0.smithi157.stdout:1906: copy_from oid 49 from oid 6 current snap is 185 2024-08-17T00:38:52.812 INFO:tasks.rados.rados.0.smithi157.stdout:1907: rollback oid 36 current snap is 185 2024-08-17T00:38:52.812 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 36 to 176 2024-08-17T00:38:52.812 INFO:tasks.rados.rados.0.smithi157.stdout:1908: snap_create 2024-08-17T00:38:52.812 INFO:tasks.rados.rados.0.smithi157.stdout:1898: finishing write tid 3 to smithi15786056-47 2024-08-17T00:38:52.813 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 826 (ObjNum 593 snap 185 seq_num 593) dirty exists 2024-08-17T00:38:52.813 INFO:tasks.rados.rados.0.smithi157.stdout:1898: left oid 47 (ObjNum 593 snap 185 seq_num 593) 2024-08-17T00:38:52.813 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 827 (ObjNum 33 snap 0 seq_num 170121968) dirty exists 2024-08-17T00:38:52.814 INFO:tasks.rados.rados.0.smithi157.stdout:1900: finishing write tid 3 to smithi15786056-45 2024-08-17T00:38:52.814 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 903 (ObjNum 594 snap 185 seq_num 594) dirty exists 2024-08-17T00:38:52.814 INFO:tasks.rados.rados.0.smithi157.stdout:1900: left oid 45 (ObjNum 594 snap 185 seq_num 594) 2024-08-17T00:38:52.814 INFO:tasks.rados.rados.0.smithi157.stdout:1905: finishing rollback tid 1 to smithi15786056-37 2024-08-17T00:38:52.814 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 0 (ObjNum 33 snap 0 seq_num 170252368) dirty dne 2024-08-17T00:38:52.816 INFO:tasks.rados.rados.0.smithi157.stdout:1907: finishing rollback tid 0 to smithi15786056-36 2024-08-17T00:38:52.816 INFO:tasks.rados.rados.0.smithi157.stdout:1907: finishing rollback tid 1 to smithi15786056-36 2024-08-17T00:38:52.816 INFO:tasks.rados.rados.0.smithi157.stdout:1907: finishing rollback tid 2 to smithi15786056-36 2024-08-17T00:38:52.816 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 867 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-08-17T00:38:52.816 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 882 (ObjNum 534 snap 161 seq_num 534) dirty exists 2024-08-17T00:38:52.829 INFO:tasks.rados.rados.0.smithi157.stdout:1904: expect (ObjNum 589 snap 185 seq_num 589) 2024-08-17T00:38:52.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:52 smithi187 ceph-mon[90552]: pgmap v319: 121 pgs: 1 active+recovering+degraded, 23 peering, 1 active+recovery_wait+degraded, 11 active+undersized, 4 active+undersized+degraded, 81 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 148 KiB/s wr, 11 op/s; 12/246 objects degraded (4.878%) 2024-08-17T00:38:52.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:52 smithi187 ceph-mon[90552]: osdmap e446: 8 total, 8 up, 8 in 2024-08-17T00:38:52.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:52.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:52.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:38:52.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:38:52.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:53.054 INFO:tasks.rados.rados.0.smithi157.stdout:1903: finishing copy_from racing read to smithi15786056-26 2024-08-17T00:38:53.054 INFO:tasks.rados.rados.0.smithi157.stdout:1903: finishing copy_from to smithi15786056-26 2024-08-17T00:38:53.054 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1020 (ObjNum 546 snap 162 seq_num 546) dirty exists 2024-08-17T00:38:53.054 INFO:tasks.rados.rados.0.smithi157.stdout:1906: finishing copy_from racing read to smithi15786056-49 2024-08-17T00:38:53.055 INFO:tasks.rados.rados.0.smithi157.stdout:1906: finishing copy_from to smithi15786056-49 2024-08-17T00:38:53.055 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1053 (ObjNum 541 snap 162 seq_num 541) dirty exists 2024-08-17T00:38:53.135 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:38:52 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:38:52.834+0000 7fa318536640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-17T00:38:53.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:52 smithi157 ceph-mon[101289]: pgmap v319: 121 pgs: 1 active+recovering+degraded, 23 peering, 1 active+recovery_wait+degraded, 11 active+undersized, 4 active+undersized+degraded, 81 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 148 KiB/s wr, 11 op/s; 12/246 objects degraded (4.878%) 2024-08-17T00:38:53.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:52 smithi157 ceph-mon[101289]: osdmap e446: 8 total, 8 up, 8 in 2024-08-17T00:38:53.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:53.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:53.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:38:53.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:38:53.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:53.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:52 smithi157 ceph-mon[98780]: pgmap v319: 121 pgs: 1 active+recovering+degraded, 23 peering, 1 active+recovery_wait+degraded, 11 active+undersized, 4 active+undersized+degraded, 81 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 148 KiB/s wr, 11 op/s; 12/246 objects degraded (4.878%) 2024-08-17T00:38:53.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:52 smithi157 ceph-mon[98780]: osdmap e446: 8 total, 8 up, 8 in 2024-08-17T00:38:53.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:53.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:53.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:38:53.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:38:53.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:53.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:53 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:53.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:53.736 INFO:tasks.rados.rados.0.smithi157.stdout:1898: done (9 left) 2024-08-17T00:38:53.736 INFO:tasks.rados.rados.0.smithi157.stdout:1900: done (8 left) 2024-08-17T00:38:53.736 INFO:tasks.rados.rados.0.smithi157.stdout:1901: done (7 left) 2024-08-17T00:38:53.736 INFO:tasks.rados.rados.0.smithi157.stdout:1902: done (6 left) 2024-08-17T00:38:53.736 INFO:tasks.rados.rados.0.smithi157.stdout:1903: done (5 left) 2024-08-17T00:38:53.736 INFO:tasks.rados.rados.0.smithi157.stdout:1904: done (4 left) 2024-08-17T00:38:53.737 INFO:tasks.rados.rados.0.smithi157.stdout:1905: done (3 left) 2024-08-17T00:38:53.737 INFO:tasks.rados.rados.0.smithi157.stdout:1906: done (2 left) 2024-08-17T00:38:53.737 INFO:tasks.rados.rados.0.smithi157.stdout:1907: done (1 left) 2024-08-17T00:38:53.737 INFO:tasks.rados.rados.0.smithi157.stdout:1908: done (0 left) 2024-08-17T00:38:53.737 INFO:tasks.rados.rados.0.smithi157.stdout:1909: snap_create 2024-08-17T00:38:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:38:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:38:53] "GET /metrics HTTP/1.1" 200 36234 "" "Prometheus/2.43.0" 2024-08-17T00:38:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:53 smithi157 ceph-mon[101289]: osdmap e447: 8 total, 8 up, 8 in 2024-08-17T00:38:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:53 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:38:53.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:53 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:53.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:53 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:53.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:53 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:53.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:53 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:38:53.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:53 smithi157 ceph-mon[98780]: osdmap e447: 8 total, 8 up, 8 in 2024-08-17T00:38:53.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:53 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:38:53.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:53 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:53.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:53 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:53.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:53 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:53.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:53 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:38:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:53 smithi187 ceph-mon[90552]: osdmap e447: 8 total, 8 up, 8 in 2024-08-17T00:38:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:53 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:38:54.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:53 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:54.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:53 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:54.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:53 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:38:54.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:53 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:38:54.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:54 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:54.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:54 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:54.737 INFO:tasks.rados.rados.0.smithi157.stdout:1909: done (0 left) 2024-08-17T00:38:54.737 INFO:tasks.rados.rados.0.smithi157.stdout:1910: read oid 37 snap -1 2024-08-17T00:38:54.737 INFO:tasks.rados.rados.0.smithi157.stdout:1910: expect deleted 2024-08-17T00:38:54.737 INFO:tasks.rados.rados.0.smithi157.stdout:1911: read oid 17 snap -1 2024-08-17T00:38:54.737 INFO:tasks.rados.rados.0.smithi157.stdout:1911: expect (ObjNum 522 snap 158 seq_num 522) 2024-08-17T00:38:54.737 INFO:tasks.rados.rados.0.smithi157.stdout:1912: delete oid 44 current snap is 187 2024-08-17T00:38:54.747 INFO:tasks.rados.rados.0.smithi157.stdout:1910: done (2 left) 2024-08-17T00:38:54.747 INFO:tasks.rados.rados.0.smithi157.stdout:1912: done (1 left) 2024-08-17T00:38:54.747 INFO:tasks.rados.rados.0.smithi157.stdout:1913: copy_from oid 30 from oid 32 current snap is 187 2024-08-17T00:38:54.747 INFO:tasks.rados.rados.0.smithi157.stdout:1914: read oid 21 snap -1 2024-08-17T00:38:54.747 INFO:tasks.rados.rados.0.smithi157.stdout:1914: expect deleted 2024-08-17T00:38:54.747 INFO:tasks.rados.rados.0.smithi157.stdout:1915: copy_from oid 25 from oid 29 current snap is 187 2024-08-17T00:38:54.747 INFO:tasks.rados.rados.0.smithi157.stdout:1916: read oid 2 snap -1 2024-08-17T00:38:54.747 INFO:tasks.rados.rados.0.smithi157.stdout:1916: expect (ObjNum 583 snap 180 seq_num 583) 2024-08-17T00:38:54.747 INFO:tasks.rados.rados.0.smithi157.stdout:1917: read oid 4 snap 177 2024-08-17T00:38:54.747 INFO:tasks.rados.rados.0.smithi157.stdout:1917: expect (ObjNum 534 snap 161 seq_num 534) 2024-08-17T00:38:54.748 INFO:tasks.rados.rados.0.smithi157.stdout:1918: read oid 24 snap -1 2024-08-17T00:38:54.748 INFO:tasks.rados.rados.0.smithi157.stdout:1918: expect (ObjNum 518 snap 158 seq_num 518) 2024-08-17T00:38:54.748 INFO:tasks.rados.rados.0.smithi157.stdout:1919: read oid 43 snap -1 2024-08-17T00:38:54.748 INFO:tasks.rados.rados.0.smithi157.stdout:1919: expect deleted 2024-08-17T00:38:54.748 INFO:tasks.rados.rados.0.smithi157.stdout:1920: delete oid 47 current snap is 187 2024-08-17T00:38:54.751 INFO:tasks.rados.rados.0.smithi157.stdout:1916: expect (ObjNum 583 snap 180 seq_num 583) 2024-08-17T00:38:54.758 INFO:tasks.rados.rados.0.smithi157.stdout:1913: finishing copy_from to smithi15786056-30 2024-08-17T00:38:54.758 INFO:tasks.rados.rados.0.smithi157.stdout:1913: got expected ENOENT (src dne) 2024-08-17T00:38:54.758 INFO:tasks.rados.rados.0.smithi157.stdout:1913: finishing copy_from racing read to smithi15786056-30 2024-08-17T00:38:54.761 INFO:tasks.rados.rados.0.smithi157.stdout:1918: expect (ObjNum 518 snap 158 seq_num 518) 2024-08-17T00:38:54.810 INFO:tasks.rados.rados.0.smithi157.stdout:1917: expect (ObjNum 534 snap 161 seq_num 534) 2024-08-17T00:38:54.933 INFO:tasks.rados.rados.0.smithi157.stdout:1915: finishing copy_from racing read to smithi15786056-25 2024-08-17T00:38:54.933 INFO:tasks.rados.rados.0.smithi157.stdout:1915: finishing copy_from to smithi15786056-25 2024-08-17T00:38:54.933 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 1051 (ObjNum 559 snap 164 seq_num 559) dirty exists 2024-08-17T00:38:54.933 INFO:tasks.rados.rados.0.smithi157.stdout:1911: expect (ObjNum 522 snap 158 seq_num 522) 2024-08-17T00:38:55.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:54 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:38:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:54 smithi157 ceph-mon[101289]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-17T00:38:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:54 smithi157 ceph-mon[101289]: pgmap v322: 121 pgs: 1 active+recovering+degraded, 23 peering, 1 active+recovery_wait+degraded, 96 active+clean; 243 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.5 MiB/s wr, 11 op/s; 5/252 objects degraded (1.984%); 49 KiB/s, 0 objects/s recovering 2024-08-17T00:38:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:54 smithi157 ceph-mon[101289]: osdmap e448: 8 total, 8 up, 8 in 2024-08-17T00:38:55.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:54 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:38:55.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:54 smithi157 ceph-mon[98780]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-17T00:38:55.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:54 smithi157 ceph-mon[98780]: pgmap v322: 121 pgs: 1 active+recovering+degraded, 23 peering, 1 active+recovery_wait+degraded, 96 active+clean; 243 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.5 MiB/s wr, 11 op/s; 5/252 objects degraded (1.984%); 49 KiB/s, 0 objects/s recovering 2024-08-17T00:38:55.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:54 smithi157 ceph-mon[98780]: osdmap e448: 8 total, 8 up, 8 in 2024-08-17T00:38:55.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:54 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:38:55.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:54 smithi187 ceph-mon[90552]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-17T00:38:55.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:54 smithi187 ceph-mon[90552]: pgmap v322: 121 pgs: 1 active+recovering+degraded, 23 peering, 1 active+recovery_wait+degraded, 96 active+clean; 243 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.5 MiB/s wr, 11 op/s; 5/252 objects degraded (1.984%); 49 KiB/s, 0 objects/s recovering 2024-08-17T00:38:55.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:54 smithi187 ceph-mon[90552]: osdmap e448: 8 total, 8 up, 8 in 2024-08-17T00:38:55.837 INFO:tasks.rados.rados.0.smithi157.stdout:1911: done (8 left) 2024-08-17T00:38:55.838 INFO:tasks.rados.rados.0.smithi157.stdout:1913: done (7 left) 2024-08-17T00:38:55.838 INFO:tasks.rados.rados.0.smithi157.stdout:1914: done (6 left) 2024-08-17T00:38:55.838 INFO:tasks.rados.rados.0.smithi157.stdout:1915: done (5 left) 2024-08-17T00:38:55.838 INFO:tasks.rados.rados.0.smithi157.stdout:1916: done (4 left) 2024-08-17T00:38:55.838 INFO:tasks.rados.rados.0.smithi157.stdout:1917: done (3 left) 2024-08-17T00:38:55.838 INFO:tasks.rados.rados.0.smithi157.stdout:1918: done (2 left) 2024-08-17T00:38:55.838 INFO:tasks.rados.rados.0.smithi157.stdout:1919: done (1 left) 2024-08-17T00:38:55.838 INFO:tasks.rados.rados.0.smithi157.stdout:1920: done (0 left) 2024-08-17T00:38:55.838 INFO:tasks.rados.rados.0.smithi157.stdout:1921: read oid 32 snap -1 2024-08-17T00:38:55.838 INFO:tasks.rados.rados.0.smithi157.stdout:1921: expect deleted 2024-08-17T00:38:55.838 INFO:tasks.rados.rados.0.smithi157.stdout:1922: snap_remove snap 182 2024-08-17T00:38:56.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:55 smithi157 ceph-mon[98780]: osdmap e449: 8 total, 8 up, 8 in 2024-08-17T00:38:56.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:55 smithi157 ceph-mon[101289]: osdmap e449: 8 total, 8 up, 8 in 2024-08-17T00:38:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:55 smithi187 ceph-mon[90552]: osdmap e449: 8 total, 8 up, 8 in 2024-08-17T00:38:56.752 INFO:tasks.rados.rados.0.smithi157.stdout:1922: done (1 left) 2024-08-17T00:38:56.752 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 187 2024-08-17T00:38:56.752 INFO:tasks.rados.rados.0.smithi157.stdout:1923: seq_num 597 ranges {8724480=401408} 2024-08-17T00:38:56.800 INFO:tasks.rados.rados.0.smithi157.stdout:1923: writing smithi15786056-6 from 8724480 to 9125888 tid 1 2024-08-17T00:38:56.801 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 187 2024-08-17T00:38:56.801 INFO:tasks.rados.rados.0.smithi157.stdout:1924: seq_num 598 ranges {10878976=417792} 2024-08-17T00:38:56.859 INFO:tasks.rados.rados.0.smithi157.stdout:1924: writing smithi15786056-8 from 10878976 to 11296768 tid 1 2024-08-17T00:38:56.860 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 187 2024-08-17T00:38:56.860 INFO:tasks.rados.rados.0.smithi157.stdout:1923: finishing write tid 1 to smithi15786056-6 2024-08-17T00:38:56.860 INFO:tasks.rados.rados.0.smithi157.stdout:1923: finishing write tid 2 to smithi15786056-6 2024-08-17T00:38:56.860 INFO:tasks.rados.rados.0.smithi157.stdout:1923: finishing write tid 3 to smithi15786056-6 2024-08-17T00:38:56.860 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 1067 (ObjNum 597 snap 187 seq_num 597) dirty exists 2024-08-17T00:38:56.860 INFO:tasks.rados.rados.0.smithi157.stdout:1923: left oid 6 (ObjNum 597 snap 187 seq_num 597) 2024-08-17T00:38:56.860 INFO:tasks.rados.rados.0.smithi157.stdout:1925: seq_num 599 ranges {12877824=434176} 2024-08-17T00:38:56.929 INFO:tasks.rados.rados.0.smithi157.stdout:1925: writing smithi15786056-28 from 12877824 to 13312000 tid 1 2024-08-17T00:38:56.929 INFO:tasks.rados.rados.0.smithi157.stdout:1921: done (3 left) 2024-08-17T00:38:56.929 INFO:tasks.rados.rados.0.smithi157.stdout:1923: done (2 left) 2024-08-17T00:38:56.929 INFO:tasks.rados.rados.0.smithi157.stdout:1926: snap_create 2024-08-17T00:38:56.929 INFO:tasks.rados.rados.0.smithi157.stdout:1924: finishing write tid 1 to smithi15786056-8 2024-08-17T00:38:56.929 INFO:tasks.rados.rados.0.smithi157.stdout:1924: finishing write tid 2 to smithi15786056-8 2024-08-17T00:38:56.930 INFO:tasks.rados.rados.0.smithi157.stdout:1924: finishing write tid 3 to smithi15786056-8 2024-08-17T00:38:56.930 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1053 (ObjNum 598 snap 187 seq_num 598) dirty exists 2024-08-17T00:38:56.930 INFO:tasks.rados.rados.0.smithi157.stdout:1924: left oid 8 (ObjNum 598 snap 187 seq_num 598) 2024-08-17T00:38:56.933 INFO:tasks.rados.rados.0.smithi157.stdout:1925: finishing write tid 1 to smithi15786056-28 2024-08-17T00:38:56.933 INFO:tasks.rados.rados.0.smithi157.stdout:1925: finishing write tid 2 to smithi15786056-28 2024-08-17T00:38:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:1925: finishing write tid 3 to smithi15786056-28 2024-08-17T00:38:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 889 (ObjNum 599 snap 187 seq_num 599) dirty exists 2024-08-17T00:38:56.934 INFO:tasks.rados.rados.0.smithi157.stdout:1925: left oid 28 (ObjNum 599 snap 187 seq_num 599) 2024-08-17T00:38:57.036 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:56 smithi157 ceph-mon[98780]: pgmap v325: 121 pgs: 121 active+clean; 270 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.8 MiB/s wr, 23 op/s; 14 MiB/s, 1 objects/s recovering 2024-08-17T00:38:57.036 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:56 smithi157 ceph-mon[98780]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/252 objects degraded (1.984%), 2 pgs degraded) 2024-08-17T00:38:57.036 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:56 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:38:57.036 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:56 smithi157 ceph-mon[101289]: pgmap v325: 121 pgs: 121 active+clean; 270 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.8 MiB/s wr, 23 op/s; 14 MiB/s, 1 objects/s recovering 2024-08-17T00:38:57.036 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:56 smithi157 ceph-mon[101289]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/252 objects degraded (1.984%), 2 pgs degraded) 2024-08-17T00:38:57.037 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:56 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:38:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:56 smithi187 ceph-mon[90552]: pgmap v325: 121 pgs: 121 active+clean; 270 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.8 MiB/s wr, 23 op/s; 14 MiB/s, 1 objects/s recovering 2024-08-17T00:38:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:56 smithi187 ceph-mon[90552]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/252 objects degraded (1.984%), 2 pgs degraded) 2024-08-17T00:38:57.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:56 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:38:57.336 INFO:tasks.rados.rados.0.smithi157.stdout:1924: done (2 left) 2024-08-17T00:38:57.336 INFO:tasks.rados.rados.0.smithi157.stdout:1925: done (1 left) 2024-08-17T00:38:57.336 INFO:tasks.rados.rados.0.smithi157.stdout:1926: done (0 left) 2024-08-17T00:38:57.337 INFO:tasks.rados.rados.0.smithi157.stdout:1927: rmattr oid 13 current snap is 188 2024-08-17T00:38:57.337 INFO:tasks.rados.rados.0.smithi157.stdout:1928: read oid 26 snap 176 2024-08-17T00:38:57.337 INFO:tasks.rados.rados.0.smithi157.stdout:1928: expect deleted 2024-08-17T00:38:57.337 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 188 2024-08-17T00:38:57.337 INFO:tasks.rados.rados.0.smithi157.stdout:1929: seq_num 600 ranges {9125888=450560} 2024-08-17T00:38:57.387 INFO:tasks.rados.rados.0.smithi157.stdout:1929: writing smithi15786056-6 from 9125888 to 9576448 tid 1 2024-08-17T00:38:57.387 INFO:tasks.rados.rados.0.smithi157.stdout:1930: rollback oid 24 current snap is 188 2024-08-17T00:38:57.388 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 24 to 184 2024-08-17T00:38:57.388 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 829 (ObjNum 170544320 snap 21968 seq_num 304) dirty exists 2024-08-17T00:38:57.388 INFO:tasks.rados.rados.0.smithi157.stdout:1927: done (3 left) 2024-08-17T00:38:57.388 INFO:tasks.rados.rados.0.smithi157.stdout:1928: done (2 left) 2024-08-17T00:38:57.388 INFO:tasks.rados.rados.0.smithi157.stdout:1931: read oid 33 snap -1 2024-08-17T00:38:57.388 INFO:tasks.rados.rados.0.smithi157.stdout:1931: expect (ObjNum 512 snap 154 seq_num 512) 2024-08-17T00:38:57.388 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 50 current snap is 188 2024-08-17T00:38:57.388 INFO:tasks.rados.rados.0.smithi157.stdout:1932: seq_num 601 ranges {6045696=475136} 2024-08-17T00:38:57.423 INFO:tasks.rados.rados.0.smithi157.stdout:1932: writing smithi15786056-50 from 6045696 to 6520832 tid 1 2024-08-17T00:38:57.423 INFO:tasks.rados.rados.0.smithi157.stdout:1933: setattr oid 27 current snap is 188 2024-08-17T00:38:57.423 INFO:tasks.rados.rados.0.smithi157.stdout:1930: finishing rollback tid 0 to smithi15786056-24 2024-08-17T00:38:57.423 INFO:tasks.rados.rados.0.smithi157.stdout:1930: finishing rollback tid 1 to smithi15786056-24 2024-08-17T00:38:57.423 INFO:tasks.rados.rados.0.smithi157.stdout:1930: finishing rollback tid 2 to smithi15786056-24 2024-08-17T00:38:57.424 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 832 (ObjNum 518 snap 158 seq_num 518) dirty exists 2024-08-17T00:38:57.424 INFO:tasks.rados.rados.0.smithi157.stdout:1929: finishing write tid 1 to smithi15786056-6 2024-08-17T00:38:57.424 INFO:tasks.rados.rados.0.smithi157.stdout:1929: finishing write tid 2 to smithi15786056-6 2024-08-17T00:38:57.424 INFO:tasks.rados.rados.0.smithi157.stdout:1929: finishing write tid 3 to smithi15786056-6 2024-08-17T00:38:57.424 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 1070 (ObjNum 600 snap 188 seq_num 600) dirty exists 2024-08-17T00:38:57.424 INFO:tasks.rados.rados.0.smithi157.stdout:1929: left oid 6 (ObjNum 600 snap 188 seq_num 600) 2024-08-17T00:38:57.425 INFO:tasks.rados.rados.0.smithi157.stdout:1929: done (4 left) 2024-08-17T00:38:57.425 INFO:tasks.rados.rados.0.smithi157.stdout:1930: done (3 left) 2024-08-17T00:38:57.425 INFO:tasks.rados.rados.0.smithi157.stdout:1934: read oid 19 snap -1 2024-08-17T00:38:57.425 INFO:tasks.rados.rados.0.smithi157.stdout:1934: expect deleted 2024-08-17T00:38:57.425 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 30 current snap is 188 2024-08-17T00:38:57.425 INFO:tasks.rados.rados.0.smithi157.stdout:1935: seq_num 602 ranges {0=491520} 2024-08-17T00:38:57.429 INFO:tasks.rados.rados.0.smithi157.stdout:1935: writing smithi15786056-30 from 0 to 491520 tid 1 2024-08-17T00:38:57.429 INFO:tasks.rados.rados.0.smithi157.stdout:1936: copy_from oid 31 from oid 25 current snap is 188 2024-08-17T00:38:57.429 INFO:tasks.rados.rados.0.smithi157.stdout:1934: done (5 left) 2024-08-17T00:38:57.429 INFO:tasks.rados.rados.0.smithi157.stdout:1937: rollback oid 16 current snap is 188 2024-08-17T00:38:57.429 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 16 to 180 2024-08-17T00:38:57.429 INFO:tasks.rados.rados.0.smithi157.stdout:1938: copy_from oid 9 from oid 40 current snap is 188 2024-08-17T00:38:57.429 INFO:tasks.rados.rados.0.smithi157.stdout:1939: read oid 19 snap 186 2024-08-17T00:38:57.429 INFO:tasks.rados.rados.0.smithi157.stdout:1939: expect deleted 2024-08-17T00:38:57.429 INFO:tasks.rados.rados.0.smithi157.stdout:1940: read oid 48 snap -1 2024-08-17T00:38:57.430 INFO:tasks.rados.rados.0.smithi157.stdout:1940: expect (ObjNum 495 snap 150 seq_num 495) 2024-08-17T00:38:57.430 INFO:tasks.rados.rados.0.smithi157.stdout:1941: read oid 1 snap -1 2024-08-17T00:38:57.430 INFO:tasks.rados.rados.0.smithi157.stdout:1941: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:38:57.430 INFO:tasks.rados.rados.0.smithi157.stdout:1942: rollback oid 42 current snap is 188 2024-08-17T00:38:57.430 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 42 to 185 2024-08-17T00:38:57.430 INFO:tasks.rados.rados.0.smithi157.stdout:1943: copy_from oid 47 from oid 6 current snap is 188 2024-08-17T00:38:57.430 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 563 (ObjNum 534 snap 161 seq_num 534) dirty exists 2024-08-17T00:38:57.430 INFO:tasks.rados.rados.0.smithi157.stdout:1932: finishing write tid 1 to smithi15786056-50 2024-08-17T00:38:57.430 INFO:tasks.rados.rados.0.smithi157.stdout:1933: done (11 left) 2024-08-17T00:38:57.431 INFO:tasks.rados.rados.0.smithi157.stdout:1939: done (10 left) 2024-08-17T00:38:57.431 INFO:tasks.rados.rados.0.smithi157.stdout:1944: read oid 39 snap -1 2024-08-17T00:38:57.431 INFO:tasks.rados.rados.0.smithi157.stdout:1944: expect (ObjNum 474 snap 143 seq_num 474) 2024-08-17T00:38:57.431 INFO:tasks.rados.rados.0.smithi157.stdout:1945: rmattr oid 34 current snap is 188 2024-08-17T00:38:57.431 INFO:tasks.rados.rados.0.smithi157.stdout:1945: done (11 left) 2024-08-17T00:38:57.431 INFO:tasks.rados.rados.0.smithi157.stdout:1946: rollback oid 11 current snap is 188 2024-08-17T00:38:57.431 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 11 to 186 2024-08-17T00:38:57.431 INFO:tasks.rados.rados.0.smithi157.stdout:1932: finishing write tid 2 to smithi15786056-50 2024-08-17T00:38:57.431 INFO:tasks.rados.rados.0.smithi157.stdout:1947: rmattr oid 26 current snap is 188 2024-08-17T00:38:57.432 INFO:tasks.rados.rados.0.smithi157.stdout:1947: done (12 left) 2024-08-17T00:38:57.432 INFO:tasks.rados.rados.0.smithi157.stdout:1948: delete oid 14 current snap is 188 2024-08-17T00:38:57.432 INFO:tasks.rados.rados.0.smithi157.stdout:1931: expect (ObjNum 512 snap 154 seq_num 512) 2024-08-17T00:38:58.022 INFO:tasks.rados.rados.0.smithi157.stdout:1932: finishing write tid 3 to smithi15786056-50 2024-08-17T00:38:58.022 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 1001 (ObjNum 601 snap 188 seq_num 601) dirty exists 2024-08-17T00:38:58.022 INFO:tasks.rados.rados.0.smithi157.stdout:1932: left oid 50 (ObjNum 601 snap 188 seq_num 601) 2024-08-17T00:38:58.022 INFO:tasks.rados.rados.0.smithi157.stdout:1937: finishing rollback tid 0 to smithi15786056-16 2024-08-17T00:38:58.022 INFO:tasks.rados.rados.0.smithi157.stdout:1935: finishing write tid 1 to smithi15786056-30 2024-08-17T00:38:58.022 INFO:tasks.rados.rados.0.smithi157.stdout:1931: done (12 left) 2024-08-17T00:38:58.022 INFO:tasks.rados.rados.0.smithi157.stdout:1932: done (11 left) 2024-08-17T00:38:58.022 INFO:tasks.rados.rados.0.smithi157.stdout:1948: done (10 left) 2024-08-17T00:38:58.023 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 34 current snap is 188 2024-08-17T00:38:58.023 INFO:tasks.rados.rados.0.smithi157.stdout:1935: finishing write tid 2 to smithi15786056-30 2024-08-17T00:38:58.023 INFO:tasks.rados.rados.0.smithi157.stdout:1946: finishing rollback tid 0 to smithi15786056-11 2024-08-17T00:38:58.023 INFO:tasks.rados.rados.0.smithi157.stdout:1949: seq_num 604 ranges {139264=524288} 2024-08-17T00:38:58.025 INFO:tasks.rados.rados.0.smithi157.stdout:1949: writing smithi15786056-34 from 139264 to 663552 tid 1 2024-08-17T00:38:58.025 INFO:tasks.rados.rados.0.smithi157.stdout:1950: copy_from oid 10 from oid 29 current snap is 188 2024-08-17T00:38:58.025 INFO:tasks.rados.rados.0.smithi157.stdout:1946: finishing rollback tid 1 to smithi15786056-11 2024-08-17T00:38:58.025 INFO:tasks.rados.rados.0.smithi157.stdout:1951: snap_create 2024-08-17T00:38:58.025 INFO:tasks.rados.rados.0.smithi157.stdout:1946: finishing rollback tid 2 to smithi15786056-11 2024-08-17T00:38:58.025 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1074 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-08-17T00:38:58.026 INFO:tasks.rados.rados.0.smithi157.stdout:1937: finishing rollback tid 1 to smithi15786056-16 2024-08-17T00:38:58.026 INFO:tasks.rados.rados.0.smithi157.stdout:1937: finishing rollback tid 2 to smithi15786056-16 2024-08-17T00:38:58.026 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 566 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-08-17T00:38:58.026 INFO:tasks.rados.rados.0.smithi157.stdout:1940: expect (ObjNum 495 snap 150 seq_num 495) 2024-08-17T00:38:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:57 smithi157 ceph-mon[98780]: osdmap e450: 8 total, 8 up, 8 in 2024-08-17T00:38:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:57 smithi157 ceph-mon[98780]: osdmap e451: 8 total, 8 up, 8 in 2024-08-17T00:38:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:57 smithi157 ceph-mon[101289]: osdmap e450: 8 total, 8 up, 8 in 2024-08-17T00:38:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:57 smithi157 ceph-mon[101289]: osdmap e451: 8 total, 8 up, 8 in 2024-08-17T00:38:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:57 smithi187 ceph-mon[90552]: osdmap e450: 8 total, 8 up, 8 in 2024-08-17T00:38:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:57 smithi187 ceph-mon[90552]: osdmap e451: 8 total, 8 up, 8 in 2024-08-17T00:38:58.433 INFO:tasks.rados.rados.0.smithi157.stdout:1942: finishing rollback tid 0 to smithi15786056-42 2024-08-17T00:38:58.433 INFO:tasks.rados.rados.0.smithi157.stdout:1941: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:38:58.719 INFO:tasks.rados.rados.0.smithi157.stdout:1935: finishing write tid 3 to smithi15786056-30 2024-08-17T00:38:58.719 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 564 (ObjNum 602 snap 188 seq_num 602) dirty exists 2024-08-17T00:38:58.719 INFO:tasks.rados.rados.0.smithi157.stdout:1935: left oid 30 (ObjNum 602 snap 188 seq_num 602) 2024-08-17T00:38:58.719 INFO:tasks.rados.rados.0.smithi157.stdout:1938: finishing copy_from racing read to smithi15786056-9 2024-08-17T00:38:58.719 INFO:tasks.rados.rados.0.smithi157.stdout:1942: finishing rollback tid 1 to smithi15786056-42 2024-08-17T00:38:58.719 INFO:tasks.rados.rados.0.smithi157.stdout:1938: finishing copy_from to smithi15786056-9 2024-08-17T00:38:58.719 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 843 (ObjNum 544 snap 162 seq_num 544) dirty exists 2024-08-17T00:38:58.719 INFO:tasks.rados.rados.0.smithi157.stdout:1936: finishing copy_from racing read to smithi15786056-31 2024-08-17T00:38:58.720 INFO:tasks.rados.rados.0.smithi157.stdout:1942: finishing rollback tid 2 to smithi15786056-42 2024-08-17T00:38:58.720 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 1079 (ObjNum 507 snap 153 seq_num 507) dirty exists 2024-08-17T00:38:58.720 INFO:tasks.rados.rados.0.smithi157.stdout:1936: finishing copy_from to smithi15786056-31 2024-08-17T00:38:58.720 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 1051 (ObjNum 559 snap 164 seq_num 559) dirty exists 2024-08-17T00:38:58.720 INFO:tasks.rados.rados.0.smithi157.stdout:1944: expect (ObjNum 474 snap 143 seq_num 474) 2024-08-17T00:38:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:58 smithi187 ceph-mon[90552]: pgmap v328: 121 pgs: 121 active+clean; 270 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.3 MiB/s wr, 22 op/s; 14 MiB/s, 1 objects/s recovering 2024-08-17T00:38:58.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:58.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:58.956 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:58 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:58.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T00:38:58.956 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:38:58 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:38:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.157\", device_class=\"ssd\", hostname=\"smithi157\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.157\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:38:59.061 INFO:tasks.rados.rados.0.smithi157.stdout:1943: finishing copy_from racing read to smithi15786056-47 2024-08-17T00:38:59.061 INFO:tasks.rados.rados.0.smithi157.stdout:1943: finishing copy_from to smithi15786056-47 2024-08-17T00:38:59.062 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 1070 (ObjNum 600 snap 188 seq_num 600) dirty exists 2024-08-17T00:38:59.062 INFO:tasks.rados.rados.0.smithi157.stdout:1949: finishing write tid 1 to smithi15786056-34 2024-08-17T00:38:59.062 INFO:tasks.rados.rados.0.smithi157.stdout:1949: finishing write tid 2 to smithi15786056-34 2024-08-17T00:38:59.062 INFO:tasks.rados.rados.0.smithi157.stdout:1949: finishing write tid 3 to smithi15786056-34 2024-08-17T00:38:59.062 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 1055 (ObjNum 604 snap 188 seq_num 604) dirty exists 2024-08-17T00:38:59.062 INFO:tasks.rados.rados.0.smithi157.stdout:1949: left oid 34 (ObjNum 604 snap 188 seq_num 604) 2024-08-17T00:38:59.062 INFO:tasks.rados.rados.0.smithi157.stdout:1950: finishing copy_from racing read to smithi15786056-10 2024-08-17T00:38:59.062 INFO:tasks.rados.rados.0.smithi157.stdout:1935: done (12 left) 2024-08-17T00:38:59.062 INFO:tasks.rados.rados.0.smithi157.stdout:1936: done (11 left) 2024-08-17T00:38:59.062 INFO:tasks.rados.rados.0.smithi157.stdout:1937: done (10 left) 2024-08-17T00:38:59.063 INFO:tasks.rados.rados.0.smithi157.stdout:1938: done (9 left) 2024-08-17T00:38:59.063 INFO:tasks.rados.rados.0.smithi157.stdout:1940: done (8 left) 2024-08-17T00:38:59.063 INFO:tasks.rados.rados.0.smithi157.stdout:1941: done (7 left) 2024-08-17T00:38:59.063 INFO:tasks.rados.rados.0.smithi157.stdout:1942: done (6 left) 2024-08-17T00:38:59.063 INFO:tasks.rados.rados.0.smithi157.stdout:1943: done (5 left) 2024-08-17T00:38:59.063 INFO:tasks.rados.rados.0.smithi157.stdout:1944: done (4 left) 2024-08-17T00:38:59.063 INFO:tasks.rados.rados.0.smithi157.stdout:1946: done (3 left) 2024-08-17T00:38:59.063 INFO:tasks.rados.rados.0.smithi157.stdout:1949: done (2 left) 2024-08-17T00:38:59.063 INFO:tasks.rados.rados.0.smithi157.stdout:1951: done (1 left) 2024-08-17T00:38:59.064 INFO:tasks.rados.rados.0.smithi157.stdout:1952: rollback oid 7 current snap is 189 2024-08-17T00:38:59.064 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 7 to 188 2024-08-17T00:38:59.064 INFO:tasks.rados.rados.0.smithi157.stdout:1950: finishing copy_from to smithi15786056-10 2024-08-17T00:38:59.064 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 1051 (ObjNum 559 snap 164 seq_num 559) dirty exists 2024-08-17T00:38:59.064 INFO:tasks.rados.rados.0.smithi157.stdout:1950: done (1 left) 2024-08-17T00:38:59.064 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 11 current snap is 189 2024-08-17T00:38:59.064 INFO:tasks.rados.rados.0.smithi157.stdout:1953: seq_num 605 ranges {4014080=540672} 2024-08-17T00:38:59.085 INFO:tasks.rados.rados.0.smithi157.stdout:1953: writing smithi15786056-11 from 4014080 to 4554752 tid 1 2024-08-17T00:38:59.085 INFO:tasks.rados.rados.0.smithi157.stdout:1954: copy_from oid 48 from oid 35 current snap is 189 2024-08-17T00:38:59.085 INFO:tasks.rados.rados.0.smithi157.stdout:1952: finishing rollback tid 0 to smithi15786056-7 2024-08-17T00:38:59.085 INFO:tasks.rados.rados.0.smithi157.stdout:1952: finishing rollback tid 1 to smithi15786056-7 2024-08-17T00:38:59.086 INFO:tasks.rados.rados.0.smithi157.stdout:1952: finishing rollback tid 2 to smithi15786056-7 2024-08-17T00:38:59.086 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 1056 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-08-17T00:38:59.086 INFO:tasks.rados.rados.0.smithi157.stdout:1952: done (2 left) 2024-08-17T00:38:59.086 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 43 current snap is 189 2024-08-17T00:38:59.086 INFO:tasks.rados.rados.0.smithi157.stdout:1955: seq_num 606 ranges {0=557056} 2024-08-17T00:38:59.088 INFO:tasks.rados.rados.0.smithi157.stdout:1955: writing smithi15786056-43 from 0 to 557056 tid 1 2024-08-17T00:38:59.088 INFO:tasks.rados.rados.0.smithi157.stdout:1956: read oid 37 snap -1 2024-08-17T00:38:59.088 INFO:tasks.rados.rados.0.smithi157.stdout:1956: expect deleted 2024-08-17T00:38:59.088 INFO:tasks.rados.rados.0.smithi157.stdout:1957: snap_remove snap 186 2024-08-17T00:38:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:58 smithi157 ceph-mon[98780]: pgmap v328: 121 pgs: 121 active+clean; 270 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.3 MiB/s wr, 22 op/s; 14 MiB/s, 1 objects/s recovering 2024-08-17T00:38:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:58 smithi157 ceph-mon[101289]: pgmap v328: 121 pgs: 121 active+clean; 270 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.3 MiB/s wr, 22 op/s; 14 MiB/s, 1 objects/s recovering 2024-08-17T00:38:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:38:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:59.766 INFO:tasks.rados.rados.0.smithi157.stdout:1957: done (4 left) 2024-08-17T00:38:59.766 INFO:tasks.rados.rados.0.smithi157.stdout:1958: snap_create 2024-08-17T00:38:59.766 INFO:tasks.rados.rados.0.smithi157.stdout:1953: finishing write tid 1 to smithi15786056-11 2024-08-17T00:38:59.766 INFO:tasks.rados.rados.0.smithi157.stdout:1953: finishing write tid 2 to smithi15786056-11 2024-08-17T00:38:59.766 INFO:tasks.rados.rados.0.smithi157.stdout:1953: finishing write tid 3 to smithi15786056-11 2024-08-17T00:38:59.766 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1077 (ObjNum 605 snap 189 seq_num 605) dirty exists 2024-08-17T00:38:59.766 INFO:tasks.rados.rados.0.smithi157.stdout:1953: left oid 11 (ObjNum 605 snap 189 seq_num 605) 2024-08-17T00:38:59.766 INFO:tasks.rados.rados.0.smithi157.stdout:1955: finishing write tid 1 to smithi15786056-43 2024-08-17T00:38:59.766 INFO:tasks.rados.rados.0.smithi157.stdout:1955: finishing write tid 2 to smithi15786056-43 2024-08-17T00:38:59.766 INFO:tasks.rados.rados.0.smithi157.stdout:1955: finishing write tid 3 to smithi15786056-43 2024-08-17T00:38:59.767 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 1081 (ObjNum 606 snap 189 seq_num 606) dirty exists 2024-08-17T00:38:59.767 INFO:tasks.rados.rados.0.smithi157.stdout:1955: left oid 43 (ObjNum 606 snap 189 seq_num 606) 2024-08-17T00:38:59.767 INFO:tasks.rados.rados.0.smithi157.stdout:1954: finishing copy_from racing read to smithi15786056-48 2024-08-17T00:38:59.767 INFO:tasks.rados.rados.0.smithi157.stdout:1954: finishing copy_from to smithi15786056-48 2024-08-17T00:38:59.767 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 726 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-08-17T00:39:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:38:59 smithi157 ceph-mon[98780]: osdmap e452: 8 total, 8 up, 8 in 2024-08-17T00:39:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:38:59 smithi157 ceph-mon[101289]: osdmap e452: 8 total, 8 up, 8 in 2024-08-17T00:39:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:38:59 smithi187 ceph-mon[90552]: osdmap e452: 8 total, 8 up, 8 in 2024-08-17T00:39:00.771 INFO:tasks.rados.rados.0.smithi157.stdout:1953: done (4 left) 2024-08-17T00:39:00.771 INFO:tasks.rados.rados.0.smithi157.stdout:1954: done (3 left) 2024-08-17T00:39:00.771 INFO:tasks.rados.rados.0.smithi157.stdout:1955: done (2 left) 2024-08-17T00:39:00.771 INFO:tasks.rados.rados.0.smithi157.stdout:1956: done (1 left) 2024-08-17T00:39:00.771 INFO:tasks.rados.rados.0.smithi157.stdout:1958: done (0 left) 2024-08-17T00:39:00.771 INFO:tasks.rados.rados.0.smithi157.stdout:1959: copy_from oid 2 from oid 47 current snap is 190 2024-08-17T00:39:00.771 INFO:tasks.rados.rados.0.smithi157.stdout:1960: snap_remove snap 189 2024-08-17T00:39:01.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:00 smithi157 ceph-mon[98780]: pgmap v330: 121 pgs: 121 active+clean; 272 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 1.6 MiB/s wr, 22 op/s; 11 MiB/s, 1 objects/s recovering 2024-08-17T00:39:01.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:00 smithi157 ceph-mon[98780]: osdmap e453: 8 total, 8 up, 8 in 2024-08-17T00:39:01.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:00 smithi157 ceph-mon[101289]: pgmap v330: 121 pgs: 121 active+clean; 272 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 1.6 MiB/s wr, 22 op/s; 11 MiB/s, 1 objects/s recovering 2024-08-17T00:39:01.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:00 smithi157 ceph-mon[101289]: osdmap e453: 8 total, 8 up, 8 in 2024-08-17T00:39:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:00 smithi187 ceph-mon[90552]: pgmap v330: 121 pgs: 121 active+clean; 272 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 1.6 MiB/s wr, 22 op/s; 11 MiB/s, 1 objects/s recovering 2024-08-17T00:39:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:00 smithi187 ceph-mon[90552]: osdmap e453: 8 total, 8 up, 8 in 2024-08-17T00:39:01.777 INFO:tasks.rados.rados.0.smithi157.stdout:1960: done (1 left) 2024-08-17T00:39:01.777 INFO:tasks.rados.rados.0.smithi157.stdout:1961: rollback oid 25 current snap is 190 2024-08-17T00:39:01.777 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 25 to 177 2024-08-17T00:39:01.777 INFO:tasks.rados.rados.0.smithi157.stdout:1959: finishing copy_from racing read to smithi15786056-2 2024-08-17T00:39:01.777 INFO:tasks.rados.rados.0.smithi157.stdout:1959: finishing copy_from to smithi15786056-2 2024-08-17T00:39:01.777 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 1070 (ObjNum 600 snap 188 seq_num 600) dirty exists 2024-08-17T00:39:01.777 INFO:tasks.rados.rados.0.smithi157.stdout:1959: done (1 left) 2024-08-17T00:39:01.777 INFO:tasks.rados.rados.0.smithi157.stdout:1962: rmattr oid 50 current snap is 190 2024-08-17T00:39:01.777 INFO:tasks.rados.rados.0.smithi157.stdout:1963: read oid 34 snap 177 2024-08-17T00:39:01.777 INFO:tasks.rados.rados.0.smithi157.stdout:1963: expect deleted 2024-08-17T00:39:01.778 INFO:tasks.rados.rados.0.smithi157.stdout:1964: delete oid 23 current snap is 190 2024-08-17T00:39:01.781 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 1003 (ObjNum 601 snap 188 seq_num 601) dirty exists 2024-08-17T00:39:01.781 INFO:tasks.rados.rados.0.smithi157.stdout:1962: done (3 left) 2024-08-17T00:39:01.781 INFO:tasks.rados.rados.0.smithi157.stdout:1964: done (2 left) 2024-08-17T00:39:01.781 INFO:tasks.rados.rados.0.smithi157.stdout:1965: read oid 42 snap -1 2024-08-17T00:39:01.781 INFO:tasks.rados.rados.0.smithi157.stdout:1965: expect (ObjNum 507 snap 153 seq_num 507) 2024-08-17T00:39:01.781 INFO:tasks.rados.rados.0.smithi157.stdout:1966: read oid 41 snap -1 2024-08-17T00:39:01.782 INFO:tasks.rados.rados.0.smithi157.stdout:1966: expect deleted 2024-08-17T00:39:01.782 INFO:tasks.rados.rados.0.smithi157.stdout:1967: snap_create 2024-08-17T00:39:01.785 INFO:tasks.rados.rados.0.smithi157.stdout:1961: finishing rollback tid 0 to smithi15786056-25 2024-08-17T00:39:01.786 INFO:tasks.rados.rados.0.smithi157.stdout:1961: finishing rollback tid 1 to smithi15786056-25 2024-08-17T00:39:01.786 INFO:tasks.rados.rados.0.smithi157.stdout:1961: finishing rollback tid 2 to smithi15786056-25 2024-08-17T00:39:01.787 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 1058 (ObjNum 506 snap 153 seq_num 506) dirty exists 2024-08-17T00:39:01.789 INFO:tasks.rados.rados.0.smithi157.stdout:1965: expect (ObjNum 507 snap 153 seq_num 507) 2024-08-17T00:39:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:01 smithi157 ceph-mon[98780]: osdmap e454: 8 total, 8 up, 8 in 2024-08-17T00:39:02.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:01 smithi157 ceph-mon[101289]: osdmap e454: 8 total, 8 up, 8 in 2024-08-17T00:39:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:01 smithi187 ceph-mon[90552]: osdmap e454: 8 total, 8 up, 8 in 2024-08-17T00:39:02.338 INFO:tasks.rados.rados.0.smithi157.stdout:1961: done (4 left) 2024-08-17T00:39:02.339 INFO:tasks.rados.rados.0.smithi157.stdout:1963: done (3 left) 2024-08-17T00:39:02.339 INFO:tasks.rados.rados.0.smithi157.stdout:1965: done (2 left) 2024-08-17T00:39:02.339 INFO:tasks.rados.rados.0.smithi157.stdout:1966: done (1 left) 2024-08-17T00:39:02.339 INFO:tasks.rados.rados.0.smithi157.stdout:1967: done (0 left) 2024-08-17T00:39:02.339 INFO:tasks.rados.rados.0.smithi157.stdout:1968: read oid 16 snap -1 2024-08-17T00:39:02.339 INFO:tasks.rados.rados.0.smithi157.stdout:1968: expect (ObjNum 525 snap 158 seq_num 525) 2024-08-17T00:39:02.339 INFO:tasks.rados.rados.0.smithi157.stdout:1969: rollback oid 4 current snap is 191 2024-08-17T00:39:02.339 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 4 to 190 2024-08-17T00:39:02.339 INFO:tasks.rados.rados.0.smithi157.stdout:1970: delete oid 46 current snap is 191 2024-08-17T00:39:02.341 INFO:tasks.rados.rados.0.smithi157.stdout:1970: done (2 left) 2024-08-17T00:39:02.341 INFO:tasks.rados.rados.0.smithi157.stdout:1971: snap_remove snap 180 2024-08-17T00:39:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:39:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:39:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:39:03.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:02 smithi157 ceph-mon[98780]: pgmap v333: 121 pgs: 121 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-08-17T00:39:03.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:02 smithi157 ceph-mon[98780]: osdmap e455: 8 total, 8 up, 8 in 2024-08-17T00:39:03.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:02 smithi157 ceph-mon[98780]: osdmap e456: 8 total, 8 up, 8 in 2024-08-17T00:39:03.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:02 smithi157 ceph-mon[101289]: pgmap v333: 121 pgs: 121 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-08-17T00:39:03.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:02 smithi157 ceph-mon[101289]: osdmap e455: 8 total, 8 up, 8 in 2024-08-17T00:39:03.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:02 smithi157 ceph-mon[101289]: osdmap e456: 8 total, 8 up, 8 in 2024-08-17T00:39:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:02 smithi187 ceph-mon[90552]: pgmap v333: 121 pgs: 121 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-08-17T00:39:03.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:02 smithi187 ceph-mon[90552]: osdmap e455: 8 total, 8 up, 8 in 2024-08-17T00:39:03.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:02 smithi187 ceph-mon[90552]: osdmap e456: 8 total, 8 up, 8 in 2024-08-17T00:39:03.340 INFO:tasks.rados.rados.0.smithi157.stdout:1971: done (2 left) 2024-08-17T00:39:03.340 INFO:tasks.rados.rados.0.smithi157.stdout:1972: rollback oid 13 current snap is 191 2024-08-17T00:39:03.340 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 13 to 184 2024-08-17T00:39:03.340 INFO:tasks.rados.rados.0.smithi157.stdout:1969: finishing rollback tid 0 to smithi15786056-4 2024-08-17T00:39:03.340 INFO:tasks.rados.rados.0.smithi157.stdout:1969: finishing rollback tid 1 to smithi15786056-4 2024-08-17T00:39:03.341 INFO:tasks.rados.rados.0.smithi157.stdout:1969: finishing rollback tid 2 to smithi15786056-4 2024-08-17T00:39:03.341 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 1054 (ObjNum 534 snap 161 seq_num 534) dirty exists 2024-08-17T00:39:03.341 INFO:tasks.rados.rados.0.smithi157.stdout:1968: expect (ObjNum 525 snap 158 seq_num 525) 2024-08-17T00:39:03.503 INFO:tasks.rados.rados.0.smithi157.stdout:1972: finishing rollback tid 0 to smithi15786056-13 2024-08-17T00:39:03.504 INFO:tasks.rados.rados.0.smithi157.stdout:1972: finishing rollback tid 1 to smithi15786056-13 2024-08-17T00:39:03.504 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1072 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T00:39:03.504 INFO:tasks.rados.rados.0.smithi157.stdout:1968: done (2 left) 2024-08-17T00:39:03.504 INFO:tasks.rados.rados.0.smithi157.stdout:1969: done (1 left) 2024-08-17T00:39:03.504 INFO:tasks.rados.rados.0.smithi157.stdout:1972: done (0 left) 2024-08-17T00:39:03.504 INFO:tasks.rados.rados.0.smithi157.stdout:1973: delete oid 4 current snap is 191 2024-08-17T00:39:03.505 INFO:tasks.rados.rados.0.smithi157.stdout:1973: done (0 left) 2024-08-17T00:39:03.505 INFO:tasks.rados.rados.0.smithi157.stdout:1974: delete oid 27 current snap is 191 2024-08-17T00:39:03.507 INFO:tasks.rados.rados.0.smithi157.stdout:1974: done (0 left) 2024-08-17T00:39:03.507 INFO:tasks.rados.rados.0.smithi157.stdout:1975: snap_remove snap 176 2024-08-17T00:39:03.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:39:03 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:39:03.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi157\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi157\", job=\"node\", machine=\"x86_64\", nodename=\"smithi157\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:39:03.891 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:39:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:39:03] "GET /metrics HTTP/1.1" 200 36236 "" "Prometheus/2.43.0" 2024-08-17T00:39:04.345 INFO:tasks.rados.rados.0.smithi157.stdout:1975: done (0 left) 2024-08-17T00:39:04.345 INFO:tasks.rados.rados.0.smithi157.stdout:1976: setattr oid 36 current snap is 191 2024-08-17T00:39:04.347 INFO:tasks.rados.rados.0.smithi157.stdout:1977: copy_from oid 38 from oid 1 current snap is 191 2024-08-17T00:39:04.347 INFO:tasks.rados.rados.0.smithi157.stdout:1978: rollback oid 15 current snap is 191 2024-08-17T00:39:04.347 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 15 to 188 2024-08-17T00:39:04.347 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 191 2024-08-17T00:39:04.347 INFO:tasks.rados.rados.0.smithi157.stdout:1979: seq_num 611 ranges {65536=638976} 2024-08-17T00:39:04.352 INFO:tasks.rados.rados.0.smithi157.stdout:1979: writing smithi15786056-22 from 65536 to 704512 tid 1 2024-08-17T00:39:04.353 INFO:tasks.rados.rados.0.smithi157.stdout:1980: rollback oid 10 current snap is 191 2024-08-17T00:39:04.353 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 10 to 177 2024-08-17T00:39:04.353 INFO:tasks.rados.rados.0.smithi157.stdout:1981: snap_create 2024-08-17T00:39:04.356 INFO:tasks.rados.rados.0.smithi157.stdout:1978: finishing rollback tid 0 to smithi15786056-15 2024-08-17T00:39:04.360 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 868 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-08-17T00:39:04.361 INFO:tasks.rados.rados.0.smithi157.stdout:1978: finishing rollback tid 1 to smithi15786056-15 2024-08-17T00:39:04.364 INFO:tasks.rados.rados.0.smithi157.stdout:1979: finishing write tid 1 to smithi15786056-22 2024-08-17T00:39:04.365 INFO:tasks.rados.rados.0.smithi157.stdout:1979: finishing write tid 2 to smithi15786056-22 2024-08-17T00:39:04.366 INFO:tasks.rados.rados.0.smithi157.stdout:1980: finishing rollback tid 0 to smithi15786056-10 2024-08-17T00:39:04.366 INFO:tasks.rados.rados.0.smithi157.stdout:1978: finishing rollback tid 2 to smithi15786056-15 2024-08-17T00:39:04.367 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 1054 (ObjNum 534 snap 161 seq_num 534) dirty exists 2024-08-17T00:39:04.367 INFO:tasks.rados.rados.0.smithi157.stdout:1979: finishing write tid 3 to smithi15786056-22 2024-08-17T00:39:04.368 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 1090 (ObjNum 611 snap 191 seq_num 611) dirty exists 2024-08-17T00:39:04.368 INFO:tasks.rados.rados.0.smithi157.stdout:1979: left oid 22 (ObjNum 611 snap 191 seq_num 611) 2024-08-17T00:39:04.369 INFO:tasks.rados.rados.0.smithi157.stdout:1980: finishing rollback tid 1 to smithi15786056-10 2024-08-17T00:39:04.369 INFO:tasks.rados.rados.0.smithi157.stdout:1980: finishing rollback tid 2 to smithi15786056-10 2024-08-17T00:39:04.369 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 1058 (ObjNum 514 snap 155 seq_num 514) dirty exists 2024-08-17T00:39:04.382 INFO:tasks.rados.rados.0.smithi157.stdout:1977: finishing copy_from racing read to smithi15786056-38 2024-08-17T00:39:04.384 INFO:tasks.rados.rados.0.smithi157.stdout:1977: finishing copy_from to smithi15786056-38 2024-08-17T00:39:04.384 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 562 (ObjNum 556 snap 164 seq_num 556) dirty exists 2024-08-17T00:39:04.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:04 smithi157 ceph-mon[98780]: osdmap e457: 8 total, 8 up, 8 in 2024-08-17T00:39:04.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:04 smithi157 ceph-mon[98780]: pgmap v337: 121 pgs: 121 active+clean; 313 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 10 MiB/s wr, 18 op/s 2024-08-17T00:39:04.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:04.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:04 smithi157 ceph-mon[101289]: osdmap e457: 8 total, 8 up, 8 in 2024-08-17T00:39:04.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:04 smithi157 ceph-mon[101289]: pgmap v337: 121 pgs: 121 active+clean; 313 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 10 MiB/s wr, 18 op/s 2024-08-17T00:39:04.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:04 smithi187 ceph-mon[90552]: osdmap e457: 8 total, 8 up, 8 in 2024-08-17T00:39:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:04 smithi187 ceph-mon[90552]: pgmap v337: 121 pgs: 121 active+clean; 313 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 10 MiB/s wr, 18 op/s 2024-08-17T00:39:04.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:05.351 INFO:tasks.rados.rados.0.smithi157.stdout:1976: done (5 left) 2024-08-17T00:39:05.351 INFO:tasks.rados.rados.0.smithi157.stdout:1977: done (4 left) 2024-08-17T00:39:05.351 INFO:tasks.rados.rados.0.smithi157.stdout:1978: done (3 left) 2024-08-17T00:39:05.351 INFO:tasks.rados.rados.0.smithi157.stdout:1979: done (2 left) 2024-08-17T00:39:05.351 INFO:tasks.rados.rados.0.smithi157.stdout:1980: done (1 left) 2024-08-17T00:39:05.351 INFO:tasks.rados.rados.0.smithi157.stdout:1981: done (0 left) 2024-08-17T00:39:05.351 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 192 2024-08-17T00:39:05.352 INFO:tasks.rados.rados.0.smithi157.stdout:1982: seq_num 612 ranges {11296768=655360} 2024-08-17T00:39:05.413 INFO:tasks.rados.rados.0.smithi157.stdout:1982: writing smithi15786056-8 from 11296768 to 11952128 tid 1 2024-08-17T00:39:05.413 INFO:tasks.rados.rados.0.smithi157.stdout:1983: delete oid 12 current snap is 192 2024-08-17T00:39:05.418 INFO:tasks.rados.rados.0.smithi157.stdout:1983: done (1 left) 2024-08-17T00:39:05.418 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 35 current snap is 192 2024-08-17T00:39:05.418 INFO:tasks.rados.rados.0.smithi157.stdout:1984: seq_num 614 ranges {7299072=688128} 2024-08-17T00:39:05.460 INFO:tasks.rados.rados.0.smithi157.stdout:1984: writing smithi15786056-35 from 7299072 to 7987200 tid 1 2024-08-17T00:39:05.460 INFO:tasks.rados.rados.0.smithi157.stdout:1985: delete oid 4 current snap is 192 2024-08-17T00:39:05.460 INFO:tasks.rados.rados.0.smithi157.stdout:1982: finishing write tid 1 to smithi15786056-8 2024-08-17T00:39:05.460 INFO:tasks.rados.rados.0.smithi157.stdout:1982: finishing write tid 2 to smithi15786056-8 2024-08-17T00:39:05.460 INFO:tasks.rados.rados.0.smithi157.stdout:1982: finishing write tid 3 to smithi15786056-8 2024-08-17T00:39:05.460 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1060 (ObjNum 612 snap 192 seq_num 612) dirty exists 2024-08-17T00:39:05.460 INFO:tasks.rados.rados.0.smithi157.stdout:1982: left oid 8 (ObjNum 612 snap 192 seq_num 612) 2024-08-17T00:39:05.461 INFO:tasks.rados.rados.0.smithi157.stdout:1982: done (2 left) 2024-08-17T00:39:05.461 INFO:tasks.rados.rados.0.smithi157.stdout:1985: done (1 left) 2024-08-17T00:39:05.461 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 47 current snap is 192 2024-08-17T00:39:05.462 INFO:tasks.rados.rados.0.smithi157.stdout:1986: seq_num 616 ranges {9576448=720896} 2024-08-17T00:39:05.516 INFO:tasks.rados.rados.0.smithi157.stdout:1986: writing smithi15786056-47 from 9576448 to 10297344 tid 1 2024-08-17T00:39:05.516 INFO:tasks.rados.rados.0.smithi157.stdout:1987: rmattr oid 23 current snap is 192 2024-08-17T00:39:05.516 INFO:tasks.rados.rados.0.smithi157.stdout:1987: done (2 left) 2024-08-17T00:39:05.518 INFO:tasks.rados.rados.0.smithi157.stdout:1988: copy_from oid 30 from oid 2 current snap is 192 2024-08-17T00:39:05.518 INFO:tasks.rados.rados.0.smithi157.stdout:1984: finishing write tid 1 to smithi15786056-35 2024-08-17T00:39:05.518 INFO:tasks.rados.rados.0.smithi157.stdout:1984: finishing write tid 2 to smithi15786056-35 2024-08-17T00:39:05.518 INFO:tasks.rados.rados.0.smithi157.stdout:1984: finishing write tid 3 to smithi15786056-35 2024-08-17T00:39:05.518 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 729 (ObjNum 614 snap 192 seq_num 614) dirty exists 2024-08-17T00:39:05.518 INFO:tasks.rados.rados.0.smithi157.stdout:1984: left oid 35 (ObjNum 614 snap 192 seq_num 614) 2024-08-17T00:39:05.518 INFO:tasks.rados.rados.0.smithi157.stdout:1984: done (2 left) 2024-08-17T00:39:05.518 INFO:tasks.rados.rados.0.smithi157.stdout:1989: copy_from oid 18 from oid 44 current snap is 192 2024-08-17T00:39:05.518 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 7 current snap is 192 2024-08-17T00:39:05.519 INFO:tasks.rados.rados.0.smithi157.stdout:1990: seq_num 617 ranges {7299072=737280} 2024-08-17T00:39:05.559 INFO:tasks.rados.rados.0.smithi157.stdout:1990: writing smithi15786056-7 from 7299072 to 8036352 tid 1 2024-08-17T00:39:05.559 INFO:tasks.rados.rados.0.smithi157.stdout:1991: delete oid 46 current snap is 192 2024-08-17T00:39:05.560 INFO:tasks.rados.rados.0.smithi157.stdout:1989: finishing copy_from to smithi15786056-18 2024-08-17T00:39:05.560 INFO:tasks.rados.rados.0.smithi157.stdout:1989: got expected ENOENT (src dne) 2024-08-17T00:39:05.560 INFO:tasks.rados.rados.0.smithi157.stdout:1989: finishing copy_from racing read to smithi15786056-18 2024-08-17T00:39:05.560 INFO:tasks.rados.rados.0.smithi157.stdout:1986: finishing write tid 1 to smithi15786056-47 2024-08-17T00:39:05.560 INFO:tasks.rados.rados.0.smithi157.stdout:1986: finishing write tid 2 to smithi15786056-47 2024-08-17T00:39:05.560 INFO:tasks.rados.rados.0.smithi157.stdout:1986: finishing write tid 3 to smithi15786056-47 2024-08-17T00:39:05.560 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 1074 (ObjNum 616 snap 192 seq_num 616) dirty exists 2024-08-17T00:39:05.560 INFO:tasks.rados.rados.0.smithi157.stdout:1986: left oid 47 (ObjNum 616 snap 192 seq_num 616) 2024-08-17T00:39:05.560 INFO:tasks.rados.rados.0.smithi157.stdout:1988: finishing copy_from racing read to smithi15786056-30 2024-08-17T00:39:05.560 INFO:tasks.rados.rados.0.smithi157.stdout:1988: finishing copy_from to smithi15786056-30 2024-08-17T00:39:05.560 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 1070 (ObjNum 600 snap 188 seq_num 600) dirty exists 2024-08-17T00:39:05.561 INFO:tasks.rados.rados.0.smithi157.stdout:1986: done (4 left) 2024-08-17T00:39:05.561 INFO:tasks.rados.rados.0.smithi157.stdout:1988: done (3 left) 2024-08-17T00:39:05.561 INFO:tasks.rados.rados.0.smithi157.stdout:1989: done (2 left) 2024-08-17T00:39:05.561 INFO:tasks.rados.rados.0.smithi157.stdout:1991: done (1 left) 2024-08-17T00:39:05.561 INFO:tasks.rados.rados.0.smithi157.stdout:1992: read oid 29 snap -1 2024-08-17T00:39:05.561 INFO:tasks.rados.rados.0.smithi157.stdout:1992: expect (ObjNum 559 snap 164 seq_num 559) 2024-08-17T00:39:05.561 INFO:tasks.rados.rados.0.smithi157.stdout:1993: delete oid 40 current snap is 192 2024-08-17T00:39:05.564 INFO:tasks.rados.rados.0.smithi157.stdout:1993: done (2 left) 2024-08-17T00:39:05.565 INFO:tasks.rados.rados.0.smithi157.stdout:1994: snap_create 2024-08-17T00:39:05.565 INFO:tasks.rados.rados.0.smithi157.stdout:1990: finishing write tid 1 to smithi15786056-7 2024-08-17T00:39:05.565 INFO:tasks.rados.rados.0.smithi157.stdout:1990: finishing write tid 2 to smithi15786056-7 2024-08-17T00:39:05.566 INFO:tasks.rados.rados.0.smithi157.stdout:1990: finishing write tid 3 to smithi15786056-7 2024-08-17T00:39:05.566 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 1058 (ObjNum 617 snap 192 seq_num 617) dirty exists 2024-08-17T00:39:05.566 INFO:tasks.rados.rados.0.smithi157.stdout:1990: left oid 7 (ObjNum 617 snap 192 seq_num 617) 2024-08-17T00:39:05.578 INFO:tasks.rados.rados.0.smithi157.stdout:1992: expect (ObjNum 559 snap 164 seq_num 559) 2024-08-17T00:39:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:05 smithi157 ceph-mon[98780]: osdmap e458: 8 total, 8 up, 8 in 2024-08-17T00:39:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:05 smithi157 ceph-mon[101289]: osdmap e458: 8 total, 8 up, 8 in 2024-08-17T00:39:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:05 smithi187 ceph-mon[90552]: osdmap e458: 8 total, 8 up, 8 in 2024-08-17T00:39:06.356 INFO:tasks.rados.rados.0.smithi157.stdout:1990: done (2 left) 2024-08-17T00:39:06.356 INFO:tasks.rados.rados.0.smithi157.stdout:1992: done (1 left) 2024-08-17T00:39:06.356 INFO:tasks.rados.rados.0.smithi157.stdout:1994: done (0 left) 2024-08-17T00:39:06.356 INFO:tasks.rados.rados.0.smithi157.stdout:1995: delete oid 9 current snap is 193 2024-08-17T00:39:06.360 INFO:tasks.rados.rados.0.smithi157.stdout:1995: done (0 left) 2024-08-17T00:39:06.360 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 193 2024-08-17T00:39:06.361 INFO:tasks.rados.rados.0.smithi157.stdout:1996: seq_num 621 ranges {5480448=409600,5890048=401408} 2024-08-17T00:39:06.392 INFO:tasks.rados.rados.0.smithi157.stdout:1996: writing smithi15786056-39 from 5480448 to 5890048 tid 1 2024-08-17T00:39:06.394 INFO:tasks.rados.rados.0.smithi157.stdout:1996: writing smithi15786056-39 from 5890048 to 6291456 tid 2 2024-08-17T00:39:06.394 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 47 current snap is 193 2024-08-17T00:39:06.394 INFO:tasks.rados.rados.0.smithi157.stdout:1997: seq_num 622 ranges {10297344=425984,10723328=401408} 2024-08-17T00:39:06.451 INFO:tasks.rados.rados.0.smithi157.stdout:1997: writing smithi15786056-47 from 10297344 to 10723328 tid 1 2024-08-17T00:39:06.454 INFO:tasks.rados.rados.0.smithi157.stdout:1997: writing smithi15786056-47 from 10723328 to 11124736 tid 2 2024-08-17T00:39:06.454 INFO:tasks.rados.rados.0.smithi157.stdout:1998: read oid 32 snap -1 2024-08-17T00:39:06.454 INFO:tasks.rados.rados.0.smithi157.stdout:1998: expect deleted 2024-08-17T00:39:06.454 INFO:tasks.rados.rados.0.smithi157.stdout:1999: snap_create 2024-08-17T00:39:06.454 INFO:tasks.rados.rados.0.smithi157.stdout:1996: finishing write tid 1 to smithi15786056-39 2024-08-17T00:39:06.454 INFO:tasks.rados.rados.0.smithi157.stdout:1996: finishing write tid 2 to smithi15786056-39 2024-08-17T00:39:06.454 INFO:tasks.rados.rados.0.smithi157.stdout:1996: finishing write tid 3 to smithi15786056-39 2024-08-17T00:39:06.454 INFO:tasks.rados.rados.0.smithi157.stdout:1996: finishing write tid 4 to smithi15786056-39 2024-08-17T00:39:06.454 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 1111 (ObjNum 621 snap 193 seq_num 621) dirty exists 2024-08-17T00:39:06.454 INFO:tasks.rados.rados.0.smithi157.stdout:1996: left oid 39 (ObjNum 621 snap 193 seq_num 621) 2024-08-17T00:39:06.455 INFO:tasks.rados.rados.0.smithi157.stdout:1997: finishing write tid 1 to smithi15786056-47 2024-08-17T00:39:06.455 INFO:tasks.rados.rados.0.smithi157.stdout:1997: finishing write tid 2 to smithi15786056-47 2024-08-17T00:39:06.456 INFO:tasks.rados.rados.0.smithi157.stdout:1997: finishing write tid 3 to smithi15786056-47 2024-08-17T00:39:06.457 INFO:tasks.rados.rados.0.smithi157.stdout:1997: finishing write tid 4 to smithi15786056-47 2024-08-17T00:39:06.457 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 1077 (ObjNum 622 snap 193 seq_num 622) dirty exists 2024-08-17T00:39:06.457 INFO:tasks.rados.rados.0.smithi157.stdout:1997: left oid 47 (ObjNum 622 snap 193 seq_num 622) 2024-08-17T00:39:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:06 smithi157 ceph-mon[98780]: osdmap e459: 8 total, 8 up, 8 in 2024-08-17T00:39:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:06 smithi157 ceph-mon[98780]: pgmap v340: 121 pgs: 121 active+clean; 328 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 5.9 MiB/s wr, 15 op/s 2024-08-17T00:39:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:06 smithi157 ceph-mon[101289]: osdmap e459: 8 total, 8 up, 8 in 2024-08-17T00:39:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:06 smithi157 ceph-mon[101289]: pgmap v340: 121 pgs: 121 active+clean; 328 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 5.9 MiB/s wr, 15 op/s 2024-08-17T00:39:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:06 smithi187 ceph-mon[90552]: osdmap e459: 8 total, 8 up, 8 in 2024-08-17T00:39:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:06 smithi187 ceph-mon[90552]: pgmap v340: 121 pgs: 121 active+clean; 328 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 5.9 MiB/s wr, 15 op/s 2024-08-17T00:39:07.339 INFO:tasks.rados.rados.0.smithi157.stdout:1996: done (3 left) 2024-08-17T00:39:07.340 INFO:tasks.rados.rados.0.smithi157.stdout:1997: done (2 left) 2024-08-17T00:39:07.340 INFO:tasks.rados.rados.0.smithi157.stdout:1998: done (1 left) 2024-08-17T00:39:07.340 INFO:tasks.rados.rados.0.smithi157.stdout:1999: done (0 left) 2024-08-17T00:39:07.340 INFO:tasks.rados.rados.0.smithi157.stdout:2000: copy_from oid 23 from oid 48 current snap is 194 2024-08-17T00:39:07.340 INFO:tasks.rados.rados.0.smithi157.stdout:2001: delete oid 40 current snap is 194 2024-08-17T00:39:07.344 INFO:tasks.rados.rados.0.smithi157.stdout:2001: done (1 left) 2024-08-17T00:39:07.344 INFO:tasks.rados.rados.0.smithi157.stdout:2002: snap_remove snap 184 2024-08-17T00:39:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:07 smithi157 ceph-mon[101289]: osdmap e460: 8 total, 8 up, 8 in 2024-08-17T00:39:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:07 smithi157 ceph-mon[101289]: osdmap e461: 8 total, 8 up, 8 in 2024-08-17T00:39:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:07 smithi157 ceph-mon[98780]: osdmap e460: 8 total, 8 up, 8 in 2024-08-17T00:39:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:07 smithi157 ceph-mon[98780]: osdmap e461: 8 total, 8 up, 8 in 2024-08-17T00:39:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:07 smithi187 ceph-mon[90552]: osdmap e460: 8 total, 8 up, 8 in 2024-08-17T00:39:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:07 smithi187 ceph-mon[90552]: osdmap e461: 8 total, 8 up, 8 in 2024-08-17T00:39:08.341 INFO:tasks.rados.rados.0.smithi157.stdout:2002: done (1 left) 2024-08-17T00:39:08.342 INFO:tasks.rados.rados.0.smithi157.stdout:2003: setattr oid 37 current snap is 194 2024-08-17T00:39:08.342 INFO:tasks.rados.rados.0.smithi157.stdout:2000: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:39:08.342 INFO:tasks.rados.rados.0.smithi157.stdout:2000: finishing copy_from to smithi15786056-23 2024-08-17T00:39:08.342 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 726 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-08-17T00:39:08.344 INFO:tasks.rados.rados.0.smithi157.stdout:2000: done (1 left) 2024-08-17T00:39:08.344 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 194 2024-08-17T00:39:08.344 INFO:tasks.rados.rados.0.smithi157.stdout:2004: seq_num 624 ranges {0=458752,458752=401408} 2024-08-17T00:39:08.347 INFO:tasks.rados.rados.0.smithi157.stdout:2004: writing smithi15786056-46 from 0 to 458752 tid 1 2024-08-17T00:39:08.350 INFO:tasks.rados.rados.0.smithi157.stdout:2004: writing smithi15786056-46 from 458752 to 860160 tid 2 2024-08-17T00:39:08.350 INFO:tasks.rados.rados.0.smithi157.stdout:2005: delete oid 23 current snap is 194 2024-08-17T00:39:08.352 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 1059 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-08-17T00:39:08.354 INFO:tasks.rados.rados.0.smithi157.stdout:2004: finishing write tid 1 to smithi15786056-46 2024-08-17T00:39:08.356 INFO:tasks.rados.rados.0.smithi157.stdout:2004: finishing write tid 2 to smithi15786056-46 2024-08-17T00:39:08.356 INFO:tasks.rados.rados.0.smithi157.stdout:2003: done (2 left) 2024-08-17T00:39:08.356 INFO:tasks.rados.rados.0.smithi157.stdout:2005: done (1 left) 2024-08-17T00:39:08.356 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 26 current snap is 194 2024-08-17T00:39:08.356 INFO:tasks.rados.rados.0.smithi157.stdout:2006: seq_num 626 ranges {6381568=491520,6873088=401408} 2024-08-17T00:39:08.394 INFO:tasks.rados.rados.0.smithi157.stdout:2006: writing smithi15786056-26 from 6381568 to 6873088 tid 1 2024-08-17T00:39:08.396 INFO:tasks.rados.rados.0.smithi157.stdout:2006: writing smithi15786056-26 from 6873088 to 7274496 tid 2 2024-08-17T00:39:08.396 INFO:tasks.rados.rados.0.smithi157.stdout:2007: snap_remove snap 188 2024-08-17T00:39:08.506 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:08 smithi187 ceph-mon[90552]: pgmap v343: 121 pgs: 121 active+clean; 328 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T00:39:08.506 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:39:08.506 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:08 smithi187 ceph-mon[90552]: osdmap e462: 8 total, 8 up, 8 in 2024-08-17T00:39:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:08 smithi157 ceph-mon[98780]: pgmap v343: 121 pgs: 121 active+clean; 328 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T00:39:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:39:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:08 smithi157 ceph-mon[98780]: osdmap e462: 8 total, 8 up, 8 in 2024-08-17T00:39:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:08 smithi157 ceph-mon[101289]: pgmap v343: 121 pgs: 121 active+clean; 328 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T00:39:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:39:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:08 smithi157 ceph-mon[101289]: osdmap e462: 8 total, 8 up, 8 in 2024-08-17T00:39:09.374 INFO:tasks.rados.rados.0.smithi157.stdout:2007: done (2 left) 2024-08-17T00:39:09.374 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 9 current snap is 194 2024-08-17T00:39:09.375 INFO:tasks.rados.rados.0.smithi157.stdout:2004: finishing write tid 3 to smithi15786056-46 2024-08-17T00:39:09.375 INFO:tasks.rados.rados.0.smithi157.stdout:2004: finishing write tid 4 to smithi15786056-46 2024-08-17T00:39:09.375 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1007 (ObjNum 624 snap 194 seq_num 624) dirty exists 2024-08-17T00:39:09.375 INFO:tasks.rados.rados.0.smithi157.stdout:2004: left oid 46 (ObjNum 624 snap 194 seq_num 624) 2024-08-17T00:39:09.375 INFO:tasks.rados.rados.0.smithi157.stdout:2006: finishing write tid 1 to smithi15786056-26 2024-08-17T00:39:09.375 INFO:tasks.rados.rados.0.smithi157.stdout:2006: finishing write tid 2 to smithi15786056-26 2024-08-17T00:39:09.375 INFO:tasks.rados.rados.0.smithi157.stdout:2006: finishing write tid 3 to smithi15786056-26 2024-08-17T00:39:09.375 INFO:tasks.rados.rados.0.smithi157.stdout:2006: finishing write tid 4 to smithi15786056-26 2024-08-17T00:39:09.375 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1106 (ObjNum 626 snap 194 seq_num 626) dirty exists 2024-08-17T00:39:09.375 INFO:tasks.rados.rados.0.smithi157.stdout:2006: left oid 26 (ObjNum 626 snap 194 seq_num 626) 2024-08-17T00:39:09.375 INFO:tasks.rados.rados.0.smithi157.stdout:2008: seq_num 627 ranges {0=507904,507904=401408} 2024-08-17T00:39:09.377 INFO:tasks.rados.rados.0.smithi157.stdout:2008: writing smithi15786056-9 from 0 to 507904 tid 1 2024-08-17T00:39:09.380 INFO:tasks.rados.rados.0.smithi157.stdout:2008: writing smithi15786056-9 from 507904 to 909312 tid 2 2024-08-17T00:39:09.380 INFO:tasks.rados.rados.0.smithi157.stdout:2004: done (2 left) 2024-08-17T00:39:09.381 INFO:tasks.rados.rados.0.smithi157.stdout:2006: done (1 left) 2024-08-17T00:39:09.381 INFO:tasks.rados.rados.0.smithi157.stdout:2009: snap_create 2024-08-17T00:39:09.389 INFO:tasks.rados.rados.0.smithi157.stdout:2008: finishing write tid 1 to smithi15786056-9 2024-08-17T00:39:09.389 INFO:tasks.rados.rados.0.smithi157.stdout:2008: finishing write tid 2 to smithi15786056-9 2024-08-17T00:39:09.389 INFO:tasks.rados.rados.0.smithi157.stdout:2008: finishing write tid 3 to smithi15786056-9 2024-08-17T00:39:09.395 INFO:tasks.rados.rados.0.smithi157.stdout:2008: finishing write tid 4 to smithi15786056-9 2024-08-17T00:39:09.395 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1064 (ObjNum 627 snap 194 seq_num 627) dirty exists 2024-08-17T00:39:09.395 INFO:tasks.rados.rados.0.smithi157.stdout:2008: left oid 9 (ObjNum 627 snap 194 seq_num 627) 2024-08-17T00:39:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:09 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:39:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:09 smithi157 ceph-mon[98780]: Upgrade: osd.5 is safe to restart 2024-08-17T00:39:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:09 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:09 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:39:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:09 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:09 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:39:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:09 smithi157 ceph-mon[101289]: Upgrade: osd.5 is safe to restart 2024-08-17T00:39:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:09 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:09.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:09 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:39:09.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:09 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:09 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:39:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:09 smithi187 ceph-mon[90552]: Upgrade: osd.5 is safe to restart 2024-08-17T00:39:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:09 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:09 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:39:09.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:09 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:10.380 INFO:tasks.rados.rados.0.smithi157.stdout:2008: done (1 left) 2024-08-17T00:39:10.380 INFO:tasks.rados.rados.0.smithi157.stdout:2009: done (0 left) 2024-08-17T00:39:10.380 INFO:tasks.rados.rados.0.smithi157.stdout:2010: rollback oid 36 current snap is 195 2024-08-17T00:39:10.380 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 36 to 185 2024-08-17T00:39:10.380 INFO:tasks.rados.rados.0.smithi157.stdout:2011: snap_create 2024-08-17T00:39:10.383 INFO:tasks.rados.rados.0.smithi157.stdout:2010: finishing rollback tid 0 to smithi15786056-36 2024-08-17T00:39:10.383 INFO:tasks.rados.rados.0.smithi157.stdout:2010: finishing rollback tid 1 to smithi15786056-36 2024-08-17T00:39:10.383 INFO:tasks.rados.rados.0.smithi157.stdout:2010: finishing rollback tid 2 to smithi15786056-36 2024-08-17T00:39:10.384 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 871 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-08-17T00:39:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:10 smithi157 ceph-mon[98780]: Upgrade: Updating osd.5 2024-08-17T00:39:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:10 smithi157 ceph-mon[98780]: Deploying daemon osd.5 on smithi187 2024-08-17T00:39:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:10 smithi157 ceph-mon[98780]: osdmap e463: 8 total, 8 up, 8 in 2024-08-17T00:39:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:10 smithi157 ceph-mon[98780]: pgmap v346: 121 pgs: 121 active+clean; 332 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-08-17T00:39:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:10 smithi157 ceph-mon[101289]: Upgrade: Updating osd.5 2024-08-17T00:39:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:10 smithi157 ceph-mon[101289]: Deploying daemon osd.5 on smithi187 2024-08-17T00:39:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:10 smithi157 ceph-mon[101289]: osdmap e463: 8 total, 8 up, 8 in 2024-08-17T00:39:10.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:10 smithi157 ceph-mon[101289]: pgmap v346: 121 pgs: 121 active+clean; 332 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-08-17T00:39:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:10 smithi187 ceph-mon[90552]: Upgrade: Updating osd.5 2024-08-17T00:39:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:10 smithi187 ceph-mon[90552]: Deploying daemon osd.5 on smithi187 2024-08-17T00:39:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:10 smithi187 ceph-mon[90552]: osdmap e463: 8 total, 8 up, 8 in 2024-08-17T00:39:10.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:10 smithi187 ceph-mon[90552]: pgmap v346: 121 pgs: 121 active+clean; 332 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-08-17T00:39:11.380 INFO:tasks.rados.rados.0.smithi157.stdout:2010: done (1 left) 2024-08-17T00:39:11.380 INFO:tasks.rados.rados.0.smithi157.stdout:2011: done (0 left) 2024-08-17T00:39:11.381 INFO:tasks.rados.rados.0.smithi157.stdout:2012: read oid 4 snap 190 2024-08-17T00:39:11.381 INFO:tasks.rados.rados.0.smithi157.stdout:2012: expect (ObjNum 534 snap 161 seq_num 534) 2024-08-17T00:39:11.381 INFO:tasks.rados.rados.0.smithi157.stdout:2013: snap_remove snap 183 2024-08-17T00:39:11.599 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:11 smithi187 ceph-mon[90552]: osdmap e464: 8 total, 8 up, 8 in 2024-08-17T00:39:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:11 smithi157 ceph-mon[98780]: osdmap e464: 8 total, 8 up, 8 in 2024-08-17T00:39:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:11 smithi157 ceph-mon[101289]: osdmap e464: 8 total, 8 up, 8 in 2024-08-17T00:39:12.341 INFO:tasks.rados.rados.0.smithi157.stdout:2013: done (1 left) 2024-08-17T00:39:12.341 INFO:tasks.rados.rados.0.smithi157.stdout:2014: setattr oid 49 current snap is 196 2024-08-17T00:39:12.342 INFO:tasks.rados.rados.0.smithi157.stdout:2012: expect (ObjNum 534 snap 161 seq_num 534) 2024-08-17T00:39:12.477 INFO:tasks.rados.rados.0.smithi157.stdout:2012: done (1 left) 2024-08-17T00:39:12.477 INFO:tasks.rados.rados.0.smithi157.stdout:2015: snap_remove snap 190 2024-08-17T00:39:12.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:12 smithi187 ceph-mon[90552]: osdmap e465: 8 total, 8 up, 8 in 2024-08-17T00:39:12.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:12 smithi187 ceph-mon[90552]: pgmap v349: 121 pgs: 121 active+clean; 344 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.7 MiB/s wr, 16 op/s 2024-08-17T00:39:12.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:12 smithi187 ceph-mon[90552]: osdmap e466: 8 total, 8 up, 8 in 2024-08-17T00:39:12.706 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:12 smithi187 systemd[1]: Stopping Ceph osd.5 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:39:12.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:39:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:39:12.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:12 smithi157 ceph-mon[98780]: osdmap e465: 8 total, 8 up, 8 in 2024-08-17T00:39:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:12 smithi157 ceph-mon[98780]: pgmap v349: 121 pgs: 121 active+clean; 344 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.7 MiB/s wr, 16 op/s 2024-08-17T00:39:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:12 smithi157 ceph-mon[98780]: osdmap e466: 8 total, 8 up, 8 in 2024-08-17T00:39:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:12 smithi157 ceph-mon[101289]: osdmap e465: 8 total, 8 up, 8 in 2024-08-17T00:39:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:12 smithi157 ceph-mon[101289]: pgmap v349: 121 pgs: 121 active+clean; 344 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.7 MiB/s wr, 16 op/s 2024-08-17T00:39:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:12 smithi157 ceph-mon[101289]: osdmap e466: 8 total, 8 up, 8 in 2024-08-17T00:39:13.205 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[45165]: 2024-08-17T00:39:12.704+0000 7f8a2281d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:39:13.205 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[45165]: 2024-08-17T00:39:12.704+0000 7f8a2281d640 -1 osd.5 466 *** Got signal Terminated *** 2024-08-17T00:39:13.206 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[45165]: 2024-08-17T00:39:12.704+0000 7f8a2281d640 -1 osd.5 466 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:39:13.398 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1060 (ObjNum 541 snap 162 seq_num 541) dirty exists 2024-08-17T00:39:13.398 INFO:tasks.rados.rados.0.smithi157.stdout:2014: done (1 left) 2024-08-17T00:39:13.398 INFO:tasks.rados.rados.0.smithi157.stdout:2015: done (0 left) 2024-08-17T00:39:13.398 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 196 2024-08-17T00:39:13.399 INFO:tasks.rados.rados.0.smithi157.stdout:2016: seq_num 628 ranges {860160=524288,1384448=401408} 2024-08-17T00:39:13.407 INFO:tasks.rados.rados.0.smithi157.stdout:2016: writing smithi15786056-46 from 860160 to 1384448 tid 1 2024-08-17T00:39:13.409 INFO:tasks.rados.rados.0.smithi157.stdout:2016: writing smithi15786056-46 from 1384448 to 1785856 tid 2 2024-08-17T00:39:13.409 INFO:tasks.rados.rados.0.smithi157.stdout:2017: copy_from oid 29 from oid 48 current snap is 196 2024-08-17T00:39:13.410 INFO:tasks.rados.rados.0.smithi157.stdout:2018: snap_remove snap 185 2024-08-17T00:39:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:13 smithi187 ceph-mon[90552]: osd.5 marked itself down and dead 2024-08-17T00:39:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:13 smithi157 ceph-mon[101289]: osd.5 marked itself down and dead 2024-08-17T00:39:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:39:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:39:13] "GET /metrics HTTP/1.1" 200 36236 "" "Prometheus/2.43.0" 2024-08-17T00:39:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:13 smithi157 ceph-mon[98780]: osd.5 marked itself down and dead 2024-08-17T00:39:14.204 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:13 smithi187 podman[101336]: 2024-08-17 00:39:13.941534793 +0000 UTC m=+1.358594843 container died 87ee417e591b16ec5f1e68b5670d4aac83a48945889754379312efbec55cd92a (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-03a1ac1, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-08-17T00:39:14.402 INFO:tasks.rados.rados.0.smithi157.stdout:2018: done (2 left) 2024-08-17T00:39:14.402 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 196 2024-08-17T00:39:14.402 INFO:tasks.rados.rados.0.smithi157.stdout:2019: seq_num 629 ranges {8724480=540672,9265152=401408} 2024-08-17T00:39:14.454 INFO:tasks.rados.rados.0.smithi157.stdout:2019: writing smithi15786056-49 from 8724480 to 9265152 tid 1 2024-08-17T00:39:14.455 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:14 smithi187 podman[101336]: 2024-08-17 00:39:14.394926537 +0000 UTC m=+1.811986582 container cleanup 87ee417e591b16ec5f1e68b5670d4aac83a48945889754379312efbec55cd92a (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-17T00:39:14.455 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:14 smithi187 bash[101336]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5 2024-08-17T00:39:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:14 smithi187 ceph-mon[90552]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:39:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:14 smithi187 ceph-mon[90552]: osdmap e467: 8 total, 7 up, 8 in 2024-08-17T00:39:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2, 0, 5]}]: dispatch 2024-08-17T00:39:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 5]}]: dispatch 2024-08-17T00:39:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 5]}]: dispatch 2024-08-17T00:39:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:14 smithi187 ceph-mon[90552]: pgmap v352: 121 pgs: 5 peering, 15 stale+active+clean, 101 active+clean; 344 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T00:39:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [0, 5]}]: dispatch 2024-08-17T00:39:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 5]}]: dispatch 2024-08-17T00:39:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 5]}]: dispatch 2024-08-17T00:39:14.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.0", "id": [1, 5]}]: dispatch 2024-08-17T00:39:14.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.2", "id": [0, 3]}]: dispatch 2024-08-17T00:39:14.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [4, 6]}]: dispatch 2024-08-17T00:39:14.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:14.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:14.458 INFO:tasks.rados.rados.0.smithi157.stdout:2019: writing smithi15786056-49 from 9265152 to 9666560 tid 2 2024-08-17T00:39:14.458 INFO:tasks.rados.rados.0.smithi157.stdout:2020: read oid 30 snap -1 2024-08-17T00:39:14.458 INFO:tasks.rados.rados.0.smithi157.stdout:2020: expect (ObjNum 600 snap 188 seq_num 600) 2024-08-17T00:39:14.458 INFO:tasks.rados.rados.0.smithi157.stdout:2021: snap_create 2024-08-17T00:39:14.458 INFO:tasks.rados.rados.0.smithi157.stdout:2017: finishing copy_from racing read to smithi15786056-29 2024-08-17T00:39:14.458 INFO:tasks.rados.rados.0.smithi157.stdout:2017: finishing copy_from to smithi15786056-29 2024-08-17T00:39:14.459 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 726 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-08-17T00:39:14.459 INFO:tasks.rados.rados.0.smithi157.stdout:2019: finishing write tid 1 to smithi15786056-49 2024-08-17T00:39:14.461 INFO:tasks.rados.rados.0.smithi157.stdout:2019: finishing write tid 2 to smithi15786056-49 2024-08-17T00:39:14.461 INFO:tasks.rados.rados.0.smithi157.stdout:2019: finishing write tid 3 to smithi15786056-49 2024-08-17T00:39:14.462 INFO:tasks.rados.rados.0.smithi157.stdout:2019: finishing write tid 4 to smithi15786056-49 2024-08-17T00:39:14.462 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1063 (ObjNum 629 snap 196 seq_num 629) dirty exists 2024-08-17T00:39:14.462 INFO:tasks.rados.rados.0.smithi157.stdout:2019: left oid 49 (ObjNum 629 snap 196 seq_num 629) 2024-08-17T00:39:14.492 INFO:tasks.rados.rados.0.smithi157.stdout:2020: expect (ObjNum 600 snap 188 seq_num 600) 2024-08-17T00:39:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[101289]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:39:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[101289]: osdmap e467: 8 total, 7 up, 8 in 2024-08-17T00:39:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2, 0, 5]}]: dispatch 2024-08-17T00:39:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 5]}]: dispatch 2024-08-17T00:39:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 5]}]: dispatch 2024-08-17T00:39:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[101289]: pgmap v352: 121 pgs: 5 peering, 15 stale+active+clean, 101 active+clean; 344 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T00:39:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [0, 5]}]: dispatch 2024-08-17T00:39:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 5]}]: dispatch 2024-08-17T00:39:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 5]}]: dispatch 2024-08-17T00:39:14.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.0", "id": [1, 5]}]: dispatch 2024-08-17T00:39:14.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.2", "id": [0, 3]}]: dispatch 2024-08-17T00:39:14.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [4, 6]}]: dispatch 2024-08-17T00:39:14.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:14.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[98780]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:39:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[98780]: osdmap e467: 8 total, 7 up, 8 in 2024-08-17T00:39:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2, 0, 5]}]: dispatch 2024-08-17T00:39:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 5]}]: dispatch 2024-08-17T00:39:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 5]}]: dispatch 2024-08-17T00:39:14.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[98780]: pgmap v352: 121 pgs: 5 peering, 15 stale+active+clean, 101 active+clean; 344 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T00:39:14.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [0, 5]}]: dispatch 2024-08-17T00:39:14.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 5]}]: dispatch 2024-08-17T00:39:14.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 5]}]: dispatch 2024-08-17T00:39:14.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.0", "id": [1, 5]}]: dispatch 2024-08-17T00:39:14.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.2", "id": [0, 3]}]: dispatch 2024-08-17T00:39:14.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [4, 6]}]: dispatch 2024-08-17T00:39:14.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:14.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:14.955 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:14 smithi187 podman[101359]: 2024-08-17 00:39:14.646455487 +0000 UTC m=+0.695569327 container remove 87ee417e591b16ec5f1e68b5670d4aac83a48945889754379312efbec55cd92a (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=quincy-03a1ac1, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T00:39:15.342 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:15 smithi187 podman[101453]: 2024-08-17 00:39:14.920581068 +0000 UTC m=+0.017348473 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:39:15.342 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:15 smithi187 podman[101453]: 2024-08-17 00:39:15.039442172 +0000 UTC m=+0.136209604 container create 0afca8d10a85aaf5784f9dc38eea8f20ff99822821dc5741475ba8c5b3a0a2ec (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True) 2024-08-17T00:39:15.342 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:15 smithi187 podman[101453]: 2024-08-17 00:39:15.258341556 +0000 UTC m=+0.355108961 container init 0afca8d10a85aaf5784f9dc38eea8f20ff99822821dc5741475ba8c5b3a0a2ec (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-17T00:39:15.342 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:15 smithi187 podman[101453]: 2024-08-17 00:39:15.262868697 +0000 UTC m=+0.359636094 container start 0afca8d10a85aaf5784f9dc38eea8f20ff99822821dc5741475ba8c5b3a0a2ec (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0) 2024-08-17T00:39:15.342 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:15 smithi187 podman[101453]: 2024-08-17 00:39:15.341444763 +0000 UTC m=+0.438212158 container attach 0afca8d10a85aaf5784f9dc38eea8f20ff99822821dc5741475ba8c5b3a0a2ec (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-deactivate, ceph=True, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-17T00:39:15.405 INFO:tasks.rados.rados.0.smithi157.stdout:2017: done (4 left) 2024-08-17T00:39:15.405 INFO:tasks.rados.rados.0.smithi157.stdout:2019: done (3 left) 2024-08-17T00:39:15.405 INFO:tasks.rados.rados.0.smithi157.stdout:2020: done (2 left) 2024-08-17T00:39:15.405 INFO:tasks.rados.rados.0.smithi157.stdout:2021: done (1 left) 2024-08-17T00:39:15.405 INFO:tasks.rados.rados.0.smithi157.stdout:2022: setattr oid 40 current snap is 197 2024-08-17T00:39:15.409 INFO:tasks.rados.rados.0.smithi157.stdout:2023: copy_from oid 8 from oid 20 current snap is 197 2024-08-17T00:39:15.409 INFO:tasks.rados.rados.0.smithi157.stdout:2024: copy_from oid 41 from oid 31 current snap is 197 2024-08-17T00:39:15.409 INFO:tasks.rados.rados.0.smithi157.stdout:2025: rollback oid 26 current snap is 197 2024-08-17T00:39:15.409 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 26 to 191 2024-08-17T00:39:15.410 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 197 2024-08-17T00:39:15.410 INFO:tasks.rados.rados.0.smithi157.stdout:2026: seq_num 630 ranges {4014080=557056,4571136=401408} 2024-08-17T00:39:15.436 INFO:tasks.rados.rados.0.smithi157.stdout:2026: writing smithi15786056-16 from 4014080 to 4571136 tid 1 2024-08-17T00:39:15.439 INFO:tasks.rados.rados.0.smithi157.stdout:2026: writing smithi15786056-16 from 4571136 to 4972544 tid 2 2024-08-17T00:39:15.439 INFO:tasks.rados.rados.0.smithi157.stdout:2027: copy_from oid 19 from oid 5 current snap is 197 2024-08-17T00:39:15.439 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 1056 (ObjNum 65 snap 0 seq_num 1617190494) dirty exists 2024-08-17T00:39:15.439 INFO:tasks.rados.rados.0.smithi157.stdout:2022: done (6 left) 2024-08-17T00:39:15.439 INFO:tasks.rados.rados.0.smithi157.stdout:2028: rollback oid 44 current snap is 197 2024-08-17T00:39:15.440 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 44 to 196 2024-08-17T00:39:15.440 INFO:tasks.rados.rados.0.smithi157.stdout:2025: finishing rollback tid 0 to smithi15786056-26 2024-08-17T00:39:15.440 INFO:tasks.rados.rados.0.smithi157.stdout:2025: finishing rollback tid 1 to smithi15786056-26 2024-08-17T00:39:15.440 INFO:tasks.rados.rados.0.smithi157.stdout:2025: finishing rollback tid 2 to smithi15786056-26 2024-08-17T00:39:15.440 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1124 (ObjNum 546 snap 162 seq_num 546) dirty exists 2024-08-17T00:39:15.440 INFO:tasks.rados.rados.0.smithi157.stdout:2023: finishing copy_from racing read to smithi15786056-8 2024-08-17T00:39:15.440 INFO:tasks.rados.rados.0.smithi157.stdout:2023: finishing copy_from to smithi15786056-8 2024-08-17T00:39:15.440 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 817 (ObjNum 529 snap 159 seq_num 529) dirty exists 2024-08-17T00:39:15.440 INFO:tasks.rados.rados.0.smithi157.stdout:2024: finishing copy_from racing read to smithi15786056-41 2024-08-17T00:39:15.440 INFO:tasks.rados.rados.0.smithi157.stdout:2023: done (6 left) 2024-08-17T00:39:15.440 INFO:tasks.rados.rados.0.smithi157.stdout:2025: done (5 left) 2024-08-17T00:39:15.440 INFO:tasks.rados.rados.0.smithi157.stdout:2029: snap_create 2024-08-17T00:39:15.440 INFO:tasks.rados.rados.0.smithi157.stdout:2024: finishing copy_from to smithi15786056-41 2024-08-17T00:39:15.441 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 1051 (ObjNum 559 snap 164 seq_num 559) dirty exists 2024-08-17T00:39:15.441 INFO:tasks.rados.rados.0.smithi157.stdout:2027: finishing copy_from to smithi15786056-19 2024-08-17T00:39:15.441 INFO:tasks.rados.rados.0.smithi157.stdout:2027: got expected ENOENT (src dne) 2024-08-17T00:39:15.441 INFO:tasks.rados.rados.0.smithi157.stdout:2027: finishing copy_from racing read to smithi15786056-19 2024-08-17T00:39:15.441 INFO:tasks.rados.rados.0.smithi157.stdout:2026: finishing write tid 1 to smithi15786056-16 2024-08-17T00:39:15.442 INFO:tasks.rados.rados.0.smithi157.stdout:2026: finishing write tid 2 to smithi15786056-16 2024-08-17T00:39:15.442 INFO:tasks.rados.rados.0.smithi157.stdout:2026: finishing write tid 3 to smithi15786056-16 2024-08-17T00:39:15.442 INFO:tasks.rados.rados.0.smithi157.stdout:2028: finishing rollback tid 1 to smithi15786056-44 2024-08-17T00:39:15.442 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 727 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:39:15.443 INFO:tasks.rados.rados.0.smithi157.stdout:2026: finishing write tid 4 to smithi15786056-16 2024-08-17T00:39:15.443 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 570 (ObjNum 630 snap 197 seq_num 630) dirty exists 2024-08-17T00:39:15.443 INFO:tasks.rados.rados.0.smithi157.stdout:2026: left oid 16 (ObjNum 630 snap 197 seq_num 630) 2024-08-17T00:39:15.456 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:39:15.495 INFO:tasks.rados.rados.0.smithi157.stdout:2016: finishing write tid 1 to smithi15786056-46 2024-08-17T00:39:15.496 INFO:tasks.rados.rados.0.smithi157.stdout:2016: finishing write tid 2 to smithi15786056-46 2024-08-17T00:39:15.496 INFO:tasks.rados.rados.0.smithi157.stdout:2016: finishing write tid 3 to smithi15786056-46 2024-08-17T00:39:15.497 INFO:tasks.rados.rados.0.smithi157.stdout:2016: finishing write tid 4 to smithi15786056-46 2024-08-17T00:39:15.498 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1010 (ObjNum 628 snap 196 seq_num 628) dirty exists 2024-08-17T00:39:15.498 INFO:tasks.rados.rados.0.smithi157.stdout:2016: left oid 46 (ObjNum 628 snap 196 seq_num 628) 2024-08-17T00:39:15.705 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:15 smithi187 podman[101453]: 2024-08-17 00:39:15.45516468 +0000 UTC m=+0.551932078 container died 0afca8d10a85aaf5784f9dc38eea8f20ff99822821dc5741475ba8c5b3a0a2ec (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-deactivate, RELEASE=squid-d863d21, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-17T00:39:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2, 0, 5]}]': finished 2024-08-17T00:39:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 5]}]': finished 2024-08-17T00:39:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 5]}]': finished 2024-08-17T00:39:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [0, 5]}]': finished 2024-08-17T00:39:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 5]}]': finished 2024-08-17T00:39:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 5]}]': finished 2024-08-17T00:39:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.0", "id": [1, 5]}]': finished 2024-08-17T00:39:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.2", "id": [0, 3]}]': finished 2024-08-17T00:39:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [4, 6]}]': finished 2024-08-17T00:39:15.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:15 smithi187 ceph-mon[90552]: osdmap e468: 8 total, 7 up, 8 in 2024-08-17T00:39:15.732 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:39:15.732 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (5m) 61s ago 9m 24.0M - 0.25.0 c8568f914cd2 e5fc458eaa70 2024-08-17T00:39:15.732 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (4m) 27s ago 8m 87.2M - 9.4.7 954c08fa6188 3c616dd0c45b 2024-08-17T00:39:15.732 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (10m) 61s ago 10m 15.9M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:39:15.732 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (10m) 27s ago 10m 21.2M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:39:15.732 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283,8765 running (4m) 27s ago 14m 440M - 19.1.0-1363-gd863d21c ba08250ef864 97f58199005a 2024-08-17T00:39:15.732 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (4m) 61s ago 15m 508M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:39:15.732 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (4m) 61s ago 15m 54.2M 2048M 19.1.0-1363-gd863d21c ba08250ef864 7cae4f2d8cd1 2024-08-17T00:39:15.732 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (3m) 27s ago 14m 47.9M 2048M 19.1.0-1363-gd863d21c ba08250ef864 fa96bb84b173 2024-08-17T00:39:15.732 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (3m) 61s ago 14m 48.2M 2048M 19.1.0-1363-gd863d21c ba08250ef864 6acedb5a7023 2024-08-17T00:39:15.732 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (5m) 61s ago 8m 11.4M - 1.5.0 0da6a335fe13 b4e36e574235 2024-08-17T00:39:15.733 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (4m) 27s ago 8m 16.2M - 1.5.0 0da6a335fe13 73e607038b0d 2024-08-17T00:39:15.733 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (2m) 61s ago 13m 144M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7d05f2a649d9 2024-08-17T00:39:15.733 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (2m) 61s ago 13m 112M 2480M 19.1.0-1363-gd863d21c ba08250ef864 dbe3e94be069 2024-08-17T00:39:15.733 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (99s) 61s ago 12m 105M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7e3b0f58873f 2024-08-17T00:39:15.733 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (65s) 61s ago 12m 12.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 28892f02251b 2024-08-17T00:39:15.733 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (31s) 27s ago 12m 12.0M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d0e8971787b7 2024-08-17T00:39:15.733 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (11m) 27s ago 11m 177M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 87ee417e591b 2024-08-17T00:39:15.733 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (11m) 27s ago 11m 154M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bd8a836eeeec 2024-08-17T00:39:15.733 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (11m) 27s ago 10m 160M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:39:15.733 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (4m) 27s ago 9m 60.3M - 2.43.0 a07b618ecd1d 736dc11bd87e 2024-08-17T00:39:15.734 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2, 0, 5]}]': finished 2024-08-17T00:39:15.734 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 5]}]': finished 2024-08-17T00:39:15.734 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 5]}]': finished 2024-08-17T00:39:15.734 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [0, 5]}]': finished 2024-08-17T00:39:15.734 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 5]}]': finished 2024-08-17T00:39:15.734 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 5]}]': finished 2024-08-17T00:39:15.734 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.0", "id": [1, 5]}]': finished 2024-08-17T00:39:15.734 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.2", "id": [0, 3]}]': finished 2024-08-17T00:39:15.734 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [4, 6]}]': finished 2024-08-17T00:39:15.734 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[101289]: osdmap e468: 8 total, 7 up, 8 in 2024-08-17T00:39:15.734 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2, 0, 5]}]': finished 2024-08-17T00:39:15.735 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 5]}]': finished 2024-08-17T00:39:15.735 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 5]}]': finished 2024-08-17T00:39:15.735 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [0, 5]}]': finished 2024-08-17T00:39:15.735 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 5]}]': finished 2024-08-17T00:39:15.735 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 5]}]': finished 2024-08-17T00:39:15.735 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.0", "id": [1, 5]}]': finished 2024-08-17T00:39:15.735 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.2", "id": [0, 3]}]': finished 2024-08-17T00:39:15.735 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [4, 6]}]': finished 2024-08-17T00:39:15.735 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:15 smithi157 ceph-mon[98780]: osdmap e468: 8 total, 7 up, 8 in 2024-08-17T00:39:16.049 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:39:16.049 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:39:16.050 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:39:16.050 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:39:16.050 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:39:16.050 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:39:16.050 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:39:16.050 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:39:16.050 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2, 2024-08-17T00:39:16.050 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 5 2024-08-17T00:39:16.050 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:39:16.050 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:39:16.050 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:39:16.050 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:39:16.051 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:39:16.051 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 4, 2024-08-17T00:39:16.051 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 10 2024-08-17T00:39:16.051 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:39:16.051 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:39:16.403 INFO:tasks.rados.rados.0.smithi157.stdout:2016: done (5 left) 2024-08-17T00:39:16.403 INFO:tasks.rados.rados.0.smithi157.stdout:2024: done (4 left) 2024-08-17T00:39:16.403 INFO:tasks.rados.rados.0.smithi157.stdout:2026: done (3 left) 2024-08-17T00:39:16.403 INFO:tasks.rados.rados.0.smithi157.stdout:2027: done (2 left) 2024-08-17T00:39:16.404 INFO:tasks.rados.rados.0.smithi157.stdout:2028: done (1 left) 2024-08-17T00:39:16.404 INFO:tasks.rados.rados.0.smithi157.stdout:2029: done (0 left) 2024-08-17T00:39:16.404 INFO:tasks.rados.rados.0.smithi157.stdout:2030: rmattr oid 9 current snap is 198 2024-08-17T00:39:16.404 INFO:tasks.rados.rados.0.smithi157.stdout:2030: done (0 left) 2024-08-17T00:39:16.404 INFO:tasks.rados.rados.0.smithi157.stdout:2031: copy_from oid 8 from oid 42 current snap is 198 2024-08-17T00:39:16.404 INFO:tasks.rados.rados.0.smithi157.stdout:2032: delete oid 3 current snap is 198 2024-08-17T00:39:16.410 INFO:tasks.rados.rados.0.smithi157.stdout:2032: done (1 left) 2024-08-17T00:39:16.410 INFO:tasks.rados.rados.0.smithi157.stdout:2033: rollback oid 25 current snap is 198 2024-08-17T00:39:16.410 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 25 to 195 2024-08-17T00:39:16.410 INFO:tasks.rados.rados.0.smithi157.stdout:2034: snap_create 2024-08-17T00:39:16.414 INFO:tasks.rados.rados.0.smithi157.stdout:2031: finishing copy_from racing read to smithi15786056-8 2024-08-17T00:39:16.415 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:16 smithi187 podman[101496]: 2024-08-17 00:39:16.053712352 +0000 UTC m=+0.592543595 container remove 0afca8d10a85aaf5784f9dc38eea8f20ff99822821dc5741475ba8c5b3a0a2ec (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-17T00:39:16.415 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:16 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.5.service: Deactivated successfully. 2024-08-17T00:39:16.416 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:16 smithi187 systemd[1]: Stopped Ceph osd.5 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:39:16.416 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:16 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.5.service: Consumed 13.641s CPU time. 2024-08-17T00:39:16.416 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:16 smithi187 systemd[1]: Starting Ceph osd.5 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:39:16.418 INFO:tasks.rados.rados.0.smithi157.stdout:2031: finishing copy_from to smithi15786056-8 2024-08-17T00:39:16.418 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1079 (ObjNum 507 snap 153 seq_num 507) dirty exists 2024-08-17T00:39:16.419 INFO:tasks.rados.rados.0.smithi157.stdout:2033: finishing rollback tid 0 to smithi15786056-25 2024-08-17T00:39:16.420 INFO:tasks.rados.rados.0.smithi157.stdout:2033: finishing rollback tid 1 to smithi15786056-25 2024-08-17T00:39:16.420 INFO:tasks.rados.rados.0.smithi157.stdout:2033: finishing rollback tid 2 to smithi15786056-25 2024-08-17T00:39:16.420 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 1082 (ObjNum 506 snap 153 seq_num 506) dirty exists 2024-08-17T00:39:16.668 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:16 smithi187 ceph-mon[90552]: osdmap e469: 8 total, 7 up, 8 in 2024-08-17T00:39:16.669 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:16 smithi187 ceph-mon[90552]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:39:16.669 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:16 smithi187 ceph-mon[90552]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:39:16.669 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:16 smithi187 ceph-mon[90552]: pgmap v355: 121 pgs: 27 active+undersized, 11 peering, 2 stale+active+clean, 10 active+undersized+degraded, 71 active+clean; 303 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 51/375 objects degraded (13.600%) 2024-08-17T00:39:16.669 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:16 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2276539366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:39:16.669 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:16 smithi187 ceph-mon[90552]: osdmap e470: 8 total, 7 up, 8 in 2024-08-17T00:39:16.669 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:16 smithi187 podman[101598]: 2024-08-17 00:39:16.397436609 +0000 UTC m=+0.017253711 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:39:16.669 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:16 smithi187 podman[101598]: 2024-08-17 00:39:16.521703644 +0000 UTC m=+0.141520785 container create 9b77b412e5bb19da358891d0feac5927a9004a3769829671844a2d19e75c7d54 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-activate, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-17T00:39:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:16 smithi157 ceph-mon[101289]: osdmap e469: 8 total, 7 up, 8 in 2024-08-17T00:39:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:16 smithi157 ceph-mon[101289]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:39:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:16 smithi157 ceph-mon[101289]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:39:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:16 smithi157 ceph-mon[101289]: pgmap v355: 121 pgs: 27 active+undersized, 11 peering, 2 stale+active+clean, 10 active+undersized+degraded, 71 active+clean; 303 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 51/375 objects degraded (13.600%) 2024-08-17T00:39:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:16 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2276539366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:39:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:16 smithi157 ceph-mon[101289]: osdmap e470: 8 total, 7 up, 8 in 2024-08-17T00:39:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:16 smithi157 ceph-mon[98780]: osdmap e469: 8 total, 7 up, 8 in 2024-08-17T00:39:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:16 smithi157 ceph-mon[98780]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:39:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:16 smithi157 ceph-mon[98780]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:39:16.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:16 smithi157 ceph-mon[98780]: pgmap v355: 121 pgs: 27 active+undersized, 11 peering, 2 stale+active+clean, 10 active+undersized+degraded, 71 active+clean; 303 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 51/375 objects degraded (13.600%) 2024-08-17T00:39:16.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:16 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2276539366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:39:16.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:16 smithi157 ceph-mon[98780]: osdmap e470: 8 total, 7 up, 8 in 2024-08-17T00:39:17.118 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:16 smithi187 podman[101598]: 2024-08-17 00:39:16.782828081 +0000 UTC m=+0.402645187 container init 9b77b412e5bb19da358891d0feac5927a9004a3769829671844a2d19e75c7d54 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-17T00:39:17.118 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:16 smithi187 podman[101598]: 2024-08-17 00:39:16.787461384 +0000 UTC m=+0.407278480 container start 9b77b412e5bb19da358891d0feac5927a9004a3769829671844a2d19e75c7d54 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-17T00:39:17.118 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:16 smithi187 podman[101598]: 2024-08-17 00:39:16.907673076 +0000 UTC m=+0.527490183 container attach 9b77b412e5bb19da358891d0feac5927a9004a3769829671844a2d19e75c7d54 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, ceph=True) 2024-08-17T00:39:17.118 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-activate[101613]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:39:17.118 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:16 smithi187 bash[101598]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:39:17.118 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-activate[101613]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:39:17.118 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:16 smithi187 bash[101598]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:39:17.118 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-activate[101613]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T00:39:17.118 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 bash[101598]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T00:39:17.415 INFO:tasks.rados.rados.0.smithi157.stdout:2031: done (2 left) 2024-08-17T00:39:17.415 INFO:tasks.rados.rados.0.smithi157.stdout:2033: done (1 left) 2024-08-17T00:39:17.415 INFO:tasks.rados.rados.0.smithi157.stdout:2034: done (0 left) 2024-08-17T00:39:17.415 INFO:tasks.rados.rados.0.smithi157.stdout:2035: read oid 30 snap 196 2024-08-17T00:39:17.415 INFO:tasks.rados.rados.0.smithi157.stdout:2035: expect (ObjNum 600 snap 188 seq_num 600) 2024-08-17T00:39:17.416 INFO:tasks.rados.rados.0.smithi157.stdout:2036: rollback oid 17 current snap is 199 2024-08-17T00:39:17.416 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 17 to 191 2024-08-17T00:39:17.416 INFO:tasks.rados.rados.0.smithi157.stdout:2037: read oid 14 snap 193 2024-08-17T00:39:17.416 INFO:tasks.rados.rados.0.smithi157.stdout:2037: expect deleted 2024-08-17T00:39:17.416 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 199 2024-08-17T00:39:17.416 INFO:tasks.rados.rados.0.smithi157.stdout:2038: seq_num 632 ranges {0=589824,589824=401408} 2024-08-17T00:39:17.417 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-activate[101613]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-17T00:39:17.417 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 bash[101598]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-17T00:39:17.417 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-activate[101613]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-17T00:39:17.417 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 bash[101598]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-17T00:39:17.417 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-activate[101613]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T00:39:17.417 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 bash[101598]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T00:39:17.417 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-activate[101613]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-17T00:39:17.417 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 bash[101598]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-17T00:39:17.417 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-activate[101613]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T00:39:17.417 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 bash[101598]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T00:39:17.418 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-activate[101613]: --> ceph-volume raw activate successful for osd ID: 5 2024-08-17T00:39:17.418 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 bash[101598]: --> ceph-volume raw activate successful for osd ID: 5 2024-08-17T00:39:17.418 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 podman[101598]: 2024-08-17 00:39:17.1652163 +0000 UTC m=+0.785033398 container died 9b77b412e5bb19da358891d0feac5927a9004a3769829671844a2d19e75c7d54 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-activate, RELEASE=squid-d863d21, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:39:17.419 INFO:tasks.rados.rados.0.smithi157.stdout:2038: writing smithi15786056-13 from 0 to 589824 tid 1 2024-08-17T00:39:17.422 INFO:tasks.rados.rados.0.smithi157.stdout:2038: writing smithi15786056-13 from 589824 to 991232 tid 2 2024-08-17T00:39:17.422 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 199 2024-08-17T00:39:17.422 INFO:tasks.rados.rados.0.smithi157.stdout:2039: seq_num 633 ranges {0=606208,606208=401408} 2024-08-17T00:39:17.426 INFO:tasks.rados.rados.0.smithi157.stdout:2039: writing smithi15786056-23 from 0 to 606208 tid 1 2024-08-17T00:39:17.430 INFO:tasks.rados.rados.0.smithi157.stdout:2039: writing smithi15786056-23 from 606208 to 1007616 tid 2 2024-08-17T00:39:17.430 INFO:tasks.rados.rados.0.smithi157.stdout:2040: rollback oid 32 current snap is 199 2024-08-17T00:39:17.430 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 32 to 177 2024-08-17T00:39:17.430 INFO:tasks.rados.rados.0.smithi157.stdout:2036: finishing rollback tid 0 to smithi15786056-17 2024-08-17T00:39:17.430 INFO:tasks.rados.rados.0.smithi157.stdout:2036: finishing rollback tid 1 to smithi15786056-17 2024-08-17T00:39:17.430 INFO:tasks.rados.rados.0.smithi157.stdout:2036: finishing rollback tid 2 to smithi15786056-17 2024-08-17T00:39:17.430 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 977 (ObjNum 522 snap 158 seq_num 522) dirty exists 2024-08-17T00:39:17.430 INFO:tasks.rados.rados.0.smithi157.stdout:2038: finishing write tid 1 to smithi15786056-13 2024-08-17T00:39:17.431 INFO:tasks.rados.rados.0.smithi157.stdout:2038: finishing write tid 2 to smithi15786056-13 2024-08-17T00:39:17.431 INFO:tasks.rados.rados.0.smithi157.stdout:2038: finishing write tid 3 to smithi15786056-13 2024-08-17T00:39:17.431 INFO:tasks.rados.rados.0.smithi157.stdout:2038: finishing write tid 4 to smithi15786056-13 2024-08-17T00:39:17.431 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1080 (ObjNum 632 snap 199 seq_num 632) dirty exists 2024-08-17T00:39:17.431 INFO:tasks.rados.rados.0.smithi157.stdout:2038: left oid 13 (ObjNum 632 snap 199 seq_num 632) 2024-08-17T00:39:17.431 INFO:tasks.rados.rados.0.smithi157.stdout:2036: done (5 left) 2024-08-17T00:39:17.431 INFO:tasks.rados.rados.0.smithi157.stdout:2037: done (4 left) 2024-08-17T00:39:17.431 INFO:tasks.rados.rados.0.smithi157.stdout:2038: done (3 left) 2024-08-17T00:39:17.431 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 17 current snap is 199 2024-08-17T00:39:17.431 INFO:tasks.rados.rados.0.smithi157.stdout:2041: seq_num 634 ranges {9715712=622592,10338304=401408} 2024-08-17T00:39:17.485 INFO:tasks.rados.rados.0.smithi157.stdout:2041: writing smithi15786056-17 from 9715712 to 10338304 tid 1 2024-08-17T00:39:17.487 INFO:tasks.rados.rados.0.smithi157.stdout:2041: writing smithi15786056-17 from 10338304 to 10739712 tid 2 2024-08-17T00:39:17.487 INFO:tasks.rados.rados.0.smithi157.stdout:2042: read oid 8 snap -1 2024-08-17T00:39:17.487 INFO:tasks.rados.rados.0.smithi157.stdout:2042: expect (ObjNum 507 snap 153 seq_num 507) 2024-08-17T00:39:17.487 INFO:tasks.rados.rados.0.smithi157.stdout:2043: snap_remove snap 193 2024-08-17T00:39:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:17 smithi187 ceph-mon[90552]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:39:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:17 smithi187 ceph-mon[90552]: Health check failed: Degraded data redundancy: 51/375 objects degraded (13.600%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:39:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:17 smithi187 ceph-mon[90552]: osdmap e471: 8 total, 7 up, 8 in 2024-08-17T00:39:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:17 smithi157 ceph-mon[101289]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:39:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:17 smithi157 ceph-mon[101289]: Health check failed: Degraded data redundancy: 51/375 objects degraded (13.600%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:39:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:17 smithi157 ceph-mon[101289]: osdmap e471: 8 total, 7 up, 8 in 2024-08-17T00:39:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:17 smithi157 ceph-mon[98780]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:39:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:17 smithi157 ceph-mon[98780]: Health check failed: Degraded data redundancy: 51/375 objects degraded (13.600%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:39:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:17 smithi157 ceph-mon[98780]: osdmap e471: 8 total, 7 up, 8 in 2024-08-17T00:39:18.133 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:17 smithi187 podman[101762]: 2024-08-17 00:39:17.803088475 +0000 UTC m=+0.631901553 container remove 9b77b412e5bb19da358891d0feac5927a9004a3769829671844a2d19e75c7d54 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux ) 2024-08-17T00:39:18.133 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:18 smithi187 podman[101828]: 2024-08-17 00:39:18.020594707 +0000 UTC m=+0.113741266 container create f2c2c784223665e6113e243b638d87b8ecfd2dd4957ecb90095013f423c0b8c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T00:39:18.134 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:18 smithi187 podman[101828]: 2024-08-17 00:39:17.924072946 +0000 UTC m=+0.017219529 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:39:18.430 INFO:tasks.rados.rados.0.smithi157.stdout:2043: done (5 left) 2024-08-17T00:39:18.430 INFO:tasks.rados.rados.0.smithi157.stdout:2044: rollback oid 10 current snap is 199 2024-08-17T00:39:18.430 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 10 to 195 2024-08-17T00:39:18.430 INFO:tasks.rados.rados.0.smithi157.stdout:2040: finishing rollback tid 1 to smithi15786056-32 2024-08-17T00:39:18.430 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 0 (ObjNum 193 snap 0 seq_num 170161712) dirty dne 2024-08-17T00:39:18.430 INFO:tasks.rados.rados.0.smithi157.stdout:2039: finishing write tid 1 to smithi15786056-23 2024-08-17T00:39:18.430 INFO:tasks.rados.rados.0.smithi157.stdout:2039: finishing write tid 2 to smithi15786056-23 2024-08-17T00:39:18.431 INFO:tasks.rados.rados.0.smithi157.stdout:2039: finishing write tid 3 to smithi15786056-23 2024-08-17T00:39:18.431 INFO:tasks.rados.rados.0.smithi157.stdout:2039: finishing write tid 4 to smithi15786056-23 2024-08-17T00:39:18.431 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1160 (ObjNum 633 snap 199 seq_num 633) dirty exists 2024-08-17T00:39:18.431 INFO:tasks.rados.rados.0.smithi157.stdout:2039: left oid 23 (ObjNum 633 snap 199 seq_num 633) 2024-08-17T00:39:18.431 INFO:tasks.rados.rados.0.smithi157.stdout:2035: expect (ObjNum 600 snap 188 seq_num 600) 2024-08-17T00:39:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:18 smithi187 ceph-mon[90552]: pgmap v358: 121 pgs: 27 active+undersized, 11 peering, 2 stale+active+clean, 10 active+undersized+degraded, 71 active+clean; 303 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 51/375 objects degraded (13.600%) 2024-08-17T00:39:18.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:18.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:18.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:18.706 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:18 smithi187 podman[101828]: 2024-08-17 00:39:18.247994748 +0000 UTC m=+0.341141306 container init f2c2c784223665e6113e243b638d87b8ecfd2dd4957ecb90095013f423c0b8c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-17T00:39:18.707 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:18 smithi187 podman[101828]: 2024-08-17 00:39:18.253221699 +0000 UTC m=+0.346368258 container start f2c2c784223665e6113e243b638d87b8ecfd2dd4957ecb90095013f423c0b8c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-17T00:39:18.707 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:18 smithi187 ceph-osd[101866]: -- 172.21.15.187:0/2935175849 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5578a79cba40 con 0x5578a878e000 2024-08-17T00:39:18.707 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:18 smithi187 bash[101828]: f2c2c784223665e6113e243b638d87b8ecfd2dd4957ecb90095013f423c0b8c1 2024-08-17T00:39:18.707 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:18 smithi187 systemd[1]: Started Ceph osd.5 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:39:18.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:18 smithi157 ceph-mon[101289]: pgmap v358: 121 pgs: 27 active+undersized, 11 peering, 2 stale+active+clean, 10 active+undersized+degraded, 71 active+clean; 303 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 51/375 objects degraded (13.600%) 2024-08-17T00:39:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:18 smithi157 ceph-mon[98780]: pgmap v358: 121 pgs: 27 active+undersized, 11 peering, 2 stale+active+clean, 10 active+undersized+degraded, 71 active+clean; 303 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 51/375 objects degraded (13.600%) 2024-08-17T00:39:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:19.170 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T00:39:18.799+0000 7f9d16807640 -1 Falling back to public interface 2024-08-17T00:39:19.261 INFO:tasks.rados.rados.0.smithi157.stdout:2041: finishing write tid 1 to smithi15786056-17 2024-08-17T00:39:19.261 INFO:tasks.rados.rados.0.smithi157.stdout:2041: finishing write tid 2 to smithi15786056-17 2024-08-17T00:39:19.261 INFO:tasks.rados.rados.0.smithi157.stdout:2041: finishing write tid 3 to smithi15786056-17 2024-08-17T00:39:19.261 INFO:tasks.rados.rados.0.smithi157.stdout:2041: finishing write tid 4 to smithi15786056-17 2024-08-17T00:39:19.261 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 980 (ObjNum 634 snap 199 seq_num 634) dirty exists 2024-08-17T00:39:19.261 INFO:tasks.rados.rados.0.smithi157.stdout:2041: left oid 17 (ObjNum 634 snap 199 seq_num 634) 2024-08-17T00:39:19.261 INFO:tasks.rados.rados.0.smithi157.stdout:2042: expect (ObjNum 507 snap 153 seq_num 507) 2024-08-17T00:39:19.294 INFO:tasks.rados.rados.0.smithi157.stdout:2044: finishing rollback tid 0 to smithi15786056-10 2024-08-17T00:39:19.294 INFO:tasks.rados.rados.0.smithi157.stdout:2044: finishing rollback tid 1 to smithi15786056-10 2024-08-17T00:39:19.294 INFO:tasks.rados.rados.0.smithi157.stdout:2044: finishing rollback tid 2 to smithi15786056-10 2024-08-17T00:39:19.294 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 1073 (ObjNum 514 snap 155 seq_num 514) dirty exists 2024-08-17T00:39:19.294 INFO:tasks.rados.rados.0.smithi157.stdout:2035: done (5 left) 2024-08-17T00:39:19.295 INFO:tasks.rados.rados.0.smithi157.stdout:2039: done (4 left) 2024-08-17T00:39:19.295 INFO:tasks.rados.rados.0.smithi157.stdout:2040: done (3 left) 2024-08-17T00:39:19.295 INFO:tasks.rados.rados.0.smithi157.stdout:2041: done (2 left) 2024-08-17T00:39:19.295 INFO:tasks.rados.rados.0.smithi157.stdout:2042: done (1 left) 2024-08-17T00:39:19.295 INFO:tasks.rados.rados.0.smithi157.stdout:2044: done (0 left) 2024-08-17T00:39:19.295 INFO:tasks.rados.rados.0.smithi157.stdout:2045: read oid 1 snap 194 2024-08-17T00:39:19.295 INFO:tasks.rados.rados.0.smithi157.stdout:2045: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:39:19.295 INFO:tasks.rados.rados.0.smithi157.stdout:2046: read oid 3 snap 192 2024-08-17T00:39:19.295 INFO:tasks.rados.rados.0.smithi157.stdout:2046: expect (ObjNum 546 snap 162 seq_num 546) 2024-08-17T00:39:19.295 INFO:tasks.rados.rados.0.smithi157.stdout:2047: rmattr oid 39 current snap is 199 2024-08-17T00:39:19.295 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 199 2024-08-17T00:39:19.295 INFO:tasks.rados.rados.0.smithi157.stdout:2048: seq_num 635 ranges {4972544=638976,5611520=401408} 2024-08-17T00:39:19.325 INFO:tasks.rados.rados.0.smithi157.stdout:2048: writing smithi15786056-16 from 4972544 to 5611520 tid 1 2024-08-17T00:39:19.329 INFO:tasks.rados.rados.0.smithi157.stdout:2048: writing smithi15786056-16 from 5611520 to 6012928 tid 2 2024-08-17T00:39:19.329 INFO:tasks.rados.rados.0.smithi157.stdout:2049: read oid 46 snap 195 2024-08-17T00:39:19.329 INFO:tasks.rados.rados.0.smithi157.stdout:2049: expect (ObjNum 624 snap 194 seq_num 624) 2024-08-17T00:39:19.329 INFO:tasks.rados.rados.0.smithi157.stdout:2050: read oid 32 snap -1 2024-08-17T00:39:19.329 INFO:tasks.rados.rados.0.smithi157.stdout:2050: expect deleted 2024-08-17T00:39:19.329 INFO:tasks.rados.rados.0.smithi157.stdout:2051: rmattr oid 17 current snap is 199 2024-08-17T00:39:19.329 INFO:tasks.rados.rados.0.smithi157.stdout:2051: done (6 left) 2024-08-17T00:39:19.329 INFO:tasks.rados.rados.0.smithi157.stdout:2052: rollback oid 30 current snap is 199 2024-08-17T00:39:19.329 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 30 to 195 2024-08-17T00:39:19.329 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 1164 (ObjNum 621 snap 193 seq_num 621) dirty exists 2024-08-17T00:39:19.330 INFO:tasks.rados.rados.0.smithi157.stdout:2045: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:39:19.616 INFO:tasks.rados.rados.0.smithi157.stdout:2046: expect (ObjNum 546 snap 162 seq_num 546) 2024-08-17T00:39:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:19 smithi187 ceph-mon[90552]: osdmap e472: 8 total, 7 up, 8 in 2024-08-17T00:39:19.878 INFO:tasks.rados.rados.0.smithi157.stdout:2048: finishing write tid 1 to smithi15786056-16 2024-08-17T00:39:19.878 INFO:tasks.rados.rados.0.smithi157.stdout:2048: finishing write tid 2 to smithi15786056-16 2024-08-17T00:39:19.878 INFO:tasks.rados.rados.0.smithi157.stdout:2048: finishing write tid 3 to smithi15786056-16 2024-08-17T00:39:19.879 INFO:tasks.rados.rados.0.smithi157.stdout:2052: finishing rollback tid 0 to smithi15786056-30 2024-08-17T00:39:19.879 INFO:tasks.rados.rados.0.smithi157.stdout:2052: finishing rollback tid 1 to smithi15786056-30 2024-08-17T00:39:19.879 INFO:tasks.rados.rados.0.smithi157.stdout:2052: finishing rollback tid 2 to smithi15786056-30 2024-08-17T00:39:19.879 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 1076 (ObjNum 600 snap 188 seq_num 600) dirty exists 2024-08-17T00:39:19.879 INFO:tasks.rados.rados.0.smithi157.stdout:2048: finishing write tid 4 to smithi15786056-16 2024-08-17T00:39:19.879 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 573 (ObjNum 635 snap 199 seq_num 635) dirty exists 2024-08-17T00:39:19.879 INFO:tasks.rados.rados.0.smithi157.stdout:2048: left oid 16 (ObjNum 635 snap 199 seq_num 635) 2024-08-17T00:39:19.879 INFO:tasks.rados.rados.0.smithi157.stdout:2049: expect (ObjNum 624 snap 194 seq_num 624) 2024-08-17T00:39:19.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:19 smithi157 ceph-mon[101289]: osdmap e472: 8 total, 7 up, 8 in 2024-08-17T00:39:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:19 smithi157 ceph-mon[98780]: osdmap e472: 8 total, 7 up, 8 in 2024-08-17T00:39:19.900 INFO:tasks.rados.rados.0.smithi157.stdout:2045: done (6 left) 2024-08-17T00:39:19.901 INFO:tasks.rados.rados.0.smithi157.stdout:2046: done (5 left) 2024-08-17T00:39:19.901 INFO:tasks.rados.rados.0.smithi157.stdout:2047: done (4 left) 2024-08-17T00:39:19.901 INFO:tasks.rados.rados.0.smithi157.stdout:2048: done (3 left) 2024-08-17T00:39:19.901 INFO:tasks.rados.rados.0.smithi157.stdout:2049: done (2 left) 2024-08-17T00:39:19.901 INFO:tasks.rados.rados.0.smithi157.stdout:2050: done (1 left) 2024-08-17T00:39:19.901 INFO:tasks.rados.rados.0.smithi157.stdout:2052: done (0 left) 2024-08-17T00:39:19.901 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 26 current snap is 199 2024-08-17T00:39:19.901 INFO:tasks.rados.rados.0.smithi157.stdout:2053: seq_num 636 ranges {6381568=655360,7036928=401408} 2024-08-17T00:39:19.937 INFO:tasks.rados.rados.0.smithi157.stdout:2053: writing smithi15786056-26 from 6381568 to 7036928 tid 1 2024-08-17T00:39:19.939 INFO:tasks.rados.rados.0.smithi157.stdout:2053: writing smithi15786056-26 from 7036928 to 7438336 tid 2 2024-08-17T00:39:19.940 INFO:tasks.rados.rados.0.smithi157.stdout:2054: snap_create 2024-08-17T00:39:19.942 INFO:tasks.rados.rados.0.smithi157.stdout:2053: finishing write tid 1 to smithi15786056-26 2024-08-17T00:39:19.942 INFO:tasks.rados.rados.0.smithi157.stdout:2053: finishing write tid 2 to smithi15786056-26 2024-08-17T00:39:19.943 INFO:tasks.rados.rados.0.smithi157.stdout:2053: finishing write tid 3 to smithi15786056-26 2024-08-17T00:39:19.943 INFO:tasks.rados.rados.0.smithi157.stdout:2053: finishing write tid 4 to smithi15786056-26 2024-08-17T00:39:19.944 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1130 (ObjNum 636 snap 199 seq_num 636) dirty exists 2024-08-17T00:39:19.944 INFO:tasks.rados.rados.0.smithi157.stdout:2053: left oid 26 (ObjNum 636 snap 199 seq_num 636) 2024-08-17T00:39:20.432 INFO:tasks.rados.rados.0.smithi157.stdout:2053: done (1 left) 2024-08-17T00:39:20.432 INFO:tasks.rados.rados.0.smithi157.stdout:2054: done (0 left) 2024-08-17T00:39:20.432 INFO:tasks.rados.rados.0.smithi157.stdout:2055: delete oid 40 current snap is 200 2024-08-17T00:39:20.436 INFO:tasks.rados.rados.0.smithi157.stdout:2055: done (0 left) 2024-08-17T00:39:20.436 INFO:tasks.rados.rados.0.smithi157.stdout:2056: read oid 17 snap 192 2024-08-17T00:39:20.436 INFO:tasks.rados.rados.0.smithi157.stdout:2056: expect (ObjNum 522 snap 158 seq_num 522) 2024-08-17T00:39:20.436 INFO:tasks.rados.rados.0.smithi157.stdout:2057: read oid 45 snap 196 2024-08-17T00:39:20.436 INFO:tasks.rados.rados.0.smithi157.stdout:2057: expect (ObjNum 594 snap 185 seq_num 594) 2024-08-17T00:39:20.436 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 200 2024-08-17T00:39:20.436 INFO:tasks.rados.rados.0.smithi157.stdout:2058: seq_num 638 ranges {7299072=688128,7987200=401408} 2024-08-17T00:39:20.480 INFO:tasks.rados.rados.0.smithi157.stdout:2058: writing smithi15786056-29 from 7299072 to 7987200 tid 1 2024-08-17T00:39:20.483 INFO:tasks.rados.rados.0.smithi157.stdout:2058: writing smithi15786056-29 from 7987200 to 8388608 tid 2 2024-08-17T00:39:20.483 INFO:tasks.rados.rados.0.smithi157.stdout:2059: snap_remove snap 177 2024-08-17T00:39:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:20 smithi187 ceph-mon[90552]: pgmap v360: 121 pgs: 5 active+clean+remapped, 36 active+undersized, 2 peering, 13 active+undersized+degraded, 65 active+clean; 346 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s rd, 16 MiB/s wr, 87 op/s; 66/411 objects degraded (16.058%); 7/411 objects misplaced (1.703%); 15 MiB/s, 17 objects/s recovering 2024-08-17T00:39:20.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:20 smithi157 ceph-mon[101289]: pgmap v360: 121 pgs: 5 active+clean+remapped, 36 active+undersized, 2 peering, 13 active+undersized+degraded, 65 active+clean; 346 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s rd, 16 MiB/s wr, 87 op/s; 66/411 objects degraded (16.058%); 7/411 objects misplaced (1.703%); 15 MiB/s, 17 objects/s recovering 2024-08-17T00:39:20.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:20 smithi157 ceph-mon[98780]: pgmap v360: 121 pgs: 5 active+clean+remapped, 36 active+undersized, 2 peering, 13 active+undersized+degraded, 65 active+clean; 346 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s rd, 16 MiB/s wr, 87 op/s; 66/411 objects degraded (16.058%); 7/411 objects misplaced (1.703%); 15 MiB/s, 17 objects/s recovering 2024-08-17T00:39:21.437 INFO:tasks.rados.rados.0.smithi157.stdout:2059: done (3 left) 2024-08-17T00:39:21.438 INFO:tasks.rados.rados.0.smithi157.stdout:2060: delete oid 3 current snap is 200 2024-08-17T00:39:21.438 INFO:tasks.rados.rados.0.smithi157.stdout:2057: expect (ObjNum 594 snap 185 seq_num 594) 2024-08-17T00:39:21.453 INFO:tasks.rados.rados.0.smithi157.stdout:2056: expect (ObjNum 522 snap 158 seq_num 522) 2024-08-17T00:39:21.595 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:21 smithi187 ceph-mon[90552]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:39:21.595 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:21 smithi187 ceph-mon[90552]: osdmap e473: 8 total, 7 up, 8 in 2024-08-17T00:39:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:21 smithi157 ceph-mon[98780]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:39:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:21 smithi157 ceph-mon[98780]: osdmap e473: 8 total, 7 up, 8 in 2024-08-17T00:39:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:21 smithi157 ceph-mon[101289]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:39:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:21 smithi157 ceph-mon[101289]: osdmap e473: 8 total, 7 up, 8 in 2024-08-17T00:39:21.955 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:21 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T00:39:21.728+0000 7f9d16807640 -1 osd.5 466 log_to_monitors true 2024-08-17T00:39:22.370 INFO:tasks.rados.rados.0.smithi157.stdout:2058: finishing write tid 1 to smithi15786056-29 2024-08-17T00:39:22.370 INFO:tasks.rados.rados.0.smithi157.stdout:2058: finishing write tid 2 to smithi15786056-29 2024-08-17T00:39:22.370 INFO:tasks.rados.rados.0.smithi157.stdout:2058: finishing write tid 3 to smithi15786056-29 2024-08-17T00:39:22.370 INFO:tasks.rados.rados.0.smithi157.stdout:2058: finishing write tid 4 to smithi15786056-29 2024-08-17T00:39:22.370 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1168 (ObjNum 638 snap 200 seq_num 638) dirty exists 2024-08-17T00:39:22.370 INFO:tasks.rados.rados.0.smithi157.stdout:2058: left oid 29 (ObjNum 638 snap 200 seq_num 638) 2024-08-17T00:39:22.370 INFO:tasks.rados.rados.0.smithi157.stdout:2056: done (3 left) 2024-08-17T00:39:22.370 INFO:tasks.rados.rados.0.smithi157.stdout:2057: done (2 left) 2024-08-17T00:39:22.371 INFO:tasks.rados.rados.0.smithi157.stdout:2058: done (1 left) 2024-08-17T00:39:22.371 INFO:tasks.rados.rados.0.smithi157.stdout:2060: done (0 left) 2024-08-17T00:39:22.371 INFO:tasks.rados.rados.0.smithi157.stdout:2061: setattr oid 44 current snap is 200 2024-08-17T00:39:22.371 INFO:tasks.rados.rados.0.smithi157.stdout:2062: rollback oid 18 current snap is 200 2024-08-17T00:39:22.371 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 18 to 195 2024-08-17T00:39:22.371 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 200 2024-08-17T00:39:22.372 INFO:tasks.rados.rados.0.smithi157.stdout:2063: seq_num 640 ranges {7299072=729088,8028160=401408} 2024-08-17T00:39:22.414 INFO:tasks.rados.rados.0.smithi157.stdout:2063: writing smithi15786056-48 from 7299072 to 8028160 tid 1 2024-08-17T00:39:22.416 INFO:tasks.rados.rados.0.smithi157.stdout:2063: writing smithi15786056-48 from 8028160 to 8429568 tid 2 2024-08-17T00:39:22.416 INFO:tasks.rados.rados.0.smithi157.stdout:2064: read oid 1 snap -1 2024-08-17T00:39:22.417 INFO:tasks.rados.rados.0.smithi157.stdout:2064: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:39:22.417 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 200 2024-08-17T00:39:22.417 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 730 (ObjNum 881 snap 0 seq_num 3982471232) dirty exists 2024-08-17T00:39:22.417 INFO:tasks.rados.rados.0.smithi157.stdout:2062: finishing rollback tid 0 to smithi15786056-18 2024-08-17T00:39:22.417 INFO:tasks.rados.rados.0.smithi157.stdout:2065: seq_num 641 ranges {3465216=745472,4210688=401408} 2024-08-17T00:39:22.440 INFO:tasks.rados.rados.0.smithi157.stdout:2065: writing smithi15786056-15 from 3465216 to 4210688 tid 1 2024-08-17T00:39:22.443 INFO:tasks.rados.rados.0.smithi157.stdout:2065: writing smithi15786056-15 from 4210688 to 4612096 tid 2 2024-08-17T00:39:22.443 INFO:tasks.rados.rados.0.smithi157.stdout:2061: done (4 left) 2024-08-17T00:39:22.443 INFO:tasks.rados.rados.0.smithi157.stdout:2066: delete oid 30 current snap is 200 2024-08-17T00:39:22.444 INFO:tasks.rados.rados.0.smithi157.stdout:2062: finishing rollback tid 1 to smithi15786056-18 2024-08-17T00:39:22.444 INFO:tasks.rados.rados.0.smithi157.stdout:2062: finishing rollback tid 2 to smithi15786056-18 2024-08-17T00:39:22.444 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 1066 (ObjNum 584 snap 180 seq_num 584) dirty exists 2024-08-17T00:39:22.444 INFO:tasks.rados.rados.0.smithi157.stdout:2064: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:39:22.493 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:39:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:39:22.741 INFO:tasks.rados.rados.0.smithi157.stdout:2063: finishing write tid 1 to smithi15786056-48 2024-08-17T00:39:22.741 INFO:tasks.rados.rados.0.smithi157.stdout:2063: finishing write tid 2 to smithi15786056-48 2024-08-17T00:39:22.741 INFO:tasks.rados.rados.0.smithi157.stdout:2063: finishing write tid 3 to smithi15786056-48 2024-08-17T00:39:22.742 INFO:tasks.rados.rados.0.smithi157.stdout:2063: finishing write tid 4 to smithi15786056-48 2024-08-17T00:39:22.742 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 1182 (ObjNum 640 snap 200 seq_num 640) dirty exists 2024-08-17T00:39:22.742 INFO:tasks.rados.rados.0.smithi157.stdout:2063: left oid 48 (ObjNum 640 snap 200 seq_num 640) 2024-08-17T00:39:22.742 INFO:tasks.rados.rados.0.smithi157.stdout:2065: finishing write tid 1 to smithi15786056-15 2024-08-17T00:39:22.742 INFO:tasks.rados.rados.0.smithi157.stdout:2062: done (4 left) 2024-08-17T00:39:22.742 INFO:tasks.rados.rados.0.smithi157.stdout:2063: done (3 left) 2024-08-17T00:39:22.742 INFO:tasks.rados.rados.0.smithi157.stdout:2064: done (2 left) 2024-08-17T00:39:22.742 INFO:tasks.rados.rados.0.smithi157.stdout:2066: done (1 left) 2024-08-17T00:39:22.742 INFO:tasks.rados.rados.0.smithi157.stdout:2067: snap_create 2024-08-17T00:39:22.742 INFO:tasks.rados.rados.0.smithi157.stdout:2065: finishing write tid 2 to smithi15786056-15 2024-08-17T00:39:22.742 INFO:tasks.rados.rados.0.smithi157.stdout:2065: finishing write tid 3 to smithi15786056-15 2024-08-17T00:39:22.742 INFO:tasks.rados.rados.0.smithi157.stdout:2065: finishing write tid 4 to smithi15786056-15 2024-08-17T00:39:22.743 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 1060 (ObjNum 641 snap 200 seq_num 641) dirty exists 2024-08-17T00:39:22.743 INFO:tasks.rados.rados.0.smithi157.stdout:2065: left oid 15 (ObjNum 641 snap 200 seq_num 641) 2024-08-17T00:39:22.853 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:22 smithi187 ceph-mon[90552]: osdmap e474: 8 total, 7 up, 8 in 2024-08-17T00:39:22.854 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:22 smithi187 ceph-mon[90552]: pgmap v363: 121 pgs: 7 active+clean+remapped, 36 active+undersized, 13 active+undersized+degraded, 65 active+clean; 353 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 47 MiB/s rd, 17 MiB/s wr, 101 op/s; 71/435 objects degraded (16.322%); 8/435 objects misplaced (1.839%); 15 MiB/s, 17 objects/s recovering 2024-08-17T00:39:22.854 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:22 smithi187 ceph-mon[90552]: from='osd.5 [v2:172.21.15.187:6808/3851486039,v1:172.21.15.187:6809/3851486039]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:39:22.854 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:22 smithi187 ceph-mon[90552]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:39:22.854 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:22 smithi187 ceph-mon[90552]: Health check update: Degraded data redundancy: 66/411 objects degraded (16.058%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T00:39:22.854 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:22 smithi187 ceph-mon[90552]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T00:39:22.854 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:22 smithi187 ceph-mon[90552]: osdmap e475: 8 total, 7 up, 8 in 2024-08-17T00:39:22.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:22 smithi187 ceph-mon[90552]: from='osd.5 [v2:172.21.15.187:6808/3851486039,v1:172.21.15.187:6809/3851486039]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:39:22.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:22 smithi187 ceph-mon[90552]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:39:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[101289]: osdmap e474: 8 total, 7 up, 8 in 2024-08-17T00:39:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[101289]: pgmap v363: 121 pgs: 7 active+clean+remapped, 36 active+undersized, 13 active+undersized+degraded, 65 active+clean; 353 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 47 MiB/s rd, 17 MiB/s wr, 101 op/s; 71/435 objects degraded (16.322%); 8/435 objects misplaced (1.839%); 15 MiB/s, 17 objects/s recovering 2024-08-17T00:39:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[101289]: from='osd.5 [v2:172.21.15.187:6808/3851486039,v1:172.21.15.187:6809/3851486039]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:39:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[101289]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:39:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[101289]: Health check update: Degraded data redundancy: 66/411 objects degraded (16.058%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T00:39:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[101289]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T00:39:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[101289]: osdmap e475: 8 total, 7 up, 8 in 2024-08-17T00:39:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[101289]: from='osd.5 [v2:172.21.15.187:6808/3851486039,v1:172.21.15.187:6809/3851486039]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:39:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[101289]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:39:22.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[98780]: osdmap e474: 8 total, 7 up, 8 in 2024-08-17T00:39:22.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[98780]: pgmap v363: 121 pgs: 7 active+clean+remapped, 36 active+undersized, 13 active+undersized+degraded, 65 active+clean; 353 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 47 MiB/s rd, 17 MiB/s wr, 101 op/s; 71/435 objects degraded (16.322%); 8/435 objects misplaced (1.839%); 15 MiB/s, 17 objects/s recovering 2024-08-17T00:39:22.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[98780]: from='osd.5 [v2:172.21.15.187:6808/3851486039,v1:172.21.15.187:6809/3851486039]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:39:22.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[98780]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:39:22.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[98780]: Health check update: Degraded data redundancy: 66/411 objects degraded (16.058%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T00:39:22.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[98780]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T00:39:22.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[98780]: osdmap e475: 8 total, 7 up, 8 in 2024-08-17T00:39:22.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[98780]: from='osd.5 [v2:172.21.15.187:6808/3851486039,v1:172.21.15.187:6809/3851486039]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:39:22.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:22 smithi157 ceph-mon[98780]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:39:23.205 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:39:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T00:39:22.851+0000 7f9d0a5aa640 -1 osd.5 466 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:39:23.742 INFO:tasks.rados.rados.0.smithi157.stdout:2065: done (1 left) 2024-08-17T00:39:23.742 INFO:tasks.rados.rados.0.smithi157.stdout:2067: done (0 left) 2024-08-17T00:39:23.742 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 201 2024-08-17T00:39:23.742 INFO:tasks.rados.rados.0.smithi157.stdout:2068: seq_num 643 ranges {0=778240,778240=401408} 2024-08-17T00:39:23.747 INFO:tasks.rados.rados.0.smithi157.stdout:2068: writing smithi15786056-3 from 0 to 778240 tid 1 2024-08-17T00:39:23.751 INFO:tasks.rados.rados.0.smithi157.stdout:2068: writing smithi15786056-3 from 778240 to 1179648 tid 2 2024-08-17T00:39:23.751 INFO:tasks.rados.rados.0.smithi157.stdout:2069: rollback oid 11 current snap is 201 2024-08-17T00:39:23.751 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 11 to 199 2024-08-17T00:39:23.751 INFO:tasks.rados.rados.0.smithi157.stdout:2070: rollback oid 26 current snap is 201 2024-08-17T00:39:23.751 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 26 to 197 2024-08-17T00:39:23.751 INFO:tasks.rados.rados.0.smithi157.stdout:2071: rollback oid 19 current snap is 201 2024-08-17T00:39:23.751 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 19 to 198 2024-08-17T00:39:23.751 INFO:tasks.rados.rados.0.smithi157.stdout:2072: snap_create 2024-08-17T00:39:23.753 INFO:tasks.rados.rados.0.smithi157.stdout:2071: finishing rollback tid 1 to smithi15786056-19 2024-08-17T00:39:23.753 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-17T00:39:23.797 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:23.797 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:23.798 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:23 smithi187 ceph-mon[90552]: from='osd.5 ' entity='osd.5' 2024-08-17T00:39:23.798 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:23.798 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:39:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:39:23] "GET /metrics HTTP/1.1" 200 36229 "" "Prometheus/2.43.0" 2024-08-17T00:39:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:23 smithi157 ceph-mon[98780]: from='osd.5 ' entity='osd.5' 2024-08-17T00:39:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:23.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:23.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:23.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:23 smithi157 ceph-mon[101289]: from='osd.5 ' entity='osd.5' 2024-08-17T00:39:23.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:23.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:24.747 INFO:tasks.rados.rados.0.smithi157.stdout:2071: done (4 left) 2024-08-17T00:39:24.747 INFO:tasks.rados.rados.0.smithi157.stdout:2072: done (3 left) 2024-08-17T00:39:24.747 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 10 current snap is 202 2024-08-17T00:39:24.747 INFO:tasks.rados.rados.0.smithi157.stdout:2073: seq_num 644 ranges {4620288=794624,5414912=401408} 2024-08-17T00:39:24.777 INFO:tasks.rados.rados.0.smithi157.stdout:2073: writing smithi15786056-10 from 4620288 to 5414912 tid 1 2024-08-17T00:39:24.780 INFO:tasks.rados.rados.0.smithi157.stdout:2073: writing smithi15786056-10 from 5414912 to 5816320 tid 2 2024-08-17T00:39:24.780 INFO:tasks.rados.rados.0.smithi157.stdout:2074: snap_create 2024-08-17T00:39:24.780 INFO:tasks.rados.rados.0.smithi157.stdout:2069: finishing rollback tid 0 to smithi15786056-11 2024-08-17T00:39:24.780 INFO:tasks.rados.rados.0.smithi157.stdout:2069: finishing rollback tid 1 to smithi15786056-11 2024-08-17T00:39:24.780 INFO:tasks.rados.rados.0.smithi157.stdout:2069: finishing rollback tid 2 to smithi15786056-11 2024-08-17T00:39:24.780 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1135 (ObjNum 605 snap 189 seq_num 605) dirty exists 2024-08-17T00:39:24.784 INFO:tasks.rados.rados.0.smithi157.stdout:2068: finishing write tid 1 to smithi15786056-3 2024-08-17T00:39:24.785 INFO:tasks.rados.rados.0.smithi157.stdout:2068: finishing write tid 2 to smithi15786056-3 2024-08-17T00:39:24.785 INFO:tasks.rados.rados.0.smithi157.stdout:2068: finishing write tid 3 to smithi15786056-3 2024-08-17T00:39:24.788 INFO:tasks.rados.rados.0.smithi157.stdout:2068: finishing write tid 4 to smithi15786056-3 2024-08-17T00:39:24.788 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 1138 (ObjNum 643 snap 201 seq_num 643) dirty exists 2024-08-17T00:39:24.788 INFO:tasks.rados.rados.0.smithi157.stdout:2068: left oid 3 (ObjNum 643 snap 201 seq_num 643) 2024-08-17T00:39:24.804 INFO:tasks.rados.rados.0.smithi157.stdout:2073: finishing write tid 1 to smithi15786056-10 2024-08-17T00:39:24.805 INFO:tasks.rados.rados.0.smithi157.stdout:2073: finishing write tid 2 to smithi15786056-10 2024-08-17T00:39:24.805 INFO:tasks.rados.rados.0.smithi157.stdout:2073: finishing write tid 3 to smithi15786056-10 2024-08-17T00:39:24.806 INFO:tasks.rados.rados.0.smithi157.stdout:2073: finishing write tid 4 to smithi15786056-10 2024-08-17T00:39:24.806 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 1080 (ObjNum 644 snap 202 seq_num 644) dirty exists 2024-08-17T00:39:24.806 INFO:tasks.rados.rados.0.smithi157.stdout:2073: left oid 10 (ObjNum 644 snap 202 seq_num 644) 2024-08-17T00:39:24.820 INFO:tasks.rados.rados.0.smithi157.stdout:2070: finishing rollback tid 0 to smithi15786056-26 2024-08-17T00:39:24.845 INFO:tasks.rados.rados.0.smithi157.stdout:2070: finishing rollback tid 1 to smithi15786056-26 2024-08-17T00:39:24.845 INFO:tasks.rados.rados.0.smithi157.stdout:2070: finishing rollback tid 2 to smithi15786056-26 2024-08-17T00:39:24.845 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1142 (ObjNum 546 snap 162 seq_num 546) dirty exists 2024-08-17T00:39:24.908 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:24 smithi187 ceph-mon[90552]: pgmap v365: 121 pgs: 7 active+clean+remapped, 36 active+undersized, 13 active+undersized+degraded, 65 active+clean; 355 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 38 MiB/s rd, 12 MiB/s wr, 83 op/s; 71/444 objects degraded (15.991%); 8/444 objects misplaced (1.802%); 12 MiB/s, 14 objects/s recovering 2024-08-17T00:39:24.908 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:24 smithi187 ceph-mon[90552]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:39:24.908 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:24 smithi187 ceph-mon[90552]: osd.5 [v2:172.21.15.187:6808/3851486039,v1:172.21.15.187:6809/3851486039] boot 2024-08-17T00:39:24.909 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:24 smithi187 ceph-mon[90552]: osdmap e476: 8 total, 8 up, 8 in 2024-08-17T00:39:24.909 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:24 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:39:25.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:24 smithi157 ceph-mon[101289]: pgmap v365: 121 pgs: 7 active+clean+remapped, 36 active+undersized, 13 active+undersized+degraded, 65 active+clean; 355 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 38 MiB/s rd, 12 MiB/s wr, 83 op/s; 71/444 objects degraded (15.991%); 8/444 objects misplaced (1.802%); 12 MiB/s, 14 objects/s recovering 2024-08-17T00:39:25.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:24 smithi157 ceph-mon[101289]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:39:25.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:24 smithi157 ceph-mon[101289]: osd.5 [v2:172.21.15.187:6808/3851486039,v1:172.21.15.187:6809/3851486039] boot 2024-08-17T00:39:25.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:24 smithi157 ceph-mon[101289]: osdmap e476: 8 total, 8 up, 8 in 2024-08-17T00:39:25.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:24 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:39:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:24 smithi157 ceph-mon[98780]: pgmap v365: 121 pgs: 7 active+clean+remapped, 36 active+undersized, 13 active+undersized+degraded, 65 active+clean; 355 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 38 MiB/s rd, 12 MiB/s wr, 83 op/s; 71/444 objects degraded (15.991%); 8/444 objects misplaced (1.802%); 12 MiB/s, 14 objects/s recovering 2024-08-17T00:39:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:24 smithi157 ceph-mon[98780]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:39:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:24 smithi157 ceph-mon[98780]: osd.5 [v2:172.21.15.187:6808/3851486039,v1:172.21.15.187:6809/3851486039] boot 2024-08-17T00:39:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:24 smithi157 ceph-mon[98780]: osdmap e476: 8 total, 8 up, 8 in 2024-08-17T00:39:25.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:39:25.751 INFO:tasks.rados.rados.0.smithi157.stdout:2068: done (4 left) 2024-08-17T00:39:25.751 INFO:tasks.rados.rados.0.smithi157.stdout:2069: done (3 left) 2024-08-17T00:39:25.751 INFO:tasks.rados.rados.0.smithi157.stdout:2070: done (2 left) 2024-08-17T00:39:25.751 INFO:tasks.rados.rados.0.smithi157.stdout:2073: done (1 left) 2024-08-17T00:39:25.752 INFO:tasks.rados.rados.0.smithi157.stdout:2074: done (0 left) 2024-08-17T00:39:25.752 INFO:tasks.rados.rados.0.smithi157.stdout:2075: setattr oid 29 current snap is 203 2024-08-17T00:39:25.754 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 31 current snap is 203 2024-08-17T00:39:25.754 INFO:tasks.rados.rados.0.smithi157.stdout:2076: seq_num 645 ranges {5677056=409600,6086656=778240,6864896=24576} 2024-08-17T00:39:25.788 INFO:tasks.rados.rados.0.smithi157.stdout:2076: writing smithi15786056-31 from 5677056 to 6086656 tid 1 2024-08-17T00:39:25.793 INFO:tasks.rados.rados.0.smithi157.stdout:2076: writing smithi15786056-31 from 6086656 to 6864896 tid 2 2024-08-17T00:39:25.793 INFO:tasks.rados.rados.0.smithi157.stdout:2076: writing smithi15786056-31 from 6864896 to 6889472 tid 3 2024-08-17T00:39:25.793 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 203 2024-08-17T00:39:25.793 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1184 (ObjNum 638 snap 200 seq_num 638) dirty exists 2024-08-17T00:39:25.793 INFO:tasks.rados.rados.0.smithi157.stdout:2077: seq_num 646 ranges {1785856=425984,2211840=655360,2867200=147456} 2024-08-17T00:39:25.805 INFO:tasks.rados.rados.0.smithi157.stdout:2077: writing smithi15786056-46 from 1785856 to 2211840 tid 1 2024-08-17T00:39:25.809 INFO:tasks.rados.rados.0.smithi157.stdout:2077: writing smithi15786056-46 from 2211840 to 2867200 tid 2 2024-08-17T00:39:25.810 INFO:tasks.rados.rados.0.smithi157.stdout:2077: writing smithi15786056-46 from 2867200 to 3014656 tid 3 2024-08-17T00:39:25.810 INFO:tasks.rados.rados.0.smithi157.stdout:2075: done (2 left) 2024-08-17T00:39:25.810 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 203 2024-08-17T00:39:25.810 INFO:tasks.rados.rados.0.smithi157.stdout:2076: finishing write tid 1 to smithi15786056-31 2024-08-17T00:39:25.811 INFO:tasks.rados.rados.0.smithi157.stdout:2076: finishing write tid 2 to smithi15786056-31 2024-08-17T00:39:25.811 INFO:tasks.rados.rados.0.smithi157.stdout:2076: finishing write tid 3 to smithi15786056-31 2024-08-17T00:39:25.811 INFO:tasks.rados.rados.0.smithi157.stdout:2076: finishing write tid 4 to smithi15786056-31 2024-08-17T00:39:25.811 INFO:tasks.rados.rados.0.smithi157.stdout:2076: finishing write tid 5 to smithi15786056-31 2024-08-17T00:39:25.811 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 1064 (ObjNum 645 snap 203 seq_num 645) dirty exists 2024-08-17T00:39:25.811 INFO:tasks.rados.rados.0.smithi157.stdout:2076: left oid 31 (ObjNum 645 snap 203 seq_num 645) 2024-08-17T00:39:25.811 INFO:tasks.rados.rados.0.smithi157.stdout:2077: finishing write tid 1 to smithi15786056-46 2024-08-17T00:39:25.811 INFO:tasks.rados.rados.0.smithi157.stdout:2078: seq_num 647 ranges {4538368=442368,4980736=589824,5570560=212992} 2024-08-17T00:39:25.837 INFO:tasks.rados.rados.0.smithi157.stdout:2078: writing smithi15786056-25 from 4538368 to 4980736 tid 1 2024-08-17T00:39:25.840 INFO:tasks.rados.rados.0.smithi157.stdout:2078: writing smithi15786056-25 from 4980736 to 5570560 tid 2 2024-08-17T00:39:25.842 INFO:tasks.rados.rados.0.smithi157.stdout:2078: writing smithi15786056-25 from 5570560 to 5783552 tid 3 2024-08-17T00:39:25.842 INFO:tasks.rados.rados.0.smithi157.stdout:2076: done (2 left) 2024-08-17T00:39:25.842 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 42 current snap is 203 2024-08-17T00:39:25.842 INFO:tasks.rados.rados.0.smithi157.stdout:2077: finishing write tid 2 to smithi15786056-46 2024-08-17T00:39:25.842 INFO:tasks.rados.rados.0.smithi157.stdout:2079: seq_num 648 ranges {1302528=458752,1761280=475136,2236416=327680} 2024-08-17T00:39:25.851 INFO:tasks.rados.rados.0.smithi157.stdout:2079: writing smithi15786056-42 from 1302528 to 1761280 tid 1 2024-08-17T00:39:25.854 INFO:tasks.rados.rados.0.smithi157.stdout:2079: writing smithi15786056-42 from 1761280 to 2236416 tid 2 2024-08-17T00:39:25.857 INFO:tasks.rados.rados.0.smithi157.stdout:2079: writing smithi15786056-42 from 2236416 to 2564096 tid 3 2024-08-17T00:39:25.857 INFO:tasks.rados.rados.0.smithi157.stdout:2080: rmattr oid 18 current snap is 203 2024-08-17T00:39:25.857 INFO:tasks.rados.rados.0.smithi157.stdout:2080: done (3 left) 2024-08-17T00:39:25.857 INFO:tasks.rados.rados.0.smithi157.stdout:2081: setattr oid 32 current snap is 203 2024-08-17T00:39:25.857 INFO:tasks.rados.rados.0.smithi157.stdout:2077: finishing write tid 3 to smithi15786056-46 2024-08-17T00:39:25.857 INFO:tasks.rados.rados.0.smithi157.stdout:2077: finishing write tid 4 to smithi15786056-46 2024-08-17T00:39:25.858 INFO:tasks.rados.rados.0.smithi157.stdout:2077: finishing write tid 5 to smithi15786056-46 2024-08-17T00:39:25.858 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1014 (ObjNum 646 snap 203 seq_num 646) dirty exists 2024-08-17T00:39:25.858 INFO:tasks.rados.rados.0.smithi157.stdout:2077: left oid 46 (ObjNum 646 snap 203 seq_num 646) 2024-08-17T00:39:25.858 INFO:tasks.rados.rados.0.smithi157.stdout:2078: finishing write tid 1 to smithi15786056-25 2024-08-17T00:39:25.858 INFO:tasks.rados.rados.0.smithi157.stdout:2078: finishing write tid 2 to smithi15786056-25 2024-08-17T00:39:25.858 INFO:tasks.rados.rados.0.smithi157.stdout:2078: finishing write tid 3 to smithi15786056-25 2024-08-17T00:39:25.858 INFO:tasks.rados.rados.0.smithi157.stdout:2078: finishing write tid 4 to smithi15786056-25 2024-08-17T00:39:25.858 INFO:tasks.rados.rados.0.smithi157.stdout:2078: finishing write tid 5 to smithi15786056-25 2024-08-17T00:39:25.858 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 1086 (ObjNum 647 snap 203 seq_num 647) dirty exists 2024-08-17T00:39:25.858 INFO:tasks.rados.rados.0.smithi157.stdout:2078: left oid 25 (ObjNum 647 snap 203 seq_num 647) 2024-08-17T00:39:25.858 INFO:tasks.rados.rados.0.smithi157.stdout:2079: finishing write tid 1 to smithi15786056-42 2024-08-17T00:39:25.859 INFO:tasks.rados.rados.0.smithi157.stdout:2079: finishing write tid 2 to smithi15786056-42 2024-08-17T00:39:25.860 INFO:tasks.rados.rados.0.smithi157.stdout:2079: finishing write tid 3 to smithi15786056-42 2024-08-17T00:39:25.860 INFO:tasks.rados.rados.0.smithi157.stdout:2079: finishing write tid 4 to smithi15786056-42 2024-08-17T00:39:25.860 INFO:tasks.rados.rados.0.smithi157.stdout:2077: done (3 left) 2024-08-17T00:39:25.860 INFO:tasks.rados.rados.0.smithi157.stdout:2078: done (2 left) 2024-08-17T00:39:25.860 INFO:tasks.rados.rados.0.smithi157.stdout:2082: rollback oid 23 current snap is 203 2024-08-17T00:39:25.860 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 23 to 202 2024-08-17T00:39:25.860 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 40 current snap is 203 2024-08-17T00:39:25.860 INFO:tasks.rados.rados.0.smithi157.stdout:2083: seq_num 649 ranges {0=475136,475136=761856,1236992=40960} 2024-08-17T00:39:25.863 INFO:tasks.rados.rados.0.smithi157.stdout:2083: writing smithi15786056-40 from 0 to 475136 tid 1 2024-08-17T00:39:25.869 INFO:tasks.rados.rados.0.smithi157.stdout:2083: writing smithi15786056-40 from 475136 to 1236992 tid 2 2024-08-17T00:39:25.869 INFO:tasks.rados.rados.0.smithi157.stdout:2083: writing smithi15786056-40 from 1236992 to 1277952 tid 3 2024-08-17T00:39:25.870 INFO:tasks.rados.rados.0.smithi157.stdout:2084: rollback oid 43 current snap is 203 2024-08-17T00:39:25.870 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 43 to 192 2024-08-17T00:39:25.870 INFO:tasks.rados.rados.0.smithi157.stdout:2079: finishing write tid 5 to smithi15786056-42 2024-08-17T00:39:25.870 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 1189 (ObjNum 648 snap 203 seq_num 648) dirty exists 2024-08-17T00:39:25.870 INFO:tasks.rados.rados.0.smithi157.stdout:2079: left oid 42 (ObjNum 648 snap 203 seq_num 648) 2024-08-17T00:39:25.870 INFO:tasks.rados.rados.0.smithi157.stdout:2079: done (4 left) 2024-08-17T00:39:25.870 INFO:tasks.rados.rados.0.smithi157.stdout:2085: copy_from oid 38 from oid 20 current snap is 203 2024-08-17T00:39:25.871 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 1087 (ObjNum 33 snap 0 seq_num 170867232) dirty exists 2024-08-17T00:39:25.871 INFO:tasks.rados.rados.0.smithi157.stdout:2082: finishing rollback tid 0 to smithi15786056-23 2024-08-17T00:39:25.871 INFO:tasks.rados.rados.0.smithi157.stdout:2082: finishing rollback tid 1 to smithi15786056-23 2024-08-17T00:39:25.871 INFO:tasks.rados.rados.0.smithi157.stdout:2082: finishing rollback tid 2 to smithi15786056-23 2024-08-17T00:39:25.871 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1193 (ObjNum 633 snap 199 seq_num 633) dirty exists 2024-08-17T00:39:25.871 INFO:tasks.rados.rados.0.smithi157.stdout:2083: finishing write tid 1 to smithi15786056-40 2024-08-17T00:39:25.872 INFO:tasks.rados.rados.0.smithi157.stdout:2081: done (4 left) 2024-08-17T00:39:25.872 INFO:tasks.rados.rados.0.smithi157.stdout:2082: done (3 left) 2024-08-17T00:39:25.872 INFO:tasks.rados.rados.0.smithi157.stdout:2086: delete oid 22 current snap is 203 2024-08-17T00:39:25.873 INFO:tasks.rados.rados.0.smithi157.stdout:2086: done (3 left) 2024-08-17T00:39:25.873 INFO:tasks.rados.rados.0.smithi157.stdout:2087: rmattr oid 27 current snap is 203 2024-08-17T00:39:25.873 INFO:tasks.rados.rados.0.smithi157.stdout:2087: done (3 left) 2024-08-17T00:39:25.874 INFO:tasks.rados.rados.0.smithi157.stdout:2088: copy_from oid 49 from oid 48 current snap is 203 2024-08-17T00:39:25.874 INFO:tasks.rados.rados.0.smithi157.stdout:2089: setattr oid 24 current snap is 203 2024-08-17T00:39:25.874 INFO:tasks.rados.rados.0.smithi157.stdout:2090: snap_create 2024-08-17T00:39:25.874 INFO:tasks.rados.rados.0.smithi157.stdout:2083: finishing write tid 2 to smithi15786056-40 2024-08-17T00:39:25.875 INFO:tasks.rados.rados.0.smithi157.stdout:2083: finishing write tid 3 to smithi15786056-40 2024-08-17T00:39:25.876 INFO:tasks.rados.rados.0.smithi157.stdout:2083: finishing write tid 4 to smithi15786056-40 2024-08-17T00:39:25.876 INFO:tasks.rados.rados.0.smithi157.stdout:2084: finishing rollback tid 0 to smithi15786056-43 2024-08-17T00:39:25.876 INFO:tasks.rados.rados.0.smithi157.stdout:2084: finishing rollback tid 1 to smithi15786056-43 2024-08-17T00:39:25.876 INFO:tasks.rados.rados.0.smithi157.stdout:2084: finishing rollback tid 2 to smithi15786056-43 2024-08-17T00:39:25.876 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 1197 (ObjNum 606 snap 189 seq_num 606) dirty exists 2024-08-17T00:39:25.876 INFO:tasks.rados.rados.0.smithi157.stdout:2083: finishing write tid 5 to smithi15786056-40 2024-08-17T00:39:25.876 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 1068 (ObjNum 649 snap 203 seq_num 649) dirty exists 2024-08-17T00:39:25.876 INFO:tasks.rados.rados.0.smithi157.stdout:2083: left oid 40 (ObjNum 649 snap 203 seq_num 649) 2024-08-17T00:39:25.879 INFO:tasks.rados.rados.0.smithi157.stdout:2085: finishing copy_from racing read to smithi15786056-38 2024-08-17T00:39:25.880 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1081 (ObjNum 518 snap 158 seq_num 518) dirty exists 2024-08-17T00:39:25.880 INFO:tasks.rados.rados.0.smithi157.stdout:2085: finishing copy_from to smithi15786056-38 2024-08-17T00:39:25.880 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 817 (ObjNum 529 snap 159 seq_num 529) dirty exists 2024-08-17T00:39:25.903 INFO:tasks.rados.rados.0.smithi157.stdout:2088: finishing copy_from racing read to smithi15786056-49 2024-08-17T00:39:25.907 INFO:tasks.rados.rados.0.smithi157.stdout:2088: finishing copy_from to smithi15786056-49 2024-08-17T00:39:25.907 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1182 (ObjNum 640 snap 200 seq_num 640) dirty exists 2024-08-17T00:39:26.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:25 smithi157 ceph-mon[101289]: osdmap e477: 8 total, 8 up, 8 in 2024-08-17T00:39:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:25 smithi157 ceph-mon[98780]: osdmap e477: 8 total, 8 up, 8 in 2024-08-17T00:39:26.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:25 smithi187 ceph-mon[90552]: osdmap e477: 8 total, 8 up, 8 in 2024-08-17T00:39:26.751 INFO:tasks.rados.rados.0.smithi157.stdout:2083: done (5 left) 2024-08-17T00:39:26.751 INFO:tasks.rados.rados.0.smithi157.stdout:2084: done (4 left) 2024-08-17T00:39:26.751 INFO:tasks.rados.rados.0.smithi157.stdout:2085: done (3 left) 2024-08-17T00:39:26.751 INFO:tasks.rados.rados.0.smithi157.stdout:2088: done (2 left) 2024-08-17T00:39:26.751 INFO:tasks.rados.rados.0.smithi157.stdout:2089: done (1 left) 2024-08-17T00:39:26.751 INFO:tasks.rados.rados.0.smithi157.stdout:2090: done (0 left) 2024-08-17T00:39:26.752 INFO:tasks.rados.rados.0.smithi157.stdout:2091: delete oid 24 current snap is 204 2024-08-17T00:39:26.760 INFO:tasks.rados.rados.0.smithi157.stdout:2091: done (0 left) 2024-08-17T00:39:26.760 INFO:tasks.rados.rados.0.smithi157.stdout:2092: rmattr oid 14 current snap is 204 2024-08-17T00:39:26.760 INFO:tasks.rados.rados.0.smithi157.stdout:2092: done (0 left) 2024-08-17T00:39:26.760 INFO:tasks.rados.rados.0.smithi157.stdout:2093: delete oid 15 current snap is 204 2024-08-17T00:39:26.762 INFO:tasks.rados.rados.0.smithi157.stdout:2093: done (0 left) 2024-08-17T00:39:26.762 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 204 2024-08-17T00:39:26.763 INFO:tasks.rados.rados.0.smithi157.stdout:2094: seq_num 653 ranges {0=540672,540672=696320,1236992=106496} 2024-08-17T00:39:26.765 INFO:tasks.rados.rados.0.smithi157.stdout:2094: writing smithi15786056-4 from 0 to 540672 tid 1 2024-08-17T00:39:26.769 INFO:tasks.rados.rados.0.smithi157.stdout:2094: writing smithi15786056-4 from 540672 to 1236992 tid 2 2024-08-17T00:39:26.771 INFO:tasks.rados.rados.0.smithi157.stdout:2094: writing smithi15786056-4 from 1236992 to 1343488 tid 3 2024-08-17T00:39:26.771 INFO:tasks.rados.rados.0.smithi157.stdout:2095: snap_create 2024-08-17T00:39:26.771 INFO:tasks.rados.rados.0.smithi157.stdout:2094: finishing write tid 1 to smithi15786056-4 2024-08-17T00:39:26.774 INFO:tasks.rados.rados.0.smithi157.stdout:2094: finishing write tid 2 to smithi15786056-4 2024-08-17T00:39:26.774 INFO:tasks.rados.rados.0.smithi157.stdout:2094: finishing write tid 3 to smithi15786056-4 2024-08-17T00:39:26.774 INFO:tasks.rados.rados.0.smithi157.stdout:2094: finishing write tid 4 to smithi15786056-4 2024-08-17T00:39:26.774 INFO:tasks.rados.rados.0.smithi157.stdout:2094: finishing write tid 5 to smithi15786056-4 2024-08-17T00:39:26.775 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 1084 (ObjNum 653 snap 204 seq_num 653) dirty exists 2024-08-17T00:39:26.775 INFO:tasks.rados.rados.0.smithi157.stdout:2094: left oid 4 (ObjNum 653 snap 204 seq_num 653) 2024-08-17T00:39:27.036 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:39:26.633+0000 7fa318536640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-08-17T00:39:27.036 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[101289]: pgmap v368: 121 pgs: 3 remapped+peering, 18 peering, 2 active+clean+remapped, 21 active+undersized, 2 active+undersized+degraded, 75 active+clean; 311 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.2 MiB/s wr, 13 op/s; 5/408 objects degraded (1.225%); 1/408 objects misplaced (0.245%); 9.9 MiB/s, 2 objects/s recovering 2024-08-17T00:39:27.036 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[101289]: osdmap e478: 8 total, 8 up, 8 in 2024-08-17T00:39:27.037 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:27.037 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:27.037 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:27.037 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:39:27.037 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:27.037 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:27.037 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:39:27.037 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:39:27.037 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:39:27.037 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:39:27.038 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[98780]: pgmap v368: 121 pgs: 3 remapped+peering, 18 peering, 2 active+clean+remapped, 21 active+undersized, 2 active+undersized+degraded, 75 active+clean; 311 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.2 MiB/s wr, 13 op/s; 5/408 objects degraded (1.225%); 1/408 objects misplaced (0.245%); 9.9 MiB/s, 2 objects/s recovering 2024-08-17T00:39:27.038 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[98780]: osdmap e478: 8 total, 8 up, 8 in 2024-08-17T00:39:27.038 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:27.038 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:27.038 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:27.038 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:39:27.038 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:27.038 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:27.038 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:39:27.038 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:39:27.039 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:39:27.039 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:39:27.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:26 smithi187 ceph-mon[90552]: pgmap v368: 121 pgs: 3 remapped+peering, 18 peering, 2 active+clean+remapped, 21 active+undersized, 2 active+undersized+degraded, 75 active+clean; 311 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.2 MiB/s wr, 13 op/s; 5/408 objects degraded (1.225%); 1/408 objects misplaced (0.245%); 9.9 MiB/s, 2 objects/s recovering 2024-08-17T00:39:27.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:26 smithi187 ceph-mon[90552]: osdmap e478: 8 total, 8 up, 8 in 2024-08-17T00:39:27.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:27.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:27.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:27.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:39:27.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:27.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:27.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:39:27.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:39:27.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:39:27.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:39:27.760 INFO:tasks.rados.rados.0.smithi157.stdout:2094: done (1 left) 2024-08-17T00:39:27.760 INFO:tasks.rados.rados.0.smithi157.stdout:2095: done (0 left) 2024-08-17T00:39:27.761 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 205 2024-08-17T00:39:27.761 INFO:tasks.rados.rados.0.smithi157.stdout:2096: seq_num 654 ranges {352256=557056,909312=630784,1540096=172032} 2024-08-17T00:39:27.765 INFO:tasks.rados.rados.0.smithi157.stdout:2096: writing smithi15786056-45 from 352256 to 909312 tid 1 2024-08-17T00:39:27.768 INFO:tasks.rados.rados.0.smithi157.stdout:2096: writing smithi15786056-45 from 909312 to 1540096 tid 2 2024-08-17T00:39:27.770 INFO:tasks.rados.rados.0.smithi157.stdout:2096: writing smithi15786056-45 from 1540096 to 1712128 tid 3 2024-08-17T00:39:27.770 INFO:tasks.rados.rados.0.smithi157.stdout:2097: snap_remove snap 202 2024-08-17T00:39:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:27 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:39:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:27 smithi157 ceph-mon[98780]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-08-17T00:39:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:27 smithi157 ceph-mon[98780]: osdmap e479: 8 total, 8 up, 8 in 2024-08-17T00:39:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:27 smithi157 ceph-mon[98780]: Health check update: Degraded data redundancy: 5/408 objects degraded (1.225%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T00:39:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:27 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:39:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:27 smithi157 ceph-mon[101289]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-08-17T00:39:28.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:27 smithi157 ceph-mon[101289]: osdmap e479: 8 total, 8 up, 8 in 2024-08-17T00:39:28.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:27 smithi157 ceph-mon[101289]: Health check update: Degraded data redundancy: 5/408 objects degraded (1.225%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T00:39:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:27 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:39:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:27 smithi187 ceph-mon[90552]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-08-17T00:39:28.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:27 smithi187 ceph-mon[90552]: osdmap e479: 8 total, 8 up, 8 in 2024-08-17T00:39:28.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:27 smithi187 ceph-mon[90552]: Health check update: Degraded data redundancy: 5/408 objects degraded (1.225%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T00:39:28.765 INFO:tasks.rados.rados.0.smithi157.stdout:2097: done (1 left) 2024-08-17T00:39:28.765 INFO:tasks.rados.rados.0.smithi157.stdout:2098: copy_from oid 25 from oid 40 current snap is 205 2024-08-17T00:39:28.765 INFO:tasks.rados.rados.0.smithi157.stdout:2096: finishing write tid 1 to smithi15786056-45 2024-08-17T00:39:28.765 INFO:tasks.rados.rados.0.smithi157.stdout:2096: finishing write tid 2 to smithi15786056-45 2024-08-17T00:39:28.765 INFO:tasks.rados.rados.0.smithi157.stdout:2096: finishing write tid 3 to smithi15786056-45 2024-08-17T00:39:28.765 INFO:tasks.rados.rados.0.smithi157.stdout:2096: finishing write tid 4 to smithi15786056-45 2024-08-17T00:39:28.765 INFO:tasks.rados.rados.0.smithi157.stdout:2096: finishing write tid 5 to smithi15786056-45 2024-08-17T00:39:28.766 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 1186 (ObjNum 654 snap 205 seq_num 654) dirty exists 2024-08-17T00:39:28.766 INFO:tasks.rados.rados.0.smithi157.stdout:2096: left oid 45 (ObjNum 654 snap 205 seq_num 654) 2024-08-17T00:39:28.766 INFO:tasks.rados.rados.0.smithi157.stdout:2096: done (1 left) 2024-08-17T00:39:28.766 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 32 current snap is 205 2024-08-17T00:39:28.766 INFO:tasks.rados.rados.0.smithi157.stdout:2099: seq_num 655 ranges {0=573440,573440=516096,1089536=286720} 2024-08-17T00:39:28.768 INFO:tasks.rados.rados.0.smithi157.stdout:2099: writing smithi15786056-32 from 0 to 573440 tid 1 2024-08-17T00:39:28.772 INFO:tasks.rados.rados.0.smithi157.stdout:2099: writing smithi15786056-32 from 573440 to 1089536 tid 2 2024-08-17T00:39:28.774 INFO:tasks.rados.rados.0.smithi157.stdout:2099: writing smithi15786056-32 from 1089536 to 1376256 tid 3 2024-08-17T00:39:28.775 INFO:tasks.rados.rados.0.smithi157.stdout:2100: snap_remove snap 194 2024-08-17T00:39:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:28 smithi157 ceph-mon[98780]: pgmap v371: 121 pgs: 2 remapped+peering, 18 peering, 1 active+clean+remapped, 4 active+undersized, 1 active+undersized+degraded, 95 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 830 KiB/s wr, 11 op/s; 1/405 objects degraded (0.247%); 1/405 objects misplaced (0.247%); 15 MiB/s, 2 objects/s recovering 2024-08-17T00:39:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:28 smithi157 ceph-mon[98780]: osdmap e480: 8 total, 8 up, 8 in 2024-08-17T00:39:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:29.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:28 smithi157 ceph-mon[101289]: pgmap v371: 121 pgs: 2 remapped+peering, 18 peering, 1 active+clean+remapped, 4 active+undersized, 1 active+undersized+degraded, 95 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 830 KiB/s wr, 11 op/s; 1/405 objects degraded (0.247%); 1/405 objects misplaced (0.247%); 15 MiB/s, 2 objects/s recovering 2024-08-17T00:39:29.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:28 smithi157 ceph-mon[101289]: osdmap e480: 8 total, 8 up, 8 in 2024-08-17T00:39:29.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:29.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:28 smithi187 ceph-mon[90552]: pgmap v371: 121 pgs: 2 remapped+peering, 18 peering, 1 active+clean+remapped, 4 active+undersized, 1 active+undersized+degraded, 95 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 830 KiB/s wr, 11 op/s; 1/405 objects degraded (0.247%); 1/405 objects misplaced (0.247%); 15 MiB/s, 2 objects/s recovering 2024-08-17T00:39:29.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:28 smithi187 ceph-mon[90552]: osdmap e480: 8 total, 8 up, 8 in 2024-08-17T00:39:29.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:29.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:29.771 INFO:tasks.rados.rados.0.smithi157.stdout:2098: finishing copy_from racing read to smithi15786056-25 2024-08-17T00:39:29.771 INFO:tasks.rados.rados.0.smithi157.stdout:2099: finishing write tid 1 to smithi15786056-32 2024-08-17T00:39:29.771 INFO:tasks.rados.rados.0.smithi157.stdout:2099: finishing write tid 2 to smithi15786056-32 2024-08-17T00:39:29.771 INFO:tasks.rados.rados.0.smithi157.stdout:2099: finishing write tid 3 to smithi15786056-32 2024-08-17T00:39:29.771 INFO:tasks.rados.rados.0.smithi157.stdout:2099: finishing write tid 4 to smithi15786056-32 2024-08-17T00:39:29.771 INFO:tasks.rados.rados.0.smithi157.stdout:2099: finishing write tid 5 to smithi15786056-32 2024-08-17T00:39:29.772 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 1091 (ObjNum 655 snap 205 seq_num 655) dirty exists 2024-08-17T00:39:29.772 INFO:tasks.rados.rados.0.smithi157.stdout:2099: left oid 32 (ObjNum 655 snap 205 seq_num 655) 2024-08-17T00:39:29.772 INFO:tasks.rados.rados.0.smithi157.stdout:2098: finishing copy_from to smithi15786056-25 2024-08-17T00:39:29.772 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 1068 (ObjNum 649 snap 203 seq_num 649) dirty exists 2024-08-17T00:39:29.772 INFO:tasks.rados.rados.0.smithi157.stdout:2098: done (2 left) 2024-08-17T00:39:29.772 INFO:tasks.rados.rados.0.smithi157.stdout:2099: done (1 left) 2024-08-17T00:39:29.772 INFO:tasks.rados.rados.0.smithi157.stdout:2100: done (0 left) 2024-08-17T00:39:29.772 INFO:tasks.rados.rados.0.smithi157.stdout:2101: delete oid 8 current snap is 205 2024-08-17T00:39:29.783 INFO:tasks.rados.rados.0.smithi157.stdout:2101: done (0 left) 2024-08-17T00:39:29.783 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 205 2024-08-17T00:39:29.783 INFO:tasks.rados.rados.0.smithi157.stdout:2102: seq_num 657 ranges {1007616=606208,1613824=688128,2301952=114688} 2024-08-17T00:39:29.792 INFO:tasks.rados.rados.0.smithi157.stdout:2102: writing smithi15786056-23 from 1007616 to 1613824 tid 1 2024-08-17T00:39:29.797 INFO:tasks.rados.rados.0.smithi157.stdout:2102: writing smithi15786056-23 from 1613824 to 2301952 tid 2 2024-08-17T00:39:29.798 INFO:tasks.rados.rados.0.smithi157.stdout:2102: writing smithi15786056-23 from 2301952 to 2416640 tid 3 2024-08-17T00:39:29.798 INFO:tasks.rados.rados.0.smithi157.stdout:2103: snap_create 2024-08-17T00:39:29.798 INFO:tasks.rados.rados.0.smithi157.stdout:2102: finishing write tid 1 to smithi15786056-23 2024-08-17T00:39:29.801 INFO:tasks.rados.rados.0.smithi157.stdout:2102: finishing write tid 2 to smithi15786056-23 2024-08-17T00:39:29.801 INFO:tasks.rados.rados.0.smithi157.stdout:2102: finishing write tid 3 to smithi15786056-23 2024-08-17T00:39:29.801 INFO:tasks.rados.rados.0.smithi157.stdout:2102: finishing write tid 4 to smithi15786056-23 2024-08-17T00:39:29.802 INFO:tasks.rados.rados.0.smithi157.stdout:2102: finishing write tid 5 to smithi15786056-23 2024-08-17T00:39:29.803 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1220 (ObjNum 657 snap 205 seq_num 657) dirty exists 2024-08-17T00:39:29.803 INFO:tasks.rados.rados.0.smithi157.stdout:2102: left oid 23 (ObjNum 657 snap 205 seq_num 657) 2024-08-17T00:39:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:29 smithi157 ceph-mon[101289]: osdmap e481: 8 total, 8 up, 8 in 2024-08-17T00:39:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:29 smithi157 ceph-mon[98780]: osdmap e481: 8 total, 8 up, 8 in 2024-08-17T00:39:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:29 smithi187 ceph-mon[90552]: osdmap e481: 8 total, 8 up, 8 in 2024-08-17T00:39:30.772 INFO:tasks.rados.rados.0.smithi157.stdout:2102: done (1 left) 2024-08-17T00:39:30.772 INFO:tasks.rados.rados.0.smithi157.stdout:2103: done (0 left) 2024-08-17T00:39:30.772 INFO:tasks.rados.rados.0.smithi157.stdout:2104: read oid 33 snap -1 2024-08-17T00:39:30.772 INFO:tasks.rados.rados.0.smithi157.stdout:2104: expect (ObjNum 512 snap 154 seq_num 512) 2024-08-17T00:39:30.772 INFO:tasks.rados.rados.0.smithi157.stdout:2105: rollback oid 17 current snap is 206 2024-08-17T00:39:30.772 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 17 to 187 2024-08-17T00:39:30.773 INFO:tasks.rados.rados.0.smithi157.stdout:2106: snap_create 2024-08-17T00:39:30.818 INFO:tasks.rados.rados.0.smithi157.stdout:2104: expect (ObjNum 512 snap 154 seq_num 512) 2024-08-17T00:39:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:30 smithi157 ceph-mon[101289]: pgmap v374: 121 pgs: 2 peering, 119 active+clean; 305 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.6 MiB/s wr, 12 op/s; 15 MiB/s, 9 objects/s recovering 2024-08-17T00:39:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:30 smithi157 ceph-mon[101289]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/405 objects degraded (0.247%), 1 pg degraded) 2024-08-17T00:39:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:30 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:39:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:30 smithi157 ceph-mon[101289]: osdmap e482: 8 total, 8 up, 8 in 2024-08-17T00:39:31.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:30 smithi157 ceph-mon[98780]: pgmap v374: 121 pgs: 2 peering, 119 active+clean; 305 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.6 MiB/s wr, 12 op/s; 15 MiB/s, 9 objects/s recovering 2024-08-17T00:39:31.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:30 smithi157 ceph-mon[98780]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/405 objects degraded (0.247%), 1 pg degraded) 2024-08-17T00:39:31.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:30 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:39:31.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:30 smithi157 ceph-mon[98780]: osdmap e482: 8 total, 8 up, 8 in 2024-08-17T00:39:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:30 smithi187 ceph-mon[90552]: pgmap v374: 121 pgs: 2 peering, 119 active+clean; 305 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.6 MiB/s wr, 12 op/s; 15 MiB/s, 9 objects/s recovering 2024-08-17T00:39:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:30 smithi187 ceph-mon[90552]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/405 objects degraded (0.247%), 1 pg degraded) 2024-08-17T00:39:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:30 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:39:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:30 smithi187 ceph-mon[90552]: osdmap e482: 8 total, 8 up, 8 in 2024-08-17T00:39:31.387 INFO:tasks.rados.rados.0.smithi157.stdout:2105: finishing rollback tid 0 to smithi15786056-17 2024-08-17T00:39:31.388 INFO:tasks.rados.rados.0.smithi157.stdout:2105: finishing rollback tid 1 to smithi15786056-17 2024-08-17T00:39:31.388 INFO:tasks.rados.rados.0.smithi157.stdout:2105: finishing rollback tid 2 to smithi15786056-17 2024-08-17T00:39:31.388 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 983 (ObjNum 522 snap 158 seq_num 522) dirty exists 2024-08-17T00:39:31.773 INFO:tasks.rados.rados.0.smithi157.stdout:2104: done (2 left) 2024-08-17T00:39:31.773 INFO:tasks.rados.rados.0.smithi157.stdout:2105: done (1 left) 2024-08-17T00:39:31.773 INFO:tasks.rados.rados.0.smithi157.stdout:2106: done (0 left) 2024-08-17T00:39:31.773 INFO:tasks.rados.rados.0.smithi157.stdout:2107: snap_create 2024-08-17T00:39:32.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:31 smithi157 ceph-mon[101289]: osdmap e483: 8 total, 8 up, 8 in 2024-08-17T00:39:32.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:31 smithi157 ceph-mon[101289]: osdmap e484: 8 total, 8 up, 8 in 2024-08-17T00:39:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:31 smithi157 ceph-mon[98780]: osdmap e483: 8 total, 8 up, 8 in 2024-08-17T00:39:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:31 smithi157 ceph-mon[98780]: osdmap e484: 8 total, 8 up, 8 in 2024-08-17T00:39:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:31 smithi187 ceph-mon[90552]: osdmap e483: 8 total, 8 up, 8 in 2024-08-17T00:39:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:31 smithi187 ceph-mon[90552]: osdmap e484: 8 total, 8 up, 8 in 2024-08-17T00:39:32.346 INFO:tasks.rados.rados.0.smithi157.stdout:2107: done (0 left) 2024-08-17T00:39:32.346 INFO:tasks.rados.rados.0.smithi157.stdout:2108: read oid 37 snap -1 2024-08-17T00:39:32.346 INFO:tasks.rados.rados.0.smithi157.stdout:2108: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:39:32.346 INFO:tasks.rados.rados.0.smithi157.stdout:2109: snap_remove snap 192 2024-08-17T00:39:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:39:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:39:33.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:32 smithi157 ceph-mon[101289]: pgmap v377: 121 pgs: 121 active+clean; 312 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 5.4 MiB/s wr, 31 op/s; 10 MiB/s, 9 objects/s recovering 2024-08-17T00:39:33.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:32 smithi157 ceph-mon[101289]: osdmap e485: 8 total, 8 up, 8 in 2024-08-17T00:39:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:32 smithi157 ceph-mon[98780]: pgmap v377: 121 pgs: 121 active+clean; 312 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 5.4 MiB/s wr, 31 op/s; 10 MiB/s, 9 objects/s recovering 2024-08-17T00:39:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:32 smithi157 ceph-mon[98780]: osdmap e485: 8 total, 8 up, 8 in 2024-08-17T00:39:33.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:32 smithi187 ceph-mon[90552]: pgmap v377: 121 pgs: 121 active+clean; 312 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 5.4 MiB/s wr, 31 op/s; 10 MiB/s, 9 objects/s recovering 2024-08-17T00:39:33.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:32 smithi187 ceph-mon[90552]: osdmap e485: 8 total, 8 up, 8 in 2024-08-17T00:39:33.348 INFO:tasks.rados.rados.0.smithi157.stdout:2109: done (1 left) 2024-08-17T00:39:33.348 INFO:tasks.rados.rados.0.smithi157.stdout:2110: read oid 28 snap 203 2024-08-17T00:39:33.348 INFO:tasks.rados.rados.0.smithi157.stdout:2110: expect (ObjNum 599 snap 187 seq_num 599) 2024-08-17T00:39:33.348 INFO:tasks.rados.rados.0.smithi157.stdout:2111: copy_from oid 40 from oid 44 current snap is 208 2024-08-17T00:39:33.348 INFO:tasks.rados.rados.0.smithi157.stdout:2108: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:39:33.353 INFO:tasks.rados.rados.0.smithi157.stdout:2108: done (2 left) 2024-08-17T00:39:33.353 INFO:tasks.rados.rados.0.smithi157.stdout:2112: snap_remove snap 207 2024-08-17T00:39:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:39:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:39:33] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-08-17T00:39:34.355 INFO:tasks.rados.rados.0.smithi157.stdout:2112: done (2 left) 2024-08-17T00:39:34.355 INFO:tasks.rados.rados.0.smithi157.stdout:2113: snap_remove snap 206 2024-08-17T00:39:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:34 smithi157 ceph-mon[101289]: osdmap e486: 8 total, 8 up, 8 in 2024-08-17T00:39:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:34 smithi157 ceph-mon[101289]: pgmap v381: 121 pgs: 121 active+clean; 314 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T00:39:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:34 smithi157 ceph-mon[98780]: osdmap e486: 8 total, 8 up, 8 in 2024-08-17T00:39:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:34 smithi157 ceph-mon[98780]: pgmap v381: 121 pgs: 121 active+clean; 314 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T00:39:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:34 smithi187 ceph-mon[90552]: osdmap e486: 8 total, 8 up, 8 in 2024-08-17T00:39:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:34 smithi187 ceph-mon[90552]: pgmap v381: 121 pgs: 121 active+clean; 314 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T00:39:35.355 INFO:tasks.rados.rados.0.smithi157.stdout:2113: done (2 left) 2024-08-17T00:39:35.356 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 26 current snap is 208 2024-08-17T00:39:35.356 INFO:tasks.rados.rados.0.smithi157.stdout:2111: finishing copy_from racing read to smithi15786056-40 2024-08-17T00:39:35.356 INFO:tasks.rados.rados.0.smithi157.stdout:2114: seq_num 658 ranges {6381568=622592,7004160=565248,7569408=237568} 2024-08-17T00:39:35.392 INFO:tasks.rados.rados.0.smithi157.stdout:2114: writing smithi15786056-26 from 6381568 to 7004160 tid 1 2024-08-17T00:39:35.395 INFO:tasks.rados.rados.0.smithi157.stdout:2114: writing smithi15786056-26 from 7004160 to 7569408 tid 2 2024-08-17T00:39:35.397 INFO:tasks.rados.rados.0.smithi157.stdout:2114: writing smithi15786056-26 from 7569408 to 7806976 tid 3 2024-08-17T00:39:35.397 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 208 2024-08-17T00:39:35.397 INFO:tasks.rados.rados.0.smithi157.stdout:2115: seq_num 659 ranges {1343488=647168,1990656=450560,2441216=352256} 2024-08-17T00:39:35.408 INFO:tasks.rados.rados.0.smithi157.stdout:2115: writing smithi15786056-4 from 1343488 to 1990656 tid 1 2024-08-17T00:39:35.411 INFO:tasks.rados.rados.0.smithi157.stdout:2115: writing smithi15786056-4 from 1990656 to 2441216 tid 2 2024-08-17T00:39:35.413 INFO:tasks.rados.rados.0.smithi157.stdout:2115: writing smithi15786056-4 from 2441216 to 2793472 tid 3 2024-08-17T00:39:35.413 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 33 current snap is 208 2024-08-17T00:39:35.413 INFO:tasks.rados.rados.0.smithi157.stdout:2116: seq_num 660 ranges {8339456=663552,9003008=737280,9740288=65536} 2024-08-17T00:39:35.461 INFO:tasks.rados.rados.0.smithi157.stdout:2116: writing smithi15786056-33 from 8339456 to 9003008 tid 1 2024-08-17T00:39:35.465 INFO:tasks.rados.rados.0.smithi157.stdout:2116: writing smithi15786056-33 from 9003008 to 9740288 tid 2 2024-08-17T00:39:35.466 INFO:tasks.rados.rados.0.smithi157.stdout:2116: writing smithi15786056-33 from 9740288 to 9805824 tid 3 2024-08-17T00:39:35.466 INFO:tasks.rados.rados.0.smithi157.stdout:2117: read oid 6 snap -1 2024-08-17T00:39:35.466 INFO:tasks.rados.rados.0.smithi157.stdout:2117: expect (ObjNum 600 snap 188 seq_num 600) 2024-08-17T00:39:35.466 INFO:tasks.rados.rados.0.smithi157.stdout:2118: copy_from oid 20 from oid 15 current snap is 208 2024-08-17T00:39:35.466 INFO:tasks.rados.rados.0.smithi157.stdout:2111: finishing copy_from to smithi15786056-40 2024-08-17T00:39:35.466 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 730 (ObjNum 33 snap 0 seq_num 1633768042) dirty exists 2024-08-17T00:39:35.466 INFO:tasks.rados.rados.0.smithi157.stdout:2110: expect (ObjNum 599 snap 187 seq_num 599) 2024-08-17T00:39:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:35 smithi157 ceph-mon[101289]: osdmap e487: 8 total, 8 up, 8 in 2024-08-17T00:39:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:35 smithi157 ceph-mon[98780]: osdmap e487: 8 total, 8 up, 8 in 2024-08-17T00:39:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:35 smithi187 ceph-mon[90552]: osdmap e487: 8 total, 8 up, 8 in 2024-08-17T00:39:36.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:36 smithi157 ceph-mon[101289]: osdmap e488: 8 total, 8 up, 8 in 2024-08-17T00:39:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:36 smithi157 ceph-mon[101289]: pgmap v384: 121 pgs: 121 active+clean; 314 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 347 KiB/s wr, 5 op/s 2024-08-17T00:39:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:36 smithi157 ceph-mon[98780]: osdmap e488: 8 total, 8 up, 8 in 2024-08-17T00:39:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:36 smithi157 ceph-mon[98780]: pgmap v384: 121 pgs: 121 active+clean; 314 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 347 KiB/s wr, 5 op/s 2024-08-17T00:39:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:36 smithi187 ceph-mon[90552]: osdmap e488: 8 total, 8 up, 8 in 2024-08-17T00:39:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:36 smithi187 ceph-mon[90552]: pgmap v384: 121 pgs: 121 active+clean; 314 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 347 KiB/s wr, 5 op/s 2024-08-17T00:39:36.982 INFO:tasks.rados.rados.0.smithi157.stdout:2114: finishing write tid 1 to smithi15786056-26 2024-08-17T00:39:36.982 INFO:tasks.rados.rados.0.smithi157.stdout:2114: finishing write tid 2 to smithi15786056-26 2024-08-17T00:39:36.982 INFO:tasks.rados.rados.0.smithi157.stdout:2114: finishing write tid 3 to smithi15786056-26 2024-08-17T00:39:36.982 INFO:tasks.rados.rados.0.smithi157.stdout:2114: finishing write tid 4 to smithi15786056-26 2024-08-17T00:39:36.982 INFO:tasks.rados.rados.0.smithi157.stdout:2114: finishing write tid 5 to smithi15786056-26 2024-08-17T00:39:36.983 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1181 (ObjNum 658 snap 208 seq_num 658) dirty exists 2024-08-17T00:39:36.983 INFO:tasks.rados.rados.0.smithi157.stdout:2114: left oid 26 (ObjNum 658 snap 208 seq_num 658) 2024-08-17T00:39:36.983 INFO:tasks.rados.rados.0.smithi157.stdout:2115: finishing write tid 1 to smithi15786056-4 2024-08-17T00:39:36.983 INFO:tasks.rados.rados.0.smithi157.stdout:2115: finishing write tid 2 to smithi15786056-4 2024-08-17T00:39:36.983 INFO:tasks.rados.rados.0.smithi157.stdout:2115: finishing write tid 3 to smithi15786056-4 2024-08-17T00:39:36.983 INFO:tasks.rados.rados.0.smithi157.stdout:2115: finishing write tid 4 to smithi15786056-4 2024-08-17T00:39:36.983 INFO:tasks.rados.rados.0.smithi157.stdout:2115: finishing write tid 5 to smithi15786056-4 2024-08-17T00:39:36.983 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 1088 (ObjNum 659 snap 208 seq_num 659) dirty exists 2024-08-17T00:39:36.983 INFO:tasks.rados.rados.0.smithi157.stdout:2115: left oid 4 (ObjNum 659 snap 208 seq_num 659) 2024-08-17T00:39:36.983 INFO:tasks.rados.rados.0.smithi157.stdout:2116: finishing write tid 1 to smithi15786056-33 2024-08-17T00:39:36.983 INFO:tasks.rados.rados.0.smithi157.stdout:2118: finishing copy_from to smithi15786056-20 2024-08-17T00:39:36.983 INFO:tasks.rados.rados.0.smithi157.stdout:2118: got expected ENOENT (src dne) 2024-08-17T00:39:36.984 INFO:tasks.rados.rados.0.smithi157.stdout:2118: finishing copy_from racing read to smithi15786056-20 2024-08-17T00:39:36.984 INFO:tasks.rados.rados.0.smithi157.stdout:2116: finishing write tid 2 to smithi15786056-33 2024-08-17T00:39:36.984 INFO:tasks.rados.rados.0.smithi157.stdout:2110: done (6 left) 2024-08-17T00:39:36.984 INFO:tasks.rados.rados.0.smithi157.stdout:2111: done (5 left) 2024-08-17T00:39:36.984 INFO:tasks.rados.rados.0.smithi157.stdout:2114: done (4 left) 2024-08-17T00:39:36.984 INFO:tasks.rados.rados.0.smithi157.stdout:2115: done (3 left) 2024-08-17T00:39:36.984 INFO:tasks.rados.rados.0.smithi157.stdout:2118: done (2 left) 2024-08-17T00:39:36.984 INFO:tasks.rados.rados.0.smithi157.stdout:2119: read oid 31 snap -1 2024-08-17T00:39:36.984 INFO:tasks.rados.rados.0.smithi157.stdout:2119: expect (ObjNum 645 snap 203 seq_num 645) 2024-08-17T00:39:36.984 INFO:tasks.rados.rados.0.smithi157.stdout:2120: read oid 24 snap -1 2024-08-17T00:39:36.984 INFO:tasks.rados.rados.0.smithi157.stdout:2120: expect deleted 2024-08-17T00:39:36.984 INFO:tasks.rados.rados.0.smithi157.stdout:2121: copy_from oid 40 from oid 42 current snap is 208 2024-08-17T00:39:36.985 INFO:tasks.rados.rados.0.smithi157.stdout:2116: finishing write tid 3 to smithi15786056-33 2024-08-17T00:39:36.985 INFO:tasks.rados.rados.0.smithi157.stdout:2116: finishing write tid 4 to smithi15786056-33 2024-08-17T00:39:36.985 INFO:tasks.rados.rados.0.smithi157.stdout:2116: finishing write tid 5 to smithi15786056-33 2024-08-17T00:39:36.985 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 987 (ObjNum 660 snap 208 seq_num 660) dirty exists 2024-08-17T00:39:36.985 INFO:tasks.rados.rados.0.smithi157.stdout:2116: left oid 33 (ObjNum 660 snap 208 seq_num 660) 2024-08-17T00:39:36.985 INFO:tasks.rados.rados.0.smithi157.stdout:2117: expect (ObjNum 600 snap 188 seq_num 600) 2024-08-17T00:39:37.809 INFO:tasks.rados.rados.0.smithi157.stdout:2121: finishing copy_from racing read to smithi15786056-40 2024-08-17T00:39:37.809 INFO:tasks.rados.rados.0.smithi157.stdout:2119: expect (ObjNum 645 snap 203 seq_num 645) 2024-08-17T00:39:38.152 INFO:tasks.rados.rados.0.smithi157.stdout:2121: finishing copy_from to smithi15786056-40 2024-08-17T00:39:38.152 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 1189 (ObjNum 648 snap 203 seq_num 648) dirty exists 2024-08-17T00:39:38.152 INFO:tasks.rados.rados.0.smithi157.stdout:2116: done (4 left) 2024-08-17T00:39:38.152 INFO:tasks.rados.rados.0.smithi157.stdout:2117: done (3 left) 2024-08-17T00:39:38.152 INFO:tasks.rados.rados.0.smithi157.stdout:2119: done (2 left) 2024-08-17T00:39:38.152 INFO:tasks.rados.rados.0.smithi157.stdout:2120: done (1 left) 2024-08-17T00:39:38.152 INFO:tasks.rados.rados.0.smithi157.stdout:2121: done (0 left) 2024-08-17T00:39:38.152 INFO:tasks.rados.rados.0.smithi157.stdout:2122: delete oid 47 current snap is 208 2024-08-17T00:39:38.154 INFO:tasks.rados.rados.0.smithi157.stdout:2122: done (0 left) 2024-08-17T00:39:38.154 INFO:tasks.rados.rados.0.smithi157.stdout:2123: snap_remove snap 187 2024-08-17T00:39:38.358 INFO:tasks.rados.rados.0.smithi157.stdout:2123: done (0 left) 2024-08-17T00:39:38.358 INFO:tasks.rados.rados.0.smithi157.stdout:2124: read oid 25 snap -1 2024-08-17T00:39:38.358 INFO:tasks.rados.rados.0.smithi157.stdout:2124: expect (ObjNum 649 snap 203 seq_num 649) 2024-08-17T00:39:38.358 INFO:tasks.rados.rados.0.smithi157.stdout:2125: snap_remove snap 197 2024-08-17T00:39:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:38 smithi157 ceph-mon[101289]: osdmap e489: 8 total, 8 up, 8 in 2024-08-17T00:39:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:38 smithi157 ceph-mon[101289]: pgmap v386: 121 pgs: 121 active+clean; 315 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 640 KiB/s wr, 4 op/s 2024-08-17T00:39:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:38 smithi157 ceph-mon[98780]: osdmap e489: 8 total, 8 up, 8 in 2024-08-17T00:39:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:38 smithi157 ceph-mon[98780]: pgmap v386: 121 pgs: 121 active+clean; 315 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 640 KiB/s wr, 4 op/s 2024-08-17T00:39:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:38 smithi187 ceph-mon[90552]: osdmap e489: 8 total, 8 up, 8 in 2024-08-17T00:39:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:38 smithi187 ceph-mon[90552]: pgmap v386: 121 pgs: 121 active+clean; 315 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 640 KiB/s wr, 4 op/s 2024-08-17T00:39:39.361 INFO:tasks.rados.rados.0.smithi157.stdout:2125: done (1 left) 2024-08-17T00:39:39.361 INFO:tasks.rados.rados.0.smithi157.stdout:2126: rollback oid 8 current snap is 208 2024-08-17T00:39:39.361 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 8 to 191 2024-08-17T00:39:39.362 INFO:tasks.rados.rados.0.smithi157.stdout:2127: read oid 37 snap -1 2024-08-17T00:39:39.362 INFO:tasks.rados.rados.0.smithi157.stdout:2127: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:39:39.362 INFO:tasks.rados.rados.0.smithi157.stdout:2128: snap_create 2024-08-17T00:39:39.362 INFO:tasks.rados.rados.0.smithi157.stdout:2124: expect (ObjNum 649 snap 203 seq_num 649) 2024-08-17T00:39:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:2127: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:39:39.409 INFO:tasks.rados.rados.0.smithi157.stdout:2126: finishing rollback tid 1 to smithi15786056-8 2024-08-17T00:39:39.409 INFO:tasks.rados.rados.0.smithi157.stdout:2126: finishing rollback tid 2 to smithi15786056-8 2024-08-17T00:39:39.409 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1094 (ObjNum 598 snap 187 seq_num 598) dirty exists 2024-08-17T00:39:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:39 smithi157 ceph-mon[101289]: osdmap e490: 8 total, 8 up, 8 in 2024-08-17T00:39:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:39 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:39 smithi157 ceph-mon[98780]: osdmap e490: 8 total, 8 up, 8 in 2024-08-17T00:39:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:39 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:39 smithi187 ceph-mon[90552]: osdmap e490: 8 total, 8 up, 8 in 2024-08-17T00:39:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:39 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:40.372 INFO:tasks.rados.rados.0.smithi157.stdout:2124: done (3 left) 2024-08-17T00:39:40.373 INFO:tasks.rados.rados.0.smithi157.stdout:2126: done (2 left) 2024-08-17T00:39:40.373 INFO:tasks.rados.rados.0.smithi157.stdout:2127: done (1 left) 2024-08-17T00:39:40.373 INFO:tasks.rados.rados.0.smithi157.stdout:2128: done (0 left) 2024-08-17T00:39:40.373 INFO:tasks.rados.rados.0.smithi157.stdout:2129: setattr oid 19 current snap is 209 2024-08-17T00:39:40.374 INFO:tasks.rados.rados.0.smithi157.stdout:2130: read oid 44 snap -1 2024-08-17T00:39:40.374 INFO:tasks.rados.rados.0.smithi157.stdout:2130: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:39:40.374 INFO:tasks.rados.rados.0.smithi157.stdout:2131: snap_remove snap 203 2024-08-17T00:39:40.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:40 smithi157 ceph-mon[98780]: osdmap e491: 8 total, 8 up, 8 in 2024-08-17T00:39:40.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:40 smithi157 ceph-mon[98780]: pgmap v389: 121 pgs: 121 active+clean; 291 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 645 KiB/s wr, 5 op/s 2024-08-17T00:39:40.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:40 smithi157 ceph-mon[101289]: osdmap e491: 8 total, 8 up, 8 in 2024-08-17T00:39:40.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:40 smithi157 ceph-mon[101289]: pgmap v389: 121 pgs: 121 active+clean; 291 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 645 KiB/s wr, 5 op/s 2024-08-17T00:39:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:40 smithi187 ceph-mon[90552]: osdmap e491: 8 total, 8 up, 8 in 2024-08-17T00:39:40.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:40 smithi187 ceph-mon[90552]: pgmap v389: 121 pgs: 121 active+clean; 291 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 645 KiB/s wr, 5 op/s 2024-08-17T00:39:41.375 INFO:tasks.rados.rados.0.smithi157.stdout:2131: done (2 left) 2024-08-17T00:39:41.375 INFO:tasks.rados.rados.0.smithi157.stdout:2132: read oid 40 snap 200 2024-08-17T00:39:41.375 INFO:tasks.rados.rados.0.smithi157.stdout:2132: expect deleted 2024-08-17T00:39:41.375 INFO:tasks.rados.rados.0.smithi157.stdout:2133: read oid 41 snap 199 2024-08-17T00:39:41.375 INFO:tasks.rados.rados.0.smithi157.stdout:2133: expect (ObjNum 559 snap 164 seq_num 559) 2024-08-17T00:39:41.375 INFO:tasks.rados.rados.0.smithi157.stdout:2134: copy_from oid 39 from oid 14 current snap is 209 2024-08-17T00:39:41.375 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 12 current snap is 209 2024-08-17T00:39:41.375 INFO:tasks.rados.rados.0.smithi157.stdout:2135: seq_num 662 ranges {0=696320,696320=557056,1253376=245760} 2024-08-17T00:39:41.379 INFO:tasks.rados.rados.0.smithi157.stdout:2135: writing smithi15786056-12 from 0 to 696320 tid 1 2024-08-17T00:39:41.383 INFO:tasks.rados.rados.0.smithi157.stdout:2135: writing smithi15786056-12 from 696320 to 1253376 tid 2 2024-08-17T00:39:41.385 INFO:tasks.rados.rados.0.smithi157.stdout:2135: writing smithi15786056-12 from 1253376 to 1499136 tid 3 2024-08-17T00:39:41.385 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 38 current snap is 209 2024-08-17T00:39:41.385 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 1052 (ObjNum 65 snap 0 seq_num 1699834207) dirty exists 2024-08-17T00:39:41.385 INFO:tasks.rados.rados.0.smithi157.stdout:2136: seq_num 663 ranges {1671168=712704,2383872=442368,2826240=360448} 2024-08-17T00:39:41.399 INFO:tasks.rados.rados.0.smithi157.stdout:2136: writing smithi15786056-38 from 1671168 to 2383872 tid 1 2024-08-17T00:39:41.401 INFO:tasks.rados.rados.0.smithi157.stdout:2136: writing smithi15786056-38 from 2383872 to 2826240 tid 2 2024-08-17T00:39:41.404 INFO:tasks.rados.rados.0.smithi157.stdout:2136: writing smithi15786056-38 from 2826240 to 3186688 tid 3 2024-08-17T00:39:41.404 INFO:tasks.rados.rados.0.smithi157.stdout:2129: done (6 left) 2024-08-17T00:39:41.404 INFO:tasks.rados.rados.0.smithi157.stdout:2137: copy_from oid 8 from oid 37 current snap is 209 2024-08-17T00:39:41.404 INFO:tasks.rados.rados.0.smithi157.stdout:2130: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:39:41.408 INFO:tasks.rados.rados.0.smithi157.stdout:2134: finishing copy_from to smithi15786056-39 2024-08-17T00:39:41.409 INFO:tasks.rados.rados.0.smithi157.stdout:2134: got expected ENOENT (src dne) 2024-08-17T00:39:41.409 INFO:tasks.rados.rados.0.smithi157.stdout:2134: finishing copy_from racing read to smithi15786056-39 2024-08-17T00:39:41.409 INFO:tasks.rados.rados.0.smithi157.stdout:2135: finishing write tid 1 to smithi15786056-12 2024-08-17T00:39:41.409 INFO:tasks.rados.rados.0.smithi157.stdout:2135: finishing write tid 2 to smithi15786056-12 2024-08-17T00:39:41.409 INFO:tasks.rados.rados.0.smithi157.stdout:2135: finishing write tid 3 to smithi15786056-12 2024-08-17T00:39:41.409 INFO:tasks.rados.rados.0.smithi157.stdout:2135: finishing write tid 4 to smithi15786056-12 2024-08-17T00:39:41.409 INFO:tasks.rados.rados.0.smithi157.stdout:2135: finishing write tid 5 to smithi15786056-12 2024-08-17T00:39:41.409 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 872 (ObjNum 662 snap 209 seq_num 662) dirty exists 2024-08-17T00:39:41.409 INFO:tasks.rados.rados.0.smithi157.stdout:2135: left oid 12 (ObjNum 662 snap 209 seq_num 662) 2024-08-17T00:39:41.409 INFO:tasks.rados.rados.0.smithi157.stdout:2136: finishing write tid 1 to smithi15786056-38 2024-08-17T00:39:41.409 INFO:tasks.rados.rados.0.smithi157.stdout:2136: finishing write tid 2 to smithi15786056-38 2024-08-17T00:39:41.409 INFO:tasks.rados.rados.0.smithi157.stdout:2136: finishing write tid 3 to smithi15786056-38 2024-08-17T00:39:41.410 INFO:tasks.rados.rados.0.smithi157.stdout:2136: finishing write tid 4 to smithi15786056-38 2024-08-17T00:39:41.410 INFO:tasks.rados.rados.0.smithi157.stdout:2133: expect (ObjNum 559 snap 164 seq_num 559) 2024-08-17T00:39:41.634 INFO:tasks.rados.rados.0.smithi157.stdout:2130: done (6 left) 2024-08-17T00:39:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:41 smithi157 ceph-mon[98780]: osdmap e492: 8 total, 8 up, 8 in 2024-08-17T00:39:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:41 smithi157 ceph-mon[101289]: osdmap e492: 8 total, 8 up, 8 in 2024-08-17T00:39:41.636 INFO:tasks.rados.rados.0.smithi157.stdout:2132: done (5 left) 2024-08-17T00:39:41.636 INFO:tasks.rados.rados.0.smithi157.stdout:2133: done (4 left) 2024-08-17T00:39:41.636 INFO:tasks.rados.rados.0.smithi157.stdout:2134: done (3 left) 2024-08-17T00:39:41.636 INFO:tasks.rados.rados.0.smithi157.stdout:2135: done (2 left) 2024-08-17T00:39:41.636 INFO:tasks.rados.rados.0.smithi157.stdout:2138: delete oid 44 current snap is 209 2024-08-17T00:39:41.636 INFO:tasks.rados.rados.0.smithi157.stdout:2136: finishing write tid 5 to smithi15786056-38 2024-08-17T00:39:41.636 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 876 (ObjNum 663 snap 209 seq_num 663) dirty exists 2024-08-17T00:39:41.637 INFO:tasks.rados.rados.0.smithi157.stdout:2136: left oid 38 (ObjNum 663 snap 209 seq_num 663) 2024-08-17T00:39:41.637 INFO:tasks.rados.rados.0.smithi157.stdout:2137: finishing copy_from racing read to smithi15786056-8 2024-08-17T00:39:41.637 INFO:tasks.rados.rados.0.smithi157.stdout:2137: finishing copy_from to smithi15786056-8 2024-08-17T00:39:41.637 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1059 (ObjNum 593 snap 0 seq_num 170841752) dirty exists 2024-08-17T00:39:41.637 INFO:tasks.rados.rados.0.smithi157.stdout:2136: done (2 left) 2024-08-17T00:39:41.637 INFO:tasks.rados.rados.0.smithi157.stdout:2137: done (1 left) 2024-08-17T00:39:41.637 INFO:tasks.rados.rados.0.smithi157.stdout:2138: done (0 left) 2024-08-17T00:39:41.637 INFO:tasks.rados.rados.0.smithi157.stdout:2139: read oid 17 snap 198 2024-08-17T00:39:41.638 INFO:tasks.rados.rados.0.smithi157.stdout:2139: expect (ObjNum 522 snap 158 seq_num 522) 2024-08-17T00:39:41.638 INFO:tasks.rados.rados.0.smithi157.stdout:2140: delete oid 38 current snap is 209 2024-08-17T00:39:41.639 INFO:tasks.rados.rados.0.smithi157.stdout:2140: done (1 left) 2024-08-17T00:39:41.639 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 38 current snap is 209 2024-08-17T00:39:41.639 INFO:tasks.rados.rados.0.smithi157.stdout:2141: seq_num 666 ranges {0=761856,761856=491520,1253376=311296} 2024-08-17T00:39:41.643 INFO:tasks.rados.rados.0.smithi157.stdout:2141: writing smithi15786056-38 from 0 to 761856 tid 1 2024-08-17T00:39:41.646 INFO:tasks.rados.rados.0.smithi157.stdout:2141: writing smithi15786056-38 from 761856 to 1253376 tid 2 2024-08-17T00:39:41.648 INFO:tasks.rados.rados.0.smithi157.stdout:2141: writing smithi15786056-38 from 1253376 to 1564672 tid 3 2024-08-17T00:39:41.648 INFO:tasks.rados.rados.0.smithi157.stdout:2142: snap_create 2024-08-17T00:39:41.650 INFO:tasks.rados.rados.0.smithi157.stdout:2141: finishing write tid 1 to smithi15786056-38 2024-08-17T00:39:41.650 INFO:tasks.rados.rados.0.smithi157.stdout:2141: finishing write tid 2 to smithi15786056-38 2024-08-17T00:39:41.650 INFO:tasks.rados.rados.0.smithi157.stdout:2141: finishing write tid 3 to smithi15786056-38 2024-08-17T00:39:41.650 INFO:tasks.rados.rados.0.smithi157.stdout:2141: finishing write tid 4 to smithi15786056-38 2024-08-17T00:39:41.651 INFO:tasks.rados.rados.0.smithi157.stdout:2141: finishing write tid 5 to smithi15786056-38 2024-08-17T00:39:41.651 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 881 (ObjNum 666 snap 209 seq_num 666) dirty exists 2024-08-17T00:39:41.652 INFO:tasks.rados.rados.0.smithi157.stdout:2141: left oid 38 (ObjNum 666 snap 209 seq_num 666) 2024-08-17T00:39:41.687 INFO:tasks.rados.rados.0.smithi157.stdout:2139: expect (ObjNum 522 snap 158 seq_num 522) 2024-08-17T00:39:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:41 smithi187 ceph-mon[90552]: osdmap e492: 8 total, 8 up, 8 in 2024-08-17T00:39:42.601 INFO:tasks.rados.rados.0.smithi157.stdout:2139: done (2 left) 2024-08-17T00:39:42.601 INFO:tasks.rados.rados.0.smithi157.stdout:2141: done (1 left) 2024-08-17T00:39:42.601 INFO:tasks.rados.rados.0.smithi157.stdout:2142: done (0 left) 2024-08-17T00:39:42.601 INFO:tasks.rados.rados.0.smithi157.stdout:2143: read oid 14 snap 200 2024-08-17T00:39:42.601 INFO:tasks.rados.rados.0.smithi157.stdout:2143: expect deleted 2024-08-17T00:39:42.601 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 30 current snap is 210 2024-08-17T00:39:42.601 INFO:tasks.rados.rados.0.smithi157.stdout:2144: seq_num 667 ranges {0=778240,778240=778240,1556480=24576} 2024-08-17T00:39:42.604 INFO:tasks.rados.rados.0.smithi157.stdout:2144: writing smithi15786056-30 from 0 to 778240 tid 1 2024-08-17T00:39:42.610 INFO:tasks.rados.rados.0.smithi157.stdout:2144: writing smithi15786056-30 from 778240 to 1556480 tid 2 2024-08-17T00:39:42.610 INFO:tasks.rados.rados.0.smithi157.stdout:2144: writing smithi15786056-30 from 1556480 to 1581056 tid 3 2024-08-17T00:39:42.610 INFO:tasks.rados.rados.0.smithi157.stdout:2145: read oid 12 snap -1 2024-08-17T00:39:42.610 INFO:tasks.rados.rados.0.smithi157.stdout:2145: expect (ObjNum 662 snap 209 seq_num 662) 2024-08-17T00:39:42.610 INFO:tasks.rados.rados.0.smithi157.stdout:2146: snap_create 2024-08-17T00:39:42.611 INFO:tasks.rados.rados.0.smithi157.stdout:2144: finishing write tid 1 to smithi15786056-30 2024-08-17T00:39:42.613 INFO:tasks.rados.rados.0.smithi157.stdout:2144: finishing write tid 2 to smithi15786056-30 2024-08-17T00:39:42.614 INFO:tasks.rados.rados.0.smithi157.stdout:2144: finishing write tid 3 to smithi15786056-30 2024-08-17T00:39:42.614 INFO:tasks.rados.rados.0.smithi157.stdout:2144: finishing write tid 4 to smithi15786056-30 2024-08-17T00:39:42.615 INFO:tasks.rados.rados.0.smithi157.stdout:2144: finishing write tid 5 to smithi15786056-30 2024-08-17T00:39:42.615 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 1092 (ObjNum 667 snap 210 seq_num 667) dirty exists 2024-08-17T00:39:42.615 INFO:tasks.rados.rados.0.smithi157.stdout:2144: left oid 30 (ObjNum 667 snap 210 seq_num 667) 2024-08-17T00:39:42.617 INFO:tasks.rados.rados.0.smithi157.stdout:2145: expect (ObjNum 662 snap 209 seq_num 662) 2024-08-17T00:39:42.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:42 smithi157 ceph-mon[98780]: osdmap e493: 8 total, 8 up, 8 in 2024-08-17T00:39:42.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:42 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:39:42.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:42 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:39:42.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:42 smithi157 ceph-mon[98780]: Upgrade: osd.6 is safe to restart 2024-08-17T00:39:42.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:42 smithi157 ceph-mon[98780]: pgmap v392: 121 pgs: 121 active+clean; 274 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-08-17T00:39:42.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:42 smithi157 ceph-mon[98780]: osdmap e494: 8 total, 8 up, 8 in 2024-08-17T00:39:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:42 smithi157 ceph-mon[101289]: osdmap e493: 8 total, 8 up, 8 in 2024-08-17T00:39:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:42 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:39:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:42 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:39:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:42 smithi157 ceph-mon[101289]: Upgrade: osd.6 is safe to restart 2024-08-17T00:39:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:42 smithi157 ceph-mon[101289]: pgmap v392: 121 pgs: 121 active+clean; 274 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-08-17T00:39:42.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:42 smithi157 ceph-mon[101289]: osdmap e494: 8 total, 8 up, 8 in 2024-08-17T00:39:42.704 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:39:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:39:42.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:42 smithi187 ceph-mon[90552]: osdmap e493: 8 total, 8 up, 8 in 2024-08-17T00:39:42.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:42 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:39:42.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:42 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:39:42.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:42 smithi187 ceph-mon[90552]: Upgrade: osd.6 is safe to restart 2024-08-17T00:39:42.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:42 smithi187 ceph-mon[90552]: pgmap v392: 121 pgs: 121 active+clean; 274 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-08-17T00:39:42.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:42 smithi187 ceph-mon[90552]: osdmap e494: 8 total, 8 up, 8 in 2024-08-17T00:39:43.384 INFO:tasks.rados.rados.0.smithi157.stdout:2143: done (3 left) 2024-08-17T00:39:43.385 INFO:tasks.rados.rados.0.smithi157.stdout:2144: done (2 left) 2024-08-17T00:39:43.385 INFO:tasks.rados.rados.0.smithi157.stdout:2145: done (1 left) 2024-08-17T00:39:43.385 INFO:tasks.rados.rados.0.smithi157.stdout:2146: done (0 left) 2024-08-17T00:39:43.385 INFO:tasks.rados.rados.0.smithi157.stdout:2147: delete oid 43 current snap is 211 2024-08-17T00:39:43.387 INFO:tasks.rados.rados.0.smithi157.stdout:2147: done (0 left) 2024-08-17T00:39:43.387 INFO:tasks.rados.rados.0.smithi157.stdout:2148: read oid 30 snap -1 2024-08-17T00:39:43.387 INFO:tasks.rados.rados.0.smithi157.stdout:2148: expect (ObjNum 667 snap 210 seq_num 667) 2024-08-17T00:39:43.388 INFO:tasks.rados.rados.0.smithi157.stdout:2149: rollback oid 41 current snap is 211 2024-08-17T00:39:43.388 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 41 to 201 2024-08-17T00:39:43.388 INFO:tasks.rados.rados.0.smithi157.stdout:2150: read oid 12 snap -1 2024-08-17T00:39:43.388 INFO:tasks.rados.rados.0.smithi157.stdout:2150: expect (ObjNum 662 snap 209 seq_num 662) 2024-08-17T00:39:43.388 INFO:tasks.rados.rados.0.smithi157.stdout:2151: rollback oid 7 current snap is 211 2024-08-17T00:39:43.388 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 7 to 210 2024-08-17T00:39:43.388 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 211 2024-08-17T00:39:43.388 INFO:tasks.rados.rados.0.smithi157.stdout:2152: seq_num 669 ranges {2416640=409600,2826240=548864,3375104=655360} 2024-08-17T00:39:43.404 INFO:tasks.rados.rados.0.smithi157.stdout:2152: writing smithi15786056-23 from 2416640 to 2826240 tid 1 2024-08-17T00:39:43.407 INFO:tasks.rados.rados.0.smithi157.stdout:2152: writing smithi15786056-23 from 2826240 to 3375104 tid 2 2024-08-17T00:39:43.412 INFO:tasks.rados.rados.0.smithi157.stdout:2152: writing smithi15786056-23 from 3375104 to 4030464 tid 3 2024-08-17T00:39:43.412 INFO:tasks.rados.rados.0.smithi157.stdout:2153: delete oid 6 current snap is 211 2024-08-17T00:39:43.412 INFO:tasks.rados.rados.0.smithi157.stdout:2149: finishing rollback tid 0 to smithi15786056-41 2024-08-17T00:39:43.412 INFO:tasks.rados.rados.0.smithi157.stdout:2149: finishing rollback tid 1 to smithi15786056-41 2024-08-17T00:39:43.412 INFO:tasks.rados.rados.0.smithi157.stdout:2149: finishing rollback tid 2 to smithi15786056-41 2024-08-17T00:39:43.412 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 1055 (ObjNum 559 snap 164 seq_num 559) dirty exists 2024-08-17T00:39:43.412 INFO:tasks.rados.rados.0.smithi157.stdout:2151: finishing rollback tid 0 to smithi15786056-7 2024-08-17T00:39:43.413 INFO:tasks.rados.rados.0.smithi157.stdout:2151: finishing rollback tid 1 to smithi15786056-7 2024-08-17T00:39:43.413 INFO:tasks.rados.rados.0.smithi157.stdout:2150: expect (ObjNum 662 snap 209 seq_num 662) 2024-08-17T00:39:43.450 INFO:tasks.rados.rados.0.smithi157.stdout:2151: finishing rollback tid 2 to smithi15786056-7 2024-08-17T00:39:43.450 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 1189 (ObjNum 617 snap 192 seq_num 617) dirty exists 2024-08-17T00:39:43.450 INFO:tasks.rados.rados.0.smithi157.stdout:2148: expect (ObjNum 667 snap 210 seq_num 667) 2024-08-17T00:39:43.490 INFO:tasks.rados.rados.0.smithi157.stdout:2152: finishing write tid 1 to smithi15786056-23 2024-08-17T00:39:43.491 INFO:tasks.rados.rados.0.smithi157.stdout:2152: finishing write tid 2 to smithi15786056-23 2024-08-17T00:39:43.491 INFO:tasks.rados.rados.0.smithi157.stdout:2148: done (5 left) 2024-08-17T00:39:43.491 INFO:tasks.rados.rados.0.smithi157.stdout:2149: done (4 left) 2024-08-17T00:39:43.491 INFO:tasks.rados.rados.0.smithi157.stdout:2150: done (3 left) 2024-08-17T00:39:43.491 INFO:tasks.rados.rados.0.smithi157.stdout:2151: done (2 left) 2024-08-17T00:39:43.491 INFO:tasks.rados.rados.0.smithi157.stdout:2153: done (1 left) 2024-08-17T00:39:43.491 INFO:tasks.rados.rados.0.smithi157.stdout:2154: rollback oid 41 current snap is 211 2024-08-17T00:39:43.491 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 41 to 196 2024-08-17T00:39:43.491 INFO:tasks.rados.rados.0.smithi157.stdout:2152: finishing write tid 3 to smithi15786056-23 2024-08-17T00:39:43.491 INFO:tasks.rados.rados.0.smithi157.stdout:2152: finishing write tid 4 to smithi15786056-23 2024-08-17T00:39:43.491 INFO:tasks.rados.rados.0.smithi157.stdout:2152: finishing write tid 5 to smithi15786056-23 2024-08-17T00:39:43.492 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1261 (ObjNum 669 snap 211 seq_num 669) dirty exists 2024-08-17T00:39:43.492 INFO:tasks.rados.rados.0.smithi157.stdout:2152: left oid 23 (ObjNum 669 snap 211 seq_num 669) 2024-08-17T00:39:43.492 INFO:tasks.rados.rados.0.smithi157.stdout:2152: done (1 left) 2024-08-17T00:39:43.492 INFO:tasks.rados.rados.0.smithi157.stdout:2155: read oid 27 snap 208 2024-08-17T00:39:43.492 INFO:tasks.rados.rados.0.smithi157.stdout:2155: expect deleted 2024-08-17T00:39:43.492 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 50 current snap is 211 2024-08-17T00:39:43.492 INFO:tasks.rados.rados.0.smithi157.stdout:2156: seq_num 671 ranges {6520832=442368,6963200=761856,7725056=442368} 2024-08-17T00:39:43.527 INFO:tasks.rados.rados.0.smithi157.stdout:2156: writing smithi15786056-50 from 6520832 to 6963200 tid 1 2024-08-17T00:39:43.531 INFO:tasks.rados.rados.0.smithi157.stdout:2156: writing smithi15786056-50 from 6963200 to 7725056 tid 2 2024-08-17T00:39:43.534 INFO:tasks.rados.rados.0.smithi157.stdout:2156: writing smithi15786056-50 from 7725056 to 8167424 tid 3 2024-08-17T00:39:43.534 INFO:tasks.rados.rados.0.smithi157.stdout:2157: snap_remove snap 200 2024-08-17T00:39:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:39:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:39:43] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-08-17T00:39:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[101289]: Upgrade: Updating osd.6 2024-08-17T00:39:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:39:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[101289]: Deploying daemon osd.6 on smithi187 2024-08-17T00:39:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[101289]: osdmap e495: 8 total, 8 up, 8 in 2024-08-17T00:39:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[101289]: pgmap v395: 121 pgs: 121 active+clean; 274 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 980 KiB/s wr, 12 op/s 2024-08-17T00:39:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:44.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[98780]: Upgrade: Updating osd.6 2024-08-17T00:39:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:39:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[98780]: Deploying daemon osd.6 on smithi187 2024-08-17T00:39:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[98780]: osdmap e495: 8 total, 8 up, 8 in 2024-08-17T00:39:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[98780]: pgmap v395: 121 pgs: 121 active+clean; 274 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 980 KiB/s wr, 12 op/s 2024-08-17T00:39:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:44.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:44.389 INFO:tasks.rados.rados.0.smithi157.stdout:2157: done (3 left) 2024-08-17T00:39:44.389 INFO:tasks.rados.rados.0.smithi157.stdout:2158: snap_remove snap 199 2024-08-17T00:39:44.389 INFO:tasks.rados.rados.0.smithi157.stdout:2154: finishing rollback tid 0 to smithi15786056-41 2024-08-17T00:39:44.389 INFO:tasks.rados.rados.0.smithi157.stdout:2154: finishing rollback tid 1 to smithi15786056-41 2024-08-17T00:39:44.389 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 1057 (ObjNum 97 snap 0 seq_num 169990624) dirty dne 2024-08-17T00:39:44.389 INFO:tasks.rados.rados.0.smithi157.stdout:2156: finishing write tid 1 to smithi15786056-50 2024-08-17T00:39:44.389 INFO:tasks.rados.rados.0.smithi157.stdout:2156: finishing write tid 2 to smithi15786056-50 2024-08-17T00:39:44.389 INFO:tasks.rados.rados.0.smithi157.stdout:2156: finishing write tid 3 to smithi15786056-50 2024-08-17T00:39:44.389 INFO:tasks.rados.rados.0.smithi157.stdout:2156: finishing write tid 4 to smithi15786056-50 2024-08-17T00:39:44.389 INFO:tasks.rados.rados.0.smithi157.stdout:2156: finishing write tid 5 to smithi15786056-50 2024-08-17T00:39:44.390 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 1018 (ObjNum 671 snap 211 seq_num 671) dirty exists 2024-08-17T00:39:44.390 INFO:tasks.rados.rados.0.smithi157.stdout:2156: left oid 50 (ObjNum 671 snap 211 seq_num 671) 2024-08-17T00:39:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:44 smithi187 ceph-mon[90552]: Upgrade: Updating osd.6 2024-08-17T00:39:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:39:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:44.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:44 smithi187 ceph-mon[90552]: Deploying daemon osd.6 on smithi187 2024-08-17T00:39:44.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:44 smithi187 ceph-mon[90552]: osdmap e495: 8 total, 8 up, 8 in 2024-08-17T00:39:44.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:44 smithi187 ceph-mon[90552]: pgmap v395: 121 pgs: 121 active+clean; 274 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 980 KiB/s wr, 12 op/s 2024-08-17T00:39:44.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:44.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:45.392 INFO:tasks.rados.rados.0.smithi157.stdout:2154: done (3 left) 2024-08-17T00:39:45.393 INFO:tasks.rados.rados.0.smithi157.stdout:2155: done (2 left) 2024-08-17T00:39:45.393 INFO:tasks.rados.rados.0.smithi157.stdout:2156: done (1 left) 2024-08-17T00:39:45.393 INFO:tasks.rados.rados.0.smithi157.stdout:2158: done (0 left) 2024-08-17T00:39:45.393 INFO:tasks.rados.rados.0.smithi157.stdout:2159: delete oid 20 current snap is 211 2024-08-17T00:39:45.404 INFO:tasks.rados.rados.0.smithi157.stdout:2159: done (0 left) 2024-08-17T00:39:45.404 INFO:tasks.rados.rados.0.smithi157.stdout:2160: snap_remove snap 196 2024-08-17T00:39:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:45 smithi187 ceph-mon[90552]: osdmap e496: 8 total, 8 up, 8 in 2024-08-17T00:39:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:45 smithi157 ceph-mon[98780]: osdmap e496: 8 total, 8 up, 8 in 2024-08-17T00:39:45.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:45 smithi157 ceph-mon[101289]: osdmap e496: 8 total, 8 up, 8 in 2024-08-17T00:39:46.334 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:46 smithi187 systemd[1]: Stopping Ceph osd.6 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:39:46.345 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:39:46.403 INFO:tasks.rados.rados.0.smithi157.stdout:2160: done (0 left) 2024-08-17T00:39:46.404 INFO:tasks.rados.rados.0.smithi157.stdout:2161: read oid 30 snap -1 2024-08-17T00:39:46.404 INFO:tasks.rados.rados.0.smithi157.stdout:2161: expect (ObjNum 667 snap 210 seq_num 667) 2024-08-17T00:39:46.404 INFO:tasks.rados.rados.0.smithi157.stdout:2162: read oid 6 snap -1 2024-08-17T00:39:46.404 INFO:tasks.rados.rados.0.smithi157.stdout:2162: expect deleted 2024-08-17T00:39:46.404 INFO:tasks.rados.rados.0.smithi157.stdout:2163: copy_from oid 48 from oid 35 current snap is 211 2024-08-17T00:39:46.404 INFO:tasks.rados.rados.0.smithi157.stdout:2164: read oid 7 snap -1 2024-08-17T00:39:46.404 INFO:tasks.rados.rados.0.smithi157.stdout:2164: expect (ObjNum 617 snap 192 seq_num 617) 2024-08-17T00:39:46.404 INFO:tasks.rados.rados.0.smithi157.stdout:2165: snap_create 2024-08-17T00:39:46.419 INFO:tasks.rados.rados.0.smithi157.stdout:2161: expect (ObjNum 667 snap 210 seq_num 667) 2024-08-17T00:39:46.624 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:39:46.625 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (5m) 92s ago 9m 24.0M - 0.25.0 c8568f914cd2 e5fc458eaa70 2024-08-17T00:39:46.625 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (5m) 23s ago 9m 87.6M - 9.4.7 954c08fa6188 3c616dd0c45b 2024-08-17T00:39:46.625 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (11m) 92s ago 11m 15.9M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:39:46.625 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (11m) 23s ago 11m 21.5M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:39:46.625 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283,8765 running (4m) 23s ago 14m 440M - 19.1.0-1363-gd863d21c ba08250ef864 97f58199005a 2024-08-17T00:39:46.625 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (5m) 92s ago 16m 508M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:39:46.625 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (4m) 92s ago 16m 54.2M 2048M 19.1.0-1363-gd863d21c ba08250ef864 7cae4f2d8cd1 2024-08-17T00:39:46.625 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (4m) 23s ago 15m 49.4M 2048M 19.1.0-1363-gd863d21c ba08250ef864 fa96bb84b173 2024-08-17T00:39:46.625 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (4m) 92s ago 14m 48.2M 2048M 19.1.0-1363-gd863d21c ba08250ef864 6acedb5a7023 2024-08-17T00:39:46.626 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (5m) 92s ago 9m 11.4M - 1.5.0 0da6a335fe13 b4e36e574235 2024-08-17T00:39:46.626 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (5m) 23s ago 8m 16.2M - 1.5.0 0da6a335fe13 73e607038b0d 2024-08-17T00:39:46.626 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (3m) 92s ago 14m 144M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7d05f2a649d9 2024-08-17T00:39:46.626 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (2m) 92s ago 13m 112M 2480M 19.1.0-1363-gd863d21c ba08250ef864 dbe3e94be069 2024-08-17T00:39:46.626 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (2m) 92s ago 13m 105M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7e3b0f58873f 2024-08-17T00:39:46.626 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (96s) 92s ago 13m 12.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 28892f02251b 2024-08-17T00:39:46.626 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (62s) 23s ago 12m 98.3M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d0e8971787b7 2024-08-17T00:39:46.626 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (28s) 23s ago 12m 14.2M 2480M 19.1.0-1363-gd863d21c ba08250ef864 f2c2c7842236 2024-08-17T00:39:46.626 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (11m) 23s ago 11m 171M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bd8a836eeeec 2024-08-17T00:39:46.626 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (11m) 23s ago 11m 169M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:39:46.626 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (4m) 23s ago 10m 60.3M - 2.43.0 a07b618ecd1d 736dc11bd87e 2024-08-17T00:39:46.627 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:46 smithi157 ceph-mon[101289]: osdmap e497: 8 total, 8 up, 8 in 2024-08-17T00:39:46.627 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:46 smithi157 ceph-mon[101289]: pgmap v398: 121 pgs: 121 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-17T00:39:46.627 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:46 smithi157 ceph-mon[101289]: osd.6 marked itself down and dead 2024-08-17T00:39:46.627 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:46 smithi157 ceph-mon[98780]: osdmap e497: 8 total, 8 up, 8 in 2024-08-17T00:39:46.627 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:46 smithi157 ceph-mon[98780]: pgmap v398: 121 pgs: 121 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-17T00:39:46.627 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:46 smithi157 ceph-mon[98780]: osd.6 marked itself down and dead 2024-08-17T00:39:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:46 smithi187 ceph-mon[90552]: osdmap e497: 8 total, 8 up, 8 in 2024-08-17T00:39:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:46 smithi187 ceph-mon[90552]: pgmap v398: 121 pgs: 121 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-17T00:39:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:46 smithi187 ceph-mon[90552]: osd.6 marked itself down and dead 2024-08-17T00:39:46.706 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:46 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[51399]: 2024-08-17T00:39:46.332+0000 7fbf36923640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:39:46.706 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:46 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[51399]: 2024-08-17T00:39:46.332+0000 7fbf36923640 -1 osd.6 497 *** Got signal Terminated *** 2024-08-17T00:39:46.706 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:46 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[51399]: 2024-08-17T00:39:46.332+0000 7fbf36923640 -1 osd.6 497 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:39:46.942 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:39:46.943 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:39:46.943 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:39:46.943 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:39:46.943 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:39:46.943 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:39:46.943 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:39:46.944 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:39:46.944 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 1, 2024-08-17T00:39:46.944 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 6 2024-08-17T00:39:46.944 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:39:46.944 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:39:46.944 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:39:46.944 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:39:46.944 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:39:46.944 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3, 2024-08-17T00:39:46.944 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 11 2024-08-17T00:39:46.945 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:39:46.945 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:39:47.205 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:46 smithi187 podman[106076]: 2024-08-17 00:39:46.954996691 +0000 UTC m=+0.746649855 container died bd8a836eeeecd26ebb7cc6c42a4147775998014e3d1a321006f9b7448c8495d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=quincy-03a1ac1, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-17T00:39:47.353 INFO:tasks.rados.rados.0.smithi157.stdout:2161: done (4 left) 2024-08-17T00:39:47.353 INFO:tasks.rados.rados.0.smithi157.stdout:2162: done (3 left) 2024-08-17T00:39:47.353 INFO:tasks.rados.rados.0.smithi157.stdout:2165: done (2 left) 2024-08-17T00:39:47.353 INFO:tasks.rados.rados.0.smithi157.stdout:2166: copy_from oid 26 from oid 2 current snap is 212 2024-08-17T00:39:47.353 INFO:tasks.rados.rados.0.smithi157.stdout:2167: read oid 33 snap -1 2024-08-17T00:39:47.353 INFO:tasks.rados.rados.0.smithi157.stdout:2167: expect (ObjNum 660 snap 208 seq_num 660) 2024-08-17T00:39:47.353 INFO:tasks.rados.rados.0.smithi157.stdout:2168: rollback oid 29 current snap is 212 2024-08-17T00:39:47.353 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 29 to 198 2024-08-17T00:39:47.353 INFO:tasks.rados.rados.0.smithi157.stdout:2169: copy_from oid 23 from oid 8 current snap is 212 2024-08-17T00:39:47.353 INFO:tasks.rados.rados.0.smithi157.stdout:2170: snap_remove snap 211 2024-08-17T00:39:47.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:47 smithi187 podman[106076]: 2024-08-17 00:39:47.530733406 +0000 UTC m=+1.322386559 container cleanup bd8a836eeeecd26ebb7cc6c42a4147775998014e3d1a321006f9b7448c8495d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-03a1ac1, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-17T00:39:47.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:47 smithi187 bash[106076]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6 2024-08-17T00:39:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:47 smithi187 ceph-mon[90552]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:39:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:47 smithi187 ceph-mon[90552]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:39:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:47 smithi187 ceph-mon[90552]: osdmap e498: 8 total, 7 up, 8 in 2024-08-17T00:39:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:47 smithi187 ceph-mon[90552]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:39:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:47 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/177335940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:39:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:47 smithi187 ceph-mon[90552]: osdmap e499: 8 total, 7 up, 8 in 2024-08-17T00:39:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:47 smithi157 ceph-mon[98780]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:39:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:47 smithi157 ceph-mon[98780]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:39:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:47 smithi157 ceph-mon[98780]: osdmap e498: 8 total, 7 up, 8 in 2024-08-17T00:39:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:47 smithi157 ceph-mon[98780]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:39:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:47 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/177335940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:39:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:47 smithi157 ceph-mon[98780]: osdmap e499: 8 total, 7 up, 8 in 2024-08-17T00:39:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:47 smithi157 ceph-mon[101289]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:39:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:47 smithi157 ceph-mon[101289]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:39:47.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:47 smithi157 ceph-mon[101289]: osdmap e498: 8 total, 7 up, 8 in 2024-08-17T00:39:47.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:47 smithi157 ceph-mon[101289]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:39:47.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:47 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/177335940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:39:47.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:47 smithi157 ceph-mon[101289]: osdmap e499: 8 total, 7 up, 8 in 2024-08-17T00:39:48.152 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:47 smithi187 podman[106097]: 2024-08-17 00:39:47.790607527 +0000 UTC m=+0.839268246 container remove bd8a836eeeecd26ebb7cc6c42a4147775998014e3d1a321006f9b7448c8495d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=quincy-03a1ac1, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-17T00:39:48.354 INFO:tasks.rados.rados.0.smithi157.stdout:2170: done (6 left) 2024-08-17T00:39:48.354 INFO:tasks.rados.rados.0.smithi157.stdout:2171: read oid 45 snap 195 2024-08-17T00:39:48.354 INFO:tasks.rados.rados.0.smithi157.stdout:2171: expect (ObjNum 594 snap 185 seq_num 594) 2024-08-17T00:39:48.354 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 212 2024-08-17T00:39:48.355 INFO:tasks.rados.rados.0.smithi157.stdout:2168: finishing rollback tid 0 to smithi15786056-29 2024-08-17T00:39:48.355 INFO:tasks.rados.rados.0.smithi157.stdout:2168: finishing rollback tid 1 to smithi15786056-29 2024-08-17T00:39:48.355 INFO:tasks.rados.rados.0.smithi157.stdout:2168: finishing rollback tid 2 to smithi15786056-29 2024-08-17T00:39:48.355 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1283 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-08-17T00:39:48.355 INFO:tasks.rados.rados.0.smithi157.stdout:2169: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:39:48.355 INFO:tasks.rados.rados.0.smithi157.stdout:2169: finishing copy_from to smithi15786056-23 2024-08-17T00:39:48.355 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1059 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T00:39:48.355 INFO:tasks.rados.rados.0.smithi157.stdout:2163: finishing copy_from racing read to smithi15786056-48 2024-08-17T00:39:48.355 INFO:tasks.rados.rados.0.smithi157.stdout:2172: seq_num 673 ranges {8429568=475136,8904704=532480,9437184=671744} 2024-08-17T00:39:48.401 INFO:tasks.rados.rados.0.smithi157.stdout:2172: writing smithi15786056-49 from 8429568 to 8904704 tid 1 2024-08-17T00:39:48.404 INFO:tasks.rados.rados.0.smithi157.stdout:2172: writing smithi15786056-49 from 8904704 to 9437184 tid 2 2024-08-17T00:39:48.408 INFO:tasks.rados.rados.0.smithi157.stdout:2172: writing smithi15786056-49 from 9437184 to 10108928 tid 3 2024-08-17T00:39:48.408 INFO:tasks.rados.rados.0.smithi157.stdout:2168: done (7 left) 2024-08-17T00:39:48.408 INFO:tasks.rados.rados.0.smithi157.stdout:2169: done (6 left) 2024-08-17T00:39:48.408 INFO:tasks.rados.rados.0.smithi157.stdout:2173: rollback oid 43 current snap is 212 2024-08-17T00:39:48.408 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 43 to 209 2024-08-17T00:39:48.408 INFO:tasks.rados.rados.0.smithi157.stdout:2163: finishing copy_from to smithi15786056-48 2024-08-17T00:39:48.408 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 729 (ObjNum 614 snap 192 seq_num 614) dirty exists 2024-08-17T00:39:48.409 INFO:tasks.rados.rados.0.smithi157.stdout:2167: expect (ObjNum 660 snap 208 seq_num 660) 2024-08-17T00:39:48.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:48 smithi187 ceph-mon[90552]: pgmap v401: 121 pgs: 8 active+undersized, 11 stale+active+clean, 2 active+undersized+degraded, 100 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 6/411 objects degraded (1.460%) 2024-08-17T00:39:48.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:48 smithi187 ceph-mon[90552]: osdmap e500: 8 total, 7 up, 8 in 2024-08-17T00:39:48.456 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:48 smithi187 podman[106191]: 2024-08-17 00:39:48.053775487 +0000 UTC m=+0.017234806 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:39:48.456 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:48 smithi187 podman[106191]: 2024-08-17 00:39:48.166365787 +0000 UTC m=+0.129825109 container create ed61c3449b476a85a92ba8188fd7206a811f328725189c6f03e9bfc97afff605 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, ceph=True) 2024-08-17T00:39:48.456 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:48 smithi187 podman[106191]: 2024-08-17 00:39:48.385773765 +0000 UTC m=+0.349233092 container init ed61c3449b476a85a92ba8188fd7206a811f328725189c6f03e9bfc97afff605 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:39:48.456 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:48 smithi187 podman[106191]: 2024-08-17 00:39:48.390498164 +0000 UTC m=+0.353957484 container start ed61c3449b476a85a92ba8188fd7206a811f328725189c6f03e9bfc97afff605 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:39:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:48 smithi157 ceph-mon[98780]: pgmap v401: 121 pgs: 8 active+undersized, 11 stale+active+clean, 2 active+undersized+degraded, 100 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 6/411 objects degraded (1.460%) 2024-08-17T00:39:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:48 smithi157 ceph-mon[98780]: osdmap e500: 8 total, 7 up, 8 in 2024-08-17T00:39:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:48 smithi157 ceph-mon[101289]: pgmap v401: 121 pgs: 8 active+undersized, 11 stale+active+clean, 2 active+undersized+degraded, 100 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 6/411 objects degraded (1.460%) 2024-08-17T00:39:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:48 smithi157 ceph-mon[101289]: osdmap e500: 8 total, 7 up, 8 in 2024-08-17T00:39:48.906 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:48 smithi187 podman[106191]: 2024-08-17 00:39:48.494425384 +0000 UTC m=+0.457884713 container attach ed61c3449b476a85a92ba8188fd7206a811f328725189c6f03e9bfc97afff605 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-17T00:39:48.907 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:48 smithi187 podman[106191]: 2024-08-17 00:39:48.579498971 +0000 UTC m=+0.542958290 container died ed61c3449b476a85a92ba8188fd7206a811f328725189c6f03e9bfc97afff605 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-deactivate, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-08-17T00:39:49.145 INFO:tasks.rados.rados.0.smithi157.stdout:2164: expect (ObjNum 617 snap 192 seq_num 617) 2024-08-17T00:39:49.167 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:49 smithi187 podman[106235]: 2024-08-17 00:39:49.130932263 +0000 UTC m=+0.545805726 container remove ed61c3449b476a85a92ba8188fd7206a811f328725189c6f03e9bfc97afff605 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-17T00:39:49.167 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:49 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.6.service: Deactivated successfully. 2024-08-17T00:39:49.167 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:49 smithi187 systemd[1]: Stopped Ceph osd.6 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:39:49.167 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:49 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.6.service: Consumed 12.550s CPU time. 2024-08-17T00:39:49.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:49 smithi187 ceph-mon[90552]: Health check failed: Degraded data redundancy: 6/411 objects degraded (1.460%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T00:39:49.456 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:49 smithi187 systemd[1]: Starting Ceph osd.6 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:39:49.653 INFO:tasks.rados.rados.0.smithi157.stdout:2166: finishing copy_from racing read to smithi15786056-26 2024-08-17T00:39:49.653 INFO:tasks.rados.rados.0.smithi157.stdout:2166: finishing copy_from to smithi15786056-26 2024-08-17T00:39:49.654 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1070 (ObjNum 600 snap 188 seq_num 600) dirty exists 2024-08-17T00:39:49.654 INFO:tasks.rados.rados.0.smithi157.stdout:2171: expect (ObjNum 594 snap 185 seq_num 594) 2024-08-17T00:39:49.663 INFO:tasks.rados.rados.0.smithi157.stdout:2172: finishing write tid 1 to smithi15786056-49 2024-08-17T00:39:49.663 INFO:tasks.rados.rados.0.smithi157.stdout:2172: finishing write tid 2 to smithi15786056-49 2024-08-17T00:39:49.663 INFO:tasks.rados.rados.0.smithi157.stdout:2173: finishing rollback tid 1 to smithi15786056-43 2024-08-17T00:39:49.663 INFO:tasks.rados.rados.0.smithi157.stdout:2173: finishing rollback tid 2 to smithi15786056-43 2024-08-17T00:39:49.663 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 1289 (ObjNum 606 snap 189 seq_num 606) dirty exists 2024-08-17T00:39:49.663 INFO:tasks.rados.rados.0.smithi157.stdout:2172: finishing write tid 3 to smithi15786056-49 2024-08-17T00:39:49.663 INFO:tasks.rados.rados.0.smithi157.stdout:2163: done (6 left) 2024-08-17T00:39:49.663 INFO:tasks.rados.rados.0.smithi157.stdout:2164: done (5 left) 2024-08-17T00:39:49.663 INFO:tasks.rados.rados.0.smithi157.stdout:2166: done (4 left) 2024-08-17T00:39:49.663 INFO:tasks.rados.rados.0.smithi157.stdout:2167: done (3 left) 2024-08-17T00:39:49.663 INFO:tasks.rados.rados.0.smithi157.stdout:2171: done (2 left) 2024-08-17T00:39:49.663 INFO:tasks.rados.rados.0.smithi157.stdout:2173: done (1 left) 2024-08-17T00:39:49.664 INFO:tasks.rados.rados.0.smithi157.stdout:2174: delete oid 29 current snap is 212 2024-08-17T00:39:49.664 INFO:tasks.rados.rados.0.smithi157.stdout:2172: finishing write tid 4 to smithi15786056-49 2024-08-17T00:39:49.664 INFO:tasks.rados.rados.0.smithi157.stdout:2172: finishing write tid 5 to smithi15786056-49 2024-08-17T00:39:49.664 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1193 (ObjNum 673 snap 212 seq_num 673) dirty exists 2024-08-17T00:39:49.664 INFO:tasks.rados.rados.0.smithi157.stdout:2172: left oid 49 (ObjNum 673 snap 212 seq_num 673) 2024-08-17T00:39:49.664 INFO:tasks.rados.rados.0.smithi157.stdout:2172: done (1 left) 2024-08-17T00:39:49.664 INFO:tasks.rados.rados.0.smithi157.stdout:2174: done (0 left) 2024-08-17T00:39:49.664 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 43 current snap is 212 2024-08-17T00:39:49.665 INFO:tasks.rados.rados.0.smithi157.stdout:2175: seq_num 675 ranges {557056=507904,1064960=704512,1769472=499712} 2024-08-17T00:39:49.669 INFO:tasks.rados.rados.0.smithi157.stdout:2175: writing smithi15786056-43 from 557056 to 1064960 tid 1 2024-08-17T00:39:49.674 INFO:tasks.rados.rados.0.smithi157.stdout:2175: writing smithi15786056-43 from 1064960 to 1769472 tid 2 2024-08-17T00:39:49.677 INFO:tasks.rados.rados.0.smithi157.stdout:2175: writing smithi15786056-43 from 1769472 to 2269184 tid 3 2024-08-17T00:39:49.677 INFO:tasks.rados.rados.0.smithi157.stdout:2176: snap_create 2024-08-17T00:39:49.677 INFO:tasks.rados.rados.0.smithi157.stdout:2175: finishing write tid 1 to smithi15786056-43 2024-08-17T00:39:49.677 INFO:tasks.rados.rados.0.smithi157.stdout:2175: finishing write tid 2 to smithi15786056-43 2024-08-17T00:39:49.679 INFO:tasks.rados.rados.0.smithi157.stdout:2175: finishing write tid 3 to smithi15786056-43 2024-08-17T00:39:49.679 INFO:tasks.rados.rados.0.smithi157.stdout:2175: finishing write tid 4 to smithi15786056-43 2024-08-17T00:39:49.680 INFO:tasks.rados.rados.0.smithi157.stdout:2175: finishing write tid 5 to smithi15786056-43 2024-08-17T00:39:49.680 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 1294 (ObjNum 675 snap 212 seq_num 675) dirty exists 2024-08-17T00:39:49.680 INFO:tasks.rados.rados.0.smithi157.stdout:2175: left oid 43 (ObjNum 675 snap 212 seq_num 675) 2024-08-17T00:39:49.851 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:49 smithi187 podman[106340]: 2024-08-17 00:39:49.548506317 +0000 UTC m=+0.092731622 container create 5a835cdffbff2118811ac61f3fba55e6a8112ebad9e6730699c772bb93bcccc4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:39:49.851 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:49 smithi187 podman[106340]: 2024-08-17 00:39:49.473353024 +0000 UTC m=+0.017578332 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:39:49.852 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:49 smithi187 podman[106340]: 2024-08-17 00:39:49.767979308 +0000 UTC m=+0.312204614 container init 5a835cdffbff2118811ac61f3fba55e6a8112ebad9e6730699c772bb93bcccc4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-activate, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-17T00:39:49.852 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:49 smithi187 podman[106340]: 2024-08-17 00:39:49.772801062 +0000 UTC m=+0.317026363 container start 5a835cdffbff2118811ac61f3fba55e6a8112ebad9e6730699c772bb93bcccc4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-17T00:39:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:49 smithi157 ceph-mon[101289]: Health check failed: Degraded data redundancy: 6/411 objects degraded (1.460%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T00:39:49.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:49 smithi157 ceph-mon[98780]: Health check failed: Degraded data redundancy: 6/411 objects degraded (1.460%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T00:39:50.101 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:49 smithi187 podman[106340]: 2024-08-17 00:39:49.850709016 +0000 UTC m=+0.394934317 container attach 5a835cdffbff2118811ac61f3fba55e6a8112ebad9e6730699c772bb93bcccc4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2) 2024-08-17T00:39:50.102 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-activate[106355]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:39:50.102 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:49 smithi187 bash[106340]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:39:50.102 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:49 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-activate[106355]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:39:50.102 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:49 smithi187 bash[106340]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:39:50.102 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-activate[106355]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T00:39:50.102 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 bash[106340]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T00:39:50.102 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-activate[106355]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-17T00:39:50.102 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 bash[106340]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-17T00:39:50.409 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-activate[106355]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-17T00:39:50.409 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 bash[106340]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-17T00:39:50.409 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-activate[106355]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T00:39:50.409 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 bash[106340]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T00:39:50.409 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-activate[106355]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-17T00:39:50.409 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 bash[106340]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-17T00:39:50.409 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-activate[106355]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T00:39:50.409 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 bash[106340]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T00:39:50.409 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-activate[106355]: --> ceph-volume raw activate successful for osd ID: 6 2024-08-17T00:39:50.409 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 bash[106340]: --> ceph-volume raw activate successful for osd ID: 6 2024-08-17T00:39:50.410 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 podman[106340]: 2024-08-17 00:39:50.148669711 +0000 UTC m=+0.692895013 container died 5a835cdffbff2118811ac61f3fba55e6a8112ebad9e6730699c772bb93bcccc4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-17T00:39:50.411 INFO:tasks.rados.rados.0.smithi157.stdout:2175: done (1 left) 2024-08-17T00:39:50.411 INFO:tasks.rados.rados.0.smithi157.stdout:2176: done (0 left) 2024-08-17T00:39:50.411 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 42 current snap is 213 2024-08-17T00:39:50.411 INFO:tasks.rados.rados.0.smithi157.stdout:2177: seq_num 676 ranges {2564096=524288,3088384=589824,3678208=450560,4128768=163840} 2024-08-17T00:39:50.428 INFO:tasks.rados.rados.0.smithi157.stdout:2177: writing smithi15786056-42 from 2564096 to 3088384 tid 1 2024-08-17T00:39:50.432 INFO:tasks.rados.rados.0.smithi157.stdout:2177: writing smithi15786056-42 from 3088384 to 3678208 tid 2 2024-08-17T00:39:50.435 INFO:tasks.rados.rados.0.smithi157.stdout:2177: writing smithi15786056-42 from 3678208 to 4128768 tid 3 2024-08-17T00:39:50.436 INFO:tasks.rados.rados.0.smithi157.stdout:2177: writing smithi15786056-42 from 4128768 to 4292608 tid 4 2024-08-17T00:39:50.436 INFO:tasks.rados.rados.0.smithi157.stdout:2178: snap_create 2024-08-17T00:39:50.436 INFO:tasks.rados.rados.0.smithi157.stdout:2177: finishing write tid 1 to smithi15786056-42 2024-08-17T00:39:50.436 INFO:tasks.rados.rados.0.smithi157.stdout:2177: finishing write tid 2 to smithi15786056-42 2024-08-17T00:39:50.438 INFO:tasks.rados.rados.0.smithi157.stdout:2177: finishing write tid 3 to smithi15786056-42 2024-08-17T00:39:50.439 INFO:tasks.rados.rados.0.smithi157.stdout:2177: finishing write tid 4 to smithi15786056-42 2024-08-17T00:39:50.439 INFO:tasks.rados.rados.0.smithi157.stdout:2177: finishing write tid 5 to smithi15786056-42 2024-08-17T00:39:50.440 INFO:tasks.rados.rados.0.smithi157.stdout:2177: finishing write tid 6 to smithi15786056-42 2024-08-17T00:39:50.440 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 1300 (ObjNum 676 snap 213 seq_num 676) dirty exists 2024-08-17T00:39:50.441 INFO:tasks.rados.rados.0.smithi157.stdout:2177: left oid 42 (ObjNum 676 snap 213 seq_num 676) 2024-08-17T00:39:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:50 smithi187 ceph-mon[90552]: pgmap v403: 121 pgs: 28 active+undersized, 1 stale+active+clean, 8 active+undersized+degraded, 84 active+clean; 299 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 7 op/s; 51/426 objects degraded (11.972%) 2024-08-17T00:39:50.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:50 smithi157 ceph-mon[98780]: pgmap v403: 121 pgs: 28 active+undersized, 1 stale+active+clean, 8 active+undersized+degraded, 84 active+clean; 299 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 7 op/s; 51/426 objects degraded (11.972%) 2024-08-17T00:39:50.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:50 smithi157 ceph-mon[101289]: pgmap v403: 121 pgs: 28 active+undersized, 1 stale+active+clean, 8 active+undersized+degraded, 84 active+clean; 299 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 7 op/s; 51/426 objects degraded (11.972%) 2024-08-17T00:39:51.154 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:50 smithi187 podman[106494]: 2024-08-17 00:39:50.813193617 +0000 UTC m=+0.659081950 container remove 5a835cdffbff2118811ac61f3fba55e6a8112ebad9e6730699c772bb93bcccc4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-activate, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-d863d21, org.label-schema.build-date=20240731) 2024-08-17T00:39:51.155 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:51 smithi187 podman[106558]: 2024-08-17 00:39:50.9301484 +0000 UTC m=+0.017467656 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:39:51.155 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:51 smithi187 podman[106558]: 2024-08-17 00:39:51.047205194 +0000 UTC m=+0.134524441 container create fc0797d1442857558ac5bf63b3c2805faafbe459fc251a95b85ebeab217bf440 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0) 2024-08-17T00:39:51.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:51 smithi187 ceph-mon[90552]: osdmap e501: 8 total, 7 up, 8 in 2024-08-17T00:39:51.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:51 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:51.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:51 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:51.409 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:51 smithi187 podman[106558]: 2024-08-17 00:39:51.249643665 +0000 UTC m=+0.336962924 container init fc0797d1442857558ac5bf63b3c2805faafbe459fc251a95b85ebeab217bf440 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:39:51.409 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:51 smithi187 podman[106558]: 2024-08-17 00:39:51.254358476 +0000 UTC m=+0.341677725 container start fc0797d1442857558ac5bf63b3c2805faafbe459fc251a95b85ebeab217bf440 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-17T00:39:51.409 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:51 smithi187 ceph-osd[106596]: -- 172.21.15.187:0/3329138828 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5598e5bc1a40 con 0x5598e6984000 2024-08-17T00:39:51.409 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:51 smithi187 bash[106558]: fc0797d1442857558ac5bf63b3c2805faafbe459fc251a95b85ebeab217bf440 2024-08-17T00:39:51.409 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:51 smithi187 systemd[1]: Started Ceph osd.6 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:39:51.415 INFO:tasks.rados.rados.0.smithi157.stdout:2177: done (1 left) 2024-08-17T00:39:51.415 INFO:tasks.rados.rados.0.smithi157.stdout:2178: done (0 left) 2024-08-17T00:39:51.415 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 214 2024-08-17T00:39:51.415 INFO:tasks.rados.rados.0.smithi157.stdout:2179: seq_num 677 ranges {4358144=540672,4898816=516096,5414912=655360,6070272=32768} 2024-08-17T00:39:51.441 INFO:tasks.rados.rados.0.smithi157.stdout:2179: writing smithi15786056-18 from 4358144 to 4898816 tid 1 2024-08-17T00:39:51.443 INFO:tasks.rados.rados.0.smithi157.stdout:2179: writing smithi15786056-18 from 4898816 to 5414912 tid 2 2024-08-17T00:39:51.448 INFO:tasks.rados.rados.0.smithi157.stdout:2179: writing smithi15786056-18 from 5414912 to 6070272 tid 3 2024-08-17T00:39:51.448 INFO:tasks.rados.rados.0.smithi157.stdout:2179: writing smithi15786056-18 from 6070272 to 6103040 tid 4 2024-08-17T00:39:51.448 INFO:tasks.rados.rados.0.smithi157.stdout:2180: snap_create 2024-08-17T00:39:51.448 INFO:tasks.rados.rados.0.smithi157.stdout:2179: finishing write tid 1 to smithi15786056-18 2024-08-17T00:39:51.448 INFO:tasks.rados.rados.0.smithi157.stdout:2179: finishing write tid 2 to smithi15786056-18 2024-08-17T00:39:51.451 INFO:tasks.rados.rados.0.smithi157.stdout:2179: finishing write tid 3 to smithi15786056-18 2024-08-17T00:39:51.452 INFO:tasks.rados.rados.0.smithi157.stdout:2179: finishing write tid 4 to smithi15786056-18 2024-08-17T00:39:51.452 INFO:tasks.rados.rados.0.smithi157.stdout:2179: finishing write tid 5 to smithi15786056-18 2024-08-17T00:39:51.453 INFO:tasks.rados.rados.0.smithi157.stdout:2179: finishing write tid 6 to smithi15786056-18 2024-08-17T00:39:51.453 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 1198 (ObjNum 677 snap 214 seq_num 677) dirty exists 2024-08-17T00:39:51.453 INFO:tasks.rados.rados.0.smithi157.stdout:2179: left oid 18 (ObjNum 677 snap 214 seq_num 677) 2024-08-17T00:39:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:51 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:51 smithi157 ceph-mon[101289]: osdmap e501: 8 total, 7 up, 8 in 2024-08-17T00:39:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:51 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:51 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:51 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:51 smithi157 ceph-mon[98780]: osdmap e501: 8 total, 7 up, 8 in 2024-08-17T00:39:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:51 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:51 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:51 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:52.139 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:51 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T00:39:51.789+0000 7f0d36a91640 -1 Falling back to public interface 2024-08-17T00:39:52.354 INFO:tasks.rados.rados.0.smithi157.stdout:2179: done (1 left) 2024-08-17T00:39:52.354 INFO:tasks.rados.rados.0.smithi157.stdout:2180: done (0 left) 2024-08-17T00:39:52.354 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 17 current snap is 215 2024-08-17T00:39:52.354 INFO:tasks.rados.rados.0.smithi157.stdout:2181: seq_num 678 ranges {9715712=565248,10280960=802816,11083776=401408} 2024-08-17T00:39:52.407 INFO:tasks.rados.rados.0.smithi157.stdout:2181: writing smithi15786056-17 from 9715712 to 10280960 tid 1 2024-08-17T00:39:52.412 INFO:tasks.rados.rados.0.smithi157.stdout:2181: writing smithi15786056-17 from 10280960 to 11083776 tid 2 2024-08-17T00:39:52.415 INFO:tasks.rados.rados.0.smithi157.stdout:2181: writing smithi15786056-17 from 11083776 to 11485184 tid 3 2024-08-17T00:39:52.415 INFO:tasks.rados.rados.0.smithi157.stdout:2182: rollback oid 22 current snap is 215 2024-08-17T00:39:52.415 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 22 to 195 2024-08-17T00:39:52.415 INFO:tasks.rados.rados.0.smithi157.stdout:2183: delete oid 39 current snap is 215 2024-08-17T00:39:52.417 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:39:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:39:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:39:52.419 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:52 smithi187 ceph-mon[90552]: osdmap e502: 8 total, 7 up, 8 in 2024-08-17T00:39:52.419 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:52 smithi187 ceph-mon[90552]: pgmap v406: 121 pgs: 35 active+undersized, 9 active+undersized+degraded, 77 active+clean; 299 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.5 MiB/s wr, 8 op/s; 52/426 objects degraded (12.207%) 2024-08-17T00:39:52.419 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:52 smithi187 ceph-mon[90552]: osdmap e503: 8 total, 7 up, 8 in 2024-08-17T00:39:52.420 INFO:tasks.rados.rados.0.smithi157.stdout:2181: finishing write tid 1 to smithi15786056-17 2024-08-17T00:39:52.420 INFO:tasks.rados.rados.0.smithi157.stdout:2181: finishing write tid 2 to smithi15786056-17 2024-08-17T00:39:52.420 INFO:tasks.rados.rados.0.smithi157.stdout:2181: finishing write tid 3 to smithi15786056-17 2024-08-17T00:39:52.420 INFO:tasks.rados.rados.0.smithi157.stdout:2183: done (2 left) 2024-08-17T00:39:52.420 INFO:tasks.rados.rados.0.smithi157.stdout:2184: snap_remove snap 201 2024-08-17T00:39:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:52 smithi157 ceph-mon[98780]: osdmap e502: 8 total, 7 up, 8 in 2024-08-17T00:39:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:52 smithi157 ceph-mon[98780]: pgmap v406: 121 pgs: 35 active+undersized, 9 active+undersized+degraded, 77 active+clean; 299 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.5 MiB/s wr, 8 op/s; 52/426 objects degraded (12.207%) 2024-08-17T00:39:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:52 smithi157 ceph-mon[98780]: osdmap e503: 8 total, 7 up, 8 in 2024-08-17T00:39:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:52 smithi157 ceph-mon[101289]: osdmap e502: 8 total, 7 up, 8 in 2024-08-17T00:39:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:52 smithi157 ceph-mon[101289]: pgmap v406: 121 pgs: 35 active+undersized, 9 active+undersized+degraded, 77 active+clean; 299 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.5 MiB/s wr, 8 op/s; 52/426 objects degraded (12.207%) 2024-08-17T00:39:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:52 smithi157 ceph-mon[101289]: osdmap e503: 8 total, 7 up, 8 in 2024-08-17T00:39:53.424 INFO:tasks.rados.rados.0.smithi157.stdout:2184: done (2 left) 2024-08-17T00:39:53.424 INFO:tasks.rados.rados.0.smithi157.stdout:2185: snap_create 2024-08-17T00:39:53.424 INFO:tasks.rados.rados.0.smithi157.stdout:2181: finishing write tid 4 to smithi15786056-17 2024-08-17T00:39:53.424 INFO:tasks.rados.rados.0.smithi157.stdout:2182: finishing rollback tid 1 to smithi15786056-22 2024-08-17T00:39:53.424 INFO:tasks.rados.rados.0.smithi157.stdout:2182: finishing rollback tid 2 to smithi15786056-22 2024-08-17T00:39:53.424 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 1235 (ObjNum 611 snap 191 seq_num 611) dirty exists 2024-08-17T00:39:53.424 INFO:tasks.rados.rados.0.smithi157.stdout:2181: finishing write tid 5 to smithi15786056-17 2024-08-17T00:39:53.424 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 991 (ObjNum 678 snap 215 seq_num 678) dirty exists 2024-08-17T00:39:53.424 INFO:tasks.rados.rados.0.smithi157.stdout:2181: left oid 17 (ObjNum 678 snap 215 seq_num 678) 2024-08-17T00:39:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:39:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:39:53] "GET /metrics HTTP/1.1" 200 36225 "" "Prometheus/2.43.0" 2024-08-17T00:39:54.430 INFO:tasks.rados.rados.0.smithi157.stdout:2181: done (2 left) 2024-08-17T00:39:54.430 INFO:tasks.rados.rados.0.smithi157.stdout:2182: done (1 left) 2024-08-17T00:39:54.430 INFO:tasks.rados.rados.0.smithi157.stdout:2185: done (0 left) 2024-08-17T00:39:54.430 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 10 current snap is 216 2024-08-17T00:39:54.430 INFO:tasks.rados.rados.0.smithi157.stdout:2186: seq_num 680 ranges {5816320=598016,6414336=573440,6987776=434176,7421952=196608} 2024-08-17T00:39:54.463 INFO:tasks.rados.rados.0.smithi157.stdout:2186: writing smithi15786056-10 from 5816320 to 6414336 tid 1 2024-08-17T00:39:54.467 INFO:tasks.rados.rados.0.smithi157.stdout:2186: writing smithi15786056-10 from 6414336 to 6987776 tid 2 2024-08-17T00:39:54.470 INFO:tasks.rados.rados.0.smithi157.stdout:2186: writing smithi15786056-10 from 6987776 to 7421952 tid 3 2024-08-17T00:39:54.471 INFO:tasks.rados.rados.0.smithi157.stdout:2186: writing smithi15786056-10 from 7421952 to 7618560 tid 4 2024-08-17T00:39:54.471 INFO:tasks.rados.rados.0.smithi157.stdout:2187: snap_create 2024-08-17T00:39:54.473 INFO:tasks.rados.rados.0.smithi157.stdout:2186: finishing write tid 1 to smithi15786056-10 2024-08-17T00:39:54.473 INFO:tasks.rados.rados.0.smithi157.stdout:2186: finishing write tid 2 to smithi15786056-10 2024-08-17T00:39:54.475 INFO:tasks.rados.rados.0.smithi157.stdout:2186: finishing write tid 3 to smithi15786056-10 2024-08-17T00:39:54.476 INFO:tasks.rados.rados.0.smithi157.stdout:2186: finishing write tid 4 to smithi15786056-10 2024-08-17T00:39:54.476 INFO:tasks.rados.rados.0.smithi157.stdout:2186: finishing write tid 5 to smithi15786056-10 2024-08-17T00:39:54.477 INFO:tasks.rados.rados.0.smithi157.stdout:2186: finishing write tid 6 to smithi15786056-10 2024-08-17T00:39:54.477 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 1097 (ObjNum 680 snap 216 seq_num 680) dirty exists 2024-08-17T00:39:54.477 INFO:tasks.rados.rados.0.smithi157.stdout:2186: left oid 10 (ObjNum 680 snap 216 seq_num 680) 2024-08-17T00:39:54.677 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:54 smithi187 ceph-mon[90552]: osdmap e504: 8 total, 7 up, 8 in 2024-08-17T00:39:54.677 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:54 smithi187 ceph-mon[90552]: pgmap v409: 121 pgs: 35 active+undersized, 9 active+undersized+degraded, 77 active+clean; 305 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 54/435 objects degraded (12.414%) 2024-08-17T00:39:54.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:54 smithi157 ceph-mon[98780]: osdmap e504: 8 total, 7 up, 8 in 2024-08-17T00:39:54.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:54 smithi157 ceph-mon[98780]: pgmap v409: 121 pgs: 35 active+undersized, 9 active+undersized+degraded, 77 active+clean; 305 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 54/435 objects degraded (12.414%) 2024-08-17T00:39:54.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:54 smithi157 ceph-mon[101289]: osdmap e504: 8 total, 7 up, 8 in 2024-08-17T00:39:54.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:54 smithi157 ceph-mon[101289]: pgmap v409: 121 pgs: 35 active+undersized, 9 active+undersized+degraded, 77 active+clean; 305 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 54/435 objects degraded (12.414%) 2024-08-17T00:39:54.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:54 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T00:39:54.675+0000 7f0d36a91640 -1 osd.6 497 log_to_monitors true 2024-08-17T00:39:55.435 INFO:tasks.rados.rados.0.smithi157.stdout:2186: done (1 left) 2024-08-17T00:39:55.435 INFO:tasks.rados.rados.0.smithi157.stdout:2187: done (0 left) 2024-08-17T00:39:55.435 INFO:tasks.rados.rados.0.smithi157.stdout:2188: rollback oid 27 current snap is 217 2024-08-17T00:39:55.435 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 27 to 195 2024-08-17T00:39:55.435 INFO:tasks.rados.rados.0.smithi157.stdout:2189: delete oid 39 current snap is 217 2024-08-17T00:39:55.438 INFO:tasks.rados.rados.0.smithi157.stdout:2189: done (1 left) 2024-08-17T00:39:55.438 INFO:tasks.rados.rados.0.smithi157.stdout:2190: rollback oid 5 current snap is 217 2024-08-17T00:39:55.438 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 5 to 216 2024-08-17T00:39:55.438 INFO:tasks.rados.rados.0.smithi157.stdout:2191: copy_from oid 6 from oid 24 current snap is 217 2024-08-17T00:39:55.438 INFO:tasks.rados.rados.0.smithi157.stdout:2188: finishing rollback tid 1 to smithi15786056-27 2024-08-17T00:39:55.439 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T00:39:55.439 INFO:tasks.rados.rados.0.smithi157.stdout:2188: done (2 left) 2024-08-17T00:39:55.439 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 20 current snap is 217 2024-08-17T00:39:55.439 INFO:tasks.rados.rados.0.smithi157.stdout:2192: seq_num 682 ranges {0=630784,630784=745472,1376256=442368,1818624=16384} 2024-08-17T00:39:55.441 INFO:tasks.rados.rados.0.smithi157.stdout:2192: writing smithi15786056-20 from 0 to 630784 tid 1 2024-08-17T00:39:55.446 INFO:tasks.rados.rados.0.smithi157.stdout:2192: writing smithi15786056-20 from 630784 to 1376256 tid 2 2024-08-17T00:39:55.448 INFO:tasks.rados.rados.0.smithi157.stdout:2192: writing smithi15786056-20 from 1376256 to 1818624 tid 3 2024-08-17T00:39:55.449 INFO:tasks.rados.rados.0.smithi157.stdout:2192: writing smithi15786056-20 from 1818624 to 1835008 tid 4 2024-08-17T00:39:55.449 INFO:tasks.rados.rados.0.smithi157.stdout:2193: snap_create 2024-08-17T00:39:55.449 INFO:tasks.rados.rados.0.smithi157.stdout:2190: finishing rollback tid 1 to smithi15786056-5 2024-08-17T00:39:55.449 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T00:39:55.449 INFO:tasks.rados.rados.0.smithi157.stdout:2191: finishing copy_from to smithi15786056-6 2024-08-17T00:39:55.449 INFO:tasks.rados.rados.0.smithi157.stdout:2191: got expected ENOENT (src dne) 2024-08-17T00:39:55.449 INFO:tasks.rados.rados.0.smithi157.stdout:2191: finishing copy_from racing read to smithi15786056-6 2024-08-17T00:39:55.463 INFO:tasks.rados.rados.0.smithi157.stdout:2192: finishing write tid 1 to smithi15786056-20 2024-08-17T00:39:55.492 INFO:tasks.rados.rados.0.smithi157.stdout:2192: finishing write tid 2 to smithi15786056-20 2024-08-17T00:39:55.492 INFO:tasks.rados.rados.0.smithi157.stdout:2192: finishing write tid 3 to smithi15786056-20 2024-08-17T00:39:55.492 INFO:tasks.rados.rados.0.smithi157.stdout:2192: finishing write tid 4 to smithi15786056-20 2024-08-17T00:39:55.492 INFO:tasks.rados.rados.0.smithi157.stdout:2192: finishing write tid 5 to smithi15786056-20 2024-08-17T00:39:55.493 INFO:tasks.rados.rados.0.smithi157.stdout:2192: finishing write tid 6 to smithi15786056-20 2024-08-17T00:39:55.493 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 1089 (ObjNum 682 snap 217 seq_num 682) dirty exists 2024-08-17T00:39:55.493 INFO:tasks.rados.rados.0.smithi157.stdout:2192: left oid 20 (ObjNum 682 snap 217 seq_num 682) 2024-08-17T00:39:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:55 smithi187 ceph-mon[90552]: Health check update: Degraded data redundancy: 54/435 objects degraded (12.414%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T00:39:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:55 smithi187 ceph-mon[90552]: osdmap e505: 8 total, 7 up, 8 in 2024-08-17T00:39:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:55 smithi187 ceph-mon[90552]: from='osd.6 [v2:172.21.15.187:6816/969109479,v1:172.21.15.187:6817/969109479]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:39:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:55 smithi187 ceph-mon[90552]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:39:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:55 smithi157 ceph-mon[98780]: Health check update: Degraded data redundancy: 54/435 objects degraded (12.414%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T00:39:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:55 smithi157 ceph-mon[98780]: osdmap e505: 8 total, 7 up, 8 in 2024-08-17T00:39:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:55 smithi157 ceph-mon[98780]: from='osd.6 [v2:172.21.15.187:6816/969109479,v1:172.21.15.187:6817/969109479]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:39:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:55 smithi157 ceph-mon[98780]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:39:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:55 smithi157 ceph-mon[101289]: Health check update: Degraded data redundancy: 54/435 objects degraded (12.414%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T00:39:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:55 smithi157 ceph-mon[101289]: osdmap e505: 8 total, 7 up, 8 in 2024-08-17T00:39:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:55 smithi157 ceph-mon[101289]: from='osd.6 [v2:172.21.15.187:6816/969109479,v1:172.21.15.187:6817/969109479]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:39:55.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:55 smithi157 ceph-mon[101289]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:39:56.205 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:39:55 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T00:39:55.907+0000 7f0d2a834640 -1 osd.6 497 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:39:56.445 INFO:tasks.rados.rados.0.smithi157.stdout:2190: done (3 left) 2024-08-17T00:39:56.445 INFO:tasks.rados.rados.0.smithi157.stdout:2191: done (2 left) 2024-08-17T00:39:56.445 INFO:tasks.rados.rados.0.smithi157.stdout:2192: done (1 left) 2024-08-17T00:39:56.445 INFO:tasks.rados.rados.0.smithi157.stdout:2193: done (0 left) 2024-08-17T00:39:56.445 INFO:tasks.rados.rados.0.smithi157.stdout:2194: snap_remove snap 195 2024-08-17T00:39:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:56 smithi187 ceph-mon[90552]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T00:39:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:56 smithi187 ceph-mon[90552]: osdmap e506: 8 total, 7 up, 8 in 2024-08-17T00:39:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:56 smithi187 ceph-mon[90552]: from='osd.6 [v2:172.21.15.187:6816/969109479,v1:172.21.15.187:6817/969109479]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:39:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:56 smithi187 ceph-mon[90552]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:39:56.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:56 smithi187 ceph-mon[90552]: pgmap v412: 121 pgs: 35 active+undersized, 9 active+undersized+degraded, 77 active+clean; 308 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 8 op/s; 55/435 objects degraded (12.644%) 2024-08-17T00:39:56.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:56 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:56.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:56 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:56.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:56 smithi187 ceph-mon[90552]: from='osd.6 ' entity='osd.6' 2024-08-17T00:39:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[98780]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T00:39:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[98780]: osdmap e506: 8 total, 7 up, 8 in 2024-08-17T00:39:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[98780]: from='osd.6 [v2:172.21.15.187:6816/969109479,v1:172.21.15.187:6817/969109479]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:39:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[98780]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:39:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[98780]: pgmap v412: 121 pgs: 35 active+undersized, 9 active+undersized+degraded, 77 active+clean; 308 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 8 op/s; 55/435 objects degraded (12.644%) 2024-08-17T00:39:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[98780]: from='osd.6 ' entity='osd.6' 2024-08-17T00:39:56.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[101289]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T00:39:56.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[101289]: osdmap e506: 8 total, 7 up, 8 in 2024-08-17T00:39:56.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[101289]: from='osd.6 [v2:172.21.15.187:6816/969109479,v1:172.21.15.187:6817/969109479]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:39:56.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[101289]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:39:56.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[101289]: pgmap v412: 121 pgs: 35 active+undersized, 9 active+undersized+degraded, 77 active+clean; 308 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 8 op/s; 55/435 objects degraded (12.644%) 2024-08-17T00:39:56.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:56.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:56.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:56 smithi157 ceph-mon[101289]: from='osd.6 ' entity='osd.6' 2024-08-17T00:39:57.361 INFO:tasks.rados.rados.0.smithi157.stdout:2194: done (0 left) 2024-08-17T00:39:57.361 INFO:tasks.rados.rados.0.smithi157.stdout:2195: read oid 42 snap 217 2024-08-17T00:39:57.362 INFO:tasks.rados.rados.0.smithi157.stdout:2195: expect (ObjNum 676 snap 213 seq_num 676) 2024-08-17T00:39:57.362 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 33 current snap is 218 2024-08-17T00:39:57.362 INFO:tasks.rados.rados.0.smithi157.stdout:2196: seq_num 683 ranges {9805824=647168,10452992=630784,11083776=573440} 2024-08-17T00:39:57.419 INFO:tasks.rados.rados.0.smithi157.stdout:2196: writing smithi15786056-33 from 9805824 to 10452992 tid 1 2024-08-17T00:39:57.428 INFO:tasks.rados.rados.0.smithi157.stdout:2196: writing smithi15786056-33 from 10452992 to 11083776 tid 2 2024-08-17T00:39:57.428 INFO:tasks.rados.rados.0.smithi157.stdout:2196: writing smithi15786056-33 from 11083776 to 11657216 tid 3 2024-08-17T00:39:57.428 INFO:tasks.rados.rados.0.smithi157.stdout:2197: delete oid 6 current snap is 218 2024-08-17T00:39:57.428 INFO:tasks.rados.rados.0.smithi157.stdout:2195: expect (ObjNum 676 snap 213 seq_num 676) 2024-08-17T00:39:57.616 INFO:tasks.rados.rados.0.smithi157.stdout:2196: finishing write tid 1 to smithi15786056-33 2024-08-17T00:39:57.616 INFO:tasks.rados.rados.0.smithi157.stdout:2196: finishing write tid 2 to smithi15786056-33 2024-08-17T00:39:57.616 INFO:tasks.rados.rados.0.smithi157.stdout:2195: done (2 left) 2024-08-17T00:39:57.616 INFO:tasks.rados.rados.0.smithi157.stdout:2197: done (1 left) 2024-08-17T00:39:57.616 INFO:tasks.rados.rados.0.smithi157.stdout:2198: read oid 4 snap -1 2024-08-17T00:39:57.616 INFO:tasks.rados.rados.0.smithi157.stdout:2198: expect (ObjNum 659 snap 208 seq_num 659) 2024-08-17T00:39:57.616 INFO:tasks.rados.rados.0.smithi157.stdout:2199: read oid 31 snap -1 2024-08-17T00:39:57.616 INFO:tasks.rados.rados.0.smithi157.stdout:2199: expect (ObjNum 645 snap 203 seq_num 645) 2024-08-17T00:39:57.616 INFO:tasks.rados.rados.0.smithi157.stdout:2200: snap_create 2024-08-17T00:39:57.617 INFO:tasks.rados.rados.0.smithi157.stdout:2196: finishing write tid 3 to smithi15786056-33 2024-08-17T00:39:57.617 INFO:tasks.rados.rados.0.smithi157.stdout:2196: finishing write tid 4 to smithi15786056-33 2024-08-17T00:39:57.617 INFO:tasks.rados.rados.0.smithi157.stdout:2196: finishing write tid 5 to smithi15786056-33 2024-08-17T00:39:57.617 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 995 (ObjNum 683 snap 218 seq_num 683) dirty exists 2024-08-17T00:39:57.617 INFO:tasks.rados.rados.0.smithi157.stdout:2196: left oid 33 (ObjNum 683 snap 218 seq_num 683) 2024-08-17T00:39:57.637 INFO:tasks.rados.rados.0.smithi157.stdout:2199: expect (ObjNum 645 snap 203 seq_num 645) 2024-08-17T00:39:57.701 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:57 smithi187 ceph-mon[90552]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:39:57.701 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:57 smithi187 ceph-mon[90552]: osd.6 [v2:172.21.15.187:6816/969109479,v1:172.21.15.187:6817/969109479] boot 2024-08-17T00:39:57.701 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:57 smithi187 ceph-mon[90552]: osdmap e507: 8 total, 8 up, 8 in 2024-08-17T00:39:57.701 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:57 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:39:57.701 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:57 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:57.701 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:57 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:57.701 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:57 smithi187 ceph-mon[90552]: osdmap e508: 8 total, 8 up, 8 in 2024-08-17T00:39:57.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:57 smithi157 ceph-mon[101289]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:39:57.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:57 smithi157 ceph-mon[101289]: osd.6 [v2:172.21.15.187:6816/969109479,v1:172.21.15.187:6817/969109479] boot 2024-08-17T00:39:57.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:57 smithi157 ceph-mon[101289]: osdmap e507: 8 total, 8 up, 8 in 2024-08-17T00:39:57.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:57 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:39:57.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:57 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:57.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:57 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:57.787 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:57 smithi157 ceph-mon[101289]: osdmap e508: 8 total, 8 up, 8 in 2024-08-17T00:39:57.787 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:57 smithi157 ceph-mon[98780]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:39:57.787 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:57 smithi157 ceph-mon[98780]: osd.6 [v2:172.21.15.187:6816/969109479,v1:172.21.15.187:6817/969109479] boot 2024-08-17T00:39:57.787 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:57 smithi157 ceph-mon[98780]: osdmap e507: 8 total, 8 up, 8 in 2024-08-17T00:39:57.787 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:57 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:39:57.787 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:57 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:57.787 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:57 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:57.787 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:57 smithi157 ceph-mon[98780]: osdmap e508: 8 total, 8 up, 8 in 2024-08-17T00:39:57.980 INFO:tasks.rados.rados.0.smithi157.stdout:2198: expect (ObjNum 659 snap 208 seq_num 659) 2024-08-17T00:39:58.446 INFO:tasks.rados.rados.0.smithi157.stdout:2196: done (3 left) 2024-08-17T00:39:58.446 INFO:tasks.rados.rados.0.smithi157.stdout:2198: done (2 left) 2024-08-17T00:39:58.446 INFO:tasks.rados.rados.0.smithi157.stdout:2199: done (1 left) 2024-08-17T00:39:58.446 INFO:tasks.rados.rados.0.smithi157.stdout:2200: done (0 left) 2024-08-17T00:39:58.446 INFO:tasks.rados.rados.0.smithi157.stdout:2201: delete oid 33 current snap is 219 2024-08-17T00:39:58.448 INFO:tasks.rados.rados.0.smithi157.stdout:2201: done (0 left) 2024-08-17T00:39:58.448 INFO:tasks.rados.rados.0.smithi157.stdout:2202: copy_from oid 29 from oid 38 current snap is 219 2024-08-17T00:39:58.449 INFO:tasks.rados.rados.0.smithi157.stdout:2203: setattr oid 45 current snap is 219 2024-08-17T00:39:58.450 INFO:tasks.rados.rados.0.smithi157.stdout:2204: delete oid 12 current snap is 219 2024-08-17T00:39:58.454 INFO:tasks.rados.rados.0.smithi157.stdout:2204: done (2 left) 2024-08-17T00:39:58.454 INFO:tasks.rados.rados.0.smithi157.stdout:2205: snap_create 2024-08-17T00:39:58.456 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 1199 (ObjNum 654 snap 205 seq_num 654) dirty exists 2024-08-17T00:39:58.459 INFO:tasks.rados.rados.0.smithi157.stdout:2202: finishing copy_from racing read to smithi15786056-29 2024-08-17T00:39:58.459 INFO:tasks.rados.rados.0.smithi157.stdout:2202: finishing copy_from to smithi15786056-29 2024-08-17T00:39:58.460 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 881 (ObjNum 666 snap 209 seq_num 666) dirty exists 2024-08-17T00:39:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:58 smithi187 ceph-mon[90552]: pgmap v415: 121 pgs: 30 active+undersized, 8 active+undersized+degraded, 83 active+clean; 309 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 4 op/s; 54/438 objects degraded (12.329%) 2024-08-17T00:39:58.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:58 smithi157 ceph-mon[98780]: pgmap v415: 121 pgs: 30 active+undersized, 8 active+undersized+degraded, 83 active+clean; 309 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 4 op/s; 54/438 objects degraded (12.329%) 2024-08-17T00:39:58.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:58 smithi157 ceph-mon[101289]: pgmap v415: 121 pgs: 30 active+undersized, 8 active+undersized+degraded, 83 active+clean; 309 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 4 op/s; 54/438 objects degraded (12.329%) 2024-08-17T00:39:59.452 INFO:tasks.rados.rados.0.smithi157.stdout:2202: done (2 left) 2024-08-17T00:39:59.452 INFO:tasks.rados.rados.0.smithi157.stdout:2203: done (1 left) 2024-08-17T00:39:59.452 INFO:tasks.rados.rados.0.smithi157.stdout:2205: done (0 left) 2024-08-17T00:39:59.452 INFO:tasks.rados.rados.0.smithi157.stdout:2206: snap_remove snap 219 2024-08-17T00:39:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:59 smithi187 ceph-mon[90552]: osdmap e509: 8 total, 8 up, 8 in 2024-08-17T00:39:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:39:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:59 smithi157 ceph-mon[98780]: osdmap e509: 8 total, 8 up, 8 in 2024-08-17T00:39:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:39:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:59 smithi157 ceph-mon[101289]: osdmap e509: 8 total, 8 up, 8 in 2024-08-17T00:39:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:39:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:39:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:00.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:39:59 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T00:39:59.917+0000 7fa318536640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-08-17T00:40:00.459 INFO:tasks.rados.rados.0.smithi157.stdout:2206: done (0 left) 2024-08-17T00:40:00.460 INFO:tasks.rados.rados.0.smithi157.stdout:2207: snap_remove snap 208 2024-08-17T00:40:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: osdmap e510: 8 total, 8 up, 8 in 2024-08-17T00:40:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: pgmap v418: 121 pgs: 17 active+undersized, 5 active+undersized+degraded, 99 active+clean; 307 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 452 KiB/s wr, 7 op/s; 15/432 objects degraded (3.472%); 17 MiB/s, 3 objects/s recovering 2024-08-17T00:40:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:00.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:00.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:00.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:00.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:00.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:40:00.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: Health detail: HEALTH_WARN Degraded data redundancy: 54/438 objects degraded (12.329%), 8 pgs degraded 2024-08-17T00:40:00.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: [WRN] PG_DEGRADED: Degraded data redundancy: 54/438 objects degraded (12.329%), 8 pgs degraded 2024-08-17T00:40:00.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: pg 1.0 is active+undersized+degraded, acting [7,0] 2024-08-17T00:40:00.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: pg 2.6 is active+undersized+degraded, acting [1,4] 2024-08-17T00:40:00.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: pg 2.7 is active+undersized+degraded, acting [7,2] 2024-08-17T00:40:00.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: pg 2.14 is active+undersized+degraded, acting [3,5] 2024-08-17T00:40:00.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: pg 5.2 is active+undersized+degraded, acting [NONE,3,5] 2024-08-17T00:40:00.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: pg 5.3 is active+undersized+degraded, acting [0,3,NONE] 2024-08-17T00:40:00.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: pg 5.9 is active+undersized+degraded, acting [7,NONE,1] 2024-08-17T00:40:00.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:00 smithi187 ceph-mon[90552]: pg 5.e is active+undersized+degraded, acting [NONE,5,0] 2024-08-17T00:40:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: osdmap e510: 8 total, 8 up, 8 in 2024-08-17T00:40:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: pgmap v418: 121 pgs: 17 active+undersized, 5 active+undersized+degraded, 99 active+clean; 307 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 452 KiB/s wr, 7 op/s; 15/432 objects degraded (3.472%); 17 MiB/s, 3 objects/s recovering 2024-08-17T00:40:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:00.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:00.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:00.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:00.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:00.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:00.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:00.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:00.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:40:00.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: Health detail: HEALTH_WARN Degraded data redundancy: 54/438 objects degraded (12.329%), 8 pgs degraded 2024-08-17T00:40:00.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: [WRN] PG_DEGRADED: Degraded data redundancy: 54/438 objects degraded (12.329%), 8 pgs degraded 2024-08-17T00:40:00.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: pg 1.0 is active+undersized+degraded, acting [7,0] 2024-08-17T00:40:00.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: pg 2.6 is active+undersized+degraded, acting [1,4] 2024-08-17T00:40:00.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: pg 2.7 is active+undersized+degraded, acting [7,2] 2024-08-17T00:40:00.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: pg 2.14 is active+undersized+degraded, acting [3,5] 2024-08-17T00:40:00.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: pg 5.2 is active+undersized+degraded, acting [NONE,3,5] 2024-08-17T00:40:00.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: pg 5.3 is active+undersized+degraded, acting [0,3,NONE] 2024-08-17T00:40:00.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: pg 5.9 is active+undersized+degraded, acting [7,NONE,1] 2024-08-17T00:40:00.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[101289]: pg 5.e is active+undersized+degraded, acting [NONE,5,0] 2024-08-17T00:40:00.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: osdmap e510: 8 total, 8 up, 8 in 2024-08-17T00:40:00.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: pgmap v418: 121 pgs: 17 active+undersized, 5 active+undersized+degraded, 99 active+clean; 307 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 452 KiB/s wr, 7 op/s; 15/432 objects degraded (3.472%); 17 MiB/s, 3 objects/s recovering 2024-08-17T00:40:00.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:00.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:00.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:00.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:00.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:00.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:00.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:00.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:00.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:00.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:40:00.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: Health detail: HEALTH_WARN Degraded data redundancy: 54/438 objects degraded (12.329%), 8 pgs degraded 2024-08-17T00:40:00.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: [WRN] PG_DEGRADED: Degraded data redundancy: 54/438 objects degraded (12.329%), 8 pgs degraded 2024-08-17T00:40:00.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: pg 1.0 is active+undersized+degraded, acting [7,0] 2024-08-17T00:40:00.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: pg 2.6 is active+undersized+degraded, acting [1,4] 2024-08-17T00:40:00.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: pg 2.7 is active+undersized+degraded, acting [7,2] 2024-08-17T00:40:00.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: pg 2.14 is active+undersized+degraded, acting [3,5] 2024-08-17T00:40:00.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: pg 5.2 is active+undersized+degraded, acting [NONE,3,5] 2024-08-17T00:40:00.889 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: pg 5.3 is active+undersized+degraded, acting [0,3,NONE] 2024-08-17T00:40:00.889 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: pg 5.9 is active+undersized+degraded, acting [7,NONE,1] 2024-08-17T00:40:00.889 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:00 smithi157 ceph-mon[98780]: pg 5.e is active+undersized+degraded, acting [NONE,5,0] 2024-08-17T00:40:01.463 INFO:tasks.rados.rados.0.smithi157.stdout:2207: done (0 left) 2024-08-17T00:40:01.463 INFO:tasks.rados.rados.0.smithi157.stdout:2208: snap_remove snap 218 2024-08-17T00:40:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:01 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:40:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:01 smithi157 ceph-mon[101289]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-08-17T00:40:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:01 smithi157 ceph-mon[101289]: Health check update: Degraded data redundancy: 15/432 objects degraded (3.472%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:40:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:01 smithi157 ceph-mon[101289]: osdmap e511: 8 total, 8 up, 8 in 2024-08-17T00:40:01.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:01 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:40:01.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:01 smithi157 ceph-mon[98780]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-08-17T00:40:01.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:01 smithi157 ceph-mon[98780]: Health check update: Degraded data redundancy: 15/432 objects degraded (3.472%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:40:01.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:01 smithi157 ceph-mon[98780]: osdmap e511: 8 total, 8 up, 8 in 2024-08-17T00:40:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:01 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:40:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:01 smithi187 ceph-mon[90552]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-08-17T00:40:01.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:01 smithi187 ceph-mon[90552]: Health check update: Degraded data redundancy: 15/432 objects degraded (3.472%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:40:01.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:01 smithi187 ceph-mon[90552]: osdmap e511: 8 total, 8 up, 8 in 2024-08-17T00:40:02.470 INFO:tasks.rados.rados.0.smithi157.stdout:2208: done (0 left) 2024-08-17T00:40:02.470 INFO:tasks.rados.rados.0.smithi157.stdout:2209: delete oid 26 current snap is 220 2024-08-17T00:40:02.476 INFO:tasks.rados.rados.0.smithi157.stdout:2209: done (0 left) 2024-08-17T00:40:02.476 INFO:tasks.rados.rados.0.smithi157.stdout:2210: snap_remove snap 204 2024-08-17T00:40:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:02 smithi187 ceph-mon[90552]: osdmap e512: 8 total, 8 up, 8 in 2024-08-17T00:40:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:02 smithi187 ceph-mon[90552]: pgmap v421: 121 pgs: 121 active+clean; 308 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 448 KiB/s wr, 9 op/s; 17 MiB/s, 3 objects/s recovering 2024-08-17T00:40:02.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:40:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:40:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:02 smithi157 ceph-mon[98780]: osdmap e512: 8 total, 8 up, 8 in 2024-08-17T00:40:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:02 smithi157 ceph-mon[98780]: pgmap v421: 121 pgs: 121 active+clean; 308 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 448 KiB/s wr, 9 op/s; 17 MiB/s, 3 objects/s recovering 2024-08-17T00:40:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:02 smithi157 ceph-mon[101289]: osdmap e512: 8 total, 8 up, 8 in 2024-08-17T00:40:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:02 smithi157 ceph-mon[101289]: pgmap v421: 121 pgs: 121 active+clean; 308 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 448 KiB/s wr, 9 op/s; 17 MiB/s, 3 objects/s recovering 2024-08-17T00:40:03.475 INFO:tasks.rados.rados.0.smithi157.stdout:2210: done (0 left) 2024-08-17T00:40:03.475 INFO:tasks.rados.rados.0.smithi157.stdout:2211: read oid 49 snap -1 2024-08-17T00:40:03.475 INFO:tasks.rados.rados.0.smithi157.stdout:2211: expect (ObjNum 673 snap 212 seq_num 673) 2024-08-17T00:40:03.475 INFO:tasks.rados.rados.0.smithi157.stdout:2212: copy_from oid 22 from oid 39 current snap is 220 2024-08-17T00:40:03.475 INFO:tasks.rados.rados.0.smithi157.stdout:2213: read oid 50 snap 191 2024-08-17T00:40:03.475 INFO:tasks.rados.rados.0.smithi157.stdout:2213: expect (ObjNum 601 snap 188 seq_num 601) 2024-08-17T00:40:03.475 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 220 2024-08-17T00:40:03.475 INFO:tasks.rados.rados.0.smithi157.stdout:2214: seq_num 688 ranges {0=729088,729088=499712,1228800=704512} 2024-08-17T00:40:03.479 INFO:tasks.rados.rados.0.smithi157.stdout:2214: writing smithi15786056-8 from 0 to 729088 tid 1 2024-08-17T00:40:03.483 INFO:tasks.rados.rados.0.smithi157.stdout:2214: writing smithi15786056-8 from 729088 to 1228800 tid 2 2024-08-17T00:40:03.488 INFO:tasks.rados.rados.0.smithi157.stdout:2214: writing smithi15786056-8 from 1228800 to 1933312 tid 3 2024-08-17T00:40:03.488 INFO:tasks.rados.rados.0.smithi157.stdout:2215: snap_create 2024-08-17T00:40:03.489 INFO:tasks.rados.rados.0.smithi157.stdout:2212: finishing copy_from to smithi15786056-22 2024-08-17T00:40:03.489 INFO:tasks.rados.rados.0.smithi157.stdout:2212: got expected ENOENT (src dne) 2024-08-17T00:40:03.489 INFO:tasks.rados.rados.0.smithi157.stdout:2212: finishing copy_from racing read to smithi15786056-22 2024-08-17T00:40:03.489 INFO:tasks.rados.rados.0.smithi157.stdout:2214: finishing write tid 1 to smithi15786056-8 2024-08-17T00:40:03.489 INFO:tasks.rados.rados.0.smithi157.stdout:2214: finishing write tid 2 to smithi15786056-8 2024-08-17T00:40:03.495 INFO:tasks.rados.rados.0.smithi157.stdout:2214: finishing write tid 3 to smithi15786056-8 2024-08-17T00:40:03.496 INFO:tasks.rados.rados.0.smithi157.stdout:2214: finishing write tid 4 to smithi15786056-8 2024-08-17T00:40:03.497 INFO:tasks.rados.rados.0.smithi157.stdout:2214: finishing write tid 5 to smithi15786056-8 2024-08-17T00:40:03.498 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1098 (ObjNum 688 snap 220 seq_num 688) dirty exists 2024-08-17T00:40:03.498 INFO:tasks.rados.rados.0.smithi157.stdout:2214: left oid 8 (ObjNum 688 snap 220 seq_num 688) 2024-08-17T00:40:03.521 INFO:tasks.rados.rados.0.smithi157.stdout:2213: expect (ObjNum 601 snap 188 seq_num 601) 2024-08-17T00:40:03.762 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:40:03 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T00:40:03.507+0000 7f0d11fe9640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 117 after trimming was started 2024-08-17T00:40:03.762 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:03 smithi187 ceph-mon[90552]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/432 objects degraded (3.472%), 5 pgs degraded) 2024-08-17T00:40:03.762 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:03 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:40:03.762 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:03 smithi187 ceph-mon[90552]: osdmap e513: 8 total, 8 up, 8 in 2024-08-17T00:40:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:40:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:40:03] "GET /metrics HTTP/1.1" 200 36084 "" "Prometheus/2.43.0" 2024-08-17T00:40:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:03 smithi157 ceph-mon[98780]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/432 objects degraded (3.472%), 5 pgs degraded) 2024-08-17T00:40:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:03 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:40:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:03 smithi157 ceph-mon[98780]: osdmap e513: 8 total, 8 up, 8 in 2024-08-17T00:40:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:03 smithi157 ceph-mon[101289]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/432 objects degraded (3.472%), 5 pgs degraded) 2024-08-17T00:40:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:03 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:40:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:03 smithi157 ceph-mon[101289]: osdmap e513: 8 total, 8 up, 8 in 2024-08-17T00:40:04.031 INFO:tasks.rados.rados.0.smithi157.stdout:2211: expect (ObjNum 673 snap 212 seq_num 673) 2024-08-17T00:40:04.721 INFO:tasks.rados.rados.0.smithi157.stdout:2211: done (4 left) 2024-08-17T00:40:04.722 INFO:tasks.rados.rados.0.smithi157.stdout:2212: done (3 left) 2024-08-17T00:40:04.722 INFO:tasks.rados.rados.0.smithi157.stdout:2213: done (2 left) 2024-08-17T00:40:04.722 INFO:tasks.rados.rados.0.smithi157.stdout:2214: done (1 left) 2024-08-17T00:40:04.722 INFO:tasks.rados.rados.0.smithi157.stdout:2215: done (0 left) 2024-08-17T00:40:04.722 INFO:tasks.rados.rados.0.smithi157.stdout:2216: read oid 42 snap 212 2024-08-17T00:40:04.722 INFO:tasks.rados.rados.0.smithi157.stdout:2216: expect (ObjNum 648 snap 203 seq_num 648) 2024-08-17T00:40:04.722 INFO:tasks.rados.rados.0.smithi157.stdout:2217: read oid 37 snap 210 2024-08-17T00:40:04.722 INFO:tasks.rados.rados.0.smithi157.stdout:2217: expect (ObjNum 171000704 snap 21968 seq_num 3758360224) 2024-08-17T00:40:04.722 INFO:tasks.rados.rados.0.smithi157.stdout:2218: copy_from oid 19 from oid 3 current snap is 221 2024-08-17T00:40:04.722 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 221 2024-08-17T00:40:04.722 INFO:tasks.rados.rados.0.smithi157.stdout:2219: seq_num 689 ranges {0=745472,745472=786432,1531904=417792} 2024-08-17T00:40:04.726 INFO:tasks.rados.rados.0.smithi157.stdout:2219: writing smithi15786056-21 from 0 to 745472 tid 1 2024-08-17T00:40:04.731 INFO:tasks.rados.rados.0.smithi157.stdout:2219: writing smithi15786056-21 from 745472 to 1531904 tid 2 2024-08-17T00:40:04.734 INFO:tasks.rados.rados.0.smithi157.stdout:2219: writing smithi15786056-21 from 1531904 to 1949696 tid 3 2024-08-17T00:40:04.734 INFO:tasks.rados.rados.0.smithi157.stdout:2220: read oid 45 snap -1 2024-08-17T00:40:04.734 INFO:tasks.rados.rados.0.smithi157.stdout:2220: expect (ObjNum 654 snap 205 seq_num 654) 2024-08-17T00:40:04.734 INFO:tasks.rados.rados.0.smithi157.stdout:2217: expect (ObjNum 171000704 snap 21968 seq_num 3758360224) 2024-08-17T00:40:04.737 INFO:tasks.rados.rados.0.smithi157.stdout:2216: expect (ObjNum 648 snap 203 seq_num 648) 2024-08-17T00:40:04.825 INFO:tasks.rados.rados.0.smithi157.stdout:2219: finishing write tid 1 to smithi15786056-21 2024-08-17T00:40:04.825 INFO:tasks.rados.rados.0.smithi157.stdout:2218: finishing copy_from racing read to smithi15786056-19 2024-08-17T00:40:04.825 INFO:tasks.rados.rados.0.smithi157.stdout:2216: done (4 left) 2024-08-17T00:40:04.825 INFO:tasks.rados.rados.0.smithi157.stdout:2217: done (3 left) 2024-08-17T00:40:04.825 INFO:tasks.rados.rados.0.smithi157.stdout:2221: snap_create 2024-08-17T00:40:04.825 INFO:tasks.rados.rados.0.smithi157.stdout:2218: finishing copy_from to smithi15786056-19 2024-08-17T00:40:04.825 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 1138 (ObjNum 643 snap 201 seq_num 643) dirty exists 2024-08-17T00:40:04.825 INFO:tasks.rados.rados.0.smithi157.stdout:2219: finishing write tid 2 to smithi15786056-21 2024-08-17T00:40:04.825 INFO:tasks.rados.rados.0.smithi157.stdout:2219: finishing write tid 3 to smithi15786056-21 2024-08-17T00:40:04.826 INFO:tasks.rados.rados.0.smithi157.stdout:2219: finishing write tid 4 to smithi15786056-21 2024-08-17T00:40:04.826 INFO:tasks.rados.rados.0.smithi157.stdout:2219: finishing write tid 5 to smithi15786056-21 2024-08-17T00:40:04.826 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 1266 (ObjNum 689 snap 221 seq_num 689) dirty exists 2024-08-17T00:40:04.826 INFO:tasks.rados.rados.0.smithi157.stdout:2219: left oid 21 (ObjNum 689 snap 221 seq_num 689) 2024-08-17T00:40:04.833 INFO:tasks.rados.rados.0.smithi157.stdout:2220: expect (ObjNum 654 snap 205 seq_num 654) 2024-08-17T00:40:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:04 smithi157 ceph-mon[98780]: osdmap e514: 8 total, 8 up, 8 in 2024-08-17T00:40:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:04 smithi157 ceph-mon[98780]: pgmap v424: 121 pgs: 121 active+clean; 310 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 830 KiB/s wr, 4 op/s 2024-08-17T00:40:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:04 smithi157 ceph-mon[101289]: osdmap e514: 8 total, 8 up, 8 in 2024-08-17T00:40:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:04 smithi157 ceph-mon[101289]: pgmap v424: 121 pgs: 121 active+clean; 310 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 830 KiB/s wr, 4 op/s 2024-08-17T00:40:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:04 smithi187 ceph-mon[90552]: osdmap e514: 8 total, 8 up, 8 in 2024-08-17T00:40:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:04 smithi187 ceph-mon[90552]: pgmap v424: 121 pgs: 121 active+clean; 310 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 830 KiB/s wr, 4 op/s 2024-08-17T00:40:05.483 INFO:tasks.rados.rados.0.smithi157.stdout:2218: done (3 left) 2024-08-17T00:40:05.483 INFO:tasks.rados.rados.0.smithi157.stdout:2219: done (2 left) 2024-08-17T00:40:05.483 INFO:tasks.rados.rados.0.smithi157.stdout:2220: done (1 left) 2024-08-17T00:40:05.483 INFO:tasks.rados.rados.0.smithi157.stdout:2221: done (0 left) 2024-08-17T00:40:05.484 INFO:tasks.rados.rados.0.smithi157.stdout:2222: copy_from oid 15 from oid 50 current snap is 222 2024-08-17T00:40:05.484 INFO:tasks.rados.rados.0.smithi157.stdout:2223: snap_create 2024-08-17T00:40:05.523 INFO:tasks.rados.rados.0.smithi157.stdout:2222: finishing copy_from racing read to smithi15786056-15 2024-08-17T00:40:05.528 INFO:tasks.rados.rados.0.smithi157.stdout:2222: finishing copy_from to smithi15786056-15 2024-08-17T00:40:05.528 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 1018 (ObjNum 671 snap 211 seq_num 671) dirty exists 2024-08-17T00:40:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:05 smithi157 ceph-mon[98780]: osdmap e515: 8 total, 8 up, 8 in 2024-08-17T00:40:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:05 smithi157 ceph-mon[101289]: osdmap e515: 8 total, 8 up, 8 in 2024-08-17T00:40:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:05 smithi187 ceph-mon[90552]: osdmap e515: 8 total, 8 up, 8 in 2024-08-17T00:40:06.490 INFO:tasks.rados.rados.0.smithi157.stdout:2222: done (1 left) 2024-08-17T00:40:06.490 INFO:tasks.rados.rados.0.smithi157.stdout:2223: done (0 left) 2024-08-17T00:40:06.490 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 43 current snap is 223 2024-08-17T00:40:06.490 INFO:tasks.rados.rados.0.smithi157.stdout:2224: seq_num 690 ranges {2269184=761856,3031040=663552,3694592=409600,4104192=131072} 2024-08-17T00:40:06.506 INFO:tasks.rados.rados.0.smithi157.stdout:2224: writing smithi15786056-43 from 2269184 to 3031040 tid 1 2024-08-17T00:40:06.510 INFO:tasks.rados.rados.0.smithi157.stdout:2224: writing smithi15786056-43 from 3031040 to 3694592 tid 2 2024-08-17T00:40:06.513 INFO:tasks.rados.rados.0.smithi157.stdout:2224: writing smithi15786056-43 from 3694592 to 4104192 tid 3 2024-08-17T00:40:06.514 INFO:tasks.rados.rados.0.smithi157.stdout:2224: writing smithi15786056-43 from 4104192 to 4235264 tid 4 2024-08-17T00:40:06.514 INFO:tasks.rados.rados.0.smithi157.stdout:2225: delete oid 18 current snap is 223 2024-08-17T00:40:06.514 INFO:tasks.rados.rados.0.smithi157.stdout:2224: finishing write tid 1 to smithi15786056-43 2024-08-17T00:40:06.515 INFO:tasks.rados.rados.0.smithi157.stdout:2224: finishing write tid 2 to smithi15786056-43 2024-08-17T00:40:06.517 INFO:tasks.rados.rados.0.smithi157.stdout:2224: finishing write tid 3 to smithi15786056-43 2024-08-17T00:40:06.517 INFO:tasks.rados.rados.0.smithi157.stdout:2224: finishing write tid 4 to smithi15786056-43 2024-08-17T00:40:06.517 INFO:tasks.rados.rados.0.smithi157.stdout:2224: finishing write tid 5 to smithi15786056-43 2024-08-17T00:40:06.519 INFO:tasks.rados.rados.0.smithi157.stdout:2224: finishing write tid 6 to smithi15786056-43 2024-08-17T00:40:06.519 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 1358 (ObjNum 690 snap 223 seq_num 690) dirty exists 2024-08-17T00:40:06.519 INFO:tasks.rados.rados.0.smithi157.stdout:2224: left oid 43 (ObjNum 690 snap 223 seq_num 690) 2024-08-17T00:40:06.520 INFO:tasks.rados.rados.0.smithi157.stdout:2224: done (1 left) 2024-08-17T00:40:06.520 INFO:tasks.rados.rados.0.smithi157.stdout:2225: done (0 left) 2024-08-17T00:40:06.520 INFO:tasks.rados.rados.0.smithi157.stdout:2226: read oid 36 snap -1 2024-08-17T00:40:06.520 INFO:tasks.rados.rados.0.smithi157.stdout:2226: expect (ObjNum 552 snap 163 seq_num 552) 2024-08-17T00:40:06.520 INFO:tasks.rados.rados.0.smithi157.stdout:2227: snap_create 2024-08-17T00:40:06.549 INFO:tasks.rados.rados.0.smithi157.stdout:2226: expect (ObjNum 552 snap 163 seq_num 552) 2024-08-17T00:40:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:06 smithi157 ceph-mon[98780]: osdmap e516: 8 total, 8 up, 8 in 2024-08-17T00:40:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:06 smithi157 ceph-mon[98780]: pgmap v427: 121 pgs: 121 active+clean; 299 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 854 KiB/s wr, 4 op/s 2024-08-17T00:40:06.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:06 smithi157 ceph-mon[101289]: osdmap e516: 8 total, 8 up, 8 in 2024-08-17T00:40:06.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:06 smithi157 ceph-mon[101289]: pgmap v427: 121 pgs: 121 active+clean; 299 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 854 KiB/s wr, 4 op/s 2024-08-17T00:40:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:06 smithi187 ceph-mon[90552]: osdmap e516: 8 total, 8 up, 8 in 2024-08-17T00:40:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:06 smithi187 ceph-mon[90552]: pgmap v427: 121 pgs: 121 active+clean; 299 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 854 KiB/s wr, 4 op/s 2024-08-17T00:40:07.356 INFO:tasks.rados.rados.0.smithi157.stdout:2226: done (1 left) 2024-08-17T00:40:07.356 INFO:tasks.rados.rados.0.smithi157.stdout:2227: done (0 left) 2024-08-17T00:40:07.356 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 7 current snap is 224 2024-08-17T00:40:07.356 INFO:tasks.rados.rados.0.smithi157.stdout:2228: seq_num 692 ranges {8036352=794624,8830976=483328,9314304=720896} 2024-08-17T00:40:07.403 INFO:tasks.rados.rados.0.smithi157.stdout:2228: writing smithi15786056-7 from 8036352 to 8830976 tid 1 2024-08-17T00:40:07.405 INFO:tasks.rados.rados.0.smithi157.stdout:2228: writing smithi15786056-7 from 8830976 to 9314304 tid 2 2024-08-17T00:40:07.410 INFO:tasks.rados.rados.0.smithi157.stdout:2228: writing smithi15786056-7 from 9314304 to 10035200 tid 3 2024-08-17T00:40:07.410 INFO:tasks.rados.rados.0.smithi157.stdout:2229: read oid 43 snap -1 2024-08-17T00:40:07.410 INFO:tasks.rados.rados.0.smithi157.stdout:2229: expect (ObjNum 690 snap 223 seq_num 690) 2024-08-17T00:40:07.410 INFO:tasks.rados.rados.0.smithi157.stdout:2230: snap_remove snap 222 2024-08-17T00:40:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:07 smithi157 ceph-mon[98780]: osdmap e517: 8 total, 8 up, 8 in 2024-08-17T00:40:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:07 smithi157 ceph-mon[98780]: osdmap e518: 8 total, 8 up, 8 in 2024-08-17T00:40:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:07 smithi157 ceph-mon[101289]: osdmap e517: 8 total, 8 up, 8 in 2024-08-17T00:40:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:07 smithi157 ceph-mon[101289]: osdmap e518: 8 total, 8 up, 8 in 2024-08-17T00:40:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:07 smithi187 ceph-mon[90552]: osdmap e517: 8 total, 8 up, 8 in 2024-08-17T00:40:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:07 smithi187 ceph-mon[90552]: osdmap e518: 8 total, 8 up, 8 in 2024-08-17T00:40:08.360 INFO:tasks.rados.rados.0.smithi157.stdout:2230: done (2 left) 2024-08-17T00:40:08.360 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 224 2024-08-17T00:40:08.360 INFO:tasks.rados.rados.0.smithi157.stdout:2228: finishing write tid 1 to smithi15786056-7 2024-08-17T00:40:08.360 INFO:tasks.rados.rados.0.smithi157.stdout:2228: finishing write tid 2 to smithi15786056-7 2024-08-17T00:40:08.360 INFO:tasks.rados.rados.0.smithi157.stdout:2228: finishing write tid 3 to smithi15786056-7 2024-08-17T00:40:08.360 INFO:tasks.rados.rados.0.smithi157.stdout:2231: seq_num 693 ranges {1277952=409600,1687552=770048,2457600=581632,3039232=253952} 2024-08-17T00:40:08.369 INFO:tasks.rados.rados.0.smithi157.stdout:2231: writing smithi15786056-25 from 1277952 to 1687552 tid 1 2024-08-17T00:40:08.374 INFO:tasks.rados.rados.0.smithi157.stdout:2231: writing smithi15786056-25 from 1687552 to 2457600 tid 2 2024-08-17T00:40:08.377 INFO:tasks.rados.rados.0.smithi157.stdout:2231: writing smithi15786056-25 from 2457600 to 3039232 tid 3 2024-08-17T00:40:08.379 INFO:tasks.rados.rados.0.smithi157.stdout:2231: writing smithi15786056-25 from 3039232 to 3293184 tid 4 2024-08-17T00:40:08.379 INFO:tasks.rados.rados.0.smithi157.stdout:2232: snap_remove snap 217 2024-08-17T00:40:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:08 smithi157 ceph-mon[101289]: pgmap v430: 121 pgs: 121 active+clean; 298 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 472 KiB/s wr, 3 op/s 2024-08-17T00:40:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:08 smithi157 ceph-mon[101289]: osdmap e519: 8 total, 8 up, 8 in 2024-08-17T00:40:08.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:08 smithi157 ceph-mon[98780]: pgmap v430: 121 pgs: 121 active+clean; 298 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 472 KiB/s wr, 3 op/s 2024-08-17T00:40:08.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:08 smithi157 ceph-mon[98780]: osdmap e519: 8 total, 8 up, 8 in 2024-08-17T00:40:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:08 smithi187 ceph-mon[90552]: pgmap v430: 121 pgs: 121 active+clean; 298 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 472 KiB/s wr, 3 op/s 2024-08-17T00:40:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:08 smithi187 ceph-mon[90552]: osdmap e519: 8 total, 8 up, 8 in 2024-08-17T00:40:09.362 INFO:tasks.rados.rados.0.smithi157.stdout:2232: done (3 left) 2024-08-17T00:40:09.362 INFO:tasks.rados.rados.0.smithi157.stdout:2233: setattr oid 40 current snap is 224 2024-08-17T00:40:09.362 INFO:tasks.rados.rados.0.smithi157.stdout:2228: finishing write tid 4 to smithi15786056-7 2024-08-17T00:40:09.362 INFO:tasks.rados.rados.0.smithi157.stdout:2228: finishing write tid 5 to smithi15786056-7 2024-08-17T00:40:09.362 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 1204 (ObjNum 692 snap 224 seq_num 692) dirty exists 2024-08-17T00:40:09.362 INFO:tasks.rados.rados.0.smithi157.stdout:2228: left oid 7 (ObjNum 692 snap 224 seq_num 692) 2024-08-17T00:40:09.363 INFO:tasks.rados.rados.0.smithi157.stdout:2229: expect (ObjNum 690 snap 223 seq_num 690) 2024-08-17T00:40:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2231: finishing write tid 1 to smithi15786056-25 2024-08-17T00:40:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2231: finishing write tid 2 to smithi15786056-25 2024-08-17T00:40:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2231: finishing write tid 3 to smithi15786056-25 2024-08-17T00:40:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2231: finishing write tid 4 to smithi15786056-25 2024-08-17T00:40:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2231: finishing write tid 5 to smithi15786056-25 2024-08-17T00:40:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2231: finishing write tid 6 to smithi15786056-25 2024-08-17T00:40:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 1103 (ObjNum 693 snap 224 seq_num 693) dirty exists 2024-08-17T00:40:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2231: left oid 25 (ObjNum 693 snap 224 seq_num 693) 2024-08-17T00:40:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2228: done (3 left) 2024-08-17T00:40:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2229: done (2 left) 2024-08-17T00:40:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2231: done (1 left) 2024-08-17T00:40:09.517 INFO:tasks.rados.rados.0.smithi157.stdout:2234: copy_from oid 22 from oid 29 current snap is 224 2024-08-17T00:40:09.517 INFO:tasks.rados.rados.0.smithi157.stdout:2235: rmattr oid 38 current snap is 224 2024-08-17T00:40:09.517 INFO:tasks.rados.rados.0.smithi157.stdout:2235: done (2 left) 2024-08-17T00:40:09.517 INFO:tasks.rados.rados.0.smithi157.stdout:2236: rollback oid 28 current snap is 224 2024-08-17T00:40:09.517 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 28 to 214 2024-08-17T00:40:09.517 INFO:tasks.rados.rados.0.smithi157.stdout:2237: snap_create 2024-08-17T00:40:09.525 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 1190 (ObjNum 648 snap 203 seq_num 648) dirty exists 2024-08-17T00:40:09.525 INFO:tasks.rados.rados.0.smithi157.stdout:2236: finishing rollback tid 0 to smithi15786056-28 2024-08-17T00:40:09.528 INFO:tasks.rados.rados.0.smithi157.stdout:2234: finishing copy_from racing read to smithi15786056-22 2024-08-17T00:40:09.529 INFO:tasks.rados.rados.0.smithi157.stdout:2236: finishing rollback tid 1 to smithi15786056-28 2024-08-17T00:40:09.531 INFO:tasks.rados.rados.0.smithi157.stdout:2234: finishing copy_from to smithi15786056-22 2024-08-17T00:40:09.531 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 881 (ObjNum 666 snap 209 seq_num 666) dirty exists 2024-08-17T00:40:09.531 INFO:tasks.rados.rados.0.smithi157.stdout:2236: finishing rollback tid 2 to smithi15786056-28 2024-08-17T00:40:09.532 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1193 (ObjNum 599 snap 187 seq_num 599) dirty exists 2024-08-17T00:40:10.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:09 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:10.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:09 smithi157 ceph-mon[101289]: osdmap e520: 8 total, 8 up, 8 in 2024-08-17T00:40:10.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:09 smithi157 ceph-mon[101289]: pgmap v433: 121 pgs: 121 active+clean; 306 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-08-17T00:40:10.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:09 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:10.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:09 smithi157 ceph-mon[98780]: osdmap e520: 8 total, 8 up, 8 in 2024-08-17T00:40:10.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:09 smithi157 ceph-mon[98780]: pgmap v433: 121 pgs: 121 active+clean; 306 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-08-17T00:40:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:09 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:09 smithi187 ceph-mon[90552]: osdmap e520: 8 total, 8 up, 8 in 2024-08-17T00:40:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:09 smithi187 ceph-mon[90552]: pgmap v433: 121 pgs: 121 active+clean; 306 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-08-17T00:40:10.365 INFO:tasks.rados.rados.0.smithi157.stdout:2233: done (3 left) 2024-08-17T00:40:10.365 INFO:tasks.rados.rados.0.smithi157.stdout:2234: done (2 left) 2024-08-17T00:40:10.365 INFO:tasks.rados.rados.0.smithi157.stdout:2236: done (1 left) 2024-08-17T00:40:10.365 INFO:tasks.rados.rados.0.smithi157.stdout:2237: done (0 left) 2024-08-17T00:40:10.365 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 225 2024-08-17T00:40:10.365 INFO:tasks.rados.rados.0.smithi157.stdout:2238: seq_num 694 ranges {0=425984,425984=655360,1081344=786432,1867776=163840} 2024-08-17T00:40:10.367 INFO:tasks.rados.rados.0.smithi157.stdout:2238: writing smithi15786056-18 from 0 to 425984 tid 1 2024-08-17T00:40:10.370 INFO:tasks.rados.rados.0.smithi157.stdout:2238: writing smithi15786056-18 from 425984 to 1081344 tid 2 2024-08-17T00:40:10.375 INFO:tasks.rados.rados.0.smithi157.stdout:2238: writing smithi15786056-18 from 1081344 to 1867776 tid 3 2024-08-17T00:40:10.376 INFO:tasks.rados.rados.0.smithi157.stdout:2238: writing smithi15786056-18 from 1867776 to 2031616 tid 4 2024-08-17T00:40:10.376 INFO:tasks.rados.rados.0.smithi157.stdout:2239: snap_create 2024-08-17T00:40:10.377 INFO:tasks.rados.rados.0.smithi157.stdout:2238: finishing write tid 1 to smithi15786056-18 2024-08-17T00:40:10.377 INFO:tasks.rados.rados.0.smithi157.stdout:2238: finishing write tid 2 to smithi15786056-18 2024-08-17T00:40:10.379 INFO:tasks.rados.rados.0.smithi157.stdout:2238: finishing write tid 3 to smithi15786056-18 2024-08-17T00:40:10.379 INFO:tasks.rados.rados.0.smithi157.stdout:2238: finishing write tid 4 to smithi15786056-18 2024-08-17T00:40:10.380 INFO:tasks.rados.rados.0.smithi157.stdout:2238: finishing write tid 5 to smithi15786056-18 2024-08-17T00:40:10.381 INFO:tasks.rados.rados.0.smithi157.stdout:2238: finishing write tid 6 to smithi15786056-18 2024-08-17T00:40:10.381 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 1209 (ObjNum 694 snap 225 seq_num 694) dirty exists 2024-08-17T00:40:10.381 INFO:tasks.rados.rados.0.smithi157.stdout:2238: left oid 18 (ObjNum 694 snap 225 seq_num 694) 2024-08-17T00:40:11.372 INFO:tasks.rados.rados.0.smithi157.stdout:2238: done (1 left) 2024-08-17T00:40:11.373 INFO:tasks.rados.rados.0.smithi157.stdout:2239: done (0 left) 2024-08-17T00:40:11.373 INFO:tasks.rados.rados.0.smithi157.stdout:2240: setattr oid 44 current snap is 226 2024-08-17T00:40:11.374 INFO:tasks.rados.rados.0.smithi157.stdout:2241: rollback oid 20 current snap is 226 2024-08-17T00:40:11.374 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 20 to 210 2024-08-17T00:40:11.374 INFO:tasks.rados.rados.0.smithi157.stdout:2242: snap_remove snap 191 2024-08-17T00:40:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:11 smithi157 ceph-mon[101289]: osdmap e521: 8 total, 8 up, 8 in 2024-08-17T00:40:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:11 smithi157 ceph-mon[98780]: osdmap e521: 8 total, 8 up, 8 in 2024-08-17T00:40:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:11 smithi187 ceph-mon[90552]: osdmap e521: 8 total, 8 up, 8 in 2024-08-17T00:40:12.361 INFO:tasks.rados.rados.0.smithi157.stdout:2242: done (2 left) 2024-08-17T00:40:12.361 INFO:tasks.rados.rados.0.smithi157.stdout:2243: copy_from oid 39 from oid 18 current snap is 226 2024-08-17T00:40:12.361 INFO:tasks.rados.rados.0.smithi157.stdout:2241: finishing rollback tid 0 to smithi15786056-20 2024-08-17T00:40:12.361 INFO:tasks.rados.rados.0.smithi157.stdout:2241: finishing rollback tid 1 to smithi15786056-20 2024-08-17T00:40:12.361 INFO:tasks.rados.rados.0.smithi157.stdout:2241: finishing rollback tid 2 to smithi15786056-20 2024-08-17T00:40:12.361 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 1092 (ObjNum 529 snap 159 seq_num 529) dirty exists 2024-08-17T00:40:12.361 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 732 (ObjNum 33 snap 0 seq_num 169846224) dirty exists 2024-08-17T00:40:12.361 INFO:tasks.rados.rados.0.smithi157.stdout:2240: done (2 left) 2024-08-17T00:40:12.362 INFO:tasks.rados.rados.0.smithi157.stdout:2241: done (1 left) 2024-08-17T00:40:12.362 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 226 2024-08-17T00:40:12.362 INFO:tasks.rados.rados.0.smithi157.stdout:2244: seq_num 695 ranges {0=442368,442368=540672,983040=598016,1581056=466944} 2024-08-17T00:40:12.364 INFO:tasks.rados.rados.0.smithi157.stdout:2244: writing smithi15786056-23 from 0 to 442368 tid 1 2024-08-17T00:40:12.368 INFO:tasks.rados.rados.0.smithi157.stdout:2244: writing smithi15786056-23 from 442368 to 983040 tid 2 2024-08-17T00:40:12.372 INFO:tasks.rados.rados.0.smithi157.stdout:2244: writing smithi15786056-23 from 983040 to 1581056 tid 3 2024-08-17T00:40:12.377 INFO:tasks.rados.rados.0.smithi157.stdout:2244: writing smithi15786056-23 from 1581056 to 2048000 tid 4 2024-08-17T00:40:12.377 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 30 current snap is 226 2024-08-17T00:40:12.377 INFO:tasks.rados.rados.0.smithi157.stdout:2245: seq_num 696 ranges {1581056=458752,2039808=417792,2457600=753664,3211264=434176} 2024-08-17T00:40:12.389 INFO:tasks.rados.rados.0.smithi157.stdout:2245: writing smithi15786056-30 from 1581056 to 2039808 tid 1 2024-08-17T00:40:12.392 INFO:tasks.rados.rados.0.smithi157.stdout:2245: writing smithi15786056-30 from 2039808 to 2457600 tid 2 2024-08-17T00:40:12.398 INFO:tasks.rados.rados.0.smithi157.stdout:2245: writing smithi15786056-30 from 2457600 to 3211264 tid 3 2024-08-17T00:40:12.401 INFO:tasks.rados.rados.0.smithi157.stdout:2245: writing smithi15786056-30 from 3211264 to 3645440 tid 4 2024-08-17T00:40:12.401 INFO:tasks.rados.rados.0.smithi157.stdout:2246: read oid 19 snap -1 2024-08-17T00:40:12.401 INFO:tasks.rados.rados.0.smithi157.stdout:2246: expect (ObjNum 643 snap 201 seq_num 643) 2024-08-17T00:40:12.401 INFO:tasks.rados.rados.0.smithi157.stdout:2247: read oid 1 snap -1 2024-08-17T00:40:12.401 INFO:tasks.rados.rados.0.smithi157.stdout:2247: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:40:12.401 INFO:tasks.rados.rados.0.smithi157.stdout:2248: snap_remove snap 215 2024-08-17T00:40:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:12 smithi157 ceph-mon[101289]: osdmap e522: 8 total, 8 up, 8 in 2024-08-17T00:40:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:12 smithi157 ceph-mon[101289]: pgmap v436: 121 pgs: 121 active+clean; 316 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 17 op/s 2024-08-17T00:40:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:12 smithi157 ceph-mon[101289]: osdmap e523: 8 total, 8 up, 8 in 2024-08-17T00:40:12.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:12 smithi157 ceph-mon[98780]: osdmap e522: 8 total, 8 up, 8 in 2024-08-17T00:40:12.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:12 smithi157 ceph-mon[98780]: pgmap v436: 121 pgs: 121 active+clean; 316 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 17 op/s 2024-08-17T00:40:12.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:12 smithi157 ceph-mon[98780]: osdmap e523: 8 total, 8 up, 8 in 2024-08-17T00:40:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:12 smithi187 ceph-mon[90552]: osdmap e522: 8 total, 8 up, 8 in 2024-08-17T00:40:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:12 smithi187 ceph-mon[90552]: pgmap v436: 121 pgs: 121 active+clean; 316 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 17 op/s 2024-08-17T00:40:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:12 smithi187 ceph-mon[90552]: osdmap e523: 8 total, 8 up, 8 in 2024-08-17T00:40:12.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:40:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:40:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:40:13.386 INFO:tasks.rados.rados.0.smithi157.stdout:2244: finishing write tid 1 to smithi15786056-23 2024-08-17T00:40:13.386 INFO:tasks.rados.rados.0.smithi157.stdout:2244: finishing write tid 2 to smithi15786056-23 2024-08-17T00:40:13.387 INFO:tasks.rados.rados.0.smithi157.stdout:2244: finishing write tid 3 to smithi15786056-23 2024-08-17T00:40:13.387 INFO:tasks.rados.rados.0.smithi157.stdout:2244: finishing write tid 4 to smithi15786056-23 2024-08-17T00:40:13.387 INFO:tasks.rados.rados.0.smithi157.stdout:2244: finishing write tid 5 to smithi15786056-23 2024-08-17T00:40:13.387 INFO:tasks.rados.rados.0.smithi157.stdout:2245: finishing write tid 1 to smithi15786056-30 2024-08-17T00:40:13.387 INFO:tasks.rados.rados.0.smithi157.stdout:2243: finishing copy_from racing read to smithi15786056-39 2024-08-17T00:40:13.387 INFO:tasks.rados.rados.0.smithi157.stdout:2244: finishing write tid 6 to smithi15786056-23 2024-08-17T00:40:13.387 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1376 (ObjNum 695 snap 226 seq_num 695) dirty exists 2024-08-17T00:40:13.387 INFO:tasks.rados.rados.0.smithi157.stdout:2244: left oid 23 (ObjNum 695 snap 226 seq_num 695) 2024-08-17T00:40:13.387 INFO:tasks.rados.rados.0.smithi157.stdout:2245: finishing write tid 2 to smithi15786056-30 2024-08-17T00:40:13.387 INFO:tasks.rados.rados.0.smithi157.stdout:2243: finishing copy_from to smithi15786056-39 2024-08-17T00:40:13.387 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 1209 (ObjNum 694 snap 225 seq_num 694) dirty exists 2024-08-17T00:40:13.387 INFO:tasks.rados.rados.0.smithi157.stdout:2245: finishing write tid 3 to smithi15786056-30 2024-08-17T00:40:13.387 INFO:tasks.rados.rados.0.smithi157.stdout:2245: finishing write tid 4 to smithi15786056-30 2024-08-17T00:40:13.387 INFO:tasks.rados.rados.0.smithi157.stdout:2245: finishing write tid 5 to smithi15786056-30 2024-08-17T00:40:13.388 INFO:tasks.rados.rados.0.smithi157.stdout:2246: expect (ObjNum 643 snap 201 seq_num 643) 2024-08-17T00:40:13.423 INFO:tasks.rados.rados.0.smithi157.stdout:2245: finishing write tid 6 to smithi15786056-30 2024-08-17T00:40:13.423 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 1102 (ObjNum 696 snap 226 seq_num 696) dirty exists 2024-08-17T00:40:13.423 INFO:tasks.rados.rados.0.smithi157.stdout:2245: left oid 30 (ObjNum 696 snap 226 seq_num 696) 2024-08-17T00:40:13.423 INFO:tasks.rados.rados.0.smithi157.stdout:2247: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:40:13.711 INFO:tasks.rados.rados.0.smithi157.stdout:2243: done (5 left) 2024-08-17T00:40:13.711 INFO:tasks.rados.rados.0.smithi157.stdout:2244: done (4 left) 2024-08-17T00:40:13.711 INFO:tasks.rados.rados.0.smithi157.stdout:2245: done (3 left) 2024-08-17T00:40:13.711 INFO:tasks.rados.rados.0.smithi157.stdout:2246: done (2 left) 2024-08-17T00:40:13.711 INFO:tasks.rados.rados.0.smithi157.stdout:2247: done (1 left) 2024-08-17T00:40:13.712 INFO:tasks.rados.rados.0.smithi157.stdout:2248: done (0 left) 2024-08-17T00:40:13.712 INFO:tasks.rados.rados.0.smithi157.stdout:2249: rollback oid 47 current snap is 226 2024-08-17T00:40:13.712 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 47 to 198 2024-08-17T00:40:13.712 INFO:tasks.rados.rados.0.smithi157.stdout:2250: read oid 31 snap -1 2024-08-17T00:40:13.712 INFO:tasks.rados.rados.0.smithi157.stdout:2250: expect (ObjNum 645 snap 203 seq_num 645) 2024-08-17T00:40:13.712 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 226 2024-08-17T00:40:13.712 INFO:tasks.rados.rados.0.smithi157.stdout:2251: seq_num 697 ranges {6012928=475136,6488064=704512,7192576=557056,7749632=344064} 2024-08-17T00:40:13.747 INFO:tasks.rados.rados.0.smithi157.stdout:2251: writing smithi15786056-16 from 6012928 to 6488064 tid 1 2024-08-17T00:40:13.751 INFO:tasks.rados.rados.0.smithi157.stdout:2251: writing smithi15786056-16 from 6488064 to 7192576 tid 2 2024-08-17T00:40:13.754 INFO:tasks.rados.rados.0.smithi157.stdout:2251: writing smithi15786056-16 from 7192576 to 7749632 tid 3 2024-08-17T00:40:13.757 INFO:tasks.rados.rados.0.smithi157.stdout:2251: writing smithi15786056-16 from 7749632 to 8093696 tid 4 2024-08-17T00:40:13.757 INFO:tasks.rados.rados.0.smithi157.stdout:2252: delete oid 2 current snap is 226 2024-08-17T00:40:13.757 INFO:tasks.rados.rados.0.smithi157.stdout:2249: finishing rollback tid 1 to smithi15786056-47 2024-08-17T00:40:13.757 INFO:tasks.rados.rados.0.smithi157.stdout:2249: finishing rollback tid 2 to smithi15786056-47 2024-08-17T00:40:13.757 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 1094 (ObjNum 622 snap 193 seq_num 622) dirty exists 2024-08-17T00:40:13.757 INFO:tasks.rados.rados.0.smithi157.stdout:2250: expect (ObjNum 645 snap 203 seq_num 645) 2024-08-17T00:40:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:40:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:40:13] "GET /metrics HTTP/1.1" 200 36084 "" "Prometheus/2.43.0" 2024-08-17T00:40:14.106 INFO:tasks.rados.rados.0.smithi157.stdout:2251: finishing write tid 1 to smithi15786056-16 2024-08-17T00:40:14.106 INFO:tasks.rados.rados.0.smithi157.stdout:2251: finishing write tid 2 to smithi15786056-16 2024-08-17T00:40:14.106 INFO:tasks.rados.rados.0.smithi157.stdout:2251: finishing write tid 3 to smithi15786056-16 2024-08-17T00:40:14.106 INFO:tasks.rados.rados.0.smithi157.stdout:2251: finishing write tid 4 to smithi15786056-16 2024-08-17T00:40:14.106 INFO:tasks.rados.rados.0.smithi157.stdout:2251: finishing write tid 5 to smithi15786056-16 2024-08-17T00:40:14.106 INFO:tasks.rados.rados.0.smithi157.stdout:2251: finishing write tid 6 to smithi15786056-16 2024-08-17T00:40:14.106 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 578 (ObjNum 697 snap 226 seq_num 697) dirty exists 2024-08-17T00:40:14.107 INFO:tasks.rados.rados.0.smithi157.stdout:2251: left oid 16 (ObjNum 697 snap 226 seq_num 697) 2024-08-17T00:40:14.107 INFO:tasks.rados.rados.0.smithi157.stdout:2249: done (3 left) 2024-08-17T00:40:14.107 INFO:tasks.rados.rados.0.smithi157.stdout:2250: done (2 left) 2024-08-17T00:40:14.107 INFO:tasks.rados.rados.0.smithi157.stdout:2251: done (1 left) 2024-08-17T00:40:14.107 INFO:tasks.rados.rados.0.smithi157.stdout:2252: done (0 left) 2024-08-17T00:40:14.107 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 226 2024-08-17T00:40:14.107 INFO:tasks.rados.rados.0.smithi157.stdout:2253: seq_num 699 ranges {3014656=516096,3530752=475136,4005888=573440,4579328=557056} 2024-08-17T00:40:14.124 INFO:tasks.rados.rados.0.smithi157.stdout:2253: writing smithi15786056-46 from 3014656 to 3530752 tid 1 2024-08-17T00:40:14.126 INFO:tasks.rados.rados.0.smithi157.stdout:2253: writing smithi15786056-46 from 3530752 to 4005888 tid 2 2024-08-17T00:40:14.130 INFO:tasks.rados.rados.0.smithi157.stdout:2253: writing smithi15786056-46 from 4005888 to 4579328 tid 3 2024-08-17T00:40:14.134 INFO:tasks.rados.rados.0.smithi157.stdout:2253: writing smithi15786056-46 from 4579328 to 5136384 tid 4 2024-08-17T00:40:14.134 INFO:tasks.rados.rados.0.smithi157.stdout:2254: read oid 31 snap -1 2024-08-17T00:40:14.134 INFO:tasks.rados.rados.0.smithi157.stdout:2254: expect (ObjNum 645 snap 203 seq_num 645) 2024-08-17T00:40:14.134 INFO:tasks.rados.rados.0.smithi157.stdout:2255: setattr oid 48 current snap is 226 2024-08-17T00:40:14.134 INFO:tasks.rados.rados.0.smithi157.stdout:2253: finishing write tid 1 to smithi15786056-46 2024-08-17T00:40:14.134 INFO:tasks.rados.rados.0.smithi157.stdout:2253: finishing write tid 2 to smithi15786056-46 2024-08-17T00:40:14.134 INFO:tasks.rados.rados.0.smithi157.stdout:2253: finishing write tid 3 to smithi15786056-46 2024-08-17T00:40:14.135 INFO:tasks.rados.rados.0.smithi157.stdout:2256: delete oid 13 current snap is 226 2024-08-17T00:40:14.137 INFO:tasks.rados.rados.0.smithi157.stdout:2253: finishing write tid 4 to smithi15786056-46 2024-08-17T00:40:14.137 INFO:tasks.rados.rados.0.smithi157.stdout:2253: finishing write tid 5 to smithi15786056-46 2024-08-17T00:40:14.138 INFO:tasks.rados.rados.0.smithi157.stdout:2256: done (3 left) 2024-08-17T00:40:14.138 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 226 2024-08-17T00:40:14.138 INFO:tasks.rados.rados.0.smithi157.stdout:2257: seq_num 701 ranges {0=548864,548864=696320,1245184=540672,1785856=368640} 2024-08-17T00:40:14.142 INFO:tasks.rados.rados.0.smithi157.stdout:2257: writing smithi15786056-13 from 0 to 548864 tid 1 2024-08-17T00:40:14.146 INFO:tasks.rados.rados.0.smithi157.stdout:2257: writing smithi15786056-13 from 548864 to 1245184 tid 2 2024-08-17T00:40:14.149 INFO:tasks.rados.rados.0.smithi157.stdout:2257: writing smithi15786056-13 from 1245184 to 1785856 tid 3 2024-08-17T00:40:14.152 INFO:tasks.rados.rados.0.smithi157.stdout:2257: writing smithi15786056-13 from 1785856 to 2154496 tid 4 2024-08-17T00:40:14.152 INFO:tasks.rados.rados.0.smithi157.stdout:2258: read oid 2 snap -1 2024-08-17T00:40:14.152 INFO:tasks.rados.rados.0.smithi157.stdout:2258: expect deleted 2024-08-17T00:40:14.152 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 7 current snap is 226 2024-08-17T00:40:14.152 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 1387 (ObjNum 614 snap 192 seq_num 614) dirty exists 2024-08-17T00:40:14.152 INFO:tasks.rados.rados.0.smithi157.stdout:2253: finishing write tid 6 to smithi15786056-46 2024-08-17T00:40:14.153 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1023 (ObjNum 699 snap 226 seq_num 699) dirty exists 2024-08-17T00:40:14.153 INFO:tasks.rados.rados.0.smithi157.stdout:2253: left oid 46 (ObjNum 699 snap 226 seq_num 699) 2024-08-17T00:40:14.153 INFO:tasks.rados.rados.0.smithi157.stdout:2257: finishing write tid 1 to smithi15786056-13 2024-08-17T00:40:14.153 INFO:tasks.rados.rados.0.smithi157.stdout:2259: seq_num 702 ranges {10035200=565248,10600448=581632,11182080=745472,11927552=278528} 2024-08-17T00:40:14.208 INFO:tasks.rados.rados.0.smithi157.stdout:2259: writing smithi15786056-7 from 10035200 to 10600448 tid 1 2024-08-17T00:40:14.211 INFO:tasks.rados.rados.0.smithi157.stdout:2259: writing smithi15786056-7 from 10600448 to 11182080 tid 2 2024-08-17T00:40:14.215 INFO:tasks.rados.rados.0.smithi157.stdout:2259: writing smithi15786056-7 from 11182080 to 11927552 tid 3 2024-08-17T00:40:14.217 INFO:tasks.rados.rados.0.smithi157.stdout:2259: writing smithi15786056-7 from 11927552 to 12206080 tid 4 2024-08-17T00:40:14.217 INFO:tasks.rados.rados.0.smithi157.stdout:2253: done (5 left) 2024-08-17T00:40:14.217 INFO:tasks.rados.rados.0.smithi157.stdout:2255: done (4 left) 2024-08-17T00:40:14.217 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 47 current snap is 226 2024-08-17T00:40:14.217 INFO:tasks.rados.rados.0.smithi157.stdout:2260: seq_num 703 ranges {11124736=581632,11706368=458752,12165120=557056,12722176=417792,13139968=172032} 2024-08-17T00:40:14.278 INFO:tasks.rados.rados.0.smithi157.stdout:2260: writing smithi15786056-47 from 11124736 to 11706368 tid 1 2024-08-17T00:40:14.280 INFO:tasks.rados.rados.0.smithi157.stdout:2260: writing smithi15786056-47 from 11706368 to 12165120 tid 2 2024-08-17T00:40:14.283 INFO:tasks.rados.rados.0.smithi157.stdout:2260: writing smithi15786056-47 from 12165120 to 12722176 tid 3 2024-08-17T00:40:14.286 INFO:tasks.rados.rados.0.smithi157.stdout:2260: writing smithi15786056-47 from 12722176 to 13139968 tid 4 2024-08-17T00:40:14.287 INFO:tasks.rados.rados.0.smithi157.stdout:2260: writing smithi15786056-47 from 13139968 to 13312000 tid 5 2024-08-17T00:40:14.287 INFO:tasks.rados.rados.0.smithi157.stdout:2261: snap_create 2024-08-17T00:40:14.287 INFO:tasks.rados.rados.0.smithi157.stdout:2257: finishing write tid 2 to smithi15786056-13 2024-08-17T00:40:14.287 INFO:tasks.rados.rados.0.smithi157.stdout:2254: expect (ObjNum 645 snap 203 seq_num 645) 2024-08-17T00:40:14.633 INFO:tasks.rados.rados.0.smithi157.stdout:2257: finishing write tid 3 to smithi15786056-13 2024-08-17T00:40:14.634 INFO:tasks.rados.rados.0.smithi157.stdout:2257: finishing write tid 4 to smithi15786056-13 2024-08-17T00:40:14.634 INFO:tasks.rados.rados.0.smithi157.stdout:2257: finishing write tid 5 to smithi15786056-13 2024-08-17T00:40:14.634 INFO:tasks.rados.rados.0.smithi157.stdout:2257: finishing write tid 6 to smithi15786056-13 2024-08-17T00:40:14.634 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1100 (ObjNum 701 snap 226 seq_num 701) dirty exists 2024-08-17T00:40:14.634 INFO:tasks.rados.rados.0.smithi157.stdout:2257: left oid 13 (ObjNum 701 snap 226 seq_num 701) 2024-08-17T00:40:14.634 INFO:tasks.rados.rados.0.smithi157.stdout:2259: finishing write tid 1 to smithi15786056-7 2024-08-17T00:40:14.634 INFO:tasks.rados.rados.0.smithi157.stdout:2259: finishing write tid 2 to smithi15786056-7 2024-08-17T00:40:14.634 INFO:tasks.rados.rados.0.smithi157.stdout:2259: finishing write tid 3 to smithi15786056-7 2024-08-17T00:40:14.634 INFO:tasks.rados.rados.0.smithi157.stdout:2259: finishing write tid 4 to smithi15786056-7 2024-08-17T00:40:14.634 INFO:tasks.rados.rados.0.smithi157.stdout:2259: finishing write tid 5 to smithi15786056-7 2024-08-17T00:40:14.635 INFO:tasks.rados.rados.0.smithi157.stdout:2259: finishing write tid 6 to smithi15786056-7 2024-08-17T00:40:14.635 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 1214 (ObjNum 702 snap 226 seq_num 702) dirty exists 2024-08-17T00:40:14.635 INFO:tasks.rados.rados.0.smithi157.stdout:2259: left oid 7 (ObjNum 702 snap 226 seq_num 702) 2024-08-17T00:40:14.635 INFO:tasks.rados.rados.0.smithi157.stdout:2260: finishing write tid 1 to smithi15786056-47 2024-08-17T00:40:14.635 INFO:tasks.rados.rados.0.smithi157.stdout:2260: finishing write tid 2 to smithi15786056-47 2024-08-17T00:40:14.635 INFO:tasks.rados.rados.0.smithi157.stdout:2260: finishing write tid 3 to smithi15786056-47 2024-08-17T00:40:14.635 INFO:tasks.rados.rados.0.smithi157.stdout:2260: finishing write tid 4 to smithi15786056-47 2024-08-17T00:40:14.635 INFO:tasks.rados.rados.0.smithi157.stdout:2260: finishing write tid 5 to smithi15786056-47 2024-08-17T00:40:14.635 INFO:tasks.rados.rados.0.smithi157.stdout:2260: finishing write tid 6 to smithi15786056-47 2024-08-17T00:40:14.635 INFO:tasks.rados.rados.0.smithi157.stdout:2260: finishing write tid 7 to smithi15786056-47 2024-08-17T00:40:14.635 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 1106 (ObjNum 703 snap 226 seq_num 703) dirty exists 2024-08-17T00:40:14.635 INFO:tasks.rados.rados.0.smithi157.stdout:2260: left oid 47 (ObjNum 703 snap 226 seq_num 703) 2024-08-17T00:40:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:14 smithi187 ceph-mon[90552]: osdmap e524: 8 total, 8 up, 8 in 2024-08-17T00:40:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:14 smithi187 ceph-mon[90552]: pgmap v439: 121 pgs: 121 active+clean; 314 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-08-17T00:40:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:14.749 INFO:tasks.rados.rados.0.smithi157.stdout:2254: done (5 left) 2024-08-17T00:40:14.749 INFO:tasks.rados.rados.0.smithi157.stdout:2257: done (4 left) 2024-08-17T00:40:14.749 INFO:tasks.rados.rados.0.smithi157.stdout:2258: done (3 left) 2024-08-17T00:40:14.750 INFO:tasks.rados.rados.0.smithi157.stdout:2259: done (2 left) 2024-08-17T00:40:14.750 INFO:tasks.rados.rados.0.smithi157.stdout:2260: done (1 left) 2024-08-17T00:40:14.750 INFO:tasks.rados.rados.0.smithi157.stdout:2261: done (0 left) 2024-08-17T00:40:14.750 INFO:tasks.rados.rados.0.smithi157.stdout:2262: read oid 22 snap -1 2024-08-17T00:40:14.750 INFO:tasks.rados.rados.0.smithi157.stdout:2262: expect (ObjNum 666 snap 209 seq_num 666) 2024-08-17T00:40:14.750 INFO:tasks.rados.rados.0.smithi157.stdout:2263: read oid 39 snap 225 2024-08-17T00:40:14.750 INFO:tasks.rados.rados.0.smithi157.stdout:2263: expect deleted 2024-08-17T00:40:14.750 INFO:tasks.rados.rados.0.smithi157.stdout:2264: setattr oid 14 current snap is 227 2024-08-17T00:40:14.752 INFO:tasks.rados.rados.0.smithi157.stdout:2263: done (2 left) 2024-08-17T00:40:14.752 INFO:tasks.rados.rados.0.smithi157.stdout:2265: read oid 36 snap 220 2024-08-17T00:40:14.752 INFO:tasks.rados.rados.0.smithi157.stdout:2265: expect (ObjNum 552 snap 163 seq_num 552) 2024-08-17T00:40:14.752 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 227 2024-08-17T00:40:14.753 INFO:tasks.rados.rados.0.smithi157.stdout:2266: seq_num 704 ranges {3293184=598016,3891200=745472,4636672=712704,5349376=147456} 2024-08-17T00:40:14.775 INFO:tasks.rados.rados.0.smithi157.stdout:2266: writing smithi15786056-25 from 3293184 to 3891200 tid 1 2024-08-17T00:40:14.780 INFO:tasks.rados.rados.0.smithi157.stdout:2266: writing smithi15786056-25 from 3891200 to 4636672 tid 2 2024-08-17T00:40:14.787 INFO:tasks.rados.rados.0.smithi157.stdout:2266: writing smithi15786056-25 from 4636672 to 5349376 tid 3 2024-08-17T00:40:14.787 INFO:tasks.rados.rados.0.smithi157.stdout:2266: writing smithi15786056-25 from 5349376 to 5496832 tid 4 2024-08-17T00:40:14.787 INFO:tasks.rados.rados.0.smithi157.stdout:2267: read oid 47 snap -1 2024-08-17T00:40:14.787 INFO:tasks.rados.rados.0.smithi157.stdout:2267: expect (ObjNum 703 snap 226 seq_num 703) 2024-08-17T00:40:14.787 INFO:tasks.rados.rados.0.smithi157.stdout:2268: read oid 40 snap -1 2024-08-17T00:40:14.787 INFO:tasks.rados.rados.0.smithi157.stdout:2268: expect (ObjNum 648 snap 203 seq_num 648) 2024-08-17T00:40:14.787 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 227 2024-08-17T00:40:14.787 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1024 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T00:40:14.787 INFO:tasks.rados.rados.0.smithi157.stdout:2262: expect (ObjNum 666 snap 209 seq_num 666) 2024-08-17T00:40:14.836 INFO:tasks.rados.rados.0.smithi157.stdout:2266: finishing write tid 1 to smithi15786056-25 2024-08-17T00:40:14.836 INFO:tasks.rados.rados.0.smithi157.stdout:2266: finishing write tid 2 to smithi15786056-25 2024-08-17T00:40:14.836 INFO:tasks.rados.rados.0.smithi157.stdout:2265: expect (ObjNum 552 snap 163 seq_num 552) 2024-08-17T00:40:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:14 smithi157 ceph-mon[98780]: osdmap e524: 8 total, 8 up, 8 in 2024-08-17T00:40:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:14 smithi157 ceph-mon[98780]: pgmap v439: 121 pgs: 121 active+clean; 314 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-08-17T00:40:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:14 smithi157 ceph-mon[101289]: osdmap e524: 8 total, 8 up, 8 in 2024-08-17T00:40:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:14 smithi157 ceph-mon[101289]: pgmap v439: 121 pgs: 121 active+clean; 314 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-08-17T00:40:14.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:14.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:15.443 INFO:tasks.rados.rados.0.smithi157.stdout:2266: finishing write tid 3 to smithi15786056-25 2024-08-17T00:40:15.443 INFO:tasks.rados.rados.0.smithi157.stdout:2266: finishing write tid 4 to smithi15786056-25 2024-08-17T00:40:15.443 INFO:tasks.rados.rados.0.smithi157.stdout:2266: finishing write tid 5 to smithi15786056-25 2024-08-17T00:40:15.443 INFO:tasks.rados.rados.0.smithi157.stdout:2268: expect (ObjNum 648 snap 203 seq_num 648) 2024-08-17T00:40:15.531 INFO:tasks.rados.rados.0.smithi157.stdout:2266: finishing write tid 6 to smithi15786056-25 2024-08-17T00:40:15.532 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 1108 (ObjNum 704 snap 227 seq_num 704) dirty exists 2024-08-17T00:40:15.532 INFO:tasks.rados.rados.0.smithi157.stdout:2266: left oid 25 (ObjNum 704 snap 227 seq_num 704) 2024-08-17T00:40:15.532 INFO:tasks.rados.rados.0.smithi157.stdout:2267: expect (ObjNum 703 snap 226 seq_num 703) 2024-08-17T00:40:15.624 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.f"}]: dispatch 2024-08-17T00:40:15.624 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.f"}]': finished 2024-08-17T00:40:15.624 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:15 smithi187 ceph-mon[90552]: osdmap e525: 8 total, 8 up, 8 in 2024-08-17T00:40:15.624 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:40:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.f"}]: dispatch 2024-08-17T00:40:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.f"}]': finished 2024-08-17T00:40:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:15 smithi157 ceph-mon[98780]: osdmap e525: 8 total, 8 up, 8 in 2024-08-17T00:40:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:40:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.f"}]: dispatch 2024-08-17T00:40:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.f"}]': finished 2024-08-17T00:40:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:15 smithi157 ceph-mon[101289]: osdmap e525: 8 total, 8 up, 8 in 2024-08-17T00:40:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:40:16.919 INFO:tasks.rados.rados.0.smithi157.stdout:2269: seq_num 705 ranges {5136384=614400,5750784=630784,6381568=524288,6905856=450560} 2024-08-17T00:40:16.949 INFO:tasks.rados.rados.0.smithi157.stdout:2269: writing smithi15786056-46 from 5136384 to 5750784 tid 1 2024-08-17T00:40:16.952 INFO:tasks.rados.rados.0.smithi157.stdout:2269: writing smithi15786056-46 from 5750784 to 6381568 tid 2 2024-08-17T00:40:16.955 INFO:tasks.rados.rados.0.smithi157.stdout:2269: writing smithi15786056-46 from 6381568 to 6905856 tid 3 2024-08-17T00:40:16.959 INFO:tasks.rados.rados.0.smithi157.stdout:2269: writing smithi15786056-46 from 6905856 to 7356416 tid 4 2024-08-17T00:40:16.959 INFO:tasks.rados.rados.0.smithi157.stdout:2262: done (6 left) 2024-08-17T00:40:16.959 INFO:tasks.rados.rados.0.smithi157.stdout:2264: done (5 left) 2024-08-17T00:40:16.959 INFO:tasks.rados.rados.0.smithi157.stdout:2265: done (4 left) 2024-08-17T00:40:16.959 INFO:tasks.rados.rados.0.smithi157.stdout:2266: done (3 left) 2024-08-17T00:40:16.959 INFO:tasks.rados.rados.0.smithi157.stdout:2267: done (2 left) 2024-08-17T00:40:16.959 INFO:tasks.rados.rados.0.smithi157.stdout:2268: done (1 left) 2024-08-17T00:40:16.959 INFO:tasks.rados.rados.0.smithi157.stdout:2270: read oid 40 snap -1 2024-08-17T00:40:16.959 INFO:tasks.rados.rados.0.smithi157.stdout:2270: expect (ObjNum 648 snap 203 seq_num 648) 2024-08-17T00:40:16.959 INFO:tasks.rados.rados.0.smithi157.stdout:2271: snap_create 2024-08-17T00:40:16.960 INFO:tasks.rados.rados.0.smithi157.stdout:2269: finishing write tid 1 to smithi15786056-46 2024-08-17T00:40:16.960 INFO:tasks.rados.rados.0.smithi157.stdout:2269: finishing write tid 2 to smithi15786056-46 2024-08-17T00:40:16.960 INFO:tasks.rados.rados.0.smithi157.stdout:2269: finishing write tid 3 to smithi15786056-46 2024-08-17T00:40:16.961 INFO:tasks.rados.rados.0.smithi157.stdout:2269: finishing write tid 4 to smithi15786056-46 2024-08-17T00:40:16.961 INFO:tasks.rados.rados.0.smithi157.stdout:2269: finishing write tid 5 to smithi15786056-46 2024-08-17T00:40:16.962 INFO:tasks.rados.rados.0.smithi157.stdout:2269: finishing write tid 6 to smithi15786056-46 2024-08-17T00:40:16.962 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1029 (ObjNum 705 snap 227 seq_num 705) dirty exists 2024-08-17T00:40:16.962 INFO:tasks.rados.rados.0.smithi157.stdout:2269: left oid 46 (ObjNum 705 snap 227 seq_num 705) 2024-08-17T00:40:16.966 INFO:tasks.rados.rados.0.smithi157.stdout:2270: expect (ObjNum 648 snap 203 seq_num 648) 2024-08-17T00:40:17.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:16 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:40:17.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:16 smithi187 ceph-mon[90552]: Upgrade: osd.7 is safe to restart 2024-08-17T00:40:17.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:16 smithi187 ceph-mon[90552]: pgmap v441: 121 pgs: 121 active+clean; 317 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-08-17T00:40:17.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:16 smithi187 ceph-mon[90552]: osdmap e526: 8 total, 8 up, 8 in 2024-08-17T00:40:17.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:17.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:40:17.083 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:16 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:40:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:16 smithi157 ceph-mon[101289]: Upgrade: osd.7 is safe to restart 2024-08-17T00:40:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:16 smithi157 ceph-mon[101289]: pgmap v441: 121 pgs: 121 active+clean; 317 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-08-17T00:40:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:16 smithi157 ceph-mon[101289]: osdmap e526: 8 total, 8 up, 8 in 2024-08-17T00:40:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:40:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:17.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:16 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:40:17.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:16 smithi157 ceph-mon[98780]: Upgrade: osd.7 is safe to restart 2024-08-17T00:40:17.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:16 smithi157 ceph-mon[98780]: pgmap v441: 121 pgs: 121 active+clean; 317 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-08-17T00:40:17.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:16 smithi157 ceph-mon[98780]: osdmap e526: 8 total, 8 up, 8 in 2024-08-17T00:40:17.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:17.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:40:17.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:17.246 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:40:17.361 INFO:tasks.rados.rados.0.smithi157.stdout:2269: done (2 left) 2024-08-17T00:40:17.361 INFO:tasks.rados.rados.0.smithi157.stdout:2270: done (1 left) 2024-08-17T00:40:17.361 INFO:tasks.rados.rados.0.smithi157.stdout:2271: done (0 left) 2024-08-17T00:40:17.361 INFO:tasks.rados.rados.0.smithi157.stdout:2272: read oid 11 snap -1 2024-08-17T00:40:17.361 INFO:tasks.rados.rados.0.smithi157.stdout:2272: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-17T00:40:17.361 INFO:tasks.rados.rados.0.smithi157.stdout:2273: read oid 12 snap -1 2024-08-17T00:40:17.361 INFO:tasks.rados.rados.0.smithi157.stdout:2273: expect deleted 2024-08-17T00:40:17.361 INFO:tasks.rados.rados.0.smithi157.stdout:2274: delete oid 31 current snap is 228 2024-08-17T00:40:17.366 INFO:tasks.rados.rados.0.smithi157.stdout:2273: done (2 left) 2024-08-17T00:40:17.366 INFO:tasks.rados.rados.0.smithi157.stdout:2274: done (1 left) 2024-08-17T00:40:17.366 INFO:tasks.rados.rados.0.smithi157.stdout:2275: read oid 27 snap -1 2024-08-17T00:40:17.366 INFO:tasks.rados.rados.0.smithi157.stdout:2275: expect deleted 2024-08-17T00:40:17.367 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 228 2024-08-17T00:40:17.367 INFO:tasks.rados.rados.0.smithi157.stdout:2276: seq_num 707 ranges {1564672=647168,2211840=802816,3014656=532480,3547136=270336} 2024-08-17T00:40:17.379 INFO:tasks.rados.rados.0.smithi157.stdout:2276: writing smithi15786056-22 from 1564672 to 2211840 tid 1 2024-08-17T00:40:17.384 INFO:tasks.rados.rados.0.smithi157.stdout:2276: writing smithi15786056-22 from 2211840 to 3014656 tid 2 2024-08-17T00:40:17.387 INFO:tasks.rados.rados.0.smithi157.stdout:2276: writing smithi15786056-22 from 3014656 to 3547136 tid 3 2024-08-17T00:40:17.389 INFO:tasks.rados.rados.0.smithi157.stdout:2276: writing smithi15786056-22 from 3547136 to 3817472 tid 4 2024-08-17T00:40:17.389 INFO:tasks.rados.rados.0.smithi157.stdout:2277: read oid 35 snap -1 2024-08-17T00:40:17.389 INFO:tasks.rados.rados.0.smithi157.stdout:2277: expect (ObjNum 614 snap 192 seq_num 614) 2024-08-17T00:40:17.389 INFO:tasks.rados.rados.0.smithi157.stdout:2278: rollback oid 48 current snap is 228 2024-08-17T00:40:17.389 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 48 to 198 2024-08-17T00:40:17.389 INFO:tasks.rados.rados.0.smithi157.stdout:2272: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-17T00:40:17.536 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:40:17.536 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (6m) 2m ago 10m 24.0M - 0.25.0 c8568f914cd2 e5fc458eaa70 2024-08-17T00:40:17.536 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (6m) 21s ago 10m 87.6M - 9.4.7 954c08fa6188 3c616dd0c45b 2024-08-17T00:40:17.536 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (11m) 2m ago 11m 15.9M - 17.2.7-1402-g03a1ac13 bc5a85a90206 995986ce032a 2024-08-17T00:40:17.536 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (11m) 21s ago 11m 21.8M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:40:17.536 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283,8765 running (5m) 21s ago 15m 440M - 19.1.0-1363-gd863d21c ba08250ef864 97f58199005a 2024-08-17T00:40:17.537 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (5m) 2m ago 16m 508M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:40:17.537 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (5m) 2m ago 16m 54.2M 2048M 19.1.0-1363-gd863d21c ba08250ef864 7cae4f2d8cd1 2024-08-17T00:40:17.537 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (4m) 21s ago 15m 49.4M 2048M 19.1.0-1363-gd863d21c ba08250ef864 fa96bb84b173 2024-08-17T00:40:17.537 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (4m) 2m ago 15m 48.2M 2048M 19.1.0-1363-gd863d21c ba08250ef864 6acedb5a7023 2024-08-17T00:40:17.537 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (6m) 2m ago 9m 11.4M - 1.5.0 0da6a335fe13 b4e36e574235 2024-08-17T00:40:17.537 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (5m) 21s ago 9m 16.7M - 1.5.0 0da6a335fe13 73e607038b0d 2024-08-17T00:40:17.537 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (3m) 2m ago 14m 144M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7d05f2a649d9 2024-08-17T00:40:17.537 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (3m) 2m ago 14m 112M 2480M 19.1.0-1363-gd863d21c ba08250ef864 dbe3e94be069 2024-08-17T00:40:17.537 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (2m) 2m ago 14m 105M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7e3b0f58873f 2024-08-17T00:40:17.537 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (2m) 2m ago 13m 12.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 28892f02251b 2024-08-17T00:40:17.537 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (93s) 21s ago 13m 100M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d0e8971787b7 2024-08-17T00:40:17.537 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (59s) 21s ago 12m 103M 2480M 19.1.0-1363-gd863d21c ba08250ef864 f2c2c7842236 2024-08-17T00:40:17.538 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (26s) 21s ago 12m 12.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 fc0797d14428 2024-08-17T00:40:17.538 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (12m) 21s ago 12m 170M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 6fe154d0adb1 2024-08-17T00:40:17.538 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (5m) 21s ago 10m 62.4M - 2.43.0 a07b618ecd1d 736dc11bd87e 2024-08-17T00:40:17.643 INFO:tasks.rados.rados.0.smithi157.stdout:2276: finishing write tid 1 to smithi15786056-22 2024-08-17T00:40:17.643 INFO:tasks.rados.rados.0.smithi157.stdout:2276: finishing write tid 2 to smithi15786056-22 2024-08-17T00:40:17.643 INFO:tasks.rados.rados.0.smithi157.stdout:2272: done (4 left) 2024-08-17T00:40:17.643 INFO:tasks.rados.rados.0.smithi157.stdout:2275: done (3 left) 2024-08-17T00:40:17.643 INFO:tasks.rados.rados.0.smithi157.stdout:2279: delete oid 2 current snap is 228 2024-08-17T00:40:17.643 INFO:tasks.rados.rados.0.smithi157.stdout:2276: finishing write tid 3 to smithi15786056-22 2024-08-17T00:40:17.643 INFO:tasks.rados.rados.0.smithi157.stdout:2276: finishing write tid 4 to smithi15786056-22 2024-08-17T00:40:17.643 INFO:tasks.rados.rados.0.smithi157.stdout:2276: finishing write tid 5 to smithi15786056-22 2024-08-17T00:40:17.643 INFO:tasks.rados.rados.0.smithi157.stdout:2278: finishing rollback tid 0 to smithi15786056-48 2024-08-17T00:40:17.643 INFO:tasks.rados.rados.0.smithi157.stdout:2278: finishing rollback tid 1 to smithi15786056-48 2024-08-17T00:40:17.643 INFO:tasks.rados.rados.0.smithi157.stdout:2278: finishing rollback tid 2 to smithi15786056-48 2024-08-17T00:40:17.644 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 1391 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-08-17T00:40:17.644 INFO:tasks.rados.rados.0.smithi157.stdout:2276: finishing write tid 6 to smithi15786056-22 2024-08-17T00:40:17.644 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 1290 (ObjNum 707 snap 228 seq_num 707) dirty exists 2024-08-17T00:40:17.644 INFO:tasks.rados.rados.0.smithi157.stdout:2276: left oid 22 (ObjNum 707 snap 228 seq_num 707) 2024-08-17T00:40:17.644 INFO:tasks.rados.rados.0.smithi157.stdout:2277: expect (ObjNum 614 snap 192 seq_num 614) 2024-08-17T00:40:17.860 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:40:17.860 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:40:17.860 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:40:17.860 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:40:17.860 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:40:17.860 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:40:17.860 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:40:17.860 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:40:17.861 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 1, 2024-08-17T00:40:17.861 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 7 2024-08-17T00:40:17.861 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:40:17.861 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:40:17.861 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:40:17.861 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:40:17.861 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:40:17.861 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3, 2024-08-17T00:40:17.861 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 12 2024-08-17T00:40:17.861 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:40:17.862 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:40:17.862 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:17 smithi157 ceph-mon[98780]: Upgrade: Updating osd.7 2024-08-17T00:40:17.862 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:17 smithi157 ceph-mon[98780]: Deploying daemon osd.7 on smithi187 2024-08-17T00:40:17.862 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:17 smithi157 ceph-mon[98780]: osdmap e527: 8 total, 8 up, 8 in 2024-08-17T00:40:17.862 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:17 smithi157 ceph-mon[101289]: Upgrade: Updating osd.7 2024-08-17T00:40:17.862 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:17 smithi157 ceph-mon[101289]: Deploying daemon osd.7 on smithi187 2024-08-17T00:40:17.862 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:17 smithi157 ceph-mon[101289]: osdmap e527: 8 total, 8 up, 8 in 2024-08-17T00:40:17.922 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:17 smithi187 ceph-mon[90552]: Upgrade: Updating osd.7 2024-08-17T00:40:17.923 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:17 smithi187 ceph-mon[90552]: Deploying daemon osd.7 on smithi187 2024-08-17T00:40:17.923 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:17 smithi187 ceph-mon[90552]: osdmap e527: 8 total, 8 up, 8 in 2024-08-17T00:40:18.156 INFO:tasks.rados.rados.0.smithi157.stdout:2276: done (3 left) 2024-08-17T00:40:18.156 INFO:tasks.rados.rados.0.smithi157.stdout:2277: done (2 left) 2024-08-17T00:40:18.156 INFO:tasks.rados.rados.0.smithi157.stdout:2278: done (1 left) 2024-08-17T00:40:18.156 INFO:tasks.rados.rados.0.smithi157.stdout:2279: done (0 left) 2024-08-17T00:40:18.156 INFO:tasks.rados.rados.0.smithi157.stdout:2280: snap_create 2024-08-17T00:40:18.757 INFO:tasks.rados.rados.0.smithi157.stdout:2280: done (0 left) 2024-08-17T00:40:18.757 INFO:tasks.rados.rados.0.smithi157.stdout:2281: copy_from oid 25 from oid 32 current snap is 229 2024-08-17T00:40:18.757 INFO:tasks.rados.rados.0.smithi157.stdout:2282: snap_create 2024-08-17T00:40:18.764 INFO:tasks.rados.rados.0.smithi157.stdout:2281: finishing copy_from racing read to smithi15786056-25 2024-08-17T00:40:18.765 INFO:tasks.rados.rados.0.smithi157.stdout:2281: finishing copy_from to smithi15786056-25 2024-08-17T00:40:18.765 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 1091 (ObjNum 655 snap 205 seq_num 655) dirty exists 2024-08-17T00:40:18.914 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:18 smithi187 ceph-mon[90552]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:18.914 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:18 smithi187 ceph-mon[90552]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:18.914 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:18 smithi187 ceph-mon[90552]: pgmap v444: 121 pgs: 121 active+clean; 317 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-08-17T00:40:18.914 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:18 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2666788402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:19.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:18 smithi157 ceph-mon[101289]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:19.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:18 smithi157 ceph-mon[101289]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:19.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:18 smithi157 ceph-mon[101289]: pgmap v444: 121 pgs: 121 active+clean; 317 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-08-17T00:40:19.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:18 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2666788402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:18 smithi157 ceph-mon[98780]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:18 smithi157 ceph-mon[98780]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:18 smithi157 ceph-mon[98780]: pgmap v444: 121 pgs: 121 active+clean; 317 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-08-17T00:40:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:18 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2666788402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:19.503 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:19 smithi187 systemd[1]: Stopping Ceph osd.7 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:40:19.759 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[57441]: 2024-08-17T00:40:19.500+0000 7fc40ff90640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:40:19.760 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[57441]: 2024-08-17T00:40:19.500+0000 7fc40ff90640 -1 osd.7 528 *** Got signal Terminated *** 2024-08-17T00:40:19.760 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[57441]: 2024-08-17T00:40:19.500+0000 7fc40ff90640 -1 osd.7 528 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:40:19.764 INFO:tasks.rados.rados.0.smithi157.stdout:2281: done (1 left) 2024-08-17T00:40:19.764 INFO:tasks.rados.rados.0.smithi157.stdout:2282: done (0 left) 2024-08-17T00:40:19.764 INFO:tasks.rados.rados.0.smithi157.stdout:2283: delete oid 44 current snap is 230 2024-08-17T00:40:19.774 INFO:tasks.rados.rados.0.smithi157.stdout:2283: done (0 left) 2024-08-17T00:40:19.774 INFO:tasks.rados.rados.0.smithi157.stdout:2284: copy_from oid 39 from oid 22 current snap is 230 2024-08-17T00:40:19.774 INFO:tasks.rados.rados.0.smithi157.stdout:2285: snap_remove snap 228 2024-08-17T00:40:20.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:19 smithi157 ceph-mon[98780]: osdmap e528: 8 total, 8 up, 8 in 2024-08-17T00:40:20.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:19 smithi157 ceph-mon[98780]: osd.7 marked itself down and dead 2024-08-17T00:40:20.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:19 smithi157 ceph-mon[101289]: osdmap e528: 8 total, 8 up, 8 in 2024-08-17T00:40:20.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:19 smithi157 ceph-mon[101289]: osd.7 marked itself down and dead 2024-08-17T00:40:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:19 smithi187 ceph-mon[90552]: osdmap e528: 8 total, 8 up, 8 in 2024-08-17T00:40:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:19 smithi187 ceph-mon[90552]: osd.7 marked itself down and dead 2024-08-17T00:40:20.568 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:20 smithi187 podman[110809]: 2024-08-17 00:40:20.309665858 +0000 UTC m=+0.910397889 container died 6fe154d0adb1956b2f2c2df2ca83b7a725f2972dc4f5411c31ac7def3fe06838 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True) 2024-08-17T00:40:20.772 INFO:tasks.rados.rados.0.smithi157.stdout:2285: done (1 left) 2024-08-17T00:40:20.772 INFO:tasks.rados.rados.0.smithi157.stdout:2286: read oid 14 snap -1 2024-08-17T00:40:20.772 INFO:tasks.rados.rados.0.smithi157.stdout:2286: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:40:20.772 INFO:tasks.rados.rados.0.smithi157.stdout:2287: read oid 4 snap -1 2024-08-17T00:40:20.772 INFO:tasks.rados.rados.0.smithi157.stdout:2287: expect (ObjNum 659 snap 208 seq_num 659) 2024-08-17T00:40:20.772 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 230 2024-08-17T00:40:20.772 INFO:tasks.rados.rados.0.smithi157.stdout:2288: seq_num 710 ranges {1933312=696320,2629632=499712,3129344=712704,3842048=393216} 2024-08-17T00:40:20.787 INFO:tasks.rados.rados.0.smithi157.stdout:2288: writing smithi15786056-8 from 1933312 to 2629632 tid 1 2024-08-17T00:40:20.790 INFO:tasks.rados.rados.0.smithi157.stdout:2288: writing smithi15786056-8 from 2629632 to 3129344 tid 2 2024-08-17T00:40:20.795 INFO:tasks.rados.rados.0.smithi157.stdout:2288: writing smithi15786056-8 from 3129344 to 3842048 tid 3 2024-08-17T00:40:20.798 INFO:tasks.rados.rados.0.smithi157.stdout:2288: writing smithi15786056-8 from 3842048 to 4235264 tid 4 2024-08-17T00:40:20.798 INFO:tasks.rados.rados.0.smithi157.stdout:2289: rollback oid 1 current snap is 230 2024-08-17T00:40:20.798 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 1 to 223 2024-08-17T00:40:20.798 INFO:tasks.rados.rados.0.smithi157.stdout:2286: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:40:20.802 INFO:tasks.rados.rados.0.smithi157.stdout:2288: finishing write tid 1 to smithi15786056-8 2024-08-17T00:40:20.803 INFO:tasks.rados.rados.0.smithi157.stdout:2288: finishing write tid 2 to smithi15786056-8 2024-08-17T00:40:20.803 INFO:tasks.rados.rados.0.smithi157.stdout:2287: expect (ObjNum 659 snap 208 seq_num 659) 2024-08-17T00:40:20.899 INFO:tasks.rados.rados.0.smithi157.stdout:2288: finishing write tid 3 to smithi15786056-8 2024-08-17T00:40:20.899 INFO:tasks.rados.rados.0.smithi157.stdout:2289: finishing rollback tid 0 to smithi15786056-1 2024-08-17T00:40:20.899 INFO:tasks.rados.rados.0.smithi157.stdout:2289: finishing rollback tid 1 to smithi15786056-1 2024-08-17T00:40:20.899 INFO:tasks.rados.rados.0.smithi157.stdout:2288: finishing write tid 4 to smithi15786056-8 2024-08-17T00:40:20.899 INFO:tasks.rados.rados.0.smithi157.stdout:2289: finishing rollback tid 2 to smithi15786056-1 2024-08-17T00:40:20.899 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 1105 (ObjNum 556 snap 164 seq_num 556) dirty exists 2024-08-17T00:40:20.899 INFO:tasks.rados.rados.0.smithi157.stdout:2288: finishing write tid 5 to smithi15786056-8 2024-08-17T00:40:20.899 INFO:tasks.rados.rados.0.smithi157.stdout:2286: done (4 left) 2024-08-17T00:40:20.899 INFO:tasks.rados.rados.0.smithi157.stdout:2287: done (3 left) 2024-08-17T00:40:20.899 INFO:tasks.rados.rados.0.smithi157.stdout:2289: done (2 left) 2024-08-17T00:40:20.899 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 230 2024-08-17T00:40:20.900 INFO:tasks.rados.rados.0.smithi157.stdout:2288: finishing write tid 6 to smithi15786056-8 2024-08-17T00:40:20.900 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1113 (ObjNum 710 snap 230 seq_num 710) dirty exists 2024-08-17T00:40:20.900 INFO:tasks.rados.rados.0.smithi157.stdout:2288: left oid 8 (ObjNum 710 snap 230 seq_num 710) 2024-08-17T00:40:20.900 INFO:tasks.rados.rados.0.smithi157.stdout:2284: finishing copy_from racing read to smithi15786056-39 2024-08-17T00:40:20.900 INFO:tasks.rados.rados.0.smithi157.stdout:2284: finishing copy_from to smithi15786056-39 2024-08-17T00:40:20.900 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 1290 (ObjNum 707 snap 228 seq_num 707) dirty exists 2024-08-17T00:40:20.900 INFO:tasks.rados.rados.0.smithi157.stdout:2290: seq_num 711 ranges {0=712704,712704=786432,1499136=516096,2015232=303104} 2024-08-17T00:40:20.904 INFO:tasks.rados.rados.0.smithi157.stdout:2290: writing smithi15786056-44 from 0 to 712704 tid 1 2024-08-17T00:40:20.906 INFO:tasks.rados.rados.0.smithi157.stdout:2290: writing smithi15786056-44 from 712704 to 1499136 tid 2 2024-08-17T00:40:20.909 INFO:tasks.rados.rados.0.smithi157.stdout:2290: writing smithi15786056-44 from 1499136 to 2015232 tid 3 2024-08-17T00:40:20.911 INFO:tasks.rados.rados.0.smithi157.stdout:2290: writing smithi15786056-44 from 2015232 to 2318336 tid 4 2024-08-17T00:40:20.912 INFO:tasks.rados.rados.0.smithi157.stdout:2284: done (2 left) 2024-08-17T00:40:20.912 INFO:tasks.rados.rados.0.smithi157.stdout:2288: done (1 left) 2024-08-17T00:40:20.912 INFO:tasks.rados.rados.0.smithi157.stdout:2291: rollback oid 6 current snap is 230 2024-08-17T00:40:20.912 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 6 to 221 2024-08-17T00:40:20.912 INFO:tasks.rados.rados.0.smithi157.stdout:2290: finishing write tid 1 to smithi15786056-44 2024-08-17T00:40:20.912 INFO:tasks.rados.rados.0.smithi157.stdout:2290: finishing write tid 2 to smithi15786056-44 2024-08-17T00:40:20.912 INFO:tasks.rados.rados.0.smithi157.stdout:2292: rollback oid 9 current snap is 230 2024-08-17T00:40:20.912 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 9 to 225 2024-08-17T00:40:20.912 INFO:tasks.rados.rados.0.smithi157.stdout:2293: copy_from oid 7 from oid 33 current snap is 230 2024-08-17T00:40:20.912 INFO:tasks.rados.rados.0.smithi157.stdout:2294: read oid 46 snap -1 2024-08-17T00:40:20.912 INFO:tasks.rados.rados.0.smithi157.stdout:2294: expect (ObjNum 705 snap 227 seq_num 705) 2024-08-17T00:40:20.912 INFO:tasks.rados.rados.0.smithi157.stdout:2295: delete oid 43 current snap is 230 2024-08-17T00:40:20.913 INFO:tasks.rados.rados.0.smithi157.stdout:2290: finishing write tid 3 to smithi15786056-44 2024-08-17T00:40:20.913 INFO:tasks.rados.rados.0.smithi157.stdout:2293: finishing copy_from to smithi15786056-7 2024-08-17T00:40:20.913 INFO:tasks.rados.rados.0.smithi157.stdout:2293: got expected ENOENT (src dne) 2024-08-17T00:40:20.914 INFO:tasks.rados.rados.0.smithi157.stdout:2293: finishing copy_from racing read to smithi15786056-7 2024-08-17T00:40:20.915 INFO:tasks.rados.rados.0.smithi157.stdout:2292: finishing rollback tid 0 to smithi15786056-9 2024-08-17T00:40:20.915 INFO:tasks.rados.rados.0.smithi157.stdout:2292: finishing rollback tid 1 to smithi15786056-9 2024-08-17T00:40:20.915 INFO:tasks.rados.rados.0.smithi157.stdout:2292: finishing rollback tid 2 to smithi15786056-9 2024-08-17T00:40:20.915 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1116 (ObjNum 627 snap 194 seq_num 627) dirty exists 2024-08-17T00:40:20.915 INFO:tasks.rados.rados.0.smithi157.stdout:2291: finishing rollback tid 1 to smithi15786056-6 2024-08-17T00:40:20.915 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 1203 (ObjNum 65 snap 0 seq_num 1953066355) dirty dne 2024-08-17T00:40:20.916 INFO:tasks.rados.rados.0.smithi157.stdout:2291: done (5 left) 2024-08-17T00:40:20.916 INFO:tasks.rados.rados.0.smithi157.stdout:2292: done (4 left) 2024-08-17T00:40:20.917 INFO:tasks.rados.rados.0.smithi157.stdout:2293: done (3 left) 2024-08-17T00:40:20.917 INFO:tasks.rados.rados.0.smithi157.stdout:2295: done (2 left) 2024-08-17T00:40:20.917 INFO:tasks.rados.rados.0.smithi157.stdout:2296: read oid 27 snap -1 2024-08-17T00:40:20.917 INFO:tasks.rados.rados.0.smithi157.stdout:2296: expect deleted 2024-08-17T00:40:20.917 INFO:tasks.rados.rados.0.smithi157.stdout:2297: snap_create 2024-08-17T00:40:20.917 INFO:tasks.rados.rados.0.smithi157.stdout:2290: finishing write tid 4 to smithi15786056-44 2024-08-17T00:40:20.917 INFO:tasks.rados.rados.0.smithi157.stdout:2290: finishing write tid 5 to smithi15786056-44 2024-08-17T00:40:20.918 INFO:tasks.rados.rados.0.smithi157.stdout:2290: finishing write tid 6 to smithi15786056-44 2024-08-17T00:40:20.918 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 738 (ObjNum 711 snap 230 seq_num 711) dirty exists 2024-08-17T00:40:20.918 INFO:tasks.rados.rados.0.smithi157.stdout:2290: left oid 44 (ObjNum 711 snap 230 seq_num 711) 2024-08-17T00:40:20.948 INFO:tasks.rados.rados.0.smithi157.stdout:2294: expect (ObjNum 705 snap 227 seq_num 705) 2024-08-17T00:40:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:20 smithi187 ceph-mon[90552]: pgmap v446: 121 pgs: 121 active+clean; 326 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 2.9 MiB/s wr, 28 op/s; 4 B/s, 0 objects/s recovering 2024-08-17T00:40:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:20 smithi187 ceph-mon[90552]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:40:20.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:20 smithi187 ceph-mon[90552]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T00:40:20.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:20 smithi187 ceph-mon[90552]: osdmap e529: 8 total, 7 up, 8 in 2024-08-17T00:40:20.956 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:20 smithi187 podman[110809]: 2024-08-17 00:40:20.750232805 +0000 UTC m=+1.350964835 container cleanup 6fe154d0adb1956b2f2c2df2ca83b7a725f2972dc4f5411c31ac7def3fe06838 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-03a1ac1, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-17T00:40:20.956 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:20 smithi187 bash[110809]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7 2024-08-17T00:40:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:20 smithi157 ceph-mon[98780]: pgmap v446: 121 pgs: 121 active+clean; 326 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 2.9 MiB/s wr, 28 op/s; 4 B/s, 0 objects/s recovering 2024-08-17T00:40:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:20 smithi157 ceph-mon[98780]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:40:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:20 smithi157 ceph-mon[98780]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T00:40:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:20 smithi157 ceph-mon[98780]: osdmap e529: 8 total, 7 up, 8 in 2024-08-17T00:40:21.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:20 smithi157 ceph-mon[101289]: pgmap v446: 121 pgs: 121 active+clean; 326 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 2.9 MiB/s wr, 28 op/s; 4 B/s, 0 objects/s recovering 2024-08-17T00:40:21.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:20 smithi157 ceph-mon[101289]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:40:21.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:20 smithi157 ceph-mon[101289]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T00:40:21.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:20 smithi157 ceph-mon[101289]: osdmap e529: 8 total, 7 up, 8 in 2024-08-17T00:40:21.378 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:20 smithi187 podman[110833]: 2024-08-17 00:40:20.976980708 +0000 UTC m=+0.667842627 container remove 6fe154d0adb1956b2f2c2df2ca83b7a725f2972dc4f5411c31ac7def3fe06838 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=quincy-03a1ac1, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-17T00:40:21.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:21 smithi187 podman[110924]: 2024-08-17 00:40:21.377961028 +0000 UTC m=+0.112290271 container create a7592d99490b5cec91af8ffd012eb1f8a0b2cb317c97825386ebcce4bbc2eb9f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-17T00:40:21.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:21 smithi187 podman[110924]: 2024-08-17 00:40:21.283338594 +0000 UTC m=+0.017667848 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:40:21.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:21 smithi187 podman[110924]: 2024-08-17 00:40:21.622382206 +0000 UTC m=+0.356711447 container init a7592d99490b5cec91af8ffd012eb1f8a0b2cb317c97825386ebcce4bbc2eb9f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-deactivate, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-17T00:40:21.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:21 smithi187 podman[110924]: 2024-08-17 00:40:21.626796505 +0000 UTC m=+0.361125746 container start a7592d99490b5cec91af8ffd012eb1f8a0b2cb317c97825386ebcce4bbc2eb9f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-17T00:40:21.773 INFO:tasks.rados.rados.0.smithi157.stdout:2290: done (3 left) 2024-08-17T00:40:21.773 INFO:tasks.rados.rados.0.smithi157.stdout:2294: done (2 left) 2024-08-17T00:40:21.773 INFO:tasks.rados.rados.0.smithi157.stdout:2296: done (1 left) 2024-08-17T00:40:21.774 INFO:tasks.rados.rados.0.smithi157.stdout:2297: done (0 left) 2024-08-17T00:40:21.774 INFO:tasks.rados.rados.0.smithi157.stdout:2298: snap_remove snap 223 2024-08-17T00:40:22.118 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:21 smithi187 ceph-mon[90552]: osdmap e530: 8 total, 7 up, 8 in 2024-08-17T00:40:22.118 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:21 smithi187 podman[110924]: 2024-08-17 00:40:21.726571293 +0000 UTC m=+0.460900540 container attach a7592d99490b5cec91af8ffd012eb1f8a0b2cb317c97825386ebcce4bbc2eb9f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True) 2024-08-17T00:40:22.118 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:21 smithi187 podman[110924]: 2024-08-17 00:40:21.820357624 +0000 UTC m=+0.554686879 container died a7592d99490b5cec91af8ffd012eb1f8a0b2cb317c97825386ebcce4bbc2eb9f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-deactivate, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-17T00:40:22.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:21 smithi157 ceph-mon[98780]: osdmap e530: 8 total, 7 up, 8 in 2024-08-17T00:40:22.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:21 smithi157 ceph-mon[101289]: osdmap e530: 8 total, 7 up, 8 in 2024-08-17T00:40:22.363 INFO:tasks.rados.rados.0.smithi157.stdout:2298: done (0 left) 2024-08-17T00:40:22.363 INFO:tasks.rados.rados.0.smithi157.stdout:2299: snap_remove snap 226 2024-08-17T00:40:22.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:40:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:40:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:40:22.771 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:22 smithi187 podman[110967]: 2024-08-17 00:40:22.493120693 +0000 UTC m=+0.667024881 container remove a7592d99490b5cec91af8ffd012eb1f8a0b2cb317c97825386ebcce4bbc2eb9f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:40:22.772 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:22 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.7.service: Deactivated successfully. 2024-08-17T00:40:22.772 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:22 smithi187 systemd[1]: Stopped Ceph osd.7 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:40:22.772 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:22 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.7.service: Consumed 17.393s CPU time. 2024-08-17T00:40:22.772 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:22 smithi187 systemd[1]: Starting Ceph osd.7 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:40:23.097 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:22 smithi187 ceph-mon[90552]: pgmap v449: 121 pgs: 14 peering, 12 stale+active+clean, 95 active+clean; 329 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 5 B/s, 0 objects/s recovering 2024-08-17T00:40:23.098 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:22 smithi187 ceph-mon[90552]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:40:23.098 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:22 smithi187 ceph-mon[90552]: osdmap e531: 8 total, 7 up, 8 in 2024-08-17T00:40:23.098 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:22 smithi187 ceph-mon[90552]: osdmap e532: 8 total, 7 up, 8 in 2024-08-17T00:40:23.098 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:22 smithi187 podman[111070]: 2024-08-17 00:40:22.862440296 +0000 UTC m=+0.020928801 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:40:23.098 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:22 smithi187 podman[111070]: 2024-08-17 00:40:22.977646288 +0000 UTC m=+0.136134779 container create 240d94a055b1353270f79e11c84983f1e95204a41292160b64dcb049a943ace4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-17T00:40:23.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:22 smithi157 ceph-mon[101289]: pgmap v449: 121 pgs: 14 peering, 12 stale+active+clean, 95 active+clean; 329 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 5 B/s, 0 objects/s recovering 2024-08-17T00:40:23.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:22 smithi157 ceph-mon[101289]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:40:23.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:22 smithi157 ceph-mon[101289]: osdmap e531: 8 total, 7 up, 8 in 2024-08-17T00:40:23.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:22 smithi157 ceph-mon[101289]: osdmap e532: 8 total, 7 up, 8 in 2024-08-17T00:40:23.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:22 smithi157 ceph-mon[98780]: pgmap v449: 121 pgs: 14 peering, 12 stale+active+clean, 95 active+clean; 329 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 5 B/s, 0 objects/s recovering 2024-08-17T00:40:23.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:22 smithi157 ceph-mon[98780]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:40:23.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:22 smithi157 ceph-mon[98780]: osdmap e531: 8 total, 7 up, 8 in 2024-08-17T00:40:23.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:22 smithi157 ceph-mon[98780]: osdmap e532: 8 total, 7 up, 8 in 2024-08-17T00:40:23.356 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 podman[111070]: 2024-08-17 00:40:23.205105984 +0000 UTC m=+0.363594477 container init 240d94a055b1353270f79e11c84983f1e95204a41292160b64dcb049a943ace4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-08-17T00:40:23.357 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 podman[111070]: 2024-08-17 00:40:23.210541985 +0000 UTC m=+0.369030485 container start 240d94a055b1353270f79e11c84983f1e95204a41292160b64dcb049a943ace4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-activate, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-17T00:40:23.357 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 podman[111070]: 2024-08-17 00:40:23.296529038 +0000 UTC m=+0.455017540 container attach 240d94a055b1353270f79e11c84983f1e95204a41292160b64dcb049a943ace4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-activate, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-17T00:40:23.357 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-activate[111093]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:40:23.357 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 bash[111070]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:40:23.357 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-activate[111093]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:40:23.357 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 bash[111070]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:40:23.364 INFO:tasks.rados.rados.0.smithi157.stdout:2299: done (0 left) 2024-08-17T00:40:23.364 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 231 2024-08-17T00:40:23.364 INFO:tasks.rados.rados.0.smithi157.stdout:2300: seq_num 713 ranges {4235264=745472,4980736=557056,5537792=483328,6021120=565248} 2024-08-17T00:40:23.391 INFO:tasks.rados.rados.0.smithi157.stdout:2300: writing smithi15786056-8 from 4235264 to 4980736 tid 1 2024-08-17T00:40:23.394 INFO:tasks.rados.rados.0.smithi157.stdout:2300: writing smithi15786056-8 from 4980736 to 5537792 tid 2 2024-08-17T00:40:23.397 INFO:tasks.rados.rados.0.smithi157.stdout:2300: writing smithi15786056-8 from 5537792 to 6021120 tid 3 2024-08-17T00:40:23.402 INFO:tasks.rados.rados.0.smithi157.stdout:2300: writing smithi15786056-8 from 6021120 to 6586368 tid 4 2024-08-17T00:40:23.402 INFO:tasks.rados.rados.0.smithi157.stdout:2301: rollback oid 45 current snap is 231 2024-08-17T00:40:23.402 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 45 to 212 2024-08-17T00:40:23.402 INFO:tasks.rados.rados.0.smithi157.stdout:2302: rollback oid 9 current snap is 231 2024-08-17T00:40:23.402 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 9 to 216 2024-08-17T00:40:23.402 INFO:tasks.rados.rados.0.smithi157.stdout:2303: read oid 36 snap -1 2024-08-17T00:40:23.402 INFO:tasks.rados.rados.0.smithi157.stdout:2303: expect (ObjNum 552 snap 163 seq_num 552) 2024-08-17T00:40:23.403 INFO:tasks.rados.rados.0.smithi157.stdout:2304: delete oid 30 current snap is 231 2024-08-17T00:40:23.403 INFO:tasks.rados.rados.0.smithi157.stdout:2300: finishing write tid 1 to smithi15786056-8 2024-08-17T00:40:23.406 INFO:tasks.rados.rados.0.smithi157.stdout:2301: finishing rollback tid 0 to smithi15786056-45 2024-08-17T00:40:23.407 INFO:tasks.rados.rados.0.smithi157.stdout:2301: finishing rollback tid 1 to smithi15786056-45 2024-08-17T00:40:23.407 INFO:tasks.rados.rados.0.smithi157.stdout:2301: finishing rollback tid 2 to smithi15786056-45 2024-08-17T00:40:23.407 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 1217 (ObjNum 654 snap 205 seq_num 654) dirty exists 2024-08-17T00:40:23.407 INFO:tasks.rados.rados.0.smithi157.stdout:2300: finishing write tid 2 to smithi15786056-8 2024-08-17T00:40:23.409 INFO:tasks.rados.rados.0.smithi157.stdout:2301: done (4 left) 2024-08-17T00:40:23.409 INFO:tasks.rados.rados.0.smithi157.stdout:2304: done (3 left) 2024-08-17T00:40:23.409 INFO:tasks.rados.rados.0.smithi157.stdout:2305: read oid 11 snap -1 2024-08-17T00:40:23.409 INFO:tasks.rados.rados.0.smithi157.stdout:2305: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-17T00:40:23.409 INFO:tasks.rados.rados.0.smithi157.stdout:2306: read oid 27 snap -1 2024-08-17T00:40:23.409 INFO:tasks.rados.rados.0.smithi157.stdout:2306: expect deleted 2024-08-17T00:40:23.409 INFO:tasks.rados.rados.0.smithi157.stdout:2307: read oid 34 snap -1 2024-08-17T00:40:23.410 INFO:tasks.rados.rados.0.smithi157.stdout:2307: expect (ObjNum 604 snap 188 seq_num 604) 2024-08-17T00:40:23.410 INFO:tasks.rados.rados.0.smithi157.stdout:2308: read oid 20 snap 213 2024-08-17T00:40:23.410 INFO:tasks.rados.rados.0.smithi157.stdout:2308: expect deleted 2024-08-17T00:40:23.410 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 231 2024-08-17T00:40:23.410 INFO:tasks.rados.rados.0.smithi157.stdout:2309: seq_num 715 ranges {2048000=778240,2826240=770048,3596288=499712,4096000=335872} 2024-08-17T00:40:23.425 INFO:tasks.rados.rados.0.smithi157.stdout:2309: writing smithi15786056-23 from 2048000 to 2826240 tid 1 2024-08-17T00:40:23.430 INFO:tasks.rados.rados.0.smithi157.stdout:2309: writing smithi15786056-23 from 2826240 to 3596288 tid 2 2024-08-17T00:40:23.434 INFO:tasks.rados.rados.0.smithi157.stdout:2309: writing smithi15786056-23 from 3596288 to 4096000 tid 3 2024-08-17T00:40:23.437 INFO:tasks.rados.rados.0.smithi157.stdout:2309: writing smithi15786056-23 from 4096000 to 4431872 tid 4 2024-08-17T00:40:23.437 INFO:tasks.rados.rados.0.smithi157.stdout:2310: copy_from oid 6 from oid 12 current snap is 231 2024-08-17T00:40:23.437 INFO:tasks.rados.rados.0.smithi157.stdout:2300: finishing write tid 3 to smithi15786056-8 2024-08-17T00:40:23.437 INFO:tasks.rados.rados.0.smithi157.stdout:2300: finishing write tid 4 to smithi15786056-8 2024-08-17T00:40:23.437 INFO:tasks.rados.rados.0.smithi157.stdout:2300: finishing write tid 5 to smithi15786056-8 2024-08-17T00:40:23.438 INFO:tasks.rados.rados.0.smithi157.stdout:2302: finishing rollback tid 0 to smithi15786056-9 2024-08-17T00:40:23.438 INFO:tasks.rados.rados.0.smithi157.stdout:2300: finishing write tid 6 to smithi15786056-8 2024-08-17T00:40:23.438 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1121 (ObjNum 713 snap 231 seq_num 713) dirty exists 2024-08-17T00:40:23.438 INFO:tasks.rados.rados.0.smithi157.stdout:2300: left oid 8 (ObjNum 713 snap 231 seq_num 713) 2024-08-17T00:40:23.438 INFO:tasks.rados.rados.0.smithi157.stdout:2302: finishing rollback tid 1 to smithi15786056-9 2024-08-17T00:40:23.438 INFO:tasks.rados.rados.0.smithi157.stdout:2302: finishing rollback tid 2 to smithi15786056-9 2024-08-17T00:40:23.438 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1124 (ObjNum 627 snap 194 seq_num 627) dirty exists 2024-08-17T00:40:23.438 INFO:tasks.rados.rados.0.smithi157.stdout:2307: expect (ObjNum 604 snap 188 seq_num 604) 2024-08-17T00:40:23.458 INFO:tasks.rados.rados.0.smithi157.stdout:2309: finishing write tid 1 to smithi15786056-23 2024-08-17T00:40:23.458 INFO:tasks.rados.rados.0.smithi157.stdout:2303: expect (ObjNum 552 snap 163 seq_num 552) 2024-08-17T00:40:23.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-activate[111093]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T00:40:23.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 bash[111070]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T00:40:23.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-activate[111093]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-17T00:40:23.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 bash[111070]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-17T00:40:23.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-activate[111093]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-17T00:40:23.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 bash[111070]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-17T00:40:23.707 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-activate[111093]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T00:40:23.707 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 bash[111070]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T00:40:23.707 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-activate[111093]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-17T00:40:23.707 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 bash[111070]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-17T00:40:23.707 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-activate[111093]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T00:40:23.707 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 bash[111070]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T00:40:23.707 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-activate[111093]: --> ceph-volume raw activate successful for osd ID: 7 2024-08-17T00:40:23.707 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 bash[111070]: --> ceph-volume raw activate successful for osd ID: 7 2024-08-17T00:40:23.707 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:23 smithi187 podman[111070]: 2024-08-17 00:40:23.598070827 +0000 UTC m=+0.756559320 container died 240d94a055b1353270f79e11c84983f1e95204a41292160b64dcb049a943ace4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-activate, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:40:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:40:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:40:23] "GET /metrics HTTP/1.1" 200 36219 "" "Prometheus/2.43.0" 2024-08-17T00:40:24.064 INFO:tasks.rados.rados.0.smithi157.stdout:2309: finishing write tid 2 to smithi15786056-23 2024-08-17T00:40:24.064 INFO:tasks.rados.rados.0.smithi157.stdout:2309: finishing write tid 3 to smithi15786056-23 2024-08-17T00:40:24.064 INFO:tasks.rados.rados.0.smithi157.stdout:2300: done (8 left) 2024-08-17T00:40:24.065 INFO:tasks.rados.rados.0.smithi157.stdout:2302: done (7 left) 2024-08-17T00:40:24.065 INFO:tasks.rados.rados.0.smithi157.stdout:2303: done (6 left) 2024-08-17T00:40:24.065 INFO:tasks.rados.rados.0.smithi157.stdout:2306: done (5 left) 2024-08-17T00:40:24.065 INFO:tasks.rados.rados.0.smithi157.stdout:2307: done (4 left) 2024-08-17T00:40:24.065 INFO:tasks.rados.rados.0.smithi157.stdout:2308: done (3 left) 2024-08-17T00:40:24.065 INFO:tasks.rados.rados.0.smithi157.stdout:2311: rollback oid 39 current snap is 231 2024-08-17T00:40:24.065 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 39 to 198 2024-08-17T00:40:24.065 INFO:tasks.rados.rados.0.smithi157.stdout:2309: finishing write tid 4 to smithi15786056-23 2024-08-17T00:40:24.065 INFO:tasks.rados.rados.0.smithi157.stdout:2309: finishing write tid 5 to smithi15786056-23 2024-08-17T00:40:24.065 INFO:tasks.rados.rados.0.smithi157.stdout:2309: finishing write tid 6 to smithi15786056-23 2024-08-17T00:40:24.065 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1416 (ObjNum 715 snap 231 seq_num 715) dirty exists 2024-08-17T00:40:24.065 INFO:tasks.rados.rados.0.smithi157.stdout:2309: left oid 23 (ObjNum 715 snap 231 seq_num 715) 2024-08-17T00:40:24.065 INFO:tasks.rados.rados.0.smithi157.stdout:2305: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-17T00:40:24.295 INFO:tasks.rados.rados.0.smithi157.stdout:2310: finishing copy_from to smithi15786056-6 2024-08-17T00:40:24.295 INFO:tasks.rados.rados.0.smithi157.stdout:2310: got expected ENOENT (src dne) 2024-08-17T00:40:24.296 INFO:tasks.rados.rados.0.smithi157.stdout:2310: finishing copy_from racing read to smithi15786056-6 2024-08-17T00:40:24.296 INFO:tasks.rados.rados.0.smithi157.stdout:2305: done (3 left) 2024-08-17T00:40:24.296 INFO:tasks.rados.rados.0.smithi157.stdout:2309: done (2 left) 2024-08-17T00:40:24.296 INFO:tasks.rados.rados.0.smithi157.stdout:2310: done (1 left) 2024-08-17T00:40:24.296 INFO:tasks.rados.rados.0.smithi157.stdout:2312: read oid 12 snap -1 2024-08-17T00:40:24.296 INFO:tasks.rados.rados.0.smithi157.stdout:2312: expect deleted 2024-08-17T00:40:24.296 INFO:tasks.rados.rados.0.smithi157.stdout:2313: copy_from oid 21 from oid 15 current snap is 231 2024-08-17T00:40:24.296 INFO:tasks.rados.rados.0.smithi157.stdout:2311: finishing rollback tid 0 to smithi15786056-39 2024-08-17T00:40:24.296 INFO:tasks.rados.rados.0.smithi157.stdout:2311: finishing rollback tid 1 to smithi15786056-39 2024-08-17T00:40:24.296 INFO:tasks.rados.rados.0.smithi157.stdout:2311: finishing rollback tid 2 to smithi15786056-39 2024-08-17T00:40:24.296 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 1420 (ObjNum 621 snap 193 seq_num 621) dirty exists 2024-08-17T00:40:24.296 INFO:tasks.rados.rados.0.smithi157.stdout:2311: done (2 left) 2024-08-17T00:40:24.296 INFO:tasks.rados.rados.0.smithi157.stdout:2314: copy_from oid 14 from oid 4 current snap is 231 2024-08-17T00:40:24.297 INFO:tasks.rados.rados.0.smithi157.stdout:2315: snap_remove snap 210 2024-08-17T00:40:24.369 INFO:tasks.rados.rados.0.smithi157.stdout:2315: done (3 left) 2024-08-17T00:40:24.369 INFO:tasks.rados.rados.0.smithi157.stdout:2316: read oid 42 snap -1 2024-08-17T00:40:24.370 INFO:tasks.rados.rados.0.smithi157.stdout:2316: expect (ObjNum 676 snap 213 seq_num 676) 2024-08-17T00:40:24.370 INFO:tasks.rados.rados.0.smithi157.stdout:2317: read oid 24 snap 220 2024-08-17T00:40:24.370 INFO:tasks.rados.rados.0.smithi157.stdout:2317: expect deleted 2024-08-17T00:40:24.370 INFO:tasks.rados.rados.0.smithi157.stdout:2318: snap_create 2024-08-17T00:40:24.370 INFO:tasks.rados.rados.0.smithi157.stdout:2314: finishing copy_from racing read to smithi15786056-14 2024-08-17T00:40:24.371 INFO:tasks.rados.rados.0.smithi157.stdout:2314: finishing copy_from to smithi15786056-14 2024-08-17T00:40:24.371 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1088 (ObjNum 659 snap 208 seq_num 659) dirty exists 2024-08-17T00:40:24.371 INFO:tasks.rados.rados.0.smithi157.stdout:2313: finishing copy_from racing read to smithi15786056-21 2024-08-17T00:40:24.371 INFO:tasks.rados.rados.0.smithi157.stdout:2313: finishing copy_from to smithi15786056-21 2024-08-17T00:40:24.371 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 1018 (ObjNum 671 snap 211 seq_num 671) dirty exists 2024-08-17T00:40:24.389 INFO:tasks.rados.rados.0.smithi157.stdout:2316: expect (ObjNum 676 snap 213 seq_num 676) 2024-08-17T00:40:24.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:24 smithi157 ceph-mon[101289]: osdmap e533: 8 total, 7 up, 8 in 2024-08-17T00:40:24.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:24 smithi157 ceph-mon[101289]: pgmap v453: 121 pgs: 20 active+undersized, 14 peering, 1 stale+active+clean, 6 active+undersized+degraded, 80 active+clean; 333 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s wr, 2 op/s; 8/456 objects degraded (1.754%) 2024-08-17T00:40:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:24 smithi157 ceph-mon[98780]: osdmap e533: 8 total, 7 up, 8 in 2024-08-17T00:40:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:24 smithi157 ceph-mon[98780]: pgmap v453: 121 pgs: 20 active+undersized, 14 peering, 1 stale+active+clean, 6 active+undersized+degraded, 80 active+clean; 333 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s wr, 2 op/s; 8/456 objects degraded (1.754%) 2024-08-17T00:40:24.678 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:24 smithi187 ceph-mon[90552]: osdmap e533: 8 total, 7 up, 8 in 2024-08-17T00:40:24.678 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:24 smithi187 ceph-mon[90552]: pgmap v453: 121 pgs: 20 active+undersized, 14 peering, 1 stale+active+clean, 6 active+undersized+degraded, 80 active+clean; 333 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s wr, 2 op/s; 8/456 objects degraded (1.754%) 2024-08-17T00:40:24.679 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:24 smithi187 podman[111239]: 2024-08-17 00:40:24.333750885 +0000 UTC m=+0.726465835 container remove 240d94a055b1353270f79e11c84983f1e95204a41292160b64dcb049a943ace4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.36.0) 2024-08-17T00:40:24.679 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:24 smithi187 podman[111305]: 2024-08-17 00:40:24.458741914 +0000 UTC m=+0.017415005 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:40:24.679 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:24 smithi187 podman[111305]: 2024-08-17 00:40:24.56792877 +0000 UTC m=+0.126601854 container create a0847040646dd628476ab85809f02de5b7327b9c868f8f442ae558479def0fac (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=squid-d863d21, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:40:25.205 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:24 smithi187 podman[111305]: 2024-08-17 00:40:24.770749704 +0000 UTC m=+0.329422778 container init a0847040646dd628476ab85809f02de5b7327b9c868f8f442ae558479def0fac (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-17T00:40:25.206 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:24 smithi187 podman[111305]: 2024-08-17 00:40:24.775560215 +0000 UTC m=+0.334233291 container start a0847040646dd628476ab85809f02de5b7327b9c868f8f442ae558479def0fac (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-d863d21, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-17T00:40:25.206 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:24 smithi187 ceph-osd[111342]: -- 172.21.15.187:0/2249461962 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557e56d33a40 con 0x557e57af6400 2024-08-17T00:40:25.206 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:24 smithi187 bash[111305]: a0847040646dd628476ab85809f02de5b7327b9c868f8f442ae558479def0fac 2024-08-17T00:40:25.206 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:24 smithi187 systemd[1]: Started Ceph osd.7 for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:40:25.368 INFO:tasks.rados.rados.0.smithi157.stdout:2312: done (5 left) 2024-08-17T00:40:25.368 INFO:tasks.rados.rados.0.smithi157.stdout:2313: done (4 left) 2024-08-17T00:40:25.368 INFO:tasks.rados.rados.0.smithi157.stdout:2314: done (3 left) 2024-08-17T00:40:25.369 INFO:tasks.rados.rados.0.smithi157.stdout:2316: done (2 left) 2024-08-17T00:40:25.369 INFO:tasks.rados.rados.0.smithi157.stdout:2317: done (1 left) 2024-08-17T00:40:25.369 INFO:tasks.rados.rados.0.smithi157.stdout:2318: done (0 left) 2024-08-17T00:40:25.369 INFO:tasks.rados.rados.0.smithi157.stdout:2319: snap_remove snap 224 2024-08-17T00:40:25.574 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:25 smithi187 ceph-mon[90552]: Health check failed: Degraded data redundancy: 8/456 objects degraded (1.754%), 6 pgs degraded (PG_DEGRADED) 2024-08-17T00:40:25.574 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:25 smithi187 ceph-mon[90552]: osdmap e534: 8 total, 7 up, 8 in 2024-08-17T00:40:25.574 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:25 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:25.574 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:25 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:25.574 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:25 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:25.575 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:25 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T00:40:25.312+0000 7fea65ca1640 -1 Falling back to public interface 2024-08-17T00:40:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:25 smithi157 ceph-mon[101289]: Health check failed: Degraded data redundancy: 8/456 objects degraded (1.754%), 6 pgs degraded (PG_DEGRADED) 2024-08-17T00:40:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:25 smithi157 ceph-mon[101289]: osdmap e534: 8 total, 7 up, 8 in 2024-08-17T00:40:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:25 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:25 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:25 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:25 smithi157 ceph-mon[98780]: Health check failed: Degraded data redundancy: 8/456 objects degraded (1.754%), 6 pgs degraded (PG_DEGRADED) 2024-08-17T00:40:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:25 smithi157 ceph-mon[98780]: osdmap e534: 8 total, 7 up, 8 in 2024-08-17T00:40:25.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:25 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:25.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:25 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:25.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:25 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:26.380 INFO:tasks.rados.rados.0.smithi157.stdout:2319: done (0 left) 2024-08-17T00:40:26.399 INFO:tasks.rados.rados.0.smithi157.stdout:2320: copy_from oid 3 from oid 28 current snap is 232 2024-08-17T00:40:26.399 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 232 2024-08-17T00:40:26.400 INFO:tasks.rados.rados.0.smithi157.stdout:2321: seq_num 716 ranges {1712128=794624,2506752=655360,3162112=704512,3866624=245760} 2024-08-17T00:40:26.400 INFO:tasks.rados.rados.0.smithi157.stdout:2321: writing smithi15786056-45 from 1712128 to 2506752 tid 1 2024-08-17T00:40:26.400 INFO:tasks.rados.rados.0.smithi157.stdout:2321: writing smithi15786056-45 from 2506752 to 3162112 tid 2 2024-08-17T00:40:26.403 INFO:tasks.rados.rados.0.smithi157.stdout:2321: writing smithi15786056-45 from 3162112 to 3866624 tid 3 2024-08-17T00:40:26.405 INFO:tasks.rados.rados.0.smithi157.stdout:2321: writing smithi15786056-45 from 3866624 to 4112384 tid 4 2024-08-17T00:40:26.405 INFO:tasks.rados.rados.0.smithi157.stdout:2322: read oid 14 snap -1 2024-08-17T00:40:26.405 INFO:tasks.rados.rados.0.smithi157.stdout:2322: expect (ObjNum 659 snap 208 seq_num 659) 2024-08-17T00:40:26.405 INFO:tasks.rados.rados.0.smithi157.stdout:2323: read oid 33 snap 212 2024-08-17T00:40:26.405 INFO:tasks.rados.rados.0.smithi157.stdout:2323: expect (ObjNum 660 snap 208 seq_num 660) 2024-08-17T00:40:26.405 INFO:tasks.rados.rados.0.smithi157.stdout:2324: snap_remove snap 225 2024-08-17T00:40:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:26 smithi157 ceph-mon[98780]: osdmap e535: 8 total, 7 up, 8 in 2024-08-17T00:40:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:26 smithi157 ceph-mon[98780]: pgmap v456: 121 pgs: 35 active+undersized, 10 active+undersized+degraded, 76 active+clean; 350 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.2 MiB/s wr, 11 op/s; 44/480 objects degraded (9.167%) 2024-08-17T00:40:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:26 smithi157 ceph-mon[101289]: osdmap e535: 8 total, 7 up, 8 in 2024-08-17T00:40:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:26 smithi157 ceph-mon[101289]: pgmap v456: 121 pgs: 35 active+undersized, 10 active+undersized+degraded, 76 active+clean; 350 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.2 MiB/s wr, 11 op/s; 44/480 objects degraded (9.167%) 2024-08-17T00:40:26.658 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:26 smithi187 ceph-mon[90552]: osdmap e535: 8 total, 7 up, 8 in 2024-08-17T00:40:26.658 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:26 smithi187 ceph-mon[90552]: pgmap v456: 121 pgs: 35 active+undersized, 10 active+undersized+degraded, 76 active+clean; 350 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.2 MiB/s wr, 11 op/s; 44/480 objects degraded (9.167%) 2024-08-17T00:40:27.381 INFO:tasks.rados.rados.0.smithi157.stdout:2321: finishing write tid 1 to smithi15786056-45 2024-08-17T00:40:27.381 INFO:tasks.rados.rados.0.smithi157.stdout:2321: finishing write tid 2 to smithi15786056-45 2024-08-17T00:40:27.382 INFO:tasks.rados.rados.0.smithi157.stdout:2321: finishing write tid 3 to smithi15786056-45 2024-08-17T00:40:27.382 INFO:tasks.rados.rados.0.smithi157.stdout:2321: finishing write tid 4 to smithi15786056-45 2024-08-17T00:40:27.382 INFO:tasks.rados.rados.0.smithi157.stdout:2321: finishing write tid 5 to smithi15786056-45 2024-08-17T00:40:27.382 INFO:tasks.rados.rados.0.smithi157.stdout:2321: finishing write tid 6 to smithi15786056-45 2024-08-17T00:40:27.382 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 1222 (ObjNum 716 snap 232 seq_num 716) dirty exists 2024-08-17T00:40:27.382 INFO:tasks.rados.rados.0.smithi157.stdout:2321: left oid 45 (ObjNum 716 snap 232 seq_num 716) 2024-08-17T00:40:27.382 INFO:tasks.rados.rados.0.smithi157.stdout:2322: expect (ObjNum 659 snap 208 seq_num 659) 2024-08-17T00:40:27.480 INFO:tasks.rados.rados.0.smithi157.stdout:2320: finishing copy_from racing read to smithi15786056-3 2024-08-17T00:40:27.480 INFO:tasks.rados.rados.0.smithi157.stdout:2320: finishing copy_from to smithi15786056-3 2024-08-17T00:40:27.480 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 1193 (ObjNum 599 snap 187 seq_num 599) dirty exists 2024-08-17T00:40:27.480 INFO:tasks.rados.rados.0.smithi157.stdout:2323: expect (ObjNum 660 snap 208 seq_num 660) 2024-08-17T00:40:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:27 smithi187 ceph-mon[90552]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-17T00:40:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:27 smithi187 ceph-mon[90552]: osdmap e536: 8 total, 7 up, 8 in 2024-08-17T00:40:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:27 smithi157 ceph-mon[101289]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-17T00:40:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:27 smithi157 ceph-mon[101289]: osdmap e536: 8 total, 7 up, 8 in 2024-08-17T00:40:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:27 smithi157 ceph-mon[98780]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-17T00:40:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:27 smithi157 ceph-mon[98780]: osdmap e536: 8 total, 7 up, 8 in 2024-08-17T00:40:28.218 INFO:tasks.rados.rados.0.smithi157.stdout:2320: done (4 left) 2024-08-17T00:40:28.218 INFO:tasks.rados.rados.0.smithi157.stdout:2321: done (3 left) 2024-08-17T00:40:28.218 INFO:tasks.rados.rados.0.smithi157.stdout:2322: done (2 left) 2024-08-17T00:40:28.218 INFO:tasks.rados.rados.0.smithi157.stdout:2323: done (1 left) 2024-08-17T00:40:28.218 INFO:tasks.rados.rados.0.smithi157.stdout:2324: done (0 left) 2024-08-17T00:40:28.218 INFO:tasks.rados.rados.0.smithi157.stdout:2325: rmattr oid 5 current snap is 232 2024-08-17T00:40:28.219 INFO:tasks.rados.rados.0.smithi157.stdout:2325: done (0 left) 2024-08-17T00:40:28.219 INFO:tasks.rados.rados.0.smithi157.stdout:2326: read oid 12 snap -1 2024-08-17T00:40:28.219 INFO:tasks.rados.rados.0.smithi157.stdout:2326: expect deleted 2024-08-17T00:40:28.219 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 232 2024-08-17T00:40:28.219 INFO:tasks.rados.rados.0.smithi157.stdout:2327: seq_num 717 ranges {10108928=16384} 2024-08-17T00:40:28.270 INFO:tasks.rados.rados.0.smithi157.stdout:2327: writing smithi15786056-49 from 10108928 to 10125312 tid 1 2024-08-17T00:40:28.270 INFO:tasks.rados.rados.0.smithi157.stdout:2328: delete oid 17 current snap is 232 2024-08-17T00:40:28.274 INFO:tasks.rados.rados.0.smithi157.stdout:2326: done (2 left) 2024-08-17T00:40:28.275 INFO:tasks.rados.rados.0.smithi157.stdout:2328: done (1 left) 2024-08-17T00:40:28.275 INFO:tasks.rados.rados.0.smithi157.stdout:2329: rollback oid 47 current snap is 232 2024-08-17T00:40:28.275 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 47 to 230 2024-08-17T00:40:28.275 INFO:tasks.rados.rados.0.smithi157.stdout:2330: read oid 36 snap 227 2024-08-17T00:40:28.275 INFO:tasks.rados.rados.0.smithi157.stdout:2330: expect (ObjNum 552 snap 163 seq_num 552) 2024-08-17T00:40:28.275 INFO:tasks.rados.rados.0.smithi157.stdout:2331: setattr oid 27 current snap is 232 2024-08-17T00:40:28.275 INFO:tasks.rados.rados.0.smithi157.stdout:2327: finishing write tid 1 to smithi15786056-49 2024-08-17T00:40:28.275 INFO:tasks.rados.rados.0.smithi157.stdout:2327: finishing write tid 2 to smithi15786056-49 2024-08-17T00:40:28.275 INFO:tasks.rados.rados.0.smithi157.stdout:2327: finishing write tid 3 to smithi15786056-49 2024-08-17T00:40:28.275 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1224 (ObjNum 717 snap 232 seq_num 717) dirty exists 2024-08-17T00:40:28.276 INFO:tasks.rados.rados.0.smithi157.stdout:2327: left oid 49 (ObjNum 717 snap 232 seq_num 717) 2024-08-17T00:40:28.276 INFO:tasks.rados.rados.0.smithi157.stdout:2327: done (3 left) 2024-08-17T00:40:28.276 INFO:tasks.rados.rados.0.smithi157.stdout:2332: read oid 14 snap -1 2024-08-17T00:40:28.276 INFO:tasks.rados.rados.0.smithi157.stdout:2332: expect (ObjNum 659 snap 208 seq_num 659) 2024-08-17T00:40:28.276 INFO:tasks.rados.rados.0.smithi157.stdout:2333: snap_remove snap 220 2024-08-17T00:40:28.395 INFO:tasks.rados.rados.0.smithi157.stdout:2333: done (4 left) 2024-08-17T00:40:28.396 INFO:tasks.rados.rados.0.smithi157.stdout:2334: rollback oid 32 current snap is 232 2024-08-17T00:40:28.396 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 32 to 205 2024-08-17T00:40:28.396 INFO:tasks.rados.rados.0.smithi157.stdout:2329: finishing rollback tid 0 to smithi15786056-47 2024-08-17T00:40:28.396 INFO:tasks.rados.rados.0.smithi157.stdout:2329: finishing rollback tid 1 to smithi15786056-47 2024-08-17T00:40:28.396 INFO:tasks.rados.rados.0.smithi157.stdout:2329: finishing rollback tid 2 to smithi15786056-47 2024-08-17T00:40:28.397 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 1109 (ObjNum 703 snap 226 seq_num 703) dirty exists 2024-08-17T00:40:28.397 INFO:tasks.rados.rados.0.smithi157.stdout:2329: done (4 left) 2024-08-17T00:40:28.397 INFO:tasks.rados.rados.0.smithi157.stdout:2335: read oid 4 snap -1 2024-08-17T00:40:28.397 INFO:tasks.rados.rados.0.smithi157.stdout:2335: expect (ObjNum 659 snap 208 seq_num 659) 2024-08-17T00:40:28.397 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 17 current snap is 232 2024-08-17T00:40:28.397 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 579 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T00:40:28.398 INFO:tasks.rados.rados.0.smithi157.stdout:2332: expect (ObjNum 659 snap 208 seq_num 659) 2024-08-17T00:40:28.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T00:40:28.192+0000 7fea65ca1640 -1 osd.7 528 log_to_monitors true 2024-08-17T00:40:28.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:40:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T00:40:28.430+0000 7fea5da4c640 -1 osd.7 528 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:40:28.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:28 smithi187 ceph-mon[90552]: osdmap e537: 8 total, 7 up, 8 in 2024-08-17T00:40:28.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:28 smithi187 ceph-mon[90552]: pgmap v459: 121 pgs: 35 active+undersized, 10 active+undersized+degraded, 76 active+clean; 350 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 4.3 MiB/s wr, 14 op/s; 44/480 objects degraded (9.167%) 2024-08-17T00:40:28.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:28 smithi187 ceph-mon[90552]: from='osd.7 [v2:172.21.15.187:6824/1203012328,v1:172.21.15.187:6825/1203012328]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:40:28.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:28 smithi187 ceph-mon[90552]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:40:28.495 INFO:tasks.rados.rados.0.smithi157.stdout:2330: expect (ObjNum 552 snap 163 seq_num 552) 2024-08-17T00:40:28.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:28 smithi157 ceph-mon[98780]: osdmap e537: 8 total, 7 up, 8 in 2024-08-17T00:40:28.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:28 smithi157 ceph-mon[98780]: pgmap v459: 121 pgs: 35 active+undersized, 10 active+undersized+degraded, 76 active+clean; 350 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 4.3 MiB/s wr, 14 op/s; 44/480 objects degraded (9.167%) 2024-08-17T00:40:28.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:28 smithi157 ceph-mon[98780]: from='osd.7 [v2:172.21.15.187:6824/1203012328,v1:172.21.15.187:6825/1203012328]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:40:28.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:28 smithi157 ceph-mon[98780]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:40:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:28 smithi157 ceph-mon[101289]: osdmap e537: 8 total, 7 up, 8 in 2024-08-17T00:40:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:28 smithi157 ceph-mon[101289]: pgmap v459: 121 pgs: 35 active+undersized, 10 active+undersized+degraded, 76 active+clean; 350 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 4.3 MiB/s wr, 14 op/s; 44/480 objects degraded (9.167%) 2024-08-17T00:40:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:28 smithi157 ceph-mon[101289]: from='osd.7 [v2:172.21.15.187:6824/1203012328,v1:172.21.15.187:6825/1203012328]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:40:28.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:28 smithi157 ceph-mon[101289]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:40:29.105 INFO:tasks.rados.rados.0.smithi157.stdout:2334: finishing rollback tid 0 to smithi15786056-32 2024-08-17T00:40:29.106 INFO:tasks.rados.rados.0.smithi157.stdout:2334: finishing rollback tid 1 to smithi15786056-32 2024-08-17T00:40:29.106 INFO:tasks.rados.rados.0.smithi157.stdout:2334: finishing rollback tid 2 to smithi15786056-32 2024-08-17T00:40:29.106 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 1127 (ObjNum 655 snap 205 seq_num 655) dirty exists 2024-08-17T00:40:29.106 INFO:tasks.rados.rados.0.smithi157.stdout:2335: expect (ObjNum 659 snap 208 seq_num 659) 2024-08-17T00:40:29.197 INFO:tasks.rados.rados.0.smithi157.stdout:2336: seq_num 719 ranges {0=49152} 2024-08-17T00:40:29.197 INFO:tasks.rados.rados.0.smithi157.stdout:2336: writing smithi15786056-17 from 0 to 49152 tid 1 2024-08-17T00:40:29.197 INFO:tasks.rados.rados.0.smithi157.stdout:2330: done (5 left) 2024-08-17T00:40:29.197 INFO:tasks.rados.rados.0.smithi157.stdout:2331: done (4 left) 2024-08-17T00:40:29.198 INFO:tasks.rados.rados.0.smithi157.stdout:2332: done (3 left) 2024-08-17T00:40:29.198 INFO:tasks.rados.rados.0.smithi157.stdout:2334: done (2 left) 2024-08-17T00:40:29.198 INFO:tasks.rados.rados.0.smithi157.stdout:2335: done (1 left) 2024-08-17T00:40:29.198 INFO:tasks.rados.rados.0.smithi157.stdout:2337: read oid 25 snap -1 2024-08-17T00:40:29.198 INFO:tasks.rados.rados.0.smithi157.stdout:2337: expect (ObjNum 655 snap 205 seq_num 655) 2024-08-17T00:40:29.198 INFO:tasks.rados.rados.0.smithi157.stdout:2338: read oid 1 snap -1 2024-08-17T00:40:29.198 INFO:tasks.rados.rados.0.smithi157.stdout:2338: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:40:29.198 INFO:tasks.rados.rados.0.smithi157.stdout:2339: rollback oid 46 current snap is 232 2024-08-17T00:40:29.198 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 46 to 198 2024-08-17T00:40:29.198 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 232 2024-08-17T00:40:29.198 INFO:tasks.rados.rados.0.smithi157.stdout:2340: seq_num 720 ranges {8093696=65536} 2024-08-17T00:40:29.242 INFO:tasks.rados.rados.0.smithi157.stdout:2340: writing smithi15786056-16 from 8093696 to 8159232 tid 1 2024-08-17T00:40:29.242 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 232 2024-08-17T00:40:29.242 INFO:tasks.rados.rados.0.smithi157.stdout:2341: seq_num 721 ranges {13312000=81920} 2024-08-17T00:40:29.313 INFO:tasks.rados.rados.0.smithi157.stdout:2341: writing smithi15786056-28 from 13312000 to 13393920 tid 1 2024-08-17T00:40:29.313 INFO:tasks.rados.rados.0.smithi157.stdout:2342: snap_create 2024-08-17T00:40:29.313 INFO:tasks.rados.rados.0.smithi157.stdout:2336: finishing write tid 1 to smithi15786056-17 2024-08-17T00:40:29.313 INFO:tasks.rados.rados.0.smithi157.stdout:2336: finishing write tid 2 to smithi15786056-17 2024-08-17T00:40:29.313 INFO:tasks.rados.rados.0.smithi157.stdout:2336: finishing write tid 3 to smithi15786056-17 2024-08-17T00:40:29.313 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 999 (ObjNum 719 snap 232 seq_num 719) dirty exists 2024-08-17T00:40:29.314 INFO:tasks.rados.rados.0.smithi157.stdout:2336: left oid 17 (ObjNum 719 snap 232 seq_num 719) 2024-08-17T00:40:29.314 INFO:tasks.rados.rados.0.smithi157.stdout:2339: finishing rollback tid 0 to smithi15786056-46 2024-08-17T00:40:29.314 INFO:tasks.rados.rados.0.smithi157.stdout:2339: finishing rollback tid 1 to smithi15786056-46 2024-08-17T00:40:29.314 INFO:tasks.rados.rados.0.smithi157.stdout:2339: finishing rollback tid 2 to smithi15786056-46 2024-08-17T00:40:29.314 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1091 (ObjNum 628 snap 196 seq_num 628) dirty exists 2024-08-17T00:40:29.314 INFO:tasks.rados.rados.0.smithi157.stdout:2337: expect (ObjNum 655 snap 205 seq_num 655) 2024-08-17T00:40:29.351 INFO:tasks.rados.rados.0.smithi157.stdout:2338: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:40:29.650 INFO:tasks.rados.rados.0.smithi157.stdout:2340: finishing write tid 1 to smithi15786056-16 2024-08-17T00:40:29.650 INFO:tasks.rados.rados.0.smithi157.stdout:2340: finishing write tid 2 to smithi15786056-16 2024-08-17T00:40:29.651 INFO:tasks.rados.rados.0.smithi157.stdout:2336: done (6 left) 2024-08-17T00:40:29.651 INFO:tasks.rados.rados.0.smithi157.stdout:2337: done (5 left) 2024-08-17T00:40:29.651 INFO:tasks.rados.rados.0.smithi157.stdout:2338: done (4 left) 2024-08-17T00:40:29.651 INFO:tasks.rados.rados.0.smithi157.stdout:2339: done (3 left) 2024-08-17T00:40:29.651 INFO:tasks.rados.rados.0.smithi157.stdout:2342: done (2 left) 2024-08-17T00:40:29.651 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 7 current snap is 233 2024-08-17T00:40:29.651 INFO:tasks.rados.rados.0.smithi157.stdout:2340: finishing write tid 3 to smithi15786056-16 2024-08-17T00:40:29.651 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 581 (ObjNum 720 snap 232 seq_num 720) dirty exists 2024-08-17T00:40:29.651 INFO:tasks.rados.rados.0.smithi157.stdout:2340: left oid 16 (ObjNum 720 snap 232 seq_num 720) 2024-08-17T00:40:29.651 INFO:tasks.rados.rados.0.smithi157.stdout:2343: seq_num 722 ranges {12206080=98304} 2024-08-17T00:40:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:29 smithi187 ceph-mon[90552]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T00:40:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:29 smithi187 ceph-mon[90552]: osdmap e538: 8 total, 7 up, 8 in 2024-08-17T00:40:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:29 smithi187 ceph-mon[90552]: from='osd.7 [v2:172.21.15.187:6824/1203012328,v1:172.21.15.187:6825/1203012328]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:40:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:29 smithi187 ceph-mon[90552]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:40:29.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:29.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:29.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:29.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:29.714 INFO:tasks.rados.rados.0.smithi157.stdout:2343: writing smithi15786056-7 from 12206080 to 12304384 tid 1 2024-08-17T00:40:29.714 INFO:tasks.rados.rados.0.smithi157.stdout:2340: done (2 left) 2024-08-17T00:40:29.714 INFO:tasks.rados.rados.0.smithi157.stdout:2344: delete oid 30 current snap is 233 2024-08-17T00:40:29.714 INFO:tasks.rados.rados.0.smithi157.stdout:2341: finishing write tid 1 to smithi15786056-28 2024-08-17T00:40:29.714 INFO:tasks.rados.rados.0.smithi157.stdout:2341: finishing write tid 2 to smithi15786056-28 2024-08-17T00:40:29.714 INFO:tasks.rados.rados.0.smithi157.stdout:2341: finishing write tid 3 to smithi15786056-28 2024-08-17T00:40:29.714 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1196 (ObjNum 721 snap 232 seq_num 721) dirty exists 2024-08-17T00:40:29.714 INFO:tasks.rados.rados.0.smithi157.stdout:2341: left oid 28 (ObjNum 721 snap 232 seq_num 721) 2024-08-17T00:40:29.715 INFO:tasks.rados.rados.0.smithi157.stdout:2341: done (2 left) 2024-08-17T00:40:29.716 INFO:tasks.rados.rados.0.smithi157.stdout:2344: done (1 left) 2024-08-17T00:40:29.716 INFO:tasks.rados.rados.0.smithi157.stdout:2345: read oid 50 snap 209 2024-08-17T00:40:29.716 INFO:tasks.rados.rados.0.smithi157.stdout:2345: expect (ObjNum 601 snap 188 seq_num 601) 2024-08-17T00:40:29.716 INFO:tasks.rados.rados.0.smithi157.stdout:2346: rollback oid 12 current snap is 233 2024-08-17T00:40:29.716 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 12 to 205 2024-08-17T00:40:29.716 INFO:tasks.rados.rados.0.smithi157.stdout:2347: read oid 16 snap -1 2024-08-17T00:40:29.716 INFO:tasks.rados.rados.0.smithi157.stdout:2347: expect (ObjNum 720 snap 232 seq_num 720) 2024-08-17T00:40:29.716 INFO:tasks.rados.rados.0.smithi157.stdout:2348: rmattr oid 20 current snap is 233 2024-08-17T00:40:29.716 INFO:tasks.rados.rados.0.smithi157.stdout:2348: done (4 left) 2024-08-17T00:40:29.716 INFO:tasks.rados.rados.0.smithi157.stdout:2349: rollback oid 29 current snap is 233 2024-08-17T00:40:29.716 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 29 to 230 2024-08-17T00:40:29.716 INFO:tasks.rados.rados.0.smithi157.stdout:2350: read oid 30 snap -1 2024-08-17T00:40:29.717 INFO:tasks.rados.rados.0.smithi157.stdout:2350: expect deleted 2024-08-17T00:40:29.717 INFO:tasks.rados.rados.0.smithi157.stdout:2351: setattr oid 17 current snap is 233 2024-08-17T00:40:29.718 INFO:tasks.rados.rados.0.smithi157.stdout:2346: finishing rollback tid 1 to smithi15786056-12 2024-08-17T00:40:29.719 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 882 (ObjNum 129 snap 0 seq_num 170655976) dirty dne 2024-08-17T00:40:29.719 INFO:tasks.rados.rados.0.smithi157.stdout:2346: done (6 left) 2024-08-17T00:40:29.719 INFO:tasks.rados.rados.0.smithi157.stdout:2350: done (5 left) 2024-08-17T00:40:29.719 INFO:tasks.rados.rados.0.smithi157.stdout:2352: copy_from oid 5 from oid 4 current snap is 233 2024-08-17T00:40:29.719 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 233 2024-08-17T00:40:29.719 INFO:tasks.rados.rados.0.smithi157.stdout:2353: seq_num 724 ranges {2031616=131072} 2024-08-17T00:40:29.732 INFO:tasks.rados.rados.0.smithi157.stdout:2353: writing smithi15786056-18 from 2031616 to 2162688 tid 1 2024-08-17T00:40:29.732 INFO:tasks.rados.rados.0.smithi157.stdout:2354: rollback oid 10 current snap is 233 2024-08-17T00:40:29.732 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 10 to 229 2024-08-17T00:40:29.732 INFO:tasks.rados.rados.0.smithi157.stdout:2349: finishing rollback tid 0 to smithi15786056-29 2024-08-17T00:40:29.732 INFO:tasks.rados.rados.0.smithi157.stdout:2349: finishing rollback tid 1 to smithi15786056-29 2024-08-17T00:40:29.732 INFO:tasks.rados.rados.0.smithi157.stdout:2349: finishing rollback tid 2 to smithi15786056-29 2024-08-17T00:40:29.732 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1462 (ObjNum 666 snap 209 seq_num 666) dirty exists 2024-08-17T00:40:29.733 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 1000 (ObjNum 719 snap 232 seq_num 719) dirty exists 2024-08-17T00:40:29.733 INFO:tasks.rados.rados.0.smithi157.stdout:2352: finishing copy_from racing read to smithi15786056-5 2024-08-17T00:40:29.733 INFO:tasks.rados.rados.0.smithi157.stdout:2352: finishing copy_from to smithi15786056-5 2024-08-17T00:40:29.733 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 1088 (ObjNum 659 snap 208 seq_num 659) dirty exists 2024-08-17T00:40:29.733 INFO:tasks.rados.rados.0.smithi157.stdout:2349: done (7 left) 2024-08-17T00:40:29.733 INFO:tasks.rados.rados.0.smithi157.stdout:2351: done (6 left) 2024-08-17T00:40:29.733 INFO:tasks.rados.rados.0.smithi157.stdout:2352: done (5 left) 2024-08-17T00:40:29.733 INFO:tasks.rados.rados.0.smithi157.stdout:2355: delete oid 25 current snap is 233 2024-08-17T00:40:29.735 INFO:tasks.rados.rados.0.smithi157.stdout:2355: done (5 left) 2024-08-17T00:40:29.735 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 41 current snap is 233 2024-08-17T00:40:29.736 INFO:tasks.rados.rados.0.smithi157.stdout:2356: seq_num 726 ranges {0=163840} 2024-08-17T00:40:29.737 INFO:tasks.rados.rados.0.smithi157.stdout:2356: writing smithi15786056-41 from 0 to 163840 tid 1 2024-08-17T00:40:29.737 INFO:tasks.rados.rados.0.smithi157.stdout:2357: rollback oid 23 current snap is 233 2024-08-17T00:40:29.737 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 23 to 213 2024-08-17T00:40:29.737 INFO:tasks.rados.rados.0.smithi157.stdout:2354: finishing rollback tid 0 to smithi15786056-10 2024-08-17T00:40:29.737 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 233 2024-08-17T00:40:29.737 INFO:tasks.rados.rados.0.smithi157.stdout:2358: seq_num 727 ranges {8167424=180224} 2024-08-17T00:40:29.784 INFO:tasks.rados.rados.0.smithi157.stdout:2358: writing smithi15786056-15 from 8167424 to 8347648 tid 1 2024-08-17T00:40:29.784 INFO:tasks.rados.rados.0.smithi157.stdout:2359: rollback oid 47 current snap is 233 2024-08-17T00:40:29.784 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 47 to 205 2024-08-17T00:40:29.784 INFO:tasks.rados.rados.0.smithi157.stdout:2354: finishing rollback tid 1 to smithi15786056-10 2024-08-17T00:40:29.784 INFO:tasks.rados.rados.0.smithi157.stdout:2354: finishing rollback tid 2 to smithi15786056-10 2024-08-17T00:40:29.784 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 1109 (ObjNum 680 snap 216 seq_num 680) dirty exists 2024-08-17T00:40:29.784 INFO:tasks.rados.rados.0.smithi157.stdout:2356: finishing write tid 1 to smithi15786056-41 2024-08-17T00:40:29.784 INFO:tasks.rados.rados.0.smithi157.stdout:2356: finishing write tid 2 to smithi15786056-41 2024-08-17T00:40:29.785 INFO:tasks.rados.rados.0.smithi157.stdout:2354: done (8 left) 2024-08-17T00:40:29.785 INFO:tasks.rados.rados.0.smithi157.stdout:2360: snap_create 2024-08-17T00:40:29.785 INFO:tasks.rados.rados.0.smithi157.stdout:2357: finishing rollback tid 0 to smithi15786056-23 2024-08-17T00:40:29.785 INFO:tasks.rados.rados.0.smithi157.stdout:2356: finishing write tid 3 to smithi15786056-41 2024-08-17T00:40:29.785 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 1140 (ObjNum 726 snap 233 seq_num 726) dirty exists 2024-08-17T00:40:29.785 INFO:tasks.rados.rados.0.smithi157.stdout:2356: left oid 41 (ObjNum 726 snap 233 seq_num 726) 2024-08-17T00:40:29.785 INFO:tasks.rados.rados.0.smithi157.stdout:2357: finishing rollback tid 1 to smithi15786056-23 2024-08-17T00:40:29.785 INFO:tasks.rados.rados.0.smithi157.stdout:2357: finishing rollback tid 2 to smithi15786056-23 2024-08-17T00:40:29.785 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1466 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:40:29.785 INFO:tasks.rados.rados.0.smithi157.stdout:2345: expect (ObjNum 601 snap 188 seq_num 601) 2024-08-17T00:40:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[98780]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T00:40:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[98780]: osdmap e538: 8 total, 7 up, 8 in 2024-08-17T00:40:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[98780]: from='osd.7 [v2:172.21.15.187:6824/1203012328,v1:172.21.15.187:6825/1203012328]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:40:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[98780]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:40:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:29.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:29.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[101289]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T00:40:29.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[101289]: osdmap e538: 8 total, 7 up, 8 in 2024-08-17T00:40:29.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[101289]: from='osd.7 [v2:172.21.15.187:6824/1203012328,v1:172.21.15.187:6825/1203012328]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:40:29.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[101289]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-08-17T00:40:29.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:29.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:29.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:29.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:30.295 INFO:tasks.rados.rados.0.smithi157.stdout:2358: finishing write tid 1 to smithi15786056-15 2024-08-17T00:40:30.295 INFO:tasks.rados.rados.0.smithi157.stdout:2358: finishing write tid 2 to smithi15786056-15 2024-08-17T00:40:30.295 INFO:tasks.rados.rados.0.smithi157.stdout:2359: finishing rollback tid 0 to smithi15786056-47 2024-08-17T00:40:30.295 INFO:tasks.rados.rados.0.smithi157.stdout:2359: finishing rollback tid 1 to smithi15786056-47 2024-08-17T00:40:30.295 INFO:tasks.rados.rados.0.smithi157.stdout:2359: finishing rollback tid 2 to smithi15786056-47 2024-08-17T00:40:30.295 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 1112 (ObjNum 622 snap 193 seq_num 622) dirty exists 2024-08-17T00:40:30.295 INFO:tasks.rados.rados.0.smithi157.stdout:2358: finishing write tid 3 to smithi15786056-15 2024-08-17T00:40:30.296 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 1198 (ObjNum 727 snap 233 seq_num 727) dirty exists 2024-08-17T00:40:30.296 INFO:tasks.rados.rados.0.smithi157.stdout:2358: left oid 15 (ObjNum 727 snap 233 seq_num 727) 2024-08-17T00:40:30.398 INFO:tasks.rados.rados.0.smithi157.stdout:2345: done (8 left) 2024-08-17T00:40:30.398 INFO:tasks.rados.rados.0.smithi157.stdout:2356: done (7 left) 2024-08-17T00:40:30.398 INFO:tasks.rados.rados.0.smithi157.stdout:2357: done (6 left) 2024-08-17T00:40:30.399 INFO:tasks.rados.rados.0.smithi157.stdout:2358: done (5 left) 2024-08-17T00:40:30.399 INFO:tasks.rados.rados.0.smithi157.stdout:2359: done (4 left) 2024-08-17T00:40:30.399 INFO:tasks.rados.rados.0.smithi157.stdout:2360: done (3 left) 2024-08-17T00:40:30.399 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 11 current snap is 234 2024-08-17T00:40:30.399 INFO:tasks.rados.rados.0.smithi157.stdout:2361: seq_num 728 ranges {4554752=196608} 2024-08-17T00:40:30.425 INFO:tasks.rados.rados.0.smithi157.stdout:2361: writing smithi15786056-11 from 4554752 to 4751360 tid 1 2024-08-17T00:40:30.426 INFO:tasks.rados.rados.0.smithi157.stdout:2362: read oid 1 snap 231 2024-08-17T00:40:30.426 INFO:tasks.rados.rados.0.smithi157.stdout:2362: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:40:30.426 INFO:tasks.rados.rados.0.smithi157.stdout:2363: snap_remove snap 221 2024-08-17T00:40:30.577 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:30 smithi187 ceph-mon[90552]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:40:30.578 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:30 smithi187 ceph-mon[90552]: osd.7 [v2:172.21.15.187:6824/1203012328,v1:172.21.15.187:6825/1203012328] boot 2024-08-17T00:40:30.578 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:30 smithi187 ceph-mon[90552]: osdmap e539: 8 total, 8 up, 8 in 2024-08-17T00:40:30.578 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:30 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:40:30.578 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:30 smithi187 ceph-mon[90552]: pgmap v462: 121 pgs: 4 peering, 1 active+clean+snaptrim, 31 active+undersized, 10 active+undersized+degraded, 75 active+clean; 358 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 582 KiB/s wr, 3 op/s; 44/486 objects degraded (9.053%) 2024-08-17T00:40:30.578 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:30 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:30.578 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:30 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:30.578 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:30 smithi187 ceph-mon[90552]: osdmap e540: 8 total, 8 up, 8 in 2024-08-17T00:40:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[98780]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:40:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[98780]: osd.7 [v2:172.21.15.187:6824/1203012328,v1:172.21.15.187:6825/1203012328] boot 2024-08-17T00:40:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[98780]: osdmap e539: 8 total, 8 up, 8 in 2024-08-17T00:40:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:40:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[98780]: pgmap v462: 121 pgs: 4 peering, 1 active+clean+snaptrim, 31 active+undersized, 10 active+undersized+degraded, 75 active+clean; 358 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 582 KiB/s wr, 3 op/s; 44/486 objects degraded (9.053%) 2024-08-17T00:40:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[98780]: osdmap e540: 8 total, 8 up, 8 in 2024-08-17T00:40:30.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[101289]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:40:30.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[101289]: osd.7 [v2:172.21.15.187:6824/1203012328,v1:172.21.15.187:6825/1203012328] boot 2024-08-17T00:40:30.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[101289]: osdmap e539: 8 total, 8 up, 8 in 2024-08-17T00:40:30.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:40:30.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[101289]: pgmap v462: 121 pgs: 4 peering, 1 active+clean+snaptrim, 31 active+undersized, 10 active+undersized+degraded, 75 active+clean; 358 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 582 KiB/s wr, 3 op/s; 44/486 objects degraded (9.053%) 2024-08-17T00:40:30.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:30.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:30.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:30 smithi157 ceph-mon[101289]: osdmap e540: 8 total, 8 up, 8 in 2024-08-17T00:40:31.417 INFO:tasks.rados.rados.0.smithi157.stdout:2363: done (5 left) 2024-08-17T00:40:31.417 INFO:tasks.rados.rados.0.smithi157.stdout:2364: read oid 39 snap -1 2024-08-17T00:40:31.417 INFO:tasks.rados.rados.0.smithi157.stdout:2364: expect (ObjNum 621 snap 193 seq_num 621) 2024-08-17T00:40:31.418 INFO:tasks.rados.rados.0.smithi157.stdout:2365: read oid 12 snap 229 2024-08-17T00:40:31.418 INFO:tasks.rados.rados.0.smithi157.stdout:2365: expect deleted 2024-08-17T00:40:31.418 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 234 2024-08-17T00:40:31.418 INFO:tasks.rados.rados.0.smithi157.stdout:2343: finishing write tid 1 to smithi15786056-7 2024-08-17T00:40:31.418 INFO:tasks.rados.rados.0.smithi157.stdout:2366: seq_num 729 ranges {2318336=212992} 2024-08-17T00:40:31.430 INFO:tasks.rados.rados.0.smithi157.stdout:2366: writing smithi15786056-44 from 2318336 to 2531328 tid 1 2024-08-17T00:40:31.430 INFO:tasks.rados.rados.0.smithi157.stdout:2367: snap_remove snap 233 2024-08-17T00:40:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:31 smithi187 ceph-mon[90552]: Health check update: Degraded data redundancy: 44/486 objects degraded (9.053%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:40:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:31 smithi157 ceph-mon[98780]: Health check update: Degraded data redundancy: 44/486 objects degraded (9.053%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:40:31.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:31 smithi157 ceph-mon[101289]: Health check update: Degraded data redundancy: 44/486 objects degraded (9.053%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:40:32.421 INFO:tasks.rados.rados.0.smithi157.stdout:2367: done (8 left) 2024-08-17T00:40:32.421 INFO:tasks.rados.rados.0.smithi157.stdout:2368: snap_remove snap 212 2024-08-17T00:40:32.681 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:32 smithi187 ceph-mon[90552]: osdmap e541: 8 total, 8 up, 8 in 2024-08-17T00:40:32.681 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:32 smithi187 ceph-mon[90552]: pgmap v465: 121 pgs: 10 peering, 1 active+clean+snaptrim, 24 active+undersized, 8 active+undersized+degraded, 78 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.3 MiB/s wr, 20 op/s; 40/516 objects degraded (7.752%) 2024-08-17T00:40:32.681 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:40:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:40:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:32 smithi157 ceph-mon[98780]: osdmap e541: 8 total, 8 up, 8 in 2024-08-17T00:40:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:32 smithi157 ceph-mon[98780]: pgmap v465: 121 pgs: 10 peering, 1 active+clean+snaptrim, 24 active+undersized, 8 active+undersized+degraded, 78 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.3 MiB/s wr, 20 op/s; 40/516 objects degraded (7.752%) 2024-08-17T00:40:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:32 smithi157 ceph-mon[101289]: osdmap e541: 8 total, 8 up, 8 in 2024-08-17T00:40:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:32 smithi157 ceph-mon[101289]: pgmap v465: 121 pgs: 10 peering, 1 active+clean+snaptrim, 24 active+undersized, 8 active+undersized+degraded, 78 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.3 MiB/s wr, 20 op/s; 40/516 objects degraded (7.752%) 2024-08-17T00:40:33.424 INFO:tasks.rados.rados.0.smithi157.stdout:2368: done (8 left) 2024-08-17T00:40:33.424 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 35 current snap is 234 2024-08-17T00:40:33.425 INFO:tasks.rados.rados.0.smithi157.stdout:2361: finishing write tid 1 to smithi15786056-11 2024-08-17T00:40:33.425 INFO:tasks.rados.rados.0.smithi157.stdout:2361: finishing write tid 2 to smithi15786056-11 2024-08-17T00:40:33.425 INFO:tasks.rados.rados.0.smithi157.stdout:2343: finishing write tid 2 to smithi15786056-7 2024-08-17T00:40:33.425 INFO:tasks.rados.rados.0.smithi157.stdout:2361: finishing write tid 3 to smithi15786056-11 2024-08-17T00:40:33.425 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1298 (ObjNum 728 snap 234 seq_num 728) dirty exists 2024-08-17T00:40:33.425 INFO:tasks.rados.rados.0.smithi157.stdout:2361: left oid 11 (ObjNum 728 snap 234 seq_num 728) 2024-08-17T00:40:33.425 INFO:tasks.rados.rados.0.smithi157.stdout:2353: finishing write tid 1 to smithi15786056-18 2024-08-17T00:40:33.425 INFO:tasks.rados.rados.0.smithi157.stdout:2353: finishing write tid 2 to smithi15786056-18 2024-08-17T00:40:33.425 INFO:tasks.rados.rados.0.smithi157.stdout:2343: finishing write tid 3 to smithi15786056-7 2024-08-17T00:40:33.425 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 1226 (ObjNum 722 snap 233 seq_num 722) dirty exists 2024-08-17T00:40:33.425 INFO:tasks.rados.rados.0.smithi157.stdout:2343: left oid 7 (ObjNum 722 snap 233 seq_num 722) 2024-08-17T00:40:33.425 INFO:tasks.rados.rados.0.smithi157.stdout:2353: finishing write tid 3 to smithi15786056-18 2024-08-17T00:40:33.426 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 1228 (ObjNum 724 snap 233 seq_num 724) dirty exists 2024-08-17T00:40:33.426 INFO:tasks.rados.rados.0.smithi157.stdout:2353: left oid 18 (ObjNum 724 snap 233 seq_num 724) 2024-08-17T00:40:33.426 INFO:tasks.rados.rados.0.smithi157.stdout:2347: expect (ObjNum 720 snap 232 seq_num 720) 2024-08-17T00:40:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: osdmap e542: 8 total, 8 up, 8 in 2024-08-17T00:40:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:33.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:33.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:33.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:33.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:33.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-17T00:40:33.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-17T00:40:33.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-17T00:40:33.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-17T00:40:33.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-17T00:40:33.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-17T00:40:33.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-17T00:40:33.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-17T00:40:33.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-17T00:40:33.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-17T00:40:33.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-17T00:40:33.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-17T00:40:33.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-17T00:40:33.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-17T00:40:33.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-17T00:40:33.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-17T00:40:33.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-17T00:40:33.827 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:40:33] "GET /metrics HTTP/1.1" 200 36150 "" "Prometheus/2.43.0" 2024-08-17T00:40:33.828 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: osdmap e542: 8 total, 8 up, 8 in 2024-08-17T00:40:33.828 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:33.828 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:33.828 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:33.828 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:33.828 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:33.828 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:33.828 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:33.828 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:33.828 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:33.829 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:33.829 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:33.829 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-17T00:40:33.829 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-17T00:40:33.829 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-17T00:40:33.829 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-17T00:40:33.829 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-17T00:40:33.829 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-17T00:40:33.829 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-17T00:40:33.829 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-17T00:40:33.829 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-17T00:40:33.829 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-17T00:40:33.830 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-17T00:40:33.830 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-17T00:40:33.830 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-17T00:40:33.830 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: osdmap e542: 8 total, 8 up, 8 in 2024-08-17T00:40:33.830 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:33.830 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:33.830 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:33.830 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:33.831 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:33.831 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:33.831 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:33.831 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:33.831 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:33.831 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:33.831 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:33.831 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-17T00:40:33.831 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-17T00:40:33.831 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-17T00:40:33.831 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-17T00:40:33.831 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-17T00:40:33.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-17T00:40:33.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-17T00:40:33.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-17T00:40:33.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-17T00:40:33.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-17T00:40:33.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-17T00:40:33.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-17T00:40:33.832 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-17T00:40:33.832 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-17T00:40:33.833 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-17T00:40:33.833 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-17T00:40:33.833 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-17T00:40:33.833 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-17T00:40:33.833 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-17T00:40:33.833 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-17T00:40:33.833 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-17T00:40:34.083 INFO:tasks.rados.rados.0.smithi157.stdout:2362: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:40:34.376 INFO:tasks.rados.rados.0.smithi157.stdout:2366: finishing write tid 1 to smithi15786056-44 2024-08-17T00:40:34.376 INFO:tasks.rados.rados.0.smithi157.stdout:2366: finishing write tid 2 to smithi15786056-44 2024-08-17T00:40:34.377 INFO:tasks.rados.rados.0.smithi157.stdout:2366: finishing write tid 3 to smithi15786056-44 2024-08-17T00:40:34.377 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 740 (ObjNum 729 snap 234 seq_num 729) dirty exists 2024-08-17T00:40:34.377 INFO:tasks.rados.rados.0.smithi157.stdout:2366: left oid 44 (ObjNum 729 snap 234 seq_num 729) 2024-08-17T00:40:34.377 INFO:tasks.rados.rados.0.smithi157.stdout:2364: expect (ObjNum 621 snap 193 seq_num 621) 2024-08-17T00:40:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:34 smithi187 ceph-mon[90552]: Upgrade: Setting container_image for all osd 2024-08-17T00:40:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:34 smithi187 ceph-mon[90552]: Upgrade: Setting require_osd_release to 19 squid 2024-08-17T00:40:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:34 smithi187 ceph-mon[90552]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-17T00:40:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-17T00:40:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:34 smithi187 ceph-mon[90552]: osdmap e543: 8 total, 8 up, 8 in 2024-08-17T00:40:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T00:40:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:34 smithi187 ceph-mon[90552]: Upgrade: It appears safe to stop mds.a 2024-08-17T00:40:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:34 smithi187 ceph-mon[90552]: pgmap v468: 121 pgs: 10 peering, 111 active+clean; 388 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 4.6 MiB/s wr, 31 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-17T00:40:34.828 INFO:tasks.rados.rados.0.smithi157.stdout:2369: seq_num 730 ranges {7987200=229376} 2024-08-17T00:40:34.873 INFO:tasks.rados.rados.0.smithi157.stdout:2369: writing smithi15786056-35 from 7987200 to 8216576 tid 1 2024-08-17T00:40:34.873 INFO:tasks.rados.rados.0.smithi157.stdout:2343: done (8 left) 2024-08-17T00:40:34.873 INFO:tasks.rados.rados.0.smithi157.stdout:2347: done (7 left) 2024-08-17T00:40:34.873 INFO:tasks.rados.rados.0.smithi157.stdout:2353: done (6 left) 2024-08-17T00:40:34.873 INFO:tasks.rados.rados.0.smithi157.stdout:2361: done (5 left) 2024-08-17T00:40:34.874 INFO:tasks.rados.rados.0.smithi157.stdout:2362: done (4 left) 2024-08-17T00:40:34.874 INFO:tasks.rados.rados.0.smithi157.stdout:2364: done (3 left) 2024-08-17T00:40:34.874 INFO:tasks.rados.rados.0.smithi157.stdout:2365: done (2 left) 2024-08-17T00:40:34.874 INFO:tasks.rados.rados.0.smithi157.stdout:2366: done (1 left) 2024-08-17T00:40:34.874 INFO:tasks.rados.rados.0.smithi157.stdout:2370: rmattr oid 2 current snap is 234 2024-08-17T00:40:34.874 INFO:tasks.rados.rados.0.smithi157.stdout:2370: done (1 left) 2024-08-17T00:40:34.874 INFO:tasks.rados.rados.0.smithi157.stdout:2371: rollback oid 5 current snap is 234 2024-08-17T00:40:34.874 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 5 to 205 2024-08-17T00:40:34.874 INFO:tasks.rados.rados.0.smithi157.stdout:2372: read oid 37 snap -1 2024-08-17T00:40:34.875 INFO:tasks.rados.rados.0.smithi157.stdout:2372: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:40:34.875 INFO:tasks.rados.rados.0.smithi157.stdout:2373: snap_create 2024-08-17T00:40:34.875 INFO:tasks.rados.rados.0.smithi157.stdout:2372: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:40:34.877 INFO:tasks.rados.rados.0.smithi157.stdout:2371: finishing rollback tid 0 to smithi15786056-5 2024-08-17T00:40:34.877 INFO:tasks.rados.rados.0.smithi157.stdout:2371: finishing rollback tid 1 to smithi15786056-5 2024-08-17T00:40:34.877 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 1200 (ObjNum 129 snap 0 seq_num 172074000) dirty dne 2024-08-17T00:40:34.877 INFO:tasks.rados.rados.0.smithi157.stdout:2369: finishing write tid 1 to smithi15786056-35 2024-08-17T00:40:34.877 INFO:tasks.rados.rados.0.smithi157.stdout:2369: finishing write tid 2 to smithi15786056-35 2024-08-17T00:40:34.877 INFO:tasks.rados.rados.0.smithi157.stdout:2369: finishing write tid 3 to smithi15786056-35 2024-08-17T00:40:34.877 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 742 (ObjNum 730 snap 234 seq_num 730) dirty exists 2024-08-17T00:40:34.877 INFO:tasks.rados.rados.0.smithi157.stdout:2369: left oid 35 (ObjNum 730 snap 234 seq_num 730) 2024-08-17T00:40:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[98780]: Upgrade: Setting container_image for all osd 2024-08-17T00:40:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[98780]: Upgrade: Setting require_osd_release to 19 squid 2024-08-17T00:40:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[98780]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-17T00:40:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-17T00:40:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[98780]: osdmap e543: 8 total, 8 up, 8 in 2024-08-17T00:40:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T00:40:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[98780]: Upgrade: It appears safe to stop mds.a 2024-08-17T00:40:34.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[98780]: pgmap v468: 121 pgs: 10 peering, 111 active+clean; 388 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 4.6 MiB/s wr, 31 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-17T00:40:34.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[101289]: Upgrade: Setting container_image for all osd 2024-08-17T00:40:34.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[101289]: Upgrade: Setting require_osd_release to 19 squid 2024-08-17T00:40:34.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[101289]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-17T00:40:34.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-17T00:40:34.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[101289]: osdmap e543: 8 total, 8 up, 8 in 2024-08-17T00:40:34.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T00:40:34.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[101289]: Upgrade: It appears safe to stop mds.a 2024-08-17T00:40:34.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:34 smithi157 ceph-mon[101289]: pgmap v468: 121 pgs: 10 peering, 111 active+clean; 388 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 4.6 MiB/s wr, 31 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-17T00:40:35.444 INFO:tasks.rados.rados.0.smithi157.stdout:2369: done (3 left) 2024-08-17T00:40:35.444 INFO:tasks.rados.rados.0.smithi157.stdout:2371: done (2 left) 2024-08-17T00:40:35.444 INFO:tasks.rados.rados.0.smithi157.stdout:2372: done (1 left) 2024-08-17T00:40:35.444 INFO:tasks.rados.rados.0.smithi157.stdout:2373: done (0 left) 2024-08-17T00:40:35.444 INFO:tasks.rados.rados.0.smithi157.stdout:2374: read oid 48 snap -1 2024-08-17T00:40:35.444 INFO:tasks.rados.rados.0.smithi157.stdout:2374: expect (ObjNum 384 snap 116 seq_num 384) 2024-08-17T00:40:35.444 INFO:tasks.rados.rados.0.smithi157.stdout:2375: read oid 22 snap -1 2024-08-17T00:40:35.445 INFO:tasks.rados.rados.0.smithi157.stdout:2375: expect (ObjNum 707 snap 228 seq_num 707) 2024-08-17T00:40:35.445 INFO:tasks.rados.rados.0.smithi157.stdout:2376: delete oid 49 current snap is 235 2024-08-17T00:40:35.451 INFO:tasks.rados.rados.0.smithi157.stdout:2376: done (2 left) 2024-08-17T00:40:35.451 INFO:tasks.rados.rados.0.smithi157.stdout:2377: read oid 8 snap -1 2024-08-17T00:40:35.451 INFO:tasks.rados.rados.0.smithi157.stdout:2377: expect (ObjNum 713 snap 231 seq_num 713) 2024-08-17T00:40:35.451 INFO:tasks.rados.rados.0.smithi157.stdout:2378: snap_create 2024-08-17T00:40:35.466 INFO:tasks.rados.rados.0.smithi157.stdout:2375: expect (ObjNum 707 snap 228 seq_num 707) 2024-08-17T00:40:35.596 INFO:tasks.rados.rados.0.smithi157.stdout:2374: expect (ObjNum 384 snap 116 seq_num 384) 2024-08-17T00:40:35.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:35 smithi157 ceph-mon[101289]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/516 objects degraded (7.752%), 8 pgs degraded) 2024-08-17T00:40:35.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:35 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:40:35.676 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:35 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:35.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:35 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:40:35.677 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:35 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:35.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:35 smithi157 ceph-mon[98780]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/516 objects degraded (7.752%), 8 pgs degraded) 2024-08-17T00:40:35.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:35 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:40:35.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:35 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:35.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:35 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:40:35.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:35 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:35 smithi187 ceph-mon[90552]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/516 objects degraded (7.752%), 8 pgs degraded) 2024-08-17T00:40:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:35 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:40:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:35 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:35.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:35 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:40:35.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:35 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:35.981 INFO:tasks.rados.rados.0.smithi157.stdout:2377: expect (ObjNum 713 snap 231 seq_num 713) 2024-08-17T00:40:36.449 INFO:tasks.rados.rados.0.smithi157.stdout:2374: done (3 left) 2024-08-17T00:40:36.449 INFO:tasks.rados.rados.0.smithi157.stdout:2375: done (2 left) 2024-08-17T00:40:36.450 INFO:tasks.rados.rados.0.smithi157.stdout:2377: done (1 left) 2024-08-17T00:40:36.450 INFO:tasks.rados.rados.0.smithi157.stdout:2378: done (0 left) 2024-08-17T00:40:36.450 INFO:tasks.rados.rados.0.smithi157.stdout:2379: snap_create 2024-08-17T00:40:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:36 smithi187 ceph-mon[90552]: Upgrade: Updating mds.a 2024-08-17T00:40:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:36 smithi187 ceph-mon[90552]: Deploying daemon mds.a on smithi157 2024-08-17T00:40:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:36 smithi187 ceph-mon[90552]: osdmap e544: 8 total, 8 up, 8 in 2024-08-17T00:40:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:36 smithi187 ceph-mon[90552]: pgmap v470: 121 pgs: 121 active+clean; 384 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 16 op/s; 15 MiB/s, 2 objects/s recovering 2024-08-17T00:40:36.863 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:36 smithi157 ceph-mon[101289]: Upgrade: Updating mds.a 2024-08-17T00:40:36.863 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:36 smithi157 ceph-mon[101289]: Deploying daemon mds.a on smithi157 2024-08-17T00:40:36.863 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:36 smithi157 ceph-mon[101289]: osdmap e544: 8 total, 8 up, 8 in 2024-08-17T00:40:36.863 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:36 smithi157 ceph-mon[101289]: pgmap v470: 121 pgs: 121 active+clean; 384 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 16 op/s; 15 MiB/s, 2 objects/s recovering 2024-08-17T00:40:36.863 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:36 smithi157 ceph-mon[98780]: Upgrade: Updating mds.a 2024-08-17T00:40:36.864 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:36 smithi157 ceph-mon[98780]: Deploying daemon mds.a on smithi157 2024-08-17T00:40:36.864 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:36 smithi157 ceph-mon[98780]: osdmap e544: 8 total, 8 up, 8 in 2024-08-17T00:40:36.864 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:36 smithi157 ceph-mon[98780]: pgmap v470: 121 pgs: 121 active+clean; 384 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 16 op/s; 15 MiB/s, 2 objects/s recovering 2024-08-17T00:40:37.129 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:36 smithi157 systemd[1]: Stopping Ceph mds.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:40:37.385 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:37 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a[69614]: 2024-08-17T00:40:37.127+0000 7f3a40c56640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:40:37.385 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:37 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a[69614]: 2024-08-17T00:40:37.127+0000 7f3a40c56640 -1 mds.a *** got signal Terminated *** 2024-08-17T00:40:37.451 INFO:tasks.rados.rados.0.smithi157.stdout:2379: done (0 left) 2024-08-17T00:40:37.451 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 11 current snap is 237 2024-08-17T00:40:37.451 INFO:tasks.rados.rados.0.smithi157.stdout:2380: seq_num 732 ranges {4751360=262144} 2024-08-17T00:40:37.477 INFO:tasks.rados.rados.0.smithi157.stdout:2380: writing smithi15786056-11 from 4751360 to 5013504 tid 1 2024-08-17T00:40:37.477 INFO:tasks.rados.rados.0.smithi157.stdout:2381: delete oid 48 current snap is 237 2024-08-17T00:40:37.480 INFO:tasks.rados.rados.0.smithi157.stdout:2381: done (1 left) 2024-08-17T00:40:37.480 INFO:tasks.rados.rados.0.smithi157.stdout:2382: snap_create 2024-08-17T00:40:37.486 INFO:tasks.rados.rados.0.smithi157.stdout:2380: finishing write tid 1 to smithi15786056-11 2024-08-17T00:40:37.486 INFO:tasks.rados.rados.0.smithi157.stdout:2380: finishing write tid 2 to smithi15786056-11 2024-08-17T00:40:37.487 INFO:tasks.rados.rados.0.smithi157.stdout:2380: finishing write tid 3 to smithi15786056-11 2024-08-17T00:40:37.487 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1329 (ObjNum 732 snap 237 seq_num 732) dirty exists 2024-08-17T00:40:37.487 INFO:tasks.rados.rados.0.smithi157.stdout:2380: left oid 11 (ObjNum 732 snap 237 seq_num 732) 2024-08-17T00:40:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:37 smithi187 ceph-mon[90552]: osdmap e545: 8 total, 8 up, 8 in 2024-08-17T00:40:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:37 smithi157 ceph-mon[101289]: osdmap e545: 8 total, 8 up, 8 in 2024-08-17T00:40:37.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:37 smithi157 ceph-mon[98780]: osdmap e545: 8 total, 8 up, 8 in 2024-08-17T00:40:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:2380: done (1 left) 2024-08-17T00:40:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:2382: done (0 left) 2024-08-17T00:40:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:2383: read oid 1 snap -1 2024-08-17T00:40:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:2383: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:40:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:2384: read oid 17 snap -1 2024-08-17T00:40:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:2384: expect (ObjNum 719 snap 232 seq_num 719) 2024-08-17T00:40:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:2385: snap_create 2024-08-17T00:40:38.466 INFO:tasks.rados.rados.0.smithi157.stdout:2384: expect (ObjNum 719 snap 232 seq_num 719) 2024-08-17T00:40:38.482 INFO:tasks.rados.rados.0.smithi157.stdout:2383: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:40:38.778 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:38 smithi157 ceph-mon[101289]: osdmap e546: 8 total, 8 up, 8 in 2024-08-17T00:40:38.778 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:38 smithi157 ceph-mon[101289]: fsmap cephfs:1 {0=b=up:active} 2024-08-17T00:40:38.778 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:38 smithi157 ceph-mon[101289]: pgmap v473: 121 pgs: 121 active+clean; 384 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.7 MiB/s wr, 8 op/s; 15 MiB/s, 2 objects/s recovering 2024-08-17T00:40:38.779 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:38 smithi157 podman[127162]: 2024-08-17 00:40:38.436508126 +0000 UTC m=+1.427728826 container died 995986ce032ab01ac71ae3f6964009c3bf5bcb68f0285d686ffa85fba4b8aa09 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=quincy-03a1ac1, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-08-17T00:40:38.779 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:38 smithi157 ceph-mon[98780]: osdmap e546: 8 total, 8 up, 8 in 2024-08-17T00:40:38.779 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:38 smithi157 ceph-mon[98780]: fsmap cephfs:1 {0=b=up:active} 2024-08-17T00:40:38.779 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:38 smithi157 ceph-mon[98780]: pgmap v473: 121 pgs: 121 active+clean; 384 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.7 MiB/s wr, 8 op/s; 15 MiB/s, 2 objects/s recovering 2024-08-17T00:40:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:38 smithi187 ceph-mon[90552]: osdmap e546: 8 total, 8 up, 8 in 2024-08-17T00:40:38.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:38 smithi187 ceph-mon[90552]: fsmap cephfs:1 {0=b=up:active} 2024-08-17T00:40:38.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:38 smithi187 ceph-mon[90552]: pgmap v473: 121 pgs: 121 active+clean; 384 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.7 MiB/s wr, 8 op/s; 15 MiB/s, 2 objects/s recovering 2024-08-17T00:40:39.135 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:38 smithi157 podman[127162]: 2024-08-17 00:40:38.976178186 +0000 UTC m=+1.967398891 container cleanup 995986ce032ab01ac71ae3f6964009c3bf5bcb68f0285d686ffa85fba4b8aa09 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-03a1ac1) 2024-08-17T00:40:39.135 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:38 smithi157 bash[127162]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a 2024-08-17T00:40:39.462 INFO:tasks.rados.rados.0.smithi157.stdout:2383: done (2 left) 2024-08-17T00:40:39.462 INFO:tasks.rados.rados.0.smithi157.stdout:2384: done (1 left) 2024-08-17T00:40:39.462 INFO:tasks.rados.rados.0.smithi157.stdout:2385: done (0 left) 2024-08-17T00:40:39.462 INFO:tasks.rados.rados.0.smithi157.stdout:2386: delete oid 9 current snap is 239 2024-08-17T00:40:39.462 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:39 smithi157 podman[127179]: 2024-08-17 00:40:39.160618811 +0000 UTC m=+0.723628312 container remove 995986ce032ab01ac71ae3f6964009c3bf5bcb68f0285d686ffa85fba4b8aa09 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=quincy-03a1ac1, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:40:39.463 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:39 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mds.a.service: Deactivated successfully. 2024-08-17T00:40:39.463 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:39 smithi157 systemd[1]: Stopped Ceph mds.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:40:39.463 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:39 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mds.a.service: Consumed 1.112s CPU time. 2024-08-17T00:40:39.468 INFO:tasks.rados.rados.0.smithi157.stdout:2386: done (0 left) 2024-08-17T00:40:39.468 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 35 current snap is 239 2024-08-17T00:40:39.469 INFO:tasks.rados.rados.0.smithi157.stdout:2387: seq_num 735 ranges {8216576=311296} 2024-08-17T00:40:39.514 INFO:tasks.rados.rados.0.smithi157.stdout:2387: writing smithi15786056-35 from 8216576 to 8527872 tid 1 2024-08-17T00:40:39.514 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 239 2024-08-17T00:40:39.514 INFO:tasks.rados.rados.0.smithi157.stdout:2388: seq_num 736 ranges {0=335872} 2024-08-17T00:40:39.516 INFO:tasks.rados.rados.0.smithi157.stdout:2388: writing smithi15786056-6 from 0 to 335872 tid 1 2024-08-17T00:40:39.516 INFO:tasks.rados.rados.0.smithi157.stdout:2389: delete oid 37 current snap is 239 2024-08-17T00:40:39.522 INFO:tasks.rados.rados.0.smithi157.stdout:2387: finishing write tid 1 to smithi15786056-35 2024-08-17T00:40:39.522 INFO:tasks.rados.rados.0.smithi157.stdout:2387: finishing write tid 2 to smithi15786056-35 2024-08-17T00:40:39.523 INFO:tasks.rados.rados.0.smithi157.stdout:2389: done (2 left) 2024-08-17T00:40:39.524 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 2 current snap is 239 2024-08-17T00:40:39.524 INFO:tasks.rados.rados.0.smithi157.stdout:2390: seq_num 738 ranges {0=368640} 2024-08-17T00:40:39.526 INFO:tasks.rados.rados.0.smithi157.stdout:2390: writing smithi15786056-2 from 0 to 368640 tid 1 2024-08-17T00:40:39.526 INFO:tasks.rados.rados.0.smithi157.stdout:2391: copy_from oid 43 from oid 28 current snap is 239 2024-08-17T00:40:39.526 INFO:tasks.rados.rados.0.smithi157.stdout:2388: finishing write tid 1 to smithi15786056-6 2024-08-17T00:40:39.526 INFO:tasks.rados.rados.0.smithi157.stdout:2387: finishing write tid 3 to smithi15786056-35 2024-08-17T00:40:39.527 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 744 (ObjNum 735 snap 239 seq_num 735) dirty exists 2024-08-17T00:40:39.527 INFO:tasks.rados.rados.0.smithi157.stdout:2387: left oid 35 (ObjNum 735 snap 239 seq_num 735) 2024-08-17T00:40:39.527 INFO:tasks.rados.rados.0.smithi157.stdout:2388: finishing write tid 2 to smithi15786056-6 2024-08-17T00:40:39.527 INFO:tasks.rados.rados.0.smithi157.stdout:2387: done (3 left) 2024-08-17T00:40:39.527 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 14 current snap is 239 2024-08-17T00:40:39.527 INFO:tasks.rados.rados.0.smithi157.stdout:2392: seq_num 739 ranges {2793472=385024} 2024-08-17T00:40:39.544 INFO:tasks.rados.rados.0.smithi157.stdout:2392: writing smithi15786056-14 from 2793472 to 3178496 tid 1 2024-08-17T00:40:39.544 INFO:tasks.rados.rados.0.smithi157.stdout:2393: copy_from oid 29 from oid 25 current snap is 239 2024-08-17T00:40:39.544 INFO:tasks.rados.rados.0.smithi157.stdout:2388: finishing write tid 3 to smithi15786056-6 2024-08-17T00:40:39.544 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 1331 (ObjNum 736 snap 239 seq_num 736) dirty exists 2024-08-17T00:40:39.544 INFO:tasks.rados.rados.0.smithi157.stdout:2388: left oid 6 (ObjNum 736 snap 239 seq_num 736) 2024-08-17T00:40:39.544 INFO:tasks.rados.rados.0.smithi157.stdout:2388: done (4 left) 2024-08-17T00:40:39.545 INFO:tasks.rados.rados.0.smithi157.stdout:2394: delete oid 12 current snap is 239 2024-08-17T00:40:39.545 INFO:tasks.rados.rados.0.smithi157.stdout:2390: finishing write tid 1 to smithi15786056-2 2024-08-17T00:40:39.545 INFO:tasks.rados.rados.0.smithi157.stdout:2390: finishing write tid 2 to smithi15786056-2 2024-08-17T00:40:39.545 INFO:tasks.rados.rados.0.smithi157.stdout:2390: finishing write tid 3 to smithi15786056-2 2024-08-17T00:40:39.545 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 1492 (ObjNum 738 snap 239 seq_num 738) dirty exists 2024-08-17T00:40:39.545 INFO:tasks.rados.rados.0.smithi157.stdout:2390: left oid 2 (ObjNum 738 snap 239 seq_num 738) 2024-08-17T00:40:39.545 INFO:tasks.rados.rados.0.smithi157.stdout:2390: done (4 left) 2024-08-17T00:40:39.545 INFO:tasks.rados.rados.0.smithi157.stdout:2394: done (3 left) 2024-08-17T00:40:39.545 INFO:tasks.rados.rados.0.smithi157.stdout:2395: snap_remove snap 227 2024-08-17T00:40:39.826 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:39 smithi157 ceph-mon[101289]: osdmap e547: 8 total, 8 up, 8 in 2024-08-17T00:40:39.826 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:39 smithi157 systemd[1]: Starting Ceph mds.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:40:39.826 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:39 smithi157 ceph-mon[98780]: osdmap e547: 8 total, 8 up, 8 in 2024-08-17T00:40:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:39 smithi187 ceph-mon[90552]: osdmap e547: 8 total, 8 up, 8 in 2024-08-17T00:40:40.090 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:39 smithi157 podman[127314]: 2024-08-17 00:40:39.727608031 +0000 UTC m=+0.017438372 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:40:40.090 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:39 smithi157 podman[127314]: 2024-08-17 00:40:39.853459695 +0000 UTC m=+0.143290030 container create 5dae0c4e0676dc2203a3ceadc7db09434f6582ebbbaef2db2e0a91c3e2c1580a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-17T00:40:40.091 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:40 smithi157 podman[127314]: 2024-08-17 00:40:40.089755629 +0000 UTC m=+0.379585955 container init 5dae0c4e0676dc2203a3ceadc7db09434f6582ebbbaef2db2e0a91c3e2c1580a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0) 2024-08-17T00:40:40.385 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:40 smithi157 podman[127314]: 2024-08-17 00:40:40.094649879 +0000 UTC m=+0.384480205 container start 5dae0c4e0676dc2203a3ceadc7db09434f6582ebbbaef2db2e0a91c3e2c1580a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-17T00:40:40.385 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a[127330]: starting mds.a at 2024-08-17T00:40:40.385 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:40 smithi157 bash[127314]: 5dae0c4e0676dc2203a3ceadc7db09434f6582ebbbaef2db2e0a91c3e2c1580a 2024-08-17T00:40:40.385 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:40 smithi157 systemd[1]: Started Ceph mds.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:40:40.473 INFO:tasks.rados.rados.0.smithi157.stdout:2395: done (3 left) 2024-08-17T00:40:40.473 INFO:tasks.rados.rados.0.smithi157.stdout:2396: snap_remove snap 216 2024-08-17T00:40:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:40 smithi157 ceph-mon[101289]: osdmap e548: 8 total, 8 up, 8 in 2024-08-17T00:40:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:40 smithi157 ceph-mon[101289]: pgmap v476: 121 pgs: 121 active+clean; 384 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 64 KiB/s wr, 4 op/s 2024-08-17T00:40:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:40 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:40 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:40 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:40 smithi157 ceph-mon[98780]: osdmap e548: 8 total, 8 up, 8 in 2024-08-17T00:40:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:40 smithi157 ceph-mon[98780]: pgmap v476: 121 pgs: 121 active+clean; 384 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 64 KiB/s wr, 4 op/s 2024-08-17T00:40:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:40 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:40.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:40 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:40.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:40 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:40 smithi187 ceph-mon[90552]: osdmap e548: 8 total, 8 up, 8 in 2024-08-17T00:40:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:40 smithi187 ceph-mon[90552]: pgmap v476: 121 pgs: 121 active+clean; 384 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 64 KiB/s wr, 4 op/s 2024-08-17T00:40:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:40 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:40.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:40 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:40.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:40 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:41.476 INFO:tasks.rados.rados.0.smithi157.stdout:2396: done (3 left) 2024-08-17T00:40:41.476 INFO:tasks.rados.rados.0.smithi157.stdout:2397: copy_from oid 42 from oid 5 current snap is 239 2024-08-17T00:40:41.476 INFO:tasks.rados.rados.0.smithi157.stdout:2392: finishing write tid 1 to smithi15786056-14 2024-08-17T00:40:41.476 INFO:tasks.rados.rados.0.smithi157.stdout:2392: finishing write tid 2 to smithi15786056-14 2024-08-17T00:40:41.477 INFO:tasks.rados.rados.0.smithi157.stdout:2392: finishing write tid 3 to smithi15786056-14 2024-08-17T00:40:41.477 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1093 (ObjNum 739 snap 239 seq_num 739) dirty exists 2024-08-17T00:40:41.477 INFO:tasks.rados.rados.0.smithi157.stdout:2392: left oid 14 (ObjNum 739 snap 239 seq_num 739) 2024-08-17T00:40:41.477 INFO:tasks.rados.rados.0.smithi157.stdout:2393: finishing copy_from to smithi15786056-29 2024-08-17T00:40:41.477 INFO:tasks.rados.rados.0.smithi157.stdout:2393: got expected ENOENT (src dne) 2024-08-17T00:40:41.477 INFO:tasks.rados.rados.0.smithi157.stdout:2393: finishing copy_from racing read to smithi15786056-29 2024-08-17T00:40:41.477 INFO:tasks.rados.rados.0.smithi157.stdout:2391: finishing copy_from racing read to smithi15786056-43 2024-08-17T00:40:41.477 INFO:tasks.rados.rados.0.smithi157.stdout:2391: finishing copy_from to smithi15786056-43 2024-08-17T00:40:41.477 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 1196 (ObjNum 721 snap 232 seq_num 721) dirty exists 2024-08-17T00:40:41.477 INFO:tasks.rados.rados.0.smithi157.stdout:2391: done (3 left) 2024-08-17T00:40:41.477 INFO:tasks.rados.rados.0.smithi157.stdout:2392: done (2 left) 2024-08-17T00:40:41.477 INFO:tasks.rados.rados.0.smithi157.stdout:2393: done (1 left) 2024-08-17T00:40:41.477 INFO:tasks.rados.rados.0.smithi157.stdout:2398: read oid 21 snap -1 2024-08-17T00:40:41.478 INFO:tasks.rados.rados.0.smithi157.stdout:2398: expect (ObjNum 671 snap 211 seq_num 671) 2024-08-17T00:40:41.478 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 239 2024-08-17T00:40:41.478 INFO:tasks.rados.rados.0.smithi157.stdout:2399: seq_num 741 ranges {13312000=417792} 2024-08-17T00:40:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:2399: writing smithi15786056-3 from 13312000 to 13729792 tid 1 2024-08-17T00:40:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:2400: delete oid 34 current snap is 239 2024-08-17T00:40:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:2397: finishing copy_from to smithi15786056-42 2024-08-17T00:40:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:2397: got expected ENOENT (src dne) 2024-08-17T00:40:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:2397: finishing copy_from racing read to smithi15786056-42 2024-08-17T00:40:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:2398: expect (ObjNum 671 snap 211 seq_num 671) 2024-08-17T00:40:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:41 smithi157 ceph-mon[101289]: mds.? [v2:172.21.15.157:6834/3947059455,v1:172.21.15.157:6835/3947059455] up:boot 2024-08-17T00:40:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:41 smithi157 ceph-mon[101289]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:40:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:41 smithi157 ceph-mon[101289]: osdmap e549: 8 total, 8 up, 8 in 2024-08-17T00:40:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:40:41.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:41 smithi157 ceph-mon[98780]: mds.? [v2:172.21.15.157:6834/3947059455,v1:172.21.15.157:6835/3947059455] up:boot 2024-08-17T00:40:41.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:41 smithi157 ceph-mon[98780]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:40:41.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:41 smithi157 ceph-mon[98780]: osdmap e549: 8 total, 8 up, 8 in 2024-08-17T00:40:41.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:40:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:41 smithi187 ceph-mon[90552]: mds.? [v2:172.21.15.157:6834/3947059455,v1:172.21.15.157:6835/3947059455] up:boot 2024-08-17T00:40:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:41 smithi187 ceph-mon[90552]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:40:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:41 smithi187 ceph-mon[90552]: osdmap e549: 8 total, 8 up, 8 in 2024-08-17T00:40:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:40:42.241 INFO:tasks.rados.rados.0.smithi157.stdout:2399: finishing write tid 1 to smithi15786056-3 2024-08-17T00:40:42.242 INFO:tasks.rados.rados.0.smithi157.stdout:2399: finishing write tid 2 to smithi15786056-3 2024-08-17T00:40:42.242 INFO:tasks.rados.rados.0.smithi157.stdout:2399: finishing write tid 3 to smithi15786056-3 2024-08-17T00:40:42.242 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 1350 (ObjNum 741 snap 239 seq_num 741) dirty exists 2024-08-17T00:40:42.242 INFO:tasks.rados.rados.0.smithi157.stdout:2399: left oid 3 (ObjNum 741 snap 239 seq_num 741) 2024-08-17T00:40:42.242 INFO:tasks.rados.rados.0.smithi157.stdout:2397: done (3 left) 2024-08-17T00:40:42.242 INFO:tasks.rados.rados.0.smithi157.stdout:2398: done (2 left) 2024-08-17T00:40:42.242 INFO:tasks.rados.rados.0.smithi157.stdout:2399: done (1 left) 2024-08-17T00:40:42.242 INFO:tasks.rados.rados.0.smithi157.stdout:2400: done (0 left) 2024-08-17T00:40:42.242 INFO:tasks.rados.rados.0.smithi157.stdout:2401: copy_from oid 17 from oid 37 current snap is 239 2024-08-17T00:40:42.242 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 239 2024-08-17T00:40:42.243 INFO:tasks.rados.rados.0.smithi157.stdout:2402: seq_num 743 ranges {0=450560} 2024-08-17T00:40:42.244 INFO:tasks.rados.rados.0.smithi157.stdout:2402: writing smithi15786056-24 from 0 to 450560 tid 1 2024-08-17T00:40:42.244 INFO:tasks.rados.rados.0.smithi157.stdout:2403: delete oid 1 current snap is 239 2024-08-17T00:40:42.244 INFO:tasks.rados.rados.0.smithi157.stdout:2401: finishing copy_from to smithi15786056-17 2024-08-17T00:40:42.244 INFO:tasks.rados.rados.0.smithi157.stdout:2401: got expected ENOENT (src dne) 2024-08-17T00:40:42.244 INFO:tasks.rados.rados.0.smithi157.stdout:2401: finishing copy_from racing read to smithi15786056-17 2024-08-17T00:40:42.247 INFO:tasks.rados.rados.0.smithi157.stdout:2401: done (2 left) 2024-08-17T00:40:42.247 INFO:tasks.rados.rados.0.smithi157.stdout:2403: done (1 left) 2024-08-17T00:40:42.247 INFO:tasks.rados.rados.0.smithi157.stdout:2404: rmattr oid 27 current snap is 239 2024-08-17T00:40:42.247 INFO:tasks.rados.rados.0.smithi157.stdout:2405: snap_create 2024-08-17T00:40:42.247 INFO:tasks.rados.rados.0.smithi157.stdout:2402: finishing write tid 1 to smithi15786056-24 2024-08-17T00:40:42.247 INFO:tasks.rados.rados.0.smithi157.stdout:2402: finishing write tid 2 to smithi15786056-24 2024-08-17T00:40:42.248 INFO:tasks.rados.rados.0.smithi157.stdout:2402: finishing write tid 3 to smithi15786056-24 2024-08-17T00:40:42.248 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1114 (ObjNum 743 snap 239 seq_num 743) dirty exists 2024-08-17T00:40:42.249 INFO:tasks.rados.rados.0.smithi157.stdout:2402: left oid 24 (ObjNum 743 snap 239 seq_num 743) 2024-08-17T00:40:42.249 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 582 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:40:42.368 INFO:tasks.rados.rados.0.smithi157.stdout:2402: done (2 left) 2024-08-17T00:40:42.368 INFO:tasks.rados.rados.0.smithi157.stdout:2404: done (1 left) 2024-08-17T00:40:42.368 INFO:tasks.rados.rados.0.smithi157.stdout:2405: done (0 left) 2024-08-17T00:40:42.369 INFO:tasks.rados.rados.0.smithi157.stdout:2406: rollback oid 36 current snap is 240 2024-08-17T00:40:42.369 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 36 to 237 2024-08-17T00:40:42.369 INFO:tasks.rados.rados.0.smithi157.stdout:2407: delete oid 18 current snap is 240 2024-08-17T00:40:42.370 INFO:tasks.rados.rados.0.smithi157.stdout:2406: finishing rollback tid 0 to smithi15786056-36 2024-08-17T00:40:42.371 INFO:tasks.rados.rados.0.smithi157.stdout:2406: finishing rollback tid 1 to smithi15786056-36 2024-08-17T00:40:42.371 INFO:tasks.rados.rados.0.smithi157.stdout:2406: finishing rollback tid 2 to smithi15786056-36 2024-08-17T00:40:42.372 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 874 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-08-17T00:40:42.374 INFO:tasks.rados.rados.0.smithi157.stdout:2406: done (1 left) 2024-08-17T00:40:42.374 INFO:tasks.rados.rados.0.smithi157.stdout:2407: done (0 left) 2024-08-17T00:40:42.374 INFO:tasks.rados.rados.0.smithi157.stdout:2408: read oid 37 snap -1 2024-08-17T00:40:42.374 INFO:tasks.rados.rados.0.smithi157.stdout:2408: expect deleted 2024-08-17T00:40:42.374 INFO:tasks.rados.rados.0.smithi157.stdout:2409: copy_from oid 28 from oid 46 current snap is 240 2024-08-17T00:40:42.374 INFO:tasks.rados.rados.0.smithi157.stdout:2410: rollback oid 8 current snap is 240 2024-08-17T00:40:42.374 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 8 to 238 2024-08-17T00:40:42.374 INFO:tasks.rados.rados.0.smithi157.stdout:2411: rollback oid 9 current snap is 240 2024-08-17T00:40:42.375 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 9 to 213 2024-08-17T00:40:42.375 INFO:tasks.rados.rados.0.smithi157.stdout:2412: snap_create 2024-08-17T00:40:42.383 INFO:tasks.rados.rados.0.smithi157.stdout:2410: finishing rollback tid 0 to smithi15786056-8 2024-08-17T00:40:42.384 INFO:tasks.rados.rados.0.smithi157.stdout:2410: finishing rollback tid 1 to smithi15786056-8 2024-08-17T00:40:42.384 INFO:tasks.rados.rados.0.smithi157.stdout:2410: finishing rollback tid 2 to smithi15786056-8 2024-08-17T00:40:42.384 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1133 (ObjNum 713 snap 231 seq_num 713) dirty exists 2024-08-17T00:40:42.384 INFO:tasks.rados.rados.0.smithi157.stdout:2411: finishing rollback tid 1 to smithi15786056-9 2024-08-17T00:40:42.384 INFO:tasks.rados.rados.0.smithi157.stdout:2411: finishing rollback tid 2 to smithi15786056-9 2024-08-17T00:40:42.385 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1135 (ObjNum 627 snap 194 seq_num 627) dirty exists 2024-08-17T00:40:42.386 INFO:tasks.rados.rados.0.smithi157.stdout:2409: finishing copy_from racing read to smithi15786056-28 2024-08-17T00:40:42.388 INFO:tasks.rados.rados.0.smithi157.stdout:2409: finishing copy_from to smithi15786056-28 2024-08-17T00:40:42.388 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1091 (ObjNum 628 snap 196 seq_num 628) dirty exists 2024-08-17T00:40:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:42 smithi187 ceph-mon[90552]: osdmap e550: 8 total, 8 up, 8 in 2024-08-17T00:40:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:42 smithi187 ceph-mon[90552]: pgmap v479: 121 pgs: 121 active+clean; 385 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 234 KiB/s wr, 8 op/s 2024-08-17T00:40:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:42 smithi187 ceph-mon[90552]: osdmap e551: 8 total, 8 up, 8 in 2024-08-17T00:40:42.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:40:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:40:42.768 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:42 smithi157 ceph-mon[101289]: osdmap e550: 8 total, 8 up, 8 in 2024-08-17T00:40:42.768 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:42 smithi157 ceph-mon[101289]: pgmap v479: 121 pgs: 121 active+clean; 385 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 234 KiB/s wr, 8 op/s 2024-08-17T00:40:42.768 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:42 smithi157 ceph-mon[101289]: osdmap e551: 8 total, 8 up, 8 in 2024-08-17T00:40:42.768 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:42 smithi157 ceph-mon[98780]: osdmap e550: 8 total, 8 up, 8 in 2024-08-17T00:40:42.769 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:42 smithi157 ceph-mon[98780]: pgmap v479: 121 pgs: 121 active+clean; 385 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 234 KiB/s wr, 8 op/s 2024-08-17T00:40:42.769 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:42 smithi157 ceph-mon[98780]: osdmap e551: 8 total, 8 up, 8 in 2024-08-17T00:40:43.368 INFO:tasks.rados.rados.0.smithi157.stdout:2408: done (4 left) 2024-08-17T00:40:43.368 INFO:tasks.rados.rados.0.smithi157.stdout:2409: done (3 left) 2024-08-17T00:40:43.368 INFO:tasks.rados.rados.0.smithi157.stdout:2410: done (2 left) 2024-08-17T00:40:43.368 INFO:tasks.rados.rados.0.smithi157.stdout:2411: done (1 left) 2024-08-17T00:40:43.368 INFO:tasks.rados.rados.0.smithi157.stdout:2412: done (0 left) 2024-08-17T00:40:43.368 INFO:tasks.rados.rados.0.smithi157.stdout:2413: read oid 42 snap 234 2024-08-17T00:40:43.368 INFO:tasks.rados.rados.0.smithi157.stdout:2413: expect (ObjNum 676 snap 213 seq_num 676) 2024-08-17T00:40:43.368 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 12 current snap is 241 2024-08-17T00:40:43.368 INFO:tasks.rados.rados.0.smithi157.stdout:2414: seq_num 746 ranges {0=499712} 2024-08-17T00:40:43.370 INFO:tasks.rados.rados.0.smithi157.stdout:2414: writing smithi15786056-12 from 0 to 499712 tid 1 2024-08-17T00:40:43.371 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 241 2024-08-17T00:40:43.371 INFO:tasks.rados.rados.0.smithi157.stdout:2415: seq_num 747 ranges {3817472=516096} 2024-08-17T00:40:43.395 INFO:tasks.rados.rados.0.smithi157.stdout:2415: writing smithi15786056-22 from 3817472 to 4333568 tid 1 2024-08-17T00:40:43.395 INFO:tasks.rados.rados.0.smithi157.stdout:2416: rollback oid 35 current snap is 241 2024-08-17T00:40:43.395 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 35 to 235 2024-08-17T00:40:43.395 INFO:tasks.rados.rados.0.smithi157.stdout:2414: finishing write tid 1 to smithi15786056-12 2024-08-17T00:40:43.395 INFO:tasks.rados.rados.0.smithi157.stdout:2414: finishing write tid 2 to smithi15786056-12 2024-08-17T00:40:43.395 INFO:tasks.rados.rados.0.smithi157.stdout:2414: finishing write tid 3 to smithi15786056-12 2024-08-17T00:40:43.395 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 884 (ObjNum 746 snap 241 seq_num 746) dirty exists 2024-08-17T00:40:43.395 INFO:tasks.rados.rados.0.smithi157.stdout:2414: left oid 12 (ObjNum 746 snap 241 seq_num 746) 2024-08-17T00:40:43.395 INFO:tasks.rados.rados.0.smithi157.stdout:2414: done (3 left) 2024-08-17T00:40:43.395 INFO:tasks.rados.rados.0.smithi157.stdout:2417: rollback oid 20 current snap is 241 2024-08-17T00:40:43.395 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 20 to 229 2024-08-17T00:40:43.396 INFO:tasks.rados.rados.0.smithi157.stdout:2413: expect (ObjNum 676 snap 213 seq_num 676) 2024-08-17T00:40:43.577 INFO:tasks.rados.rados.0.smithi157.stdout:2417: finishing rollback tid 0 to smithi15786056-20 2024-08-17T00:40:43.578 INFO:tasks.rados.rados.0.smithi157.stdout:2417: finishing rollback tid 1 to smithi15786056-20 2024-08-17T00:40:43.578 INFO:tasks.rados.rados.0.smithi157.stdout:2413: done (3 left) 2024-08-17T00:40:43.578 INFO:tasks.rados.rados.0.smithi157.stdout:2418: read oid 15 snap -1 2024-08-17T00:40:43.578 INFO:tasks.rados.rados.0.smithi157.stdout:2418: expect (ObjNum 727 snap 233 seq_num 727) 2024-08-17T00:40:43.578 INFO:tasks.rados.rados.0.smithi157.stdout:2419: read oid 45 snap 236 2024-08-17T00:40:43.578 INFO:tasks.rados.rados.0.smithi157.stdout:2419: expect (ObjNum 716 snap 232 seq_num 716) 2024-08-17T00:40:43.578 INFO:tasks.rados.rados.0.smithi157.stdout:2420: copy_from oid 31 from oid 40 current snap is 241 2024-08-17T00:40:43.578 INFO:tasks.rados.rados.0.smithi157.stdout:2417: finishing rollback tid 2 to smithi15786056-20 2024-08-17T00:40:43.578 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 1117 (ObjNum 529 snap 159 seq_num 529) dirty exists 2024-08-17T00:40:43.578 INFO:tasks.rados.rados.0.smithi157.stdout:2416: finishing rollback tid 0 to smithi15786056-35 2024-08-17T00:40:43.579 INFO:tasks.rados.rados.0.smithi157.stdout:2416: finishing rollback tid 1 to smithi15786056-35 2024-08-17T00:40:43.579 INFO:tasks.rados.rados.0.smithi157.stdout:2416: finishing rollback tid 2 to smithi15786056-35 2024-08-17T00:40:43.579 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 747 (ObjNum 730 snap 234 seq_num 730) dirty exists 2024-08-17T00:40:43.579 INFO:tasks.rados.rados.0.smithi157.stdout:2415: finishing write tid 1 to smithi15786056-22 2024-08-17T00:40:43.579 INFO:tasks.rados.rados.0.smithi157.stdout:2416: done (5 left) 2024-08-17T00:40:43.579 INFO:tasks.rados.rados.0.smithi157.stdout:2417: done (4 left) 2024-08-17T00:40:43.579 INFO:tasks.rados.rados.0.smithi157.stdout:2421: snap_remove snap 205 2024-08-17T00:40:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:40:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:40:43] "GET /metrics HTTP/1.1" 200 36150 "" "Prometheus/2.43.0" 2024-08-17T00:40:44.369 INFO:tasks.rados.rados.0.smithi157.stdout:2421: done (4 left) 2024-08-17T00:40:44.370 INFO:tasks.rados.rados.0.smithi157.stdout:2422: read oid 16 snap -1 2024-08-17T00:40:44.370 INFO:tasks.rados.rados.0.smithi157.stdout:2422: expect (ObjNum 720 snap 232 seq_num 720) 2024-08-17T00:40:44.370 INFO:tasks.rados.rados.0.smithi157.stdout:2423: delete oid 4 current snap is 241 2024-08-17T00:40:44.370 INFO:tasks.rados.rados.0.smithi157.stdout:2415: finishing write tid 2 to smithi15786056-22 2024-08-17T00:40:44.370 INFO:tasks.rados.rados.0.smithi157.stdout:2415: finishing write tid 3 to smithi15786056-22 2024-08-17T00:40:44.370 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 1353 (ObjNum 747 snap 241 seq_num 747) dirty exists 2024-08-17T00:40:44.370 INFO:tasks.rados.rados.0.smithi157.stdout:2415: left oid 22 (ObjNum 747 snap 241 seq_num 747) 2024-08-17T00:40:44.370 INFO:tasks.rados.rados.0.smithi157.stdout:2419: expect (ObjNum 716 snap 232 seq_num 716) 2024-08-17T00:40:44.440 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2[116899]: 2024-08-17T00:40:44.420+0000 7f874e0a9640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 118 after trimming was started 2024-08-17T00:40:44.440 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.440 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.440 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[98780]: osdmap e552: 8 total, 8 up, 8 in 2024-08-17T00:40:44.441 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.441 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[98780]: pgmap v482: 121 pgs: 121 active+clean; 398 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-08-17T00:40:44.441 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:44.441 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.441 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.441 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.441 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.441 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.441 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[101289]: osdmap e552: 8 total, 8 up, 8 in 2024-08-17T00:40:44.441 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.441 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[101289]: pgmap v482: 121 pgs: 121 active+clean; 398 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-08-17T00:40:44.442 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:44.442 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.442 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.442 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:44 smithi187 ceph-mon[90552]: osdmap e552: 8 total, 8 up, 8 in 2024-08-17T00:40:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:44 smithi187 ceph-mon[90552]: pgmap v482: 121 pgs: 121 active+clean; 398 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-08-17T00:40:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:44.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:44.527 INFO:tasks.rados.rados.0.smithi157.stdout:2418: expect (ObjNum 727 snap 233 seq_num 727) 2024-08-17T00:40:45.336 INFO:tasks.rados.rados.0.smithi157.stdout:2420: finishing copy_from racing read to smithi15786056-31 2024-08-17T00:40:45.337 INFO:tasks.rados.rados.0.smithi157.stdout:2420: finishing copy_from to smithi15786056-31 2024-08-17T00:40:45.337 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 1190 (ObjNum 648 snap 203 seq_num 648) dirty exists 2024-08-17T00:40:45.337 INFO:tasks.rados.rados.0.smithi157.stdout:2415: done (5 left) 2024-08-17T00:40:45.337 INFO:tasks.rados.rados.0.smithi157.stdout:2418: done (4 left) 2024-08-17T00:40:45.337 INFO:tasks.rados.rados.0.smithi157.stdout:2419: done (3 left) 2024-08-17T00:40:45.337 INFO:tasks.rados.rados.0.smithi157.stdout:2420: done (2 left) 2024-08-17T00:40:45.337 INFO:tasks.rados.rados.0.smithi157.stdout:2423: done (1 left) 2024-08-17T00:40:45.337 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 241 2024-08-17T00:40:45.337 INFO:tasks.rados.rados.0.smithi157.stdout:2422: expect (ObjNum 720 snap 232 seq_num 720) 2024-08-17T00:40:45.642 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:45 smithi157 ceph-mon[98780]: osdmap e553: 8 total, 8 up, 8 in 2024-08-17T00:40:45.642 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:45 smithi157 ceph-mon[101289]: osdmap e553: 8 total, 8 up, 8 in 2024-08-17T00:40:45.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:45 smithi187 ceph-mon[90552]: osdmap e553: 8 total, 8 up, 8 in 2024-08-17T00:40:45.964 INFO:tasks.rados.rados.0.smithi157.stdout:2424: seq_num 749 ranges {4333568=548864} 2024-08-17T00:40:45.991 INFO:tasks.rados.rados.0.smithi157.stdout:2424: writing smithi15786056-22 from 4333568 to 4882432 tid 1 2024-08-17T00:40:45.991 INFO:tasks.rados.rados.0.smithi157.stdout:2422: done (1 left) 2024-08-17T00:40:45.991 INFO:tasks.rados.rados.0.smithi157.stdout:2425: read oid 21 snap 231 2024-08-17T00:40:45.991 INFO:tasks.rados.rados.0.smithi157.stdout:2425: expect (ObjNum 671 snap 211 seq_num 671) 2024-08-17T00:40:45.991 INFO:tasks.rados.rados.0.smithi157.stdout:2426: rollback oid 9 current snap is 241 2024-08-17T00:40:45.992 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 9 to 214 2024-08-17T00:40:45.992 INFO:tasks.rados.rados.0.smithi157.stdout:2427: read oid 28 snap -1 2024-08-17T00:40:45.992 INFO:tasks.rados.rados.0.smithi157.stdout:2427: expect (ObjNum 628 snap 196 seq_num 628) 2024-08-17T00:40:45.992 INFO:tasks.rados.rados.0.smithi157.stdout:2428: snap_create 2024-08-17T00:40:45.995 INFO:tasks.rados.rados.0.smithi157.stdout:2426: finishing rollback tid 0 to smithi15786056-9 2024-08-17T00:40:45.996 INFO:tasks.rados.rados.0.smithi157.stdout:2426: finishing rollback tid 1 to smithi15786056-9 2024-08-17T00:40:45.997 INFO:tasks.rados.rados.0.smithi157.stdout:2426: finishing rollback tid 2 to smithi15786056-9 2024-08-17T00:40:45.997 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1138 (ObjNum 627 snap 194 seq_num 627) dirty exists 2024-08-17T00:40:45.997 INFO:tasks.rados.rados.0.smithi157.stdout:2424: finishing write tid 1 to smithi15786056-22 2024-08-17T00:40:45.998 INFO:tasks.rados.rados.0.smithi157.stdout:2427: expect (ObjNum 628 snap 196 seq_num 628) 2024-08-17T00:40:46.060 INFO:tasks.rados.rados.0.smithi157.stdout:2424: finishing write tid 2 to smithi15786056-22 2024-08-17T00:40:46.060 INFO:tasks.rados.rados.0.smithi157.stdout:2425: expect (ObjNum 671 snap 211 seq_num 671) 2024-08-17T00:40:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:46 smithi157 ceph-mon[98780]: pgmap v484: 121 pgs: 121 active+clean; 397 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 MiB/s wr, 17 op/s 2024-08-17T00:40:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:46 smithi157 ceph-mon[101289]: pgmap v484: 121 pgs: 121 active+clean; 397 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 MiB/s wr, 17 op/s 2024-08-17T00:40:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:46 smithi187 ceph-mon[90552]: pgmap v484: 121 pgs: 121 active+clean; 397 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 MiB/s wr, 17 op/s 2024-08-17T00:40:46.740 INFO:tasks.rados.rados.0.smithi157.stdout:2424: finishing write tid 3 to smithi15786056-22 2024-08-17T00:40:46.740 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 1363 (ObjNum 749 snap 241 seq_num 749) dirty exists 2024-08-17T00:40:46.740 INFO:tasks.rados.rados.0.smithi157.stdout:2424: left oid 22 (ObjNum 749 snap 241 seq_num 749) 2024-08-17T00:40:46.740 INFO:tasks.rados.rados.0.smithi157.stdout:2424: done (4 left) 2024-08-17T00:40:46.740 INFO:tasks.rados.rados.0.smithi157.stdout:2425: done (3 left) 2024-08-17T00:40:46.740 INFO:tasks.rados.rados.0.smithi157.stdout:2426: done (2 left) 2024-08-17T00:40:46.741 INFO:tasks.rados.rados.0.smithi157.stdout:2427: done (1 left) 2024-08-17T00:40:46.741 INFO:tasks.rados.rados.0.smithi157.stdout:2428: done (0 left) 2024-08-17T00:40:46.741 INFO:tasks.rados.rados.0.smithi157.stdout:2429: setattr oid 48 current snap is 242 2024-08-17T00:40:46.741 INFO:tasks.rados.rados.0.smithi157.stdout:2430: read oid 15 snap -1 2024-08-17T00:40:46.741 INFO:tasks.rados.rados.0.smithi157.stdout:2430: expect (ObjNum 727 snap 233 seq_num 727) 2024-08-17T00:40:46.741 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 26 current snap is 242 2024-08-17T00:40:46.742 INFO:tasks.rados.rados.0.smithi157.stdout:2431: seq_num 750 ranges {0=565248} 2024-08-17T00:40:46.745 INFO:tasks.rados.rados.0.smithi157.stdout:2431: writing smithi15786056-26 from 0 to 565248 tid 1 2024-08-17T00:40:46.745 INFO:tasks.rados.rados.0.smithi157.stdout:2432: read oid 50 snap -1 2024-08-17T00:40:46.745 INFO:tasks.rados.rados.0.smithi157.stdout:2432: expect (ObjNum 671 snap 211 seq_num 671) 2024-08-17T00:40:46.745 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 242 2024-08-17T00:40:46.745 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 1526 (ObjNum 129 snap 0 seq_num 170984256) dirty exists 2024-08-17T00:40:46.745 INFO:tasks.rados.rados.0.smithi157.stdout:2433: seq_num 751 ranges {1785856=581632} 2024-08-17T00:40:46.758 INFO:tasks.rados.rados.0.smithi157.stdout:2433: writing smithi15786056-46 from 1785856 to 2367488 tid 1 2024-08-17T00:40:46.758 INFO:tasks.rados.rados.0.smithi157.stdout:2429: done (4 left) 2024-08-17T00:40:46.758 INFO:tasks.rados.rados.0.smithi157.stdout:2434: rollback oid 21 current snap is 242 2024-08-17T00:40:46.758 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 21 to 209 2024-08-17T00:40:46.758 INFO:tasks.rados.rados.0.smithi157.stdout:2431: finishing write tid 1 to smithi15786056-26 2024-08-17T00:40:46.758 INFO:tasks.rados.rados.0.smithi157.stdout:2431: finishing write tid 2 to smithi15786056-26 2024-08-17T00:40:46.758 INFO:tasks.rados.rados.0.smithi157.stdout:2431: finishing write tid 3 to smithi15786056-26 2024-08-17T00:40:46.759 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1365 (ObjNum 750 snap 242 seq_num 750) dirty exists 2024-08-17T00:40:46.759 INFO:tasks.rados.rados.0.smithi157.stdout:2431: left oid 26 (ObjNum 750 snap 242 seq_num 750) 2024-08-17T00:40:46.759 INFO:tasks.rados.rados.0.smithi157.stdout:2431: done (4 left) 2024-08-17T00:40:46.759 INFO:tasks.rados.rados.0.smithi157.stdout:2435: snap_remove snap 234 2024-08-17T00:40:47.368 INFO:tasks.rados.rados.0.smithi157.stdout:2435: done (4 left) 2024-08-17T00:40:47.369 INFO:tasks.rados.rados.0.smithi157.stdout:2436: rmattr oid 19 current snap is 242 2024-08-17T00:40:47.369 INFO:tasks.rados.rados.0.smithi157.stdout:2436: done (4 left) 2024-08-17T00:40:47.369 INFO:tasks.rados.rados.0.smithi157.stdout:2437: snap_remove snap 237 2024-08-17T00:40:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[98780]: osdmap e554: 8 total, 8 up, 8 in 2024-08-17T00:40:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:47.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:47.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:47.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:47.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:47.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:47.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-17T00:40:47.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[98780]: osdmap e555: 8 total, 8 up, 8 in 2024-08-17T00:40:47.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[101289]: osdmap e554: 8 total, 8 up, 8 in 2024-08-17T00:40:47.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:47.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:47.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:47.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:47.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:47.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:47.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:47.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:47.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:47.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:47.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-17T00:40:47.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:47 smithi157 ceph-mon[101289]: osdmap e555: 8 total, 8 up, 8 in 2024-08-17T00:40:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:47 smithi187 ceph-mon[90552]: osdmap e554: 8 total, 8 up, 8 in 2024-08-17T00:40:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-17T00:40:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:47 smithi187 ceph-mon[90552]: osdmap e555: 8 total, 8 up, 8 in 2024-08-17T00:40:48.151 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:40:48.370 INFO:tasks.rados.rados.0.smithi157.stdout:2437: done (4 left) 2024-08-17T00:40:48.370 INFO:tasks.rados.rados.0.smithi157.stdout:2438: rollback oid 24 current snap is 242 2024-08-17T00:40:48.370 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 24 to 229 2024-08-17T00:40:48.370 INFO:tasks.rados.rados.0.smithi157.stdout:2434: finishing rollback tid 0 to smithi15786056-21 2024-08-17T00:40:48.370 INFO:tasks.rados.rados.0.smithi157.stdout:2434: finishing rollback tid 1 to smithi15786056-21 2024-08-17T00:40:48.370 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 1368 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T00:40:48.371 INFO:tasks.rados.rados.0.smithi157.stdout:2430: expect (ObjNum 727 snap 233 seq_num 727) 2024-08-17T00:40:48.434 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:40:48.434 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (6m) 5s ago 10m 23.4M - 0.25.0 c8568f914cd2 e5fc458eaa70 2024-08-17T00:40:48.434 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (6m) 19s ago 10m 87.3M - 9.4.7 954c08fa6188 3c616dd0c45b 2024-08-17T00:40:48.434 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (8s) 5s ago 12m 15.2M - 19.1.0-1363-gd863d21c ba08250ef864 5dae0c4e0676 2024-08-17T00:40:48.435 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (12m) 19s ago 12m 22.1M - 17.2.7-1402-g03a1ac13 bc5a85a90206 7fbec7ea4749 2024-08-17T00:40:48.435 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283,8765 running (5m) 19s ago 15m 441M - 19.1.0-1363-gd863d21c ba08250ef864 97f58199005a 2024-08-17T00:40:48.435 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (6m) 5s ago 17m 514M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:40:48.435 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (5m) 5s ago 17m 68.0M 2048M 19.1.0-1363-gd863d21c ba08250ef864 7cae4f2d8cd1 2024-08-17T00:40:48.435 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (5m) 19s ago 16m 52.0M 2048M 19.1.0-1363-gd863d21c ba08250ef864 fa96bb84b173 2024-08-17T00:40:48.435 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (5m) 5s ago 15m 56.6M 2048M 19.1.0-1363-gd863d21c ba08250ef864 6acedb5a7023 2024-08-17T00:40:48.435 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (6m) 5s ago 10m 15.8M - 1.5.0 0da6a335fe13 b4e36e574235 2024-08-17T00:40:48.435 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (6m) 19s ago 10m 16.3M - 1.5.0 0da6a335fe13 73e607038b0d 2024-08-17T00:40:48.435 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (4m) 5s ago 15m 238M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7d05f2a649d9 2024-08-17T00:40:48.435 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (3m) 5s ago 14m 198M 2480M 19.1.0-1363-gd863d21c ba08250ef864 dbe3e94be069 2024-08-17T00:40:48.435 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (3m) 5s ago 14m 216M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7e3b0f58873f 2024-08-17T00:40:48.435 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (2m) 5s ago 14m 117M 2480M 19.1.0-1363-gd863d21c ba08250ef864 28892f02251b 2024-08-17T00:40:48.435 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (2m) 19s ago 13m 110M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d0e8971787b7 2024-08-17T00:40:48.436 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (90s) 19s ago 13m 118M 2480M 19.1.0-1363-gd863d21c ba08250ef864 f2c2c7842236 2024-08-17T00:40:48.436 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (57s) 19s ago 12m 98.5M 2480M 19.1.0-1363-gd863d21c ba08250ef864 fc0797d14428 2024-08-17T00:40:48.436 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (23s) 19s ago 12m 12.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 a0847040646d 2024-08-17T00:40:48.436 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (6m) 19s ago 11m 64.6M - 2.43.0 a07b618ecd1d 736dc11bd87e 2024-08-17T00:40:48.436 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:48 smithi157 ceph-mon[98780]: Detected new or changed devices on smithi157 2024-08-17T00:40:48.436 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:48 smithi157 ceph-mon[98780]: Upgrade: It appears safe to stop mds.b 2024-08-17T00:40:48.436 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:48 smithi157 ceph-mon[98780]: pgmap v487: 121 pgs: 121 active+clean; 396 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-08-17T00:40:48.436 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:48 smithi157 ceph-mon[98780]: osdmap e556: 8 total, 8 up, 8 in 2024-08-17T00:40:48.436 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:48 smithi157 ceph-mon[101289]: Detected new or changed devices on smithi157 2024-08-17T00:40:48.437 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:48 smithi157 ceph-mon[101289]: Upgrade: It appears safe to stop mds.b 2024-08-17T00:40:48.437 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:48 smithi157 ceph-mon[101289]: pgmap v487: 121 pgs: 121 active+clean; 396 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-08-17T00:40:48.437 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:48 smithi157 ceph-mon[101289]: osdmap e556: 8 total, 8 up, 8 in 2024-08-17T00:40:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:48 smithi187 ceph-mon[90552]: Detected new or changed devices on smithi157 2024-08-17T00:40:48.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:48 smithi187 ceph-mon[90552]: Upgrade: It appears safe to stop mds.b 2024-08-17T00:40:48.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:48 smithi187 ceph-mon[90552]: pgmap v487: 121 pgs: 121 active+clean; 396 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-08-17T00:40:48.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:48 smithi187 ceph-mon[90552]: osdmap e556: 8 total, 8 up, 8 in 2024-08-17T00:40:48.765 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:40:48.765 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:40:48.765 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:40:48.766 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:40:48.766 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:40:48.766 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:40:48.766 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:40:48.766 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:40:48.766 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T00:40:48.766 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:40:48.766 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:40:48.766 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 1, 2024-08-17T00:40:48.766 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 1 2024-08-17T00:40:48.766 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:40:48.766 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:40:48.766 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 1, 2024-08-17T00:40:48.767 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 14 2024-08-17T00:40:48.767 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:40:48.767 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:40:49.185 INFO:tasks.rados.rados.0.smithi157.stdout:2432: expect (ObjNum 671 snap 211 seq_num 671) 2024-08-17T00:40:49.834 INFO:tasks.rados.rados.0.smithi157.stdout:2433: finishing write tid 1 to smithi15786056-46 2024-08-17T00:40:49.834 INFO:tasks.rados.rados.0.smithi157.stdout:2433: finishing write tid 2 to smithi15786056-46 2024-08-17T00:40:49.834 INFO:tasks.rados.rados.0.smithi157.stdout:2433: finishing write tid 3 to smithi15786056-46 2024-08-17T00:40:49.834 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1095 (ObjNum 751 snap 242 seq_num 751) dirty exists 2024-08-17T00:40:49.834 INFO:tasks.rados.rados.0.smithi157.stdout:2433: left oid 46 (ObjNum 751 snap 242 seq_num 751) 2024-08-17T00:40:49.834 INFO:tasks.rados.rados.0.smithi157.stdout:2438: finishing rollback tid 0 to smithi15786056-24 2024-08-17T00:40:49.834 INFO:tasks.rados.rados.0.smithi157.stdout:2438: finishing rollback tid 1 to smithi15786056-24 2024-08-17T00:40:49.835 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1119 (ObjNum 129 snap 0 seq_num 170500432) dirty dne 2024-08-17T00:40:49.835 INFO:tasks.rados.rados.0.smithi157.stdout:2430: done (4 left) 2024-08-17T00:40:49.835 INFO:tasks.rados.rados.0.smithi157.stdout:2432: done (3 left) 2024-08-17T00:40:49.835 INFO:tasks.rados.rados.0.smithi157.stdout:2433: done (2 left) 2024-08-17T00:40:49.835 INFO:tasks.rados.rados.0.smithi157.stdout:2434: done (1 left) 2024-08-17T00:40:49.835 INFO:tasks.rados.rados.0.smithi157.stdout:2438: done (0 left) 2024-08-17T00:40:49.835 INFO:tasks.rados.rados.0.smithi157.stdout:2439: read oid 41 snap -1 2024-08-17T00:40:49.835 INFO:tasks.rados.rados.0.smithi157.stdout:2439: expect (ObjNum 726 snap 233 seq_num 726) 2024-08-17T00:40:49.835 INFO:tasks.rados.rados.0.smithi157.stdout:2440: snap_create 2024-08-17T00:40:49.836 INFO:tasks.rados.rados.0.smithi157.stdout:2439: expect (ObjNum 726 snap 233 seq_num 726) 2024-08-17T00:40:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[98780]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[98780]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[98780]: Upgrade: Updating mds.b 2024-08-17T00:40:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:40:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[98780]: Deploying daemon mds.b on smithi187 2024-08-17T00:40:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/449039562' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[101289]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[101289]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[101289]: Upgrade: Updating mds.b 2024-08-17T00:40:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:40:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[101289]: Deploying daemon mds.b on smithi187 2024-08-17T00:40:50.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:49 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/449039562' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:50.137 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:49 smithi187 ceph-mon[90552]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:50.137 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:49 smithi187 ceph-mon[90552]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:50.137 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:49 smithi187 ceph-mon[90552]: Upgrade: Updating mds.b 2024-08-17T00:40:50.137 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:49 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:40:50.137 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:49 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:40:50.137 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:49 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:50.137 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:49 smithi187 ceph-mon[90552]: Deploying daemon mds.b on smithi187 2024-08-17T00:40:50.137 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:49 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/449039562' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:50.675 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:50 smithi187 systemd[1]: Stopping Ceph mds.b for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:40:50.682 INFO:tasks.rados.rados.0.smithi157.stdout:2439: done (1 left) 2024-08-17T00:40:50.682 INFO:tasks.rados.rados.0.smithi157.stdout:2440: done (0 left) 2024-08-17T00:40:50.682 INFO:tasks.rados.rados.0.smithi157.stdout:2441: copy_from oid 21 from oid 50 current snap is 243 2024-08-17T00:40:50.682 INFO:tasks.rados.rados.0.smithi157.stdout:2442: read oid 7 snap -1 2024-08-17T00:40:50.682 INFO:tasks.rados.rados.0.smithi157.stdout:2442: expect (ObjNum 722 snap 233 seq_num 722) 2024-08-17T00:40:50.683 INFO:tasks.rados.rados.0.smithi157.stdout:2443: read oid 37 snap -1 2024-08-17T00:40:50.683 INFO:tasks.rados.rados.0.smithi157.stdout:2443: expect deleted 2024-08-17T00:40:50.683 INFO:tasks.rados.rados.0.smithi157.stdout:2444: snap_create 2024-08-17T00:40:50.740 INFO:tasks.rados.rados.0.smithi157.stdout:2441: finishing copy_from racing read to smithi15786056-21 2024-08-17T00:40:50.752 INFO:tasks.rados.rados.0.smithi157.stdout:2442: expect (ObjNum 722 snap 233 seq_num 722) 2024-08-17T00:40:50.955 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:50 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b[61920]: 2024-08-17T00:40:50.673+0000 7f3e51405640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:40:50.956 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:50 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b[61920]: 2024-08-17T00:40:50.673+0000 7f3e51405640 -1 mds.b *** got signal Terminated *** 2024-08-17T00:40:50.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:50 smithi187 ceph-mon[90552]: pgmap v489: 121 pgs: 121 active+clean; 397 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T00:40:50.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:50 smithi187 ceph-mon[90552]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T00:40:50.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:50 smithi187 ceph-mon[90552]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T00:40:50.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:50 smithi187 ceph-mon[90552]: osdmap e557: 8 total, 8 up, 8 in 2024-08-17T00:40:50.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:50 smithi187 ceph-mon[90552]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T00:40:50.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:50 smithi187 ceph-mon[90552]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T00:40:50.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:50 smithi187 ceph-mon[90552]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T00:40:50.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:50 smithi187 ceph-mon[90552]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-17T00:40:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[101289]: pgmap v489: 121 pgs: 121 active+clean; 397 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T00:40:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[101289]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T00:40:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[101289]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T00:40:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[101289]: osdmap e557: 8 total, 8 up, 8 in 2024-08-17T00:40:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[101289]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T00:40:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[101289]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T00:40:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[101289]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T00:40:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[101289]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-17T00:40:51.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a[98757]: 2024-08-17T00:40:50.674+0000 7f1e02833640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T00:40:51.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[98780]: pgmap v489: 121 pgs: 121 active+clean; 397 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T00:40:51.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[98780]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T00:40:51.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[98780]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T00:40:51.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[98780]: osdmap e557: 8 total, 8 up, 8 in 2024-08-17T00:40:51.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[98780]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T00:40:51.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[98780]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T00:40:51.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[98780]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T00:40:51.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:50 smithi157 ceph-mon[98780]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-17T00:40:51.840 INFO:tasks.rados.rados.0.smithi157.stdout:2441: finishing copy_from to smithi15786056-21 2024-08-17T00:40:51.841 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 1018 (ObjNum 671 snap 211 seq_num 671) dirty exists 2024-08-17T00:40:51.841 INFO:tasks.rados.rados.0.smithi157.stdout:2441: done (3 left) 2024-08-17T00:40:51.841 INFO:tasks.rados.rados.0.smithi157.stdout:2442: done (2 left) 2024-08-17T00:40:51.841 INFO:tasks.rados.rados.0.smithi157.stdout:2443: done (1 left) 2024-08-17T00:40:51.841 INFO:tasks.rados.rados.0.smithi157.stdout:2444: done (0 left) 2024-08-17T00:40:51.841 INFO:tasks.rados.rados.0.smithi157.stdout:2445: rollback oid 37 current snap is 244 2024-08-17T00:40:51.841 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 37 to 235 2024-08-17T00:40:51.841 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 244 2024-08-17T00:40:51.841 INFO:tasks.rados.rados.0.smithi157.stdout:2446: seq_num 752 ranges {0=598016} 2024-08-17T00:40:51.843 INFO:tasks.rados.rados.0.smithi157.stdout:2446: writing smithi15786056-48 from 0 to 598016 tid 1 2024-08-17T00:40:51.843 INFO:tasks.rados.rados.0.smithi157.stdout:2447: snap_create 2024-08-17T00:40:51.845 INFO:tasks.rados.rados.0.smithi157.stdout:2445: finishing rollback tid 1 to smithi15786056-37 2024-08-17T00:40:51.846 INFO:tasks.rados.rados.0.smithi157.stdout:2445: finishing rollback tid 2 to smithi15786056-37 2024-08-17T00:40:51.846 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 1233 (ObjNum 1585 snap 0 seq_num 3982471504) dirty exists 2024-08-17T00:40:51.848 INFO:tasks.rados.rados.0.smithi157.stdout:2446: finishing write tid 1 to smithi15786056-48 2024-08-17T00:40:51.849 INFO:tasks.rados.rados.0.smithi157.stdout:2446: finishing write tid 2 to smithi15786056-48 2024-08-17T00:40:51.850 INFO:tasks.rados.rados.0.smithi157.stdout:2446: finishing write tid 3 to smithi15786056-48 2024-08-17T00:40:51.850 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 1531 (ObjNum 752 snap 244 seq_num 752) dirty exists 2024-08-17T00:40:51.850 INFO:tasks.rados.rados.0.smithi157.stdout:2446: left oid 48 (ObjNum 752 snap 244 seq_num 752) 2024-08-17T00:40:52.369 INFO:tasks.rados.rados.0.smithi157.stdout:2445: done (2 left) 2024-08-17T00:40:52.369 INFO:tasks.rados.rados.0.smithi157.stdout:2446: done (1 left) 2024-08-17T00:40:52.369 INFO:tasks.rados.rados.0.smithi157.stdout:2447: done (0 left) 2024-08-17T00:40:52.369 INFO:tasks.rados.rados.0.smithi157.stdout:2448: read oid 21 snap -1 2024-08-17T00:40:52.370 INFO:tasks.rados.rados.0.smithi157.stdout:2448: expect (ObjNum 671 snap 211 seq_num 671) 2024-08-17T00:40:52.370 INFO:tasks.rados.rados.0.smithi157.stdout:2449: snap_create 2024-08-17T00:40:52.409 INFO:tasks.rados.rados.0.smithi157.stdout:2448: expect (ObjNum 671 snap 211 seq_num 671) 2024-08-17T00:40:52.685 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:40:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:40:52.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:52 smithi187 ceph-mon[90552]: osdmap e558: 8 total, 8 up, 8 in 2024-08-17T00:40:52.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:52 smithi187 ceph-mon[90552]: mds.? [v2:172.21.15.157:6834/3947059455,v1:172.21.15.157:6835/3947059455] up:reconnect 2024-08-17T00:40:52.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:52 smithi187 ceph-mon[90552]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-17T00:40:52.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:52 smithi187 ceph-mon[90552]: pgmap v492: 121 pgs: 121 active+clean; 399 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 378 KiB/s wr, 12 op/s 2024-08-17T00:40:52.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:52 smithi187 ceph-mon[90552]: osdmap e559: 8 total, 8 up, 8 in 2024-08-17T00:40:53.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:52 smithi157 ceph-mon[101289]: osdmap e558: 8 total, 8 up, 8 in 2024-08-17T00:40:53.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:52 smithi157 ceph-mon[101289]: mds.? [v2:172.21.15.157:6834/3947059455,v1:172.21.15.157:6835/3947059455] up:reconnect 2024-08-17T00:40:53.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:52 smithi157 ceph-mon[101289]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-17T00:40:53.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:52 smithi157 ceph-mon[101289]: pgmap v492: 121 pgs: 121 active+clean; 399 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 378 KiB/s wr, 12 op/s 2024-08-17T00:40:53.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:52 smithi157 ceph-mon[101289]: osdmap e559: 8 total, 8 up, 8 in 2024-08-17T00:40:53.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:52 smithi157 ceph-mon[98780]: osdmap e558: 8 total, 8 up, 8 in 2024-08-17T00:40:53.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:52 smithi157 ceph-mon[98780]: mds.? [v2:172.21.15.157:6834/3947059455,v1:172.21.15.157:6835/3947059455] up:reconnect 2024-08-17T00:40:53.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:52 smithi157 ceph-mon[98780]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-17T00:40:53.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:52 smithi157 ceph-mon[98780]: pgmap v492: 121 pgs: 121 active+clean; 399 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 378 KiB/s wr, 12 op/s 2024-08-17T00:40:53.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:52 smithi157 ceph-mon[98780]: osdmap e559: 8 total, 8 up, 8 in 2024-08-17T00:40:53.371 INFO:tasks.rados.rados.0.smithi157.stdout:2448: done (1 left) 2024-08-17T00:40:53.371 INFO:tasks.rados.rados.0.smithi157.stdout:2449: done (0 left) 2024-08-17T00:40:53.371 INFO:tasks.rados.rados.0.smithi157.stdout:2450: rollback oid 45 current snap is 246 2024-08-17T00:40:53.371 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 45 to 209 2024-08-17T00:40:53.371 INFO:tasks.rados.rados.0.smithi157.stdout:2451: snap_create 2024-08-17T00:40:53.378 INFO:tasks.rados.rados.0.smithi157.stdout:2450: finishing rollback tid 0 to smithi15786056-45 2024-08-17T00:40:53.378 INFO:tasks.rados.rados.0.smithi157.stdout:2450: finishing rollback tid 1 to smithi15786056-45 2024-08-17T00:40:53.378 INFO:tasks.rados.rados.0.smithi157.stdout:2450: finishing rollback tid 2 to smithi15786056-45 2024-08-17T00:40:53.378 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 1236 (ObjNum 654 snap 205 seq_num 654) dirty exists 2024-08-17T00:40:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:40:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:40:53] "GET /metrics HTTP/1.1" 200 36285 "" "Prometheus/2.43.0" 2024-08-17T00:40:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:53 smithi157 ceph-mon[101289]: mds.? [v2:172.21.15.157:6834/3947059455,v1:172.21.15.157:6835/3947059455] up:rejoin 2024-08-17T00:40:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:53 smithi157 ceph-mon[101289]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-17T00:40:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:53 smithi157 ceph-mon[101289]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T00:40:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:53 smithi157 ceph-mon[101289]: osdmap e560: 8 total, 8 up, 8 in 2024-08-17T00:40:53.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:53 smithi157 ceph-mon[98780]: mds.? [v2:172.21.15.157:6834/3947059455,v1:172.21.15.157:6835/3947059455] up:rejoin 2024-08-17T00:40:53.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:53 smithi157 ceph-mon[98780]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-17T00:40:53.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:53 smithi157 ceph-mon[98780]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T00:40:53.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:53 smithi157 ceph-mon[98780]: osdmap e560: 8 total, 8 up, 8 in 2024-08-17T00:40:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:53 smithi187 ceph-mon[90552]: mds.? [v2:172.21.15.157:6834/3947059455,v1:172.21.15.157:6835/3947059455] up:rejoin 2024-08-17T00:40:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:53 smithi187 ceph-mon[90552]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-17T00:40:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:53 smithi187 ceph-mon[90552]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T00:40:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:53 smithi187 ceph-mon[90552]: osdmap e560: 8 total, 8 up, 8 in 2024-08-17T00:40:54.373 INFO:tasks.rados.rados.0.smithi157.stdout:2450: done (1 left) 2024-08-17T00:40:54.373 INFO:tasks.rados.rados.0.smithi157.stdout:2451: done (0 left) 2024-08-17T00:40:54.373 INFO:tasks.rados.rados.0.smithi157.stdout:2452: delete oid 22 current snap is 247 2024-08-17T00:40:54.378 INFO:tasks.rados.rados.0.smithi157.stdout:2452: done (0 left) 2024-08-17T00:40:54.378 INFO:tasks.rados.rados.0.smithi157.stdout:2453: copy_from oid 7 from oid 41 current snap is 247 2024-08-17T00:40:54.378 INFO:tasks.rados.rados.0.smithi157.stdout:2454: read oid 34 snap -1 2024-08-17T00:40:54.378 INFO:tasks.rados.rados.0.smithi157.stdout:2454: expect deleted 2024-08-17T00:40:54.378 INFO:tasks.rados.rados.0.smithi157.stdout:2455: delete oid 6 current snap is 247 2024-08-17T00:40:54.379 INFO:tasks.rados.rados.0.smithi157.stdout:2454: done (2 left) 2024-08-17T00:40:54.379 INFO:tasks.rados.rados.0.smithi157.stdout:2455: done (1 left) 2024-08-17T00:40:54.380 INFO:tasks.rados.rados.0.smithi157.stdout:2456: snap_create 2024-08-17T00:40:54.382 INFO:tasks.rados.rados.0.smithi157.stdout:2453: finishing copy_from racing read to smithi15786056-7 2024-08-17T00:40:54.383 INFO:tasks.rados.rados.0.smithi157.stdout:2453: finishing copy_from to smithi15786056-7 2024-08-17T00:40:54.383 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 1140 (ObjNum 726 snap 233 seq_num 726) dirty exists 2024-08-17T00:40:54.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:54 smithi187 ceph-mon[90552]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T00:40:54.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:54 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:40:54.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:54 smithi187 ceph-mon[90552]: mds.? [v2:172.21.15.157:6834/3947059455,v1:172.21.15.157:6835/3947059455] up:active 2024-08-17T00:40:54.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:54 smithi187 ceph-mon[90552]: fsmap cephfs:1 {0=a=up:active} 2024-08-17T00:40:54.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:54 smithi187 ceph-mon[90552]: pgmap v495: 121 pgs: 121 active+clean; 407 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-08-17T00:40:54.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:54 smithi187 ceph-mon[90552]: osdmap e561: 8 total, 8 up, 8 in 2024-08-17T00:40:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:54 smithi157 ceph-mon[101289]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T00:40:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:54 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:40:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:54 smithi157 ceph-mon[101289]: mds.? [v2:172.21.15.157:6834/3947059455,v1:172.21.15.157:6835/3947059455] up:active 2024-08-17T00:40:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:54 smithi157 ceph-mon[101289]: fsmap cephfs:1 {0=a=up:active} 2024-08-17T00:40:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:54 smithi157 ceph-mon[101289]: pgmap v495: 121 pgs: 121 active+clean; 407 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-08-17T00:40:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:54 smithi157 ceph-mon[101289]: osdmap e561: 8 total, 8 up, 8 in 2024-08-17T00:40:55.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:54 smithi157 ceph-mon[98780]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T00:40:55.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:54 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:40:55.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:54 smithi157 ceph-mon[98780]: mds.? [v2:172.21.15.157:6834/3947059455,v1:172.21.15.157:6835/3947059455] up:active 2024-08-17T00:40:55.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:54 smithi157 ceph-mon[98780]: fsmap cephfs:1 {0=a=up:active} 2024-08-17T00:40:55.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:54 smithi157 ceph-mon[98780]: pgmap v495: 121 pgs: 121 active+clean; 407 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-08-17T00:40:55.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:54 smithi157 ceph-mon[98780]: osdmap e561: 8 total, 8 up, 8 in 2024-08-17T00:40:55.374 INFO:tasks.rados.rados.0.smithi157.stdout:2453: done (1 left) 2024-08-17T00:40:55.375 INFO:tasks.rados.rados.0.smithi157.stdout:2456: done (0 left) 2024-08-17T00:40:55.375 INFO:tasks.rados.rados.0.smithi157.stdout:2457: copy_from oid 23 from oid 20 current snap is 248 2024-08-17T00:40:55.375 INFO:tasks.rados.rados.0.smithi157.stdout:2458: rmattr oid 4 current snap is 248 2024-08-17T00:40:55.375 INFO:tasks.rados.rados.0.smithi157.stdout:2458: done (1 left) 2024-08-17T00:40:55.375 INFO:tasks.rados.rados.0.smithi157.stdout:2459: snap_create 2024-08-17T00:40:55.385 INFO:tasks.rados.rados.0.smithi157.stdout:2457: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:40:55.386 INFO:tasks.rados.rados.0.smithi157.stdout:2457: finishing copy_from to smithi15786056-23 2024-08-17T00:40:55.386 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1117 (ObjNum 529 snap 159 seq_num 529) dirty exists 2024-08-17T00:40:55.885 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 00:40:55 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a[127330]: 2024-08-17T00:40:55.475+0000 7f9845019640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-17T00:40:56.380 INFO:tasks.rados.rados.0.smithi157.stdout:2457: done (1 left) 2024-08-17T00:40:56.380 INFO:tasks.rados.rados.0.smithi157.stdout:2459: done (0 left) 2024-08-17T00:40:56.380 INFO:tasks.rados.rados.0.smithi157.stdout:2460: rollback oid 37 current snap is 249 2024-08-17T00:40:56.380 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 37 to 232 2024-08-17T00:40:56.381 INFO:tasks.rados.rados.0.smithi157.stdout:2461: read oid 25 snap -1 2024-08-17T00:40:56.381 INFO:tasks.rados.rados.0.smithi157.stdout:2461: expect deleted 2024-08-17T00:40:56.381 INFO:tasks.rados.rados.0.smithi157.stdout:2462: read oid 28 snap -1 2024-08-17T00:40:56.381 INFO:tasks.rados.rados.0.smithi157.stdout:2462: expect (ObjNum 628 snap 196 seq_num 628) 2024-08-17T00:40:56.381 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 42 current snap is 249 2024-08-17T00:40:56.381 INFO:tasks.rados.rados.0.smithi157.stdout:2463: seq_num 755 ranges {4292608=647168} 2024-08-17T00:40:56.407 INFO:tasks.rados.rados.0.smithi157.stdout:2463: writing smithi15786056-42 from 4292608 to 4939776 tid 1 2024-08-17T00:40:56.407 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 47 current snap is 249 2024-08-17T00:40:56.407 INFO:tasks.rados.rados.0.smithi157.stdout:2464: seq_num 756 ranges {11124736=671744} 2024-08-17T00:40:56.470 INFO:tasks.rados.rados.0.smithi157.stdout:2464: writing smithi15786056-47 from 11124736 to 11796480 tid 1 2024-08-17T00:40:56.470 INFO:tasks.rados.rados.0.smithi157.stdout:2465: read oid 21 snap -1 2024-08-17T00:40:56.470 INFO:tasks.rados.rados.0.smithi157.stdout:2465: expect (ObjNum 671 snap 211 seq_num 671) 2024-08-17T00:40:56.471 INFO:tasks.rados.rados.0.smithi157.stdout:2466: delete oid 43 current snap is 249 2024-08-17T00:40:56.471 INFO:tasks.rados.rados.0.smithi157.stdout:2460: finishing rollback tid 0 to smithi15786056-37 2024-08-17T00:40:56.471 INFO:tasks.rados.rados.0.smithi157.stdout:2460: finishing rollback tid 1 to smithi15786056-37 2024-08-17T00:40:56.471 INFO:tasks.rados.rados.0.smithi157.stdout:2460: finishing rollback tid 2 to smithi15786056-37 2024-08-17T00:40:56.471 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 1239 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:40:56.471 INFO:tasks.rados.rados.0.smithi157.stdout:2462: expect (ObjNum 628 snap 196 seq_num 628) 2024-08-17T00:40:56.537 INFO:tasks.rados.rados.0.smithi157.stdout:2463: finishing write tid 1 to smithi15786056-42 2024-08-17T00:40:56.537 INFO:tasks.rados.rados.0.smithi157.stdout:2463: finishing write tid 2 to smithi15786056-42 2024-08-17T00:40:56.537 INFO:tasks.rados.rados.0.smithi157.stdout:2463: finishing write tid 3 to smithi15786056-42 2024-08-17T00:40:56.537 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 1536 (ObjNum 755 snap 249 seq_num 755) dirty exists 2024-08-17T00:40:56.537 INFO:tasks.rados.rados.0.smithi157.stdout:2463: left oid 42 (ObjNum 755 snap 249 seq_num 755) 2024-08-17T00:40:56.537 INFO:tasks.rados.rados.0.smithi157.stdout:2460: done (6 left) 2024-08-17T00:40:56.537 INFO:tasks.rados.rados.0.smithi157.stdout:2461: done (5 left) 2024-08-17T00:40:56.537 INFO:tasks.rados.rados.0.smithi157.stdout:2462: done (4 left) 2024-08-17T00:40:56.537 INFO:tasks.rados.rados.0.smithi157.stdout:2463: done (3 left) 2024-08-17T00:40:56.537 INFO:tasks.rados.rados.0.smithi157.stdout:2466: done (2 left) 2024-08-17T00:40:56.537 INFO:tasks.rados.rados.0.smithi157.stdout:2467: copy_from oid 35 from oid 7 current snap is 249 2024-08-17T00:40:56.538 INFO:tasks.rados.rados.0.smithi157.stdout:2464: finishing write tid 1 to smithi15786056-47 2024-08-17T00:40:56.538 INFO:tasks.rados.rados.0.smithi157.stdout:2464: finishing write tid 2 to smithi15786056-47 2024-08-17T00:40:56.538 INFO:tasks.rados.rados.0.smithi157.stdout:2464: finishing write tid 3 to smithi15786056-47 2024-08-17T00:40:56.538 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 1121 (ObjNum 756 snap 249 seq_num 756) dirty exists 2024-08-17T00:40:56.538 INFO:tasks.rados.rados.0.smithi157.stdout:2464: left oid 47 (ObjNum 756 snap 249 seq_num 756) 2024-08-17T00:40:56.538 INFO:tasks.rados.rados.0.smithi157.stdout:2465: expect (ObjNum 671 snap 211 seq_num 671) 2024-08-17T00:40:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:56 smithi157 ceph-mon[98780]: osdmap e562: 8 total, 8 up, 8 in 2024-08-17T00:40:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:56 smithi157 ceph-mon[98780]: pgmap v498: 121 pgs: 121 active+clean; 407 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-17T00:40:56.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:56 smithi157 ceph-mon[101289]: osdmap e562: 8 total, 8 up, 8 in 2024-08-17T00:40:56.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:56 smithi157 ceph-mon[101289]: pgmap v498: 121 pgs: 121 active+clean; 407 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-17T00:40:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:56 smithi187 ceph-mon[90552]: osdmap e562: 8 total, 8 up, 8 in 2024-08-17T00:40:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:56 smithi187 ceph-mon[90552]: pgmap v498: 121 pgs: 121 active+clean; 407 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-17T00:40:57.188 INFO:tasks.rados.rados.0.smithi157.stdout:2467: finishing copy_from racing read to smithi15786056-35 2024-08-17T00:40:57.188 INFO:tasks.rados.rados.0.smithi157.stdout:2467: finishing copy_from to smithi15786056-35 2024-08-17T00:40:57.188 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 1140 (ObjNum 726 snap 233 seq_num 726) dirty exists 2024-08-17T00:40:57.188 INFO:tasks.rados.rados.0.smithi157.stdout:2464: done (2 left) 2024-08-17T00:40:57.188 INFO:tasks.rados.rados.0.smithi157.stdout:2465: done (1 left) 2024-08-17T00:40:57.188 INFO:tasks.rados.rados.0.smithi157.stdout:2467: done (0 left) 2024-08-17T00:40:57.189 INFO:tasks.rados.rados.0.smithi157.stdout:2468: read oid 30 snap -1 2024-08-17T00:40:57.189 INFO:tasks.rados.rados.0.smithi157.stdout:2468: expect deleted 2024-08-17T00:40:57.189 INFO:tasks.rados.rados.0.smithi157.stdout:2469: read oid 50 snap 236 2024-08-17T00:40:57.189 INFO:tasks.rados.rados.0.smithi157.stdout:2469: expect (ObjNum 671 snap 211 seq_num 671) 2024-08-17T00:40:57.189 INFO:tasks.rados.rados.0.smithi157.stdout:2470: copy_from oid 44 from oid 48 current snap is 249 2024-08-17T00:40:57.189 INFO:tasks.rados.rados.0.smithi157.stdout:2471: snap_create 2024-08-17T00:40:57.208 INFO:tasks.rados.rados.0.smithi157.stdout:2470: finishing copy_from racing read to smithi15786056-44 2024-08-17T00:40:57.215 INFO:tasks.rados.rados.0.smithi157.stdout:2470: finishing copy_from to smithi15786056-44 2024-08-17T00:40:57.216 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 1531 (ObjNum 752 snap 244 seq_num 752) dirty exists 2024-08-17T00:40:57.223 INFO:tasks.rados.rados.0.smithi157.stdout:2469: expect (ObjNum 671 snap 211 seq_num 671) 2024-08-17T00:40:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:57 smithi157 ceph-mon[98780]: osdmap e563: 8 total, 8 up, 8 in 2024-08-17T00:40:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:57 smithi157 ceph-mon[98780]: osdmap e564: 8 total, 8 up, 8 in 2024-08-17T00:40:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:57 smithi157 ceph-mon[101289]: osdmap e563: 8 total, 8 up, 8 in 2024-08-17T00:40:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:57 smithi157 ceph-mon[101289]: osdmap e564: 8 total, 8 up, 8 in 2024-08-17T00:40:57.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:57 smithi187 ceph-mon[90552]: osdmap e563: 8 total, 8 up, 8 in 2024-08-17T00:40:57.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:57 smithi187 ceph-mon[90552]: osdmap e564: 8 total, 8 up, 8 in 2024-08-17T00:40:57.890 INFO:tasks.rados.rados.0.smithi157.stdout:2468: done (3 left) 2024-08-17T00:40:57.891 INFO:tasks.rados.rados.0.smithi157.stdout:2469: done (2 left) 2024-08-17T00:40:57.891 INFO:tasks.rados.rados.0.smithi157.stdout:2470: done (1 left) 2024-08-17T00:40:57.891 INFO:tasks.rados.rados.0.smithi157.stdout:2471: done (0 left) 2024-08-17T00:40:57.891 INFO:tasks.rados.rados.0.smithi157.stdout:2472: snap_remove snap 235 2024-08-17T00:40:57.948 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:57 smithi187 podman[115504]: 2024-08-17 00:40:57.648615142 +0000 UTC m=+7.096938237 container died 7fbec7ea4749012404069368464fb32b8726ff79d02664045cffa593b5639f76 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=quincy-03a1ac1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:40:58.205 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:58 smithi187 podman[115504]: 2024-08-17 00:40:58.127627866 +0000 UTC m=+7.575950962 container cleanup 7fbec7ea4749012404069368464fb32b8726ff79d02664045cffa593b5639f76 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-03a1ac1, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-17T00:40:58.205 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:58 smithi187 bash[115504]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b 2024-08-17T00:40:58.384 INFO:tasks.rados.rados.0.smithi157.stdout:2472: done (0 left) 2024-08-17T00:40:58.384 INFO:tasks.rados.rados.0.smithi157.stdout:2473: delete oid 21 current snap is 250 2024-08-17T00:40:58.396 INFO:tasks.rados.rados.0.smithi157.stdout:2473: done (0 left) 2024-08-17T00:40:58.396 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 250 2024-08-17T00:40:58.396 INFO:tasks.rados.rados.0.smithi157.stdout:2474: seq_num 759 ranges {1671168=720896} 2024-08-17T00:40:58.410 INFO:tasks.rados.rados.0.smithi157.stdout:2474: writing smithi15786056-23 from 1671168 to 2392064 tid 1 2024-08-17T00:40:58.410 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 43 current snap is 250 2024-08-17T00:40:58.410 INFO:tasks.rados.rados.0.smithi157.stdout:2475: seq_num 760 ranges {0=737280} 2024-08-17T00:40:58.415 INFO:tasks.rados.rados.0.smithi157.stdout:2475: writing smithi15786056-43 from 0 to 737280 tid 1 2024-08-17T00:40:58.415 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 250 2024-08-17T00:40:58.415 INFO:tasks.rados.rados.0.smithi157.stdout:2474: finishing write tid 1 to smithi15786056-23 2024-08-17T00:40:58.415 INFO:tasks.rados.rados.0.smithi157.stdout:2474: finishing write tid 2 to smithi15786056-23 2024-08-17T00:40:58.415 INFO:tasks.rados.rados.0.smithi157.stdout:2476: seq_num 761 ranges {598016=753664} 2024-08-17T00:40:58.423 INFO:tasks.rados.rados.0.smithi157.stdout:2476: writing smithi15786056-48 from 598016 to 1351680 tid 1 2024-08-17T00:40:58.423 INFO:tasks.rados.rados.0.smithi157.stdout:2477: read oid 10 snap -1 2024-08-17T00:40:58.423 INFO:tasks.rados.rados.0.smithi157.stdout:2477: expect (ObjNum 680 snap 216 seq_num 680) 2024-08-17T00:40:58.423 INFO:tasks.rados.rados.0.smithi157.stdout:2478: read oid 20 snap -1 2024-08-17T00:40:58.423 INFO:tasks.rados.rados.0.smithi157.stdout:2478: expect (ObjNum 529 snap 159 seq_num 529) 2024-08-17T00:40:58.423 INFO:tasks.rados.rados.0.smithi157.stdout:2479: copy_from oid 29 from oid 21 current snap is 250 2024-08-17T00:40:58.423 INFO:tasks.rados.rados.0.smithi157.stdout:2474: finishing write tid 3 to smithi15786056-23 2024-08-17T00:40:58.424 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1547 (ObjNum 759 snap 250 seq_num 759) dirty exists 2024-08-17T00:40:58.424 INFO:tasks.rados.rados.0.smithi157.stdout:2474: left oid 23 (ObjNum 759 snap 250 seq_num 759) 2024-08-17T00:40:58.424 INFO:tasks.rados.rados.0.smithi157.stdout:2475: finishing write tid 1 to smithi15786056-43 2024-08-17T00:40:58.424 INFO:tasks.rados.rados.0.smithi157.stdout:2475: finishing write tid 2 to smithi15786056-43 2024-08-17T00:40:58.424 INFO:tasks.rados.rados.0.smithi157.stdout:2475: finishing write tid 3 to smithi15786056-43 2024-08-17T00:40:58.424 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 1549 (ObjNum 760 snap 250 seq_num 760) dirty exists 2024-08-17T00:40:58.424 INFO:tasks.rados.rados.0.smithi157.stdout:2475: left oid 43 (ObjNum 760 snap 250 seq_num 760) 2024-08-17T00:40:58.424 INFO:tasks.rados.rados.0.smithi157.stdout:2474: done (5 left) 2024-08-17T00:40:58.424 INFO:tasks.rados.rados.0.smithi157.stdout:2475: done (4 left) 2024-08-17T00:40:58.424 INFO:tasks.rados.rados.0.smithi157.stdout:2480: snap_create 2024-08-17T00:40:58.427 INFO:tasks.rados.rados.0.smithi157.stdout:2476: finishing write tid 1 to smithi15786056-48 2024-08-17T00:40:58.427 INFO:tasks.rados.rados.0.smithi157.stdout:2476: finishing write tid 2 to smithi15786056-48 2024-08-17T00:40:58.429 INFO:tasks.rados.rados.0.smithi157.stdout:2476: finishing write tid 3 to smithi15786056-48 2024-08-17T00:40:58.430 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 1552 (ObjNum 761 snap 250 seq_num 761) dirty exists 2024-08-17T00:40:58.430 INFO:tasks.rados.rados.0.smithi157.stdout:2476: left oid 48 (ObjNum 761 snap 250 seq_num 761) 2024-08-17T00:40:58.430 INFO:tasks.rados.rados.0.smithi157.stdout:2479: finishing copy_from to smithi15786056-29 2024-08-17T00:40:58.430 INFO:tasks.rados.rados.0.smithi157.stdout:2479: got expected ENOENT (src dne) 2024-08-17T00:40:58.430 INFO:tasks.rados.rados.0.smithi157.stdout:2479: finishing copy_from racing read to smithi15786056-29 2024-08-17T00:40:58.430 INFO:tasks.rados.rados.0.smithi157.stdout:2478: expect (ObjNum 529 snap 159 seq_num 529) 2024-08-17T00:40:58.475 INFO:tasks.rados.rados.0.smithi157.stdout:2477: expect (ObjNum 680 snap 216 seq_num 680) 2024-08-17T00:40:58.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:58 smithi157 ceph-mon[101289]: pgmap v501: 121 pgs: 121 active+clean; 407 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 15 op/s 2024-08-17T00:40:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:58 smithi157 ceph-mon[98780]: pgmap v501: 121 pgs: 121 active+clean; 407 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 15 op/s 2024-08-17T00:40:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:58 smithi187 ceph-mon[90552]: pgmap v501: 121 pgs: 121 active+clean; 407 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 15 op/s 2024-08-17T00:40:58.705 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:58 smithi187 podman[115535]: 2024-08-17 00:40:58.397606593 +0000 UTC m=+0.739794829 container remove 7fbec7ea4749012404069368464fb32b8726ff79d02664045cffa593b5639f76 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=quincy-03a1ac1, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:40:58.705 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:58 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mds.b.service: Deactivated successfully. 2024-08-17T00:40:58.706 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:58 smithi187 systemd[1]: Stopped Ceph mds.b for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:40:58.706 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:58 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mds.b.service: Consumed 1.687s CPU time. 2024-08-17T00:40:59.109 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:58 smithi187 systemd[1]: Starting Ceph mds.b for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:40:59.109 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:58 smithi187 podman[115668]: 2024-08-17 00:40:58.889445938 +0000 UTC m=+0.017347889 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:40:59.109 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:58 smithi187 podman[115668]: 2024-08-17 00:40:58.998914322 +0000 UTC m=+0.126816261 container create 7c0bd6f24feaf55583de37ac860fde8a92fcbaddeedc0ab7e7a343d510d5848f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-17T00:40:59.388 INFO:tasks.rados.rados.0.smithi157.stdout:2476: done (4 left) 2024-08-17T00:40:59.388 INFO:tasks.rados.rados.0.smithi157.stdout:2477: done (3 left) 2024-08-17T00:40:59.388 INFO:tasks.rados.rados.0.smithi157.stdout:2478: done (2 left) 2024-08-17T00:40:59.388 INFO:tasks.rados.rados.0.smithi157.stdout:2479: done (1 left) 2024-08-17T00:40:59.388 INFO:tasks.rados.rados.0.smithi157.stdout:2480: done (0 left) 2024-08-17T00:40:59.388 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 36 current snap is 251 2024-08-17T00:40:59.388 INFO:tasks.rados.rados.0.smithi157.stdout:2481: seq_num 762 ranges {8626176=770048} 2024-08-17T00:40:59.438 INFO:tasks.rados.rados.0.smithi157.stdout:2481: writing smithi15786056-36 from 8626176 to 9396224 tid 1 2024-08-17T00:40:59.438 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 31 current snap is 251 2024-08-17T00:40:59.438 INFO:tasks.rados.rados.0.smithi157.stdout:2482: seq_num 763 ranges {2564096=786432} 2024-08-17T00:40:59.456 INFO:tasks.rados.rados.0.smithi157.stdout:2482: writing smithi15786056-31 from 2564096 to 3350528 tid 1 2024-08-17T00:40:59.456 INFO:tasks.rados.rados.0.smithi157.stdout:2483: rmattr oid 39 current snap is 251 2024-08-17T00:40:59.456 INFO:tasks.rados.rados.0.smithi157.stdout:2481: finishing write tid 1 to smithi15786056-36 2024-08-17T00:40:59.456 INFO:tasks.rados.rados.0.smithi157.stdout:2481: finishing write tid 2 to smithi15786056-36 2024-08-17T00:40:59.456 INFO:tasks.rados.rados.0.smithi157.stdout:2484: snap_remove snap 231 2024-08-17T00:40:59.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:59 smithi157 ceph-mon[101289]: osdmap e565: 8 total, 8 up, 8 in 2024-08-17T00:40:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:40:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:59 smithi157 ceph-mon[98780]: osdmap e565: 8 total, 8 up, 8 in 2024-08-17T00:40:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:40:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:59 smithi187 ceph-mon[90552]: osdmap e565: 8 total, 8 up, 8 in 2024-08-17T00:40:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:40:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:59.705 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:59 smithi187 podman[115668]: 2024-08-17 00:40:59.243506392 +0000 UTC m=+0.371408332 container init 7c0bd6f24feaf55583de37ac860fde8a92fcbaddeedc0ab7e7a343d510d5848f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-17T00:40:59.706 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:59 smithi187 podman[115668]: 2024-08-17 00:40:59.248499745 +0000 UTC m=+0.376401685 container start 7c0bd6f24feaf55583de37ac860fde8a92fcbaddeedc0ab7e7a343d510d5848f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-17T00:40:59.706 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:59 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b[115683]: starting mds.b at 2024-08-17T00:40:59.706 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:59 smithi187 bash[115668]: 7c0bd6f24feaf55583de37ac860fde8a92fcbaddeedc0ab7e7a343d510d5848f 2024-08-17T00:40:59.706 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 00:40:59 smithi187 systemd[1]: Started Ceph mds.b for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:41:00.433 INFO:tasks.rados.rados.0.smithi157.stdout:2484: done (3 left) 2024-08-17T00:41:00.433 INFO:tasks.rados.rados.0.smithi157.stdout:2485: delete oid 5 current snap is 251 2024-08-17T00:41:00.433 INFO:tasks.rados.rados.0.smithi157.stdout:2481: finishing write tid 3 to smithi15786056-36 2024-08-17T00:41:00.434 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 876 (ObjNum 762 snap 251 seq_num 762) dirty exists 2024-08-17T00:41:00.434 INFO:tasks.rados.rados.0.smithi157.stdout:2481: left oid 36 (ObjNum 762 snap 251 seq_num 762) 2024-08-17T00:41:00.434 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 1554 (ObjNum 621 snap 193 seq_num 621) dirty exists 2024-08-17T00:41:00.434 INFO:tasks.rados.rados.0.smithi157.stdout:2482: finishing write tid 1 to smithi15786056-31 2024-08-17T00:41:00.434 INFO:tasks.rados.rados.0.smithi157.stdout:2482: finishing write tid 2 to smithi15786056-31 2024-08-17T00:41:00.434 INFO:tasks.rados.rados.0.smithi157.stdout:2482: finishing write tid 3 to smithi15786056-31 2024-08-17T00:41:00.434 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 1202 (ObjNum 763 snap 251 seq_num 763) dirty exists 2024-08-17T00:41:00.434 INFO:tasks.rados.rados.0.smithi157.stdout:2482: left oid 31 (ObjNum 763 snap 251 seq_num 763) 2024-08-17T00:41:00.447 INFO:tasks.rados.rados.0.smithi157.stdout:2481: done (3 left) 2024-08-17T00:41:00.447 INFO:tasks.rados.rados.0.smithi157.stdout:2482: done (2 left) 2024-08-17T00:41:00.447 INFO:tasks.rados.rados.0.smithi157.stdout:2483: done (1 left) 2024-08-17T00:41:00.447 INFO:tasks.rados.rados.0.smithi157.stdout:2485: done (0 left) 2024-08-17T00:41:00.447 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 27 current snap is 251 2024-08-17T00:41:00.447 INFO:tasks.rados.rados.0.smithi157.stdout:2486: seq_num 765 ranges {0=417792,417792=401408} 2024-08-17T00:41:00.449 INFO:tasks.rados.rados.0.smithi157.stdout:2486: writing smithi15786056-27 from 0 to 417792 tid 1 2024-08-17T00:41:00.452 INFO:tasks.rados.rados.0.smithi157.stdout:2486: writing smithi15786056-27 from 417792 to 819200 tid 2 2024-08-17T00:41:00.452 INFO:tasks.rados.rados.0.smithi157.stdout:2487: delete oid 7 current snap is 251 2024-08-17T00:41:00.455 INFO:tasks.rados.rados.0.smithi157.stdout:2486: finishing write tid 1 to smithi15786056-27 2024-08-17T00:41:00.456 INFO:tasks.rados.rados.0.smithi157.stdout:2486: finishing write tid 2 to smithi15786056-27 2024-08-17T00:41:00.457 INFO:tasks.rados.rados.0.smithi157.stdout:2486: finishing write tid 3 to smithi15786056-27 2024-08-17T00:41:00.457 INFO:tasks.rados.rados.0.smithi157.stdout:2487: done (1 left) 2024-08-17T00:41:00.457 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 1 current snap is 251 2024-08-17T00:41:00.457 INFO:tasks.rados.rados.0.smithi157.stdout:2488: seq_num 767 ranges {0=450560,450560=401408} 2024-08-17T00:41:00.460 INFO:tasks.rados.rados.0.smithi157.stdout:2488: writing smithi15786056-1 from 0 to 450560 tid 1 2024-08-17T00:41:00.463 INFO:tasks.rados.rados.0.smithi157.stdout:2488: writing smithi15786056-1 from 450560 to 851968 tid 2 2024-08-17T00:41:00.463 INFO:tasks.rados.rados.0.smithi157.stdout:2489: snap_create 2024-08-17T00:41:00.463 INFO:tasks.rados.rados.0.smithi157.stdout:2486: finishing write tid 4 to smithi15786056-27 2024-08-17T00:41:00.464 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 585 (ObjNum 765 snap 251 seq_num 765) dirty exists 2024-08-17T00:41:00.464 INFO:tasks.rados.rados.0.smithi157.stdout:2486: left oid 27 (ObjNum 765 snap 251 seq_num 765) 2024-08-17T00:41:00.464 INFO:tasks.rados.rados.0.smithi157.stdout:2488: finishing write tid 1 to smithi15786056-1 2024-08-17T00:41:00.466 INFO:tasks.rados.rados.0.smithi157.stdout:2488: finishing write tid 2 to smithi15786056-1 2024-08-17T00:41:00.466 INFO:tasks.rados.rados.0.smithi157.stdout:2488: finishing write tid 3 to smithi15786056-1 2024-08-17T00:41:00.467 INFO:tasks.rados.rados.0.smithi157.stdout:2488: finishing write tid 4 to smithi15786056-1 2024-08-17T00:41:00.467 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 1114 (ObjNum 767 snap 251 seq_num 767) dirty exists 2024-08-17T00:41:00.467 INFO:tasks.rados.rados.0.smithi157.stdout:2488: left oid 1 (ObjNum 767 snap 251 seq_num 767) 2024-08-17T00:41:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:00 smithi187 ceph-mon[90552]: mds.? [v2:172.21.15.187:6832/2180361190,v1:172.21.15.187:6833/2180361190] up:boot 2024-08-17T00:41:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:00 smithi187 ceph-mon[90552]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:41:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:41:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:00 smithi187 ceph-mon[90552]: osdmap e566: 8 total, 8 up, 8 in 2024-08-17T00:41:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:00.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:00 smithi187 ceph-mon[90552]: pgmap v504: 121 pgs: 121 active+clean; 410 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 606 KiB/s wr, 9 op/s 2024-08-17T00:41:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[101289]: mds.? [v2:172.21.15.187:6832/2180361190,v1:172.21.15.187:6833/2180361190] up:boot 2024-08-17T00:41:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[101289]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:41:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:41:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[101289]: osdmap e566: 8 total, 8 up, 8 in 2024-08-17T00:41:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[101289]: pgmap v504: 121 pgs: 121 active+clean; 410 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 606 KiB/s wr, 9 op/s 2024-08-17T00:41:00.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[98780]: mds.? [v2:172.21.15.187:6832/2180361190,v1:172.21.15.187:6833/2180361190] up:boot 2024-08-17T00:41:00.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[98780]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:41:00.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:41:00.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[98780]: osdmap e566: 8 total, 8 up, 8 in 2024-08-17T00:41:00.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:00.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:00.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:00.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:00 smithi157 ceph-mon[98780]: pgmap v504: 121 pgs: 121 active+clean; 410 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 606 KiB/s wr, 9 op/s 2024-08-17T00:41:01.438 INFO:tasks.rados.rados.0.smithi157.stdout:2486: done (2 left) 2024-08-17T00:41:01.438 INFO:tasks.rados.rados.0.smithi157.stdout:2488: done (1 left) 2024-08-17T00:41:01.438 INFO:tasks.rados.rados.0.smithi157.stdout:2489: done (0 left) 2024-08-17T00:41:01.438 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 31 current snap is 252 2024-08-17T00:41:01.438 INFO:tasks.rados.rados.0.smithi157.stdout:2490: seq_num 768 ranges {3350528=466944,3817472=401408} 2024-08-17T00:41:01.458 INFO:tasks.rados.rados.0.smithi157.stdout:2490: writing smithi15786056-31 from 3350528 to 3817472 tid 1 2024-08-17T00:41:01.460 INFO:tasks.rados.rados.0.smithi157.stdout:2490: writing smithi15786056-31 from 3817472 to 4218880 tid 2 2024-08-17T00:41:01.461 INFO:tasks.rados.rados.0.smithi157.stdout:2491: read oid 19 snap -1 2024-08-17T00:41:01.461 INFO:tasks.rados.rados.0.smithi157.stdout:2491: expect (ObjNum 643 snap 201 seq_num 643) 2024-08-17T00:41:01.461 INFO:tasks.rados.rados.0.smithi157.stdout:2492: snap_remove snap 249 2024-08-17T00:41:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:01 smithi187 ceph-mon[90552]: osdmap e567: 8 total, 8 up, 8 in 2024-08-17T00:41:01.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:01 smithi157 ceph-mon[98780]: osdmap e567: 8 total, 8 up, 8 in 2024-08-17T00:41:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:01 smithi157 ceph-mon[101289]: osdmap e567: 8 total, 8 up, 8 in 2024-08-17T00:41:02.443 INFO:tasks.rados.rados.0.smithi157.stdout:2492: done (2 left) 2024-08-17T00:41:02.444 INFO:tasks.rados.rados.0.smithi157.stdout:2493: rollback oid 45 current snap is 252 2024-08-17T00:41:02.444 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 45 to 240 2024-08-17T00:41:02.444 INFO:tasks.rados.rados.0.smithi157.stdout:2490: finishing write tid 1 to smithi15786056-31 2024-08-17T00:41:02.444 INFO:tasks.rados.rados.0.smithi157.stdout:2491: expect (ObjNum 643 snap 201 seq_num 643) 2024-08-17T00:41:02.479 INFO:tasks.rados.rados.0.smithi157.stdout:2490: finishing write tid 2 to smithi15786056-31 2024-08-17T00:41:02.479 INFO:tasks.rados.rados.0.smithi157.stdout:2490: finishing write tid 3 to smithi15786056-31 2024-08-17T00:41:02.479 INFO:tasks.rados.rados.0.smithi157.stdout:2490: finishing write tid 4 to smithi15786056-31 2024-08-17T00:41:02.480 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 1205 (ObjNum 768 snap 252 seq_num 768) dirty exists 2024-08-17T00:41:02.480 INFO:tasks.rados.rados.0.smithi157.stdout:2490: left oid 31 (ObjNum 768 snap 252 seq_num 768) 2024-08-17T00:41:02.480 INFO:tasks.rados.rados.0.smithi157.stdout:2490: done (2 left) 2024-08-17T00:41:02.480 INFO:tasks.rados.rados.0.smithi157.stdout:2491: done (1 left) 2024-08-17T00:41:02.480 INFO:tasks.rados.rados.0.smithi157.stdout:2494: setattr oid 35 current snap is 252 2024-08-17T00:41:02.480 INFO:tasks.rados.rados.0.smithi157.stdout:2493: finishing rollback tid 0 to smithi15786056-45 2024-08-17T00:41:02.480 INFO:tasks.rados.rados.0.smithi157.stdout:2493: finishing rollback tid 1 to smithi15786056-45 2024-08-17T00:41:02.480 INFO:tasks.rados.rados.0.smithi157.stdout:2493: finishing rollback tid 2 to smithi15786056-45 2024-08-17T00:41:02.480 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 1243 (ObjNum 716 snap 232 seq_num 716) dirty exists 2024-08-17T00:41:02.480 INFO:tasks.rados.rados.0.smithi157.stdout:2493: done (1 left) 2024-08-17T00:41:02.481 INFO:tasks.rados.rados.0.smithi157.stdout:2495: snap_create 2024-08-17T00:41:02.483 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 1532 (ObjNum 726 snap 233 seq_num 726) dirty exists 2024-08-17T00:41:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:02 smithi187 ceph-mon[90552]: osdmap e568: 8 total, 8 up, 8 in 2024-08-17T00:41:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:02 smithi187 ceph-mon[90552]: pgmap v507: 121 pgs: 121 active+clean; 412 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-17T00:41:02.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:41:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:02 smithi157 ceph-mon[98780]: osdmap e568: 8 total, 8 up, 8 in 2024-08-17T00:41:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:02 smithi157 ceph-mon[98780]: pgmap v507: 121 pgs: 121 active+clean; 412 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-17T00:41:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:02 smithi157 ceph-mon[101289]: osdmap e568: 8 total, 8 up, 8 in 2024-08-17T00:41:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:02 smithi157 ceph-mon[101289]: pgmap v507: 121 pgs: 121 active+clean; 412 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-17T00:41:03.449 INFO:tasks.rados.rados.0.smithi157.stdout:2494: done (1 left) 2024-08-17T00:41:03.449 INFO:tasks.rados.rados.0.smithi157.stdout:2495: done (0 left) 2024-08-17T00:41:03.449 INFO:tasks.rados.rados.0.smithi157.stdout:2496: delete oid 49 current snap is 253 2024-08-17T00:41:03.453 INFO:tasks.rados.rados.0.smithi157.stdout:2496: done (0 left) 2024-08-17T00:41:03.453 INFO:tasks.rados.rados.0.smithi157.stdout:2497: read oid 3 snap 245 2024-08-17T00:41:03.453 INFO:tasks.rados.rados.0.smithi157.stdout:2497: expect (ObjNum 741 snap 239 seq_num 741) 2024-08-17T00:41:03.453 INFO:tasks.rados.rados.0.smithi157.stdout:2498: snap_remove snap 241 2024-08-17T00:41:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:03 smithi187 ceph-mon[90552]: osdmap e569: 8 total, 8 up, 8 in 2024-08-17T00:41:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:03.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:41:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:41:03] "GET /metrics HTTP/1.1" 200 36052 "" "Prometheus/2.43.0" 2024-08-17T00:41:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:03 smithi157 ceph-mon[98780]: osdmap e569: 8 total, 8 up, 8 in 2024-08-17T00:41:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:03.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:03 smithi157 ceph-mon[101289]: osdmap e569: 8 total, 8 up, 8 in 2024-08-17T00:41:03.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:03.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:04.455 INFO:tasks.rados.rados.0.smithi157.stdout:2498: done (1 left) 2024-08-17T00:41:04.456 INFO:tasks.rados.rados.0.smithi157.stdout:2499: read oid 15 snap -1 2024-08-17T00:41:04.456 INFO:tasks.rados.rados.0.smithi157.stdout:2499: expect (ObjNum 727 snap 233 seq_num 727) 2024-08-17T00:41:04.456 INFO:tasks.rados.rados.0.smithi157.stdout:2497: expect (ObjNum 741 snap 239 seq_num 741) 2024-08-17T00:41:04.658 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:04 smithi187 ceph-mon[90552]: osdmap e570: 8 total, 8 up, 8 in 2024-08-17T00:41:04.658 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:04 smithi187 ceph-mon[90552]: pgmap v510: 121 pgs: 121 active+clean; 417 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-17T00:41:04.658 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:04.658 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:04 smithi157 ceph-mon[101289]: osdmap e570: 8 total, 8 up, 8 in 2024-08-17T00:41:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:04 smithi157 ceph-mon[101289]: pgmap v510: 121 pgs: 121 active+clean; 417 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-17T00:41:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:04.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:04 smithi157 ceph-mon[98780]: osdmap e570: 8 total, 8 up, 8 in 2024-08-17T00:41:04.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:04 smithi157 ceph-mon[98780]: pgmap v510: 121 pgs: 121 active+clean; 417 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-17T00:41:04.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:04.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:05 smithi187 ceph-mon[90552]: osdmap e571: 8 total, 8 up, 8 in 2024-08-17T00:41:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:05 smithi157 ceph-mon[101289]: osdmap e571: 8 total, 8 up, 8 in 2024-08-17T00:41:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:05 smithi157 ceph-mon[98780]: osdmap e571: 8 total, 8 up, 8 in 2024-08-17T00:41:06.190 INFO:tasks.rados.rados.0.smithi157.stdout:2497: done (1 left) 2024-08-17T00:41:06.190 INFO:tasks.rados.rados.0.smithi157.stdout:2500: rmattr oid 26 current snap is 253 2024-08-17T00:41:06.190 INFO:tasks.rados.rados.0.smithi157.stdout:2500: done (1 left) 2024-08-17T00:41:06.190 INFO:tasks.rados.rados.0.smithi157.stdout:2501: snap_create 2024-08-17T00:41:06.217 INFO:tasks.rados.rados.0.smithi157.stdout:2499: expect (ObjNum 727 snap 233 seq_num 727) 2024-08-17T00:41:06.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:06 smithi157 ceph-mon[98780]: pgmap v512: 121 pgs: 121 active+clean; 419 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 802 KiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-17T00:41:06.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:06 smithi157 ceph-mon[101289]: pgmap v512: 121 pgs: 121 active+clean; 419 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 802 KiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-17T00:41:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:06 smithi187 ceph-mon[90552]: pgmap v512: 121 pgs: 121 active+clean; 419 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 802 KiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-17T00:41:06.998 INFO:tasks.rados.rados.0.smithi157.stdout:2499: done (1 left) 2024-08-17T00:41:06.999 INFO:tasks.rados.rados.0.smithi157.stdout:2501: done (0 left) 2024-08-17T00:41:06.999 INFO:tasks.rados.rados.0.smithi157.stdout:2502: read oid 39 snap 230 2024-08-17T00:41:06.999 INFO:tasks.rados.rados.0.smithi157.stdout:2502: expect (ObjNum 707 snap 228 seq_num 707) 2024-08-17T00:41:06.999 INFO:tasks.rados.rados.0.smithi157.stdout:2503: snap_remove snap 239 2024-08-17T00:41:07.372 INFO:tasks.rados.rados.0.smithi157.stdout:2503: done (1 left) 2024-08-17T00:41:07.373 INFO:tasks.rados.rados.0.smithi157.stdout:2504: read oid 22 snap -1 2024-08-17T00:41:07.373 INFO:tasks.rados.rados.0.smithi157.stdout:2504: expect deleted 2024-08-17T00:41:07.373 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 254 2024-08-17T00:41:07.373 INFO:tasks.rados.rados.0.smithi157.stdout:2505: seq_num 770 ranges {1564672=499712,2064384=401408} 2024-08-17T00:41:07.384 INFO:tasks.rados.rados.0.smithi157.stdout:2505: writing smithi15786056-29 from 1564672 to 2064384 tid 1 2024-08-17T00:41:07.388 INFO:tasks.rados.rados.0.smithi157.stdout:2505: writing smithi15786056-29 from 2064384 to 2465792 tid 2 2024-08-17T00:41:07.388 INFO:tasks.rados.rados.0.smithi157.stdout:2506: rollback oid 33 current snap is 254 2024-08-17T00:41:07.388 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 33 to 250 2024-08-17T00:41:07.389 INFO:tasks.rados.rados.0.smithi157.stdout:2502: expect (ObjNum 707 snap 228 seq_num 707) 2024-08-17T00:41:07.540 INFO:tasks.rados.rados.0.smithi157.stdout:2502: done (3 left) 2024-08-17T00:41:07.541 INFO:tasks.rados.rados.0.smithi157.stdout:2507: rollback oid 12 current snap is 254 2024-08-17T00:41:07.541 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 12 to 252 2024-08-17T00:41:07.541 INFO:tasks.rados.rados.0.smithi157.stdout:2505: finishing write tid 1 to smithi15786056-29 2024-08-17T00:41:07.541 INFO:tasks.rados.rados.0.smithi157.stdout:2505: finishing write tid 2 to smithi15786056-29 2024-08-17T00:41:07.541 INFO:tasks.rados.rados.0.smithi157.stdout:2506: finishing rollback tid 1 to smithi15786056-33 2024-08-17T00:41:07.541 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 996 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:41:07.541 INFO:tasks.rados.rados.0.smithi157.stdout:2505: finishing write tid 3 to smithi15786056-29 2024-08-17T00:41:07.541 INFO:tasks.rados.rados.0.smithi157.stdout:2505: finishing write tid 4 to smithi15786056-29 2024-08-17T00:41:07.541 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1590 (ObjNum 770 snap 254 seq_num 770) dirty exists 2024-08-17T00:41:07.541 INFO:tasks.rados.rados.0.smithi157.stdout:2505: left oid 29 (ObjNum 770 snap 254 seq_num 770) 2024-08-17T00:41:07.541 INFO:tasks.rados.rados.0.smithi157.stdout:2504: done (3 left) 2024-08-17T00:41:07.541 INFO:tasks.rados.rados.0.smithi157.stdout:2505: done (2 left) 2024-08-17T00:41:07.541 INFO:tasks.rados.rados.0.smithi157.stdout:2506: done (1 left) 2024-08-17T00:41:07.542 INFO:tasks.rados.rados.0.smithi157.stdout:2508: rollback oid 9 current snap is 254 2024-08-17T00:41:07.542 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 9 to 209 2024-08-17T00:41:07.542 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 31 current snap is 254 2024-08-17T00:41:07.542 INFO:tasks.rados.rados.0.smithi157.stdout:2509: seq_num 771 ranges {4218880=516096,4734976=401408} 2024-08-17T00:41:07.566 INFO:tasks.rados.rados.0.smithi157.stdout:2509: writing smithi15786056-31 from 4218880 to 4734976 tid 1 2024-08-17T00:41:07.569 INFO:tasks.rados.rados.0.smithi157.stdout:2509: writing smithi15786056-31 from 4734976 to 5136384 tid 2 2024-08-17T00:41:07.569 INFO:tasks.rados.rados.0.smithi157.stdout:2510: read oid 7 snap -1 2024-08-17T00:41:07.569 INFO:tasks.rados.rados.0.smithi157.stdout:2510: expect deleted 2024-08-17T00:41:07.569 INFO:tasks.rados.rados.0.smithi157.stdout:2511: read oid 44 snap 253 2024-08-17T00:41:07.569 INFO:tasks.rados.rados.0.smithi157.stdout:2511: expect (ObjNum 752 snap 244 seq_num 752) 2024-08-17T00:41:07.570 INFO:tasks.rados.rados.0.smithi157.stdout:2507: finishing rollback tid 0 to smithi15786056-12 2024-08-17T00:41:07.570 INFO:tasks.rados.rados.0.smithi157.stdout:2508: finishing rollback tid 0 to smithi15786056-9 2024-08-17T00:41:07.570 INFO:tasks.rados.rados.0.smithi157.stdout:2508: finishing rollback tid 1 to smithi15786056-9 2024-08-17T00:41:07.570 INFO:tasks.rados.rados.0.smithi157.stdout:2508: finishing rollback tid 2 to smithi15786056-9 2024-08-17T00:41:07.570 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1141 (ObjNum 627 snap 194 seq_num 627) dirty exists 2024-08-17T00:41:07.570 INFO:tasks.rados.rados.0.smithi157.stdout:2507: finishing rollback tid 1 to smithi15786056-12 2024-08-17T00:41:07.570 INFO:tasks.rados.rados.0.smithi157.stdout:2507: finishing rollback tid 2 to smithi15786056-12 2024-08-17T00:41:07.570 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 887 (ObjNum 746 snap 241 seq_num 746) dirty exists 2024-08-17T00:41:07.570 INFO:tasks.rados.rados.0.smithi157.stdout:2507: done (4 left) 2024-08-17T00:41:07.570 INFO:tasks.rados.rados.0.smithi157.stdout:2508: done (3 left) 2024-08-17T00:41:07.570 INFO:tasks.rados.rados.0.smithi157.stdout:2512: snap_remove snap 245 2024-08-17T00:41:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:07 smithi187 ceph-mon[90552]: osdmap e572: 8 total, 8 up, 8 in 2024-08-17T00:41:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:41:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:07 smithi187 ceph-mon[90552]: osdmap e573: 8 total, 8 up, 8 in 2024-08-17T00:41:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:07 smithi157 ceph-mon[98780]: osdmap e572: 8 total, 8 up, 8 in 2024-08-17T00:41:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:41:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:07 smithi157 ceph-mon[98780]: osdmap e573: 8 total, 8 up, 8 in 2024-08-17T00:41:07.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:07 smithi157 ceph-mon[101289]: osdmap e572: 8 total, 8 up, 8 in 2024-08-17T00:41:07.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:07.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:07.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:07.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:41:07.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:07.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:07 smithi157 ceph-mon[101289]: osdmap e573: 8 total, 8 up, 8 in 2024-08-17T00:41:08.568 INFO:tasks.rados.rados.0.smithi157.stdout:2512: done (3 left) 2024-08-17T00:41:08.568 INFO:tasks.rados.rados.0.smithi157.stdout:2513: read oid 20 snap -1 2024-08-17T00:41:08.568 INFO:tasks.rados.rados.0.smithi157.stdout:2513: expect (ObjNum 529 snap 159 seq_num 529) 2024-08-17T00:41:08.568 INFO:tasks.rados.rados.0.smithi157.stdout:2514: delete oid 2 current snap is 254 2024-08-17T00:41:08.568 INFO:tasks.rados.rados.0.smithi157.stdout:2509: finishing write tid 1 to smithi15786056-31 2024-08-17T00:41:08.568 INFO:tasks.rados.rados.0.smithi157.stdout:2509: finishing write tid 2 to smithi15786056-31 2024-08-17T00:41:08.568 INFO:tasks.rados.rados.0.smithi157.stdout:2509: finishing write tid 3 to smithi15786056-31 2024-08-17T00:41:08.568 INFO:tasks.rados.rados.0.smithi157.stdout:2511: expect (ObjNum 752 snap 244 seq_num 752) 2024-08-17T00:41:08.594 INFO:tasks.rados.rados.0.smithi157.stdout:2509: finishing write tid 4 to smithi15786056-31 2024-08-17T00:41:08.594 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 1208 (ObjNum 771 snap 254 seq_num 771) dirty exists 2024-08-17T00:41:08.594 INFO:tasks.rados.rados.0.smithi157.stdout:2509: left oid 31 (ObjNum 771 snap 254 seq_num 771) 2024-08-17T00:41:08.594 INFO:tasks.rados.rados.0.smithi157.stdout:2509: done (4 left) 2024-08-17T00:41:08.594 INFO:tasks.rados.rados.0.smithi157.stdout:2510: done (3 left) 2024-08-17T00:41:08.594 INFO:tasks.rados.rados.0.smithi157.stdout:2511: done (2 left) 2024-08-17T00:41:08.594 INFO:tasks.rados.rados.0.smithi157.stdout:2514: done (1 left) 2024-08-17T00:41:08.594 INFO:tasks.rados.rados.0.smithi157.stdout:2515: read oid 9 snap 250 2024-08-17T00:41:08.594 INFO:tasks.rados.rados.0.smithi157.stdout:2515: expect (ObjNum 627 snap 194 seq_num 627) 2024-08-17T00:41:08.595 INFO:tasks.rados.rados.0.smithi157.stdout:2516: rollback oid 18 current snap is 254 2024-08-17T00:41:08.595 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 18 to 240 2024-08-17T00:41:08.595 INFO:tasks.rados.rados.0.smithi157.stdout:2513: expect (ObjNum 529 snap 159 seq_num 529) 2024-08-17T00:41:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: Detected new or changed devices on smithi187 2024-08-17T00:41:08.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:08.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: Upgrade: Setting container_image for all mds 2024-08-17T00:41:08.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-17T00:41:08.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-17T00:41:08.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-17T00:41:08.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-17T00:41:08.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: Upgrade: Setting container_image for all rgw 2024-08-17T00:41:08.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: Upgrade: Setting container_image for all rbd-mirror 2024-08-17T00:41:08.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: Upgrade: Setting container_image for all ceph-exporter 2024-08-17T00:41:08.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: Upgrade: Setting container_image for all iscsi 2024-08-17T00:41:08.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: Upgrade: Setting container_image for all nfs 2024-08-17T00:41:08.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: Upgrade: Setting container_image for all nvmeof 2024-08-17T00:41:08.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[101289]: pgmap v515: 121 pgs: 121 active+clean; 419 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 713 B/s rd, 576 KiB/s wr, 7 op/s 2024-08-17T00:41:08.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: Detected new or changed devices on smithi187 2024-08-17T00:41:08.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:08.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: Upgrade: Setting container_image for all mds 2024-08-17T00:41:08.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-17T00:41:08.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-17T00:41:08.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-17T00:41:08.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-17T00:41:08.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: Upgrade: Setting container_image for all rgw 2024-08-17T00:41:08.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: Upgrade: Setting container_image for all rbd-mirror 2024-08-17T00:41:08.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: Upgrade: Setting container_image for all ceph-exporter 2024-08-17T00:41:08.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: Upgrade: Setting container_image for all iscsi 2024-08-17T00:41:08.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: Upgrade: Setting container_image for all nfs 2024-08-17T00:41:08.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: Upgrade: Setting container_image for all nvmeof 2024-08-17T00:41:08.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:08 smithi157 ceph-mon[98780]: pgmap v515: 121 pgs: 121 active+clean; 419 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 713 B/s rd, 576 KiB/s wr, 7 op/s 2024-08-17T00:41:08.641 INFO:tasks.rados.rados.0.smithi157.stdout:2516: finishing rollback tid 1 to smithi15786056-18 2024-08-17T00:41:08.641 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 1231 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T00:41:08.641 INFO:tasks.rados.rados.0.smithi157.stdout:2515: expect (ObjNum 627 snap 194 seq_num 627) 2024-08-17T00:41:08.664 INFO:tasks.rados.rados.0.smithi157.stdout:2513: done (2 left) 2024-08-17T00:41:08.664 INFO:tasks.rados.rados.0.smithi157.stdout:2515: done (1 left) 2024-08-17T00:41:08.664 INFO:tasks.rados.rados.0.smithi157.stdout:2516: done (0 left) 2024-08-17T00:41:08.664 INFO:tasks.rados.rados.0.smithi157.stdout:2517: setattr oid 7 current snap is 254 2024-08-17T00:41:08.665 INFO:tasks.rados.rados.0.smithi157.stdout:2518: read oid 34 snap -1 2024-08-17T00:41:08.665 INFO:tasks.rados.rados.0.smithi157.stdout:2518: expect deleted 2024-08-17T00:41:08.665 INFO:tasks.rados.rados.0.smithi157.stdout:2519: snap_remove snap 242 2024-08-17T00:41:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: Detected new or changed devices on smithi187 2024-08-17T00:41:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: Upgrade: Setting container_image for all mds 2024-08-17T00:41:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-17T00:41:08.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-17T00:41:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-17T00:41:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-17T00:41:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: Upgrade: Setting container_image for all rgw 2024-08-17T00:41:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: Upgrade: Setting container_image for all rbd-mirror 2024-08-17T00:41:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: Upgrade: Setting container_image for all ceph-exporter 2024-08-17T00:41:08.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: Upgrade: Setting container_image for all iscsi 2024-08-17T00:41:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: Upgrade: Setting container_image for all nfs 2024-08-17T00:41:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: Upgrade: Setting container_image for all nvmeof 2024-08-17T00:41:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:08.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:08 smithi187 ceph-mon[90552]: pgmap v515: 121 pgs: 121 active+clean; 419 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 713 B/s rd, 576 KiB/s wr, 7 op/s 2024-08-17T00:41:09.576 INFO:tasks.rados.rados.0.smithi157.stdout:2519: done (2 left) 2024-08-17T00:41:09.577 INFO:tasks.rados.rados.0.smithi157.stdout:2520: rollback oid 11 current snap is 254 2024-08-17T00:41:09.577 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 11 to 238 2024-08-17T00:41:09.577 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 1244 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T00:41:09.577 INFO:tasks.rados.rados.0.smithi157.stdout:2517: done (2 left) 2024-08-17T00:41:09.577 INFO:tasks.rados.rados.0.smithi157.stdout:2518: done (1 left) 2024-08-17T00:41:09.577 INFO:tasks.rados.rados.0.smithi157.stdout:2521: rollback oid 41 current snap is 254 2024-08-17T00:41:09.577 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 41 to 248 2024-08-17T00:41:09.577 INFO:tasks.rados.rados.0.smithi157.stdout:2522: snap_remove snap 250 2024-08-17T00:41:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:09 smithi157 ceph-mon[101289]: osdmap e574: 8 total, 8 up, 8 in 2024-08-17T00:41:09.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:09 smithi157 ceph-mon[98780]: osdmap e574: 8 total, 8 up, 8 in 2024-08-17T00:41:09.885 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:09 smithi157 systemd[1]: Stopping Ceph node-exporter.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:41:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:09 smithi187 ceph-mon[90552]: osdmap e574: 8 total, 8 up, 8 in 2024-08-17T00:41:10.200 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:09 smithi157 podman[131279]: 2024-08-17 00:41:09.928115089 +0000 UTC m=+0.161700097 container died b4e36e574235c37e31e5a46c45d109ecc19d145c0b3ec4106f8d667f2f7ee5fc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:10.567 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:10 smithi157 podman[131279]: 2024-08-17 00:41:10.298322106 +0000 UTC m=+0.531907114 container cleanup b4e36e574235c37e31e5a46c45d109ecc19d145c0b3ec4106f8d667f2f7ee5fc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:10.567 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:10 smithi157 bash[131279]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a 2024-08-17T00:41:10.581 INFO:tasks.rados.rados.0.smithi157.stdout:2522: done (2 left) 2024-08-17T00:41:10.581 INFO:tasks.rados.rados.0.smithi157.stdout:2523: delete oid 19 current snap is 254 2024-08-17T00:41:10.582 INFO:tasks.rados.rados.0.smithi157.stdout:2521: finishing rollback tid 0 to smithi15786056-41 2024-08-17T00:41:10.582 INFO:tasks.rados.rados.0.smithi157.stdout:2521: finishing rollback tid 1 to smithi15786056-41 2024-08-17T00:41:10.582 INFO:tasks.rados.rados.0.smithi157.stdout:2521: finishing rollback tid 2 to smithi15786056-41 2024-08-17T00:41:10.582 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 1143 (ObjNum 726 snap 233 seq_num 726) dirty exists 2024-08-17T00:41:10.582 INFO:tasks.rados.rados.0.smithi157.stdout:2520: finishing rollback tid 0 to smithi15786056-11 2024-08-17T00:41:10.582 INFO:tasks.rados.rados.0.smithi157.stdout:2520: finishing rollback tid 1 to smithi15786056-11 2024-08-17T00:41:10.582 INFO:tasks.rados.rados.0.smithi157.stdout:2520: finishing rollback tid 2 to smithi15786056-11 2024-08-17T00:41:10.582 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1433 (ObjNum 732 snap 237 seq_num 732) dirty exists 2024-08-17T00:41:10.584 INFO:tasks.rados.rados.0.smithi157.stdout:2520: done (2 left) 2024-08-17T00:41:10.584 INFO:tasks.rados.rados.0.smithi157.stdout:2521: done (1 left) 2024-08-17T00:41:10.585 INFO:tasks.rados.rados.0.smithi157.stdout:2523: done (0 left) 2024-08-17T00:41:10.585 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 254 2024-08-17T00:41:10.585 INFO:tasks.rados.rados.0.smithi157.stdout:2524: seq_num 774 ranges {0=565248,565248=401408} 2024-08-17T00:41:10.588 INFO:tasks.rados.rados.0.smithi157.stdout:2524: writing smithi15786056-49 from 0 to 565248 tid 1 2024-08-17T00:41:10.590 INFO:tasks.rados.rados.0.smithi157.stdout:2524: writing smithi15786056-49 from 565248 to 966656 tid 2 2024-08-17T00:41:10.591 INFO:tasks.rados.rados.0.smithi157.stdout:2525: rmattr oid 11 current snap is 254 2024-08-17T00:41:10.591 INFO:tasks.rados.rados.0.smithi157.stdout:2526: snap_create 2024-08-17T00:41:10.594 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1434 (ObjNum 732 snap 237 seq_num 732) dirty exists 2024-08-17T00:41:10.597 INFO:tasks.rados.rados.0.smithi157.stdout:2524: finishing write tid 1 to smithi15786056-49 2024-08-17T00:41:10.597 INFO:tasks.rados.rados.0.smithi157.stdout:2524: finishing write tid 2 to smithi15786056-49 2024-08-17T00:41:10.599 INFO:tasks.rados.rados.0.smithi157.stdout:2524: finishing write tid 3 to smithi15786056-49 2024-08-17T00:41:10.601 INFO:tasks.rados.rados.0.smithi157.stdout:2524: finishing write tid 4 to smithi15786056-49 2024-08-17T00:41:10.602 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1249 (ObjNum 774 snap 254 seq_num 774) dirty exists 2024-08-17T00:41:10.602 INFO:tasks.rados.rados.0.smithi157.stdout:2524: left oid 49 (ObjNum 774 snap 254 seq_num 774) 2024-08-17T00:41:10.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:10 smithi157 ceph-mon[98780]: Upgrade: Updating node-exporter.a (1/2) 2024-08-17T00:41:10.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:10 smithi157 ceph-mon[98780]: Deploying daemon node-exporter.a on smithi157 2024-08-17T00:41:10.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:10 smithi157 ceph-mon[98780]: osdmap e575: 8 total, 8 up, 8 in 2024-08-17T00:41:10.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:10 smithi157 ceph-mon[98780]: pgmap v518: 121 pgs: 121 active+clean; 420 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 220 KiB/s wr, 3 op/s 2024-08-17T00:41:10.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:10 smithi157 ceph-mon[101289]: Upgrade: Updating node-exporter.a (1/2) 2024-08-17T00:41:10.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:10 smithi157 ceph-mon[101289]: Deploying daemon node-exporter.a on smithi157 2024-08-17T00:41:10.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:10 smithi157 ceph-mon[101289]: osdmap e575: 8 total, 8 up, 8 in 2024-08-17T00:41:10.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:10 smithi157 ceph-mon[101289]: pgmap v518: 121 pgs: 121 active+clean; 420 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 220 KiB/s wr, 3 op/s 2024-08-17T00:41:10.887 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:10 smithi157 podman[131296]: 2024-08-17 00:41:10.566601992 +0000 UTC m=+0.641092638 container remove b4e36e574235c37e31e5a46c45d109ecc19d145c0b3ec4106f8d667f2f7ee5fc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:10.887 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:10 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:41:10.887 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:10 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-17T00:41:10.887 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:10 smithi157 systemd[1]: Stopped Ceph node-exporter.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:41:10.887 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:10 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 1.648s CPU time. 2024-08-17T00:41:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:10 smithi187 ceph-mon[90552]: Upgrade: Updating node-exporter.a (1/2) 2024-08-17T00:41:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:10 smithi187 ceph-mon[90552]: Deploying daemon node-exporter.a on smithi157 2024-08-17T00:41:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:10 smithi187 ceph-mon[90552]: osdmap e575: 8 total, 8 up, 8 in 2024-08-17T00:41:10.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:10 smithi187 ceph-mon[90552]: pgmap v518: 121 pgs: 121 active+clean; 420 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 220 KiB/s wr, 3 op/s 2024-08-17T00:41:11.302 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:10 smithi157 systemd[1]: Starting Ceph node-exporter.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:41:11.303 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 podman[131426]: 2024-08-17 00:41:11.034657072 +0000 UTC m=+0.016948622 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T00:41:11.303 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 podman[131426]: 2024-08-17 00:41:11.159896468 +0000 UTC m=+0.142188056 container create 2b6424ae7822a7bf8a6fde9af80f1a07acde3d5852c634005b9fb62ee3115491 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:11.588 INFO:tasks.rados.rados.0.smithi157.stdout:2524: done (2 left) 2024-08-17T00:41:11.588 INFO:tasks.rados.rados.0.smithi157.stdout:2525: done (1 left) 2024-08-17T00:41:11.588 INFO:tasks.rados.rados.0.smithi157.stdout:2526: done (0 left) 2024-08-17T00:41:11.588 INFO:tasks.rados.rados.0.smithi157.stdout:2527: delete oid 46 current snap is 255 2024-08-17T00:41:11.591 INFO:tasks.rados.rados.0.smithi157.stdout:2527: done (0 left) 2024-08-17T00:41:11.591 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 255 2024-08-17T00:41:11.591 INFO:tasks.rados.rados.0.smithi157.stdout:2528: seq_num 776 ranges {966656=606208,1572864=401408} 2024-08-17T00:41:11.611 INFO:tasks.rados.rados.0.smithi157.stdout:2528: writing smithi15786056-49 from 966656 to 1572864 tid 1 2024-08-17T00:41:11.612 INFO:tasks.rados.rados.0.smithi157.stdout:2528: writing smithi15786056-49 from 1572864 to 1974272 tid 2 2024-08-17T00:41:11.612 INFO:tasks.rados.rados.0.smithi157.stdout:2529: rmattr oid 35 current snap is 255 2024-08-17T00:41:11.612 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 255 2024-08-17T00:41:11.613 INFO:tasks.rados.rados.0.smithi157.stdout:2530: seq_num 777 ranges {598016=622592,1220608=401408} 2024-08-17T00:41:11.613 INFO:tasks.rados.rados.0.smithi157.stdout:2530: writing smithi15786056-44 from 598016 to 1220608 tid 1 2024-08-17T00:41:11.614 INFO:tasks.rados.rados.0.smithi157.stdout:2530: writing smithi15786056-44 from 1220608 to 1622016 tid 2 2024-08-17T00:41:11.614 INFO:tasks.rados.rados.0.smithi157.stdout:2531: delete oid 19 current snap is 255 2024-08-17T00:41:11.614 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 1533 (ObjNum 726 snap 233 seq_num 726) dirty exists 2024-08-17T00:41:11.614 INFO:tasks.rados.rados.0.smithi157.stdout:2528: finishing write tid 1 to smithi15786056-49 2024-08-17T00:41:11.614 INFO:tasks.rados.rados.0.smithi157.stdout:2528: finishing write tid 2 to smithi15786056-49 2024-08-17T00:41:11.614 INFO:tasks.rados.rados.0.smithi157.stdout:2528: finishing write tid 3 to smithi15786056-49 2024-08-17T00:41:11.614 INFO:tasks.rados.rados.0.smithi157.stdout:2528: finishing write tid 4 to smithi15786056-49 2024-08-17T00:41:11.614 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1257 (ObjNum 776 snap 255 seq_num 776) dirty exists 2024-08-17T00:41:11.614 INFO:tasks.rados.rados.0.smithi157.stdout:2528: left oid 49 (ObjNum 776 snap 255 seq_num 776) 2024-08-17T00:41:11.615 INFO:tasks.rados.rados.0.smithi157.stdout:2528: done (3 left) 2024-08-17T00:41:11.616 INFO:tasks.rados.rados.0.smithi157.stdout:2529: done (2 left) 2024-08-17T00:41:11.616 INFO:tasks.rados.rados.0.smithi157.stdout:2531: done (1 left) 2024-08-17T00:41:11.616 INFO:tasks.rados.rados.0.smithi157.stdout:2532: setattr oid 46 current snap is 255 2024-08-17T00:41:11.616 INFO:tasks.rados.rados.0.smithi157.stdout:2533: read oid 2 snap -1 2024-08-17T00:41:11.616 INFO:tasks.rados.rados.0.smithi157.stdout:2533: expect deleted 2024-08-17T00:41:11.616 INFO:tasks.rados.rados.0.smithi157.stdout:2534: copy_from oid 7 from oid 21 current snap is 255 2024-08-17T00:41:11.616 INFO:tasks.rados.rados.0.smithi157.stdout:2535: read oid 38 snap -1 2024-08-17T00:41:11.616 INFO:tasks.rados.rados.0.smithi157.stdout:2535: expect (ObjNum 666 snap 209 seq_num 666) 2024-08-17T00:41:11.616 INFO:tasks.rados.rados.0.smithi157.stdout:2536: snap_create 2024-08-17T00:41:11.616 INFO:tasks.rados.rados.0.smithi157.stdout:2530: finishing write tid 1 to smithi15786056-44 2024-08-17T00:41:11.616 INFO:tasks.rados.rados.0.smithi157.stdout:2530: finishing write tid 2 to smithi15786056-44 2024-08-17T00:41:11.616 INFO:tasks.rados.rados.0.smithi157.stdout:2530: finishing write tid 3 to smithi15786056-44 2024-08-17T00:41:11.617 INFO:tasks.rados.rados.0.smithi157.stdout:2530: finishing write tid 4 to smithi15786056-44 2024-08-17T00:41:11.617 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 1536 (ObjNum 777 snap 255 seq_num 777) dirty exists 2024-08-17T00:41:11.617 INFO:tasks.rados.rados.0.smithi157.stdout:2530: left oid 44 (ObjNum 777 snap 255 seq_num 777) 2024-08-17T00:41:11.617 INFO:tasks.rados.rados.0.smithi157.stdout:2534: finishing copy_from to smithi15786056-7 2024-08-17T00:41:11.617 INFO:tasks.rados.rados.0.smithi157.stdout:2534: got expected ENOENT (src dne) 2024-08-17T00:41:11.618 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1097 (ObjNum 33 snap 0 seq_num 162572368) dirty exists 2024-08-17T00:41:11.618 INFO:tasks.rados.rados.0.smithi157.stdout:2534: finishing copy_from racing read to smithi15786056-7 2024-08-17T00:41:11.619 INFO:tasks.rados.rados.0.smithi157.stdout:2535: expect (ObjNum 666 snap 209 seq_num 666) 2024-08-17T00:41:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-mon[98780]: osdmap e576: 8 total, 8 up, 8 in 2024-08-17T00:41:11.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:11.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:11.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-mon[101289]: osdmap e576: 8 total, 8 up, 8 in 2024-08-17T00:41:11.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:11.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:11.887 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 podman[131426]: 2024-08-17 00:41:11.403687195 +0000 UTC m=+0.385978754 container init 2b6424ae7822a7bf8a6fde9af80f1a07acde3d5852c634005b9fb62ee3115491 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:11.887 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 podman[131426]: 2024-08-17 00:41:11.408301886 +0000 UTC m=+0.390593434 container start 2b6424ae7822a7bf8a6fde9af80f1a07acde3d5852c634005b9fb62ee3115491 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:11.887 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.412Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T00:41:11.887 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.412Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T00:41:11.887 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.412Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T00:41:11.887 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.412Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T00:41:11.887 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.412Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T00:41:11.887 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T00:41:11.887 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T00:41:11.888 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T00:41:11.888 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T00:41:11.888 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T00:41:11.888 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T00:41:11.888 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T00:41:11.888 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T00:41:11.888 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T00:41:11.888 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T00:41:11.888 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T00:41:11.888 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T00:41:11.888 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T00:41:11.888 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T00:41:11.889 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T00:41:11.889 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T00:41:11.889 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T00:41:11.889 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T00:41:11.889 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T00:41:11.889 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T00:41:11.889 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T00:41:11.889 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T00:41:11.889 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T00:41:11.889 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T00:41:11.889 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T00:41:11.889 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T00:41:11.889 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T00:41:11.890 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T00:41:11.890 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T00:41:11.890 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T00:41:11.890 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T00:41:11.890 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T00:41:11.890 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T00:41:11.890 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T00:41:11.890 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T00:41:11.890 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T00:41:11.890 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T00:41:11.890 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T00:41:11.890 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T00:41:11.890 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T00:41:11.891 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T00:41:11.891 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T00:41:11.891 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T00:41:11.891 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T00:41:11.891 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T00:41:11.891 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T00:41:11.891 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T00:41:11.891 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a[131441]: ts=2024-08-17T00:41:11.413Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T00:41:11.891 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 bash[131426]: 2b6424ae7822a7bf8a6fde9af80f1a07acde3d5852c634005b9fb62ee3115491 2024-08-17T00:41:11.891 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 00:41:11 smithi157 systemd[1]: Started Ceph node-exporter.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:41:11.936 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:11 smithi187 ceph-mon[90552]: osdmap e576: 8 total, 8 up, 8 in 2024-08-17T00:41:11.936 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:11 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:11.936 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:11 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:12.374 INFO:tasks.rados.rados.0.smithi157.stdout:2530: done (5 left) 2024-08-17T00:41:12.374 INFO:tasks.rados.rados.0.smithi157.stdout:2532: done (4 left) 2024-08-17T00:41:12.374 INFO:tasks.rados.rados.0.smithi157.stdout:2533: done (3 left) 2024-08-17T00:41:12.374 INFO:tasks.rados.rados.0.smithi157.stdout:2534: done (2 left) 2024-08-17T00:41:12.375 INFO:tasks.rados.rados.0.smithi157.stdout:2535: done (1 left) 2024-08-17T00:41:12.375 INFO:tasks.rados.rados.0.smithi157.stdout:2536: done (0 left) 2024-08-17T00:41:12.375 INFO:tasks.rados.rados.0.smithi157.stdout:2537: snap_create 2024-08-17T00:41:12.587 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:41:12.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:12 smithi157 ceph-mon[101289]: osdmap e577: 8 total, 8 up, 8 in 2024-08-17T00:41:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:12 smithi157 ceph-mon[101289]: pgmap v521: 121 pgs: 121 active+clean; 422 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 444 KiB/s wr, 8 op/s 2024-08-17T00:41:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:12 smithi157 ceph-mon[101289]: osdmap e578: 8 total, 8 up, 8 in 2024-08-17T00:41:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:12 smithi157 ceph-mon[98780]: osdmap e577: 8 total, 8 up, 8 in 2024-08-17T00:41:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:12 smithi157 ceph-mon[98780]: pgmap v521: 121 pgs: 121 active+clean; 422 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 444 KiB/s wr, 8 op/s 2024-08-17T00:41:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:12 smithi157 ceph-mon[98780]: osdmap e578: 8 total, 8 up, 8 in 2024-08-17T00:41:12.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:12 smithi187 ceph-mon[90552]: osdmap e577: 8 total, 8 up, 8 in 2024-08-17T00:41:12.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:12 smithi187 ceph-mon[90552]: pgmap v521: 121 pgs: 121 active+clean; 422 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 444 KiB/s wr, 8 op/s 2024-08-17T00:41:12.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:12 smithi187 ceph-mon[90552]: osdmap e578: 8 total, 8 up, 8 in 2024-08-17T00:41:13.376 INFO:tasks.rados.rados.0.smithi157.stdout:2537: done (0 left) 2024-08-17T00:41:13.377 INFO:tasks.rados.rados.0.smithi157.stdout:2538: delete oid 45 current snap is 257 2024-08-17T00:41:13.380 INFO:tasks.rados.rados.0.smithi157.stdout:2538: done (0 left) 2024-08-17T00:41:13.380 INFO:tasks.rados.rados.0.smithi157.stdout:2539: read oid 40 snap -1 2024-08-17T00:41:13.381 INFO:tasks.rados.rados.0.smithi157.stdout:2539: expect (ObjNum 648 snap 203 seq_num 648) 2024-08-17T00:41:13.381 INFO:tasks.rados.rados.0.smithi157.stdout:2540: rmattr oid 10 current snap is 257 2024-08-17T00:41:13.381 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 27 current snap is 257 2024-08-17T00:41:13.381 INFO:tasks.rados.rados.0.smithi157.stdout:2541: seq_num 780 ranges {819200=671744,1490944=401408} 2024-08-17T00:41:13.389 INFO:tasks.rados.rados.0.smithi157.stdout:2541: writing smithi15786056-27 from 819200 to 1490944 tid 1 2024-08-17T00:41:13.391 INFO:tasks.rados.rados.0.smithi157.stdout:2541: writing smithi15786056-27 from 1490944 to 1892352 tid 2 2024-08-17T00:41:13.391 INFO:tasks.rados.rados.0.smithi157.stdout:2542: delete oid 9 current snap is 257 2024-08-17T00:41:13.392 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 1115 (ObjNum 680 snap 216 seq_num 680) dirty exists 2024-08-17T00:41:13.393 INFO:tasks.rados.rados.0.smithi157.stdout:2539: expect (ObjNum 648 snap 203 seq_num 648) 2024-08-17T00:41:13.484 INFO:tasks.rados.rados.0.smithi157.stdout:2541: finishing write tid 1 to smithi15786056-27 2024-08-17T00:41:13.485 INFO:tasks.rados.rados.0.smithi157.stdout:2541: finishing write tid 2 to smithi15786056-27 2024-08-17T00:41:13.485 INFO:tasks.rados.rados.0.smithi157.stdout:2541: finishing write tid 3 to smithi15786056-27 2024-08-17T00:41:13.485 INFO:tasks.rados.rados.0.smithi157.stdout:2541: finishing write tid 4 to smithi15786056-27 2024-08-17T00:41:13.485 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 588 (ObjNum 780 snap 257 seq_num 780) dirty exists 2024-08-17T00:41:13.485 INFO:tasks.rados.rados.0.smithi157.stdout:2541: left oid 27 (ObjNum 780 snap 257 seq_num 780) 2024-08-17T00:41:13.485 INFO:tasks.rados.rados.0.smithi157.stdout:2539: done (3 left) 2024-08-17T00:41:13.485 INFO:tasks.rados.rados.0.smithi157.stdout:2540: done (2 left) 2024-08-17T00:41:13.485 INFO:tasks.rados.rados.0.smithi157.stdout:2541: done (1 left) 2024-08-17T00:41:13.485 INFO:tasks.rados.rados.0.smithi157.stdout:2542: done (0 left) 2024-08-17T00:41:13.485 INFO:tasks.rados.rados.0.smithi157.stdout:2543: read oid 7 snap -1 2024-08-17T00:41:13.485 INFO:tasks.rados.rados.0.smithi157.stdout:2543: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:41:13.485 INFO:tasks.rados.rados.0.smithi157.stdout:2544: rollback oid 5 current snap is 257 2024-08-17T00:41:13.486 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 5 to 214 2024-08-17T00:41:13.486 INFO:tasks.rados.rados.0.smithi157.stdout:2545: snap_remove snap 248 2024-08-17T00:41:13.705 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:13 smithi187 systemd[1]: Stopping Ceph node-exporter.b for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:41:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:41:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:41:13] "GET /metrics HTTP/1.1" 200 36052 "" "Prometheus/2.43.0" 2024-08-17T00:41:14.120 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:13 smithi187 podman[119695]: 2024-08-17 00:41:13.81532157 +0000 UTC m=+0.151779216 container died 73e607038b0d9e34fd08e1cfd1b6e10e0ff796ba5a69b7d35973a537932f4ed1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:41:14.379 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:14 smithi187 podman[119695]: 2024-08-17 00:41:14.319444707 +0000 UTC m=+0.655902344 container cleanup 73e607038b0d9e34fd08e1cfd1b6e10e0ff796ba5a69b7d35973a537932f4ed1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:41:14.379 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:14 smithi187 bash[119695]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b 2024-08-17T00:41:14.380 INFO:tasks.rados.rados.0.smithi157.stdout:2545: done (2 left) 2024-08-17T00:41:14.380 INFO:tasks.rados.rados.0.smithi157.stdout:2546: snap_remove snap 256 2024-08-17T00:41:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:14 smithi157 ceph-mon[98780]: Upgrade: Updating node-exporter.b (2/2) 2024-08-17T00:41:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:14 smithi157 ceph-mon[98780]: Deploying daemon node-exporter.b on smithi187 2024-08-17T00:41:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:14 smithi157 ceph-mon[98780]: osdmap e579: 8 total, 8 up, 8 in 2024-08-17T00:41:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:14 smithi157 ceph-mon[98780]: pgmap v524: 121 pgs: 121 active+clean; 424 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 705 KiB/s wr, 17 op/s 2024-08-17T00:41:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:14 smithi157 ceph-mon[101289]: Upgrade: Updating node-exporter.b (2/2) 2024-08-17T00:41:14.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:14 smithi157 ceph-mon[101289]: Deploying daemon node-exporter.b on smithi187 2024-08-17T00:41:14.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:14 smithi157 ceph-mon[101289]: osdmap e579: 8 total, 8 up, 8 in 2024-08-17T00:41:14.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:14.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:14 smithi157 ceph-mon[101289]: pgmap v524: 121 pgs: 121 active+clean; 424 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 705 KiB/s wr, 17 op/s 2024-08-17T00:41:14.685 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:14 smithi187 podman[119711]: 2024-08-17 00:41:14.554301758 +0000 UTC m=+0.742728601 container remove 73e607038b0d9e34fd08e1cfd1b6e10e0ff796ba5a69b7d35973a537932f4ed1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:41:14.685 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:14 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:41:14.685 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:14 smithi187 ceph-mon[90552]: Upgrade: Updating node-exporter.b (2/2) 2024-08-17T00:41:14.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:14 smithi187 ceph-mon[90552]: Deploying daemon node-exporter.b on smithi187 2024-08-17T00:41:14.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:14 smithi187 ceph-mon[90552]: osdmap e579: 8 total, 8 up, 8 in 2024-08-17T00:41:14.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:14.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:14 smithi187 ceph-mon[90552]: pgmap v524: 121 pgs: 121 active+clean; 424 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 705 KiB/s wr, 17 op/s 2024-08-17T00:41:15.119 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:14 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-17T00:41:15.119 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:14 smithi187 systemd[1]: Stopped Ceph node-exporter.b for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:41:15.119 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:14 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 1.685s CPU time. 2024-08-17T00:41:15.120 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:14 smithi187 systemd[1]: Starting Ceph node-exporter.b for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:41:15.383 INFO:tasks.rados.rados.0.smithi157.stdout:2546: done (2 left) 2024-08-17T00:41:15.384 INFO:tasks.rados.rados.0.smithi157.stdout:2547: copy_from oid 26 from oid 19 current snap is 257 2024-08-17T00:41:15.384 INFO:tasks.rados.rados.0.smithi157.stdout:2548: rollback oid 30 current snap is 257 2024-08-17T00:41:15.384 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 30 to 198 2024-08-17T00:41:15.384 INFO:tasks.rados.rados.0.smithi157.stdout:2543: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:41:15.384 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 podman[119846]: 2024-08-17 00:41:15.021026256 +0000 UTC m=+0.016690096 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T00:41:15.384 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 podman[119846]: 2024-08-17 00:41:15.139167225 +0000 UTC m=+0.134831055 container create 72363f3352efb6cf8479e0b190fc176c8ccd08eaeaae33735d38a3dd14ea299f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:41:15.384 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 podman[119846]: 2024-08-17 00:41:15.3835602 +0000 UTC m=+0.379224041 container init 72363f3352efb6cf8479e0b190fc176c8ccd08eaeaae33735d38a3dd14ea299f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:41:15.386 INFO:tasks.rados.rados.0.smithi157.stdout:2544: finishing rollback tid 1 to smithi15786056-5 2024-08-17T00:41:15.386 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:41:15.386 INFO:tasks.rados.rados.0.smithi157.stdout:2543: done (3 left) 2024-08-17T00:41:15.386 INFO:tasks.rados.rados.0.smithi157.stdout:2544: done (2 left) 2024-08-17T00:41:15.386 INFO:tasks.rados.rados.0.smithi157.stdout:2549: delete oid 29 current snap is 257 2024-08-17T00:41:15.389 INFO:tasks.rados.rados.0.smithi157.stdout:2547: finishing copy_from to smithi15786056-26 2024-08-17T00:41:15.389 INFO:tasks.rados.rados.0.smithi157.stdout:2547: got expected ENOENT (src dne) 2024-08-17T00:41:15.389 INFO:tasks.rados.rados.0.smithi157.stdout:2547: finishing copy_from racing read to smithi15786056-26 2024-08-17T00:41:15.391 INFO:tasks.rados.rados.0.smithi157.stdout:2548: finishing rollback tid 1 to smithi15786056-30 2024-08-17T00:41:15.391 INFO:tasks.rados.rados.0.smithi157.stdout:2548: finishing rollback tid 2 to smithi15786056-30 2024-08-17T00:41:15.391 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 1117 (ObjNum 600 snap 188 seq_num 600) dirty exists 2024-08-17T00:41:15.392 INFO:tasks.rados.rados.0.smithi157.stdout:2547: done (2 left) 2024-08-17T00:41:15.393 INFO:tasks.rados.rados.0.smithi157.stdout:2548: done (1 left) 2024-08-17T00:41:15.393 INFO:tasks.rados.rados.0.smithi157.stdout:2549: done (0 left) 2024-08-17T00:41:15.393 INFO:tasks.rados.rados.0.smithi157.stdout:2550: rollback oid 28 current snap is 257 2024-08-17T00:41:15.393 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 28 to 243 2024-08-17T00:41:15.393 INFO:tasks.rados.rados.0.smithi157.stdout:2551: copy_from oid 35 from oid 21 current snap is 257 2024-08-17T00:41:15.393 INFO:tasks.rados.rados.0.smithi157.stdout:2552: delete oid 50 current snap is 257 2024-08-17T00:41:15.393 INFO:tasks.rados.rados.0.smithi157.stdout:2551: finishing copy_from to smithi15786056-35 2024-08-17T00:41:15.394 INFO:tasks.rados.rados.0.smithi157.stdout:2551: got expected ENOENT (src dne) 2024-08-17T00:41:15.394 INFO:tasks.rados.rados.0.smithi157.stdout:2551: finishing copy_from racing read to smithi15786056-35 2024-08-17T00:41:15.395 INFO:tasks.rados.rados.0.smithi157.stdout:2551: done (2 left) 2024-08-17T00:41:15.395 INFO:tasks.rados.rados.0.smithi157.stdout:2552: done (1 left) 2024-08-17T00:41:15.395 INFO:tasks.rados.rados.0.smithi157.stdout:2553: setattr oid 19 current snap is 257 2024-08-17T00:41:15.396 INFO:tasks.rados.rados.0.smithi157.stdout:2550: finishing rollback tid 0 to smithi15786056-28 2024-08-17T00:41:15.396 INFO:tasks.rados.rados.0.smithi157.stdout:2550: finishing rollback tid 1 to smithi15786056-28 2024-08-17T00:41:15.397 INFO:tasks.rados.rados.0.smithi157.stdout:2550: finishing rollback tid 2 to smithi15786056-28 2024-08-17T00:41:15.397 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1211 (ObjNum 628 snap 196 seq_num 628) dirty exists 2024-08-17T00:41:15.397 INFO:tasks.rados.rados.0.smithi157.stdout:2550: done (1 left) 2024-08-17T00:41:15.397 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 30 current snap is 257 2024-08-17T00:41:15.397 INFO:tasks.rados.rados.0.smithi157.stdout:2554: seq_num 784 ranges {9576448=737280,10313728=401408} 2024-08-17T00:41:15.451 INFO:tasks.rados.rados.0.smithi157.stdout:2554: writing smithi15786056-30 from 9576448 to 10313728 tid 1 2024-08-17T00:41:15.454 INFO:tasks.rados.rados.0.smithi157.stdout:2554: writing smithi15786056-30 from 10313728 to 10715136 tid 2 2024-08-17T00:41:15.454 INFO:tasks.rados.rados.0.smithi157.stdout:2555: read oid 29 snap -1 2024-08-17T00:41:15.454 INFO:tasks.rados.rados.0.smithi157.stdout:2555: expect deleted 2024-08-17T00:41:15.454 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 7 current snap is 257 2024-08-17T00:41:15.454 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 1145 (ObjNum 33 snap 0 seq_num 170945072) dirty exists 2024-08-17T00:41:15.454 INFO:tasks.rados.rados.0.smithi157.stdout:2556: seq_num 785 ranges {0=753664,753664=401408} 2024-08-17T00:41:15.458 INFO:tasks.rados.rados.0.smithi157.stdout:2556: writing smithi15786056-7 from 0 to 753664 tid 1 2024-08-17T00:41:15.461 INFO:tasks.rados.rados.0.smithi157.stdout:2556: writing smithi15786056-7 from 753664 to 1155072 tid 2 2024-08-17T00:41:15.461 INFO:tasks.rados.rados.0.smithi157.stdout:2553: done (3 left) 2024-08-17T00:41:15.461 INFO:tasks.rados.rados.0.smithi157.stdout:2557: snap_create 2024-08-17T00:41:15.461 INFO:tasks.rados.rados.0.smithi157.stdout:2554: finishing write tid 1 to smithi15786056-30 2024-08-17T00:41:15.461 INFO:tasks.rados.rados.0.smithi157.stdout:2554: finishing write tid 2 to smithi15786056-30 2024-08-17T00:41:15.461 INFO:tasks.rados.rados.0.smithi157.stdout:2554: finishing write tid 3 to smithi15786056-30 2024-08-17T00:41:15.461 INFO:tasks.rados.rados.0.smithi157.stdout:2554: finishing write tid 4 to smithi15786056-30 2024-08-17T00:41:15.461 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 1120 (ObjNum 784 snap 257 seq_num 784) dirty exists 2024-08-17T00:41:15.461 INFO:tasks.rados.rados.0.smithi157.stdout:2554: left oid 30 (ObjNum 784 snap 257 seq_num 784) 2024-08-17T00:41:15.464 INFO:tasks.rados.rados.0.smithi157.stdout:2556: finishing write tid 1 to smithi15786056-7 2024-08-17T00:41:15.464 INFO:tasks.rados.rados.0.smithi157.stdout:2556: finishing write tid 2 to smithi15786056-7 2024-08-17T00:41:15.464 INFO:tasks.rados.rados.0.smithi157.stdout:2556: finishing write tid 3 to smithi15786056-7 2024-08-17T00:41:15.465 INFO:tasks.rados.rados.0.smithi157.stdout:2556: finishing write tid 4 to smithi15786056-7 2024-08-17T00:41:15.465 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 1271 (ObjNum 785 snap 257 seq_num 785) dirty exists 2024-08-17T00:41:15.465 INFO:tasks.rados.rados.0.smithi157.stdout:2556: left oid 7 (ObjNum 785 snap 257 seq_num 785) 2024-08-17T00:41:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-mon[90552]: osdmap e580: 8 total, 8 up, 8 in 2024-08-17T00:41:15.706 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 podman[119846]: 2024-08-17 00:41:15.392220279 +0000 UTC m=+0.387884116 container start 72363f3352efb6cf8479e0b190fc176c8ccd08eaeaae33735d38a3dd14ea299f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:41:15.706 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.397Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T00:41:15.706 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.397Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T00:41:15.706 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.397Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T00:41:15.706 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.397Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T00:41:15.706 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.397Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T00:41:15.706 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.397Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T00:41:15.706 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T00:41:15.706 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T00:41:15.706 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T00:41:15.707 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T00:41:15.707 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T00:41:15.707 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T00:41:15.707 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T00:41:15.707 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T00:41:15.707 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T00:41:15.707 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T00:41:15.708 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T00:41:15.708 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T00:41:15.708 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T00:41:15.708 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T00:41:15.708 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T00:41:15.708 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T00:41:15.708 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T00:41:15.708 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T00:41:15.708 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T00:41:15.708 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T00:41:15.708 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T00:41:15.708 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T00:41:15.708 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T00:41:15.709 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T00:41:15.709 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T00:41:15.709 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T00:41:15.709 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T00:41:15.709 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T00:41:15.709 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T00:41:15.709 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T00:41:15.709 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T00:41:15.709 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T00:41:15.709 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T00:41:15.709 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T00:41:15.709 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T00:41:15.709 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T00:41:15.710 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T00:41:15.710 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T00:41:15.710 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T00:41:15.710 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T00:41:15.710 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T00:41:15.710 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T00:41:15.710 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T00:41:15.710 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T00:41:15.710 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.398Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T00:41:15.711 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.399Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T00:41:15.711 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b[119860]: ts=2024-08-17T00:41:15.399Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T00:41:15.711 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 bash[119846]: 72363f3352efb6cf8479e0b190fc176c8ccd08eaeaae33735d38a3dd14ea299f 2024-08-17T00:41:15.711 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 00:41:15 smithi187 systemd[1]: Started Ceph node-exporter.b for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:41:15.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:15 smithi157 ceph-mon[101289]: osdmap e580: 8 total, 8 up, 8 in 2024-08-17T00:41:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:15 smithi157 ceph-mon[98780]: osdmap e580: 8 total, 8 up, 8 in 2024-08-17T00:41:16.394 INFO:tasks.rados.rados.0.smithi157.stdout:2554: done (3 left) 2024-08-17T00:41:16.394 INFO:tasks.rados.rados.0.smithi157.stdout:2555: done (2 left) 2024-08-17T00:41:16.394 INFO:tasks.rados.rados.0.smithi157.stdout:2556: done (1 left) 2024-08-17T00:41:16.394 INFO:tasks.rados.rados.0.smithi157.stdout:2557: done (0 left) 2024-08-17T00:41:16.394 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 258 2024-08-17T00:41:16.394 INFO:tasks.rados.rados.0.smithi157.stdout:2558: seq_num 786 ranges {0=770048,770048=401408} 2024-08-17T00:41:16.398 INFO:tasks.rados.rados.0.smithi157.stdout:2558: writing smithi15786056-6 from 0 to 770048 tid 1 2024-08-17T00:41:16.400 INFO:tasks.rados.rados.0.smithi157.stdout:2558: writing smithi15786056-6 from 770048 to 1171456 tid 2 2024-08-17T00:41:16.400 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 36 current snap is 258 2024-08-17T00:41:16.400 INFO:tasks.rados.rados.0.smithi157.stdout:2559: seq_num 787 ranges {9396224=786432,10182656=401408} 2024-08-17T00:41:16.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:16 smithi187 ceph-mon[90552]: osdmap e581: 8 total, 8 up, 8 in 2024-08-17T00:41:16.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:16.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:16.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:16.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:16 smithi187 ceph-mon[90552]: pgmap v527: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 426 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 993 KiB/s wr, 28 op/s 2024-08-17T00:41:16.459 INFO:tasks.rados.rados.0.smithi157.stdout:2559: writing smithi15786056-36 from 9396224 to 10182656 tid 1 2024-08-17T00:41:16.460 INFO:tasks.rados.rados.0.smithi157.stdout:2559: writing smithi15786056-36 from 10182656 to 10584064 tid 2 2024-08-17T00:41:16.460 INFO:tasks.rados.rados.0.smithi157.stdout:2560: snap_create 2024-08-17T00:41:16.460 INFO:tasks.rados.rados.0.smithi157.stdout:2558: finishing write tid 1 to smithi15786056-6 2024-08-17T00:41:16.460 INFO:tasks.rados.rados.0.smithi157.stdout:2558: finishing write tid 2 to smithi15786056-6 2024-08-17T00:41:16.460 INFO:tasks.rados.rados.0.smithi157.stdout:2558: finishing write tid 3 to smithi15786056-6 2024-08-17T00:41:16.460 INFO:tasks.rados.rados.0.smithi157.stdout:2558: finishing write tid 4 to smithi15786056-6 2024-08-17T00:41:16.460 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 1443 (ObjNum 786 snap 258 seq_num 786) dirty exists 2024-08-17T00:41:16.460 INFO:tasks.rados.rados.0.smithi157.stdout:2558: left oid 6 (ObjNum 786 snap 258 seq_num 786) 2024-08-17T00:41:16.461 INFO:tasks.rados.rados.0.smithi157.stdout:2559: finishing write tid 1 to smithi15786056-36 2024-08-17T00:41:16.461 INFO:tasks.rados.rados.0.smithi157.stdout:2559: finishing write tid 2 to smithi15786056-36 2024-08-17T00:41:16.461 INFO:tasks.rados.rados.0.smithi157.stdout:2559: finishing write tid 3 to smithi15786056-36 2024-08-17T00:41:16.462 INFO:tasks.rados.rados.0.smithi157.stdout:2559: finishing write tid 4 to smithi15786056-36 2024-08-17T00:41:16.462 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 879 (ObjNum 787 snap 258 seq_num 787) dirty exists 2024-08-17T00:41:16.462 INFO:tasks.rados.rados.0.smithi157.stdout:2559: left oid 36 (ObjNum 787 snap 258 seq_num 787) 2024-08-17T00:41:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:16 smithi157 ceph-mon[101289]: osdmap e581: 8 total, 8 up, 8 in 2024-08-17T00:41:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:16 smithi157 ceph-mon[101289]: pgmap v527: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 426 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 993 KiB/s wr, 28 op/s 2024-08-17T00:41:16.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:16 smithi157 ceph-mon[98780]: osdmap e581: 8 total, 8 up, 8 in 2024-08-17T00:41:16.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:16.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:16.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:16.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:16 smithi157 ceph-mon[98780]: pgmap v527: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 426 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 993 KiB/s wr, 28 op/s 2024-08-17T00:41:17.376 INFO:tasks.rados.rados.0.smithi157.stdout:2558: done (2 left) 2024-08-17T00:41:17.376 INFO:tasks.rados.rados.0.smithi157.stdout:2559: done (1 left) 2024-08-17T00:41:17.376 INFO:tasks.rados.rados.0.smithi157.stdout:2560: done (0 left) 2024-08-17T00:41:17.376 INFO:tasks.rados.rados.0.smithi157.stdout:2561: rmattr oid 11 current snap is 259 2024-08-17T00:41:17.376 INFO:tasks.rados.rados.0.smithi157.stdout:2562: read oid 20 snap -1 2024-08-17T00:41:17.377 INFO:tasks.rados.rados.0.smithi157.stdout:2562: expect (ObjNum 529 snap 159 seq_num 529) 2024-08-17T00:41:17.377 INFO:tasks.rados.rados.0.smithi157.stdout:2563: copy_from oid 23 from oid 37 current snap is 259 2024-08-17T00:41:17.377 INFO:tasks.rados.rados.0.smithi157.stdout:2564: snap_create 2024-08-17T00:41:17.381 INFO:tasks.rados.rados.0.smithi157.stdout:2563: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:41:17.381 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1445 (ObjNum 732 snap 237 seq_num 732) dirty exists 2024-08-17T00:41:17.381 INFO:tasks.rados.rados.0.smithi157.stdout:2563: finishing copy_from to smithi15786056-23 2024-08-17T00:41:17.382 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1239 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T00:41:17.383 INFO:tasks.rados.rados.0.smithi157.stdout:2562: expect (ObjNum 529 snap 159 seq_num 529) 2024-08-17T00:41:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:17 smithi157 ceph-mon[101289]: osdmap e582: 8 total, 8 up, 8 in 2024-08-17T00:41:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:17 smithi157 ceph-mon[101289]: osdmap e583: 8 total, 8 up, 8 in 2024-08-17T00:41:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:17 smithi157 ceph-mon[98780]: osdmap e582: 8 total, 8 up, 8 in 2024-08-17T00:41:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:17 smithi157 ceph-mon[98780]: osdmap e583: 8 total, 8 up, 8 in 2024-08-17T00:41:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:17 smithi187 ceph-mon[90552]: osdmap e582: 8 total, 8 up, 8 in 2024-08-17T00:41:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:17 smithi187 ceph-mon[90552]: osdmap e583: 8 total, 8 up, 8 in 2024-08-17T00:41:18.377 INFO:tasks.rados.rados.0.smithi157.stdout:2561: done (3 left) 2024-08-17T00:41:18.378 INFO:tasks.rados.rados.0.smithi157.stdout:2562: done (2 left) 2024-08-17T00:41:18.378 INFO:tasks.rados.rados.0.smithi157.stdout:2563: done (1 left) 2024-08-17T00:41:18.378 INFO:tasks.rados.rados.0.smithi157.stdout:2564: done (0 left) 2024-08-17T00:41:18.378 INFO:tasks.rados.rados.0.smithi157.stdout:2565: rollback oid 30 current snap is 260 2024-08-17T00:41:18.378 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 30 to 238 2024-08-17T00:41:18.378 INFO:tasks.rados.rados.0.smithi157.stdout:2566: rollback oid 36 current snap is 260 2024-08-17T00:41:18.378 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 36 to 240 2024-08-17T00:41:18.379 INFO:tasks.rados.rados.0.smithi157.stdout:2567: read oid 1 snap -1 2024-08-17T00:41:18.379 INFO:tasks.rados.rados.0.smithi157.stdout:2567: expect (ObjNum 767 snap 251 seq_num 767) 2024-08-17T00:41:18.379 INFO:tasks.rados.rados.0.smithi157.stdout:2568: snap_remove snap 246 2024-08-17T00:41:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:18 smithi187 ceph-mon[90552]: pgmap v530: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 426 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 512 KiB/s wr, 16 op/s 2024-08-17T00:41:18.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:18 smithi187 ceph-mon[90552]: osdmap e584: 8 total, 8 up, 8 in 2024-08-17T00:41:18.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:18 smithi157 ceph-mon[98780]: pgmap v530: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 426 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 512 KiB/s wr, 16 op/s 2024-08-17T00:41:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:18 smithi157 ceph-mon[98780]: osdmap e584: 8 total, 8 up, 8 in 2024-08-17T00:41:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:18 smithi157 ceph-mon[101289]: pgmap v530: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 426 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 512 KiB/s wr, 16 op/s 2024-08-17T00:41:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:18 smithi157 ceph-mon[101289]: osdmap e584: 8 total, 8 up, 8 in 2024-08-17T00:41:19.063 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:41:19.353 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:41:19.353 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (7m) 0s ago 11m 23.5M - 0.25.0 c8568f914cd2 e5fc458eaa70 2024-08-17T00:41:19.353 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (7m) 0s ago 11m 87.2M - 9.4.7 954c08fa6188 3c616dd0c45b 2024-08-17T00:41:19.353 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (39s) 0s ago 12m 16.5M - 19.1.0-1363-gd863d21c ba08250ef864 5dae0c4e0676 2024-08-17T00:41:19.353 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (20s) 0s ago 12m 13.1M - 19.1.0-1363-gd863d21c ba08250ef864 7c0bd6f24fea 2024-08-17T00:41:19.354 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283,8765 running (6m) 0s ago 16m 441M - 19.1.0-1363-gd863d21c ba08250ef864 97f58199005a 2024-08-17T00:41:19.354 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (6m) 0s ago 17m 515M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:41:19.354 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (6m) 0s ago 17m 70.3M 2048M 19.1.0-1363-gd863d21c ba08250ef864 7cae4f2d8cd1 2024-08-17T00:41:19.354 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (5m) 0s ago 16m 56.3M 2048M 19.1.0-1363-gd863d21c ba08250ef864 fa96bb84b173 2024-08-17T00:41:19.354 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (5m) 0s ago 16m 59.4M 2048M 19.1.0-1363-gd863d21c ba08250ef864 6acedb5a7023 2024-08-17T00:41:19.354 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (8s) 0s ago 10m 7964k - 1.5.0 0da6a335fe13 2b6424ae7822 2024-08-17T00:41:19.354 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (4s) 0s ago 10m 3586k - 1.5.0 0da6a335fe13 72363f3352ef 2024-08-17T00:41:19.354 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (4m) 0s ago 15m 248M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7d05f2a649d9 2024-08-17T00:41:19.354 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (4m) 0s ago 15m 205M 2480M 19.1.0-1363-gd863d21c ba08250ef864 dbe3e94be069 2024-08-17T00:41:19.354 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (3m) 0s ago 15m 228M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7e3b0f58873f 2024-08-17T00:41:19.354 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (3m) 0s ago 14m 132M 2480M 19.1.0-1363-gd863d21c ba08250ef864 28892f02251b 2024-08-17T00:41:19.354 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (2m) 0s ago 14m 118M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d0e8971787b7 2024-08-17T00:41:19.354 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (2m) 0s ago 13m 145M 2480M 19.1.0-1363-gd863d21c ba08250ef864 f2c2c7842236 2024-08-17T00:41:19.355 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (88s) 0s ago 13m 106M 2480M 19.1.0-1363-gd863d21c ba08250ef864 fc0797d14428 2024-08-17T00:41:19.355 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (54s) 0s ago 13m 95.2M 2480M 19.1.0-1363-gd863d21c ba08250ef864 a0847040646d 2024-08-17T00:41:19.355 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (6m) 0s ago 11m 64.6M - 2.43.0 a07b618ecd1d 736dc11bd87e 2024-08-17T00:41:19.379 INFO:tasks.rados.rados.0.smithi157.stdout:2568: done (3 left) 2024-08-17T00:41:19.380 INFO:tasks.rados.rados.0.smithi157.stdout:2569: snap_create 2024-08-17T00:41:19.380 INFO:tasks.rados.rados.0.smithi157.stdout:2565: finishing rollback tid 0 to smithi15786056-30 2024-08-17T00:41:19.380 INFO:tasks.rados.rados.0.smithi157.stdout:2566: finishing rollback tid 0 to smithi15786056-36 2024-08-17T00:41:19.380 INFO:tasks.rados.rados.0.smithi157.stdout:2566: finishing rollback tid 1 to smithi15786056-36 2024-08-17T00:41:19.380 INFO:tasks.rados.rados.0.smithi157.stdout:2566: finishing rollback tid 2 to smithi15786056-36 2024-08-17T00:41:19.380 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 882 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-08-17T00:41:19.380 INFO:tasks.rados.rados.0.smithi157.stdout:2565: finishing rollback tid 1 to smithi15786056-30 2024-08-17T00:41:19.380 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 1122 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:41:19.380 INFO:tasks.rados.rados.0.smithi157.stdout:2567: expect (ObjNum 767 snap 251 seq_num 767) 2024-08-17T00:41:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:19 smithi157 ceph-mon[101289]: osdmap e585: 8 total, 8 up, 8 in 2024-08-17T00:41:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:19 smithi157 ceph-mon[98780]: osdmap e585: 8 total, 8 up, 8 in 2024-08-17T00:41:19.701 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:41:19.702 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:41:19.702 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:41:19.702 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:41:19.702 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:41:19.702 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:41:19.702 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:41:19.702 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:41:19.702 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T00:41:19.702 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:41:19.702 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:41:19.702 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:41:19.702 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:41:19.703 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:41:19.703 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 15 2024-08-17T00:41:19.703 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:41:19.703 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:41:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:19.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:19 smithi187 ceph-mon[90552]: osdmap e585: 8 total, 8 up, 8 in 2024-08-17T00:41:20.380 INFO:tasks.rados.rados.0.smithi157.stdout:2565: done (3 left) 2024-08-17T00:41:20.380 INFO:tasks.rados.rados.0.smithi157.stdout:2566: done (2 left) 2024-08-17T00:41:20.380 INFO:tasks.rados.rados.0.smithi157.stdout:2567: done (1 left) 2024-08-17T00:41:20.380 INFO:tasks.rados.rados.0.smithi157.stdout:2569: done (0 left) 2024-08-17T00:41:20.380 INFO:tasks.rados.rados.0.smithi157.stdout:2570: setattr oid 22 current snap is 261 2024-08-17T00:41:20.381 INFO:tasks.rados.rados.0.smithi157.stdout:2571: snap_remove snap 259 2024-08-17T00:41:20.594 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:20 smithi187 ceph-mon[90552]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:20.594 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:20 smithi187 ceph-mon[90552]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:20.594 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:20 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1027746589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:20.594 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:20 smithi187 ceph-mon[90552]: pgmap v533: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 428 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 KiB/s rd, 568 KiB/s wr, 9 op/s 2024-08-17T00:41:20.594 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:20.594 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:20.594 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:20 smithi187 ceph-mon[90552]: osdmap e586: 8 total, 8 up, 8 in 2024-08-17T00:41:20.600 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:20 smithi157 ceph-mon[98780]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:20.600 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:20 smithi157 ceph-mon[98780]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:20.600 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:20 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1027746589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:20.600 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:20 smithi157 ceph-mon[98780]: pgmap v533: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 428 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 KiB/s rd, 568 KiB/s wr, 9 op/s 2024-08-17T00:41:20.600 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:20.600 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:20.601 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:20 smithi157 ceph-mon[98780]: osdmap e586: 8 total, 8 up, 8 in 2024-08-17T00:41:20.601 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:20 smithi157 ceph-mon[101289]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:20.601 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:20 smithi157 ceph-mon[101289]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:20.601 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:20 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1027746589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:20.601 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:20 smithi157 ceph-mon[101289]: pgmap v533: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 428 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 KiB/s rd, 568 KiB/s wr, 9 op/s 2024-08-17T00:41:20.601 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:20.601 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:20.601 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:20 smithi157 ceph-mon[101289]: osdmap e586: 8 total, 8 up, 8 in 2024-08-17T00:41:21.381 INFO:tasks.rados.rados.0.smithi157.stdout:2571: done (1 left) 2024-08-17T00:41:21.381 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 11 current snap is 261 2024-08-17T00:41:21.382 INFO:tasks.rados.rados.0.smithi157.stdout:2572: seq_num 788 ranges {5013504=802816,5816320=401408} 2024-08-17T00:41:21.413 INFO:tasks.rados.rados.0.smithi157.stdout:2572: writing smithi15786056-11 from 5013504 to 5816320 tid 1 2024-08-17T00:41:21.415 INFO:tasks.rados.rados.0.smithi157.stdout:2572: writing smithi15786056-11 from 5816320 to 6217728 tid 2 2024-08-17T00:41:21.415 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 26 current snap is 261 2024-08-17T00:41:21.416 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 1454 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-17T00:41:21.416 INFO:tasks.rados.rados.0.smithi157.stdout:2573: seq_num 789 ranges {565248=417792,983040=663552,1646592=139264} 2024-08-17T00:41:21.421 INFO:tasks.rados.rados.0.smithi157.stdout:2573: writing smithi15786056-26 from 565248 to 983040 tid 1 2024-08-17T00:41:21.425 INFO:tasks.rados.rados.0.smithi157.stdout:2573: writing smithi15786056-26 from 983040 to 1646592 tid 2 2024-08-17T00:41:21.426 INFO:tasks.rados.rados.0.smithi157.stdout:2573: writing smithi15786056-26 from 1646592 to 1785856 tid 3 2024-08-17T00:41:21.426 INFO:tasks.rados.rados.0.smithi157.stdout:2570: done (2 left) 2024-08-17T00:41:21.426 INFO:tasks.rados.rados.0.smithi157.stdout:2574: setattr oid 23 current snap is 261 2024-08-17T00:41:21.427 INFO:tasks.rados.rados.0.smithi157.stdout:2572: finishing write tid 1 to smithi15786056-11 2024-08-17T00:41:21.427 INFO:tasks.rados.rados.0.smithi157.stdout:2572: finishing write tid 2 to smithi15786056-11 2024-08-17T00:41:21.427 INFO:tasks.rados.rados.0.smithi157.stdout:2572: finishing write tid 3 to smithi15786056-11 2024-08-17T00:41:21.427 INFO:tasks.rados.rados.0.smithi157.stdout:2572: finishing write tid 4 to smithi15786056-11 2024-08-17T00:41:21.427 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1458 (ObjNum 788 snap 261 seq_num 788) dirty exists 2024-08-17T00:41:21.427 INFO:tasks.rados.rados.0.smithi157.stdout:2572: left oid 11 (ObjNum 788 snap 261 seq_num 788) 2024-08-17T00:41:21.427 INFO:tasks.rados.rados.0.smithi157.stdout:2573: finishing write tid 1 to smithi15786056-26 2024-08-17T00:41:21.427 INFO:tasks.rados.rados.0.smithi157.stdout:2572: done (2 left) 2024-08-17T00:41:21.427 INFO:tasks.rados.rados.0.smithi157.stdout:2575: snap_remove snap 255 2024-08-17T00:41:22.377 INFO:tasks.rados.rados.0.smithi157.stdout:2575: done (2 left) 2024-08-17T00:41:22.378 INFO:tasks.rados.rados.0.smithi157.stdout:2576: read oid 25 snap -1 2024-08-17T00:41:22.378 INFO:tasks.rados.rados.0.smithi157.stdout:2576: expect deleted 2024-08-17T00:41:22.378 INFO:tasks.rados.rados.0.smithi157.stdout:2573: finishing write tid 2 to smithi15786056-26 2024-08-17T00:41:22.378 INFO:tasks.rados.rados.0.smithi157.stdout:2573: finishing write tid 3 to smithi15786056-26 2024-08-17T00:41:22.378 INFO:tasks.rados.rados.0.smithi157.stdout:2573: finishing write tid 4 to smithi15786056-26 2024-08-17T00:41:22.378 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1658 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:41:22.378 INFO:tasks.rados.rados.0.smithi157.stdout:2573: finishing write tid 5 to smithi15786056-26 2024-08-17T00:41:22.378 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1463 (ObjNum 789 snap 261 seq_num 789) dirty exists 2024-08-17T00:41:22.378 INFO:tasks.rados.rados.0.smithi157.stdout:2573: left oid 26 (ObjNum 789 snap 261 seq_num 789) 2024-08-17T00:41:22.378 INFO:tasks.rados.rados.0.smithi157.stdout:2573: done (2 left) 2024-08-17T00:41:22.379 INFO:tasks.rados.rados.0.smithi157.stdout:2574: done (1 left) 2024-08-17T00:41:22.379 INFO:tasks.rados.rados.0.smithi157.stdout:2577: delete oid 9 current snap is 261 2024-08-17T00:41:22.387 INFO:tasks.rados.rados.0.smithi157.stdout:2576: done (1 left) 2024-08-17T00:41:22.387 INFO:tasks.rados.rados.0.smithi157.stdout:2577: done (0 left) 2024-08-17T00:41:22.387 INFO:tasks.rados.rados.0.smithi157.stdout:2578: snap_remove snap 230 2024-08-17T00:41:22.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:22 smithi187 ceph-mon[90552]: osdmap e587: 8 total, 8 up, 8 in 2024-08-17T00:41:22.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:22 smithi187 ceph-mon[90552]: pgmap v536: 121 pgs: 121 active+clean; 439 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-08-17T00:41:22.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:22 smithi187 ceph-mon[90552]: osdmap e588: 8 total, 8 up, 8 in 2024-08-17T00:41:22.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:41:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:41:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:22 smithi157 ceph-mon[98780]: osdmap e587: 8 total, 8 up, 8 in 2024-08-17T00:41:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:22 smithi157 ceph-mon[98780]: pgmap v536: 121 pgs: 121 active+clean; 439 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-08-17T00:41:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:22 smithi157 ceph-mon[98780]: osdmap e588: 8 total, 8 up, 8 in 2024-08-17T00:41:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:22 smithi157 ceph-mon[101289]: osdmap e587: 8 total, 8 up, 8 in 2024-08-17T00:41:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:22 smithi157 ceph-mon[101289]: pgmap v536: 121 pgs: 121 active+clean; 439 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-08-17T00:41:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:22 smithi157 ceph-mon[101289]: osdmap e588: 8 total, 8 up, 8 in 2024-08-17T00:41:23.389 INFO:tasks.rados.rados.0.smithi157.stdout:2578: done (0 left) 2024-08-17T00:41:23.390 INFO:tasks.rados.rados.0.smithi157.stdout:2579: rollback oid 11 current snap is 261 2024-08-17T00:41:23.390 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 11 to 240 2024-08-17T00:41:23.390 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 261 2024-08-17T00:41:23.390 INFO:tasks.rados.rados.0.smithi157.stdout:2580: seq_num 791 ranges {1171456=450560,1622016=475136,2097152=327680} 2024-08-17T00:41:23.399 INFO:tasks.rados.rados.0.smithi157.stdout:2580: writing smithi15786056-6 from 1171456 to 1622016 tid 1 2024-08-17T00:41:23.402 INFO:tasks.rados.rados.0.smithi157.stdout:2580: writing smithi15786056-6 from 1622016 to 2097152 tid 2 2024-08-17T00:41:23.405 INFO:tasks.rados.rados.0.smithi157.stdout:2580: writing smithi15786056-6 from 2097152 to 2424832 tid 3 2024-08-17T00:41:23.405 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 37 current snap is 261 2024-08-17T00:41:23.405 INFO:tasks.rados.rados.0.smithi157.stdout:2579: finishing rollback tid 0 to smithi15786056-11 2024-08-17T00:41:23.405 INFO:tasks.rados.rados.0.smithi157.stdout:2581: seq_num 792 ranges {0=466944,466944=761856,1228800=40960} 2024-08-17T00:41:23.408 INFO:tasks.rados.rados.0.smithi157.stdout:2581: writing smithi15786056-37 from 0 to 466944 tid 1 2024-08-17T00:41:23.413 INFO:tasks.rados.rados.0.smithi157.stdout:2581: writing smithi15786056-37 from 466944 to 1228800 tid 2 2024-08-17T00:41:23.414 INFO:tasks.rados.rados.0.smithi157.stdout:2581: writing smithi15786056-37 from 1228800 to 1269760 tid 3 2024-08-17T00:41:23.414 INFO:tasks.rados.rados.0.smithi157.stdout:2582: snap_create 2024-08-17T00:41:23.414 INFO:tasks.rados.rados.0.smithi157.stdout:2579: finishing rollback tid 1 to smithi15786056-11 2024-08-17T00:41:23.414 INFO:tasks.rados.rados.0.smithi157.stdout:2579: finishing rollback tid 2 to smithi15786056-11 2024-08-17T00:41:23.414 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1470 (ObjNum 732 snap 237 seq_num 732) dirty exists 2024-08-17T00:41:23.414 INFO:tasks.rados.rados.0.smithi157.stdout:2580: finishing write tid 1 to smithi15786056-6 2024-08-17T00:41:23.414 INFO:tasks.rados.rados.0.smithi157.stdout:2580: finishing write tid 2 to smithi15786056-6 2024-08-17T00:41:23.414 INFO:tasks.rados.rados.0.smithi157.stdout:2581: finishing write tid 1 to smithi15786056-37 2024-08-17T00:41:23.416 INFO:tasks.rados.rados.0.smithi157.stdout:2580: finishing write tid 3 to smithi15786056-6 2024-08-17T00:41:23.417 INFO:tasks.rados.rados.0.smithi157.stdout:2580: finishing write tid 4 to smithi15786056-6 2024-08-17T00:41:23.419 INFO:tasks.rados.rados.0.smithi157.stdout:2580: finishing write tid 5 to smithi15786056-6 2024-08-17T00:41:23.419 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 1479 (ObjNum 791 snap 261 seq_num 791) dirty exists 2024-08-17T00:41:23.419 INFO:tasks.rados.rados.0.smithi157.stdout:2580: left oid 6 (ObjNum 791 snap 261 seq_num 791) 2024-08-17T00:41:23.420 INFO:tasks.rados.rados.0.smithi157.stdout:2581: finishing write tid 2 to smithi15786056-37 2024-08-17T00:41:23.420 INFO:tasks.rados.rados.0.smithi157.stdout:2581: finishing write tid 3 to smithi15786056-37 2024-08-17T00:41:23.420 INFO:tasks.rados.rados.0.smithi157.stdout:2581: finishing write tid 4 to smithi15786056-37 2024-08-17T00:41:23.421 INFO:tasks.rados.rados.0.smithi157.stdout:2581: finishing write tid 5 to smithi15786056-37 2024-08-17T00:41:23.421 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 1296 (ObjNum 792 snap 261 seq_num 792) dirty exists 2024-08-17T00:41:23.421 INFO:tasks.rados.rados.0.smithi157.stdout:2581: left oid 37 (ObjNum 792 snap 261 seq_num 792) 2024-08-17T00:41:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:41:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:23 smithi187 ceph-mon[90552]: osdmap e589: 8 total, 8 up, 8 in 2024-08-17T00:41:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:41:23] "GET /metrics HTTP/1.1" 200 36287 "" "Prometheus/2.43.0" 2024-08-17T00:41:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:41:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[98780]: osdmap e589: 8 total, 8 up, 8 in 2024-08-17T00:41:23.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:23.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:23.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:23.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:23.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:23.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:41:23.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:23.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:23.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:23.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:23 smithi157 ceph-mon[101289]: osdmap e589: 8 total, 8 up, 8 in 2024-08-17T00:41:24.392 INFO:tasks.rados.rados.0.smithi157.stdout:2579: done (3 left) 2024-08-17T00:41:24.392 INFO:tasks.rados.rados.0.smithi157.stdout:2580: done (2 left) 2024-08-17T00:41:24.392 INFO:tasks.rados.rados.0.smithi157.stdout:2581: done (1 left) 2024-08-17T00:41:24.392 INFO:tasks.rados.rados.0.smithi157.stdout:2582: done (0 left) 2024-08-17T00:41:24.392 INFO:tasks.rados.rados.0.smithi157.stdout:2583: rollback oid 16 current snap is 262 2024-08-17T00:41:24.393 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 16 to 254 2024-08-17T00:41:24.393 INFO:tasks.rados.rados.0.smithi157.stdout:2584: read oid 42 snap -1 2024-08-17T00:41:24.393 INFO:tasks.rados.rados.0.smithi157.stdout:2584: expect (ObjNum 755 snap 249 seq_num 755) 2024-08-17T00:41:24.393 INFO:tasks.rados.rados.0.smithi157.stdout:2585: snap_remove snap 232 2024-08-17T00:41:24.571 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:24 smithi187 ceph-mon[90552]: pgmap v539: 121 pgs: 121 active+clean; 439 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-08-17T00:41:24.571 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:24 smithi187 ceph-mon[90552]: osdmap e590: 8 total, 8 up, 8 in 2024-08-17T00:41:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:24 smithi157 ceph-mon[98780]: pgmap v539: 121 pgs: 121 active+clean; 439 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-08-17T00:41:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:24 smithi157 ceph-mon[98780]: osdmap e590: 8 total, 8 up, 8 in 2024-08-17T00:41:24.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:24 smithi157 ceph-mon[101289]: pgmap v539: 121 pgs: 121 active+clean; 439 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-08-17T00:41:24.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:24 smithi157 ceph-mon[101289]: osdmap e590: 8 total, 8 up, 8 in 2024-08-17T00:41:25.393 INFO:tasks.rados.rados.0.smithi157.stdout:2585: done (2 left) 2024-08-17T00:41:25.393 INFO:tasks.rados.rados.0.smithi157.stdout:2586: snap_create 2024-08-17T00:41:25.393 INFO:tasks.rados.rados.0.smithi157.stdout:2583: finishing rollback tid 0 to smithi15786056-16 2024-08-17T00:41:25.393 INFO:tasks.rados.rados.0.smithi157.stdout:2583: finishing rollback tid 1 to smithi15786056-16 2024-08-17T00:41:25.393 INFO:tasks.rados.rados.0.smithi157.stdout:2583: finishing rollback tid 2 to smithi15786056-16 2024-08-17T00:41:25.393 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 591 (ObjNum 720 snap 232 seq_num 720) dirty exists 2024-08-17T00:41:25.393 INFO:tasks.rados.rados.0.smithi157.stdout:2584: expect (ObjNum 755 snap 249 seq_num 755) 2024-08-17T00:41:25.758 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:25 smithi187 ceph-mon[90552]: Upgrade: Updating prometheus.a 2024-08-17T00:41:25.759 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:25 smithi187 ceph-mon[90552]: Deploying daemon prometheus.a on smithi187 2024-08-17T00:41:25.759 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:25 smithi187 ceph-mon[90552]: osdmap e591: 8 total, 8 up, 8 in 2024-08-17T00:41:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:25 smithi157 ceph-mon[101289]: Upgrade: Updating prometheus.a 2024-08-17T00:41:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:25 smithi157 ceph-mon[101289]: Deploying daemon prometheus.a on smithi187 2024-08-17T00:41:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:25 smithi157 ceph-mon[101289]: osdmap e591: 8 total, 8 up, 8 in 2024-08-17T00:41:25.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:25 smithi157 ceph-mon[98780]: Upgrade: Updating prometheus.a 2024-08-17T00:41:25.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:25 smithi157 ceph-mon[98780]: Deploying daemon prometheus.a on smithi187 2024-08-17T00:41:25.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:25 smithi157 ceph-mon[98780]: osdmap e591: 8 total, 8 up, 8 in 2024-08-17T00:41:26.395 INFO:tasks.rados.rados.0.smithi157.stdout:2583: done (2 left) 2024-08-17T00:41:26.395 INFO:tasks.rados.rados.0.smithi157.stdout:2584: done (1 left) 2024-08-17T00:41:26.395 INFO:tasks.rados.rados.0.smithi157.stdout:2586: done (0 left) 2024-08-17T00:41:26.395 INFO:tasks.rados.rados.0.smithi157.stdout:2587: rmattr oid 46 current snap is 263 2024-08-17T00:41:26.396 INFO:tasks.rados.rados.0.smithi157.stdout:2588: copy_from oid 5 from oid 27 current snap is 263 2024-08-17T00:41:26.396 INFO:tasks.rados.rados.0.smithi157.stdout:2589: read oid 48 snap -1 2024-08-17T00:41:26.396 INFO:tasks.rados.rados.0.smithi157.stdout:2589: expect (ObjNum 761 snap 250 seq_num 761) 2024-08-17T00:41:26.396 INFO:tasks.rados.rados.0.smithi157.stdout:2590: snap_create 2024-08-17T00:41:26.400 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1099 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:41:26.401 INFO:tasks.rados.rados.0.smithi157.stdout:2589: expect (ObjNum 761 snap 250 seq_num 761) 2024-08-17T00:41:26.449 INFO:tasks.rados.rados.0.smithi157.stdout:2588: finishing copy_from racing read to smithi15786056-5 2024-08-17T00:41:26.449 INFO:tasks.rados.rados.0.smithi157.stdout:2588: finishing copy_from to smithi15786056-5 2024-08-17T00:41:26.449 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 588 (ObjNum 780 snap 257 seq_num 780) dirty exists 2024-08-17T00:41:26.672 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:26 smithi187 ceph-mon[90552]: pgmap v542: 121 pgs: 121 active+clean; 439 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 15 op/s 2024-08-17T00:41:26.672 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:26 smithi187 ceph-mon[90552]: osdmap e592: 8 total, 8 up, 8 in 2024-08-17T00:41:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:26 smithi157 ceph-mon[98780]: pgmap v542: 121 pgs: 121 active+clean; 439 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 15 op/s 2024-08-17T00:41:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:26 smithi157 ceph-mon[98780]: osdmap e592: 8 total, 8 up, 8 in 2024-08-17T00:41:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:26 smithi157 ceph-mon[101289]: pgmap v542: 121 pgs: 121 active+clean; 439 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 15 op/s 2024-08-17T00:41:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:26 smithi157 ceph-mon[101289]: osdmap e592: 8 total, 8 up, 8 in 2024-08-17T00:41:27.379 INFO:tasks.rados.rados.0.smithi157.stdout:2587: done (3 left) 2024-08-17T00:41:27.380 INFO:tasks.rados.rados.0.smithi157.stdout:2588: done (2 left) 2024-08-17T00:41:27.380 INFO:tasks.rados.rados.0.smithi157.stdout:2589: done (1 left) 2024-08-17T00:41:27.380 INFO:tasks.rados.rados.0.smithi157.stdout:2590: done (0 left) 2024-08-17T00:41:27.380 INFO:tasks.rados.rados.0.smithi157.stdout:2591: snap_create 2024-08-17T00:41:28.385 INFO:tasks.rados.rados.0.smithi157.stdout:2591: done (0 left) 2024-08-17T00:41:28.385 INFO:tasks.rados.rados.0.smithi157.stdout:2592: rollback oid 29 current snap is 265 2024-08-17T00:41:28.385 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 29 to 263 2024-08-17T00:41:28.385 INFO:tasks.rados.rados.0.smithi157.stdout:2593: snap_remove snap 264 2024-08-17T00:41:28.511 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 systemd[1]: Stopping Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:41:28.511 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:28 smithi187 ceph-mon[90552]: osdmap e593: 8 total, 8 up, 8 in 2024-08-17T00:41:28.511 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:28 smithi187 ceph-mon[90552]: pgmap v545: 121 pgs: 121 active+clean; 439 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:41:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:28 smithi157 ceph-mon[101289]: osdmap e593: 8 total, 8 up, 8 in 2024-08-17T00:41:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:28 smithi157 ceph-mon[101289]: pgmap v545: 121 pgs: 121 active+clean; 439 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:41:28.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:28 smithi157 ceph-mon[98780]: osdmap e593: 8 total, 8 up, 8 in 2024-08-17T00:41:28.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:28 smithi157 ceph-mon[98780]: pgmap v545: 121 pgs: 121 active+clean; 439 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:41:28.848 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:41:28.509Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T00:41:28.848 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:41:28.510Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T00:41:28.848 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:41:28.510Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T00:41:28.848 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:41:28.510Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T00:41:28.848 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:41:28.510Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T00:41:28.848 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:41:28.510Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T00:41:28.848 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:41:28.510Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T00:41:28.848 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:41:28.510Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T00:41:28.848 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:41:28.510Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T00:41:28.848 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:41:28.510Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T00:41:28.849 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:41:28.510Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T00:41:28.849 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[81412]: ts=2024-08-17T00:41:28.511Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T00:41:28.849 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 podman[123682]: 2024-08-17 00:41:28.520447665 +0000 UTC m=+0.117658425 container died 736dc11bd87e6be01b4a0930dcc96f9970f0527f6a85313b067e146322997ccc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:28.849 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 podman[123682]: 2024-08-17 00:41:28.847444453 +0000 UTC m=+0.444655205 container cleanup 736dc11bd87e6be01b4a0930dcc96f9970f0527f6a85313b067e146322997ccc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:28.849 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:28 smithi187 bash[123682]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T00:41:29.205 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 podman[123702]: 2024-08-17 00:41:29.092097242 +0000 UTC m=+0.573827013 container remove 736dc11bd87e6be01b4a0930dcc96f9970f0527f6a85313b067e146322997ccc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:29.389 INFO:tasks.rados.rados.0.smithi157.stdout:2593: done (1 left) 2024-08-17T00:41:29.389 INFO:tasks.rados.rados.0.smithi157.stdout:2594: rollback oid 42 current snap is 265 2024-08-17T00:41:29.389 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 42 to 263 2024-08-17T00:41:29.389 INFO:tasks.rados.rados.0.smithi157.stdout:2592: finishing rollback tid 1 to smithi15786056-29 2024-08-17T00:41:29.389 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1640 (ObjNum 161 snap 0 seq_num 1462169515) dirty dne 2024-08-17T00:41:29.389 INFO:tasks.rados.rados.0.smithi157.stdout:2592: done (1 left) 2024-08-17T00:41:29.389 INFO:tasks.rados.rados.0.smithi157.stdout:2595: delete oid 11 current snap is 265 2024-08-17T00:41:29.392 INFO:tasks.rados.rados.0.smithi157.stdout:2594: finishing rollback tid 0 to smithi15786056-42 2024-08-17T00:41:29.393 INFO:tasks.rados.rados.0.smithi157.stdout:2594: finishing rollback tid 1 to smithi15786056-42 2024-08-17T00:41:29.396 INFO:tasks.rados.rados.0.smithi157.stdout:2594: finishing rollback tid 2 to smithi15786056-42 2024-08-17T00:41:29.396 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 1687 (ObjNum 755 snap 249 seq_num 755) dirty exists 2024-08-17T00:41:29.397 INFO:tasks.rados.rados.0.smithi157.stdout:2594: done (1 left) 2024-08-17T00:41:29.397 INFO:tasks.rados.rados.0.smithi157.stdout:2595: done (0 left) 2024-08-17T00:41:29.397 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 34 current snap is 265 2024-08-17T00:41:29.397 INFO:tasks.rados.rados.0.smithi157.stdout:2596: seq_num 794 ranges {0=499712,499712=532480,1032192=270336} 2024-08-17T00:41:29.399 INFO:tasks.rados.rados.0.smithi157.stdout:2596: writing smithi15786056-34 from 0 to 499712 tid 1 2024-08-17T00:41:29.402 INFO:tasks.rados.rados.0.smithi157.stdout:2596: writing smithi15786056-34 from 499712 to 1032192 tid 2 2024-08-17T00:41:29.405 INFO:tasks.rados.rados.0.smithi157.stdout:2596: writing smithi15786056-34 from 1032192 to 1302528 tid 3 2024-08-17T00:41:29.405 INFO:tasks.rados.rados.0.smithi157.stdout:2597: rmattr oid 44 current snap is 265 2024-08-17T00:41:29.405 INFO:tasks.rados.rados.0.smithi157.stdout:2596: finishing write tid 1 to smithi15786056-34 2024-08-17T00:41:29.405 INFO:tasks.rados.rados.0.smithi157.stdout:2598: rmattr oid 10 current snap is 265 2024-08-17T00:41:29.405 INFO:tasks.rados.rados.0.smithi157.stdout:2599: copy_from oid 32 from oid 16 current snap is 265 2024-08-17T00:41:29.405 INFO:tasks.rados.rados.0.smithi157.stdout:2600: copy_from oid 13 from oid 35 current snap is 265 2024-08-17T00:41:29.405 INFO:tasks.rados.rados.0.smithi157.stdout:2601: snap_remove snap 243 2024-08-17T00:41:29.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:29 smithi157 ceph-mon[98780]: osdmap e594: 8 total, 8 up, 8 in 2024-08-17T00:41:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:29 smithi157 ceph-mon[101289]: osdmap e594: 8 total, 8 up, 8 in 2024-08-17T00:41:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:29.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T00:41:29.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 systemd[1]: Stopped Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:41:29.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 2.814s CPU time. 2024-08-17T00:41:29.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 systemd[1]: Starting Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:41:29.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-mon[90552]: osdmap e594: 8 total, 8 up, 8 in 2024-08-17T00:41:29.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:29.907 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 podman[123838]: 2024-08-17 00:41:29.551738279 +0000 UTC m=+0.018434966 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T00:41:29.907 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 podman[123838]: 2024-08-17 00:41:29.690637546 +0000 UTC m=+0.157334231 container create 8951aef9ec19b6aa1701279dfd8560817a7449addcd00e2cdf1f0c432ac79fbb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:29.907 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 podman[123838]: 2024-08-17 00:41:29.879044358 +0000 UTC m=+0.345741040 container init 8951aef9ec19b6aa1701279dfd8560817a7449addcd00e2cdf1f0c432ac79fbb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:29.907 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 podman[123838]: 2024-08-17 00:41:29.883371371 +0000 UTC m=+0.350068054 container start 8951aef9ec19b6aa1701279dfd8560817a7449addcd00e2cdf1f0c432ac79fbb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:30.206 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.906Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T00:41:30.206 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.906Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T00:41:30.206 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.906Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi187 (none))" 2024-08-17T00:41:30.206 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.906Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T00:41:30.206 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.906Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T00:41:30.206 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.908Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T00:41:30.206 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.909Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T00:41:30.206 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.910Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T00:41:30.207 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.910Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T00:41:30.207 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.912Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T00:41:30.207 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.912Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.002µs 2024-08-17T00:41:30.207 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.912Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T00:41:30.207 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.913Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-08-17T00:41:30.207 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.927Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-08-17T00:41:30.207 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.932Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-08-17T00:41:30.207 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.939Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-08-17T00:41:30.207 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.940Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-08-17T00:41:30.207 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.940Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.141µs wal_replay_duration=27.26778ms wbl_replay_duration=141ns total_replay_duration=27.31037ms 2024-08-17T00:41:30.207 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.943Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T00:41:30.207 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.943Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T00:41:30.208 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.943Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T00:41:30.208 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.961Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.291942ms db_storage=780ns remote_storage=1.117µs web_handler=465ns query_engine=573ns scrape=402.162µs scrape_sd=93.642µs notify=13.627µs notify_sd=8.186µs rules=17.440197ms tracing=5.431µs 2024-08-17T00:41:30.208 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.961Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T00:41:30.208 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:29.961Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T00:41:30.208 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 bash[123838]: 8951aef9ec19b6aa1701279dfd8560817a7449addcd00e2cdf1f0c432ac79fbb 2024-08-17T00:41:30.208 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:29 smithi187 systemd[1]: Started Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:41:30.395 INFO:tasks.rados.rados.0.smithi157.stdout:2601: done (5 left) 2024-08-17T00:41:30.395 INFO:tasks.rados.rados.0.smithi157.stdout:2602: rollback oid 42 current snap is 265 2024-08-17T00:41:30.395 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 42 to 244 2024-08-17T00:41:30.395 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 1123 (ObjNum 680 snap 216 seq_num 680) dirty exists 2024-08-17T00:41:30.395 INFO:tasks.rados.rados.0.smithi157.stdout:2596: finishing write tid 2 to smithi15786056-34 2024-08-17T00:41:30.395 INFO:tasks.rados.rados.0.smithi157.stdout:2596: finishing write tid 3 to smithi15786056-34 2024-08-17T00:41:30.396 INFO:tasks.rados.rados.0.smithi157.stdout:2596: finishing write tid 4 to smithi15786056-34 2024-08-17T00:41:30.396 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 1537 (ObjNum 777 snap 255 seq_num 777) dirty exists 2024-08-17T00:41:30.396 INFO:tasks.rados.rados.0.smithi157.stdout:2596: finishing write tid 5 to smithi15786056-34 2024-08-17T00:41:30.396 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 1146 (ObjNum 794 snap 265 seq_num 794) dirty exists 2024-08-17T00:41:30.396 INFO:tasks.rados.rados.0.smithi157.stdout:2596: left oid 34 (ObjNum 794 snap 265 seq_num 794) 2024-08-17T00:41:30.396 INFO:tasks.rados.rados.0.smithi157.stdout:2600: finishing copy_from racing read to smithi15786056-13 2024-08-17T00:41:30.396 INFO:tasks.rados.rados.0.smithi157.stdout:2600: finishing copy_from to smithi15786056-13 2024-08-17T00:41:30.396 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1533 (ObjNum 726 snap 233 seq_num 726) dirty exists 2024-08-17T00:41:30.396 INFO:tasks.rados.rados.0.smithi157.stdout:2599: finishing copy_from racing read to smithi15786056-32 2024-08-17T00:41:30.396 INFO:tasks.rados.rados.0.smithi157.stdout:2599: finishing copy_from to smithi15786056-32 2024-08-17T00:41:30.396 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 591 (ObjNum 720 snap 232 seq_num 720) dirty exists 2024-08-17T00:41:30.396 INFO:tasks.rados.rados.0.smithi157.stdout:2596: done (5 left) 2024-08-17T00:41:30.397 INFO:tasks.rados.rados.0.smithi157.stdout:2597: done (4 left) 2024-08-17T00:41:30.397 INFO:tasks.rados.rados.0.smithi157.stdout:2598: done (3 left) 2024-08-17T00:41:30.397 INFO:tasks.rados.rados.0.smithi157.stdout:2599: done (2 left) 2024-08-17T00:41:30.397 INFO:tasks.rados.rados.0.smithi157.stdout:2600: done (1 left) 2024-08-17T00:41:30.397 INFO:tasks.rados.rados.0.smithi157.stdout:2603: rollback oid 9 current snap is 265 2024-08-17T00:41:30.397 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 9 to 213 2024-08-17T00:41:30.397 INFO:tasks.rados.rados.0.smithi157.stdout:2604: read oid 48 snap -1 2024-08-17T00:41:30.397 INFO:tasks.rados.rados.0.smithi157.stdout:2604: expect (ObjNum 761 snap 250 seq_num 761) 2024-08-17T00:41:30.398 INFO:tasks.rados.rados.0.smithi157.stdout:2605: setattr oid 26 current snap is 265 2024-08-17T00:41:30.398 INFO:tasks.rados.rados.0.smithi157.stdout:2606: rollback oid 16 current snap is 265 2024-08-17T00:41:30.398 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 16 to 260 2024-08-17T00:41:30.398 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 35 current snap is 265 2024-08-17T00:41:30.398 INFO:tasks.rados.rados.0.smithi157.stdout:2607: seq_num 795 ranges {163840=524288,688128=417792,1105920=385024} 2024-08-17T00:41:30.401 INFO:tasks.rados.rados.0.smithi157.stdout:2607: writing smithi15786056-35 from 163840 to 688128 tid 1 2024-08-17T00:41:30.404 INFO:tasks.rados.rados.0.smithi157.stdout:2607: writing smithi15786056-35 from 688128 to 1105920 tid 2 2024-08-17T00:41:30.408 INFO:tasks.rados.rados.0.smithi157.stdout:2607: writing smithi15786056-35 from 1105920 to 1490944 tid 3 2024-08-17T00:41:30.409 INFO:tasks.rados.rados.0.smithi157.stdout:2608: read oid 34 snap 252 2024-08-17T00:41:30.409 INFO:tasks.rados.rados.0.smithi157.stdout:2608: expect deleted 2024-08-17T00:41:30.409 INFO:tasks.rados.rados.0.smithi157.stdout:2609: copy_from oid 39 from oid 40 current snap is 265 2024-08-17T00:41:30.409 INFO:tasks.rados.rados.0.smithi157.stdout:2602: finishing rollback tid 0 to smithi15786056-42 2024-08-17T00:41:30.409 INFO:tasks.rados.rados.0.smithi157.stdout:2602: finishing rollback tid 1 to smithi15786056-42 2024-08-17T00:41:30.409 INFO:tasks.rados.rados.0.smithi157.stdout:2602: finishing rollback tid 2 to smithi15786056-42 2024-08-17T00:41:30.409 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 1694 (ObjNum 676 snap 213 seq_num 676) dirty exists 2024-08-17T00:41:30.409 INFO:tasks.rados.rados.0.smithi157.stdout:2606: finishing rollback tid 0 to smithi15786056-16 2024-08-17T00:41:30.409 INFO:tasks.rados.rados.0.smithi157.stdout:2607: finishing write tid 1 to smithi15786056-35 2024-08-17T00:41:30.409 INFO:tasks.rados.rados.0.smithi157.stdout:2602: done (7 left) 2024-08-17T00:41:30.409 INFO:tasks.rados.rados.0.smithi157.stdout:2610: read oid 17 snap 260 2024-08-17T00:41:30.409 INFO:tasks.rados.rados.0.smithi157.stdout:2610: expect (ObjNum 719 snap 232 seq_num 719) 2024-08-17T00:41:30.409 INFO:tasks.rados.rados.0.smithi157.stdout:2611: rollback oid 14 current snap is 265 2024-08-17T00:41:30.410 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 14 to 257 2024-08-17T00:41:30.410 INFO:tasks.rados.rados.0.smithi157.stdout:2606: finishing rollback tid 1 to smithi15786056-16 2024-08-17T00:41:30.410 INFO:tasks.rados.rados.0.smithi157.stdout:2612: snap_remove snap 251 2024-08-17T00:41:30.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:30 smithi187 ceph-mon[90552]: osdmap e595: 8 total, 8 up, 8 in 2024-08-17T00:41:30.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:30 smithi187 ceph-mon[90552]: pgmap v548: 121 pgs: 121 active+clean; 437 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1 op/s 2024-08-17T00:41:30.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:30 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:30.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:30 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:30.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:30 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:30 smithi157 ceph-mon[98780]: osdmap e595: 8 total, 8 up, 8 in 2024-08-17T00:41:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:30 smithi157 ceph-mon[98780]: pgmap v548: 121 pgs: 121 active+clean; 437 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1 op/s 2024-08-17T00:41:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:30 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:30 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:30 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:30.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:30 smithi157 ceph-mon[101289]: osdmap e595: 8 total, 8 up, 8 in 2024-08-17T00:41:30.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:30 smithi157 ceph-mon[101289]: pgmap v548: 121 pgs: 121 active+clean; 437 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1 op/s 2024-08-17T00:41:30.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:30 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:30.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:30 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:30.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:30 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:31.398 INFO:tasks.rados.rados.0.smithi157.stdout:2607: finishing write tid 2 to smithi15786056-35 2024-08-17T00:41:31.398 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1495 (ObjNum 789 snap 261 seq_num 789) dirty exists 2024-08-17T00:41:31.398 INFO:tasks.rados.rados.0.smithi157.stdout:2603: finishing rollback tid 1 to smithi15786056-9 2024-08-17T00:41:31.398 INFO:tasks.rados.rados.0.smithi157.stdout:2603: finishing rollback tid 2 to smithi15786056-9 2024-08-17T00:41:31.398 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1148 (ObjNum 627 snap 194 seq_num 627) dirty exists 2024-08-17T00:41:31.398 INFO:tasks.rados.rados.0.smithi157.stdout:2606: finishing rollback tid 2 to smithi15786056-16 2024-08-17T00:41:31.399 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 594 (ObjNum 720 snap 232 seq_num 720) dirty exists 2024-08-17T00:41:31.399 INFO:tasks.rados.rados.0.smithi157.stdout:2607: finishing write tid 3 to smithi15786056-35 2024-08-17T00:41:31.399 INFO:tasks.rados.rados.0.smithi157.stdout:2607: finishing write tid 4 to smithi15786056-35 2024-08-17T00:41:31.399 INFO:tasks.rados.rados.0.smithi157.stdout:2604: expect (ObjNum 761 snap 250 seq_num 761) 2024-08-17T00:41:31.449 INFO:tasks.rados.rados.0.smithi157.stdout:2611: finishing rollback tid 0 to smithi15786056-14 2024-08-17T00:41:31.449 INFO:tasks.rados.rados.0.smithi157.stdout:2607: finishing write tid 5 to smithi15786056-35 2024-08-17T00:41:31.449 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 1541 (ObjNum 795 snap 265 seq_num 795) dirty exists 2024-08-17T00:41:31.450 INFO:tasks.rados.rados.0.smithi157.stdout:2607: left oid 35 (ObjNum 795 snap 265 seq_num 795) 2024-08-17T00:41:31.450 INFO:tasks.rados.rados.0.smithi157.stdout:2611: finishing rollback tid 1 to smithi15786056-14 2024-08-17T00:41:31.450 INFO:tasks.rados.rados.0.smithi157.stdout:2611: finishing rollback tid 2 to smithi15786056-14 2024-08-17T00:41:31.450 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1102 (ObjNum 739 snap 239 seq_num 739) dirty exists 2024-08-17T00:41:31.450 INFO:tasks.rados.rados.0.smithi157.stdout:2603: done (9 left) 2024-08-17T00:41:31.450 INFO:tasks.rados.rados.0.smithi157.stdout:2604: done (8 left) 2024-08-17T00:41:31.450 INFO:tasks.rados.rados.0.smithi157.stdout:2605: done (7 left) 2024-08-17T00:41:31.450 INFO:tasks.rados.rados.0.smithi157.stdout:2606: done (6 left) 2024-08-17T00:41:31.450 INFO:tasks.rados.rados.0.smithi157.stdout:2607: done (5 left) 2024-08-17T00:41:31.450 INFO:tasks.rados.rados.0.smithi157.stdout:2608: done (4 left) 2024-08-17T00:41:31.450 INFO:tasks.rados.rados.0.smithi157.stdout:2611: done (3 left) 2024-08-17T00:41:31.450 INFO:tasks.rados.rados.0.smithi157.stdout:2612: done (2 left) 2024-08-17T00:41:31.451 INFO:tasks.rados.rados.0.smithi157.stdout:2613: read oid 24 snap -1 2024-08-17T00:41:31.451 INFO:tasks.rados.rados.0.smithi157.stdout:2613: expect deleted 2024-08-17T00:41:31.451 INFO:tasks.rados.rados.0.smithi157.stdout:2614: copy_from oid 31 from oid 45 current snap is 265 2024-08-17T00:41:31.451 INFO:tasks.rados.rados.0.smithi157.stdout:2610: expect (ObjNum 719 snap 232 seq_num 719) 2024-08-17T00:41:31.458 INFO:tasks.rados.rados.0.smithi157.stdout:2609: finishing copy_from racing read to smithi15786056-39 2024-08-17T00:41:31.458 INFO:tasks.rados.rados.0.smithi157.stdout:2609: finishing copy_from to smithi15786056-39 2024-08-17T00:41:31.458 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 1190 (ObjNum 648 snap 203 seq_num 648) dirty exists 2024-08-17T00:41:31.458 INFO:tasks.rados.rados.0.smithi157.stdout:2609: done (3 left) 2024-08-17T00:41:31.458 INFO:tasks.rados.rados.0.smithi157.stdout:2610: done (2 left) 2024-08-17T00:41:31.458 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 19 current snap is 265 2024-08-17T00:41:31.459 INFO:tasks.rados.rados.0.smithi157.stdout:2615: seq_num 796 ranges {0=540672,540672=704512,1245184=98304} 2024-08-17T00:41:31.461 INFO:tasks.rados.rados.0.smithi157.stdout:2615: writing smithi15786056-19 from 0 to 540672 tid 1 2024-08-17T00:41:31.465 INFO:tasks.rados.rados.0.smithi157.stdout:2615: writing smithi15786056-19 from 540672 to 1245184 tid 2 2024-08-17T00:41:31.467 INFO:tasks.rados.rados.0.smithi157.stdout:2615: writing smithi15786056-19 from 1245184 to 1343488 tid 3 2024-08-17T00:41:31.467 INFO:tasks.rados.rados.0.smithi157.stdout:2616: rollback oid 50 current snap is 265 2024-08-17T00:41:31.467 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 50 to 258 2024-08-17T00:41:31.467 INFO:tasks.rados.rados.0.smithi157.stdout:2614: finishing copy_from to smithi15786056-31 2024-08-17T00:41:31.467 INFO:tasks.rados.rados.0.smithi157.stdout:2614: got expected ENOENT (src dne) 2024-08-17T00:41:31.467 INFO:tasks.rados.rados.0.smithi157.stdout:2614: finishing copy_from racing read to smithi15786056-31 2024-08-17T00:41:31.467 INFO:tasks.rados.rados.0.smithi157.stdout:2615: finishing write tid 1 to smithi15786056-19 2024-08-17T00:41:31.468 INFO:tasks.rados.rados.0.smithi157.stdout:2613: done (3 left) 2024-08-17T00:41:31.468 INFO:tasks.rados.rados.0.smithi157.stdout:2614: done (2 left) 2024-08-17T00:41:31.468 INFO:tasks.rados.rados.0.smithi157.stdout:2617: rollback oid 14 current snap is 265 2024-08-17T00:41:31.468 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 14 to 253 2024-08-17T00:41:31.468 INFO:tasks.rados.rados.0.smithi157.stdout:2618: read oid 28 snap -1 2024-08-17T00:41:31.468 INFO:tasks.rados.rados.0.smithi157.stdout:2618: expect (ObjNum 628 snap 196 seq_num 628) 2024-08-17T00:41:31.468 INFO:tasks.rados.rados.0.smithi157.stdout:2619: read oid 25 snap -1 2024-08-17T00:41:31.468 INFO:tasks.rados.rados.0.smithi157.stdout:2619: expect deleted 2024-08-17T00:41:31.468 INFO:tasks.rados.rados.0.smithi157.stdout:2620: setattr oid 49 current snap is 265 2024-08-17T00:41:31.469 INFO:tasks.rados.rados.0.smithi157.stdout:2619: done (5 left) 2024-08-17T00:41:31.469 INFO:tasks.rados.rados.0.smithi157.stdout:2621: rollback oid 22 current snap is 265 2024-08-17T00:41:31.469 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 22 to 213 2024-08-17T00:41:31.469 INFO:tasks.rados.rados.0.smithi157.stdout:2622: snap_create 2024-08-17T00:41:31.470 INFO:tasks.rados.rados.0.smithi157.stdout:2616: finishing rollback tid 1 to smithi15786056-50 2024-08-17T00:41:31.470 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 1098 (ObjNum 225 snap 0 seq_num 170726960) dirty dne 2024-08-17T00:41:31.470 INFO:tasks.rados.rados.0.smithi157.stdout:2617: finishing rollback tid 0 to smithi15786056-14 2024-08-17T00:41:31.470 INFO:tasks.rados.rados.0.smithi157.stdout:2615: finishing write tid 2 to smithi15786056-19 2024-08-17T00:41:31.471 INFO:tasks.rados.rados.0.smithi157.stdout:2615: finishing write tid 3 to smithi15786056-19 2024-08-17T00:41:31.471 INFO:tasks.rados.rados.0.smithi157.stdout:2615: finishing write tid 4 to smithi15786056-19 2024-08-17T00:41:31.471 INFO:tasks.rados.rados.0.smithi157.stdout:2617: finishing rollback tid 1 to smithi15786056-14 2024-08-17T00:41:31.471 INFO:tasks.rados.rados.0.smithi157.stdout:2617: finishing rollback tid 2 to smithi15786056-14 2024-08-17T00:41:31.471 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1105 (ObjNum 739 snap 239 seq_num 739) dirty exists 2024-08-17T00:41:31.472 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1316 (ObjNum 776 snap 255 seq_num 776) dirty exists 2024-08-17T00:41:31.472 INFO:tasks.rados.rados.0.smithi157.stdout:2615: finishing write tid 5 to smithi15786056-19 2024-08-17T00:41:31.472 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 1149 (ObjNum 796 snap 265 seq_num 796) dirty exists 2024-08-17T00:41:31.472 INFO:tasks.rados.rados.0.smithi157.stdout:2615: left oid 19 (ObjNum 796 snap 265 seq_num 796) 2024-08-17T00:41:31.474 INFO:tasks.rados.rados.0.smithi157.stdout:2618: expect (ObjNum 628 snap 196 seq_num 628) 2024-08-17T00:41:31.532 INFO:tasks.rados.rados.0.smithi157.stdout:2621: finishing rollback tid 0 to smithi15786056-22 2024-08-17T00:41:31.532 INFO:tasks.rados.rados.0.smithi157.stdout:2621: finishing rollback tid 1 to smithi15786056-22 2024-08-17T00:41:31.533 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 1512 (ObjNum 993 snap 0 seq_num 171007024) dirty dne 2024-08-17T00:41:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:31 smithi187 ceph-mon[90552]: osdmap e596: 8 total, 8 up, 8 in 2024-08-17T00:41:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:31 smithi157 ceph-mon[98780]: osdmap e596: 8 total, 8 up, 8 in 2024-08-17T00:41:31.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:31 smithi157 ceph-mon[101289]: osdmap e596: 8 total, 8 up, 8 in 2024-08-17T00:41:32.382 INFO:tasks.rados.rados.0.smithi157.stdout:2615: done (6 left) 2024-08-17T00:41:32.382 INFO:tasks.rados.rados.0.smithi157.stdout:2616: done (5 left) 2024-08-17T00:41:32.382 INFO:tasks.rados.rados.0.smithi157.stdout:2617: done (4 left) 2024-08-17T00:41:32.382 INFO:tasks.rados.rados.0.smithi157.stdout:2618: done (3 left) 2024-08-17T00:41:32.382 INFO:tasks.rados.rados.0.smithi157.stdout:2620: done (2 left) 2024-08-17T00:41:32.382 INFO:tasks.rados.rados.0.smithi157.stdout:2621: done (1 left) 2024-08-17T00:41:32.382 INFO:tasks.rados.rados.0.smithi157.stdout:2622: done (0 left) 2024-08-17T00:41:32.382 INFO:tasks.rados.rados.0.smithi157.stdout:2623: read oid 7 snap -1 2024-08-17T00:41:32.382 INFO:tasks.rados.rados.0.smithi157.stdout:2623: expect (ObjNum 785 snap 257 seq_num 785) 2024-08-17T00:41:32.382 INFO:tasks.rados.rados.0.smithi157.stdout:2624: read oid 34 snap -1 2024-08-17T00:41:32.383 INFO:tasks.rados.rados.0.smithi157.stdout:2624: expect (ObjNum 794 snap 265 seq_num 794) 2024-08-17T00:41:32.383 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 266 2024-08-17T00:41:32.383 INFO:tasks.rados.rados.0.smithi157.stdout:2625: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2024-08-17T00:41:32.385 INFO:tasks.rados.rados.0.smithi157.stdout:2625: writing smithi15786056-23 from 0 to 557056 tid 1 2024-08-17T00:41:32.389 INFO:tasks.rados.rados.0.smithi157.stdout:2625: writing smithi15786056-23 from 557056 to 1146880 tid 2 2024-08-17T00:41:32.391 INFO:tasks.rados.rados.0.smithi157.stdout:2625: writing smithi15786056-23 from 1146880 to 1359872 tid 3 2024-08-17T00:41:32.391 INFO:tasks.rados.rados.0.smithi157.stdout:2626: copy_from oid 1 from oid 39 current snap is 266 2024-08-17T00:41:32.391 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 9 current snap is 266 2024-08-17T00:41:32.391 INFO:tasks.rados.rados.0.smithi157.stdout:2627: seq_num 798 ranges {909312=573440,1482752=466944,1949696=335872} 2024-08-17T00:41:32.400 INFO:tasks.rados.rados.0.smithi157.stdout:2627: writing smithi15786056-9 from 909312 to 1482752 tid 1 2024-08-17T00:41:32.403 INFO:tasks.rados.rados.0.smithi157.stdout:2627: writing smithi15786056-9 from 1482752 to 1949696 tid 2 2024-08-17T00:41:32.406 INFO:tasks.rados.rados.0.smithi157.stdout:2627: writing smithi15786056-9 from 1949696 to 2285568 tid 3 2024-08-17T00:41:32.406 INFO:tasks.rados.rados.0.smithi157.stdout:2628: read oid 10 snap -1 2024-08-17T00:41:32.406 INFO:tasks.rados.rados.0.smithi157.stdout:2628: expect (ObjNum 680 snap 216 seq_num 680) 2024-08-17T00:41:32.406 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 266 2024-08-17T00:41:32.406 INFO:tasks.rados.rados.0.smithi157.stdout:2629: seq_num 799 ranges {0=589824,589824=802816} 2024-08-17T00:41:32.410 INFO:tasks.rados.rados.0.smithi157.stdout:2629: writing smithi15786056-25 from 0 to 589824 tid 1 2024-08-17T00:41:32.416 INFO:tasks.rados.rados.0.smithi157.stdout:2629: writing smithi15786056-25 from 589824 to 1392640 tid 2 2024-08-17T00:41:32.416 INFO:tasks.rados.rados.0.smithi157.stdout:2630: snap_create 2024-08-17T00:41:32.416 INFO:tasks.rados.rados.0.smithi157.stdout:2624: expect (ObjNum 794 snap 265 seq_num 794) 2024-08-17T00:41:32.452 INFO:tasks.rados.rados.0.smithi157.stdout:2623: expect (ObjNum 785 snap 257 seq_num 785) 2024-08-17T00:41:32.482 INFO:tasks.rados.rados.0.smithi157.stdout:2625: finishing write tid 1 to smithi15786056-23 2024-08-17T00:41:32.483 INFO:tasks.rados.rados.0.smithi157.stdout:2625: finishing write tid 2 to smithi15786056-23 2024-08-17T00:41:32.483 INFO:tasks.rados.rados.0.smithi157.stdout:2625: finishing write tid 3 to smithi15786056-23 2024-08-17T00:41:32.483 INFO:tasks.rados.rados.0.smithi157.stdout:2625: finishing write tid 4 to smithi15786056-23 2024-08-17T00:41:32.483 INFO:tasks.rados.rados.0.smithi157.stdout:2625: finishing write tid 5 to smithi15786056-23 2024-08-17T00:41:32.483 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1721 (ObjNum 797 snap 266 seq_num 797) dirty exists 2024-08-17T00:41:32.483 INFO:tasks.rados.rados.0.smithi157.stdout:2625: left oid 23 (ObjNum 797 snap 266 seq_num 797) 2024-08-17T00:41:32.483 INFO:tasks.rados.rados.0.smithi157.stdout:2627: finishing write tid 1 to smithi15786056-9 2024-08-17T00:41:32.483 INFO:tasks.rados.rados.0.smithi157.stdout:2627: finishing write tid 2 to smithi15786056-9 2024-08-17T00:41:32.483 INFO:tasks.rados.rados.0.smithi157.stdout:2627: finishing write tid 3 to smithi15786056-9 2024-08-17T00:41:32.483 INFO:tasks.rados.rados.0.smithi157.stdout:2627: finishing write tid 4 to smithi15786056-9 2024-08-17T00:41:32.483 INFO:tasks.rados.rados.0.smithi157.stdout:2626: finishing copy_from racing read to smithi15786056-1 2024-08-17T00:41:32.484 INFO:tasks.rados.rados.0.smithi157.stdout:2626: finishing copy_from to smithi15786056-1 2024-08-17T00:41:32.484 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 1190 (ObjNum 648 snap 203 seq_num 648) dirty exists 2024-08-17T00:41:32.484 INFO:tasks.rados.rados.0.smithi157.stdout:2627: finishing write tid 5 to smithi15786056-9 2024-08-17T00:41:32.484 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1152 (ObjNum 798 snap 266 seq_num 798) dirty exists 2024-08-17T00:41:32.484 INFO:tasks.rados.rados.0.smithi157.stdout:2627: left oid 9 (ObjNum 798 snap 266 seq_num 798) 2024-08-17T00:41:32.484 INFO:tasks.rados.rados.0.smithi157.stdout:2629: finishing write tid 1 to smithi15786056-25 2024-08-17T00:41:32.484 INFO:tasks.rados.rados.0.smithi157.stdout:2629: finishing write tid 2 to smithi15786056-25 2024-08-17T00:41:32.484 INFO:tasks.rados.rados.0.smithi157.stdout:2629: finishing write tid 3 to smithi15786056-25 2024-08-17T00:41:32.484 INFO:tasks.rados.rados.0.smithi157.stdout:2629: finishing write tid 4 to smithi15786056-25 2024-08-17T00:41:32.484 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 1155 (ObjNum 799 snap 266 seq_num 799) dirty exists 2024-08-17T00:41:32.484 INFO:tasks.rados.rados.0.smithi157.stdout:2629: left oid 25 (ObjNum 799 snap 266 seq_num 799) 2024-08-17T00:41:32.485 INFO:tasks.rados.rados.0.smithi157.stdout:2628: expect (ObjNum 680 snap 216 seq_num 680) 2024-08-17T00:41:32.586 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:32 smithi187 ceph-mon[90552]: osdmap e597: 8 total, 8 up, 8 in 2024-08-17T00:41:32.587 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:32 smithi187 ceph-mon[90552]: pgmap v551: 121 pgs: 121 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-08-17T00:41:32.587 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:32 smithi187 ceph-mon[90552]: osdmap e598: 8 total, 8 up, 8 in 2024-08-17T00:41:32.587 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:41:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:32 smithi157 ceph-mon[101289]: osdmap e597: 8 total, 8 up, 8 in 2024-08-17T00:41:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:32 smithi157 ceph-mon[101289]: pgmap v551: 121 pgs: 121 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-08-17T00:41:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:32 smithi157 ceph-mon[101289]: osdmap e598: 8 total, 8 up, 8 in 2024-08-17T00:41:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:32 smithi157 ceph-mon[98780]: osdmap e597: 8 total, 8 up, 8 in 2024-08-17T00:41:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:32 smithi157 ceph-mon[98780]: pgmap v551: 121 pgs: 121 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-08-17T00:41:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:32 smithi157 ceph-mon[98780]: osdmap e598: 8 total, 8 up, 8 in 2024-08-17T00:41:33.404 INFO:tasks.rados.rados.0.smithi157.stdout:2623: done (7 left) 2024-08-17T00:41:33.404 INFO:tasks.rados.rados.0.smithi157.stdout:2624: done (6 left) 2024-08-17T00:41:33.405 INFO:tasks.rados.rados.0.smithi157.stdout:2625: done (5 left) 2024-08-17T00:41:33.405 INFO:tasks.rados.rados.0.smithi157.stdout:2626: done (4 left) 2024-08-17T00:41:33.405 INFO:tasks.rados.rados.0.smithi157.stdout:2627: done (3 left) 2024-08-17T00:41:33.405 INFO:tasks.rados.rados.0.smithi157.stdout:2628: done (2 left) 2024-08-17T00:41:33.405 INFO:tasks.rados.rados.0.smithi157.stdout:2629: done (1 left) 2024-08-17T00:41:33.405 INFO:tasks.rados.rados.0.smithi157.stdout:2630: done (0 left) 2024-08-17T00:41:33.405 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 43 current snap is 267 2024-08-17T00:41:33.405 INFO:tasks.rados.rados.0.smithi157.stdout:2631: seq_num 800 ranges {737280=606208,1343488=688128,2031616=114688} 2024-08-17T00:41:33.411 INFO:tasks.rados.rados.0.smithi157.stdout:2631: writing smithi15786056-43 from 737280 to 1343488 tid 1 2024-08-17T00:41:33.415 INFO:tasks.rados.rados.0.smithi157.stdout:2631: writing smithi15786056-43 from 1343488 to 2031616 tid 2 2024-08-17T00:41:33.416 INFO:tasks.rados.rados.0.smithi157.stdout:2631: writing smithi15786056-43 from 2031616 to 2146304 tid 3 2024-08-17T00:41:33.416 INFO:tasks.rados.rados.0.smithi157.stdout:2632: snap_remove snap 238 2024-08-17T00:41:34.412 INFO:tasks.rados.rados.0.smithi157.stdout:2632: done (1 left) 2024-08-17T00:41:34.412 INFO:tasks.rados.rados.0.smithi157.stdout:2633: copy_from oid 29 from oid 6 current snap is 267 2024-08-17T00:41:34.413 INFO:tasks.rados.rados.0.smithi157.stdout:2631: finishing write tid 1 to smithi15786056-43 2024-08-17T00:41:34.413 INFO:tasks.rados.rados.0.smithi157.stdout:2631: finishing write tid 2 to smithi15786056-43 2024-08-17T00:41:34.413 INFO:tasks.rados.rados.0.smithi157.stdout:2631: finishing write tid 3 to smithi15786056-43 2024-08-17T00:41:34.413 INFO:tasks.rados.rados.0.smithi157.stdout:2631: finishing write tid 4 to smithi15786056-43 2024-08-17T00:41:34.413 INFO:tasks.rados.rados.0.smithi157.stdout:2631: finishing write tid 5 to smithi15786056-43 2024-08-17T00:41:34.413 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 1726 (ObjNum 800 snap 267 seq_num 800) dirty exists 2024-08-17T00:41:34.413 INFO:tasks.rados.rados.0.smithi157.stdout:2631: left oid 43 (ObjNum 800 snap 267 seq_num 800) 2024-08-17T00:41:34.413 INFO:tasks.rados.rados.0.smithi157.stdout:2631: done (1 left) 2024-08-17T00:41:34.413 INFO:tasks.rados.rados.0.smithi157.stdout:2634: copy_from oid 23 from oid 16 current snap is 267 2024-08-17T00:41:34.413 INFO:tasks.rados.rados.0.smithi157.stdout:2635: delete oid 10 current snap is 267 2024-08-17T00:41:34.428 INFO:tasks.rados.rados.0.smithi157.stdout:2635: done (2 left) 2024-08-17T00:41:34.428 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 19 current snap is 267 2024-08-17T00:41:34.428 INFO:tasks.rados.rados.0.smithi157.stdout:2636: seq_num 802 ranges {1343488=638976,1982464=458752,2441216=344064} 2024-08-17T00:41:34.439 INFO:tasks.rados.rados.0.smithi157.stdout:2636: writing smithi15786056-19 from 1343488 to 1982464 tid 1 2024-08-17T00:41:34.443 INFO:tasks.rados.rados.0.smithi157.stdout:2636: writing smithi15786056-19 from 1982464 to 2441216 tid 2 2024-08-17T00:41:34.446 INFO:tasks.rados.rados.0.smithi157.stdout:2636: writing smithi15786056-19 from 2441216 to 2785280 tid 3 2024-08-17T00:41:34.446 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 267 2024-08-17T00:41:34.446 INFO:tasks.rados.rados.0.smithi157.stdout:2637: seq_num 803 ranges {0=655360,655360=745472,1400832=57344} 2024-08-17T00:41:34.450 INFO:tasks.rados.rados.0.smithi157.stdout:2637: writing smithi15786056-4 from 0 to 655360 tid 1 2024-08-17T00:41:34.455 INFO:tasks.rados.rados.0.smithi157.stdout:2637: writing smithi15786056-4 from 655360 to 1400832 tid 2 2024-08-17T00:41:34.457 INFO:tasks.rados.rados.0.smithi157.stdout:2637: writing smithi15786056-4 from 1400832 to 1458176 tid 3 2024-08-17T00:41:34.457 INFO:tasks.rados.rados.0.smithi157.stdout:2638: read oid 15 snap -1 2024-08-17T00:41:34.457 INFO:tasks.rados.rados.0.smithi157.stdout:2638: expect (ObjNum 727 snap 233 seq_num 727) 2024-08-17T00:41:34.457 INFO:tasks.rados.rados.0.smithi157.stdout:2636: finishing write tid 1 to smithi15786056-19 2024-08-17T00:41:34.457 INFO:tasks.rados.rados.0.smithi157.stdout:2636: finishing write tid 2 to smithi15786056-19 2024-08-17T00:41:34.457 INFO:tasks.rados.rados.0.smithi157.stdout:2639: read oid 36 snap -1 2024-08-17T00:41:34.457 INFO:tasks.rados.rados.0.smithi157.stdout:2639: expect (ObjNum 552 snap 163 seq_num 552) 2024-08-17T00:41:34.457 INFO:tasks.rados.rados.0.smithi157.stdout:2640: snap_remove snap 247 2024-08-17T00:41:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:34 smithi187 ceph-mon[90552]: osdmap e599: 8 total, 8 up, 8 in 2024-08-17T00:41:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:34 smithi187 ceph-mon[90552]: pgmap v554: 121 pgs: 121 active+clean; 454 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.3 MiB/s wr, 26 op/s 2024-08-17T00:41:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:34.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:34 smithi157 ceph-mon[101289]: osdmap e599: 8 total, 8 up, 8 in 2024-08-17T00:41:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:34 smithi157 ceph-mon[101289]: pgmap v554: 121 pgs: 121 active+clean; 454 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.3 MiB/s wr, 26 op/s 2024-08-17T00:41:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:34 smithi157 ceph-mon[98780]: osdmap e599: 8 total, 8 up, 8 in 2024-08-17T00:41:34.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:34.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:34.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:34 smithi157 ceph-mon[98780]: pgmap v554: 121 pgs: 121 active+clean; 454 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.3 MiB/s wr, 26 op/s 2024-08-17T00:41:34.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:34.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:35.419 INFO:tasks.rados.rados.0.smithi157.stdout:2640: done (6 left) 2024-08-17T00:41:35.419 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 267 2024-08-17T00:41:35.419 INFO:tasks.rados.rados.0.smithi157.stdout:2636: finishing write tid 3 to smithi15786056-19 2024-08-17T00:41:35.419 INFO:tasks.rados.rados.0.smithi157.stdout:2636: finishing write tid 4 to smithi15786056-19 2024-08-17T00:41:35.419 INFO:tasks.rados.rados.0.smithi157.stdout:2637: finishing write tid 1 to smithi15786056-4 2024-08-17T00:41:35.419 INFO:tasks.rados.rados.0.smithi157.stdout:2641: seq_num 804 ranges {0=671744,671744=622592,1294336=180224} 2024-08-17T00:41:35.423 INFO:tasks.rados.rados.0.smithi157.stdout:2641: writing smithi15786056-18 from 0 to 671744 tid 1 2024-08-17T00:41:35.428 INFO:tasks.rados.rados.0.smithi157.stdout:2641: writing smithi15786056-18 from 671744 to 1294336 tid 2 2024-08-17T00:41:35.430 INFO:tasks.rados.rados.0.smithi157.stdout:2641: writing smithi15786056-18 from 1294336 to 1474560 tid 3 2024-08-17T00:41:35.430 INFO:tasks.rados.rados.0.smithi157.stdout:2642: setattr oid 30 current snap is 267 2024-08-17T00:41:35.438 INFO:tasks.rados.rados.0.smithi157.stdout:2636: finishing write tid 5 to smithi15786056-19 2024-08-17T00:41:35.439 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 1153 (ObjNum 802 snap 267 seq_num 802) dirty exists 2024-08-17T00:41:35.439 INFO:tasks.rados.rados.0.smithi157.stdout:2636: left oid 19 (ObjNum 802 snap 267 seq_num 802) 2024-08-17T00:41:35.439 INFO:tasks.rados.rados.0.smithi157.stdout:2637: finishing write tid 2 to smithi15786056-4 2024-08-17T00:41:35.439 INFO:tasks.rados.rados.0.smithi157.stdout:2637: finishing write tid 3 to smithi15786056-4 2024-08-17T00:41:35.439 INFO:tasks.rados.rados.0.smithi157.stdout:2637: finishing write tid 4 to smithi15786056-4 2024-08-17T00:41:35.439 INFO:tasks.rados.rados.0.smithi157.stdout:2637: finishing write tid 5 to smithi15786056-4 2024-08-17T00:41:35.439 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 1195 (ObjNum 803 snap 267 seq_num 803) dirty exists 2024-08-17T00:41:35.439 INFO:tasks.rados.rados.0.smithi157.stdout:2637: left oid 4 (ObjNum 803 snap 267 seq_num 803) 2024-08-17T00:41:35.439 INFO:tasks.rados.rados.0.smithi157.stdout:2634: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:41:35.439 INFO:tasks.rados.rados.0.smithi157.stdout:2633: finishing copy_from racing read to smithi15786056-29 2024-08-17T00:41:35.440 INFO:tasks.rados.rados.0.smithi157.stdout:2633: finishing copy_from to smithi15786056-29 2024-08-17T00:41:35.440 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1479 (ObjNum 791 snap 261 seq_num 791) dirty exists 2024-08-17T00:41:35.440 INFO:tasks.rados.rados.0.smithi157.stdout:2634: finishing copy_from to smithi15786056-23 2024-08-17T00:41:35.440 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 594 (ObjNum 720 snap 232 seq_num 720) dirty exists 2024-08-17T00:41:35.440 INFO:tasks.rados.rados.0.smithi157.stdout:2638: expect (ObjNum 727 snap 233 seq_num 727) 2024-08-17T00:41:35.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:35 smithi187 ceph-mon[90552]: osdmap e600: 8 total, 8 up, 8 in 2024-08-17T00:41:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:35 smithi157 ceph-mon[98780]: osdmap e600: 8 total, 8 up, 8 in 2024-08-17T00:41:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:35 smithi157 ceph-mon[101289]: osdmap e600: 8 total, 8 up, 8 in 2024-08-17T00:41:36.219 INFO:tasks.rados.rados.0.smithi157.stdout:2639: expect (ObjNum 552 snap 163 seq_num 552) 2024-08-17T00:41:36.676 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:36 smithi187 ceph-mon[90552]: osdmap e601: 8 total, 8 up, 8 in 2024-08-17T00:41:36.676 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:36 smithi187 ceph-mon[90552]: pgmap v557: 121 pgs: 121 active+clean; 462 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.9 MiB/s wr, 28 op/s 2024-08-17T00:41:36.825 INFO:tasks.rados.rados.0.smithi157.stdout:2641: finishing write tid 1 to smithi15786056-18 2024-08-17T00:41:36.825 INFO:tasks.rados.rados.0.smithi157.stdout:2641: finishing write tid 2 to smithi15786056-18 2024-08-17T00:41:36.825 INFO:tasks.rados.rados.0.smithi157.stdout:2641: finishing write tid 3 to smithi15786056-18 2024-08-17T00:41:36.825 INFO:tasks.rados.rados.0.smithi157.stdout:2641: finishing write tid 4 to smithi15786056-18 2024-08-17T00:41:36.825 INFO:tasks.rados.rados.0.smithi157.stdout:2641: finishing write tid 5 to smithi15786056-18 2024-08-17T00:41:36.825 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 1334 (ObjNum 804 snap 267 seq_num 804) dirty exists 2024-08-17T00:41:36.826 INFO:tasks.rados.rados.0.smithi157.stdout:2641: left oid 18 (ObjNum 804 snap 267 seq_num 804) 2024-08-17T00:41:36.826 INFO:tasks.rados.rados.0.smithi157.stdout:2633: done (7 left) 2024-08-17T00:41:36.826 INFO:tasks.rados.rados.0.smithi157.stdout:2634: done (6 left) 2024-08-17T00:41:36.826 INFO:tasks.rados.rados.0.smithi157.stdout:2636: done (5 left) 2024-08-17T00:41:36.826 INFO:tasks.rados.rados.0.smithi157.stdout:2637: done (4 left) 2024-08-17T00:41:36.826 INFO:tasks.rados.rados.0.smithi157.stdout:2638: done (3 left) 2024-08-17T00:41:36.826 INFO:tasks.rados.rados.0.smithi157.stdout:2639: done (2 left) 2024-08-17T00:41:36.826 INFO:tasks.rados.rados.0.smithi157.stdout:2641: done (1 left) 2024-08-17T00:41:36.826 INFO:tasks.rados.rados.0.smithi157.stdout:2643: copy_from oid 29 from oid 48 current snap is 267 2024-08-17T00:41:36.826 INFO:tasks.rados.rados.0.smithi157.stdout:2644: read oid 1 snap -1 2024-08-17T00:41:36.826 INFO:tasks.rados.rados.0.smithi157.stdout:2644: expect (ObjNum 648 snap 203 seq_num 648) 2024-08-17T00:41:36.826 INFO:tasks.rados.rados.0.smithi157.stdout:2645: snap_create 2024-08-17T00:41:36.834 INFO:tasks.rados.rados.0.smithi157.stdout:2643: finishing copy_from racing read to smithi15786056-29 2024-08-17T00:41:36.835 INFO:tasks.rados.rados.0.smithi157.stdout:2643: finishing copy_from to smithi15786056-29 2024-08-17T00:41:36.835 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1552 (ObjNum 761 snap 250 seq_num 761) dirty exists 2024-08-17T00:41:36.835 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 1196 (ObjNum 129 snap 0 seq_num 172094576) dirty exists 2024-08-17T00:41:36.836 INFO:tasks.rados.rados.0.smithi157.stdout:2644: expect (ObjNum 648 snap 203 seq_num 648) 2024-08-17T00:41:36.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:36 smithi157 ceph-mon[98780]: osdmap e601: 8 total, 8 up, 8 in 2024-08-17T00:41:36.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:36 smithi157 ceph-mon[98780]: pgmap v557: 121 pgs: 121 active+clean; 462 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.9 MiB/s wr, 28 op/s 2024-08-17T00:41:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:36 smithi157 ceph-mon[101289]: osdmap e601: 8 total, 8 up, 8 in 2024-08-17T00:41:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:36 smithi157 ceph-mon[101289]: pgmap v557: 121 pgs: 121 active+clean; 462 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.9 MiB/s wr, 28 op/s 2024-08-17T00:41:37.381 INFO:tasks.rados.rados.0.smithi157.stdout:2642: done (3 left) 2024-08-17T00:41:37.382 INFO:tasks.rados.rados.0.smithi157.stdout:2643: done (2 left) 2024-08-17T00:41:37.382 INFO:tasks.rados.rados.0.smithi157.stdout:2644: done (1 left) 2024-08-17T00:41:37.382 INFO:tasks.rados.rados.0.smithi157.stdout:2645: done (0 left) 2024-08-17T00:41:37.382 INFO:tasks.rados.rados.0.smithi157.stdout:2646: setattr oid 33 current snap is 268 2024-08-17T00:41:37.382 INFO:tasks.rados.rados.0.smithi157.stdout:2647: delete oid 35 current snap is 268 2024-08-17T00:41:37.388 INFO:tasks.rados.rados.0.smithi157.stdout:2647: done (1 left) 2024-08-17T00:41:37.388 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 268 2024-08-17T00:41:37.388 INFO:tasks.rados.rados.0.smithi157.stdout:2648: seq_num 806 ranges {1974272=704512,2678784=442368,3121152=360448} 2024-08-17T00:41:37.402 INFO:tasks.rados.rados.0.smithi157.stdout:2648: writing smithi15786056-49 from 1974272 to 2678784 tid 1 2024-08-17T00:41:37.405 INFO:tasks.rados.rados.0.smithi157.stdout:2648: writing smithi15786056-49 from 2678784 to 3121152 tid 2 2024-08-17T00:41:37.407 INFO:tasks.rados.rados.0.smithi157.stdout:2648: writing smithi15786056-49 from 3121152 to 3481600 tid 3 2024-08-17T00:41:37.407 INFO:tasks.rados.rados.0.smithi157.stdout:2649: snap_create 2024-08-17T00:41:37.407 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 1001 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-17T00:41:37.410 INFO:tasks.rados.rados.0.smithi157.stdout:2648: finishing write tid 1 to smithi15786056-49 2024-08-17T00:41:37.410 INFO:tasks.rados.rados.0.smithi157.stdout:2648: finishing write tid 2 to smithi15786056-49 2024-08-17T00:41:37.412 INFO:tasks.rados.rados.0.smithi157.stdout:2648: finishing write tid 3 to smithi15786056-49 2024-08-17T00:41:37.412 INFO:tasks.rados.rados.0.smithi157.stdout:2648: finishing write tid 4 to smithi15786056-49 2024-08-17T00:41:37.413 INFO:tasks.rados.rados.0.smithi157.stdout:2648: finishing write tid 5 to smithi15786056-49 2024-08-17T00:41:37.413 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1339 (ObjNum 806 snap 268 seq_num 806) dirty exists 2024-08-17T00:41:37.413 INFO:tasks.rados.rados.0.smithi157.stdout:2648: left oid 49 (ObjNum 806 snap 268 seq_num 806) 2024-08-17T00:41:38.387 INFO:tasks.rados.rados.0.smithi157.stdout:2646: done (2 left) 2024-08-17T00:41:38.387 INFO:tasks.rados.rados.0.smithi157.stdout:2648: done (1 left) 2024-08-17T00:41:38.387 INFO:tasks.rados.rados.0.smithi157.stdout:2649: done (0 left) 2024-08-17T00:41:38.387 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 32 current snap is 269 2024-08-17T00:41:38.387 INFO:tasks.rados.rados.0.smithi157.stdout:2650: seq_num 807 ranges {8159232=720896,8880128=729088,9609216=73728} 2024-08-17T00:41:38.433 INFO:tasks.rados.rados.0.smithi157.stdout:2650: writing smithi15786056-32 from 8159232 to 8880128 tid 1 2024-08-17T00:41:38.437 INFO:tasks.rados.rados.0.smithi157.stdout:2650: writing smithi15786056-32 from 8880128 to 9609216 tid 2 2024-08-17T00:41:38.438 INFO:tasks.rados.rados.0.smithi157.stdout:2650: writing smithi15786056-32 from 9609216 to 9682944 tid 3 2024-08-17T00:41:38.438 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 12 current snap is 269 2024-08-17T00:41:38.439 INFO:tasks.rados.rados.0.smithi157.stdout:2651: seq_num 808 ranges {499712=737280,1236992=614400,1851392=188416} 2024-08-17T00:41:38.445 INFO:tasks.rados.rados.0.smithi157.stdout:2651: writing smithi15786056-12 from 499712 to 1236992 tid 1 2024-08-17T00:41:38.448 INFO:tasks.rados.rados.0.smithi157.stdout:2651: writing smithi15786056-12 from 1236992 to 1851392 tid 2 2024-08-17T00:41:38.450 INFO:tasks.rados.rados.0.smithi157.stdout:2651: writing smithi15786056-12 from 1851392 to 2039808 tid 3 2024-08-17T00:41:38.450 INFO:tasks.rados.rados.0.smithi157.stdout:2652: rmattr oid 2 current snap is 269 2024-08-17T00:41:38.451 INFO:tasks.rados.rados.0.smithi157.stdout:2652: done (2 left) 2024-08-17T00:41:38.451 INFO:tasks.rados.rados.0.smithi157.stdout:2653: rollback oid 46 current snap is 269 2024-08-17T00:41:38.451 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 46 to 257 2024-08-17T00:41:38.451 INFO:tasks.rados.rados.0.smithi157.stdout:2650: finishing write tid 1 to smithi15786056-32 2024-08-17T00:41:38.451 INFO:tasks.rados.rados.0.smithi157.stdout:2650: finishing write tid 2 to smithi15786056-32 2024-08-17T00:41:38.451 INFO:tasks.rados.rados.0.smithi157.stdout:2650: finishing write tid 3 to smithi15786056-32 2024-08-17T00:41:38.451 INFO:tasks.rados.rados.0.smithi157.stdout:2650: finishing write tid 4 to smithi15786056-32 2024-08-17T00:41:38.451 INFO:tasks.rados.rados.0.smithi157.stdout:2650: finishing write tid 5 to smithi15786056-32 2024-08-17T00:41:38.451 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 1168 (ObjNum 807 snap 269 seq_num 807) dirty exists 2024-08-17T00:41:38.451 INFO:tasks.rados.rados.0.smithi157.stdout:2650: left oid 32 (ObjNum 807 snap 269 seq_num 807) 2024-08-17T00:41:38.451 INFO:tasks.rados.rados.0.smithi157.stdout:2650: done (2 left) 2024-08-17T00:41:38.451 INFO:tasks.rados.rados.0.smithi157.stdout:2654: delete oid 14 current snap is 269 2024-08-17T00:41:38.452 INFO:tasks.rados.rados.0.smithi157.stdout:2651: finishing write tid 1 to smithi15786056-12 2024-08-17T00:41:38.452 INFO:tasks.rados.rados.0.smithi157.stdout:2651: finishing write tid 2 to smithi15786056-12 2024-08-17T00:41:38.453 INFO:tasks.rados.rados.0.smithi157.stdout:2651: finishing write tid 3 to smithi15786056-12 2024-08-17T00:41:38.453 INFO:tasks.rados.rados.0.smithi157.stdout:2651: finishing write tid 4 to smithi15786056-12 2024-08-17T00:41:38.454 INFO:tasks.rados.rados.0.smithi157.stdout:2651: finishing write tid 5 to smithi15786056-12 2024-08-17T00:41:38.454 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 891 (ObjNum 808 snap 269 seq_num 808) dirty exists 2024-08-17T00:41:38.454 INFO:tasks.rados.rados.0.smithi157.stdout:2651: left oid 12 (ObjNum 808 snap 269 seq_num 808) 2024-08-17T00:41:38.456 INFO:tasks.rados.rados.0.smithi157.stdout:2653: finishing rollback tid 0 to smithi15786056-46 2024-08-17T00:41:38.456 INFO:tasks.rados.rados.0.smithi157.stdout:2653: finishing rollback tid 1 to smithi15786056-46 2024-08-17T00:41:38.457 INFO:tasks.rados.rados.0.smithi157.stdout:2653: finishing rollback tid 2 to smithi15786056-46 2024-08-17T00:41:38.457 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1108 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:41:38.458 INFO:tasks.rados.rados.0.smithi157.stdout:2651: done (2 left) 2024-08-17T00:41:38.458 INFO:tasks.rados.rados.0.smithi157.stdout:2653: done (1 left) 2024-08-17T00:41:38.458 INFO:tasks.rados.rados.0.smithi157.stdout:2654: done (0 left) 2024-08-17T00:41:38.458 INFO:tasks.rados.rados.0.smithi157.stdout:2655: setattr oid 7 current snap is 269 2024-08-17T00:41:38.459 INFO:tasks.rados.rados.0.smithi157.stdout:2656: rmattr oid 5 current snap is 269 2024-08-17T00:41:38.459 INFO:tasks.rados.rados.0.smithi157.stdout:2657: read oid 13 snap -1 2024-08-17T00:41:38.459 INFO:tasks.rados.rados.0.smithi157.stdout:2657: expect (ObjNum 726 snap 233 seq_num 726) 2024-08-17T00:41:38.459 INFO:tasks.rados.rados.0.smithi157.stdout:2658: copy_from oid 20 from oid 36 current snap is 269 2024-08-17T00:41:38.459 INFO:tasks.rados.rados.0.smithi157.stdout:2659: setattr oid 8 current snap is 269 2024-08-17T00:41:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:2660: rollback oid 16 current snap is 269 2024-08-17T00:41:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 16 to 260 2024-08-17T00:41:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:2661: rollback oid 37 current snap is 269 2024-08-17T00:41:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 37 to 213 2024-08-17T00:41:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:2662: copy_from oid 29 from oid 15 current snap is 269 2024-08-17T00:41:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:2663: read oid 33 snap 267 2024-08-17T00:41:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:2663: expect deleted 2024-08-17T00:41:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:2664: delete oid 45 current snap is 269 2024-08-17T00:41:38.461 INFO:tasks.rados.rados.0.smithi157.stdout:2657: expect (ObjNum 726 snap 233 seq_num 726) 2024-08-17T00:41:38.468 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 1212 (ObjNum 780 snap 257 seq_num 780) dirty exists 2024-08-17T00:41:38.468 INFO:tasks.rados.rados.0.smithi157.stdout:2660: finishing rollback tid 0 to smithi15786056-16 2024-08-17T00:41:38.468 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1170 (ObjNum 713 snap 231 seq_num 713) dirty exists 2024-08-17T00:41:38.469 INFO:tasks.rados.rados.0.smithi157.stdout:2660: finishing rollback tid 1 to smithi15786056-16 2024-08-17T00:41:38.469 INFO:tasks.rados.rados.0.smithi157.stdout:2660: finishing rollback tid 2 to smithi15786056-16 2024-08-17T00:41:38.469 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 597 (ObjNum 720 snap 232 seq_num 720) dirty exists 2024-08-17T00:41:38.469 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 1341 (ObjNum 785 snap 257 seq_num 785) dirty exists 2024-08-17T00:41:38.469 INFO:tasks.rados.rados.0.smithi157.stdout:2661: finishing rollback tid 0 to smithi15786056-37 2024-08-17T00:41:38.469 INFO:tasks.rados.rados.0.smithi157.stdout:2661: finishing rollback tid 1 to smithi15786056-37 2024-08-17T00:41:38.470 INFO:tasks.rados.rados.0.smithi157.stdout:2661: finishing rollback tid 2 to smithi15786056-37 2024-08-17T00:41:38.470 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 1345 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:41:38.471 INFO:tasks.rados.rados.0.smithi157.stdout:2655: done (9 left) 2024-08-17T00:41:38.471 INFO:tasks.rados.rados.0.smithi157.stdout:2656: done (8 left) 2024-08-17T00:41:38.472 INFO:tasks.rados.rados.0.smithi157.stdout:2657: done (7 left) 2024-08-17T00:41:38.472 INFO:tasks.rados.rados.0.smithi157.stdout:2659: done (6 left) 2024-08-17T00:41:38.472 INFO:tasks.rados.rados.0.smithi157.stdout:2660: done (5 left) 2024-08-17T00:41:38.472 INFO:tasks.rados.rados.0.smithi157.stdout:2661: done (4 left) 2024-08-17T00:41:38.472 INFO:tasks.rados.rados.0.smithi157.stdout:2663: done (3 left) 2024-08-17T00:41:38.472 INFO:tasks.rados.rados.0.smithi157.stdout:2664: done (2 left) 2024-08-17T00:41:38.472 INFO:tasks.rados.rados.0.smithi157.stdout:2665: rmattr oid 16 current snap is 269 2024-08-17T00:41:38.472 INFO:tasks.rados.rados.0.smithi157.stdout:2665: done (2 left) 2024-08-17T00:41:38.472 INFO:tasks.rados.rados.0.smithi157.stdout:2666: delete oid 8 current snap is 269 2024-08-17T00:41:38.481 INFO:tasks.rados.rados.0.smithi157.stdout:2666: done (2 left) 2024-08-17T00:41:38.481 INFO:tasks.rados.rados.0.smithi157.stdout:2667: copy_from oid 1 from oid 43 current snap is 269 2024-08-17T00:41:38.481 INFO:tasks.rados.rados.0.smithi157.stdout:2668: read oid 27 snap 214 2024-08-17T00:41:38.481 INFO:tasks.rados.rados.0.smithi157.stdout:2668: expect deleted 2024-08-17T00:41:38.481 INFO:tasks.rados.rados.0.smithi157.stdout:2669: read oid 12 snap -1 2024-08-17T00:41:38.481 INFO:tasks.rados.rados.0.smithi157.stdout:2669: expect (ObjNum 808 snap 269 seq_num 808) 2024-08-17T00:41:38.481 INFO:tasks.rados.rados.0.smithi157.stdout:2670: snap_create 2024-08-17T00:41:38.490 INFO:tasks.rados.rados.0.smithi157.stdout:2669: expect (ObjNum 808 snap 269 seq_num 808) 2024-08-17T00:41:38.557 INFO:tasks.rados.rados.0.smithi157.stdout:2662: finishing copy_from racing read to smithi15786056-29 2024-08-17T00:41:38.557 INFO:tasks.rados.rados.0.smithi157.stdout:2658: finishing copy_from racing read to smithi15786056-20 2024-08-17T00:41:38.557 INFO:tasks.rados.rados.0.smithi157.stdout:2662: finishing copy_from to smithi15786056-29 2024-08-17T00:41:38.557 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1198 (ObjNum 727 snap 233 seq_num 727) dirty exists 2024-08-17T00:41:38.557 INFO:tasks.rados.rados.0.smithi157.stdout:2658: finishing copy_from to smithi15786056-20 2024-08-17T00:41:38.557 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 882 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-08-17T00:41:38.557 INFO:tasks.rados.rados.0.smithi157.stdout:2667: finishing copy_from racing read to smithi15786056-1 2024-08-17T00:41:38.557 INFO:tasks.rados.rados.0.smithi157.stdout:2667: finishing copy_from to smithi15786056-1 2024-08-17T00:41:38.557 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 1726 (ObjNum 800 snap 267 seq_num 800) dirty exists 2024-08-17T00:41:38.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:38.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:38.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:38.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:41:38.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:38.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: osdmap e602: 8 total, 8 up, 8 in 2024-08-17T00:41:38.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:41:38.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:41:38.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:38.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[101289]: pgmap v559: 121 pgs: 121 active+clean; 462 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.6 MiB/s wr, 30 op/s 2024-08-17T00:41:38.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:38.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:38.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:38.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:41:38.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:38.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: osdmap e602: 8 total, 8 up, 8 in 2024-08-17T00:41:38.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:41:38.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:41:38.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:38.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.613 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:38 smithi157 ceph-mon[98780]: pgmap v559: 121 pgs: 121 active+clean; 462 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.6 MiB/s wr, 30 op/s 2024-08-17T00:41:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:41:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: osdmap e602: 8 total, 8 up, 8 in 2024-08-17T00:41:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:41:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:41:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:38.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:38 smithi187 ceph-mon[90552]: pgmap v559: 121 pgs: 121 active+clean; 462 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.6 MiB/s wr, 30 op/s 2024-08-17T00:41:39.392 INFO:tasks.rados.rados.0.smithi157.stdout:2658: done (5 left) 2024-08-17T00:41:39.392 INFO:tasks.rados.rados.0.smithi157.stdout:2662: done (4 left) 2024-08-17T00:41:39.392 INFO:tasks.rados.rados.0.smithi157.stdout:2667: done (3 left) 2024-08-17T00:41:39.392 INFO:tasks.rados.rados.0.smithi157.stdout:2668: done (2 left) 2024-08-17T00:41:39.392 INFO:tasks.rados.rados.0.smithi157.stdout:2669: done (1 left) 2024-08-17T00:41:39.393 INFO:tasks.rados.rados.0.smithi157.stdout:2670: done (0 left) 2024-08-17T00:41:39.393 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 270 2024-08-17T00:41:39.393 INFO:tasks.rados.rados.0.smithi157.stdout:2671: seq_num 812 ranges {0=802816,802816=548864,1351680=253952} 2024-08-17T00:41:39.396 INFO:tasks.rados.rados.0.smithi157.stdout:2671: writing smithi15786056-24 from 0 to 802816 tid 1 2024-08-17T00:41:39.399 INFO:tasks.rados.rados.0.smithi157.stdout:2671: writing smithi15786056-24 from 802816 to 1351680 tid 2 2024-08-17T00:41:39.401 INFO:tasks.rados.rados.0.smithi157.stdout:2671: writing smithi15786056-24 from 1351680 to 1605632 tid 3 2024-08-17T00:41:39.401 INFO:tasks.rados.rados.0.smithi157.stdout:2672: delete oid 9 current snap is 270 2024-08-17T00:41:39.404 INFO:tasks.rados.rados.0.smithi157.stdout:2671: finishing write tid 1 to smithi15786056-24 2024-08-17T00:41:39.404 INFO:tasks.rados.rados.0.smithi157.stdout:2672: done (1 left) 2024-08-17T00:41:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:2673: read oid 27 snap -1 2024-08-17T00:41:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:2673: expect (ObjNum 780 snap 257 seq_num 780) 2024-08-17T00:41:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:2674: snap_remove snap 252 2024-08-17T00:41:39.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:39 smithi157 ceph-mon[98780]: osdmap e603: 8 total, 8 up, 8 in 2024-08-17T00:41:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:39 smithi157 ceph-mon[101289]: osdmap e603: 8 total, 8 up, 8 in 2024-08-17T00:41:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:39 smithi187 ceph-mon[90552]: osdmap e603: 8 total, 8 up, 8 in 2024-08-17T00:41:40.399 INFO:tasks.rados.rados.0.smithi157.stdout:2674: done (2 left) 2024-08-17T00:41:40.399 INFO:tasks.rados.rados.0.smithi157.stdout:2675: read oid 46 snap -1 2024-08-17T00:41:40.399 INFO:tasks.rados.rados.0.smithi157.stdout:2675: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:41:40.399 INFO:tasks.rados.rados.0.smithi157.stdout:2676: snap_remove snap 253 2024-08-17T00:41:40.576 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:40 smithi157 ceph-mon[101289]: Upgrade: Updating alertmanager.a 2024-08-17T00:41:40.576 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:40 smithi157 ceph-mon[101289]: Deploying daemon alertmanager.a on smithi157 2024-08-17T00:41:40.576 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:40 smithi157 ceph-mon[101289]: osdmap e604: 8 total, 8 up, 8 in 2024-08-17T00:41:40.576 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:40 smithi157 ceph-mon[101289]: pgmap v562: 121 pgs: 121 active+clean; 478 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-08-17T00:41:40.577 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:40 smithi157 ceph-mon[98780]: Upgrade: Updating alertmanager.a 2024-08-17T00:41:40.577 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:40 smithi157 ceph-mon[98780]: Deploying daemon alertmanager.a on smithi157 2024-08-17T00:41:40.577 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:40 smithi157 ceph-mon[98780]: osdmap e604: 8 total, 8 up, 8 in 2024-08-17T00:41:40.577 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:40 smithi157 ceph-mon[98780]: pgmap v562: 121 pgs: 121 active+clean; 478 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-08-17T00:41:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:40 smithi187 ceph-mon[90552]: Upgrade: Updating alertmanager.a 2024-08-17T00:41:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:40 smithi187 ceph-mon[90552]: Deploying daemon alertmanager.a on smithi157 2024-08-17T00:41:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:40 smithi187 ceph-mon[90552]: osdmap e604: 8 total, 8 up, 8 in 2024-08-17T00:41:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:40 smithi187 ceph-mon[90552]: pgmap v562: 121 pgs: 121 active+clean; 478 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-08-17T00:41:41.400 INFO:tasks.rados.rados.0.smithi157.stdout:2676: done (3 left) 2024-08-17T00:41:41.400 INFO:tasks.rados.rados.0.smithi157.stdout:2677: read oid 29 snap -1 2024-08-17T00:41:41.400 INFO:tasks.rados.rados.0.smithi157.stdout:2677: expect (ObjNum 727 snap 233 seq_num 727) 2024-08-17T00:41:41.401 INFO:tasks.rados.rados.0.smithi157.stdout:2678: snap_create 2024-08-17T00:41:41.401 INFO:tasks.rados.rados.0.smithi157.stdout:2671: finishing write tid 2 to smithi15786056-24 2024-08-17T00:41:41.401 INFO:tasks.rados.rados.0.smithi157.stdout:2671: finishing write tid 3 to smithi15786056-24 2024-08-17T00:41:41.401 INFO:tasks.rados.rados.0.smithi157.stdout:2671: finishing write tid 4 to smithi15786056-24 2024-08-17T00:41:41.401 INFO:tasks.rados.rados.0.smithi157.stdout:2671: finishing write tid 5 to smithi15786056-24 2024-08-17T00:41:41.401 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1537 (ObjNum 812 snap 270 seq_num 812) dirty exists 2024-08-17T00:41:41.401 INFO:tasks.rados.rados.0.smithi157.stdout:2671: left oid 24 (ObjNum 812 snap 270 seq_num 812) 2024-08-17T00:41:41.401 INFO:tasks.rados.rados.0.smithi157.stdout:2673: expect (ObjNum 780 snap 257 seq_num 780) 2024-08-17T00:41:41.473 INFO:tasks.rados.rados.0.smithi157.stdout:2675: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:41:41.474 INFO:tasks.rados.rados.0.smithi157.stdout:2677: expect (ObjNum 727 snap 233 seq_num 727) 2024-08-17T00:41:41.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:41 smithi157 ceph-mon[101289]: osdmap e605: 8 total, 8 up, 8 in 2024-08-17T00:41:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:41 smithi157 ceph-mon[98780]: osdmap e605: 8 total, 8 up, 8 in 2024-08-17T00:41:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:41 smithi187 ceph-mon[90552]: osdmap e605: 8 total, 8 up, 8 in 2024-08-17T00:41:42.384 INFO:tasks.rados.rados.0.smithi157.stdout:2671: done (4 left) 2024-08-17T00:41:42.853 INFO:tasks.rados.rados.0.smithi157.stdout:2673: done (3 left) 2024-08-17T00:41:42.853 INFO:tasks.rados.rados.0.smithi157.stdout:2675: done (2 left) 2024-08-17T00:41:42.853 INFO:tasks.rados.rados.0.smithi157.stdout:2677: done (1 left) 2024-08-17T00:41:42.853 INFO:tasks.rados.rados.0.smithi157.stdout:2678: done (0 left) 2024-08-17T00:41:42.854 INFO:tasks.rados.rados.0.smithi157.stdout:2679: rollback oid 30 current snap is 271 2024-08-17T00:41:42.854 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 30 to 265 2024-08-17T00:41:42.854 INFO:tasks.rados.rados.0.smithi157.stdout:2680: rollback oid 21 current snap is 271 2024-08-17T00:41:42.854 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 21 to 198 2024-08-17T00:41:42.854 INFO:tasks.rados.rados.0.smithi157.stdout:2681: delete oid 10 current snap is 271 2024-08-17T00:41:42.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:42 smithi187 ceph-mon[90552]: osdmap e606: 8 total, 8 up, 8 in 2024-08-17T00:41:42.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:42 smithi187 ceph-mon[90552]: pgmap v565: 121 pgs: 121 active+clean; 491 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 7.9 MiB/s wr, 30 op/s 2024-08-17T00:41:42.855 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:42 smithi187 ceph-mon[90552]: osdmap e607: 8 total, 8 up, 8 in 2024-08-17T00:41:42.855 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:41:42.857 INFO:tasks.rados.rados.0.smithi157.stdout:2679: finishing rollback tid 0 to smithi15786056-30 2024-08-17T00:41:42.857 INFO:tasks.rados.rados.0.smithi157.stdout:2679: finishing rollback tid 1 to smithi15786056-30 2024-08-17T00:41:42.857 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 1728 (ObjNum 881 snap 0 seq_num 3982471232) dirty dne 2024-08-17T00:41:42.857 INFO:tasks.rados.rados.0.smithi157.stdout:2680: finishing rollback tid 1 to smithi15786056-21 2024-08-17T00:41:42.857 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 1389 (ObjNum 2545 snap 0 seq_num 3982471744) dirty dne 2024-08-17T00:41:42.857 INFO:tasks.rados.rados.0.smithi157.stdout:2679: done (2 left) 2024-08-17T00:41:42.857 INFO:tasks.rados.rados.0.smithi157.stdout:2680: done (1 left) 2024-08-17T00:41:42.857 INFO:tasks.rados.rados.0.smithi157.stdout:2681: done (0 left) 2024-08-17T00:41:42.857 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 271 2024-08-17T00:41:42.857 INFO:tasks.rados.rados.0.smithi157.stdout:2682: seq_num 815 ranges {8347648=458752,8806400=655360,9461760=409600,9871360=139264} 2024-08-17T00:41:42.858 INFO:tasks.rados.rados.0.smithi157.stdout:2682: writing smithi15786056-15 from 8347648 to 8806400 tid 1 2024-08-17T00:41:42.858 INFO:tasks.rados.rados.0.smithi157.stdout:2682: writing smithi15786056-15 from 8806400 to 9461760 tid 2 2024-08-17T00:41:42.858 INFO:tasks.rados.rados.0.smithi157.stdout:2682: writing smithi15786056-15 from 9461760 to 9871360 tid 3 2024-08-17T00:41:42.858 INFO:tasks.rados.rados.0.smithi157.stdout:2682: writing smithi15786056-15 from 9871360 to 10010624 tid 4 2024-08-17T00:41:42.858 INFO:tasks.rados.rados.0.smithi157.stdout:2683: snap_create 2024-08-17T00:41:42.858 INFO:tasks.rados.rados.0.smithi157.stdout:2682: finishing write tid 1 to smithi15786056-15 2024-08-17T00:41:42.858 INFO:tasks.rados.rados.0.smithi157.stdout:2682: finishing write tid 2 to smithi15786056-15 2024-08-17T00:41:42.858 INFO:tasks.rados.rados.0.smithi157.stdout:2682: finishing write tid 3 to smithi15786056-15 2024-08-17T00:41:42.858 INFO:tasks.rados.rados.0.smithi157.stdout:2682: finishing write tid 4 to smithi15786056-15 2024-08-17T00:41:42.858 INFO:tasks.rados.rados.0.smithi157.stdout:2682: finishing write tid 5 to smithi15786056-15 2024-08-17T00:41:42.858 INFO:tasks.rados.rados.0.smithi157.stdout:2682: finishing write tid 6 to smithi15786056-15 2024-08-17T00:41:42.858 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 1217 (ObjNum 815 snap 271 seq_num 815) dirty exists 2024-08-17T00:41:42.859 INFO:tasks.rados.rados.0.smithi157.stdout:2682: left oid 15 (ObjNum 815 snap 271 seq_num 815) 2024-08-17T00:41:42.859 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:42 smithi157 ceph-mon[101289]: osdmap e606: 8 total, 8 up, 8 in 2024-08-17T00:41:42.859 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:42 smithi157 ceph-mon[101289]: pgmap v565: 121 pgs: 121 active+clean; 491 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 7.9 MiB/s wr, 30 op/s 2024-08-17T00:41:42.859 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:42 smithi157 ceph-mon[101289]: osdmap e607: 8 total, 8 up, 8 in 2024-08-17T00:41:42.859 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:42 smithi157 ceph-mon[98780]: osdmap e606: 8 total, 8 up, 8 in 2024-08-17T00:41:42.859 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:42 smithi157 ceph-mon[98780]: pgmap v565: 121 pgs: 121 active+clean; 491 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 7.9 MiB/s wr, 30 op/s 2024-08-17T00:41:42.859 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:42 smithi157 ceph-mon[98780]: osdmap e607: 8 total, 8 up, 8 in 2024-08-17T00:41:42.860 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:42 smithi157 systemd[1]: Stopping Ceph alertmanager.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:41:43.068 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:42 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[88619]: ts=2024-08-17T00:41:42.675Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T00:41:43.068 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:42 smithi157 podman[135181]: 2024-08-17 00:41:42.726629585 +0000 UTC m=+0.155541334 container died e5fc458eaa70a69d3dd27592062b12b2e1695d0cf582700b8c47d43b4bb2a850 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:43.375 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:43 smithi157 podman[135181]: 2024-08-17 00:41:43.165657409 +0000 UTC m=+0.594569157 container cleanup e5fc458eaa70a69d3dd27592062b12b2e1695d0cf582700b8c47d43b4bb2a850 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:43.376 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:43 smithi157 bash[135181]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T00:41:43.415 INFO:tasks.rados.rados.0.smithi157.stdout:2682: done (1 left) 2024-08-17T00:41:43.415 INFO:tasks.rados.rados.0.smithi157.stdout:2683: done (0 left) 2024-08-17T00:41:43.415 INFO:tasks.rados.rados.0.smithi157.stdout:2684: rmattr oid 36 current snap is 272 2024-08-17T00:41:43.415 INFO:tasks.rados.rados.0.smithi157.stdout:2684: done (0 left) 2024-08-17T00:41:43.416 INFO:tasks.rados.rados.0.smithi157.stdout:2685: delete oid 24 current snap is 272 2024-08-17T00:41:43.419 INFO:tasks.rados.rados.0.smithi157.stdout:2685: done (0 left) 2024-08-17T00:41:43.419 INFO:tasks.rados.rados.0.smithi157.stdout:2686: read oid 46 snap -1 2024-08-17T00:41:43.419 INFO:tasks.rados.rados.0.smithi157.stdout:2686: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:41:43.419 INFO:tasks.rados.rados.0.smithi157.stdout:2687: read oid 23 snap -1 2024-08-17T00:41:43.419 INFO:tasks.rados.rados.0.smithi157.stdout:2687: expect (ObjNum 720 snap 232 seq_num 720) 2024-08-17T00:41:43.419 INFO:tasks.rados.rados.0.smithi157.stdout:2688: delete oid 25 current snap is 272 2024-08-17T00:41:43.419 INFO:tasks.rados.rados.0.smithi157.stdout:2686: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:41:43.424 INFO:tasks.rados.rados.0.smithi157.stdout:2686: done (2 left) 2024-08-17T00:41:43.424 INFO:tasks.rados.rados.0.smithi157.stdout:2688: done (1 left) 2024-08-17T00:41:43.424 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 272 2024-08-17T00:41:43.424 INFO:tasks.rados.rados.0.smithi157.stdout:2689: seq_num 818 ranges {1785856=507904,2293760=704512,2998272=499712} 2024-08-17T00:41:43.438 INFO:tasks.rados.rados.0.smithi157.stdout:2689: writing smithi15786056-28 from 1785856 to 2293760 tid 1 2024-08-17T00:41:43.440 INFO:tasks.rados.rados.0.smithi157.stdout:2689: writing smithi15786056-28 from 2293760 to 2998272 tid 2 2024-08-17T00:41:43.444 INFO:tasks.rados.rados.0.smithi157.stdout:2689: writing smithi15786056-28 from 2998272 to 3497984 tid 3 2024-08-17T00:41:43.445 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 14 current snap is 272 2024-08-17T00:41:43.445 INFO:tasks.rados.rados.0.smithi157.stdout:2690: seq_num 819 ranges {0=524288,524288=589824,1114112=614400} 2024-08-17T00:41:43.447 INFO:tasks.rados.rados.0.smithi157.stdout:2690: writing smithi15786056-14 from 0 to 524288 tid 1 2024-08-17T00:41:43.451 INFO:tasks.rados.rados.0.smithi157.stdout:2690: writing smithi15786056-14 from 524288 to 1114112 tid 2 2024-08-17T00:41:43.456 INFO:tasks.rados.rados.0.smithi157.stdout:2690: writing smithi15786056-14 from 1114112 to 1728512 tid 3 2024-08-17T00:41:43.456 INFO:tasks.rados.rados.0.smithi157.stdout:2691: delete oid 33 current snap is 272 2024-08-17T00:41:43.456 INFO:tasks.rados.rados.0.smithi157.stdout:2689: finishing write tid 1 to smithi15786056-28 2024-08-17T00:41:43.456 INFO:tasks.rados.rados.0.smithi157.stdout:2689: finishing write tid 2 to smithi15786056-28 2024-08-17T00:41:43.456 INFO:tasks.rados.rados.0.smithi157.stdout:2689: finishing write tid 3 to smithi15786056-28 2024-08-17T00:41:43.456 INFO:tasks.rados.rados.0.smithi157.stdout:2689: finishing write tid 4 to smithi15786056-28 2024-08-17T00:41:43.456 INFO:tasks.rados.rados.0.smithi157.stdout:2687: expect (ObjNum 720 snap 232 seq_num 720) 2024-08-17T00:41:43.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:41:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:41:43] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.43.0" 2024-08-17T00:41:43.635 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:43 smithi157 podman[135197]: 2024-08-17 00:41:43.375175189 +0000 UTC m=+0.643248549 container remove e5fc458eaa70a69d3dd27592062b12b2e1695d0cf582700b8c47d43b4bb2a850 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:43.635 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:43 smithi157 podman[135197]: 2024-08-17 00:41:43.476005305 +0000 UTC m=+0.744078620 volume remove e8460e3c6ce8c8b3483926972ef75bb287c6c2363b99fe7101133e4ed0fc57da 2024-08-17T00:41:44.112 INFO:tasks.rados.rados.0.smithi157.stdout:2689: finishing write tid 5 to smithi15786056-28 2024-08-17T00:41:44.112 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1221 (ObjNum 818 snap 272 seq_num 818) dirty exists 2024-08-17T00:41:44.112 INFO:tasks.rados.rados.0.smithi157.stdout:2689: left oid 28 (ObjNum 818 snap 272 seq_num 818) 2024-08-17T00:41:44.112 INFO:tasks.rados.rados.0.smithi157.stdout:2690: finishing write tid 1 to smithi15786056-14 2024-08-17T00:41:44.112 INFO:tasks.rados.rados.0.smithi157.stdout:2690: finishing write tid 2 to smithi15786056-14 2024-08-17T00:41:44.113 INFO:tasks.rados.rados.0.smithi157.stdout:2687: done (3 left) 2024-08-17T00:41:44.113 INFO:tasks.rados.rados.0.smithi157.stdout:2689: done (2 left) 2024-08-17T00:41:44.113 INFO:tasks.rados.rados.0.smithi157.stdout:2691: done (1 left) 2024-08-17T00:41:44.113 INFO:tasks.rados.rados.0.smithi157.stdout:2692: setattr oid 13 current snap is 272 2024-08-17T00:41:44.113 INFO:tasks.rados.rados.0.smithi157.stdout:2690: finishing write tid 3 to smithi15786056-14 2024-08-17T00:41:44.113 INFO:tasks.rados.rados.0.smithi157.stdout:2690: finishing write tid 4 to smithi15786056-14 2024-08-17T00:41:44.113 INFO:tasks.rados.rados.0.smithi157.stdout:2690: finishing write tid 5 to smithi15786056-14 2024-08-17T00:41:44.113 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1113 (ObjNum 819 snap 272 seq_num 819) dirty exists 2024-08-17T00:41:44.113 INFO:tasks.rados.rados.0.smithi157.stdout:2690: left oid 14 (ObjNum 819 snap 272 seq_num 819) 2024-08-17T00:41:44.114 INFO:tasks.rados.rados.0.smithi157.stdout:2690: done (1 left) 2024-08-17T00:41:44.114 INFO:tasks.rados.rados.0.smithi157.stdout:2693: read oid 39 snap -1 2024-08-17T00:41:44.114 INFO:tasks.rados.rados.0.smithi157.stdout:2693: expect (ObjNum 648 snap 203 seq_num 648) 2024-08-17T00:41:44.114 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 272 2024-08-17T00:41:44.114 INFO:tasks.rados.rados.0.smithi157.stdout:2694: seq_num 821 ranges {1458176=557056,2015232=761856,2777088=442368} 2024-08-17T00:41:44.125 INFO:tasks.rados.rados.0.smithi157.stdout:2694: writing smithi15786056-4 from 1458176 to 2015232 tid 1 2024-08-17T00:41:44.129 INFO:tasks.rados.rados.0.smithi157.stdout:2694: writing smithi15786056-4 from 2015232 to 2777088 tid 2 2024-08-17T00:41:44.131 INFO:tasks.rados.rados.0.smithi157.stdout:2694: writing smithi15786056-4 from 2777088 to 3219456 tid 3 2024-08-17T00:41:44.132 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 30 current snap is 272 2024-08-17T00:41:44.132 INFO:tasks.rados.rados.0.smithi157.stdout:2695: seq_num 822 ranges {0=573440,573440=696320,1269760=507904} 2024-08-17T00:41:44.134 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:43 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T00:41:44.135 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:43 smithi157 systemd[1]: Stopped Ceph alertmanager.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:41:44.135 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:43 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.513s CPU time. 2024-08-17T00:41:44.135 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:43 smithi157 systemd[1]: Starting Ceph alertmanager.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:41:44.135 INFO:tasks.rados.rados.0.smithi157.stdout:2695: writing smithi15786056-30 from 0 to 573440 tid 1 2024-08-17T00:41:44.139 INFO:tasks.rados.rados.0.smithi157.stdout:2695: writing smithi15786056-30 from 573440 to 1269760 tid 2 2024-08-17T00:41:44.142 INFO:tasks.rados.rados.0.smithi157.stdout:2695: writing smithi15786056-30 from 1269760 to 1777664 tid 3 2024-08-17T00:41:44.142 INFO:tasks.rados.rados.0.smithi157.stdout:2696: snap_create 2024-08-17T00:41:44.142 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1539 (ObjNum 726 snap 233 seq_num 726) dirty exists 2024-08-17T00:41:44.142 INFO:tasks.rados.rados.0.smithi157.stdout:2693: expect (ObjNum 648 snap 203 seq_num 648) 2024-08-17T00:41:44.232 INFO:tasks.rados.rados.0.smithi157.stdout:2694: finishing write tid 1 to smithi15786056-4 2024-08-17T00:41:44.232 INFO:tasks.rados.rados.0.smithi157.stdout:2694: finishing write tid 2 to smithi15786056-4 2024-08-17T00:41:44.232 INFO:tasks.rados.rados.0.smithi157.stdout:2694: finishing write tid 3 to smithi15786056-4 2024-08-17T00:41:44.232 INFO:tasks.rados.rados.0.smithi157.stdout:2694: finishing write tid 4 to smithi15786056-4 2024-08-17T00:41:44.233 INFO:tasks.rados.rados.0.smithi157.stdout:2694: finishing write tid 5 to smithi15786056-4 2024-08-17T00:41:44.233 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 1732 (ObjNum 821 snap 272 seq_num 821) dirty exists 2024-08-17T00:41:44.233 INFO:tasks.rados.rados.0.smithi157.stdout:2694: left oid 4 (ObjNum 821 snap 272 seq_num 821) 2024-08-17T00:41:44.233 INFO:tasks.rados.rados.0.smithi157.stdout:2695: finishing write tid 1 to smithi15786056-30 2024-08-17T00:41:44.233 INFO:tasks.rados.rados.0.smithi157.stdout:2695: finishing write tid 2 to smithi15786056-30 2024-08-17T00:41:44.233 INFO:tasks.rados.rados.0.smithi157.stdout:2695: finishing write tid 3 to smithi15786056-30 2024-08-17T00:41:44.233 INFO:tasks.rados.rados.0.smithi157.stdout:2695: finishing write tid 4 to smithi15786056-30 2024-08-17T00:41:44.233 INFO:tasks.rados.rados.0.smithi157.stdout:2695: finishing write tid 5 to smithi15786056-30 2024-08-17T00:41:44.233 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 1736 (ObjNum 822 snap 272 seq_num 822) dirty exists 2024-08-17T00:41:44.233 INFO:tasks.rados.rados.0.smithi157.stdout:2695: left oid 30 (ObjNum 822 snap 272 seq_num 822) 2024-08-17T00:41:44.420 INFO:tasks.rados.rados.0.smithi157.stdout:2692: done (4 left) 2024-08-17T00:41:44.420 INFO:tasks.rados.rados.0.smithi157.stdout:2693: done (3 left) 2024-08-17T00:41:44.421 INFO:tasks.rados.rados.0.smithi157.stdout:2694: done (2 left) 2024-08-17T00:41:44.421 INFO:tasks.rados.rados.0.smithi157.stdout:2695: done (1 left) 2024-08-17T00:41:44.421 INFO:tasks.rados.rados.0.smithi157.stdout:2696: done (0 left) 2024-08-17T00:41:44.421 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 273 2024-08-17T00:41:44.421 INFO:tasks.rados.rados.0.smithi157.stdout:2697: seq_num 823 ranges {163840=589824,753664=573440,1327104=630784} 2024-08-17T00:41:44.424 INFO:tasks.rados.rados.0.smithi157.stdout:2697: writing smithi15786056-13 from 163840 to 753664 tid 1 2024-08-17T00:41:44.428 INFO:tasks.rados.rados.0.smithi157.stdout:2697: writing smithi15786056-13 from 753664 to 1327104 tid 2 2024-08-17T00:41:44.432 INFO:tasks.rados.rados.0.smithi157.stdout:2697: writing smithi15786056-13 from 1327104 to 1957888 tid 3 2024-08-17T00:41:44.432 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 17 current snap is 273 2024-08-17T00:41:44.432 INFO:tasks.rados.rados.0.smithi157.stdout:2697: finishing write tid 1 to smithi15786056-13 2024-08-17T00:41:44.432 INFO:tasks.rados.rados.0.smithi157.stdout:2697: finishing write tid 2 to smithi15786056-13 2024-08-17T00:41:44.432 INFO:tasks.rados.rados.0.smithi157.stdout:2698: seq_num 824 ranges {49152=606208,655360=458752,1114112=573440,1687552=172032} 2024-08-17T00:41:44.435 INFO:tasks.rados.rados.0.smithi157.stdout:2698: writing smithi15786056-17 from 49152 to 655360 tid 1 2024-08-17T00:41:44.438 INFO:tasks.rados.rados.0.smithi157.stdout:2698: writing smithi15786056-17 from 655360 to 1114112 tid 2 2024-08-17T00:41:44.441 INFO:tasks.rados.rados.0.smithi157.stdout:2698: writing smithi15786056-17 from 1114112 to 1687552 tid 3 2024-08-17T00:41:44.442 INFO:tasks.rados.rados.0.smithi157.stdout:2698: writing smithi15786056-17 from 1687552 to 1859584 tid 4 2024-08-17T00:41:44.443 INFO:tasks.rados.rados.0.smithi157.stdout:2699: read oid 30 snap -1 2024-08-17T00:41:44.443 INFO:tasks.rados.rados.0.smithi157.stdout:2699: expect (ObjNum 822 snap 272 seq_num 822) 2024-08-17T00:41:44.443 INFO:tasks.rados.rados.0.smithi157.stdout:2700: snap_remove snap 267 2024-08-17T00:41:44.530 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:44 smithi157 ceph-mon[101289]: osdmap e608: 8 total, 8 up, 8 in 2024-08-17T00:41:44.530 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:44.530 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:44 smithi157 ceph-mon[101289]: pgmap v568: 121 pgs: 121 active+clean; 499 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-08-17T00:41:44.531 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:44 smithi157 ceph-mon[98780]: osdmap e608: 8 total, 8 up, 8 in 2024-08-17T00:41:44.531 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:44.531 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:44 smithi157 ceph-mon[98780]: pgmap v568: 121 pgs: 121 active+clean; 499 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-08-17T00:41:44.531 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:44 smithi157 podman[135331]: 2024-08-17 00:41:44.086246042 +0000 UTC m=+0.018818857 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-17T00:41:44.531 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:44 smithi157 podman[135331]: 2024-08-17 00:41:44.193949076 +0000 UTC m=+0.126521870 volume create 6379c52cadcb6178543fbe6b61c4799247e84ddae095c46554fa5d1d8aa0578a 2024-08-17T00:41:44.531 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:44 smithi157 podman[135331]: 2024-08-17 00:41:44.294423215 +0000 UTC m=+0.226996051 container create c8b5897142dd7fbed6ff1ae4f153107584534c6c7af128cf5a5b0527f7b4db28 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:44 smithi187 ceph-mon[90552]: osdmap e608: 8 total, 8 up, 8 in 2024-08-17T00:41:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:44 smithi187 ceph-mon[90552]: pgmap v568: 121 pgs: 121 active+clean; 499 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-08-17T00:41:45.135 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:44 smithi157 podman[135331]: 2024-08-17 00:41:44.664361864 +0000 UTC m=+0.596934659 container init c8b5897142dd7fbed6ff1ae4f153107584534c6c7af128cf5a5b0527f7b4db28 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:45.135 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:44 smithi157 podman[135331]: 2024-08-17 00:41:44.669487357 +0000 UTC m=+0.602060151 container start c8b5897142dd7fbed6ff1ae4f153107584534c6c7af128cf5a5b0527f7b4db28 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:41:45.136 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T00:41:44.681Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-17T00:41:45.136 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T00:41:44.681Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-17T00:41:45.136 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T00:41:44.682Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.157 port=9094 2024-08-17T00:41:45.136 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T00:41:44.684Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T00:41:45.136 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T00:41:44.707Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T00:41:45.136 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T00:41:44.707Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T00:41:45.136 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T00:41:44.710Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-17T00:41:45.136 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:44 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T00:41:44.710Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T00:41:45.136 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:44 smithi157 bash[135331]: c8b5897142dd7fbed6ff1ae4f153107584534c6c7af128cf5a5b0527f7b4db28 2024-08-17T00:41:45.137 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:44 smithi157 systemd[1]: Started Ceph alertmanager.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:41:45.428 INFO:tasks.rados.rados.0.smithi157.stdout:2700: done (3 left) 2024-08-17T00:41:45.429 INFO:tasks.rados.rados.0.smithi157.stdout:2701: delete oid 47 current snap is 273 2024-08-17T00:41:45.429 INFO:tasks.rados.rados.0.smithi157.stdout:2697: finishing write tid 3 to smithi15786056-13 2024-08-17T00:41:45.429 INFO:tasks.rados.rados.0.smithi157.stdout:2697: finishing write tid 4 to smithi15786056-13 2024-08-17T00:41:45.429 INFO:tasks.rados.rados.0.smithi157.stdout:2697: finishing write tid 5 to smithi15786056-13 2024-08-17T00:41:45.429 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1543 (ObjNum 823 snap 273 seq_num 823) dirty exists 2024-08-17T00:41:45.429 INFO:tasks.rados.rados.0.smithi157.stdout:2697: left oid 13 (ObjNum 823 snap 273 seq_num 823) 2024-08-17T00:41:45.429 INFO:tasks.rados.rados.0.smithi157.stdout:2698: finishing write tid 1 to smithi15786056-17 2024-08-17T00:41:45.429 INFO:tasks.rados.rados.0.smithi157.stdout:2698: finishing write tid 2 to smithi15786056-17 2024-08-17T00:41:45.429 INFO:tasks.rados.rados.0.smithi157.stdout:2698: finishing write tid 3 to smithi15786056-17 2024-08-17T00:41:45.429 INFO:tasks.rados.rados.0.smithi157.stdout:2698: finishing write tid 4 to smithi15786056-17 2024-08-17T00:41:45.430 INFO:tasks.rados.rados.0.smithi157.stdout:2698: finishing write tid 5 to smithi15786056-17 2024-08-17T00:41:45.430 INFO:tasks.rados.rados.0.smithi157.stdout:2698: finishing write tid 6 to smithi15786056-17 2024-08-17T00:41:45.430 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 1007 (ObjNum 824 snap 273 seq_num 824) dirty exists 2024-08-17T00:41:45.430 INFO:tasks.rados.rados.0.smithi157.stdout:2698: left oid 17 (ObjNum 824 snap 273 seq_num 824) 2024-08-17T00:41:45.430 INFO:tasks.rados.rados.0.smithi157.stdout:2699: expect (ObjNum 822 snap 272 seq_num 822) 2024-08-17T00:41:45.485 INFO:tasks.rados.rados.0.smithi157.stdout:2697: done (3 left) 2024-08-17T00:41:45.485 INFO:tasks.rados.rados.0.smithi157.stdout:2698: done (2 left) 2024-08-17T00:41:45.485 INFO:tasks.rados.rados.0.smithi157.stdout:2699: done (1 left) 2024-08-17T00:41:45.486 INFO:tasks.rados.rados.0.smithi157.stdout:2701: done (0 left) 2024-08-17T00:41:45.486 INFO:tasks.rados.rados.0.smithi157.stdout:2702: snap_create 2024-08-17T00:41:45.702 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:45 smithi157 ceph-mon[101289]: osdmap e609: 8 total, 8 up, 8 in 2024-08-17T00:41:45.702 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:45.702 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:45.702 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:45.703 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:45 smithi157 ceph-mon[98780]: osdmap e609: 8 total, 8 up, 8 in 2024-08-17T00:41:45.703 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:45.703 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:45.703 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:45 smithi187 ceph-mon[90552]: osdmap e609: 8 total, 8 up, 8 in 2024-08-17T00:41:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:46.430 INFO:tasks.rados.rados.0.smithi157.stdout:2702: done (0 left) 2024-08-17T00:41:46.430 INFO:tasks.rados.rados.0.smithi157.stdout:2703: delete oid 28 current snap is 274 2024-08-17T00:41:46.434 INFO:tasks.rados.rados.0.smithi157.stdout:2703: done (0 left) 2024-08-17T00:41:46.434 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 274 2024-08-17T00:41:46.434 INFO:tasks.rados.rados.0.smithi157.stdout:2704: seq_num 827 ranges {2564096=655360,3219456=516096,3735552=688128} 2024-08-17T00:41:46.450 INFO:tasks.rados.rados.0.smithi157.stdout:2704: writing smithi15786056-39 from 2564096 to 3219456 tid 1 2024-08-17T00:41:46.453 INFO:tasks.rados.rados.0.smithi157.stdout:2704: writing smithi15786056-39 from 3219456 to 3735552 tid 2 2024-08-17T00:41:46.458 INFO:tasks.rados.rados.0.smithi157.stdout:2704: writing smithi15786056-39 from 3735552 to 4423680 tid 3 2024-08-17T00:41:46.458 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 274 2024-08-17T00:41:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:2704: finishing write tid 1 to smithi15786056-39 2024-08-17T00:41:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:2705: seq_num 828 ranges {1957888=671744,2629632=802816,3432448=401408} 2024-08-17T00:41:46.472 INFO:tasks.rados.rados.0.smithi157.stdout:2705: writing smithi15786056-13 from 1957888 to 2629632 tid 1 2024-08-17T00:41:46.477 INFO:tasks.rados.rados.0.smithi157.stdout:2705: writing smithi15786056-13 from 2629632 to 3432448 tid 2 2024-08-17T00:41:46.480 INFO:tasks.rados.rados.0.smithi157.stdout:2705: writing smithi15786056-13 from 3432448 to 3833856 tid 3 2024-08-17T00:41:46.480 INFO:tasks.rados.rados.0.smithi157.stdout:2706: snap_remove snap 209 2024-08-17T00:41:46.686 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:46 smithi157 ceph-mon[101289]: osdmap e610: 8 total, 8 up, 8 in 2024-08-17T00:41:46.686 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:46 smithi157 ceph-mon[101289]: pgmap v571: 121 pgs: 121 active+clean; 509 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-08-17T00:41:46.686 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:46 smithi157 ceph-mon[98780]: osdmap e610: 8 total, 8 up, 8 in 2024-08-17T00:41:46.686 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:46 smithi157 ceph-mon[98780]: pgmap v571: 121 pgs: 121 active+clean; 509 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-08-17T00:41:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:46 smithi187 ceph-mon[90552]: osdmap e610: 8 total, 8 up, 8 in 2024-08-17T00:41:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:46 smithi187 ceph-mon[90552]: pgmap v571: 121 pgs: 121 active+clean; 509 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-08-17T00:41:47.135 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:46 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T00:41:46.685Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.001018636s 2024-08-17T00:41:47.387 INFO:tasks.rados.rados.0.smithi157.stdout:2706: done (2 left) 2024-08-17T00:41:47.387 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 274 2024-08-17T00:41:47.388 INFO:tasks.rados.rados.0.smithi157.stdout:2707: seq_num 829 ranges {0=688128,688128=729088,1417216=475136} 2024-08-17T00:41:47.390 INFO:tasks.rados.rados.0.smithi157.stdout:2707: writing smithi15786056-28 from 0 to 688128 tid 1 2024-08-17T00:41:47.396 INFO:tasks.rados.rados.0.smithi157.stdout:2707: writing smithi15786056-28 from 688128 to 1417216 tid 2 2024-08-17T00:41:47.400 INFO:tasks.rados.rados.0.smithi157.stdout:2707: writing smithi15786056-28 from 1417216 to 1892352 tid 3 2024-08-17T00:41:47.400 INFO:tasks.rados.rados.0.smithi157.stdout:2708: read oid 31 snap 198 2024-08-17T00:41:47.401 INFO:tasks.rados.rados.0.smithi157.stdout:2708: expect (ObjNum 559 snap 164 seq_num 559) 2024-08-17T00:41:47.401 INFO:tasks.rados.rados.0.smithi157.stdout:2709: delete oid 3 current snap is 274 2024-08-17T00:41:47.401 INFO:tasks.rados.rados.0.smithi157.stdout:2704: finishing write tid 2 to smithi15786056-39 2024-08-17T00:41:47.401 INFO:tasks.rados.rados.0.smithi157.stdout:2704: finishing write tid 3 to smithi15786056-39 2024-08-17T00:41:47.401 INFO:tasks.rados.rados.0.smithi157.stdout:2704: finishing write tid 4 to smithi15786056-39 2024-08-17T00:41:47.401 INFO:tasks.rados.rados.0.smithi157.stdout:2704: finishing write tid 5 to smithi15786056-39 2024-08-17T00:41:47.401 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 1785 (ObjNum 827 snap 274 seq_num 827) dirty exists 2024-08-17T00:41:47.401 INFO:tasks.rados.rados.0.smithi157.stdout:2704: left oid 39 (ObjNum 827 snap 274 seq_num 827) 2024-08-17T00:41:47.401 INFO:tasks.rados.rados.0.smithi157.stdout:2705: finishing write tid 1 to smithi15786056-13 2024-08-17T00:41:47.401 INFO:tasks.rados.rados.0.smithi157.stdout:2705: finishing write tid 2 to smithi15786056-13 2024-08-17T00:41:47.401 INFO:tasks.rados.rados.0.smithi157.stdout:2705: finishing write tid 3 to smithi15786056-13 2024-08-17T00:41:47.401 INFO:tasks.rados.rados.0.smithi157.stdout:2705: finishing write tid 4 to smithi15786056-13 2024-08-17T00:41:47.402 INFO:tasks.rados.rados.0.smithi157.stdout:2705: finishing write tid 5 to smithi15786056-13 2024-08-17T00:41:47.402 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1548 (ObjNum 828 snap 274 seq_num 828) dirty exists 2024-08-17T00:41:47.402 INFO:tasks.rados.rados.0.smithi157.stdout:2705: left oid 13 (ObjNum 828 snap 274 seq_num 828) 2024-08-17T00:41:47.410 INFO:tasks.rados.rados.0.smithi157.stdout:2707: finishing write tid 1 to smithi15786056-28 2024-08-17T00:41:47.410 INFO:tasks.rados.rados.0.smithi157.stdout:2707: finishing write tid 2 to smithi15786056-28 2024-08-17T00:41:47.418 INFO:tasks.rados.rados.0.smithi157.stdout:2704: done (4 left) 2024-08-17T00:41:47.418 INFO:tasks.rados.rados.0.smithi157.stdout:2705: done (3 left) 2024-08-17T00:41:47.419 INFO:tasks.rados.rados.0.smithi157.stdout:2709: done (2 left) 2024-08-17T00:41:47.419 INFO:tasks.rados.rados.0.smithi157.stdout:2710: delete oid 12 current snap is 274 2024-08-17T00:41:47.421 INFO:tasks.rados.rados.0.smithi157.stdout:2710: done (2 left) 2024-08-17T00:41:47.421 INFO:tasks.rados.rados.0.smithi157.stdout:2711: setattr oid 34 current snap is 274 2024-08-17T00:41:47.424 INFO:tasks.rados.rados.0.smithi157.stdout:2712: snap_remove snap 266 2024-08-17T00:41:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:47 smithi157 ceph-mon[101289]: osdmap e611: 8 total, 8 up, 8 in 2024-08-17T00:41:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:47 smithi157 ceph-mon[101289]: osdmap e612: 8 total, 8 up, 8 in 2024-08-17T00:41:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:47 smithi157 ceph-mon[98780]: osdmap e611: 8 total, 8 up, 8 in 2024-08-17T00:41:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:47 smithi157 ceph-mon[98780]: osdmap e612: 8 total, 8 up, 8 in 2024-08-17T00:41:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:47 smithi187 ceph-mon[90552]: osdmap e611: 8 total, 8 up, 8 in 2024-08-17T00:41:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:47 smithi187 ceph-mon[90552]: osdmap e612: 8 total, 8 up, 8 in 2024-08-17T00:41:48.394 INFO:tasks.rados.rados.0.smithi157.stdout:2712: done (3 left) 2024-08-17T00:41:48.394 INFO:tasks.rados.rados.0.smithi157.stdout:2713: snap_create 2024-08-17T00:41:48.394 INFO:tasks.rados.rados.0.smithi157.stdout:2707: finishing write tid 3 to smithi15786056-28 2024-08-17T00:41:48.394 INFO:tasks.rados.rados.0.smithi157.stdout:2707: finishing write tid 4 to smithi15786056-28 2024-08-17T00:41:48.394 INFO:tasks.rados.rados.0.smithi157.stdout:2708: expect (ObjNum 559 snap 164 seq_num 559) 2024-08-17T00:41:48.632 INFO:tasks.rados.rados.0.smithi157.stdout:2707: finishing write tid 5 to smithi15786056-28 2024-08-17T00:41:48.632 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1226 (ObjNum 829 snap 274 seq_num 829) dirty exists 2024-08-17T00:41:48.632 INFO:tasks.rados.rados.0.smithi157.stdout:2707: left oid 28 (ObjNum 829 snap 274 seq_num 829) 2024-08-17T00:41:48.633 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 1205 (ObjNum 794 snap 265 seq_num 794) dirty exists 2024-08-17T00:41:49.034 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:48 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:49.034 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:48 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:49.034 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:48 smithi157 ceph-mon[98780]: pgmap v574: 121 pgs: 121 active+clean; 510 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-08-17T00:41:49.034 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:48 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:49.034 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:48 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:49.034 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:48 smithi157 ceph-mon[98780]: osdmap e613: 8 total, 8 up, 8 in 2024-08-17T00:41:49.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:48 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:49.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:48 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:49.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:48 smithi157 ceph-mon[101289]: pgmap v574: 121 pgs: 121 active+clean; 510 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-08-17T00:41:49.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:48 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:49.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:48 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:49.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:48 smithi157 ceph-mon[101289]: osdmap e613: 8 total, 8 up, 8 in 2024-08-17T00:41:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:48 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:48 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:49.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:48 smithi187 ceph-mon[90552]: pgmap v574: 121 pgs: 121 active+clean; 510 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-08-17T00:41:49.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:48 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:49.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:48 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:49.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:48 smithi187 ceph-mon[90552]: osdmap e613: 8 total, 8 up, 8 in 2024-08-17T00:41:49.394 INFO:tasks.rados.rados.0.smithi157.stdout:2707: done (3 left) 2024-08-17T00:41:49.394 INFO:tasks.rados.rados.0.smithi157.stdout:2708: done (2 left) 2024-08-17T00:41:49.394 INFO:tasks.rados.rados.0.smithi157.stdout:2711: done (1 left) 2024-08-17T00:41:49.394 INFO:tasks.rados.rados.0.smithi157.stdout:2713: done (0 left) 2024-08-17T00:41:49.394 INFO:tasks.rados.rados.0.smithi157.stdout:2714: read oid 42 snap -1 2024-08-17T00:41:49.394 INFO:tasks.rados.rados.0.smithi157.stdout:2714: expect (ObjNum 676 snap 213 seq_num 676) 2024-08-17T00:41:49.394 INFO:tasks.rados.rados.0.smithi157.stdout:2715: snap_remove snap 274 2024-08-17T00:41:49.999 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:41:50.263 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:41:50.263 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (6s) 2s ago 11m 16.5M - 0.25.0 c8568f914cd2 c8b5897142dd 2024-08-17T00:41:50.263 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (7m) 16s ago 11m 87.3M - 9.4.7 954c08fa6188 3c616dd0c45b 2024-08-17T00:41:50.263 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (70s) 2s ago 13m 16.8M - 19.1.0-1363-gd863d21c ba08250ef864 5dae0c4e0676 2024-08-17T00:41:50.263 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (51s) 16s ago 13m 13.2M - 19.1.0-1363-gd863d21c ba08250ef864 7c0bd6f24fea 2024-08-17T00:41:50.264 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283,8765 running (6m) 16s ago 16m 441M - 19.1.0-1363-gd863d21c ba08250ef864 97f58199005a 2024-08-17T00:41:50.264 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (7m) 2s ago 18m 517M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:41:50.264 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (6m) 2s ago 18m 72.6M 2048M 19.1.0-1363-gd863d21c ba08250ef864 7cae4f2d8cd1 2024-08-17T00:41:50.264 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (6m) 16s ago 17m 57.8M 2048M 19.1.0-1363-gd863d21c ba08250ef864 fa96bb84b173 2024-08-17T00:41:50.264 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (6m) 2s ago 16m 62.5M 2048M 19.1.0-1363-gd863d21c ba08250ef864 6acedb5a7023 2024-08-17T00:41:50.264 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (39s) 2s ago 11m 7638k - 1.5.0 0da6a335fe13 2b6424ae7822 2024-08-17T00:41:50.264 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (35s) 16s ago 11m 8006k - 1.5.0 0da6a335fe13 72363f3352ef 2024-08-17T00:41:50.264 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (5m) 2s ago 16m 271M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7d05f2a649d9 2024-08-17T00:41:50.264 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (4m) 2s ago 15m 220M 2480M 19.1.0-1363-gd863d21c ba08250ef864 dbe3e94be069 2024-08-17T00:41:50.265 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (4m) 2s ago 15m 249M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7e3b0f58873f 2024-08-17T00:41:50.265 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (3m) 2s ago 15m 146M 2480M 19.1.0-1363-gd863d21c ba08250ef864 28892f02251b 2024-08-17T00:41:50.265 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (3m) 16s ago 14m 119M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d0e8971787b7 2024-08-17T00:41:50.265 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (2m) 16s ago 14m 145M 2480M 19.1.0-1363-gd863d21c ba08250ef864 f2c2c7842236 2024-08-17T00:41:50.265 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (119s) 16s ago 13m 113M 2480M 19.1.0-1363-gd863d21c ba08250ef864 fc0797d14428 2024-08-17T00:41:50.265 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (85s) 16s ago 13m 97.5M 2480M 19.1.0-1363-gd863d21c ba08250ef864 a0847040646d 2024-08-17T00:41:50.265 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (20s) 16s ago 12m 43.2M - 2.43.0 a07b618ecd1d 8951aef9ec19 2024-08-17T00:41:50.399 INFO:tasks.rados.rados.0.smithi157.stdout:2715: done (1 left) 2024-08-17T00:41:50.399 INFO:tasks.rados.rados.0.smithi157.stdout:2716: copy_from oid 21 from oid 12 current snap is 275 2024-08-17T00:41:50.399 INFO:tasks.rados.rados.0.smithi157.stdout:2714: expect (ObjNum 676 snap 213 seq_num 676) 2024-08-17T00:41:50.550 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:50 smithi157 ceph-mon[101289]: osdmap e614: 8 total, 8 up, 8 in 2024-08-17T00:41:50.551 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:50 smithi157 ceph-mon[101289]: pgmap v577: 121 pgs: 121 active+clean; 505 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 896 KiB/s wr, 5 op/s 2024-08-17T00:41:50.551 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:50 smithi157 ceph-mon[98780]: osdmap e614: 8 total, 8 up, 8 in 2024-08-17T00:41:50.551 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:50 smithi157 ceph-mon[98780]: pgmap v577: 121 pgs: 121 active+clean; 505 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 896 KiB/s wr, 5 op/s 2024-08-17T00:41:50.612 INFO:tasks.rados.rados.0.smithi157.stdout:2716: finishing copy_from to smithi15786056-21 2024-08-17T00:41:50.612 INFO:tasks.rados.rados.0.smithi157.stdout:2716: got expected ENOENT (src dne) 2024-08-17T00:41:50.612 INFO:tasks.rados.rados.0.smithi157.stdout:2716: finishing copy_from racing read to smithi15786056-21 2024-08-17T00:41:50.612 INFO:tasks.rados.rados.0.smithi157.stdout:2714: done (1 left) 2024-08-17T00:41:50.613 INFO:tasks.rados.rados.0.smithi157.stdout:2716: done (0 left) 2024-08-17T00:41:50.613 INFO:tasks.rados.rados.0.smithi157.stdout:2717: copy_from oid 11 from oid 38 current snap is 275 2024-08-17T00:41:50.613 INFO:tasks.rados.rados.0.smithi157.stdout:2718: delete oid 36 current snap is 275 2024-08-17T00:41:50.615 INFO:tasks.rados.rados.0.smithi157.stdout:2718: done (1 left) 2024-08-17T00:41:50.615 INFO:tasks.rados.rados.0.smithi157.stdout:2719: read oid 9 snap -1 2024-08-17T00:41:50.615 INFO:tasks.rados.rados.0.smithi157.stdout:2719: expect deleted 2024-08-17T00:41:50.615 INFO:tasks.rados.rados.0.smithi157.stdout:2720: snap_remove snap 265 2024-08-17T00:41:50.652 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:41:50.652 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:41:50.652 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:41:50.652 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:41:50.652 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:41:50.652 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:41:50.653 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:41:50.653 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:41:50.653 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T00:41:50.653 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:41:50.653 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:41:50.653 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:41:50.653 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:41:50.653 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:41:50.653 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 15 2024-08-17T00:41:50.653 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:41:50.653 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:41:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:50 smithi187 ceph-mon[90552]: osdmap e614: 8 total, 8 up, 8 in 2024-08-17T00:41:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:50 smithi187 ceph-mon[90552]: pgmap v577: 121 pgs: 121 active+clean; 505 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 896 KiB/s wr, 5 op/s 2024-08-17T00:41:51.403 INFO:tasks.rados.rados.0.smithi157.stdout:2720: done (2 left) 2024-08-17T00:41:51.403 INFO:tasks.rados.rados.0.smithi157.stdout:2721: copy_from oid 17 from oid 48 current snap is 275 2024-08-17T00:41:51.403 INFO:tasks.rados.rados.0.smithi157.stdout:2717: finishing copy_from racing read to smithi15786056-11 2024-08-17T00:41:51.403 INFO:tasks.rados.rados.0.smithi157.stdout:2717: finishing copy_from to smithi15786056-11 2024-08-17T00:41:51.403 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 881 (ObjNum 666 snap 209 seq_num 666) dirty exists 2024-08-17T00:41:51.403 INFO:tasks.rados.rados.0.smithi157.stdout:2717: done (2 left) 2024-08-17T00:41:51.403 INFO:tasks.rados.rados.0.smithi157.stdout:2719: done (1 left) 2024-08-17T00:41:51.403 INFO:tasks.rados.rados.0.smithi157.stdout:2722: delete oid 21 current snap is 275 2024-08-17T00:41:51.417 INFO:tasks.rados.rados.0.smithi157.stdout:2722: done (1 left) 2024-08-17T00:41:51.417 INFO:tasks.rados.rados.0.smithi157.stdout:2723: read oid 30 snap -1 2024-08-17T00:41:51.417 INFO:tasks.rados.rados.0.smithi157.stdout:2723: expect (ObjNum 822 snap 272 seq_num 822) 2024-08-17T00:41:51.417 INFO:tasks.rados.rados.0.smithi157.stdout:2724: snap_remove snap 254 2024-08-17T00:41:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:51 smithi187 ceph-mon[90552]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:51 smithi187 ceph-mon[90552]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:51.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:51 smithi187 ceph-mon[90552]: osdmap e615: 8 total, 8 up, 8 in 2024-08-17T00:41:51.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:51 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1417297459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:51.746 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:51 smithi157 ceph-mon[101289]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:51.746 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:51 smithi157 ceph-mon[101289]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:51.746 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:51 smithi157 ceph-mon[101289]: osdmap e615: 8 total, 8 up, 8 in 2024-08-17T00:41:51.746 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:51 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1417297459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:51.746 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:51 smithi157 ceph-mon[98780]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:51.747 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:51 smithi157 ceph-mon[98780]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:51.747 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:51 smithi157 ceph-mon[98780]: osdmap e615: 8 total, 8 up, 8 in 2024-08-17T00:41:51.747 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:51 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1417297459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.409 INFO:tasks.rados.rados.0.smithi157.stdout:2724: done (2 left) 2024-08-17T00:41:52.410 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 275 2024-08-17T00:41:52.410 INFO:tasks.rados.rados.0.smithi157.stdout:2725: seq_num 834 ranges {8159232=778240,8937472=557056,9494528=548864,10043392=98304} 2024-08-17T00:41:52.458 INFO:tasks.rados.rados.0.smithi157.stdout:2725: writing smithi15786056-16 from 8159232 to 8937472 tid 1 2024-08-17T00:41:52.461 INFO:tasks.rados.rados.0.smithi157.stdout:2725: writing smithi15786056-16 from 8937472 to 9494528 tid 2 2024-08-17T00:41:52.465 INFO:tasks.rados.rados.0.smithi157.stdout:2725: writing smithi15786056-16 from 9494528 to 10043392 tid 3 2024-08-17T00:41:52.466 INFO:tasks.rados.rados.0.smithi157.stdout:2725: writing smithi15786056-16 from 10043392 to 10141696 tid 4 2024-08-17T00:41:52.466 INFO:tasks.rados.rados.0.smithi157.stdout:2726: rmattr oid 12 current snap is 275 2024-08-17T00:41:52.466 INFO:tasks.rados.rados.0.smithi157.stdout:2726: done (3 left) 2024-08-17T00:41:52.466 INFO:tasks.rados.rados.0.smithi157.stdout:2727: read oid 38 snap 198 2024-08-17T00:41:52.466 INFO:tasks.rados.rados.0.smithi157.stdout:2727: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:41:52.467 INFO:tasks.rados.rados.0.smithi157.stdout:2728: read oid 22 snap 261 2024-08-17T00:41:52.467 INFO:tasks.rados.rados.0.smithi157.stdout:2728: expect (ObjNum 170273376 snap 21968 seq_num 171911296) 2024-08-17T00:41:52.467 INFO:tasks.rados.rados.0.smithi157.stdout:2729: rollback oid 44 current snap is 275 2024-08-17T00:41:52.467 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 44 to 261 2024-08-17T00:41:52.467 INFO:tasks.rados.rados.0.smithi157.stdout:2723: expect (ObjNum 822 snap 272 seq_num 822) 2024-08-17T00:41:52.517 INFO:tasks.rados.rados.0.smithi157.stdout:2721: finishing copy_from racing read to smithi15786056-17 2024-08-17T00:41:52.517 INFO:tasks.rados.rados.0.smithi157.stdout:2721: finishing copy_from to smithi15786056-17 2024-08-17T00:41:52.517 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 1552 (ObjNum 761 snap 250 seq_num 761) dirty exists 2024-08-17T00:41:52.517 INFO:tasks.rados.rados.0.smithi157.stdout:2725: finishing write tid 1 to smithi15786056-16 2024-08-17T00:41:52.517 INFO:tasks.rados.rados.0.smithi157.stdout:2725: finishing write tid 2 to smithi15786056-16 2024-08-17T00:41:52.518 INFO:tasks.rados.rados.0.smithi157.stdout:2721: done (5 left) 2024-08-17T00:41:52.518 INFO:tasks.rados.rados.0.smithi157.stdout:2723: done (4 left) 2024-08-17T00:41:52.518 INFO:tasks.rados.rados.0.smithi157.stdout:2730: rmattr oid 47 current snap is 275 2024-08-17T00:41:52.518 INFO:tasks.rados.rados.0.smithi157.stdout:2730: done (4 left) 2024-08-17T00:41:52.518 INFO:tasks.rados.rados.0.smithi157.stdout:2731: read oid 20 snap 240 2024-08-17T00:41:52.518 INFO:tasks.rados.rados.0.smithi157.stdout:2731: expect (ObjNum 529 snap 159 seq_num 529) 2024-08-17T00:41:52.518 INFO:tasks.rados.rados.0.smithi157.stdout:2732: snap_create 2024-08-17T00:41:52.518 INFO:tasks.rados.rados.0.smithi157.stdout:2728: expect (ObjNum 170273376 snap 21968 seq_num 171911296) 2024-08-17T00:41:52.519 INFO:tasks.rados.rados.0.smithi157.stdout:2725: finishing write tid 3 to smithi15786056-16 2024-08-17T00:41:52.519 INFO:tasks.rados.rados.0.smithi157.stdout:2725: finishing write tid 4 to smithi15786056-16 2024-08-17T00:41:52.519 INFO:tasks.rados.rados.0.smithi157.stdout:2729: finishing rollback tid 0 to smithi15786056-44 2024-08-17T00:41:52.519 INFO:tasks.rados.rados.0.smithi157.stdout:2725: finishing write tid 5 to smithi15786056-16 2024-08-17T00:41:52.520 INFO:tasks.rados.rados.0.smithi157.stdout:2729: finishing rollback tid 1 to smithi15786056-44 2024-08-17T00:41:52.520 INFO:tasks.rados.rados.0.smithi157.stdout:2729: finishing rollback tid 2 to smithi15786056-44 2024-08-17T00:41:52.520 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 1545 (ObjNum 777 snap 255 seq_num 777) dirty exists 2024-08-17T00:41:52.520 INFO:tasks.rados.rados.0.smithi157.stdout:2725: finishing write tid 6 to smithi15786056-16 2024-08-17T00:41:52.520 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 602 (ObjNum 834 snap 275 seq_num 834) dirty exists 2024-08-17T00:41:52.520 INFO:tasks.rados.rados.0.smithi157.stdout:2725: left oid 16 (ObjNum 834 snap 275 seq_num 834) 2024-08-17T00:41:52.520 INFO:tasks.rados.rados.0.smithi157.stdout:2727: expect (ObjNum 556 snap 164 seq_num 556) 2024-08-17T00:41:52.594 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:41:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:41:52.595 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: osdmap e616: 8 total, 8 up, 8 in 2024-08-17T00:41:52.595 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: pgmap v580: 121 pgs: 121 active+clean; 509 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-17T00:41:52.595 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:52.595 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:52.595 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:52.596 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:41:52.596 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:52.596 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:41:52.596 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:52.596 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.596 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.596 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.596 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.596 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.596 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.596 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.597 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.597 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.597 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.597 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.597 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.597 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.597 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.597 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:52 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.807 INFO:tasks.rados.rados.0.smithi157.stdout:2731: expect (ObjNum 529 snap 159 seq_num 529) 2024-08-17T00:41:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: osdmap e616: 8 total, 8 up, 8 in 2024-08-17T00:41:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: pgmap v580: 121 pgs: 121 active+clean; 509 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-17T00:41:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:52.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:52.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:41:52.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:52.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:41:52.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:52.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: osdmap e616: 8 total, 8 up, 8 in 2024-08-17T00:41:52.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: pgmap v580: 121 pgs: 121 active+clean; 509 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-17T00:41:52.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:52.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:52.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:52.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:41:52.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:41:52.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:41:52.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:52.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.888 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.889 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:52.890 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:52 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:53.412 INFO:tasks.rados.rados.0.smithi157.stdout:2725: done (5 left) 2024-08-17T00:41:53.412 INFO:tasks.rados.rados.0.smithi157.stdout:2727: done (4 left) 2024-08-17T00:41:53.412 INFO:tasks.rados.rados.0.smithi157.stdout:2728: done (3 left) 2024-08-17T00:41:53.412 INFO:tasks.rados.rados.0.smithi157.stdout:2729: done (2 left) 2024-08-17T00:41:53.412 INFO:tasks.rados.rados.0.smithi157.stdout:2731: done (1 left) 2024-08-17T00:41:53.412 INFO:tasks.rados.rados.0.smithi157.stdout:2732: done (0 left) 2024-08-17T00:41:53.412 INFO:tasks.rados.rados.0.smithi157.stdout:2733: setattr oid 23 current snap is 276 2024-08-17T00:41:53.414 INFO:tasks.rados.rados.0.smithi157.stdout:2734: snap_create 2024-08-17T00:41:53.418 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1823 (ObjNum 720 snap 232 seq_num 720) dirty exists 2024-08-17T00:41:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:53 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:41:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:53 smithi187 ceph-mon[90552]: osdmap e617: 8 total, 8 up, 8 in 2024-08-17T00:41:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:41:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:41:53] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2024-08-17T00:41:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:53 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:41:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:53 smithi157 ceph-mon[98780]: osdmap e617: 8 total, 8 up, 8 in 2024-08-17T00:41:53.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:53 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:41:53.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:53 smithi157 ceph-mon[101289]: osdmap e617: 8 total, 8 up, 8 in 2024-08-17T00:41:54.416 INFO:tasks.rados.rados.0.smithi157.stdout:2733: done (1 left) 2024-08-17T00:41:54.417 INFO:tasks.rados.rados.0.smithi157.stdout:2734: done (0 left) 2024-08-17T00:41:54.417 INFO:tasks.rados.rados.0.smithi157.stdout:2735: read oid 30 snap 236 2024-08-17T00:41:54.417 INFO:tasks.rados.rados.0.smithi157.stdout:2735: expect deleted 2024-08-17T00:41:54.417 INFO:tasks.rados.rados.0.smithi157.stdout:2736: read oid 25 snap -1 2024-08-17T00:41:54.417 INFO:tasks.rados.rados.0.smithi157.stdout:2736: expect deleted 2024-08-17T00:41:54.417 INFO:tasks.rados.rados.0.smithi157.stdout:2737: read oid 50 snap -1 2024-08-17T00:41:54.417 INFO:tasks.rados.rados.0.smithi157.stdout:2737: expect deleted 2024-08-17T00:41:54.418 INFO:tasks.rados.rados.0.smithi157.stdout:2738: snap_create 2024-08-17T00:41:54.688 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:54 smithi157 ceph-mon[101289]: Upgrade: Updating grafana.a 2024-08-17T00:41:54.688 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:54 smithi157 ceph-mon[101289]: osdmap e618: 8 total, 8 up, 8 in 2024-08-17T00:41:54.688 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:54 smithi157 ceph-mon[101289]: Deploying daemon grafana.a on smithi187 2024-08-17T00:41:54.688 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:54 smithi157 ceph-mon[101289]: pgmap v583: 121 pgs: 121 active+clean; 508 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-08-17T00:41:54.688 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:54 smithi157 ceph-mon[98780]: Upgrade: Updating grafana.a 2024-08-17T00:41:54.688 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:54 smithi157 ceph-mon[98780]: osdmap e618: 8 total, 8 up, 8 in 2024-08-17T00:41:54.688 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:54 smithi157 ceph-mon[98780]: Deploying daemon grafana.a on smithi187 2024-08-17T00:41:54.689 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:54 smithi157 ceph-mon[98780]: pgmap v583: 121 pgs: 121 active+clean; 508 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-08-17T00:41:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:54 smithi187 ceph-mon[90552]: Upgrade: Updating grafana.a 2024-08-17T00:41:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:54 smithi187 ceph-mon[90552]: osdmap e618: 8 total, 8 up, 8 in 2024-08-17T00:41:54.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:54 smithi187 ceph-mon[90552]: Deploying daemon grafana.a on smithi187 2024-08-17T00:41:54.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:54 smithi187 ceph-mon[90552]: pgmap v583: 121 pgs: 121 active+clean; 508 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-08-17T00:41:55.135 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 00:41:54 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T00:41:54.687Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003097122s 2024-08-17T00:41:55.418 INFO:tasks.rados.rados.0.smithi157.stdout:2735: done (3 left) 2024-08-17T00:41:55.418 INFO:tasks.rados.rados.0.smithi157.stdout:2736: done (2 left) 2024-08-17T00:41:55.418 INFO:tasks.rados.rados.0.smithi157.stdout:2737: done (1 left) 2024-08-17T00:41:55.419 INFO:tasks.rados.rados.0.smithi157.stdout:2738: done (0 left) 2024-08-17T00:41:55.419 INFO:tasks.rados.rados.0.smithi157.stdout:2739: snap_remove snap 276 2024-08-17T00:41:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:55 smithi187 ceph-mon[90552]: osdmap e619: 8 total, 8 up, 8 in 2024-08-17T00:41:55.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:55 smithi157 ceph-mon[101289]: osdmap e619: 8 total, 8 up, 8 in 2024-08-17T00:41:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:55 smithi157 ceph-mon[98780]: osdmap e619: 8 total, 8 up, 8 in 2024-08-17T00:41:56.429 INFO:tasks.rados.rados.0.smithi157.stdout:2739: done (0 left) 2024-08-17T00:41:56.429 INFO:tasks.rados.rados.0.smithi157.stdout:2740: rmattr oid 49 current snap is 278 2024-08-17T00:41:56.430 INFO:tasks.rados.rados.0.smithi157.stdout:2741: rollback oid 46 current snap is 278 2024-08-17T00:41:56.430 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 46 to 263 2024-08-17T00:41:56.430 INFO:tasks.rados.rados.0.smithi157.stdout:2742: snap_create 2024-08-17T00:41:56.435 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1392 (ObjNum 806 snap 268 seq_num 806) dirty exists 2024-08-17T00:41:56.437 INFO:tasks.rados.rados.0.smithi157.stdout:2741: finishing rollback tid 0 to smithi15786056-46 2024-08-17T00:41:56.437 INFO:tasks.rados.rados.0.smithi157.stdout:2741: finishing rollback tid 1 to smithi15786056-46 2024-08-17T00:41:56.437 INFO:tasks.rados.rados.0.smithi157.stdout:2741: finishing rollback tid 2 to smithi15786056-46 2024-08-17T00:41:56.437 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1116 (ObjNum 81 snap 0 seq_num 1717852020) dirty exists 2024-08-17T00:41:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:56 smithi187 ceph-mon[90552]: osdmap e620: 8 total, 8 up, 8 in 2024-08-17T00:41:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:56 smithi187 ceph-mon[90552]: pgmap v586: 121 pgs: 121 active+clean; 508 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-08-17T00:41:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:56 smithi157 ceph-mon[98780]: osdmap e620: 8 total, 8 up, 8 in 2024-08-17T00:41:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:56 smithi157 ceph-mon[98780]: pgmap v586: 121 pgs: 121 active+clean; 508 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-08-17T00:41:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:56 smithi157 ceph-mon[101289]: osdmap e620: 8 total, 8 up, 8 in 2024-08-17T00:41:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:56 smithi157 ceph-mon[101289]: pgmap v586: 121 pgs: 121 active+clean; 508 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-08-17T00:41:57.390 INFO:tasks.rados.rados.0.smithi157.stdout:2740: done (2 left) 2024-08-17T00:41:57.390 INFO:tasks.rados.rados.0.smithi157.stdout:2741: done (1 left) 2024-08-17T00:41:57.390 INFO:tasks.rados.rados.0.smithi157.stdout:2742: done (0 left) 2024-08-17T00:41:57.390 INFO:tasks.rados.rados.0.smithi157.stdout:2743: rmattr oid 32 current snap is 279 2024-08-17T00:41:57.390 INFO:tasks.rados.rados.0.smithi157.stdout:2743: done (0 left) 2024-08-17T00:41:57.390 INFO:tasks.rados.rados.0.smithi157.stdout:2744: rollback oid 3 current snap is 279 2024-08-17T00:41:57.390 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 3 to 198 2024-08-17T00:41:57.390 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 9 current snap is 279 2024-08-17T00:41:57.390 INFO:tasks.rados.rados.0.smithi157.stdout:2745: seq_num 835 ranges {0=794624,794624=442368,1236992=712704,1949696=49152} 2024-08-17T00:41:57.394 INFO:tasks.rados.rados.0.smithi157.stdout:2745: writing smithi15786056-9 from 0 to 794624 tid 1 2024-08-17T00:41:57.397 INFO:tasks.rados.rados.0.smithi157.stdout:2745: writing smithi15786056-9 from 794624 to 1236992 tid 2 2024-08-17T00:41:57.401 INFO:tasks.rados.rados.0.smithi157.stdout:2745: writing smithi15786056-9 from 1236992 to 1949696 tid 3 2024-08-17T00:41:57.402 INFO:tasks.rados.rados.0.smithi157.stdout:2745: writing smithi15786056-9 from 1949696 to 1998848 tid 4 2024-08-17T00:41:57.402 INFO:tasks.rados.rados.0.smithi157.stdout:2746: snap_create 2024-08-17T00:41:57.402 INFO:tasks.rados.rados.0.smithi157.stdout:2744: finishing rollback tid 1 to smithi15786056-3 2024-08-17T00:41:57.402 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 1541 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T00:41:57.402 INFO:tasks.rados.rados.0.smithi157.stdout:2745: finishing write tid 1 to smithi15786056-9 2024-08-17T00:41:57.402 INFO:tasks.rados.rados.0.smithi157.stdout:2745: finishing write tid 2 to smithi15786056-9 2024-08-17T00:41:57.406 INFO:tasks.rados.rados.0.smithi157.stdout:2745: finishing write tid 3 to smithi15786056-9 2024-08-17T00:41:57.406 INFO:tasks.rados.rados.0.smithi157.stdout:2745: finishing write tid 4 to smithi15786056-9 2024-08-17T00:41:57.407 INFO:tasks.rados.rados.0.smithi157.stdout:2745: finishing write tid 5 to smithi15786056-9 2024-08-17T00:41:57.408 INFO:tasks.rados.rados.0.smithi157.stdout:2745: finishing write tid 6 to smithi15786056-9 2024-08-17T00:41:57.408 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1236 (ObjNum 835 snap 279 seq_num 835) dirty exists 2024-08-17T00:41:57.408 INFO:tasks.rados.rados.0.smithi157.stdout:2745: left oid 9 (ObjNum 835 snap 279 seq_num 835) 2024-08-17T00:41:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:57 smithi187 ceph-mon[90552]: osdmap e621: 8 total, 8 up, 8 in 2024-08-17T00:41:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:57 smithi187 ceph-mon[90552]: osdmap e622: 8 total, 8 up, 8 in 2024-08-17T00:41:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:57 smithi157 ceph-mon[98780]: osdmap e621: 8 total, 8 up, 8 in 2024-08-17T00:41:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:57 smithi157 ceph-mon[98780]: osdmap e622: 8 total, 8 up, 8 in 2024-08-17T00:41:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:57 smithi157 ceph-mon[101289]: osdmap e621: 8 total, 8 up, 8 in 2024-08-17T00:41:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:57 smithi157 ceph-mon[101289]: osdmap e622: 8 total, 8 up, 8 in 2024-08-17T00:41:58.391 INFO:tasks.rados.rados.0.smithi157.stdout:2744: done (2 left) 2024-08-17T00:41:58.391 INFO:tasks.rados.rados.0.smithi157.stdout:2745: done (1 left) 2024-08-17T00:41:58.391 INFO:tasks.rados.rados.0.smithi157.stdout:2746: done (0 left) 2024-08-17T00:41:58.391 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 33 current snap is 280 2024-08-17T00:41:58.391 INFO:tasks.rados.rados.0.smithi157.stdout:2747: seq_num 836 ranges {0=409600,409600=720896,1130496=516096,1646592=368640} 2024-08-17T00:41:58.393 INFO:tasks.rados.rados.0.smithi157.stdout:2747: writing smithi15786056-33 from 0 to 409600 tid 1 2024-08-17T00:41:58.397 INFO:tasks.rados.rados.0.smithi157.stdout:2747: writing smithi15786056-33 from 409600 to 1130496 tid 2 2024-08-17T00:41:58.400 INFO:tasks.rados.rados.0.smithi157.stdout:2747: writing smithi15786056-33 from 1130496 to 1646592 tid 3 2024-08-17T00:41:58.402 INFO:tasks.rados.rados.0.smithi157.stdout:2747: writing smithi15786056-33 from 1646592 to 2015232 tid 4 2024-08-17T00:41:58.402 INFO:tasks.rados.rados.0.smithi157.stdout:2748: snap_create 2024-08-17T00:41:58.402 INFO:tasks.rados.rados.0.smithi157.stdout:2747: finishing write tid 1 to smithi15786056-33 2024-08-17T00:41:58.403 INFO:tasks.rados.rados.0.smithi157.stdout:2747: finishing write tid 2 to smithi15786056-33 2024-08-17T00:41:58.404 INFO:tasks.rados.rados.0.smithi157.stdout:2747: finishing write tid 3 to smithi15786056-33 2024-08-17T00:41:58.405 INFO:tasks.rados.rados.0.smithi157.stdout:2747: finishing write tid 4 to smithi15786056-33 2024-08-17T00:41:58.405 INFO:tasks.rados.rados.0.smithi157.stdout:2747: finishing write tid 5 to smithi15786056-33 2024-08-17T00:41:58.407 INFO:tasks.rados.rados.0.smithi157.stdout:2747: finishing write tid 6 to smithi15786056-33 2024-08-17T00:41:58.407 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 1557 (ObjNum 836 snap 280 seq_num 836) dirty exists 2024-08-17T00:41:58.407 INFO:tasks.rados.rados.0.smithi157.stdout:2747: left oid 33 (ObjNum 836 snap 280 seq_num 836) 2024-08-17T00:41:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:58 smithi187 ceph-mon[90552]: pgmap v589: 121 pgs: 121 active+clean; 508 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 484 KiB/s wr, 5 op/s 2024-08-17T00:41:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:58 smithi187 ceph-mon[90552]: osdmap e623: 8 total, 8 up, 8 in 2024-08-17T00:41:58.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:58 smithi157 ceph-mon[98780]: pgmap v589: 121 pgs: 121 active+clean; 508 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 484 KiB/s wr, 5 op/s 2024-08-17T00:41:58.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:58 smithi157 ceph-mon[98780]: osdmap e623: 8 total, 8 up, 8 in 2024-08-17T00:41:58.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:58 smithi157 ceph-mon[101289]: pgmap v589: 121 pgs: 121 active+clean; 508 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 484 KiB/s wr, 5 op/s 2024-08-17T00:41:58.787 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:58 smithi157 ceph-mon[101289]: osdmap e623: 8 total, 8 up, 8 in 2024-08-17T00:41:59.392 INFO:tasks.rados.rados.0.smithi157.stdout:2747: done (1 left) 2024-08-17T00:41:59.392 INFO:tasks.rados.rados.0.smithi157.stdout:2748: done (0 left) 2024-08-17T00:41:59.392 INFO:tasks.rados.rados.0.smithi157.stdout:2749: delete oid 46 current snap is 281 2024-08-17T00:41:59.396 INFO:tasks.rados.rados.0.smithi157.stdout:2749: done (0 left) 2024-08-17T00:41:59.396 INFO:tasks.rados.rados.0.smithi157.stdout:2750: delete oid 40 current snap is 281 2024-08-17T00:41:59.400 INFO:tasks.rados.rados.0.smithi157.stdout:2750: done (0 left) 2024-08-17T00:41:59.400 INFO:tasks.rados.rados.0.smithi157.stdout:2751: snap_create 2024-08-17T00:41:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:41:59 smithi187 ceph-mon[90552]: osdmap e624: 8 total, 8 up, 8 in 2024-08-17T00:41:59.811 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:59.812 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:41:59 smithi157 ceph-mon[101289]: osdmap e624: 8 total, 8 up, 8 in 2024-08-17T00:41:59.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:59.812 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:41:59 smithi157 ceph-mon[98780]: osdmap e624: 8 total, 8 up, 8 in 2024-08-17T00:42:00.393 INFO:tasks.rados.rados.0.smithi157.stdout:2751: done (0 left) 2024-08-17T00:42:00.393 INFO:tasks.rados.rados.0.smithi157.stdout:2752: read oid 50 snap -1 2024-08-17T00:42:00.393 INFO:tasks.rados.rados.0.smithi157.stdout:2752: expect deleted 2024-08-17T00:42:00.393 INFO:tasks.rados.rados.0.smithi157.stdout:2753: read oid 18 snap -1 2024-08-17T00:42:00.393 INFO:tasks.rados.rados.0.smithi157.stdout:2753: expect (ObjNum 804 snap 267 seq_num 804) 2024-08-17T00:42:00.393 INFO:tasks.rados.rados.0.smithi157.stdout:2754: rmattr oid 13 current snap is 282 2024-08-17T00:42:00.393 INFO:tasks.rados.rados.0.smithi157.stdout:2755: rmattr oid 5 current snap is 282 2024-08-17T00:42:00.393 INFO:tasks.rados.rados.0.smithi157.stdout:2756: snap_create 2024-08-17T00:42:00.396 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1549 (ObjNum 828 snap 274 seq_num 828) dirty exists 2024-08-17T00:42:00.396 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 1248 (ObjNum 780 snap 257 seq_num 780) dirty exists 2024-08-17T00:42:00.404 INFO:tasks.rados.rados.0.smithi157.stdout:2753: expect (ObjNum 804 snap 267 seq_num 804) 2024-08-17T00:42:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:00 smithi187 ceph-mon[90552]: pgmap v592: 121 pgs: 121 active+clean; 508 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2024-08-17T00:42:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:00 smithi187 ceph-mon[90552]: osdmap e625: 8 total, 8 up, 8 in 2024-08-17T00:42:00.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:00 smithi157 ceph-mon[98780]: pgmap v592: 121 pgs: 121 active+clean; 508 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2024-08-17T00:42:00.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:00 smithi157 ceph-mon[98780]: osdmap e625: 8 total, 8 up, 8 in 2024-08-17T00:42:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:00 smithi157 ceph-mon[101289]: pgmap v592: 121 pgs: 121 active+clean; 508 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2024-08-17T00:42:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:00 smithi157 ceph-mon[101289]: osdmap e625: 8 total, 8 up, 8 in 2024-08-17T00:42:01.394 INFO:tasks.rados.rados.0.smithi157.stdout:2752: done (4 left) 2024-08-17T00:42:01.395 INFO:tasks.rados.rados.0.smithi157.stdout:2753: done (3 left) 2024-08-17T00:42:01.395 INFO:tasks.rados.rados.0.smithi157.stdout:2754: done (2 left) 2024-08-17T00:42:01.395 INFO:tasks.rados.rados.0.smithi157.stdout:2755: done (1 left) 2024-08-17T00:42:01.395 INFO:tasks.rados.rados.0.smithi157.stdout:2756: done (0 left) 2024-08-17T00:42:01.395 INFO:tasks.rados.rados.0.smithi157.stdout:2757: copy_from oid 48 from oid 32 current snap is 283 2024-08-17T00:42:01.395 INFO:tasks.rados.rados.0.smithi157.stdout:2758: rollback oid 19 current snap is 283 2024-08-17T00:42:01.395 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 19 to 258 2024-08-17T00:42:01.395 INFO:tasks.rados.rados.0.smithi157.stdout:2759: copy_from oid 36 from oid 37 current snap is 283 2024-08-17T00:42:01.395 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 283 2024-08-17T00:42:01.395 INFO:tasks.rados.rados.0.smithi157.stdout:2760: seq_num 839 ranges {4423680=458752,4882432=425984,5308416=688128,5996544=491520} 2024-08-17T00:42:01.422 INFO:tasks.rados.rados.0.smithi157.stdout:2760: writing smithi15786056-39 from 4423680 to 4882432 tid 1 2024-08-17T00:42:01.424 INFO:tasks.rados.rados.0.smithi157.stdout:2760: writing smithi15786056-39 from 4882432 to 5308416 tid 2 2024-08-17T00:42:01.429 INFO:tasks.rados.rados.0.smithi157.stdout:2760: writing smithi15786056-39 from 5308416 to 5996544 tid 3 2024-08-17T00:42:01.432 INFO:tasks.rados.rados.0.smithi157.stdout:2760: writing smithi15786056-39 from 5996544 to 6488064 tid 4 2024-08-17T00:42:01.432 INFO:tasks.rados.rados.0.smithi157.stdout:2761: snap_create 2024-08-17T00:42:01.432 INFO:tasks.rados.rados.0.smithi157.stdout:2758: finishing rollback tid 0 to smithi15786056-19 2024-08-17T00:42:01.433 INFO:tasks.rados.rados.0.smithi157.stdout:2759: finishing copy_from racing read to smithi15786056-36 2024-08-17T00:42:01.433 INFO:tasks.rados.rados.0.smithi157.stdout:2758: finishing rollback tid 1 to smithi15786056-19 2024-08-17T00:42:01.433 INFO:tasks.rados.rados.0.smithi157.stdout:2759: finishing copy_from to smithi15786056-36 2024-08-17T00:42:01.433 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 1345 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:42:01.433 INFO:tasks.rados.rados.0.smithi157.stdout:2758: finishing rollback tid 2 to smithi15786056-19 2024-08-17T00:42:01.433 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 1156 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-17T00:42:01.433 INFO:tasks.rados.rados.0.smithi157.stdout:2757: finishing copy_from racing read to smithi15786056-48 2024-08-17T00:42:01.433 INFO:tasks.rados.rados.0.smithi157.stdout:2760: finishing write tid 1 to smithi15786056-39 2024-08-17T00:42:01.433 INFO:tasks.rados.rados.0.smithi157.stdout:2760: finishing write tid 2 to smithi15786056-39 2024-08-17T00:42:01.434 INFO:tasks.rados.rados.0.smithi157.stdout:2757: finishing copy_from to smithi15786056-48 2024-08-17T00:42:01.434 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 1168 (ObjNum 807 snap 269 seq_num 807) dirty exists 2024-08-17T00:42:01.436 INFO:tasks.rados.rados.0.smithi157.stdout:2760: finishing write tid 3 to smithi15786056-39 2024-08-17T00:42:01.436 INFO:tasks.rados.rados.0.smithi157.stdout:2760: finishing write tid 4 to smithi15786056-39 2024-08-17T00:42:01.441 INFO:tasks.rados.rados.0.smithi157.stdout:2760: finishing write tid 5 to smithi15786056-39 2024-08-17T00:42:01.442 INFO:tasks.rados.rados.0.smithi157.stdout:2760: finishing write tid 6 to smithi15786056-39 2024-08-17T00:42:01.442 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 1831 (ObjNum 839 snap 283 seq_num 839) dirty exists 2024-08-17T00:42:01.443 INFO:tasks.rados.rados.0.smithi157.stdout:2760: left oid 39 (ObjNum 839 snap 283 seq_num 839) 2024-08-17T00:42:02.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:42:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:42:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:02.400 INFO:tasks.rados.rados.0.smithi157.stdout:2757: done (4 left) 2024-08-17T00:42:02.400 INFO:tasks.rados.rados.0.smithi157.stdout:2758: done (3 left) 2024-08-17T00:42:02.400 INFO:tasks.rados.rados.0.smithi157.stdout:2759: done (2 left) 2024-08-17T00:42:02.400 INFO:tasks.rados.rados.0.smithi157.stdout:2760: done (1 left) 2024-08-17T00:42:02.400 INFO:tasks.rados.rados.0.smithi157.stdout:2761: done (0 left) 2024-08-17T00:42:02.400 INFO:tasks.rados.rados.0.smithi157.stdout:2762: read oid 28 snap -1 2024-08-17T00:42:02.400 INFO:tasks.rados.rados.0.smithi157.stdout:2762: expect (ObjNum 829 snap 274 seq_num 829) 2024-08-17T00:42:02.400 INFO:tasks.rados.rados.0.smithi157.stdout:2763: read oid 50 snap -1 2024-08-17T00:42:02.400 INFO:tasks.rados.rados.0.smithi157.stdout:2763: expect deleted 2024-08-17T00:42:02.401 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 284 2024-08-17T00:42:02.401 INFO:tasks.rados.rados.0.smithi157.stdout:2764: seq_num 840 ranges {10010624=475136,10485760=712704,11198464=499712,11698176=393216} 2024-08-17T00:42:02.455 INFO:tasks.rados.rados.0.smithi157.stdout:2764: writing smithi15786056-15 from 10010624 to 10485760 tid 1 2024-08-17T00:42:02.459 INFO:tasks.rados.rados.0.smithi157.stdout:2764: writing smithi15786056-15 from 10485760 to 11198464 tid 2 2024-08-17T00:42:02.463 INFO:tasks.rados.rados.0.smithi157.stdout:2764: writing smithi15786056-15 from 11198464 to 11698176 tid 3 2024-08-17T00:42:02.465 INFO:tasks.rados.rados.0.smithi157.stdout:2764: writing smithi15786056-15 from 11698176 to 12091392 tid 4 2024-08-17T00:42:02.465 INFO:tasks.rados.rados.0.smithi157.stdout:2765: snap_remove snap 280 2024-08-17T00:42:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:02 smithi187 ceph-mon[90552]: osdmap e626: 8 total, 8 up, 8 in 2024-08-17T00:42:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:02 smithi187 ceph-mon[90552]: pgmap v595: 121 pgs: 121 active+clean; 510 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 488 KiB/s wr, 8 op/s 2024-08-17T00:42:02.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:02 smithi157 ceph-mon[101289]: osdmap e626: 8 total, 8 up, 8 in 2024-08-17T00:42:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:02 smithi157 ceph-mon[101289]: pgmap v595: 121 pgs: 121 active+clean; 510 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 488 KiB/s wr, 8 op/s 2024-08-17T00:42:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:02 smithi157 ceph-mon[98780]: osdmap e626: 8 total, 8 up, 8 in 2024-08-17T00:42:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:02 smithi157 ceph-mon[98780]: pgmap v595: 121 pgs: 121 active+clean; 510 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 488 KiB/s wr, 8 op/s 2024-08-17T00:42:03.405 INFO:tasks.rados.rados.0.smithi157.stdout:2765: done (3 left) 2024-08-17T00:42:03.405 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 284 2024-08-17T00:42:03.405 INFO:tasks.rados.rados.0.smithi157.stdout:2766: seq_num 841 ranges {0=491520,491520=598016,1089536=704512,1794048=303104} 2024-08-17T00:42:03.409 INFO:tasks.rados.rados.0.smithi157.stdout:2766: writing smithi15786056-25 from 0 to 491520 tid 1 2024-08-17T00:42:03.413 INFO:tasks.rados.rados.0.smithi157.stdout:2766: writing smithi15786056-25 from 491520 to 1089536 tid 2 2024-08-17T00:42:03.417 INFO:tasks.rados.rados.0.smithi157.stdout:2766: writing smithi15786056-25 from 1089536 to 1794048 tid 3 2024-08-17T00:42:03.420 INFO:tasks.rados.rados.0.smithi157.stdout:2766: writing smithi15786056-25 from 1794048 to 2097152 tid 4 2024-08-17T00:42:03.420 INFO:tasks.rados.rados.0.smithi157.stdout:2767: rollback oid 23 current snap is 284 2024-08-17T00:42:03.420 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 23 to 273 2024-08-17T00:42:03.420 INFO:tasks.rados.rados.0.smithi157.stdout:2762: expect (ObjNum 829 snap 274 seq_num 829) 2024-08-17T00:42:03.441 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:03 smithi187 ceph-mon[90552]: osdmap e627: 8 total, 8 up, 8 in 2024-08-17T00:42:03.441 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:03 smithi187 systemd[1]: Stopping Ceph grafana.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:42:03.472 INFO:tasks.rados.rados.0.smithi157.stdout:2764: finishing write tid 1 to smithi15786056-15 2024-08-17T00:42:03.472 INFO:tasks.rados.rados.0.smithi157.stdout:2764: finishing write tid 2 to smithi15786056-15 2024-08-17T00:42:03.472 INFO:tasks.rados.rados.0.smithi157.stdout:2764: finishing write tid 3 to smithi15786056-15 2024-08-17T00:42:03.472 INFO:tasks.rados.rados.0.smithi157.stdout:2764: finishing write tid 4 to smithi15786056-15 2024-08-17T00:42:03.472 INFO:tasks.rados.rados.0.smithi157.stdout:2764: finishing write tid 5 to smithi15786056-15 2024-08-17T00:42:03.472 INFO:tasks.rados.rados.0.smithi157.stdout:2764: finishing write tid 6 to smithi15786056-15 2024-08-17T00:42:03.473 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 1254 (ObjNum 840 snap 284 seq_num 840) dirty exists 2024-08-17T00:42:03.473 INFO:tasks.rados.rados.0.smithi157.stdout:2764: left oid 15 (ObjNum 840 snap 284 seq_num 840) 2024-08-17T00:42:03.473 INFO:tasks.rados.rados.0.smithi157.stdout:2762: done (4 left) 2024-08-17T00:42:03.473 INFO:tasks.rados.rados.0.smithi157.stdout:2763: done (3 left) 2024-08-17T00:42:03.473 INFO:tasks.rados.rados.0.smithi157.stdout:2764: done (2 left) 2024-08-17T00:42:03.473 INFO:tasks.rados.rados.0.smithi157.stdout:2768: read oid 26 snap 213 2024-08-17T00:42:03.473 INFO:tasks.rados.rados.0.smithi157.stdout:2768: expect (ObjNum 600 snap 188 seq_num 600) 2024-08-17T00:42:03.473 INFO:tasks.rados.rados.0.smithi157.stdout:2769: read oid 13 snap 270 2024-08-17T00:42:03.473 INFO:tasks.rados.rados.0.smithi157.stdout:2769: expect (ObjNum 726 snap 233 seq_num 726) 2024-08-17T00:42:03.473 INFO:tasks.rados.rados.0.smithi157.stdout:2770: read oid 44 snap -1 2024-08-17T00:42:03.474 INFO:tasks.rados.rados.0.smithi157.stdout:2770: expect (ObjNum 777 snap 255 seq_num 777) 2024-08-17T00:42:03.474 INFO:tasks.rados.rados.0.smithi157.stdout:2771: read oid 33 snap -1 2024-08-17T00:42:03.474 INFO:tasks.rados.rados.0.smithi157.stdout:2771: expect (ObjNum 836 snap 280 seq_num 836) 2024-08-17T00:42:03.474 INFO:tasks.rados.rados.0.smithi157.stdout:2772: delete oid 45 current snap is 284 2024-08-17T00:42:03.474 INFO:tasks.rados.rados.0.smithi157.stdout:2766: finishing write tid 1 to smithi15786056-25 2024-08-17T00:42:03.474 INFO:tasks.rados.rados.0.smithi157.stdout:2766: finishing write tid 2 to smithi15786056-25 2024-08-17T00:42:03.474 INFO:tasks.rados.rados.0.smithi157.stdout:2766: finishing write tid 3 to smithi15786056-25 2024-08-17T00:42:03.474 INFO:tasks.rados.rados.0.smithi157.stdout:2766: finishing write tid 4 to smithi15786056-25 2024-08-17T00:42:03.474 INFO:tasks.rados.rados.0.smithi157.stdout:2766: finishing write tid 5 to smithi15786056-25 2024-08-17T00:42:03.474 INFO:tasks.rados.rados.0.smithi157.stdout:2767: finishing rollback tid 0 to smithi15786056-23 2024-08-17T00:42:03.475 INFO:tasks.rados.rados.0.smithi157.stdout:2767: finishing rollback tid 1 to smithi15786056-23 2024-08-17T00:42:03.475 INFO:tasks.rados.rados.0.smithi157.stdout:2767: finishing rollback tid 2 to smithi15786056-23 2024-08-17T00:42:03.475 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1839 (ObjNum 720 snap 232 seq_num 720) dirty exists 2024-08-17T00:42:03.475 INFO:tasks.rados.rados.0.smithi157.stdout:2766: finishing write tid 6 to smithi15786056-25 2024-08-17T00:42:03.475 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 1241 (ObjNum 841 snap 284 seq_num 841) dirty exists 2024-08-17T00:42:03.475 INFO:tasks.rados.rados.0.smithi157.stdout:2766: left oid 25 (ObjNum 841 snap 284 seq_num 841) 2024-08-17T00:42:03.476 INFO:tasks.rados.rados.0.smithi157.stdout:2769: expect (ObjNum 726 snap 233 seq_num 726) 2024-08-17T00:42:03.479 INFO:tasks.rados.rados.0.smithi157.stdout:2766: done (6 left) 2024-08-17T00:42:03.479 INFO:tasks.rados.rados.0.smithi157.stdout:2767: done (5 left) 2024-08-17T00:42:03.479 INFO:tasks.rados.rados.0.smithi157.stdout:2769: done (4 left) 2024-08-17T00:42:03.479 INFO:tasks.rados.rados.0.smithi157.stdout:2772: done (3 left) 2024-08-17T00:42:03.479 INFO:tasks.rados.rados.0.smithi157.stdout:2773: delete oid 24 current snap is 284 2024-08-17T00:42:03.482 INFO:tasks.rados.rados.0.smithi157.stdout:2773: done (3 left) 2024-08-17T00:42:03.482 INFO:tasks.rados.rados.0.smithi157.stdout:2774: copy_from oid 8 from oid 36 current snap is 284 2024-08-17T00:42:03.482 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 284 2024-08-17T00:42:03.482 INFO:tasks.rados.rados.0.smithi157.stdout:2775: seq_num 844 ranges {9682944=540672,10223616=696320,10919936=475136,11395072=434176} 2024-08-17T00:42:03.537 INFO:tasks.rados.rados.0.smithi157.stdout:2775: writing smithi15786056-48 from 9682944 to 10223616 tid 1 2024-08-17T00:42:03.541 INFO:tasks.rados.rados.0.smithi157.stdout:2775: writing smithi15786056-48 from 10223616 to 10919936 tid 2 2024-08-17T00:42:03.544 INFO:tasks.rados.rados.0.smithi157.stdout:2775: writing smithi15786056-48 from 10919936 to 11395072 tid 3 2024-08-17T00:42:03.547 INFO:tasks.rados.rados.0.smithi157.stdout:2775: writing smithi15786056-48 from 11395072 to 11829248 tid 4 2024-08-17T00:42:03.547 INFO:tasks.rados.rados.0.smithi157.stdout:2776: copy_from oid 9 from oid 23 current snap is 284 2024-08-17T00:42:03.547 INFO:tasks.rados.rados.0.smithi157.stdout:2774: finishing copy_from racing read to smithi15786056-8 2024-08-17T00:42:03.547 INFO:tasks.rados.rados.0.smithi157.stdout:2774: finishing copy_from to smithi15786056-8 2024-08-17T00:42:03.547 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1345 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:42:03.547 INFO:tasks.rados.rados.0.smithi157.stdout:2770: expect (ObjNum 777 snap 255 seq_num 777) 2024-08-17T00:42:03.602 INFO:tasks.rados.rados.0.smithi157.stdout:2771: expect (ObjNum 836 snap 280 seq_num 836) 2024-08-17T00:42:03.654 INFO:tasks.rados.rados.0.smithi157.stdout:2768: expect (ObjNum 600 snap 188 seq_num 600) 2024-08-17T00:42:03.705 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:03 smithi187 podman[128103]: 2024-08-17 00:42:03.440624225 +0000 UTC m=+0.118614329 container died 3c616dd0c45bc4d81a255776f435ba41cafe0569e04f99b76d497d9d28ef595b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, com.redhat.component=ubi8-container, name=ubi8, io.openshift.tags=base rhel8, io.openshift.expose-services=, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., io.buildah.version=1.32.0, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-08-17T00:42:03.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:03 smithi157 ceph-mon[98780]: osdmap e627: 8 total, 8 up, 8 in 2024-08-17T00:42:03.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:42:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:42:03] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.43.0" 2024-08-17T00:42:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:03 smithi157 ceph-mon[101289]: osdmap e627: 8 total, 8 up, 8 in 2024-08-17T00:42:04.071 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:03 smithi187 podman[128103]: 2024-08-17 00:42:03.852896205 +0000 UTC m=+0.530886307 container cleanup 3c616dd0c45bc4d81a255776f435ba41cafe0569e04f99b76d497d9d28ef595b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, distribution-scope=public, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, io.openshift.expose-services=, release=239.1651231664, architecture=x86_64, vendor=Red Hat, Inc., vcs-type=git, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-08-17T00:42:04.071 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:03 smithi187 bash[128103]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a 2024-08-17T00:42:04.405 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:04 smithi187 podman[128122]: 2024-08-17 00:42:04.07091552 +0000 UTC m=+0.629415148 container remove 3c616dd0c45bc4d81a255776f435ba41cafe0569e04f99b76d497d9d28ef595b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, io.openshift.expose-services=, name=ubi8, vendor=Red Hat, Inc., architecture=x86_64, description=Ceph Grafana Container, io.buildah.version=1.32.0, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-08-17T00:42:04.405 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:04 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:42:04.405 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:04 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-17T00:42:04.405 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:04 smithi187 systemd[1]: Stopped Ceph grafana.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:42:04.405 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:04 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@grafana.a.service: Consumed 7.823s CPU time. 2024-08-17T00:42:04.462 INFO:tasks.rados.rados.0.smithi157.stdout:2775: finishing write tid 1 to smithi15786056-48 2024-08-17T00:42:04.462 INFO:tasks.rados.rados.0.smithi157.stdout:2775: finishing write tid 2 to smithi15786056-48 2024-08-17T00:42:04.462 INFO:tasks.rados.rados.0.smithi157.stdout:2775: finishing write tid 3 to smithi15786056-48 2024-08-17T00:42:04.462 INFO:tasks.rados.rados.0.smithi157.stdout:2775: finishing write tid 4 to smithi15786056-48 2024-08-17T00:42:04.462 INFO:tasks.rados.rados.0.smithi157.stdout:2775: finishing write tid 5 to smithi15786056-48 2024-08-17T00:42:04.462 INFO:tasks.rados.rados.0.smithi157.stdout:2775: finishing write tid 6 to smithi15786056-48 2024-08-17T00:42:04.462 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 1845 (ObjNum 844 snap 284 seq_num 844) dirty exists 2024-08-17T00:42:04.462 INFO:tasks.rados.rados.0.smithi157.stdout:2775: left oid 48 (ObjNum 844 snap 284 seq_num 844) 2024-08-17T00:42:04.462 INFO:tasks.rados.rados.0.smithi157.stdout:2776: finishing copy_from racing read to smithi15786056-9 2024-08-17T00:42:04.462 INFO:tasks.rados.rados.0.smithi157.stdout:2776: finishing copy_from to smithi15786056-9 2024-08-17T00:42:04.463 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1839 (ObjNum 720 snap 232 seq_num 720) dirty exists 2024-08-17T00:42:04.463 INFO:tasks.rados.rados.0.smithi157.stdout:2768: done (5 left) 2024-08-17T00:42:04.463 INFO:tasks.rados.rados.0.smithi157.stdout:2770: done (4 left) 2024-08-17T00:42:04.463 INFO:tasks.rados.rados.0.smithi157.stdout:2771: done (3 left) 2024-08-17T00:42:04.463 INFO:tasks.rados.rados.0.smithi157.stdout:2774: done (2 left) 2024-08-17T00:42:04.463 INFO:tasks.rados.rados.0.smithi157.stdout:2775: done (1 left) 2024-08-17T00:42:04.463 INFO:tasks.rados.rados.0.smithi157.stdout:2776: done (0 left) 2024-08-17T00:42:04.463 INFO:tasks.rados.rados.0.smithi157.stdout:2777: setattr oid 35 current snap is 284 2024-08-17T00:42:04.463 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 284 2024-08-17T00:42:04.464 INFO:tasks.rados.rados.0.smithi157.stdout:2778: seq_num 845 ranges {3481600=557056,4038656=581632,4620288=688128,5308416=335872} 2024-08-17T00:42:04.485 INFO:tasks.rados.rados.0.smithi157.stdout:2778: writing smithi15786056-49 from 3481600 to 4038656 tid 1 2024-08-17T00:42:04.488 INFO:tasks.rados.rados.0.smithi157.stdout:2778: writing smithi15786056-49 from 4038656 to 4620288 tid 2 2024-08-17T00:42:04.491 INFO:tasks.rados.rados.0.smithi157.stdout:2778: writing smithi15786056-49 from 4620288 to 5308416 tid 3 2024-08-17T00:42:04.494 INFO:tasks.rados.rados.0.smithi157.stdout:2778: writing smithi15786056-49 from 5308416 to 5644288 tid 4 2024-08-17T00:42:04.494 INFO:tasks.rados.rados.0.smithi157.stdout:2779: rollback oid 48 current snap is 284 2024-08-17T00:42:04.494 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 48 to 270 2024-08-17T00:42:04.494 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 1546 (ObjNum 33 snap 0 seq_num 170658768) dirty exists 2024-08-17T00:42:04.494 INFO:tasks.rados.rados.0.smithi157.stdout:2778: finishing write tid 1 to smithi15786056-49 2024-08-17T00:42:04.494 INFO:tasks.rados.rados.0.smithi157.stdout:2778: finishing write tid 2 to smithi15786056-49 2024-08-17T00:42:04.494 INFO:tasks.rados.rados.0.smithi157.stdout:2777: done (2 left) 2024-08-17T00:42:04.494 INFO:tasks.rados.rados.0.smithi157.stdout:2780: setattr oid 21 current snap is 284 2024-08-17T00:42:04.495 INFO:tasks.rados.rados.0.smithi157.stdout:2781: copy_from oid 18 from oid 39 current snap is 284 2024-08-17T00:42:04.496 INFO:tasks.rados.rados.0.smithi157.stdout:2782: rmattr oid 6 current snap is 284 2024-08-17T00:42:04.496 INFO:tasks.rados.rados.0.smithi157.stdout:2782: done (4 left) 2024-08-17T00:42:04.496 INFO:tasks.rados.rados.0.smithi157.stdout:2783: copy_from oid 30 from oid 46 current snap is 284 2024-08-17T00:42:04.496 INFO:tasks.rados.rados.0.smithi157.stdout:2784: read oid 42 snap -1 2024-08-17T00:42:04.496 INFO:tasks.rados.rados.0.smithi157.stdout:2784: expect (ObjNum 676 snap 213 seq_num 676) 2024-08-17T00:42:04.496 INFO:tasks.rados.rados.0.smithi157.stdout:2785: delete oid 10 current snap is 284 2024-08-17T00:42:04.496 INFO:tasks.rados.rados.0.smithi157.stdout:2783: finishing copy_from to smithi15786056-30 2024-08-17T00:42:04.497 INFO:tasks.rados.rados.0.smithi157.stdout:2783: got expected ENOENT (src dne) 2024-08-17T00:42:04.497 INFO:tasks.rados.rados.0.smithi157.stdout:2783: finishing copy_from racing read to smithi15786056-30 2024-08-17T00:42:04.498 INFO:tasks.rados.rados.0.smithi157.stdout:2783: done (6 left) 2024-08-17T00:42:04.498 INFO:tasks.rados.rados.0.smithi157.stdout:2785: done (5 left) 2024-08-17T00:42:04.498 INFO:tasks.rados.rados.0.smithi157.stdout:2786: rmattr oid 9 current snap is 284 2024-08-17T00:42:04.498 INFO:tasks.rados.rados.0.smithi157.stdout:2786: done (5 left) 2024-08-17T00:42:04.498 INFO:tasks.rados.rados.0.smithi157.stdout:2787: delete oid 1 current snap is 284 2024-08-17T00:42:04.498 INFO:tasks.rados.rados.0.smithi157.stdout:2778: finishing write tid 3 to smithi15786056-49 2024-08-17T00:42:04.498 INFO:tasks.rados.rados.0.smithi157.stdout:2778: finishing write tid 4 to smithi15786056-49 2024-08-17T00:42:04.498 INFO:tasks.rados.rados.0.smithi157.stdout:2779: finishing rollback tid 0 to smithi15786056-48 2024-08-17T00:42:04.499 INFO:tasks.rados.rados.0.smithi157.stdout:2779: finishing rollback tid 1 to smithi15786056-48 2024-08-17T00:42:04.499 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 1559 (ObjNum 33 snap 0 seq_num 171808928) dirty exists 2024-08-17T00:42:04.499 INFO:tasks.rados.rados.0.smithi157.stdout:2778: finishing write tid 5 to smithi15786056-49 2024-08-17T00:42:04.499 INFO:tasks.rados.rados.0.smithi157.stdout:2779: finishing rollback tid 2 to smithi15786056-48 2024-08-17T00:42:04.499 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 1848 (ObjNum 761 snap 250 seq_num 761) dirty exists 2024-08-17T00:42:04.501 INFO:tasks.rados.rados.0.smithi157.stdout:2779: done (5 left) 2024-08-17T00:42:04.501 INFO:tasks.rados.rados.0.smithi157.stdout:2780: done (4 left) 2024-08-17T00:42:04.501 INFO:tasks.rados.rados.0.smithi157.stdout:2787: done (3 left) 2024-08-17T00:42:04.501 INFO:tasks.rados.rados.0.smithi157.stdout:2788: rollback oid 3 current snap is 284 2024-08-17T00:42:04.501 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 3 to 236 2024-08-17T00:42:04.501 INFO:tasks.rados.rados.0.smithi157.stdout:2789: rollback oid 32 current snap is 284 2024-08-17T00:42:04.501 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 32 to 261 2024-08-17T00:42:04.501 INFO:tasks.rados.rados.0.smithi157.stdout:2790: read oid 16 snap 260 2024-08-17T00:42:04.501 INFO:tasks.rados.rados.0.smithi157.stdout:2790: expect (ObjNum 720 snap 232 seq_num 720) 2024-08-17T00:42:04.501 INFO:tasks.rados.rados.0.smithi157.stdout:2791: read oid 43 snap 229 2024-08-17T00:42:04.502 INFO:tasks.rados.rados.0.smithi157.stdout:2791: expect (ObjNum 690 snap 223 seq_num 690) 2024-08-17T00:42:04.502 INFO:tasks.rados.rados.0.smithi157.stdout:2792: rollback oid 9 current snap is 284 2024-08-17T00:42:04.502 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 9 to 273 2024-08-17T00:42:04.502 INFO:tasks.rados.rados.0.smithi157.stdout:2778: finishing write tid 6 to smithi15786056-49 2024-08-17T00:42:04.502 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1399 (ObjNum 845 snap 284 seq_num 845) dirty exists 2024-08-17T00:42:04.502 INFO:tasks.rados.rados.0.smithi157.stdout:2778: left oid 49 (ObjNum 845 snap 284 seq_num 845) 2024-08-17T00:42:04.502 INFO:tasks.rados.rados.0.smithi157.stdout:2778: done (7 left) 2024-08-17T00:42:04.502 INFO:tasks.rados.rados.0.smithi157.stdout:2793: rollback oid 23 current snap is 284 2024-08-17T00:42:04.502 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 23 to 277 2024-08-17T00:42:04.502 INFO:tasks.rados.rados.0.smithi157.stdout:2794: snap_create 2024-08-17T00:42:04.504 INFO:tasks.rados.rados.0.smithi157.stdout:2788: finishing rollback tid 1 to smithi15786056-3 2024-08-17T00:42:04.505 INFO:tasks.rados.rados.0.smithi157.stdout:2788: finishing rollback tid 2 to smithi15786056-3 2024-08-17T00:42:04.505 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 1561 (ObjNum 599 snap 187 seq_num 599) dirty exists 2024-08-17T00:42:04.507 INFO:tasks.rados.rados.0.smithi157.stdout:2789: finishing rollback tid 0 to smithi15786056-32 2024-08-17T00:42:04.510 INFO:tasks.rados.rados.0.smithi157.stdout:2789: finishing rollback tid 1 to smithi15786056-32 2024-08-17T00:42:04.511 INFO:tasks.rados.rados.0.smithi157.stdout:2789: finishing rollback tid 2 to smithi15786056-32 2024-08-17T00:42:04.511 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 1842 (ObjNum 655 snap 205 seq_num 655) dirty exists 2024-08-17T00:42:04.511 INFO:tasks.rados.rados.0.smithi157.stdout:2792: finishing rollback tid 0 to smithi15786056-9 2024-08-17T00:42:04.511 INFO:tasks.rados.rados.0.smithi157.stdout:2792: finishing rollback tid 1 to smithi15786056-9 2024-08-17T00:42:04.511 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1844 (ObjNum 1457 snap 0 seq_num 171077520) dirty dne 2024-08-17T00:42:04.526 INFO:tasks.rados.rados.0.smithi157.stdout:2784: expect (ObjNum 676 snap 213 seq_num 676) 2024-08-17T00:42:04.699 INFO:tasks.rados.rados.0.smithi157.stdout:2791: expect (ObjNum 690 snap 223 seq_num 690) 2024-08-17T00:42:04.705 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:04 smithi187 systemd[1]: Starting Ceph grafana.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T00:42:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:04 smithi187 ceph-mon[90552]: osdmap e628: 8 total, 8 up, 8 in 2024-08-17T00:42:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:04 smithi187 ceph-mon[90552]: pgmap v598: 121 pgs: 121 active+clean; 523 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.8 MiB/s wr, 7 op/s 2024-08-17T00:42:04.853 INFO:tasks.rados.rados.0.smithi157.stdout:2793: finishing rollback tid 0 to smithi15786056-23 2024-08-17T00:42:04.853 INFO:tasks.rados.rados.0.smithi157.stdout:2790: expect (ObjNum 720 snap 232 seq_num 720) 2024-08-17T00:42:04.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:04 smithi157 ceph-mon[101289]: osdmap e628: 8 total, 8 up, 8 in 2024-08-17T00:42:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:04 smithi157 ceph-mon[101289]: pgmap v598: 121 pgs: 121 active+clean; 523 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.8 MiB/s wr, 7 op/s 2024-08-17T00:42:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:04 smithi157 ceph-mon[98780]: osdmap e628: 8 total, 8 up, 8 in 2024-08-17T00:42:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:04 smithi157 ceph-mon[98780]: pgmap v598: 121 pgs: 121 active+clean; 523 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.8 MiB/s wr, 7 op/s 2024-08-17T00:42:04.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:04 smithi187 podman[128249]: 2024-08-17 00:42:04.614130587 +0000 UTC m=+0.018089256 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-08-17T00:42:04.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:04 smithi187 podman[128249]: 2024-08-17 00:42:04.750775993 +0000 UTC m=+0.154734644 container create bd5234bf93c1dccdbad52240c4d611ddbb001934a5674a4baafd1e20eb9a59c5 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T00:42:05.456 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:04 smithi187 podman[128249]: 2024-08-17 00:42:04.983011088 +0000 UTC m=+0.386969741 container init bd5234bf93c1dccdbad52240c4d611ddbb001934a5674a4baafd1e20eb9a59c5 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T00:42:05.456 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:04 smithi187 podman[128249]: 2024-08-17 00:42:04.98782366 +0000 UTC m=+0.391782313 container start bd5234bf93c1dccdbad52240c4d611ddbb001934a5674a4baafd1e20eb9a59c5 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T00:42:05.456 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 bash[128249]: bd5234bf93c1dccdbad52240c4d611ddbb001934a5674a4baafd1e20eb9a59c5 2024-08-17T00:42:05.457 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 systemd[1]: Started Ceph grafana.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T00:42:05.457 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140071897Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-08-17T00:42:05.457 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.14024633Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-17T00:42:05.457 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.14025807Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-17T00:42:05.457 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140261503Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-17T00:42:05.457 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140264256Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-08-17T00:42:05.457 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140267118Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-08-17T00:42:05.457 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140269626Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-08-17T00:42:05.457 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140272164Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-08-17T00:42:05.457 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140275537Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-08-17T00:42:05.457 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140278813Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-17T00:42:05.458 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.14028159Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-17T00:42:05.458 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140284074Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-17T00:42:05.458 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140286726Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-17T00:42:05.458 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140289427Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-17T00:42:05.458 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140291926Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-17T00:42:05.458 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140294278Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-17T00:42:05.458 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140296655Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-17T00:42:05.458 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140299157Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-17T00:42:05.458 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=settings t=2024-08-17T00:42:05.140302128Z level=info msg="App mode production" 2024-08-17T00:42:05.458 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=sqlstore t=2024-08-17T00:42:05.140346177Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-17T00:42:05.458 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=sqlstore t=2024-08-17T00:42:05.140357828Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-17T00:42:05.458 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=migrator t=2024-08-17T00:42:05.154566266Z level=info msg="Starting DB migrations" 2024-08-17T00:42:05.459 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=migrator t=2024-08-17T00:42:05.15907364Z level=info msg="migrations completed" performed=0 skipped=481 duration=432.408µs 2024-08-17T00:42:05.459 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=sqlstore t=2024-08-17T00:42:05.15945391Z level=info msg="Created default organization" 2024-08-17T00:42:05.459 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=plugin.finder t=2024-08-17T00:42:05.192289086Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-08-17T00:42:05.459 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=secrets t=2024-08-17T00:42:05.192386547Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-17T00:42:05.459 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=query_data t=2024-08-17T00:42:05.195897446Z level=info msg="Query Service initialization" 2024-08-17T00:42:05.459 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=live.push_http t=2024-08-17T00:42:05.199732195Z level=info msg="Live Push Gateway initialization" 2024-08-17T00:42:05.473 INFO:tasks.rados.rados.0.smithi157.stdout:2793: finishing rollback tid 1 to smithi15786056-23 2024-08-17T00:42:05.473 INFO:tasks.rados.rados.0.smithi157.stdout:2793: finishing rollback tid 2 to smithi15786056-23 2024-08-17T00:42:05.473 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1851 (ObjNum 720 snap 232 seq_num 720) dirty exists 2024-08-17T00:42:05.473 INFO:tasks.rados.rados.0.smithi157.stdout:2781: finishing copy_from racing read to smithi15786056-18 2024-08-17T00:42:05.474 INFO:tasks.rados.rados.0.smithi157.stdout:2781: finishing copy_from to smithi15786056-18 2024-08-17T00:42:05.474 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 1831 (ObjNum 839 snap 283 seq_num 839) dirty exists 2024-08-17T00:42:05.474 INFO:tasks.rados.rados.0.smithi157.stdout:2781: done (8 left) 2024-08-17T00:42:05.474 INFO:tasks.rados.rados.0.smithi157.stdout:2784: done (7 left) 2024-08-17T00:42:05.474 INFO:tasks.rados.rados.0.smithi157.stdout:2788: done (6 left) 2024-08-17T00:42:05.474 INFO:tasks.rados.rados.0.smithi157.stdout:2789: done (5 left) 2024-08-17T00:42:05.474 INFO:tasks.rados.rados.0.smithi157.stdout:2790: done (4 left) 2024-08-17T00:42:05.474 INFO:tasks.rados.rados.0.smithi157.stdout:2791: done (3 left) 2024-08-17T00:42:05.474 INFO:tasks.rados.rados.0.smithi157.stdout:2792: done (2 left) 2024-08-17T00:42:05.474 INFO:tasks.rados.rados.0.smithi157.stdout:2793: done (1 left) 2024-08-17T00:42:05.474 INFO:tasks.rados.rados.0.smithi157.stdout:2794: done (0 left) 2024-08-17T00:42:05.475 INFO:tasks.rados.rados.0.smithi157.stdout:2795: copy_from oid 12 from oid 43 current snap is 285 2024-08-17T00:42:05.475 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 285 2024-08-17T00:42:05.475 INFO:tasks.rados.rados.0.smithi157.stdout:2796: seq_num 848 ranges {5644288=606208,6250496=630784,6881280=458752,7340032=516096} 2024-08-17T00:42:05.506 INFO:tasks.rados.rados.0.smithi157.stdout:2796: writing smithi15786056-49 from 5644288 to 6250496 tid 1 2024-08-17T00:42:05.510 INFO:tasks.rados.rados.0.smithi157.stdout:2796: writing smithi15786056-49 from 6250496 to 6881280 tid 2 2024-08-17T00:42:05.512 INFO:tasks.rados.rados.0.smithi157.stdout:2796: writing smithi15786056-49 from 6881280 to 7340032 tid 3 2024-08-17T00:42:05.515 INFO:tasks.rados.rados.0.smithi157.stdout:2796: writing smithi15786056-49 from 7340032 to 7856128 tid 4 2024-08-17T00:42:05.516 INFO:tasks.rados.rados.0.smithi157.stdout:2797: copy_from oid 6 from oid 21 current snap is 285 2024-08-17T00:42:05.516 INFO:tasks.rados.rados.0.smithi157.stdout:2795: finishing copy_from racing read to smithi15786056-12 2024-08-17T00:42:05.516 INFO:tasks.rados.rados.0.smithi157.stdout:2795: finishing copy_from to smithi15786056-12 2024-08-17T00:42:05.516 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 1726 (ObjNum 800 snap 267 seq_num 800) dirty exists 2024-08-17T00:42:05.516 INFO:tasks.rados.rados.0.smithi157.stdout:2796: finishing write tid 1 to smithi15786056-49 2024-08-17T00:42:05.516 INFO:tasks.rados.rados.0.smithi157.stdout:2795: done (2 left) 2024-08-17T00:42:05.516 INFO:tasks.rados.rados.0.smithi157.stdout:2798: snap_remove snap 268 2024-08-17T00:42:06.111 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=infra.usagestats.collector t=2024-08-17T00:42:05.852827288Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-17T00:42:06.111 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=provisioning.datasources t=2024-08-17T00:42:05.855217515Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-08-17T00:42:06.111 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=provisioning.datasources t=2024-08-17T00:42:05.85522768Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-17T00:42:06.112 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=provisioning.datasources t=2024-08-17T00:42:05.855329048Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-17T00:42:06.112 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=provisioning.alerting t=2024-08-17T00:42:05.878870725Z level=info msg="starting to provision alerting" 2024-08-17T00:42:06.112 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=provisioning.alerting t=2024-08-17T00:42:05.878885479Z level=info msg="finished to provision alerting" 2024-08-17T00:42:06.112 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=grafanaStorageLogger t=2024-08-17T00:42:05.879041232Z level=info msg="storage starting" 2024-08-17T00:42:06.112 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=ngalert.state.manager t=2024-08-17T00:42:05.879086205Z level=info msg="Warming state cache for startup" 2024-08-17T00:42:06.112 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=http.server t=2024-08-17T00:42:05.881610199Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-17T00:42:06.112 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=ngalert.state.manager t=2024-08-17T00:42:05.912970867Z level=info msg="State cache has been initialized" states=0 duration=33.880704ms 2024-08-17T00:42:06.112 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=ngalert.multiorg.alertmanager t=2024-08-17T00:42:05.913017087Z level=info msg="starting MultiOrg Alertmanager" 2024-08-17T00:42:06.112 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=ticker t=2024-08-17T00:42:05.913049097Z level=info msg=starting first_tick=2024-08-17T00:42:10Z 2024-08-17T00:42:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:06 smithi157 ceph-mon[98780]: osdmap e629: 8 total, 8 up, 8 in 2024-08-17T00:42:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:06 smithi157 ceph-mon[98780]: pgmap v600: 121 pgs: 121 active+clean; 528 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.7 MiB/s wr, 20 op/s 2024-08-17T00:42:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:06.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:06.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:06.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:06 smithi157 ceph-mon[101289]: osdmap e629: 8 total, 8 up, 8 in 2024-08-17T00:42:06.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:06 smithi157 ceph-mon[101289]: pgmap v600: 121 pgs: 121 active+clean; 528 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.7 MiB/s wr, 20 op/s 2024-08-17T00:42:06.414 INFO:tasks.rados.rados.0.smithi157.stdout:2798: done (2 left) 2024-08-17T00:42:06.414 INFO:tasks.rados.rados.0.smithi157.stdout:2799: snap_remove snap 198 2024-08-17T00:42:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:06 smithi187 ceph-mon[90552]: osdmap e629: 8 total, 8 up, 8 in 2024-08-17T00:42:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:06 smithi187 ceph-mon[90552]: pgmap v600: 121 pgs: 121 active+clean; 528 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.7 MiB/s wr, 20 op/s 2024-08-17T00:42:07.392 INFO:tasks.rados.rados.0.smithi157.stdout:2799: done (2 left) 2024-08-17T00:42:07.392 INFO:tasks.rados.rados.0.smithi157.stdout:2800: read oid 13 snap 260 2024-08-17T00:42:07.392 INFO:tasks.rados.rados.0.smithi157.stdout:2800: expect (ObjNum 701 snap 226 seq_num 701) 2024-08-17T00:42:07.392 INFO:tasks.rados.rados.0.smithi157.stdout:2801: snap_remove snap 284 2024-08-17T00:42:07.694 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:07 smithi187 ceph-mon[90552]: osdmap e630: 8 total, 8 up, 8 in 2024-08-17T00:42:07.694 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:07 smithi187 ceph-mon[90552]: osdmap e631: 8 total, 8 up, 8 in 2024-08-17T00:42:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:07 smithi157 ceph-mon[98780]: osdmap e630: 8 total, 8 up, 8 in 2024-08-17T00:42:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:07 smithi157 ceph-mon[98780]: osdmap e631: 8 total, 8 up, 8 in 2024-08-17T00:42:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:07 smithi157 ceph-mon[101289]: osdmap e630: 8 total, 8 up, 8 in 2024-08-17T00:42:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:07 smithi157 ceph-mon[101289]: osdmap e631: 8 total, 8 up, 8 in 2024-08-17T00:42:08.393 INFO:tasks.rados.rados.0.smithi157.stdout:2801: done (3 left) 2024-08-17T00:42:08.393 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 43 current snap is 285 2024-08-17T00:42:08.393 INFO:tasks.rados.rados.0.smithi157.stdout:2796: finishing write tid 2 to smithi15786056-49 2024-08-17T00:42:08.393 INFO:tasks.rados.rados.0.smithi157.stdout:2802: seq_num 849 ranges {2146304=622592,2768896=516096,3284992=663552,3948544=425984} 2024-08-17T00:42:08.407 INFO:tasks.rados.rados.0.smithi157.stdout:2802: writing smithi15786056-43 from 2146304 to 2768896 tid 1 2024-08-17T00:42:08.410 INFO:tasks.rados.rados.0.smithi157.stdout:2802: writing smithi15786056-43 from 2768896 to 3284992 tid 2 2024-08-17T00:42:08.415 INFO:tasks.rados.rados.0.smithi157.stdout:2802: writing smithi15786056-43 from 3284992 to 3948544 tid 3 2024-08-17T00:42:08.418 INFO:tasks.rados.rados.0.smithi157.stdout:2802: writing smithi15786056-43 from 3948544 to 4374528 tid 4 2024-08-17T00:42:08.419 INFO:tasks.rados.rados.0.smithi157.stdout:2803: rollback oid 35 current snap is 285 2024-08-17T00:42:08.419 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 35 to 271 2024-08-17T00:42:08.419 INFO:tasks.rados.rados.0.smithi157.stdout:2796: finishing write tid 3 to smithi15786056-49 2024-08-17T00:42:08.419 INFO:tasks.rados.rados.0.smithi157.stdout:2797: finishing copy_from racing read to smithi15786056-6 2024-08-17T00:42:08.419 INFO:tasks.rados.rados.0.smithi157.stdout:2796: finishing write tid 4 to smithi15786056-49 2024-08-17T00:42:08.419 INFO:tasks.rados.rados.0.smithi157.stdout:2796: finishing write tid 5 to smithi15786056-49 2024-08-17T00:42:08.419 INFO:tasks.rados.rados.0.smithi157.stdout:2797: finishing copy_from to smithi15786056-6 2024-08-17T00:42:08.419 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 1559 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T00:42:08.419 INFO:tasks.rados.rados.0.smithi157.stdout:2796: finishing write tid 6 to smithi15786056-49 2024-08-17T00:42:08.419 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1836 (ObjNum 848 snap 285 seq_num 848) dirty exists 2024-08-17T00:42:08.419 INFO:tasks.rados.rados.0.smithi157.stdout:2796: left oid 49 (ObjNum 848 snap 285 seq_num 848) 2024-08-17T00:42:08.419 INFO:tasks.rados.rados.0.smithi157.stdout:2800: expect (ObjNum 701 snap 226 seq_num 701) 2024-08-17T00:42:08.476 INFO:tasks.rados.rados.0.smithi157.stdout:2802: finishing write tid 1 to smithi15786056-43 2024-08-17T00:42:08.476 INFO:tasks.rados.rados.0.smithi157.stdout:2802: finishing write tid 2 to smithi15786056-43 2024-08-17T00:42:08.476 INFO:tasks.rados.rados.0.smithi157.stdout:2803: finishing rollback tid 0 to smithi15786056-35 2024-08-17T00:42:08.476 INFO:tasks.rados.rados.0.smithi157.stdout:2803: finishing rollback tid 1 to smithi15786056-35 2024-08-17T00:42:08.476 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 1548 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:42:08.476 INFO:tasks.rados.rados.0.smithi157.stdout:2802: finishing write tid 3 to smithi15786056-43 2024-08-17T00:42:08.476 INFO:tasks.rados.rados.0.smithi157.stdout:2796: done (4 left) 2024-08-17T00:42:08.476 INFO:tasks.rados.rados.0.smithi157.stdout:2797: done (3 left) 2024-08-17T00:42:08.477 INFO:tasks.rados.rados.0.smithi157.stdout:2800: done (2 left) 2024-08-17T00:42:08.477 INFO:tasks.rados.rados.0.smithi157.stdout:2803: done (1 left) 2024-08-17T00:42:08.477 INFO:tasks.rados.rados.0.smithi157.stdout:2804: read oid 37 snap -1 2024-08-17T00:42:08.477 INFO:tasks.rados.rados.0.smithi157.stdout:2804: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:42:08.477 INFO:tasks.rados.rados.0.smithi157.stdout:2805: snap_create 2024-08-17T00:42:08.477 INFO:tasks.rados.rados.0.smithi157.stdout:2802: finishing write tid 4 to smithi15786056-43 2024-08-17T00:42:08.477 INFO:tasks.rados.rados.0.smithi157.stdout:2802: finishing write tid 5 to smithi15786056-43 2024-08-17T00:42:08.477 INFO:tasks.rados.rados.0.smithi157.stdout:2802: finishing write tid 6 to smithi15786056-43 2024-08-17T00:42:08.477 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 1877 (ObjNum 849 snap 285 seq_num 849) dirty exists 2024-08-17T00:42:08.477 INFO:tasks.rados.rados.0.smithi157.stdout:2802: left oid 43 (ObjNum 849 snap 285 seq_num 849) 2024-08-17T00:42:08.478 INFO:tasks.rados.rados.0.smithi157.stdout:2804: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:42:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:08 smithi187 ceph-mon[90552]: pgmap v603: 121 pgs: 121 active+clean; 528 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-08-17T00:42:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:08 smithi187 ceph-mon[90552]: osdmap e632: 8 total, 8 up, 8 in 2024-08-17T00:42:08.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:08 smithi157 ceph-mon[98780]: pgmap v603: 121 pgs: 121 active+clean; 528 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-08-17T00:42:08.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:08 smithi157 ceph-mon[98780]: osdmap e632: 8 total, 8 up, 8 in 2024-08-17T00:42:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:08 smithi157 ceph-mon[101289]: pgmap v603: 121 pgs: 121 active+clean; 528 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-08-17T00:42:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:08 smithi157 ceph-mon[101289]: osdmap e632: 8 total, 8 up, 8 in 2024-08-17T00:42:09.422 INFO:tasks.rados.rados.0.smithi157.stdout:2802: done (2 left) 2024-08-17T00:42:09.422 INFO:tasks.rados.rados.0.smithi157.stdout:2804: done (1 left) 2024-08-17T00:42:09.423 INFO:tasks.rados.rados.0.smithi157.stdout:2805: done (0 left) 2024-08-17T00:42:09.423 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 286 2024-08-17T00:42:09.423 INFO:tasks.rados.rados.0.smithi157.stdout:2806: seq_num 850 ranges {1351680=638976,1990656=802816,2793472=475136,3268608=327680} 2024-08-17T00:42:09.432 INFO:tasks.rados.rados.0.smithi157.stdout:2806: writing smithi15786056-48 from 1351680 to 1990656 tid 1 2024-08-17T00:42:09.438 INFO:tasks.rados.rados.0.smithi157.stdout:2806: writing smithi15786056-48 from 1990656 to 2793472 tid 2 2024-08-17T00:42:09.440 INFO:tasks.rados.rados.0.smithi157.stdout:2806: writing smithi15786056-48 from 2793472 to 3268608 tid 3 2024-08-17T00:42:09.443 INFO:tasks.rados.rados.0.smithi157.stdout:2806: writing smithi15786056-48 from 3268608 to 3596288 tid 4 2024-08-17T00:42:09.443 INFO:tasks.rados.rados.0.smithi157.stdout:2807: copy_from oid 50 from oid 3 current snap is 286 2024-08-17T00:42:09.443 INFO:tasks.rados.rados.0.smithi157.stdout:2806: finishing write tid 1 to smithi15786056-48 2024-08-17T00:42:09.443 INFO:tasks.rados.rados.0.smithi157.stdout:2806: finishing write tid 2 to smithi15786056-48 2024-08-17T00:42:09.443 INFO:tasks.rados.rados.0.smithi157.stdout:2808: delete oid 27 current snap is 286 2024-08-17T00:42:09.446 INFO:tasks.rados.rados.0.smithi157.stdout:2806: finishing write tid 3 to smithi15786056-48 2024-08-17T00:42:09.446 INFO:tasks.rados.rados.0.smithi157.stdout:2806: finishing write tid 4 to smithi15786056-48 2024-08-17T00:42:09.448 INFO:tasks.rados.rados.0.smithi157.stdout:2806: finishing write tid 5 to smithi15786056-48 2024-08-17T00:42:09.448 INFO:tasks.rados.rados.0.smithi157.stdout:2808: done (2 left) 2024-08-17T00:42:09.448 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 286 2024-08-17T00:42:09.448 INFO:tasks.rados.rados.0.smithi157.stdout:2809: seq_num 852 ranges {10141696=671744,10813440=622592,11436032=442368,11878400=540672} 2024-08-17T00:42:09.506 INFO:tasks.rados.rados.0.smithi157.stdout:2809: writing smithi15786056-16 from 10141696 to 10813440 tid 1 2024-08-17T00:42:09.509 INFO:tasks.rados.rados.0.smithi157.stdout:2809: writing smithi15786056-16 from 10813440 to 11436032 tid 2 2024-08-17T00:42:09.512 INFO:tasks.rados.rados.0.smithi157.stdout:2809: writing smithi15786056-16 from 11436032 to 11878400 tid 3 2024-08-17T00:42:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2809: writing smithi15786056-16 from 11878400 to 12419072 tid 4 2024-08-17T00:42:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2810: rmattr oid 12 current snap is 286 2024-08-17T00:42:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2810: done (3 left) 2024-08-17T00:42:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 286 2024-08-17T00:42:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2806: finishing write tid 6 to smithi15786056-48 2024-08-17T00:42:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 1883 (ObjNum 850 snap 286 seq_num 850) dirty exists 2024-08-17T00:42:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2806: left oid 48 (ObjNum 850 snap 286 seq_num 850) 2024-08-17T00:42:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2807: finishing copy_from racing read to smithi15786056-50 2024-08-17T00:42:09.516 INFO:tasks.rados.rados.0.smithi157.stdout:2811: seq_num 853 ranges {7856128=696320,8552448=507904,9060352=647168,9707520=450560} 2024-08-17T00:42:09.560 INFO:tasks.rados.rados.0.smithi157.stdout:2811: writing smithi15786056-49 from 7856128 to 8552448 tid 1 2024-08-17T00:42:09.562 INFO:tasks.rados.rados.0.smithi157.stdout:2811: writing smithi15786056-49 from 8552448 to 9060352 tid 2 2024-08-17T00:42:09.566 INFO:tasks.rados.rados.0.smithi157.stdout:2811: writing smithi15786056-49 from 9060352 to 9707520 tid 3 2024-08-17T00:42:09.569 INFO:tasks.rados.rados.0.smithi157.stdout:2811: writing smithi15786056-49 from 9707520 to 10158080 tid 4 2024-08-17T00:42:09.570 INFO:tasks.rados.rados.0.smithi157.stdout:2806: done (3 left) 2024-08-17T00:42:09.570 INFO:tasks.rados.rados.0.smithi157.stdout:2812: delete oid 17 current snap is 286 2024-08-17T00:42:09.570 INFO:tasks.rados.rados.0.smithi157.stdout:2807: finishing copy_from to smithi15786056-50 2024-08-17T00:42:09.570 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 1561 (ObjNum 599 snap 187 seq_num 599) dirty exists 2024-08-17T00:42:09.570 INFO:tasks.rados.rados.0.smithi157.stdout:2809: finishing write tid 1 to smithi15786056-16 2024-08-17T00:42:09.570 INFO:tasks.rados.rados.0.smithi157.stdout:2809: finishing write tid 2 to smithi15786056-16 2024-08-17T00:42:09.570 INFO:tasks.rados.rados.0.smithi157.stdout:2809: finishing write tid 3 to smithi15786056-16 2024-08-17T00:42:09.570 INFO:tasks.rados.rados.0.smithi157.stdout:2809: finishing write tid 4 to smithi15786056-16 2024-08-17T00:42:09.570 INFO:tasks.rados.rados.0.smithi157.stdout:2809: finishing write tid 5 to smithi15786056-16 2024-08-17T00:42:09.570 INFO:tasks.rados.rados.0.smithi157.stdout:2809: finishing write tid 6 to smithi15786056-16 2024-08-17T00:42:09.570 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 608 (ObjNum 852 snap 286 seq_num 852) dirty exists 2024-08-17T00:42:09.570 INFO:tasks.rados.rados.0.smithi157.stdout:2809: left oid 16 (ObjNum 852 snap 286 seq_num 852) 2024-08-17T00:42:09.571 INFO:tasks.rados.rados.0.smithi157.stdout:2811: finishing write tid 1 to smithi15786056-49 2024-08-17T00:42:09.571 INFO:tasks.rados.rados.0.smithi157.stdout:2811: finishing write tid 2 to smithi15786056-49 2024-08-17T00:42:09.571 INFO:tasks.rados.rados.0.smithi157.stdout:2811: finishing write tid 3 to smithi15786056-49 2024-08-17T00:42:09.571 INFO:tasks.rados.rados.0.smithi157.stdout:2807: done (3 left) 2024-08-17T00:42:09.571 INFO:tasks.rados.rados.0.smithi157.stdout:2809: done (2 left) 2024-08-17T00:42:09.572 INFO:tasks.rados.rados.0.smithi157.stdout:2812: done (1 left) 2024-08-17T00:42:09.572 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 286 2024-08-17T00:42:09.572 INFO:tasks.rados.rados.0.smithi157.stdout:2813: seq_num 855 ranges {0=729088,729088=671744,1400832=663552,2064384=270336} 2024-08-17T00:42:09.575 INFO:tasks.rados.rados.0.smithi157.stdout:2813: writing smithi15786056-6 from 0 to 729088 tid 1 2024-08-17T00:42:09.579 INFO:tasks.rados.rados.0.smithi157.stdout:2813: writing smithi15786056-6 from 729088 to 1400832 tid 2 2024-08-17T00:42:09.583 INFO:tasks.rados.rados.0.smithi157.stdout:2813: writing smithi15786056-6 from 1400832 to 2064384 tid 3 2024-08-17T00:42:09.585 INFO:tasks.rados.rados.0.smithi157.stdout:2813: writing smithi15786056-6 from 2064384 to 2334720 tid 4 2024-08-17T00:42:09.585 INFO:tasks.rados.rados.0.smithi157.stdout:2814: delete oid 20 current snap is 286 2024-08-17T00:42:09.585 INFO:tasks.rados.rados.0.smithi157.stdout:2811: finishing write tid 4 to smithi15786056-49 2024-08-17T00:42:09.585 INFO:tasks.rados.rados.0.smithi157.stdout:2811: finishing write tid 5 to smithi15786056-49 2024-08-17T00:42:09.585 INFO:tasks.rados.rados.0.smithi157.stdout:2811: finishing write tid 6 to smithi15786056-49 2024-08-17T00:42:09.585 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1841 (ObjNum 853 snap 286 seq_num 853) dirty exists 2024-08-17T00:42:09.585 INFO:tasks.rados.rados.0.smithi157.stdout:2811: left oid 49 (ObjNum 853 snap 286 seq_num 853) 2024-08-17T00:42:09.585 INFO:tasks.rados.rados.0.smithi157.stdout:2813: finishing write tid 1 to smithi15786056-6 2024-08-17T00:42:09.585 INFO:tasks.rados.rados.0.smithi157.stdout:2813: finishing write tid 2 to smithi15786056-6 2024-08-17T00:42:09.587 INFO:tasks.rados.rados.0.smithi157.stdout:2811: done (2 left) 2024-08-17T00:42:09.587 INFO:tasks.rados.rados.0.smithi157.stdout:2814: done (1 left) 2024-08-17T00:42:09.587 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 286 2024-08-17T00:42:09.587 INFO:tasks.rados.rados.0.smithi157.stdout:2815: seq_num 857 ranges {13312000=761856,14073856=442368,14516224=630784,15147008=532480} 2024-08-17T00:42:09.661 INFO:tasks.rados.rados.0.smithi157.stdout:2815: writing smithi15786056-3 from 13312000 to 14073856 tid 1 2024-08-17T00:42:09.663 INFO:tasks.rados.rados.0.smithi157.stdout:2815: writing smithi15786056-3 from 14073856 to 14516224 tid 2 2024-08-17T00:42:09.667 INFO:tasks.rados.rados.0.smithi157.stdout:2815: writing smithi15786056-3 from 14516224 to 15147008 tid 3 2024-08-17T00:42:09.671 INFO:tasks.rados.rados.0.smithi157.stdout:2815: writing smithi15786056-3 from 15147008 to 15679488 tid 4 2024-08-17T00:42:09.671 INFO:tasks.rados.rados.0.smithi157.stdout:2816: snap_create 2024-08-17T00:42:09.671 INFO:tasks.rados.rados.0.smithi157.stdout:2813: finishing write tid 3 to smithi15786056-6 2024-08-17T00:42:09.671 INFO:tasks.rados.rados.0.smithi157.stdout:2813: finishing write tid 4 to smithi15786056-6 2024-08-17T00:42:09.671 INFO:tasks.rados.rados.0.smithi157.stdout:2813: finishing write tid 5 to smithi15786056-6 2024-08-17T00:42:09.671 INFO:tasks.rados.rados.0.smithi157.stdout:2813: finishing write tid 6 to smithi15786056-6 2024-08-17T00:42:09.671 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 1583 (ObjNum 855 snap 286 seq_num 855) dirty exists 2024-08-17T00:42:09.672 INFO:tasks.rados.rados.0.smithi157.stdout:2813: left oid 6 (ObjNum 855 snap 286 seq_num 855) 2024-08-17T00:42:09.672 INFO:tasks.rados.rados.0.smithi157.stdout:2815: finishing write tid 1 to smithi15786056-3 2024-08-17T00:42:09.672 INFO:tasks.rados.rados.0.smithi157.stdout:2815: finishing write tid 2 to smithi15786056-3 2024-08-17T00:42:09.672 INFO:tasks.rados.rados.0.smithi157.stdout:2815: finishing write tid 3 to smithi15786056-3 2024-08-17T00:42:09.674 INFO:tasks.rados.rados.0.smithi157.stdout:2815: finishing write tid 4 to smithi15786056-3 2024-08-17T00:42:09.675 INFO:tasks.rados.rados.0.smithi157.stdout:2815: finishing write tid 5 to smithi15786056-3 2024-08-17T00:42:09.676 INFO:tasks.rados.rados.0.smithi157.stdout:2815: finishing write tid 6 to smithi15786056-3 2024-08-17T00:42:09.676 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 1589 (ObjNum 857 snap 286 seq_num 857) dirty exists 2024-08-17T00:42:09.676 INFO:tasks.rados.rados.0.smithi157.stdout:2815: left oid 3 (ObjNum 857 snap 286 seq_num 857) 2024-08-17T00:42:10.272 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:10.273 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:10.273 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:10 smithi187 ceph-mon[90552]: osdmap e633: 8 total, 8 up, 8 in 2024-08-17T00:42:10.273 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:10.273 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:10.273 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:10 smithi187 ceph-mon[90552]: pgmap v606: 121 pgs: 121 active+clean; 504 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-08-17T00:42:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:10 smithi157 ceph-mon[101289]: osdmap e633: 8 total, 8 up, 8 in 2024-08-17T00:42:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:10 smithi157 ceph-mon[101289]: pgmap v606: 121 pgs: 121 active+clean; 504 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-08-17T00:42:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:10.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:10.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:10 smithi157 ceph-mon[98780]: osdmap e633: 8 total, 8 up, 8 in 2024-08-17T00:42:10.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:10.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:10.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:10 smithi157 ceph-mon[98780]: pgmap v606: 121 pgs: 121 active+clean; 504 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-08-17T00:42:10.669 INFO:tasks.rados.rados.0.smithi157.stdout:2813: done (2 left) 2024-08-17T00:42:10.669 INFO:tasks.rados.rados.0.smithi157.stdout:2815: done (1 left) 2024-08-17T00:42:10.669 INFO:tasks.rados.rados.0.smithi157.stdout:2816: done (0 left) 2024-08-17T00:42:10.669 INFO:tasks.rados.rados.0.smithi157.stdout:2817: delete oid 47 current snap is 287 2024-08-17T00:42:10.671 INFO:tasks.rados.rados.0.smithi157.stdout:2817: done (0 left) 2024-08-17T00:42:10.671 INFO:tasks.rados.rados.0.smithi157.stdout:2818: copy_from oid 37 from oid 34 current snap is 287 2024-08-17T00:42:10.671 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 9 current snap is 287 2024-08-17T00:42:10.671 INFO:tasks.rados.rados.0.smithi157.stdout:2819: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2024-08-17T00:42:10.675 INFO:tasks.rados.rados.0.smithi157.stdout:2819: writing smithi15786056-9 from 0 to 794624 tid 1 2024-08-17T00:42:10.679 INFO:tasks.rados.rados.0.smithi157.stdout:2819: writing smithi15786056-9 from 794624 to 1409024 tid 2 2024-08-17T00:42:10.683 INFO:tasks.rados.rados.0.smithi157.stdout:2819: writing smithi15786056-9 from 1409024 to 2048000 tid 3 2024-08-17T00:42:10.686 INFO:tasks.rados.rados.0.smithi157.stdout:2819: writing smithi15786056-9 from 2048000 to 2400256 tid 4 2024-08-17T00:42:10.686 INFO:tasks.rados.rados.0.smithi157.stdout:2820: rollback oid 27 current snap is 287 2024-08-17T00:42:10.686 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 27 to 262 2024-08-17T00:42:10.686 INFO:tasks.rados.rados.0.smithi157.stdout:2819: finishing write tid 1 to smithi15786056-9 2024-08-17T00:42:10.686 INFO:tasks.rados.rados.0.smithi157.stdout:2818: finishing copy_from racing read to smithi15786056-37 2024-08-17T00:42:10.686 INFO:tasks.rados.rados.0.smithi157.stdout:2818: finishing copy_from to smithi15786056-37 2024-08-17T00:42:10.686 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 1205 (ObjNum 794 snap 265 seq_num 794) dirty exists 2024-08-17T00:42:10.686 INFO:tasks.rados.rados.0.smithi157.stdout:2819: finishing write tid 2 to smithi15786056-9 2024-08-17T00:42:10.686 INFO:tasks.rados.rados.0.smithi157.stdout:2818: done (2 left) 2024-08-17T00:42:10.686 INFO:tasks.rados.rados.0.smithi157.stdout:2821: delete oid 48 current snap is 287 2024-08-17T00:42:10.688 INFO:tasks.rados.rados.0.smithi157.stdout:2819: finishing write tid 3 to smithi15786056-9 2024-08-17T00:42:10.688 INFO:tasks.rados.rados.0.smithi157.stdout:2820: finishing rollback tid 1 to smithi15786056-27 2024-08-17T00:42:10.690 INFO:tasks.rados.rados.0.smithi157.stdout:2820: finishing rollback tid 2 to smithi15786056-27 2024-08-17T00:42:10.690 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 610 (ObjNum 780 snap 257 seq_num 780) dirty exists 2024-08-17T00:42:10.690 INFO:tasks.rados.rados.0.smithi157.stdout:2819: finishing write tid 4 to smithi15786056-9 2024-08-17T00:42:10.690 INFO:tasks.rados.rados.0.smithi157.stdout:2820: done (2 left) 2024-08-17T00:42:10.690 INFO:tasks.rados.rados.0.smithi157.stdout:2821: done (1 left) 2024-08-17T00:42:10.691 INFO:tasks.rados.rados.0.smithi157.stdout:2822: delete oid 23 current snap is 287 2024-08-17T00:42:10.691 INFO:tasks.rados.rados.0.smithi157.stdout:2819: finishing write tid 5 to smithi15786056-9 2024-08-17T00:42:10.692 INFO:tasks.rados.rados.0.smithi157.stdout:2819: finishing write tid 6 to smithi15786056-9 2024-08-17T00:42:10.692 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1849 (ObjNum 859 snap 287 seq_num 859) dirty exists 2024-08-17T00:42:10.692 INFO:tasks.rados.rados.0.smithi157.stdout:2819: left oid 9 (ObjNum 859 snap 287 seq_num 859) 2024-08-17T00:42:10.693 INFO:tasks.rados.rados.0.smithi157.stdout:2819: done (1 left) 2024-08-17T00:42:10.694 INFO:tasks.rados.rados.0.smithi157.stdout:2822: done (0 left) 2024-08-17T00:42:10.694 INFO:tasks.rados.rados.0.smithi157.stdout:2823: snap_create 2024-08-17T00:42:11.676 INFO:tasks.rados.rados.0.smithi157.stdout:2823: done (0 left) 2024-08-17T00:42:11.676 INFO:tasks.rados.rados.0.smithi157.stdout:2824: snap_remove snap 257 2024-08-17T00:42:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:11 smithi187 ceph-mon[90552]: osdmap e634: 8 total, 8 up, 8 in 2024-08-17T00:42:12.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:11 smithi157 ceph-mon[101289]: osdmap e634: 8 total, 8 up, 8 in 2024-08-17T00:42:12.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:11 smithi157 ceph-mon[98780]: osdmap e634: 8 total, 8 up, 8 in 2024-08-17T00:42:12.392 INFO:tasks.rados.rados.0.smithi157.stdout:2824: done (0 left) 2024-08-17T00:42:12.392 INFO:tasks.rados.rados.0.smithi157.stdout:2825: snap_create 2024-08-17T00:42:12.432 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:42:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:42:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:12 smithi187 ceph-mon[90552]: osdmap e635: 8 total, 8 up, 8 in 2024-08-17T00:42:12.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:12 smithi187 ceph-mon[90552]: pgmap v609: 121 pgs: 121 active+clean; 484 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.6 MiB/s wr, 20 op/s 2024-08-17T00:42:12.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:12 smithi187 ceph-mon[90552]: osdmap e636: 8 total, 8 up, 8 in 2024-08-17T00:42:13.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:12 smithi157 ceph-mon[101289]: osdmap e635: 8 total, 8 up, 8 in 2024-08-17T00:42:13.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:12 smithi157 ceph-mon[101289]: pgmap v609: 121 pgs: 121 active+clean; 484 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.6 MiB/s wr, 20 op/s 2024-08-17T00:42:13.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:12 smithi157 ceph-mon[101289]: osdmap e636: 8 total, 8 up, 8 in 2024-08-17T00:42:13.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:12 smithi157 ceph-mon[98780]: osdmap e635: 8 total, 8 up, 8 in 2024-08-17T00:42:13.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:12 smithi157 ceph-mon[98780]: pgmap v609: 121 pgs: 121 active+clean; 484 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.6 MiB/s wr, 20 op/s 2024-08-17T00:42:13.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:12 smithi157 ceph-mon[98780]: osdmap e636: 8 total, 8 up, 8 in 2024-08-17T00:42:13.393 INFO:tasks.rados.rados.0.smithi157.stdout:2825: done (0 left) 2024-08-17T00:42:13.460 INFO:tasks.rados.rados.0.smithi157.stdout:2826: snap_remove snap 270 2024-08-17T00:42:13.758 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:42:13] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.43.0" 2024-08-17T00:42:14.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:14.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:14.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:42:14.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:14.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-17T00:42:14.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-17T00:42:14.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:14.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:14.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:42:14.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:14.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.140 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.140 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-17T00:42:14.140 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-17T00:42:14.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-17T00:42:14.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-17T00:42:14.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-17T00:42:14.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-17T00:42:14.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-17T00:42:14.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-17T00:42:14.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-17T00:42:14.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-17T00:42:14.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-17T00:42:14.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-17T00:42:14.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-17T00:42:14.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-17T00:42:14.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-17T00:42:14.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-17T00:42:14.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-17T00:42:14.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-17T00:42:14.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-17T00:42:14.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-17T00:42:14.142 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-17T00:42:14.142 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.142 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-17T00:42:14.142 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-17T00:42:14.142 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-17T00:42:14.142 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-17T00:42:14.142 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-17T00:42:14.142 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-17T00:42:14.142 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-17T00:42:14.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-17T00:42:14.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-17T00:42:14.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-17T00:42:14.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-17T00:42:14.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-17T00:42:14.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-17T00:42:14.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-17T00:42:14.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-17T00:42:14.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-17T00:42:14.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-17T00:42:14.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-17T00:42:14.143 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-17T00:42:14.144 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-17T00:42:14.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-17T00:42:14.144 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:14.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:14.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:14.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:14.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:14.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:14.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: osdmap e637: 8 total, 8 up, 8 in 2024-08-17T00:42:14.145 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:14.145 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.145 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.145 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.146 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.146 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.146 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-17T00:42:14.146 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-17T00:42:14.146 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:14.146 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:14.146 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:14.146 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.146 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:14.146 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:14.146 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:14.146 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.147 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: osdmap e637: 8 total, 8 up, 8 in 2024-08-17T00:42:14.147 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:14.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:14.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:14.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:42:14.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:14.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:14.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-17T00:42:14.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-17T00:42:14.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-17T00:42:14.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-17T00:42:14.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-17T00:42:14.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-17T00:42:14.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-17T00:42:14.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-17T00:42:14.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-17T00:42:14.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-17T00:42:14.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-17T00:42:14.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-17T00:42:14.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-17T00:42:14.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-17T00:42:14.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-17T00:42:14.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-17T00:42:14.209 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-17T00:42:14.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-17T00:42:14.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-17T00:42:14.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-17T00:42:14.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-17T00:42:14.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:42:14.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-17T00:42:14.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-17T00:42:14.210 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:14.211 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:14.211 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:14.211 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.211 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:14.211 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:14.211 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:14.211 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:14.211 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: osdmap e637: 8 total, 8 up, 8 in 2024-08-17T00:42:14.211 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:14.395 INFO:tasks.rados.rados.0.smithi157.stdout:2826: done (0 left) 2024-08-17T00:42:14.395 INFO:tasks.rados.rados.0.smithi157.stdout:2827: setattr oid 43 current snap is 289 2024-08-17T00:42:14.400 INFO:tasks.rados.rados.0.smithi157.stdout:2828: setattr oid 29 current snap is 289 2024-08-17T00:42:14.400 INFO:tasks.rados.rados.0.smithi157.stdout:2829: rmattr oid 12 current snap is 289 2024-08-17T00:42:14.400 INFO:tasks.rados.rados.0.smithi157.stdout:2829: done (2 left) 2024-08-17T00:42:14.400 INFO:tasks.rados.rados.0.smithi157.stdout:2830: read oid 3 snap -1 2024-08-17T00:42:14.400 INFO:tasks.rados.rados.0.smithi157.stdout:2830: expect (ObjNum 857 snap 286 seq_num 857) 2024-08-17T00:42:14.400 INFO:tasks.rados.rados.0.smithi157.stdout:2831: read oid 38 snap -1 2024-08-17T00:42:14.400 INFO:tasks.rados.rados.0.smithi157.stdout:2831: expect (ObjNum 666 snap 209 seq_num 666) 2024-08-17T00:42:14.401 INFO:tasks.rados.rados.0.smithi157.stdout:2832: setattr oid 28 current snap is 289 2024-08-17T00:42:14.402 INFO:tasks.rados.rados.0.smithi157.stdout:2833: read oid 16 snap 279 2024-08-17T00:42:14.402 INFO:tasks.rados.rados.0.smithi157.stdout:2833: expect (ObjNum 834 snap 275 seq_num 834) 2024-08-17T00:42:14.403 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 50 current snap is 289 2024-08-17T00:42:14.403 INFO:tasks.rados.rados.0.smithi157.stdout:2834: seq_num 862 ranges {13312000=40960} 2024-08-17T00:42:14.481 INFO:tasks.rados.rados.0.smithi157.stdout:2834: writing smithi15786056-50 from 13312000 to 13352960 tid 1 2024-08-17T00:42:14.482 INFO:tasks.rados.rados.0.smithi157.stdout:2835: snap_create 2024-08-17T00:42:14.482 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 1903 (ObjNum 849 snap 285 seq_num 849) dirty exists 2024-08-17T00:42:14.482 INFO:tasks.rados.rados.0.smithi157.stdout:2831: expect (ObjNum 666 snap 209 seq_num 666) 2024-08-17T00:42:14.522 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1905 (ObjNum 727 snap 233 seq_num 727) dirty exists 2024-08-17T00:42:14.522 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1284 (ObjNum 829 snap 274 seq_num 829) dirty exists 2024-08-17T00:42:14.522 INFO:tasks.rados.rados.0.smithi157.stdout:2833: expect (ObjNum 834 snap 275 seq_num 834) 2024-08-17T00:42:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:14 smithi157 ceph-mon[98780]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:42:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:14 smithi157 ceph-mon[98780]: Upgrade: Finalizing container_image settings 2024-08-17T00:42:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:14 smithi157 ceph-mon[98780]: Upgrade: Complete! 2024-08-17T00:42:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:14 smithi157 ceph-mon[98780]: pgmap v612: 121 pgs: 121 active+clean; 495 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.5 MiB/s wr, 13 op/s 2024-08-17T00:42:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:14 smithi157 ceph-mon[98780]: osdmap e638: 8 total, 8 up, 8 in 2024-08-17T00:42:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:14 smithi157 ceph-mon[101289]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:42:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:14 smithi157 ceph-mon[101289]: Upgrade: Finalizing container_image settings 2024-08-17T00:42:15.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:14 smithi157 ceph-mon[101289]: Upgrade: Complete! 2024-08-17T00:42:15.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:14 smithi157 ceph-mon[101289]: pgmap v612: 121 pgs: 121 active+clean; 495 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.5 MiB/s wr, 13 op/s 2024-08-17T00:42:15.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:15.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:14 smithi157 ceph-mon[101289]: osdmap e638: 8 total, 8 up, 8 in 2024-08-17T00:42:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:14 smithi187 ceph-mon[90552]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:42:15.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:14 smithi187 ceph-mon[90552]: Upgrade: Finalizing container_image settings 2024-08-17T00:42:15.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:14 smithi187 ceph-mon[90552]: Upgrade: Complete! 2024-08-17T00:42:15.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:14 smithi187 ceph-mon[90552]: pgmap v612: 121 pgs: 121 active+clean; 495 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.5 MiB/s wr, 13 op/s 2024-08-17T00:42:15.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:42:15.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:14 smithi187 ceph-mon[90552]: osdmap e638: 8 total, 8 up, 8 in 2024-08-17T00:42:15.318 INFO:tasks.rados.rados.0.smithi157.stdout:2834: finishing write tid 1 to smithi15786056-50 2024-08-17T00:42:15.318 INFO:tasks.rados.rados.0.smithi157.stdout:2834: finishing write tid 2 to smithi15786056-50 2024-08-17T00:42:15.318 INFO:tasks.rados.rados.0.smithi157.stdout:2834: finishing write tid 3 to smithi15786056-50 2024-08-17T00:42:15.318 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 1563 (ObjNum 862 snap 289 seq_num 862) dirty exists 2024-08-17T00:42:15.318 INFO:tasks.rados.rados.0.smithi157.stdout:2834: left oid 50 (ObjNum 862 snap 289 seq_num 862) 2024-08-17T00:42:15.318 INFO:tasks.rados.rados.0.smithi157.stdout:2830: expect (ObjNum 857 snap 286 seq_num 857) 2024-08-17T00:42:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:16 smithi187 ceph-mon[90552]: osdmap e639: 8 total, 8 up, 8 in 2024-08-17T00:42:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:16 smithi187 ceph-mon[90552]: pgmap v615: 121 pgs: 121 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-17T00:42:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:16 smithi157 ceph-mon[98780]: osdmap e639: 8 total, 8 up, 8 in 2024-08-17T00:42:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:16 smithi157 ceph-mon[98780]: pgmap v615: 121 pgs: 121 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-17T00:42:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:16 smithi157 ceph-mon[101289]: osdmap e639: 8 total, 8 up, 8 in 2024-08-17T00:42:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:16 smithi157 ceph-mon[101289]: pgmap v615: 121 pgs: 121 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-17T00:42:17.088 INFO:tasks.rados.rados.0.smithi157.stdout:2827: done (7 left) 2024-08-17T00:42:17.089 INFO:tasks.rados.rados.0.smithi157.stdout:2828: done (6 left) 2024-08-17T00:42:17.089 INFO:tasks.rados.rados.0.smithi157.stdout:2830: done (5 left) 2024-08-17T00:42:17.089 INFO:tasks.rados.rados.0.smithi157.stdout:2831: done (4 left) 2024-08-17T00:42:17.089 INFO:tasks.rados.rados.0.smithi157.stdout:2832: done (3 left) 2024-08-17T00:42:17.089 INFO:tasks.rados.rados.0.smithi157.stdout:2833: done (2 left) 2024-08-17T00:42:17.089 INFO:tasks.rados.rados.0.smithi157.stdout:2834: done (1 left) 2024-08-17T00:42:17.089 INFO:tasks.rados.rados.0.smithi157.stdout:2835: done (0 left) 2024-08-17T00:42:17.089 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 9 current snap is 290 2024-08-17T00:42:17.089 INFO:tasks.rados.rados.0.smithi157.stdout:2836: seq_num 863 ranges {2400256=57344} 2024-08-17T00:42:17.101 INFO:tasks.rados.rados.0.smithi157.stdout:2836: writing smithi15786056-9 from 2400256 to 2457600 tid 1 2024-08-17T00:42:17.102 INFO:tasks.rados.rados.0.smithi157.stdout:2837: read oid 18 snap -1 2024-08-17T00:42:17.102 INFO:tasks.rados.rados.0.smithi157.stdout:2837: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-17T00:42:17.102 INFO:tasks.rados.rados.0.smithi157.stdout:2838: snap_remove snap 287 2024-08-17T00:42:17.394 INFO:tasks.rados.rados.0.smithi157.stdout:2836: finishing write tid 1 to smithi15786056-9 2024-08-17T00:42:17.394 INFO:tasks.rados.rados.0.smithi157.stdout:2836: finishing write tid 2 to smithi15786056-9 2024-08-17T00:42:17.395 INFO:tasks.rados.rados.0.smithi157.stdout:2836: finishing write tid 3 to smithi15786056-9 2024-08-17T00:42:17.395 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1851 (ObjNum 863 snap 290 seq_num 863) dirty exists 2024-08-17T00:42:17.395 INFO:tasks.rados.rados.0.smithi157.stdout:2836: left oid 9 (ObjNum 863 snap 290 seq_num 863) 2024-08-17T00:42:17.395 INFO:tasks.rados.rados.0.smithi157.stdout:2837: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-17T00:42:17.694 INFO:tasks.rados.rados.0.smithi157.stdout:2836: done (2 left) 2024-08-17T00:42:17.694 INFO:tasks.rados.rados.0.smithi157.stdout:2837: done (1 left) 2024-08-17T00:42:17.694 INFO:tasks.rados.rados.0.smithi157.stdout:2838: done (0 left) 2024-08-17T00:42:17.694 INFO:tasks.rados.rados.0.smithi157.stdout:2839: copy_from oid 21 from oid 25 current snap is 290 2024-08-17T00:42:17.694 INFO:tasks.rados.rados.0.smithi157.stdout:2840: read oid 38 snap -1 2024-08-17T00:42:17.694 INFO:tasks.rados.rados.0.smithi157.stdout:2840: expect (ObjNum 666 snap 209 seq_num 666) 2024-08-17T00:42:17.694 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 290 2024-08-17T00:42:17.694 INFO:tasks.rados.rados.0.smithi157.stdout:2841: seq_num 864 ranges {3219456=73728} 2024-08-17T00:42:17.711 INFO:tasks.rados.rados.0.smithi157.stdout:2841: writing smithi15786056-4 from 3219456 to 3293184 tid 1 2024-08-17T00:42:17.711 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 1 current snap is 290 2024-08-17T00:42:17.711 INFO:tasks.rados.rados.0.smithi157.stdout:2842: seq_num 865 ranges {0=90112} 2024-08-17T00:42:17.712 INFO:tasks.rados.rados.0.smithi157.stdout:2842: writing smithi15786056-1 from 0 to 90112 tid 1 2024-08-17T00:42:17.712 INFO:tasks.rados.rados.0.smithi157.stdout:2843: delete oid 44 current snap is 290 2024-08-17T00:42:17.712 INFO:tasks.rados.rados.0.smithi157.stdout:2840: expect (ObjNum 666 snap 209 seq_num 666) 2024-08-17T00:42:17.755 INFO:tasks.rados.rados.0.smithi157.stdout:2839: finishing copy_from racing read to smithi15786056-21 2024-08-17T00:42:17.755 INFO:tasks.rados.rados.0.smithi157.stdout:2839: finishing copy_from to smithi15786056-21 2024-08-17T00:42:17.755 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 1241 (ObjNum 841 snap 284 seq_num 841) dirty exists 2024-08-17T00:42:17.755 INFO:tasks.rados.rados.0.smithi157.stdout:2841: finishing write tid 1 to smithi15786056-4 2024-08-17T00:42:17.755 INFO:tasks.rados.rados.0.smithi157.stdout:2841: finishing write tid 2 to smithi15786056-4 2024-08-17T00:42:17.756 INFO:tasks.rados.rados.0.smithi157.stdout:2842: finishing write tid 1 to smithi15786056-1 2024-08-17T00:42:17.756 INFO:tasks.rados.rados.0.smithi157.stdout:2839: done (4 left) 2024-08-17T00:42:17.756 INFO:tasks.rados.rados.0.smithi157.stdout:2840: done (3 left) 2024-08-17T00:42:17.756 INFO:tasks.rados.rados.0.smithi157.stdout:2843: done (2 left) 2024-08-17T00:42:17.756 INFO:tasks.rados.rados.0.smithi157.stdout:2844: setattr oid 7 current snap is 290 2024-08-17T00:42:17.756 INFO:tasks.rados.rados.0.smithi157.stdout:2841: finishing write tid 3 to smithi15786056-4 2024-08-17T00:42:17.756 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 1739 (ObjNum 864 snap 290 seq_num 864) dirty exists 2024-08-17T00:42:17.756 INFO:tasks.rados.rados.0.smithi157.stdout:2841: left oid 4 (ObjNum 864 snap 290 seq_num 864) 2024-08-17T00:42:17.756 INFO:tasks.rados.rados.0.smithi157.stdout:2842: finishing write tid 2 to smithi15786056-1 2024-08-17T00:42:17.756 INFO:tasks.rados.rados.0.smithi157.stdout:2842: finishing write tid 3 to smithi15786056-1 2024-08-17T00:42:17.756 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 1741 (ObjNum 865 snap 290 seq_num 865) dirty exists 2024-08-17T00:42:17.756 INFO:tasks.rados.rados.0.smithi157.stdout:2842: left oid 1 (ObjNum 865 snap 290 seq_num 865) 2024-08-17T00:42:17.757 INFO:tasks.rados.rados.0.smithi157.stdout:2841: done (2 left) 2024-08-17T00:42:17.757 INFO:tasks.rados.rados.0.smithi157.stdout:2842: done (1 left) 2024-08-17T00:42:17.757 INFO:tasks.rados.rados.0.smithi157.stdout:2845: read oid 1 snap -1 2024-08-17T00:42:17.757 INFO:tasks.rados.rados.0.smithi157.stdout:2845: expect (ObjNum 865 snap 290 seq_num 865) 2024-08-17T00:42:17.757 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 290 2024-08-17T00:42:17.757 INFO:tasks.rados.rados.0.smithi157.stdout:2846: seq_num 867 ranges {6488064=122880} 2024-08-17T00:42:17.790 INFO:tasks.rados.rados.0.smithi157.stdout:2846: writing smithi15786056-18 from 6488064 to 6610944 tid 1 2024-08-17T00:42:17.790 INFO:tasks.rados.rados.0.smithi157.stdout:2847: delete oid 20 current snap is 290 2024-08-17T00:42:17.790 INFO:tasks.rados.rados.0.smithi157.stdout:2845: expect (ObjNum 865 snap 290 seq_num 865) 2024-08-17T00:42:17.793 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 1842 (ObjNum 785 snap 257 seq_num 785) dirty exists 2024-08-17T00:42:17.793 INFO:tasks.rados.rados.0.smithi157.stdout:2844: done (3 left) 2024-08-17T00:42:17.793 INFO:tasks.rados.rados.0.smithi157.stdout:2845: done (2 left) 2024-08-17T00:42:17.793 INFO:tasks.rados.rados.0.smithi157.stdout:2847: done (1 left) 2024-08-17T00:42:17.793 INFO:tasks.rados.rados.0.smithi157.stdout:2848: read oid 28 snap -1 2024-08-17T00:42:17.793 INFO:tasks.rados.rados.0.smithi157.stdout:2848: expect (ObjNum 829 snap 274 seq_num 829) 2024-08-17T00:42:17.793 INFO:tasks.rados.rados.0.smithi157.stdout:2849: snap_remove snap 260 2024-08-17T00:42:18.399 INFO:tasks.rados.rados.0.smithi157.stdout:2849: done (2 left) 2024-08-17T00:42:18.399 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 7 current snap is 290 2024-08-17T00:42:18.399 INFO:tasks.rados.rados.0.smithi157.stdout:2850: seq_num 869 ranges {1155072=155648} 2024-08-17T00:42:18.406 INFO:tasks.rados.rados.0.smithi157.stdout:2850: writing smithi15786056-7 from 1155072 to 1310720 tid 1 2024-08-17T00:42:18.406 INFO:tasks.rados.rados.0.smithi157.stdout:2851: snap_remove snap 236 2024-08-17T00:42:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:18 smithi187 ceph-mon[90552]: osdmap e640: 8 total, 8 up, 8 in 2024-08-17T00:42:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:18 smithi187 ceph-mon[90552]: pgmap v617: 121 pgs: 121 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-08-17T00:42:18.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:18 smithi157 ceph-mon[101289]: osdmap e640: 8 total, 8 up, 8 in 2024-08-17T00:42:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:18 smithi157 ceph-mon[101289]: pgmap v617: 121 pgs: 121 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-08-17T00:42:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:18 smithi157 ceph-mon[98780]: osdmap e640: 8 total, 8 up, 8 in 2024-08-17T00:42:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:18 smithi157 ceph-mon[98780]: pgmap v617: 121 pgs: 121 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-08-17T00:42:19.404 INFO:tasks.rados.rados.0.smithi157.stdout:2851: done (3 left) 2024-08-17T00:42:19.404 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 26 current snap is 290 2024-08-17T00:42:19.404 INFO:tasks.rados.rados.0.smithi157.stdout:2852: seq_num 870 ranges {1785856=172032} 2024-08-17T00:42:19.415 INFO:tasks.rados.rados.0.smithi157.stdout:2852: writing smithi15786056-26 from 1785856 to 1957888 tid 1 2024-08-17T00:42:19.416 INFO:tasks.rados.rados.0.smithi157.stdout:2846: finishing write tid 1 to smithi15786056-18 2024-08-17T00:42:19.416 INFO:tasks.rados.rados.0.smithi157.stdout:2846: finishing write tid 2 to smithi15786056-18 2024-08-17T00:42:19.416 INFO:tasks.rados.rados.0.smithi157.stdout:2846: finishing write tid 3 to smithi15786056-18 2024-08-17T00:42:19.416 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 1844 (ObjNum 867 snap 290 seq_num 867) dirty exists 2024-08-17T00:42:19.416 INFO:tasks.rados.rados.0.smithi157.stdout:2846: left oid 18 (ObjNum 867 snap 290 seq_num 867) 2024-08-17T00:42:19.416 INFO:tasks.rados.rados.0.smithi157.stdout:2848: expect (ObjNum 829 snap 274 seq_num 829) 2024-08-17T00:42:19.476 INFO:tasks.rados.rados.0.smithi157.stdout:2850: finishing write tid 1 to smithi15786056-7 2024-08-17T00:42:19.476 INFO:tasks.rados.rados.0.smithi157.stdout:2850: finishing write tid 2 to smithi15786056-7 2024-08-17T00:42:19.476 INFO:tasks.rados.rados.0.smithi157.stdout:2850: finishing write tid 3 to smithi15786056-7 2024-08-17T00:42:19.476 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 1846 (ObjNum 869 snap 290 seq_num 869) dirty exists 2024-08-17T00:42:19.476 INFO:tasks.rados.rados.0.smithi157.stdout:2850: left oid 7 (ObjNum 869 snap 290 seq_num 869) 2024-08-17T00:42:19.476 INFO:tasks.rados.rados.0.smithi157.stdout:2846: done (3 left) 2024-08-17T00:42:19.476 INFO:tasks.rados.rados.0.smithi157.stdout:2848: done (2 left) 2024-08-17T00:42:19.476 INFO:tasks.rados.rados.0.smithi157.stdout:2850: done (1 left) 2024-08-17T00:42:19.477 INFO:tasks.rados.rados.0.smithi157.stdout:2853: copy_from oid 25 from oid 17 current snap is 290 2024-08-17T00:42:19.477 INFO:tasks.rados.rados.0.smithi157.stdout:2852: finishing write tid 1 to smithi15786056-26 2024-08-17T00:42:19.477 INFO:tasks.rados.rados.0.smithi157.stdout:2852: finishing write tid 2 to smithi15786056-26 2024-08-17T00:42:19.477 INFO:tasks.rados.rados.0.smithi157.stdout:2852: finishing write tid 3 to smithi15786056-26 2024-08-17T00:42:19.477 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1612 (ObjNum 870 snap 290 seq_num 870) dirty exists 2024-08-17T00:42:19.477 INFO:tasks.rados.rados.0.smithi157.stdout:2852: left oid 26 (ObjNum 870 snap 290 seq_num 870) 2024-08-17T00:42:19.477 INFO:tasks.rados.rados.0.smithi157.stdout:2852: done (1 left) 2024-08-17T00:42:19.477 INFO:tasks.rados.rados.0.smithi157.stdout:2854: rollback oid 16 current snap is 290 2024-08-17T00:42:19.477 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 16 to 278 2024-08-17T00:42:19.477 INFO:tasks.rados.rados.0.smithi157.stdout:2855: delete oid 8 current snap is 290 2024-08-17T00:42:19.479 INFO:tasks.rados.rados.0.smithi157.stdout:2853: finishing copy_from to smithi15786056-25 2024-08-17T00:42:19.479 INFO:tasks.rados.rados.0.smithi157.stdout:2853: got expected ENOENT (src dne) 2024-08-17T00:42:19.479 INFO:tasks.rados.rados.0.smithi157.stdout:2853: finishing copy_from racing read to smithi15786056-25 2024-08-17T00:42:19.479 INFO:tasks.rados.rados.0.smithi157.stdout:2853: done (2 left) 2024-08-17T00:42:19.479 INFO:tasks.rados.rados.0.smithi157.stdout:2855: done (1 left) 2024-08-17T00:42:19.480 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 30 current snap is 290 2024-08-17T00:42:19.480 INFO:tasks.rados.rados.0.smithi157.stdout:2856: seq_num 872 ranges {1777664=212992} 2024-08-17T00:42:19.490 INFO:tasks.rados.rados.0.smithi157.stdout:2856: writing smithi15786056-30 from 1777664 to 1990656 tid 1 2024-08-17T00:42:19.490 INFO:tasks.rados.rados.0.smithi157.stdout:2857: copy_from oid 14 from oid 20 current snap is 290 2024-08-17T00:42:19.490 INFO:tasks.rados.rados.0.smithi157.stdout:2854: finishing rollback tid 0 to smithi15786056-16 2024-08-17T00:42:19.490 INFO:tasks.rados.rados.0.smithi157.stdout:2854: finishing rollback tid 1 to smithi15786056-16 2024-08-17T00:42:19.490 INFO:tasks.rados.rados.0.smithi157.stdout:2854: finishing rollback tid 2 to smithi15786056-16 2024-08-17T00:42:19.490 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 613 (ObjNum 834 snap 275 seq_num 834) dirty exists 2024-08-17T00:42:19.490 INFO:tasks.rados.rados.0.smithi157.stdout:2854: done (2 left) 2024-08-17T00:42:19.490 INFO:tasks.rados.rados.0.smithi157.stdout:2858: snap_remove snap 288 2024-08-17T00:42:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:19 smithi187 ceph-mon[90552]: osdmap e641: 8 total, 8 up, 8 in 2024-08-17T00:42:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:19 smithi157 ceph-mon[98780]: osdmap e641: 8 total, 8 up, 8 in 2024-08-17T00:42:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:19 smithi157 ceph-mon[101289]: osdmap e641: 8 total, 8 up, 8 in 2024-08-17T00:42:20.410 INFO:tasks.rados.rados.0.smithi157.stdout:2858: done (2 left) 2024-08-17T00:42:20.410 INFO:tasks.rados.rados.0.smithi157.stdout:2859: read oid 34 snap -1 2024-08-17T00:42:20.410 INFO:tasks.rados.rados.0.smithi157.stdout:2859: expect (ObjNum 794 snap 265 seq_num 794) 2024-08-17T00:42:20.410 INFO:tasks.rados.rados.0.smithi157.stdout:2860: setattr oid 13 current snap is 290 2024-08-17T00:42:20.410 INFO:tasks.rados.rados.0.smithi157.stdout:2857: finishing copy_from to smithi15786056-14 2024-08-17T00:42:20.411 INFO:tasks.rados.rados.0.smithi157.stdout:2857: got expected ENOENT (src dne) 2024-08-17T00:42:20.411 INFO:tasks.rados.rados.0.smithi157.stdout:2857: finishing copy_from racing read to smithi15786056-14 2024-08-17T00:42:20.411 INFO:tasks.rados.rados.0.smithi157.stdout:2856: finishing write tid 1 to smithi15786056-30 2024-08-17T00:42:20.411 INFO:tasks.rados.rados.0.smithi157.stdout:2856: finishing write tid 2 to smithi15786056-30 2024-08-17T00:42:20.411 INFO:tasks.rados.rados.0.smithi157.stdout:2856: finishing write tid 3 to smithi15786056-30 2024-08-17T00:42:20.411 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 1743 (ObjNum 872 snap 290 seq_num 872) dirty exists 2024-08-17T00:42:20.411 INFO:tasks.rados.rados.0.smithi157.stdout:2856: left oid 30 (ObjNum 872 snap 290 seq_num 872) 2024-08-17T00:42:20.413 INFO:tasks.rados.rados.0.smithi157.stdout:2856: done (3 left) 2024-08-17T00:42:20.413 INFO:tasks.rados.rados.0.smithi157.stdout:2857: done (2 left) 2024-08-17T00:42:20.413 INFO:tasks.rados.rados.0.smithi157.stdout:2861: snap_create 2024-08-17T00:42:20.420 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1551 (ObjNum 828 snap 274 seq_num 828) dirty exists 2024-08-17T00:42:20.425 INFO:tasks.rados.rados.0.smithi157.stdout:2859: expect (ObjNum 794 snap 265 seq_num 794) 2024-08-17T00:42:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:20 smithi187 ceph-mon[90552]: osdmap e642: 8 total, 8 up, 8 in 2024-08-17T00:42:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:20 smithi187 ceph-mon[90552]: pgmap v620: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 539 KiB/s wr, 18 op/s 2024-08-17T00:42:20.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:20 smithi157 ceph-mon[98780]: osdmap e642: 8 total, 8 up, 8 in 2024-08-17T00:42:20.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:20 smithi157 ceph-mon[98780]: pgmap v620: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 539 KiB/s wr, 18 op/s 2024-08-17T00:42:20.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:20 smithi157 ceph-mon[101289]: osdmap e642: 8 total, 8 up, 8 in 2024-08-17T00:42:20.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:20 smithi157 ceph-mon[101289]: pgmap v620: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 539 KiB/s wr, 18 op/s 2024-08-17T00:42:21.410 INFO:tasks.rados.rados.0.smithi157.stdout:2859: done (2 left) 2024-08-17T00:42:21.410 INFO:tasks.rados.rados.0.smithi157.stdout:2860: done (1 left) 2024-08-17T00:42:21.410 INFO:tasks.rados.rados.0.smithi157.stdout:2861: done (0 left) 2024-08-17T00:42:21.410 INFO:tasks.rados.rados.0.smithi157.stdout:2862: snap_create 2024-08-17T00:42:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:21 smithi157 ceph-mon[101289]: osdmap e643: 8 total, 8 up, 8 in 2024-08-17T00:42:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:21 smithi157 ceph-mon[98780]: osdmap e643: 8 total, 8 up, 8 in 2024-08-17T00:42:21.667 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -e sha1=d863d21c9d1db9c3453c09dacd68766969720a44 -- bash -c 'ceph orch ps' 2024-08-17T00:42:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:21 smithi187 ceph-mon[90552]: osdmap e643: 8 total, 8 up, 8 in 2024-08-17T00:42:21.934 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:42:22.395 INFO:tasks.rados.rados.0.smithi157.stdout:2862: done (0 left) 2024-08-17T00:42:22.395 INFO:tasks.rados.rados.0.smithi157.stdout:2863: snap_remove snap 271 2024-08-17T00:42:22.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:42:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:42:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:22.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:22 smithi187 ceph-mon[90552]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:22.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:22 smithi187 ceph-mon[90552]: osdmap e644: 8 total, 8 up, 8 in 2024-08-17T00:42:22.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:22 smithi187 ceph-mon[90552]: pgmap v623: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 686 KiB/s wr, 26 op/s 2024-08-17T00:42:22.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:22 smithi187 ceph-mon[90552]: osdmap e645: 8 total, 8 up, 8 in 2024-08-17T00:42:22.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:22 smithi157 ceph-mon[101289]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:22.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:22 smithi157 ceph-mon[101289]: osdmap e644: 8 total, 8 up, 8 in 2024-08-17T00:42:22.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:22 smithi157 ceph-mon[101289]: pgmap v623: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 686 KiB/s wr, 26 op/s 2024-08-17T00:42:22.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:22 smithi157 ceph-mon[101289]: osdmap e645: 8 total, 8 up, 8 in 2024-08-17T00:42:22.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:22 smithi157 ceph-mon[98780]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:22.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:22 smithi157 ceph-mon[98780]: osdmap e644: 8 total, 8 up, 8 in 2024-08-17T00:42:22.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:22 smithi157 ceph-mon[98780]: pgmap v623: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 686 KiB/s wr, 26 op/s 2024-08-17T00:42:22.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:22 smithi157 ceph-mon[98780]: osdmap e645: 8 total, 8 up, 8 in 2024-08-17T00:42:23.397 INFO:tasks.rados.rados.0.smithi157.stdout:2863: done (0 left) 2024-08-17T00:42:23.397 INFO:tasks.rados.rados.0.smithi157.stdout:2864: rmattr oid 25 current snap is 292 2024-08-17T00:42:23.397 INFO:tasks.rados.rados.0.smithi157.stdout:2865: read oid 26 snap -1 2024-08-17T00:42:23.397 INFO:tasks.rados.rados.0.smithi157.stdout:2865: expect (ObjNum 870 snap 290 seq_num 870) 2024-08-17T00:42:23.397 INFO:tasks.rados.rados.0.smithi157.stdout:2866: read oid 39 snap -1 2024-08-17T00:42:23.398 INFO:tasks.rados.rados.0.smithi157.stdout:2866: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-17T00:42:23.398 INFO:tasks.rados.rados.0.smithi157.stdout:2867: read oid 23 snap -1 2024-08-17T00:42:23.398 INFO:tasks.rados.rados.0.smithi157.stdout:2867: expect deleted 2024-08-17T00:42:23.398 INFO:tasks.rados.rados.0.smithi157.stdout:2868: setattr oid 12 current snap is 292 2024-08-17T00:42:23.400 INFO:tasks.rados.rados.0.smithi157.stdout:2869: read oid 29 snap -1 2024-08-17T00:42:23.400 INFO:tasks.rados.rados.0.smithi157.stdout:2869: expect (ObjNum 727 snap 233 seq_num 727) 2024-08-17T00:42:23.400 INFO:tasks.rados.rados.0.smithi157.stdout:2870: rollback oid 20 current snap is 292 2024-08-17T00:42:23.400 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 20 to 275 2024-08-17T00:42:23.400 INFO:tasks.rados.rados.0.smithi157.stdout:2871: snap_create 2024-08-17T00:42:23.402 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 0 (ObjNum 841 snap 284 seq_num 841) dirty exists 2024-08-17T00:42:23.407 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 1727 (ObjNum 800 snap 267 seq_num 800) dirty exists 2024-08-17T00:42:23.413 INFO:tasks.rados.rados.0.smithi157.stdout:2870: finishing rollback tid 1 to smithi15786056-20 2024-08-17T00:42:23.415 INFO:tasks.rados.rados.0.smithi157.stdout:2865: expect (ObjNum 870 snap 290 seq_num 870) 2024-08-17T00:42:23.521 INFO:tasks.rados.rados.0.smithi157.stdout:2870: finishing rollback tid 2 to smithi15786056-20 2024-08-17T00:42:23.521 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 1553 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-08-17T00:42:23.521 INFO:tasks.rados.rados.0.smithi157.stdout:2866: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-17T00:42:23.828 INFO:tasks.rados.rados.0.smithi157.stdout:2869: expect (ObjNum 727 snap 233 seq_num 727) 2024-08-17T00:42:23.874 INFO:teuthology.orchestra.run.smithi157.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:42:23.874 INFO:teuthology.orchestra.run.smithi157.stdout:alertmanager.a smithi157 *:9093,9094 running (39s) 36s ago 12m 16.5M - 0.25.0 c8568f914cd2 c8b5897142dd 2024-08-17T00:42:23.874 INFO:teuthology.orchestra.run.smithi157.stdout:grafana.a smithi187 *:3000 running (19s) 14s ago 12m 45.9M - 9.4.12 2bacad6d85d8 bd5234bf93c1 2024-08-17T00:42:23.875 INFO:teuthology.orchestra.run.smithi157.stdout:mds.a smithi157 running (104s) 36s ago 13m 16.8M - 19.1.0-1363-gd863d21c ba08250ef864 5dae0c4e0676 2024-08-17T00:42:23.875 INFO:teuthology.orchestra.run.smithi157.stdout:mds.b smithi187 running (84s) 14s ago 13m 13.3M - 19.1.0-1363-gd863d21c ba08250ef864 7c0bd6f24fea 2024-08-17T00:42:23.875 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.x smithi187 *:8443,9283,8765 running (7m) 14s ago 17m 442M - 19.1.0-1363-gd863d21c ba08250ef864 97f58199005a 2024-08-17T00:42:23.875 INFO:teuthology.orchestra.run.smithi157.stdout:mgr.y smithi157 *:8443,9283,8765 running (7m) 36s ago 18m 517M - 19.1.0-1363-gd863d21c ba08250ef864 5ef919b0a5cd 2024-08-17T00:42:23.875 INFO:teuthology.orchestra.run.smithi157.stdout:mon.a smithi157 running (7m) 36s ago 18m 72.6M 2048M 19.1.0-1363-gd863d21c ba08250ef864 7cae4f2d8cd1 2024-08-17T00:42:23.875 INFO:teuthology.orchestra.run.smithi157.stdout:mon.b smithi187 running (6m) 14s ago 17m 59.1M 2048M 19.1.0-1363-gd863d21c ba08250ef864 fa96bb84b173 2024-08-17T00:42:23.875 INFO:teuthology.orchestra.run.smithi157.stdout:mon.c smithi157 running (6m) 36s ago 17m 62.5M 2048M 19.1.0-1363-gd863d21c ba08250ef864 6acedb5a7023 2024-08-17T00:42:23.875 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.a smithi157 *:9100 running (72s) 36s ago 11m 7638k - 1.5.0 0da6a335fe13 2b6424ae7822 2024-08-17T00:42:23.875 INFO:teuthology.orchestra.run.smithi157.stdout:node-exporter.b smithi187 *:9100 running (68s) 14s ago 11m 16.9M - 1.5.0 0da6a335fe13 72363f3352ef 2024-08-17T00:42:23.875 INFO:teuthology.orchestra.run.smithi157.stdout:osd.0 smithi157 running (5m) 36s ago 16m 271M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7d05f2a649d9 2024-08-17T00:42:23.875 INFO:teuthology.orchestra.run.smithi157.stdout:osd.1 smithi157 running (5m) 36s ago 16m 220M 2480M 19.1.0-1363-gd863d21c ba08250ef864 dbe3e94be069 2024-08-17T00:42:23.875 INFO:teuthology.orchestra.run.smithi157.stdout:osd.2 smithi157 running (4m) 36s ago 16m 249M 2480M 19.1.0-1363-gd863d21c ba08250ef864 7e3b0f58873f 2024-08-17T00:42:23.875 INFO:teuthology.orchestra.run.smithi157.stdout:osd.3 smithi157 running (4m) 36s ago 15m 146M 2480M 19.1.0-1363-gd863d21c ba08250ef864 28892f02251b 2024-08-17T00:42:23.876 INFO:teuthology.orchestra.run.smithi157.stdout:osd.4 smithi187 running (3m) 14s ago 15m 129M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d0e8971787b7 2024-08-17T00:42:23.876 INFO:teuthology.orchestra.run.smithi157.stdout:osd.5 smithi187 running (3m) 14s ago 14m 158M 2480M 19.1.0-1363-gd863d21c ba08250ef864 f2c2c7842236 2024-08-17T00:42:23.876 INFO:teuthology.orchestra.run.smithi157.stdout:osd.6 smithi187 running (2m) 14s ago 14m 129M 2480M 19.1.0-1363-gd863d21c ba08250ef864 fc0797d14428 2024-08-17T00:42:23.876 INFO:teuthology.orchestra.run.smithi157.stdout:osd.7 smithi187 running (119s) 14s ago 14m 116M 2480M 19.1.0-1363-gd863d21c ba08250ef864 a0847040646d 2024-08-17T00:42:23.876 INFO:teuthology.orchestra.run.smithi157.stdout:prometheus.a smithi187 *:9095 running (54s) 14s ago 12m 52.8M - 2.43.0 a07b618ecd1d 8951aef9ec19 2024-08-17T00:42:23.876 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:42:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:42:23] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.43.0" 2024-08-17T00:42:24.448 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:24 smithi157 ceph-mon[101289]: osdmap e646: 8 total, 8 up, 8 in 2024-08-17T00:42:24.448 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:24 smithi157 ceph-mon[101289]: pgmap v626: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 148 KiB/s wr, 9 op/s 2024-08-17T00:42:24.449 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:24 smithi157 ceph-mon[98780]: osdmap e646: 8 total, 8 up, 8 in 2024-08-17T00:42:24.449 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:24 smithi157 ceph-mon[98780]: pgmap v626: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 148 KiB/s wr, 9 op/s 2024-08-17T00:42:24.472 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -e sha1=d863d21c9d1db9c3453c09dacd68766969720a44 -- bash -c 'ceph versions' 2024-08-17T00:42:24.634 INFO:tasks.rados.rados.0.smithi157.stdout:2864: done (7 left) 2024-08-17T00:42:24.635 INFO:tasks.rados.rados.0.smithi157.stdout:2865: done (6 left) 2024-08-17T00:42:24.635 INFO:tasks.rados.rados.0.smithi157.stdout:2866: done (5 left) 2024-08-17T00:42:24.635 INFO:tasks.rados.rados.0.smithi157.stdout:2867: done (4 left) 2024-08-17T00:42:24.635 INFO:tasks.rados.rados.0.smithi157.stdout:2868: done (3 left) 2024-08-17T00:42:24.636 INFO:tasks.rados.rados.0.smithi157.stdout:2869: done (2 left) 2024-08-17T00:42:24.636 INFO:tasks.rados.rados.0.smithi157.stdout:2870: done (1 left) 2024-08-17T00:42:24.636 INFO:tasks.rados.rados.0.smithi157.stdout:2871: done (0 left) 2024-08-17T00:42:24.636 INFO:tasks.rados.rados.0.smithi157.stdout:2872: snap_create 2024-08-17T00:42:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:24 smithi187 ceph-mon[90552]: osdmap e646: 8 total, 8 up, 8 in 2024-08-17T00:42:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:24 smithi187 ceph-mon[90552]: pgmap v626: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 148 KiB/s wr, 9 op/s 2024-08-17T00:42:24.729 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:42:25.405 INFO:tasks.rados.rados.0.smithi157.stdout:2872: done (0 left) 2024-08-17T00:42:25.406 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 36 current snap is 294 2024-08-17T00:42:25.406 INFO:tasks.rados.rados.0.smithi157.stdout:2873: seq_num 873 ranges {0=229376} 2024-08-17T00:42:25.407 INFO:tasks.rados.rados.0.smithi157.stdout:2873: writing smithi15786056-36 from 0 to 229376 tid 1 2024-08-17T00:42:25.407 INFO:tasks.rados.rados.0.smithi157.stdout:2874: snap_create 2024-08-17T00:42:25.409 INFO:tasks.rados.rados.0.smithi157.stdout:2873: finishing write tid 1 to smithi15786056-36 2024-08-17T00:42:25.409 INFO:tasks.rados.rados.0.smithi157.stdout:2873: finishing write tid 2 to smithi15786056-36 2024-08-17T00:42:25.411 INFO:tasks.rados.rados.0.smithi157.stdout:2873: finishing write tid 3 to smithi15786056-36 2024-08-17T00:42:25.411 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 1347 (ObjNum 873 snap 294 seq_num 873) dirty exists 2024-08-17T00:42:25.411 INFO:tasks.rados.rados.0.smithi157.stdout:2873: left oid 36 (ObjNum 873 snap 294 seq_num 873) 2024-08-17T00:42:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:25 smithi187 ceph-mon[90552]: from='client.44399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:25 smithi187 ceph-mon[90552]: osdmap e647: 8 total, 8 up, 8 in 2024-08-17T00:42:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:25 smithi157 ceph-mon[98780]: from='client.44399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:25 smithi157 ceph-mon[98780]: osdmap e647: 8 total, 8 up, 8 in 2024-08-17T00:42:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:25 smithi157 ceph-mon[101289]: from='client.44399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:25 smithi157 ceph-mon[101289]: osdmap e647: 8 total, 8 up, 8 in 2024-08-17T00:42:26.410 INFO:tasks.rados.rados.0.smithi157.stdout:2873: done (1 left) 2024-08-17T00:42:26.411 INFO:tasks.rados.rados.0.smithi157.stdout:2874: done (0 left) 2024-08-17T00:42:26.411 INFO:tasks.rados.rados.0.smithi157.stdout:2875: read oid 5 snap 262 2024-08-17T00:42:26.411 INFO:tasks.rados.rados.0.smithi157.stdout:2875: expect deleted 2024-08-17T00:42:26.411 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 19 current snap is 295 2024-08-17T00:42:26.411 INFO:tasks.rados.rados.0.smithi157.stdout:2876: seq_num 874 ranges {0=245760} 2024-08-17T00:42:26.412 INFO:tasks.rados.rados.0.smithi157.stdout:2876: writing smithi15786056-19 from 0 to 245760 tid 1 2024-08-17T00:42:26.412 INFO:tasks.rados.rados.0.smithi157.stdout:2877: delete oid 18 current snap is 295 2024-08-17T00:42:26.429 INFO:tasks.rados.rados.0.smithi157.stdout:2875: done (2 left) 2024-08-17T00:42:26.430 INFO:tasks.rados.rados.0.smithi157.stdout:2877: done (1 left) 2024-08-17T00:42:26.430 INFO:tasks.rados.rados.0.smithi157.stdout:2878: delete oid 8 current snap is 295 2024-08-17T00:42:26.431 INFO:tasks.rados.rados.0.smithi157.stdout:2876: finishing write tid 1 to smithi15786056-19 2024-08-17T00:42:26.432 INFO:tasks.rados.rados.0.smithi157.stdout:2876: finishing write tid 2 to smithi15786056-19 2024-08-17T00:42:26.432 INFO:tasks.rados.rados.0.smithi157.stdout:2878: done (1 left) 2024-08-17T00:42:26.432 INFO:tasks.rados.rados.0.smithi157.stdout:2879: read oid 8 snap -1 2024-08-17T00:42:26.432 INFO:tasks.rados.rados.0.smithi157.stdout:2879: expect deleted 2024-08-17T00:42:26.433 INFO:tasks.rados.rados.0.smithi157.stdout:2880: snap_create 2024-08-17T00:42:26.433 INFO:tasks.rados.rados.0.smithi157.stdout:2876: finishing write tid 3 to smithi15786056-19 2024-08-17T00:42:26.433 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 1158 (ObjNum 874 snap 295 seq_num 874) dirty exists 2024-08-17T00:42:26.433 INFO:tasks.rados.rados.0.smithi157.stdout:2876: left oid 19 (ObjNum 874 snap 295 seq_num 874) 2024-08-17T00:42:26.543 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:26 smithi157 ceph-mon[101289]: osdmap e648: 8 total, 8 up, 8 in 2024-08-17T00:42:26.543 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:26 smithi157 ceph-mon[101289]: pgmap v629: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 42 KiB/s wr, 13 op/s 2024-08-17T00:42:26.543 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:26 smithi157 ceph-mon[98780]: osdmap e648: 8 total, 8 up, 8 in 2024-08-17T00:42:26.543 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:26 smithi157 ceph-mon[98780]: pgmap v629: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 42 KiB/s wr, 13 op/s 2024-08-17T00:42:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:26 smithi187 ceph-mon[90552]: osdmap e648: 8 total, 8 up, 8 in 2024-08-17T00:42:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:26 smithi187 ceph-mon[90552]: pgmap v629: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 42 KiB/s wr, 13 op/s 2024-08-17T00:42:26.860 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-08-17T00:42:26.860 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": { 2024-08-17T00:42:26.860 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:42:26.860 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:42:26.860 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": { 2024-08-17T00:42:26.860 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:42:26.860 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:42:26.860 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": { 2024-08-17T00:42:26.860 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T00:42:26.861 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:42:26.861 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": { 2024-08-17T00:42:26.861 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:42:26.861 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-08-17T00:42:26.861 INFO:teuthology.orchestra.run.smithi157.stdout: "overall": { 2024-08-17T00:42:26.861 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 15 2024-08-17T00:42:26.861 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-08-17T00:42:26.861 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-08-17T00:42:27.395 INFO:tasks.rados.rados.0.smithi157.stdout:2876: done (2 left) 2024-08-17T00:42:27.396 INFO:tasks.rados.rados.0.smithi157.stdout:2879: done (1 left) 2024-08-17T00:42:27.396 INFO:tasks.rados.rados.0.smithi157.stdout:2880: done (0 left) 2024-08-17T00:42:27.396 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 35 current snap is 296 2024-08-17T00:42:27.396 INFO:tasks.rados.rados.0.smithi157.stdout:2881: seq_num 877 ranges {0=294912} 2024-08-17T00:42:27.397 INFO:tasks.rados.rados.0.smithi157.stdout:2881: writing smithi15786056-35 from 0 to 294912 tid 1 2024-08-17T00:42:27.397 INFO:tasks.rados.rados.0.smithi157.stdout:2882: snap_create 2024-08-17T00:42:27.402 INFO:tasks.rados.rados.0.smithi157.stdout:2881: finishing write tid 1 to smithi15786056-35 2024-08-17T00:42:27.403 INFO:tasks.rados.rados.0.smithi157.stdout:2881: finishing write tid 2 to smithi15786056-35 2024-08-17T00:42:27.404 INFO:tasks.rados.rados.0.smithi157.stdout:2881: finishing write tid 3 to smithi15786056-35 2024-08-17T00:42:27.404 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 1551 (ObjNum 877 snap 296 seq_num 877) dirty exists 2024-08-17T00:42:27.404 INFO:tasks.rados.rados.0.smithi157.stdout:2881: left oid 35 (ObjNum 877 snap 296 seq_num 877) 2024-08-17T00:42:27.605 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:27 smithi157 ceph-mon[98780]: osdmap e649: 8 total, 8 up, 8 in 2024-08-17T00:42:27.606 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:27 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/370601865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:27.606 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:27 smithi157 ceph-mon[98780]: osdmap e650: 8 total, 8 up, 8 in 2024-08-17T00:42:27.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:27 smithi157 ceph-mon[101289]: osdmap e649: 8 total, 8 up, 8 in 2024-08-17T00:42:27.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:27 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/370601865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:27.606 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:27 smithi157 ceph-mon[101289]: osdmap e650: 8 total, 8 up, 8 in 2024-08-17T00:42:27.629 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -e sha1=d863d21c9d1db9c3453c09dacd68766969720a44 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-08-17T00:42:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:27 smithi187 ceph-mon[90552]: osdmap e649: 8 total, 8 up, 8 in 2024-08-17T00:42:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:27 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/370601865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:27 smithi187 ceph-mon[90552]: osdmap e650: 8 total, 8 up, 8 in 2024-08-17T00:42:27.887 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:42:28.397 INFO:tasks.rados.rados.0.smithi157.stdout:2881: done (1 left) 2024-08-17T00:42:28.397 INFO:tasks.rados.rados.0.smithi157.stdout:2882: done (0 left) 2024-08-17T00:42:28.397 INFO:tasks.rados.rados.0.smithi157.stdout:2883: read oid 2 snap -1 2024-08-17T00:42:28.397 INFO:tasks.rados.rados.0.smithi157.stdout:2883: expect deleted 2024-08-17T00:42:28.398 INFO:tasks.rados.rados.0.smithi157.stdout:2884: snap_create 2024-08-17T00:42:28.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:28 smithi157 ceph-mon[98780]: pgmap v632: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 970 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-17T00:42:28.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:28 smithi157 ceph-mon[98780]: osdmap e651: 8 total, 8 up, 8 in 2024-08-17T00:42:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:28 smithi157 ceph-mon[101289]: pgmap v632: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 970 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-17T00:42:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:28 smithi157 ceph-mon[101289]: osdmap e651: 8 total, 8 up, 8 in 2024-08-17T00:42:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:28 smithi187 ceph-mon[90552]: pgmap v632: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 970 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-17T00:42:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:28 smithi187 ceph-mon[90552]: osdmap e651: 8 total, 8 up, 8 in 2024-08-17T00:42:29.399 INFO:tasks.rados.rados.0.smithi157.stdout:2883: done (1 left) 2024-08-17T00:42:29.399 INFO:tasks.rados.rados.0.smithi157.stdout:2884: done (0 left) 2024-08-17T00:42:29.399 INFO:tasks.rados.rados.0.smithi157.stdout:2885: snap_create 2024-08-17T00:42:29.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:29 smithi157 ceph-mon[101289]: osdmap e652: 8 total, 8 up, 8 in 2024-08-17T00:42:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:29 smithi157 ceph-mon[98780]: osdmap e652: 8 total, 8 up, 8 in 2024-08-17T00:42:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:29 smithi187 ceph-mon[90552]: osdmap e652: 8 total, 8 up, 8 in 2024-08-17T00:42:29.731 INFO:teuthology.orchestra.run.smithi157.stdout:true 2024-08-17T00:42:30.401 INFO:tasks.rados.rados.0.smithi157.stdout:2885: done (0 left) 2024-08-17T00:42:30.401 INFO:tasks.rados.rados.0.smithi157.stdout:2886: copy_from oid 41 from oid 34 current snap is 299 2024-08-17T00:42:30.401 INFO:tasks.rados.rados.0.smithi157.stdout:2887: read oid 14 snap 229 2024-08-17T00:42:30.401 INFO:tasks.rados.rados.0.smithi157.stdout:2887: expect (ObjNum 171732192 snap 21968 seq_num 170984384) 2024-08-17T00:42:30.401 INFO:tasks.rados.rados.0.smithi157.stdout:2888: snap_remove snap 240 2024-08-17T00:42:30.529 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:30 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3564315193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:30.529 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:30 smithi157 ceph-mon[98780]: pgmap v635: 121 pgs: 121 active+clean; 509 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 60 KiB/s wr, 2 op/s 2024-08-17T00:42:30.529 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:30 smithi157 ceph-mon[98780]: osdmap e653: 8 total, 8 up, 8 in 2024-08-17T00:42:30.529 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:30 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3564315193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:30.530 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:30 smithi157 ceph-mon[101289]: pgmap v635: 121 pgs: 121 active+clean; 509 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 60 KiB/s wr, 2 op/s 2024-08-17T00:42:30.530 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:30 smithi157 ceph-mon[101289]: osdmap e653: 8 total, 8 up, 8 in 2024-08-17T00:42:30.554 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -e sha1=d863d21c9d1db9c3453c09dacd68766969720a44 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-08-17T00:42:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:30 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3564315193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:30 smithi187 ceph-mon[90552]: pgmap v635: 121 pgs: 121 active+clean; 509 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 60 KiB/s wr, 2 op/s 2024-08-17T00:42:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:30 smithi187 ceph-mon[90552]: osdmap e653: 8 total, 8 up, 8 in 2024-08-17T00:42:30.817 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:42:31.404 INFO:tasks.rados.rados.0.smithi157.stdout:2888: done (2 left) 2024-08-17T00:42:31.404 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 299 2024-08-17T00:42:31.405 INFO:tasks.rados.rados.0.smithi157.stdout:2889: seq_num 878 ranges {3833856=311296} 2024-08-17T00:42:31.427 INFO:tasks.rados.rados.0.smithi157.stdout:2889: writing smithi15786056-13 from 3833856 to 4145152 tid 1 2024-08-17T00:42:31.427 INFO:tasks.rados.rados.0.smithi157.stdout:2890: delete oid 38 current snap is 299 2024-08-17T00:42:31.428 INFO:tasks.rados.rados.0.smithi157.stdout:2887: expect (ObjNum 171732192 snap 21968 seq_num 170984384) 2024-08-17T00:42:31.433 INFO:tasks.rados.rados.0.smithi157.stdout:2886: finishing copy_from racing read to smithi15786056-41 2024-08-17T00:42:31.433 INFO:tasks.rados.rados.0.smithi157.stdout:2886: finishing copy_from to smithi15786056-41 2024-08-17T00:42:31.433 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 1205 (ObjNum 794 snap 265 seq_num 794) dirty exists 2024-08-17T00:42:31.433 INFO:tasks.rados.rados.0.smithi157.stdout:2886: done (3 left) 2024-08-17T00:42:31.433 INFO:tasks.rados.rados.0.smithi157.stdout:2887: done (2 left) 2024-08-17T00:42:31.433 INFO:tasks.rados.rados.0.smithi157.stdout:2890: done (1 left) 2024-08-17T00:42:31.433 INFO:tasks.rados.rados.0.smithi157.stdout:2891: snap_remove snap 272 2024-08-17T00:42:32.398 INFO:tasks.rados.rados.0.smithi157.stdout:2891: done (1 left) 2024-08-17T00:42:32.398 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 299 2024-08-17T00:42:32.398 INFO:tasks.rados.rados.0.smithi157.stdout:2889: finishing write tid 1 to smithi15786056-13 2024-08-17T00:42:32.398 INFO:tasks.rados.rados.0.smithi157.stdout:2892: seq_num 880 ranges {6488064=344064} 2024-08-17T00:42:32.435 INFO:tasks.rados.rados.0.smithi157.stdout:2892: writing smithi15786056-39 from 6488064 to 6832128 tid 1 2024-08-17T00:42:32.435 INFO:tasks.rados.rados.0.smithi157.stdout:2893: snap_remove snap 213 2024-08-17T00:42:32.459 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:32 smithi157 ceph-mon[101289]: osdmap e654: 8 total, 8 up, 8 in 2024-08-17T00:42:32.459 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:32 smithi157 ceph-mon[101289]: pgmap v638: 121 pgs: 121 active+clean; 510 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 188 KiB/s wr, 4 op/s 2024-08-17T00:42:32.459 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:32 smithi157 ceph-mon[101289]: osdmap e655: 8 total, 8 up, 8 in 2024-08-17T00:42:32.459 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:32 smithi157 ceph-mon[98780]: osdmap e654: 8 total, 8 up, 8 in 2024-08-17T00:42:32.460 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:32 smithi157 ceph-mon[98780]: pgmap v638: 121 pgs: 121 active+clean; 510 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 188 KiB/s wr, 4 op/s 2024-08-17T00:42:32.460 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:32 smithi157 ceph-mon[98780]: osdmap e655: 8 total, 8 up, 8 in 2024-08-17T00:42:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:32 smithi187 ceph-mon[90552]: osdmap e654: 8 total, 8 up, 8 in 2024-08-17T00:42:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:32 smithi187 ceph-mon[90552]: pgmap v638: 121 pgs: 121 active+clean; 510 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 188 KiB/s wr, 4 op/s 2024-08-17T00:42:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:32 smithi187 ceph-mon[90552]: osdmap e655: 8 total, 8 up, 8 in 2024-08-17T00:42:32.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:42:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:42:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:32.913 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)" 2024-08-17T00:42:33.417 INFO:tasks.rados.rados.0.smithi157.stdout:2893: done (2 left) 2024-08-17T00:42:33.417 INFO:tasks.rados.rados.0.smithi157.stdout:2894: copy_from oid 3 from oid 20 current snap is 299 2024-08-17T00:42:33.417 INFO:tasks.rados.rados.0.smithi157.stdout:2895: read oid 14 snap 293 2024-08-17T00:42:33.417 INFO:tasks.rados.rados.0.smithi157.stdout:2895: expect (ObjNum 819 snap 272 seq_num 819) 2024-08-17T00:42:33.417 INFO:tasks.rados.rados.0.smithi157.stdout:2896: copy_from oid 50 from oid 48 current snap is 299 2024-08-17T00:42:33.417 INFO:tasks.rados.rados.0.smithi157.stdout:2897: rmattr oid 32 current snap is 299 2024-08-17T00:42:33.417 INFO:tasks.rados.rados.0.smithi157.stdout:2898: rmattr oid 6 current snap is 299 2024-08-17T00:42:33.417 INFO:tasks.rados.rados.0.smithi157.stdout:2899: snap_create 2024-08-17T00:42:33.417 INFO:tasks.rados.rados.0.smithi157.stdout:2889: finishing write tid 2 to smithi15786056-13 2024-08-17T00:42:33.418 INFO:tasks.rados.rados.0.smithi157.stdout:2889: finishing write tid 3 to smithi15786056-13 2024-08-17T00:42:33.418 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1555 (ObjNum 878 snap 299 seq_num 878) dirty exists 2024-08-17T00:42:33.418 INFO:tasks.rados.rados.0.smithi157.stdout:2889: left oid 13 (ObjNum 878 snap 299 seq_num 878) 2024-08-17T00:42:33.418 INFO:tasks.rados.rados.0.smithi157.stdout:2892: finishing write tid 1 to smithi15786056-39 2024-08-17T00:42:33.418 INFO:tasks.rados.rados.0.smithi157.stdout:2892: finishing write tid 2 to smithi15786056-39 2024-08-17T00:42:33.418 INFO:tasks.rados.rados.0.smithi157.stdout:2892: finishing write tid 3 to smithi15786056-39 2024-08-17T00:42:33.418 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 1972 (ObjNum 880 snap 299 seq_num 880) dirty exists 2024-08-17T00:42:33.418 INFO:tasks.rados.rados.0.smithi157.stdout:2892: left oid 39 (ObjNum 880 snap 299 seq_num 880) 2024-08-17T00:42:33.430 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 1853 (ObjNum 655 snap 205 seq_num 655) dirty exists 2024-08-17T00:42:33.433 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 1648 (ObjNum 855 snap 286 seq_num 855) dirty exists 2024-08-17T00:42:33.433 INFO:tasks.rados.rados.0.smithi157.stdout:2895: expect (ObjNum 819 snap 272 seq_num 819) 2024-08-17T00:42:33.487 INFO:tasks.rados.rados.0.smithi157.stdout:2896: finishing copy_from to smithi15786056-50 2024-08-17T00:42:33.487 INFO:tasks.rados.rados.0.smithi157.stdout:2896: got expected ENOENT (src dne) 2024-08-17T00:42:33.487 INFO:tasks.rados.rados.0.smithi157.stdout:2896: finishing copy_from racing read to smithi15786056-50 2024-08-17T00:42:33.487 INFO:tasks.rados.rados.0.smithi157.stdout:2894: finishing copy_from racing read to smithi15786056-3 2024-08-17T00:42:33.487 INFO:tasks.rados.rados.0.smithi157.stdout:2894: finishing copy_from to smithi15786056-3 2024-08-17T00:42:33.487 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 1553 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-08-17T00:42:33.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:33 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2006089246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:33.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:33 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2006089246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:33.635 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-17T00:42:33.636 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-08-17T00:42:33.636 DEBUG:teuthology.parallel:result is None 2024-08-17T00:42:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:33 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2006089246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:42:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:42:33] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.43.0" 2024-08-17T00:42:34.421 INFO:tasks.rados.rados.0.smithi157.stdout:2889: done (7 left) 2024-08-17T00:42:34.421 INFO:tasks.rados.rados.0.smithi157.stdout:2892: done (6 left) 2024-08-17T00:42:34.421 INFO:tasks.rados.rados.0.smithi157.stdout:2894: done (5 left) 2024-08-17T00:42:34.421 INFO:tasks.rados.rados.0.smithi157.stdout:2895: done (4 left) 2024-08-17T00:42:34.421 INFO:tasks.rados.rados.0.smithi157.stdout:2896: done (3 left) 2024-08-17T00:42:34.421 INFO:tasks.rados.rados.0.smithi157.stdout:2897: done (2 left) 2024-08-17T00:42:34.422 INFO:tasks.rados.rados.0.smithi157.stdout:2898: done (1 left) 2024-08-17T00:42:34.422 INFO:tasks.rados.rados.0.smithi157.stdout:2899: done (0 left) 2024-08-17T00:42:34.422 INFO:tasks.rados.rados.0.smithi157.stdout:2900: read oid 19 snap -1 2024-08-17T00:42:34.422 INFO:tasks.rados.rados.0.smithi157.stdout:2900: expect (ObjNum 874 snap 295 seq_num 874) 2024-08-17T00:42:34.422 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 30 current snap is 300 2024-08-17T00:42:34.422 INFO:tasks.rados.rados.0.smithi157.stdout:2901: seq_num 881 ranges {1990656=360448} 2024-08-17T00:42:34.436 INFO:tasks.rados.rados.0.smithi157.stdout:2901: writing smithi15786056-30 from 1990656 to 2351104 tid 1 2024-08-17T00:42:34.436 INFO:tasks.rados.rados.0.smithi157.stdout:2902: read oid 50 snap -1 2024-08-17T00:42:34.436 INFO:tasks.rados.rados.0.smithi157.stdout:2902: expect (ObjNum 862 snap 289 seq_num 862) 2024-08-17T00:42:34.436 INFO:tasks.rados.rados.0.smithi157.stdout:2903: snap_create 2024-08-17T00:42:34.436 INFO:tasks.rados.rados.0.smithi157.stdout:2900: expect (ObjNum 874 snap 295 seq_num 874) 2024-08-17T00:42:34.454 INFO:tasks.rados.rados.0.smithi157.stdout:2901: finishing write tid 1 to smithi15786056-30 2024-08-17T00:42:34.454 INFO:tasks.rados.rados.0.smithi157.stdout:2901: finishing write tid 2 to smithi15786056-30 2024-08-17T00:42:34.454 INFO:tasks.rados.rados.0.smithi157.stdout:2901: finishing write tid 3 to smithi15786056-30 2024-08-17T00:42:34.455 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 1745 (ObjNum 881 snap 300 seq_num 881) dirty exists 2024-08-17T00:42:34.455 INFO:tasks.rados.rados.0.smithi157.stdout:2901: left oid 30 (ObjNum 881 snap 300 seq_num 881) 2024-08-17T00:42:34.503 INFO:tasks.rados.rados.0.smithi157.stdout:2902: expect (ObjNum 862 snap 289 seq_num 862) 2024-08-17T00:42:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:34 smithi187 ceph-mon[90552]: osdmap e656: 8 total, 8 up, 8 in 2024-08-17T00:42:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:34 smithi187 ceph-mon[90552]: pgmap v641: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 503 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 530 KiB/s wr, 4 op/s 2024-08-17T00:42:34.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:34 smithi157 ceph-mon[98780]: osdmap e656: 8 total, 8 up, 8 in 2024-08-17T00:42:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:34 smithi157 ceph-mon[98780]: pgmap v641: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 503 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 530 KiB/s wr, 4 op/s 2024-08-17T00:42:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:34 smithi157 ceph-mon[101289]: osdmap e656: 8 total, 8 up, 8 in 2024-08-17T00:42:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:34 smithi157 ceph-mon[101289]: pgmap v641: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 503 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 530 KiB/s wr, 4 op/s 2024-08-17T00:42:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:35 smithi187 ceph-mon[90552]: osdmap e657: 8 total, 8 up, 8 in 2024-08-17T00:42:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:35 smithi157 ceph-mon[98780]: osdmap e657: 8 total, 8 up, 8 in 2024-08-17T00:42:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:35 smithi157 ceph-mon[101289]: osdmap e657: 8 total, 8 up, 8 in 2024-08-17T00:42:36.223 INFO:tasks.rados.rados.0.smithi157.stdout:2900: done (3 left) 2024-08-17T00:42:36.223 INFO:tasks.rados.rados.0.smithi157.stdout:2901: done (2 left) 2024-08-17T00:42:36.223 INFO:tasks.rados.rados.0.smithi157.stdout:2902: done (1 left) 2024-08-17T00:42:36.223 INFO:tasks.rados.rados.0.smithi157.stdout:2903: done (0 left) 2024-08-17T00:42:36.224 INFO:tasks.rados.rados.0.smithi157.stdout:2904: snap_create 2024-08-17T00:42:36.430 INFO:tasks.rados.rados.0.smithi157.stdout:2904: done (0 left) 2024-08-17T00:42:36.431 INFO:tasks.rados.rados.0.smithi157.stdout:2905: setattr oid 44 current snap is 302 2024-08-17T00:42:36.431 INFO:tasks.rados.rados.0.smithi157.stdout:2906: rollback oid 17 current snap is 302 2024-08-17T00:42:36.431 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 17 to 297 2024-08-17T00:42:36.431 INFO:tasks.rados.rados.0.smithi157.stdout:2907: snap_remove snap 285 2024-08-17T00:42:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:36 smithi187 ceph-mon[90552]: osdmap e658: 8 total, 8 up, 8 in 2024-08-17T00:42:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:36 smithi187 ceph-mon[90552]: pgmap v644: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 566 KiB/s wr, 7 op/s 2024-08-17T00:42:36.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:36 smithi157 ceph-mon[98780]: osdmap e658: 8 total, 8 up, 8 in 2024-08-17T00:42:36.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:36 smithi157 ceph-mon[98780]: pgmap v644: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 566 KiB/s wr, 7 op/s 2024-08-17T00:42:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:36 smithi157 ceph-mon[101289]: osdmap e658: 8 total, 8 up, 8 in 2024-08-17T00:42:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:36 smithi157 ceph-mon[101289]: pgmap v644: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 566 KiB/s wr, 7 op/s 2024-08-17T00:42:37.400 INFO:tasks.rados.rados.0.smithi157.stdout:2907: done (2 left) 2024-08-17T00:42:37.400 INFO:tasks.rados.rados.0.smithi157.stdout:2908: delete oid 48 current snap is 302 2024-08-17T00:42:37.400 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 1552 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T00:42:37.401 INFO:tasks.rados.rados.0.smithi157.stdout:2906: finishing rollback tid 1 to smithi15786056-17 2024-08-17T00:42:37.401 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 1558 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-17T00:42:37.416 INFO:tasks.rados.rados.0.smithi157.stdout:2905: done (2 left) 2024-08-17T00:42:37.416 INFO:tasks.rados.rados.0.smithi157.stdout:2906: done (1 left) 2024-08-17T00:42:37.416 INFO:tasks.rados.rados.0.smithi157.stdout:2908: done (0 left) 2024-08-17T00:42:37.416 INFO:tasks.rados.rados.0.smithi157.stdout:2909: setattr oid 14 current snap is 302 2024-08-17T00:42:37.417 INFO:tasks.rados.rados.0.smithi157.stdout:2910: snap_remove snap 261 2024-08-17T00:42:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:37 smithi187 ceph-mon[90552]: osdmap e659: 8 total, 8 up, 8 in 2024-08-17T00:42:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:37 smithi187 ceph-mon[90552]: osdmap e660: 8 total, 8 up, 8 in 2024-08-17T00:42:37.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:37 smithi157 ceph-mon[101289]: osdmap e659: 8 total, 8 up, 8 in 2024-08-17T00:42:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:37 smithi157 ceph-mon[101289]: osdmap e660: 8 total, 8 up, 8 in 2024-08-17T00:42:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:37 smithi157 ceph-mon[98780]: osdmap e659: 8 total, 8 up, 8 in 2024-08-17T00:42:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:37 smithi157 ceph-mon[98780]: osdmap e660: 8 total, 8 up, 8 in 2024-08-17T00:42:38.403 INFO:tasks.rados.rados.0.smithi157.stdout:2910: done (1 left) 2024-08-17T00:42:38.403 INFO:tasks.rados.rados.0.smithi157.stdout:2911: rollback oid 37 current snap is 302 2024-08-17T00:42:38.403 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1564 (ObjNum 819 snap 272 seq_num 819) dirty exists 2024-08-17T00:42:38.403 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 37 to 289 2024-08-17T00:42:38.403 INFO:tasks.rados.rados.0.smithi157.stdout:2909: done (1 left) 2024-08-17T00:42:38.403 INFO:tasks.rados.rados.0.smithi157.stdout:2912: snap_remove snap 300 2024-08-17T00:42:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:38 smithi187 ceph-mon[90552]: pgmap v647: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 164 KiB/s wr, 5 op/s 2024-08-17T00:42:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:38 smithi187 ceph-mon[90552]: osdmap e661: 8 total, 8 up, 8 in 2024-08-17T00:42:38.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:38 smithi157 ceph-mon[98780]: pgmap v647: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 164 KiB/s wr, 5 op/s 2024-08-17T00:42:38.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:38 smithi157 ceph-mon[98780]: osdmap e661: 8 total, 8 up, 8 in 2024-08-17T00:42:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:38 smithi157 ceph-mon[101289]: pgmap v647: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 164 KiB/s wr, 5 op/s 2024-08-17T00:42:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:38 smithi157 ceph-mon[101289]: osdmap e661: 8 total, 8 up, 8 in 2024-08-17T00:42:39.404 INFO:tasks.rados.rados.0.smithi157.stdout:2912: done (1 left) 2024-08-17T00:42:39.404 INFO:tasks.rados.rados.0.smithi157.stdout:2913: copy_from oid 41 from oid 7 current snap is 302 2024-08-17T00:42:39.404 INFO:tasks.rados.rados.0.smithi157.stdout:2911: finishing rollback tid 0 to smithi15786056-37 2024-08-17T00:42:39.404 INFO:tasks.rados.rados.0.smithi157.stdout:2911: finishing rollback tid 1 to smithi15786056-37 2024-08-17T00:42:39.404 INFO:tasks.rados.rados.0.smithi157.stdout:2911: finishing rollback tid 2 to smithi15786056-37 2024-08-17T00:42:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 1850 (ObjNum 794 snap 265 seq_num 794) dirty exists 2024-08-17T00:42:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:2911: done (1 left) 2024-08-17T00:42:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:2914: read oid 14 snap -1 2024-08-17T00:42:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:2914: expect (ObjNum 819 snap 272 seq_num 819) 2024-08-17T00:42:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 42 current snap is 302 2024-08-17T00:42:39.405 INFO:tasks.rados.rados.0.smithi157.stdout:2915: seq_num 883 ranges {4292608=393216} 2024-08-17T00:42:39.430 INFO:tasks.rados.rados.0.smithi157.stdout:2915: writing smithi15786056-42 from 4292608 to 4685824 tid 1 2024-08-17T00:42:39.430 INFO:tasks.rados.rados.0.smithi157.stdout:2916: snap_create 2024-08-17T00:42:39.430 INFO:tasks.rados.rados.0.smithi157.stdout:2914: expect (ObjNum 819 snap 272 seq_num 819) 2024-08-17T00:42:39.478 INFO:tasks.rados.rados.0.smithi157.stdout:2913: finishing copy_from racing read to smithi15786056-41 2024-08-17T00:42:39.478 INFO:tasks.rados.rados.0.smithi157.stdout:2913: finishing copy_from to smithi15786056-41 2024-08-17T00:42:39.478 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 1846 (ObjNum 869 snap 290 seq_num 869) dirty exists 2024-08-17T00:42:39.478 INFO:tasks.rados.rados.0.smithi157.stdout:2915: finishing write tid 1 to smithi15786056-42 2024-08-17T00:42:39.478 INFO:tasks.rados.rados.0.smithi157.stdout:2915: finishing write tid 2 to smithi15786056-42 2024-08-17T00:42:39.478 INFO:tasks.rados.rados.0.smithi157.stdout:2915: finishing write tid 3 to smithi15786056-42 2024-08-17T00:42:39.478 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 2008 (ObjNum 883 snap 302 seq_num 883) dirty exists 2024-08-17T00:42:39.478 INFO:tasks.rados.rados.0.smithi157.stdout:2915: left oid 42 (ObjNum 883 snap 302 seq_num 883) 2024-08-17T00:42:39.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 00:42:39 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T00:42:39.412+0000 7f0d15ff1640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-08-17T00:42:40.408 INFO:tasks.rados.rados.0.smithi157.stdout:2913: done (3 left) 2024-08-17T00:42:40.408 INFO:tasks.rados.rados.0.smithi157.stdout:2914: done (2 left) 2024-08-17T00:42:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:2915: done (1 left) 2024-08-17T00:42:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:2916: done (0 left) 2024-08-17T00:42:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 303 2024-08-17T00:42:40.409 INFO:tasks.rados.rados.0.smithi157.stdout:2917: seq_num 884 ranges {0=409600} 2024-08-17T00:42:40.410 INFO:tasks.rados.rados.0.smithi157.stdout:2917: writing smithi15786056-48 from 0 to 409600 tid 1 2024-08-17T00:42:40.410 INFO:tasks.rados.rados.0.smithi157.stdout:2918: delete oid 9 current snap is 303 2024-08-17T00:42:40.416 INFO:tasks.rados.rados.0.smithi157.stdout:2917: finishing write tid 1 to smithi15786056-48 2024-08-17T00:42:40.416 INFO:tasks.rados.rados.0.smithi157.stdout:2917: finishing write tid 2 to smithi15786056-48 2024-08-17T00:42:40.417 INFO:tasks.rados.rados.0.smithi157.stdout:2918: done (1 left) 2024-08-17T00:42:40.418 INFO:tasks.rados.rados.0.smithi157.stdout:2919: read oid 25 snap -1 2024-08-17T00:42:40.418 INFO:tasks.rados.rados.0.smithi157.stdout:2919: expect (ObjNum 841 snap 284 seq_num 841) 2024-08-17T00:42:40.418 INFO:tasks.rados.rados.0.smithi157.stdout:2920: read oid 18 snap -1 2024-08-17T00:42:40.418 INFO:tasks.rados.rados.0.smithi157.stdout:2920: expect deleted 2024-08-17T00:42:40.418 INFO:tasks.rados.rados.0.smithi157.stdout:2921: copy_from oid 45 from oid 1 current snap is 303 2024-08-17T00:42:40.418 INFO:tasks.rados.rados.0.smithi157.stdout:2922: read oid 20 snap -1 2024-08-17T00:42:40.418 INFO:tasks.rados.rados.0.smithi157.stdout:2922: expect (ObjNum 552 snap 163 seq_num 552) 2024-08-17T00:42:40.418 INFO:tasks.rados.rados.0.smithi157.stdout:2923: rollback oid 21 current snap is 303 2024-08-17T00:42:40.418 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 21 to 275 2024-08-17T00:42:40.418 INFO:tasks.rados.rados.0.smithi157.stdout:2924: snap_create 2024-08-17T00:42:40.419 INFO:tasks.rados.rados.0.smithi157.stdout:2917: finishing write tid 3 to smithi15786056-48 2024-08-17T00:42:40.419 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 2010 (ObjNum 884 snap 303 seq_num 884) dirty exists 2024-08-17T00:42:40.419 INFO:tasks.rados.rados.0.smithi157.stdout:2917: left oid 48 (ObjNum 884 snap 303 seq_num 884) 2024-08-17T00:42:40.423 INFO:tasks.rados.rados.0.smithi157.stdout:2923: finishing rollback tid 0 to smithi15786056-21 2024-08-17T00:42:40.424 INFO:tasks.rados.rados.0.smithi157.stdout:2923: finishing rollback tid 1 to smithi15786056-21 2024-08-17T00:42:40.425 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 1677 (ObjNum 49 snap 0 seq_num 1463794747) dirty dne 2024-08-17T00:42:40.425 INFO:tasks.rados.rados.0.smithi157.stdout:2921: finishing copy_from racing read to smithi15786056-45 2024-08-17T00:42:40.426 INFO:tasks.rados.rados.0.smithi157.stdout:2921: finishing copy_from to smithi15786056-45 2024-08-17T00:42:40.426 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 1741 (ObjNum 865 snap 290 seq_num 865) dirty exists 2024-08-17T00:42:40.429 INFO:tasks.rados.rados.0.smithi157.stdout:2919: expect (ObjNum 841 snap 284 seq_num 841) 2024-08-17T00:42:40.487 INFO:tasks.rados.rados.0.smithi157.stdout:2922: expect (ObjNum 552 snap 163 seq_num 552) 2024-08-17T00:42:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:40 smithi187 ceph-mon[90552]: osdmap e662: 8 total, 8 up, 8 in 2024-08-17T00:42:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:40 smithi187 ceph-mon[90552]: pgmap v650: 121 pgs: 121 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 194 KiB/s rd, 2.1 MiB/s wr, 1 op/s 2024-08-17T00:42:40.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:40 smithi157 ceph-mon[101289]: osdmap e662: 8 total, 8 up, 8 in 2024-08-17T00:42:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:40 smithi157 ceph-mon[101289]: pgmap v650: 121 pgs: 121 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 194 KiB/s rd, 2.1 MiB/s wr, 1 op/s 2024-08-17T00:42:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:40 smithi157 ceph-mon[98780]: osdmap e662: 8 total, 8 up, 8 in 2024-08-17T00:42:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:40 smithi157 ceph-mon[98780]: pgmap v650: 121 pgs: 121 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 194 KiB/s rd, 2.1 MiB/s wr, 1 op/s 2024-08-17T00:42:41.412 INFO:tasks.rados.rados.0.smithi157.stdout:2917: done (6 left) 2024-08-17T00:42:41.412 INFO:tasks.rados.rados.0.smithi157.stdout:2919: done (5 left) 2024-08-17T00:42:41.413 INFO:tasks.rados.rados.0.smithi157.stdout:2920: done (4 left) 2024-08-17T00:42:41.413 INFO:tasks.rados.rados.0.smithi157.stdout:2921: done (3 left) 2024-08-17T00:42:41.413 INFO:tasks.rados.rados.0.smithi157.stdout:2922: done (2 left) 2024-08-17T00:42:41.413 INFO:tasks.rados.rados.0.smithi157.stdout:2923: done (1 left) 2024-08-17T00:42:41.413 INFO:tasks.rados.rados.0.smithi157.stdout:2924: done (0 left) 2024-08-17T00:42:41.413 INFO:tasks.rados.rados.0.smithi157.stdout:2925: snap_remove snap 294 2024-08-17T00:42:41.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:41 smithi157 ceph-mon[98780]: osdmap e663: 8 total, 8 up, 8 in 2024-08-17T00:42:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:41 smithi157 ceph-mon[101289]: osdmap e663: 8 total, 8 up, 8 in 2024-08-17T00:42:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:41 smithi187 ceph-mon[90552]: osdmap e663: 8 total, 8 up, 8 in 2024-08-17T00:42:42.401 INFO:tasks.rados.rados.0.smithi157.stdout:2925: done (0 left) 2024-08-17T00:42:42.401 INFO:tasks.rados.rados.0.smithi157.stdout:2926: delete oid 47 current snap is 304 2024-08-17T00:42:42.415 INFO:tasks.rados.rados.0.smithi157.stdout:2926: done (0 left) 2024-08-17T00:42:42.415 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 27 current snap is 304 2024-08-17T00:42:42.415 INFO:tasks.rados.rados.0.smithi157.stdout:2927: seq_num 887 ranges {1892352=458752} 2024-08-17T00:42:42.428 INFO:tasks.rados.rados.0.smithi157.stdout:2927: writing smithi15786056-27 from 1892352 to 2351104 tid 1 2024-08-17T00:42:42.429 INFO:tasks.rados.rados.0.smithi157.stdout:2928: read oid 18 snap -1 2024-08-17T00:42:42.429 INFO:tasks.rados.rados.0.smithi157.stdout:2928: expect deleted 2024-08-17T00:42:42.429 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 43 current snap is 304 2024-08-17T00:42:42.429 INFO:tasks.rados.rados.0.smithi157.stdout:2929: seq_num 888 ranges {4374528=475136} 2024-08-17T00:42:42.455 INFO:tasks.rados.rados.0.smithi157.stdout:2929: writing smithi15786056-43 from 4374528 to 4849664 tid 1 2024-08-17T00:42:42.455 INFO:tasks.rados.rados.0.smithi157.stdout:2930: read oid 8 snap 275 2024-08-17T00:42:42.455 INFO:tasks.rados.rados.0.smithi157.stdout:2930: expect deleted 2024-08-17T00:42:42.455 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 304 2024-08-17T00:42:42.455 INFO:tasks.rados.rados.0.smithi157.stdout:2931: seq_num 889 ranges {4145152=491520} 2024-08-17T00:42:42.480 INFO:tasks.rados.rados.0.smithi157.stdout:2931: writing smithi15786056-13 from 4145152 to 4636672 tid 1 2024-08-17T00:42:42.480 INFO:tasks.rados.rados.0.smithi157.stdout:2932: snap_remove snap 269 2024-08-17T00:42:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:42 smithi187 ceph-mon[90552]: osdmap e664: 8 total, 8 up, 8 in 2024-08-17T00:42:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:42 smithi187 ceph-mon[90552]: pgmap v653: 121 pgs: 121 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-17T00:42:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:42 smithi187 ceph-mon[90552]: osdmap e665: 8 total, 8 up, 8 in 2024-08-17T00:42:42.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:42:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:42 smithi157 ceph-mon[98780]: osdmap e664: 8 total, 8 up, 8 in 2024-08-17T00:42:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:42 smithi157 ceph-mon[98780]: pgmap v653: 121 pgs: 121 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-17T00:42:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:42 smithi157 ceph-mon[98780]: osdmap e665: 8 total, 8 up, 8 in 2024-08-17T00:42:42.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:42 smithi157 ceph-mon[101289]: osdmap e664: 8 total, 8 up, 8 in 2024-08-17T00:42:42.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:42 smithi157 ceph-mon[101289]: pgmap v653: 121 pgs: 121 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-17T00:42:42.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:42 smithi157 ceph-mon[101289]: osdmap e665: 8 total, 8 up, 8 in 2024-08-17T00:42:43.424 INFO:tasks.rados.rados.0.smithi157.stdout:2927: finishing write tid 1 to smithi15786056-27 2024-08-17T00:42:43.424 INFO:tasks.rados.rados.0.smithi157.stdout:2927: finishing write tid 2 to smithi15786056-27 2024-08-17T00:42:43.424 INFO:tasks.rados.rados.0.smithi157.stdout:2927: finishing write tid 3 to smithi15786056-27 2024-08-17T00:42:43.424 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 615 (ObjNum 887 snap 304 seq_num 887) dirty exists 2024-08-17T00:42:43.424 INFO:tasks.rados.rados.0.smithi157.stdout:2927: left oid 27 (ObjNum 887 snap 304 seq_num 887) 2024-08-17T00:42:43.424 INFO:tasks.rados.rados.0.smithi157.stdout:2929: finishing write tid 1 to smithi15786056-43 2024-08-17T00:42:43.424 INFO:tasks.rados.rados.0.smithi157.stdout:2929: finishing write tid 2 to smithi15786056-43 2024-08-17T00:42:43.424 INFO:tasks.rados.rados.0.smithi157.stdout:2929: finishing write tid 3 to smithi15786056-43 2024-08-17T00:42:43.424 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 2017 (ObjNum 888 snap 304 seq_num 888) dirty exists 2024-08-17T00:42:43.424 INFO:tasks.rados.rados.0.smithi157.stdout:2929: left oid 43 (ObjNum 888 snap 304 seq_num 888) 2024-08-17T00:42:43.424 INFO:tasks.rados.rados.0.smithi157.stdout:2931: finishing write tid 1 to smithi15786056-13 2024-08-17T00:42:43.425 INFO:tasks.rados.rados.0.smithi157.stdout:2931: finishing write tid 2 to smithi15786056-13 2024-08-17T00:42:43.425 INFO:tasks.rados.rados.0.smithi157.stdout:2931: finishing write tid 3 to smithi15786056-13 2024-08-17T00:42:43.425 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1557 (ObjNum 889 snap 304 seq_num 889) dirty exists 2024-08-17T00:42:43.425 INFO:tasks.rados.rados.0.smithi157.stdout:2931: left oid 13 (ObjNum 889 snap 304 seq_num 889) 2024-08-17T00:42:43.425 INFO:tasks.rados.rados.0.smithi157.stdout:2927: done (5 left) 2024-08-17T00:42:43.425 INFO:tasks.rados.rados.0.smithi157.stdout:2928: done (4 left) 2024-08-17T00:42:43.425 INFO:tasks.rados.rados.0.smithi157.stdout:2929: done (3 left) 2024-08-17T00:42:43.425 INFO:tasks.rados.rados.0.smithi157.stdout:2930: done (2 left) 2024-08-17T00:42:43.425 INFO:tasks.rados.rados.0.smithi157.stdout:2931: done (1 left) 2024-08-17T00:42:43.425 INFO:tasks.rados.rados.0.smithi157.stdout:2932: done (0 left) 2024-08-17T00:42:43.425 INFO:tasks.rados.rados.0.smithi157.stdout:2933: read oid 27 snap -1 2024-08-17T00:42:43.425 INFO:tasks.rados.rados.0.smithi157.stdout:2933: expect (ObjNum 887 snap 304 seq_num 887) 2024-08-17T00:42:43.425 INFO:tasks.rados.rados.0.smithi157.stdout:2934: read oid 5 snap 295 2024-08-17T00:42:43.425 INFO:tasks.rados.rados.0.smithi157.stdout:2934: expect (ObjNum 780 snap 257 seq_num 780) 2024-08-17T00:42:43.425 INFO:tasks.rados.rados.0.smithi157.stdout:2935: setattr oid 33 current snap is 304 2024-08-17T00:42:43.426 INFO:tasks.rados.rados.0.smithi157.stdout:2936: read oid 16 snap -1 2024-08-17T00:42:43.426 INFO:tasks.rados.rados.0.smithi157.stdout:2936: expect (ObjNum 834 snap 275 seq_num 834) 2024-08-17T00:42:43.426 INFO:tasks.rados.rados.0.smithi157.stdout:2937: setattr oid 44 current snap is 304 2024-08-17T00:42:43.427 INFO:tasks.rados.rados.0.smithi157.stdout:2938: rmattr oid 36 current snap is 304 2024-08-17T00:42:43.427 INFO:tasks.rados.rados.0.smithi157.stdout:2939: read oid 2 snap -1 2024-08-17T00:42:43.427 INFO:tasks.rados.rados.0.smithi157.stdout:2939: expect deleted 2024-08-17T00:42:43.427 INFO:tasks.rados.rados.0.smithi157.stdout:2940: delete oid 48 current snap is 304 2024-08-17T00:42:43.434 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 1559 (ObjNum 836 snap 280 seq_num 836) dirty exists 2024-08-17T00:42:43.435 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 1553 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T00:42:43.437 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 1348 (ObjNum 873 snap 294 seq_num 873) dirty exists 2024-08-17T00:42:43.439 INFO:tasks.rados.rados.0.smithi157.stdout:2935: done (7 left) 2024-08-17T00:42:43.439 INFO:tasks.rados.rados.0.smithi157.stdout:2937: done (6 left) 2024-08-17T00:42:43.439 INFO:tasks.rados.rados.0.smithi157.stdout:2938: done (5 left) 2024-08-17T00:42:43.440 INFO:tasks.rados.rados.0.smithi157.stdout:2939: done (4 left) 2024-08-17T00:42:43.440 INFO:tasks.rados.rados.0.smithi157.stdout:2940: done (3 left) 2024-08-17T00:42:43.440 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 11 current snap is 304 2024-08-17T00:42:43.440 INFO:tasks.rados.rados.0.smithi157.stdout:2941: seq_num 891 ranges {1564672=532480} 2024-08-17T00:42:43.452 INFO:tasks.rados.rados.0.smithi157.stdout:2941: writing smithi15786056-11 from 1564672 to 2097152 tid 1 2024-08-17T00:42:43.452 INFO:tasks.rados.rados.0.smithi157.stdout:2942: setattr oid 7 current snap is 304 2024-08-17T00:42:43.457 INFO:tasks.rados.rados.0.smithi157.stdout:2934: expect (ObjNum 780 snap 257 seq_num 780) 2024-08-17T00:42:43.524 INFO:tasks.rados.rados.0.smithi157.stdout:2933: expect (ObjNum 887 snap 304 seq_num 887) 2024-08-17T00:42:43.625 INFO:tasks.rados.rados.0.smithi157.stdout:2941: finishing write tid 1 to smithi15786056-11 2024-08-17T00:42:43.626 INFO:tasks.rados.rados.0.smithi157.stdout:2941: finishing write tid 2 to smithi15786056-11 2024-08-17T00:42:43.626 INFO:tasks.rados.rados.0.smithi157.stdout:2941: finishing write tid 3 to smithi15786056-11 2024-08-17T00:42:43.626 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1690 (ObjNum 891 snap 304 seq_num 891) dirty exists 2024-08-17T00:42:43.626 INFO:tasks.rados.rados.0.smithi157.stdout:2941: left oid 11 (ObjNum 891 snap 304 seq_num 891) 2024-08-17T00:42:43.626 INFO:tasks.rados.rados.0.smithi157.stdout:2936: expect (ObjNum 834 snap 275 seq_num 834) 2024-08-17T00:42:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:42:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:42:43] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.43.0" 2024-08-17T00:42:44.422 INFO:tasks.rados.rados.0.smithi157.stdout:2933: done (4 left) 2024-08-17T00:42:44.422 INFO:tasks.rados.rados.0.smithi157.stdout:2934: done (3 left) 2024-08-17T00:42:44.422 INFO:tasks.rados.rados.0.smithi157.stdout:2936: done (2 left) 2024-08-17T00:42:44.423 INFO:tasks.rados.rados.0.smithi157.stdout:2941: done (1 left) 2024-08-17T00:42:44.423 INFO:tasks.rados.rados.0.smithi157.stdout:2943: delete oid 29 current snap is 304 2024-08-17T00:42:44.426 INFO:tasks.rados.rados.0.smithi157.stdout:2943: done (1 left) 2024-08-17T00:42:44.426 INFO:tasks.rados.rados.0.smithi157.stdout:2944: delete oid 20 current snap is 304 2024-08-17T00:42:44.428 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 1851 (ObjNum 869 snap 290 seq_num 869) dirty exists 2024-08-17T00:42:44.429 INFO:tasks.rados.rados.0.smithi157.stdout:2942: done (1 left) 2024-08-17T00:42:44.429 INFO:tasks.rados.rados.0.smithi157.stdout:2944: done (0 left) 2024-08-17T00:42:44.429 INFO:tasks.rados.rados.0.smithi157.stdout:2945: read oid 48 snap -1 2024-08-17T00:42:44.429 INFO:tasks.rados.rados.0.smithi157.stdout:2945: expect deleted 2024-08-17T00:42:44.429 INFO:tasks.rados.rados.0.smithi157.stdout:2946: delete oid 31 current snap is 304 2024-08-17T00:42:44.432 INFO:tasks.rados.rados.0.smithi157.stdout:2945: done (1 left) 2024-08-17T00:42:44.432 INFO:tasks.rados.rados.0.smithi157.stdout:2946: done (0 left) 2024-08-17T00:42:44.432 INFO:tasks.rados.rados.0.smithi157.stdout:2947: read oid 16 snap 291 2024-08-17T00:42:44.432 INFO:tasks.rados.rados.0.smithi157.stdout:2947: expect (ObjNum 834 snap 275 seq_num 834) 2024-08-17T00:42:44.432 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 304 2024-08-17T00:42:44.432 INFO:tasks.rados.rados.0.smithi157.stdout:2948: seq_num 895 ranges {0=598016} 2024-08-17T00:42:44.435 INFO:tasks.rados.rados.0.smithi157.stdout:2948: writing smithi15786056-21 from 0 to 598016 tid 1 2024-08-17T00:42:44.436 INFO:tasks.rados.rados.0.smithi157.stdout:2949: read oid 2 snap -1 2024-08-17T00:42:44.436 INFO:tasks.rados.rados.0.smithi157.stdout:2949: expect deleted 2024-08-17T00:42:44.436 INFO:tasks.rados.rados.0.smithi157.stdout:2950: read oid 41 snap 263 2024-08-17T00:42:44.436 INFO:tasks.rados.rados.0.smithi157.stdout:2950: expect (ObjNum 726 snap 233 seq_num 726) 2024-08-17T00:42:44.436 INFO:tasks.rados.rados.0.smithi157.stdout:2951: delete oid 34 current snap is 304 2024-08-17T00:42:44.438 INFO:tasks.rados.rados.0.smithi157.stdout:2950: expect (ObjNum 726 snap 233 seq_num 726) 2024-08-17T00:42:44.443 INFO:tasks.rados.rados.0.smithi157.stdout:2949: done (4 left) 2024-08-17T00:42:44.443 INFO:tasks.rados.rados.0.smithi157.stdout:2950: done (3 left) 2024-08-17T00:42:44.443 INFO:tasks.rados.rados.0.smithi157.stdout:2951: done (2 left) 2024-08-17T00:42:44.443 INFO:tasks.rados.rados.0.smithi157.stdout:2952: snap_create 2024-08-17T00:42:44.443 INFO:tasks.rados.rados.0.smithi157.stdout:2948: finishing write tid 1 to smithi15786056-21 2024-08-17T00:42:44.448 INFO:tasks.rados.rados.0.smithi157.stdout:2948: finishing write tid 2 to smithi15786056-21 2024-08-17T00:42:44.454 INFO:tasks.rados.rados.0.smithi157.stdout:2948: finishing write tid 3 to smithi15786056-21 2024-08-17T00:42:44.454 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 1694 (ObjNum 895 snap 304 seq_num 895) dirty exists 2024-08-17T00:42:44.454 INFO:tasks.rados.rados.0.smithi157.stdout:2948: left oid 21 (ObjNum 895 snap 304 seq_num 895) 2024-08-17T00:42:44.466 INFO:tasks.rados.rados.0.smithi157.stdout:2947: expect (ObjNum 834 snap 275 seq_num 834) 2024-08-17T00:42:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:44 smithi187 ceph-mon[90552]: osdmap e666: 8 total, 8 up, 8 in 2024-08-17T00:42:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:44 smithi187 ceph-mon[90552]: pgmap v656: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 513 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 654 KiB/s wr, 14 op/s 2024-08-17T00:42:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:44 smithi157 ceph-mon[98780]: osdmap e666: 8 total, 8 up, 8 in 2024-08-17T00:42:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:44 smithi157 ceph-mon[98780]: pgmap v656: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 513 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 654 KiB/s wr, 14 op/s 2024-08-17T00:42:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:44 smithi157 ceph-mon[101289]: osdmap e666: 8 total, 8 up, 8 in 2024-08-17T00:42:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:44.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:44 smithi157 ceph-mon[101289]: pgmap v656: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 513 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 654 KiB/s wr, 14 op/s 2024-08-17T00:42:45.428 INFO:tasks.rados.rados.0.smithi157.stdout:2947: done (2 left) 2024-08-17T00:42:45.428 INFO:tasks.rados.rados.0.smithi157.stdout:2948: done (1 left) 2024-08-17T00:42:45.428 INFO:tasks.rados.rados.0.smithi157.stdout:2952: done (0 left) 2024-08-17T00:42:45.428 INFO:tasks.rados.rados.0.smithi157.stdout:2953: snap_remove snap 291 2024-08-17T00:42:46.438 INFO:tasks.rados.rados.0.smithi157.stdout:2953: done (0 left) 2024-08-17T00:42:46.438 INFO:tasks.rados.rados.0.smithi157.stdout:2954: rmattr oid 26 current snap is 305 2024-08-17T00:42:46.438 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 11 current snap is 305 2024-08-17T00:42:46.438 INFO:tasks.rados.rados.0.smithi157.stdout:2955: seq_num 897 ranges {2097152=630784} 2024-08-17T00:42:46.455 INFO:tasks.rados.rados.0.smithi157.stdout:2955: writing smithi15786056-11 from 2097152 to 2727936 tid 1 2024-08-17T00:42:46.455 INFO:tasks.rados.rados.0.smithi157.stdout:2956: copy_from oid 24 from oid 3 current snap is 305 2024-08-17T00:42:46.455 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1696 (ObjNum 870 snap 290 seq_num 870) dirty exists 2024-08-17T00:42:46.455 INFO:tasks.rados.rados.0.smithi157.stdout:2954: done (2 left) 2024-08-17T00:42:46.455 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 42 current snap is 305 2024-08-17T00:42:46.455 INFO:tasks.rados.rados.0.smithi157.stdout:2957: seq_num 898 ranges {4685824=647168} 2024-08-17T00:42:46.485 INFO:tasks.rados.rados.0.smithi157.stdout:2957: writing smithi15786056-42 from 4685824 to 5332992 tid 1 2024-08-17T00:42:46.486 INFO:tasks.rados.rados.0.smithi157.stdout:2958: delete oid 39 current snap is 305 2024-08-17T00:42:46.486 INFO:tasks.rados.rados.0.smithi157.stdout:2955: finishing write tid 1 to smithi15786056-11 2024-08-17T00:42:46.486 INFO:tasks.rados.rados.0.smithi157.stdout:2955: finishing write tid 2 to smithi15786056-11 2024-08-17T00:42:46.486 INFO:tasks.rados.rados.0.smithi157.stdout:2955: finishing write tid 3 to smithi15786056-11 2024-08-17T00:42:46.486 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1707 (ObjNum 897 snap 305 seq_num 897) dirty exists 2024-08-17T00:42:46.486 INFO:tasks.rados.rados.0.smithi157.stdout:2955: left oid 11 (ObjNum 897 snap 305 seq_num 897) 2024-08-17T00:42:46.494 INFO:tasks.rados.rados.0.smithi157.stdout:2957: finishing write tid 1 to smithi15786056-42 2024-08-17T00:42:46.494 INFO:tasks.rados.rados.0.smithi157.stdout:2956: finishing copy_from racing read to smithi15786056-24 2024-08-17T00:42:46.494 INFO:tasks.rados.rados.0.smithi157.stdout:2957: finishing write tid 2 to smithi15786056-42 2024-08-17T00:42:46.495 INFO:tasks.rados.rados.0.smithi157.stdout:2957: finishing write tid 3 to smithi15786056-42 2024-08-17T00:42:46.495 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 2044 (ObjNum 898 snap 305 seq_num 898) dirty exists 2024-08-17T00:42:46.495 INFO:tasks.rados.rados.0.smithi157.stdout:2957: left oid 42 (ObjNum 898 snap 305 seq_num 898) 2024-08-17T00:42:46.497 INFO:tasks.rados.rados.0.smithi157.stdout:2955: done (3 left) 2024-08-17T00:42:46.497 INFO:tasks.rados.rados.0.smithi157.stdout:2957: done (2 left) 2024-08-17T00:42:46.498 INFO:tasks.rados.rados.0.smithi157.stdout:2958: done (1 left) 2024-08-17T00:42:46.498 INFO:tasks.rados.rados.0.smithi157.stdout:2959: rollback oid 14 current snap is 305 2024-08-17T00:42:46.498 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 14 to 304 2024-08-17T00:42:46.498 INFO:tasks.rados.rados.0.smithi157.stdout:2960: rollback oid 2 current snap is 305 2024-08-17T00:42:46.498 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 2 to 290 2024-08-17T00:42:46.498 INFO:tasks.rados.rados.0.smithi157.stdout:2961: rollback oid 12 current snap is 305 2024-08-17T00:42:46.498 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 12 to 244 2024-08-17T00:42:46.498 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 32 current snap is 305 2024-08-17T00:42:46.498 INFO:tasks.rados.rados.0.smithi157.stdout:2962: seq_num 900 ranges {1376256=679936} 2024-08-17T00:42:46.509 INFO:tasks.rados.rados.0.smithi157.stdout:2962: writing smithi15786056-32 from 1376256 to 2056192 tid 1 2024-08-17T00:42:46.509 INFO:tasks.rados.rados.0.smithi157.stdout:2963: snap_create 2024-08-17T00:42:46.509 INFO:tasks.rados.rados.0.smithi157.stdout:2956: finishing copy_from to smithi15786056-24 2024-08-17T00:42:46.509 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1553 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-08-17T00:42:46.509 INFO:tasks.rados.rados.0.smithi157.stdout:2961: finishing rollback tid 0 to smithi15786056-12 2024-08-17T00:42:46.509 INFO:tasks.rados.rados.0.smithi157.stdout:2960: finishing rollback tid 1 to smithi15786056-2 2024-08-17T00:42:46.510 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 1596 (ObjNum 241 snap 0 seq_num 379) dirty dne 2024-08-17T00:42:46.510 INFO:tasks.rados.rados.0.smithi157.stdout:2961: finishing rollback tid 1 to smithi15786056-12 2024-08-17T00:42:46.510 INFO:tasks.rados.rados.0.smithi157.stdout:2961: finishing rollback tid 2 to smithi15786056-12 2024-08-17T00:42:46.510 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 1731 (ObjNum 746 snap 241 seq_num 746) dirty exists 2024-08-17T00:42:46.510 INFO:tasks.rados.rados.0.smithi157.stdout:2959: finishing rollback tid 0 to smithi15786056-14 2024-08-17T00:42:46.510 INFO:tasks.rados.rados.0.smithi157.stdout:2959: finishing rollback tid 1 to smithi15786056-14 2024-08-17T00:42:46.510 INFO:tasks.rados.rados.0.smithi157.stdout:2959: finishing rollback tid 2 to smithi15786056-14 2024-08-17T00:42:46.510 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1567 (ObjNum 819 snap 272 seq_num 819) dirty exists 2024-08-17T00:42:46.513 INFO:tasks.rados.rados.0.smithi157.stdout:2962: finishing write tid 1 to smithi15786056-32 2024-08-17T00:42:46.513 INFO:tasks.rados.rados.0.smithi157.stdout:2962: finishing write tid 2 to smithi15786056-32 2024-08-17T00:42:46.514 INFO:tasks.rados.rados.0.smithi157.stdout:2962: finishing write tid 3 to smithi15786056-32 2024-08-17T00:42:46.514 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 1857 (ObjNum 900 snap 305 seq_num 900) dirty exists 2024-08-17T00:42:46.515 INFO:tasks.rados.rados.0.smithi157.stdout:2962: left oid 32 (ObjNum 900 snap 305 seq_num 900) 2024-08-17T00:42:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:46 smithi187 ceph-mon[90552]: osdmap e667: 8 total, 8 up, 8 in 2024-08-17T00:42:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:46 smithi187 ceph-mon[90552]: pgmap v658: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 811 KiB/s wr, 16 op/s 2024-08-17T00:42:46.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:46 smithi157 ceph-mon[98780]: osdmap e667: 8 total, 8 up, 8 in 2024-08-17T00:42:46.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:46 smithi157 ceph-mon[98780]: pgmap v658: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 811 KiB/s wr, 16 op/s 2024-08-17T00:42:46.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:46 smithi157 ceph-mon[101289]: osdmap e667: 8 total, 8 up, 8 in 2024-08-17T00:42:46.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:46 smithi157 ceph-mon[101289]: pgmap v658: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 811 KiB/s wr, 16 op/s 2024-08-17T00:42:47.403 INFO:tasks.rados.rados.0.smithi157.stdout:2956: done (5 left) 2024-08-17T00:42:47.403 INFO:tasks.rados.rados.0.smithi157.stdout:2959: done (4 left) 2024-08-17T00:42:47.403 INFO:tasks.rados.rados.0.smithi157.stdout:2960: done (3 left) 2024-08-17T00:42:47.403 INFO:tasks.rados.rados.0.smithi157.stdout:2961: done (2 left) 2024-08-17T00:42:47.403 INFO:tasks.rados.rados.0.smithi157.stdout:2962: done (1 left) 2024-08-17T00:42:47.403 INFO:tasks.rados.rados.0.smithi157.stdout:2963: done (0 left) 2024-08-17T00:42:47.403 INFO:tasks.rados.rados.0.smithi157.stdout:2964: read oid 19 snap -1 2024-08-17T00:42:47.403 INFO:tasks.rados.rados.0.smithi157.stdout:2964: expect (ObjNum 874 snap 295 seq_num 874) 2024-08-17T00:42:47.404 INFO:tasks.rados.rados.0.smithi157.stdout:2965: copy_from oid 3 from oid 21 current snap is 306 2024-08-17T00:42:47.404 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 306 2024-08-17T00:42:47.404 INFO:tasks.rados.rados.0.smithi157.stdout:2966: seq_num 901 ranges {8626176=696320} 2024-08-17T00:42:47.453 INFO:tasks.rados.rados.0.smithi157.stdout:2966: writing smithi15786056-24 from 8626176 to 9322496 tid 1 2024-08-17T00:42:47.453 INFO:tasks.rados.rados.0.smithi157.stdout:2967: rollback oid 11 current snap is 306 2024-08-17T00:42:47.453 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 11 to 229 2024-08-17T00:42:47.454 INFO:tasks.rados.rados.0.smithi157.stdout:2964: expect (ObjNum 874 snap 295 seq_num 874) 2024-08-17T00:42:47.463 INFO:tasks.rados.rados.0.smithi157.stdout:2965: finishing copy_from racing read to smithi15786056-3 2024-08-17T00:42:47.463 INFO:tasks.rados.rados.0.smithi157.stdout:2965: finishing copy_from to smithi15786056-3 2024-08-17T00:42:47.464 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 1694 (ObjNum 895 snap 304 seq_num 895) dirty exists 2024-08-17T00:42:47.464 INFO:tasks.rados.rados.0.smithi157.stdout:2967: finishing rollback tid 0 to smithi15786056-11 2024-08-17T00:42:47.464 INFO:tasks.rados.rados.0.smithi157.stdout:2966: finishing write tid 1 to smithi15786056-24 2024-08-17T00:42:47.464 INFO:tasks.rados.rados.0.smithi157.stdout:2966: finishing write tid 2 to smithi15786056-24 2024-08-17T00:42:47.464 INFO:tasks.rados.rados.0.smithi157.stdout:2967: finishing rollback tid 1 to smithi15786056-11 2024-08-17T00:42:47.464 INFO:tasks.rados.rados.0.smithi157.stdout:2967: finishing rollback tid 2 to smithi15786056-11 2024-08-17T00:42:47.464 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1713 (ObjNum 605 snap 189 seq_num 605) dirty exists 2024-08-17T00:42:47.464 INFO:tasks.rados.rados.0.smithi157.stdout:2966: finishing write tid 3 to smithi15786056-24 2024-08-17T00:42:47.464 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1560 (ObjNum 901 snap 306 seq_num 901) dirty exists 2024-08-17T00:42:47.464 INFO:tasks.rados.rados.0.smithi157.stdout:2966: left oid 24 (ObjNum 901 snap 306 seq_num 901) 2024-08-17T00:42:47.464 INFO:tasks.rados.rados.0.smithi157.stdout:2964: done (3 left) 2024-08-17T00:42:47.464 INFO:tasks.rados.rados.0.smithi157.stdout:2965: done (2 left) 2024-08-17T00:42:47.465 INFO:tasks.rados.rados.0.smithi157.stdout:2966: done (1 left) 2024-08-17T00:42:47.465 INFO:tasks.rados.rados.0.smithi157.stdout:2967: done (0 left) 2024-08-17T00:42:47.465 INFO:tasks.rados.rados.0.smithi157.stdout:2968: read oid 29 snap -1 2024-08-17T00:42:47.465 INFO:tasks.rados.rados.0.smithi157.stdout:2968: expect deleted 2024-08-17T00:42:47.465 INFO:tasks.rados.rados.0.smithi157.stdout:2969: delete oid 39 current snap is 306 2024-08-17T00:42:47.467 INFO:tasks.rados.rados.0.smithi157.stdout:2968: done (1 left) 2024-08-17T00:42:47.467 INFO:tasks.rados.rados.0.smithi157.stdout:2969: done (0 left) 2024-08-17T00:42:47.467 INFO:tasks.rados.rados.0.smithi157.stdout:2970: read oid 20 snap -1 2024-08-17T00:42:47.467 INFO:tasks.rados.rados.0.smithi157.stdout:2970: expect deleted 2024-08-17T00:42:47.467 INFO:tasks.rados.rados.0.smithi157.stdout:2971: setattr oid 27 current snap is 306 2024-08-17T00:42:47.469 INFO:tasks.rados.rados.0.smithi157.stdout:2970: done (1 left) 2024-08-17T00:42:47.469 INFO:tasks.rados.rados.0.smithi157.stdout:2972: read oid 28 snap -1 2024-08-17T00:42:47.469 INFO:tasks.rados.rados.0.smithi157.stdout:2972: expect (ObjNum 829 snap 274 seq_num 829) 2024-08-17T00:42:47.469 INFO:tasks.rados.rados.0.smithi157.stdout:2973: delete oid 42 current snap is 306 2024-08-17T00:42:47.473 INFO:tasks.rados.rados.0.smithi157.stdout:2973: done (2 left) 2024-08-17T00:42:47.473 INFO:tasks.rados.rados.0.smithi157.stdout:2974: read oid 50 snap -1 2024-08-17T00:42:47.473 INFO:tasks.rados.rados.0.smithi157.stdout:2974: expect (ObjNum 862 snap 289 seq_num 862) 2024-08-17T00:42:47.473 INFO:tasks.rados.rados.0.smithi157.stdout:2975: rollback oid 45 current snap is 306 2024-08-17T00:42:47.473 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 45 to 292 2024-08-17T00:42:47.473 INFO:tasks.rados.rados.0.smithi157.stdout:2976: read oid 33 snap 303 2024-08-17T00:42:47.473 INFO:tasks.rados.rados.0.smithi157.stdout:2976: expect (ObjNum 836 snap 280 seq_num 836) 2024-08-17T00:42:47.473 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 306 2024-08-17T00:42:47.473 INFO:tasks.rados.rados.0.smithi157.stdout:2977: seq_num 904 ranges {598016=745472} 2024-08-17T00:42:47.480 INFO:tasks.rados.rados.0.smithi157.stdout:2977: writing smithi15786056-3 from 598016 to 1343488 tid 1 2024-08-17T00:42:47.480 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 41 current snap is 306 2024-08-17T00:42:47.480 INFO:tasks.rados.rados.0.smithi157.stdout:2978: seq_num 905 ranges {1310720=761856} 2024-08-17T00:42:47.492 INFO:tasks.rados.rados.0.smithi157.stdout:2978: writing smithi15786056-41 from 1310720 to 2072576 tid 1 2024-08-17T00:42:47.492 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 306 2024-08-17T00:42:47.492 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 616 (ObjNum 887 snap 304 seq_num 887) dirty exists 2024-08-17T00:42:47.492 INFO:tasks.rados.rados.0.smithi157.stdout:2972: expect (ObjNum 829 snap 274 seq_num 829) 2024-08-17T00:42:47.545 INFO:tasks.rados.rados.0.smithi157.stdout:2975: finishing rollback tid 0 to smithi15786056-45 2024-08-17T00:42:47.545 INFO:tasks.rados.rados.0.smithi157.stdout:2975: finishing rollback tid 1 to smithi15786056-45 2024-08-17T00:42:47.545 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 1853 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:42:47.545 INFO:tasks.rados.rados.0.smithi157.stdout:2977: finishing write tid 1 to smithi15786056-3 2024-08-17T00:42:47.545 INFO:tasks.rados.rados.0.smithi157.stdout:2977: finishing write tid 2 to smithi15786056-3 2024-08-17T00:42:47.545 INFO:tasks.rados.rados.0.smithi157.stdout:2977: finishing write tid 3 to smithi15786056-3 2024-08-17T00:42:47.545 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 1715 (ObjNum 904 snap 306 seq_num 904) dirty exists 2024-08-17T00:42:47.545 INFO:tasks.rados.rados.0.smithi157.stdout:2977: left oid 3 (ObjNum 904 snap 306 seq_num 904) 2024-08-17T00:42:47.545 INFO:tasks.rados.rados.0.smithi157.stdout:2976: expect (ObjNum 836 snap 280 seq_num 836) 2024-08-17T00:42:47.595 INFO:tasks.rados.rados.0.smithi157.stdout:2978: finishing write tid 1 to smithi15786056-41 2024-08-17T00:42:47.595 INFO:tasks.rados.rados.0.smithi157.stdout:2978: finishing write tid 2 to smithi15786056-41 2024-08-17T00:42:47.595 INFO:tasks.rados.rados.0.smithi157.stdout:2978: finishing write tid 3 to smithi15786056-41 2024-08-17T00:42:47.595 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 1848 (ObjNum 905 snap 306 seq_num 905) dirty exists 2024-08-17T00:42:47.595 INFO:tasks.rados.rados.0.smithi157.stdout:2978: left oid 41 (ObjNum 905 snap 306 seq_num 905) 2024-08-17T00:42:47.596 INFO:tasks.rados.rados.0.smithi157.stdout:2974: expect (ObjNum 862 snap 289 seq_num 862) 2024-08-17T00:42:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:47 smithi187 ceph-mon[90552]: osdmap e668: 8 total, 8 up, 8 in 2024-08-17T00:42:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:47 smithi187 ceph-mon[90552]: osdmap e669: 8 total, 8 up, 8 in 2024-08-17T00:42:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:47 smithi157 ceph-mon[98780]: osdmap e668: 8 total, 8 up, 8 in 2024-08-17T00:42:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:47 smithi157 ceph-mon[98780]: osdmap e669: 8 total, 8 up, 8 in 2024-08-17T00:42:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:47 smithi157 ceph-mon[101289]: osdmap e668: 8 total, 8 up, 8 in 2024-08-17T00:42:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:47 smithi157 ceph-mon[101289]: osdmap e669: 8 total, 8 up, 8 in 2024-08-17T00:42:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:48 smithi187 ceph-mon[90552]: pgmap v661: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 813 KiB/s wr, 21 op/s 2024-08-17T00:42:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:48 smithi157 ceph-mon[101289]: pgmap v661: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 813 KiB/s wr, 21 op/s 2024-08-17T00:42:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:48 smithi157 ceph-mon[98780]: pgmap v661: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 813 KiB/s wr, 21 op/s 2024-08-17T00:42:49.315 INFO:tasks.rados.rados.0.smithi157.stdout:2979: seq_num 906 ranges {0=778240} 2024-08-17T00:42:49.319 INFO:tasks.rados.rados.0.smithi157.stdout:2979: writing smithi15786056-39 from 0 to 778240 tid 1 2024-08-17T00:42:49.319 INFO:tasks.rados.rados.0.smithi157.stdout:2971: done (7 left) 2024-08-17T00:42:49.319 INFO:tasks.rados.rados.0.smithi157.stdout:2972: done (6 left) 2024-08-17T00:42:49.319 INFO:tasks.rados.rados.0.smithi157.stdout:2974: done (5 left) 2024-08-17T00:42:49.320 INFO:tasks.rados.rados.0.smithi157.stdout:2975: done (4 left) 2024-08-17T00:42:49.320 INFO:tasks.rados.rados.0.smithi157.stdout:2976: done (3 left) 2024-08-17T00:42:49.320 INFO:tasks.rados.rados.0.smithi157.stdout:2977: done (2 left) 2024-08-17T00:42:49.320 INFO:tasks.rados.rados.0.smithi157.stdout:2978: done (1 left) 2024-08-17T00:42:49.320 INFO:tasks.rados.rados.0.smithi157.stdout:2980: rollback oid 26 current snap is 306 2024-08-17T00:42:49.320 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 26 to 304 2024-08-17T00:42:49.320 INFO:tasks.rados.rados.0.smithi157.stdout:2981: delete oid 13 current snap is 306 2024-08-17T00:42:49.323 INFO:tasks.rados.rados.0.smithi157.stdout:2979: finishing write tid 1 to smithi15786056-39 2024-08-17T00:42:49.323 INFO:tasks.rados.rados.0.smithi157.stdout:2981: done (2 left) 2024-08-17T00:42:49.324 INFO:tasks.rados.rados.0.smithi157.stdout:2982: snap_create 2024-08-17T00:42:49.324 INFO:tasks.rados.rados.0.smithi157.stdout:2979: finishing write tid 2 to smithi15786056-39 2024-08-17T00:42:49.324 INFO:tasks.rados.rados.0.smithi157.stdout:2980: finishing rollback tid 0 to smithi15786056-26 2024-08-17T00:42:49.325 INFO:tasks.rados.rados.0.smithi157.stdout:2980: finishing rollback tid 1 to smithi15786056-26 2024-08-17T00:42:49.325 INFO:tasks.rados.rados.0.smithi157.stdout:2979: finishing write tid 3 to smithi15786056-39 2024-08-17T00:42:49.325 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 2052 (ObjNum 906 snap 306 seq_num 906) dirty exists 2024-08-17T00:42:49.325 INFO:tasks.rados.rados.0.smithi157.stdout:2979: left oid 39 (ObjNum 906 snap 306 seq_num 906) 2024-08-17T00:42:49.325 INFO:tasks.rados.rados.0.smithi157.stdout:2980: finishing rollback tid 2 to smithi15786056-26 2024-08-17T00:42:49.326 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1719 (ObjNum 870 snap 290 seq_num 870) dirty exists 2024-08-17T00:42:49.441 INFO:tasks.rados.rados.0.smithi157.stdout:2979: done (2 left) 2024-08-17T00:42:49.441 INFO:tasks.rados.rados.0.smithi157.stdout:2980: done (1 left) 2024-08-17T00:42:49.441 INFO:tasks.rados.rados.0.smithi157.stdout:2982: done (0 left) 2024-08-17T00:42:49.441 INFO:tasks.rados.rados.0.smithi157.stdout:2983: copy_from oid 8 from oid 3 current snap is 307 2024-08-17T00:42:49.441 INFO:tasks.rados.rados.0.smithi157.stdout:2984: setattr oid 13 current snap is 307 2024-08-17T00:42:49.441 INFO:tasks.rados.rados.0.smithi157.stdout:2985: delete oid 23 current snap is 307 2024-08-17T00:42:49.446 INFO:tasks.rados.rados.0.smithi157.stdout:2985: done (2 left) 2024-08-17T00:42:49.446 INFO:tasks.rados.rados.0.smithi157.stdout:2986: copy_from oid 2 from oid 24 current snap is 307 2024-08-17T00:42:49.446 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1562 (ObjNum 129 snap 0 seq_num 171930296) dirty exists 2024-08-17T00:42:49.447 INFO:tasks.rados.rados.0.smithi157.stdout:2984: done (2 left) 2024-08-17T00:42:49.447 INFO:tasks.rados.rados.0.smithi157.stdout:2987: snap_create 2024-08-17T00:42:49.453 INFO:tasks.rados.rados.0.smithi157.stdout:2983: finishing copy_from racing read to smithi15786056-8 2024-08-17T00:42:49.455 INFO:tasks.rados.rados.0.smithi157.stdout:2983: finishing copy_from to smithi15786056-8 2024-08-17T00:42:49.455 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1715 (ObjNum 904 snap 306 seq_num 904) dirty exists 2024-08-17T00:42:49.477 INFO:tasks.rados.rados.0.smithi157.stdout:2986: finishing copy_from racing read to smithi15786056-2 2024-08-17T00:42:49.481 INFO:tasks.rados.rados.0.smithi157.stdout:2986: finishing copy_from to smithi15786056-2 2024-08-17T00:42:49.481 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 1560 (ObjNum 901 snap 306 seq_num 901) dirty exists 2024-08-17T00:42:50.447 INFO:tasks.rados.rados.0.smithi157.stdout:2983: done (2 left) 2024-08-17T00:42:50.447 INFO:tasks.rados.rados.0.smithi157.stdout:2986: done (1 left) 2024-08-17T00:42:50.448 INFO:tasks.rados.rados.0.smithi157.stdout:2987: done (0 left) 2024-08-17T00:42:50.448 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 12 current snap is 308 2024-08-17T00:42:50.448 INFO:tasks.rados.rados.0.smithi157.stdout:2988: seq_num 909 ranges {499712=425984,925696=401408} 2024-08-17T00:42:50.452 INFO:tasks.rados.rados.0.smithi157.stdout:2988: writing smithi15786056-12 from 499712 to 925696 tid 1 2024-08-17T00:42:50.455 INFO:tasks.rados.rados.0.smithi157.stdout:2988: writing smithi15786056-12 from 925696 to 1327104 tid 2 2024-08-17T00:42:50.455 INFO:tasks.rados.rados.0.smithi157.stdout:2989: read oid 33 snap -1 2024-08-17T00:42:50.455 INFO:tasks.rados.rados.0.smithi157.stdout:2989: expect (ObjNum 836 snap 280 seq_num 836) 2024-08-17T00:42:50.455 INFO:tasks.rados.rados.0.smithi157.stdout:2990: read oid 50 snap 297 2024-08-17T00:42:50.455 INFO:tasks.rados.rados.0.smithi157.stdout:2990: expect (ObjNum 862 snap 289 seq_num 862) 2024-08-17T00:42:50.455 INFO:tasks.rados.rados.0.smithi157.stdout:2991: snap_create 2024-08-17T00:42:50.459 INFO:tasks.rados.rados.0.smithi157.stdout:2988: finishing write tid 1 to smithi15786056-12 2024-08-17T00:42:50.460 INFO:tasks.rados.rados.0.smithi157.stdout:2988: finishing write tid 2 to smithi15786056-12 2024-08-17T00:42:50.460 INFO:tasks.rados.rados.0.smithi157.stdout:2988: finishing write tid 3 to smithi15786056-12 2024-08-17T00:42:50.463 INFO:tasks.rados.rados.0.smithi157.stdout:2988: finishing write tid 4 to smithi15786056-12 2024-08-17T00:42:50.463 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 1734 (ObjNum 909 snap 308 seq_num 909) dirty exists 2024-08-17T00:42:50.463 INFO:tasks.rados.rados.0.smithi157.stdout:2988: left oid 12 (ObjNum 909 snap 308 seq_num 909) 2024-08-17T00:42:50.471 INFO:tasks.rados.rados.0.smithi157.stdout:2989: expect (ObjNum 836 snap 280 seq_num 836) 2024-08-17T00:42:50.525 INFO:tasks.rados.rados.0.smithi157.stdout:2990: expect (ObjNum 862 snap 289 seq_num 862) 2024-08-17T00:42:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:50 smithi187 ceph-mon[90552]: osdmap e670: 8 total, 8 up, 8 in 2024-08-17T00:42:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:50 smithi187 ceph-mon[90552]: pgmap v663: 121 pgs: 121 active+clean; 520 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 291 KiB/s rd, 1013 KiB/s wr, 23 op/s 2024-08-17T00:42:50.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:50 smithi157 ceph-mon[98780]: osdmap e670: 8 total, 8 up, 8 in 2024-08-17T00:42:50.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:50 smithi157 ceph-mon[98780]: pgmap v663: 121 pgs: 121 active+clean; 520 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 291 KiB/s rd, 1013 KiB/s wr, 23 op/s 2024-08-17T00:42:50.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:50 smithi157 ceph-mon[101289]: osdmap e670: 8 total, 8 up, 8 in 2024-08-17T00:42:50.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:50 smithi157 ceph-mon[101289]: pgmap v663: 121 pgs: 121 active+clean; 520 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 291 KiB/s rd, 1013 KiB/s wr, 23 op/s 2024-08-17T00:42:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:51 smithi187 ceph-mon[90552]: osdmap e671: 8 total, 8 up, 8 in 2024-08-17T00:42:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:51 smithi157 ceph-mon[101289]: osdmap e671: 8 total, 8 up, 8 in 2024-08-17T00:42:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:51 smithi157 ceph-mon[98780]: osdmap e671: 8 total, 8 up, 8 in 2024-08-17T00:42:52.244 INFO:tasks.rados.rados.0.smithi157.stdout:2988: done (3 left) 2024-08-17T00:42:52.245 INFO:tasks.rados.rados.0.smithi157.stdout:2989: done (2 left) 2024-08-17T00:42:52.245 INFO:tasks.rados.rados.0.smithi157.stdout:2990: done (1 left) 2024-08-17T00:42:52.245 INFO:tasks.rados.rados.0.smithi157.stdout:2991: done (0 left) 2024-08-17T00:42:52.245 INFO:tasks.rados.rados.0.smithi157.stdout:2992: delete oid 33 current snap is 309 2024-08-17T00:42:52.247 INFO:tasks.rados.rados.0.smithi157.stdout:2992: done (0 left) 2024-08-17T00:42:52.247 INFO:tasks.rados.rados.0.smithi157.stdout:2993: read oid 30 snap -1 2024-08-17T00:42:52.247 INFO:tasks.rados.rados.0.smithi157.stdout:2993: expect (ObjNum 881 snap 300 seq_num 881) 2024-08-17T00:42:52.247 INFO:tasks.rados.rados.0.smithi157.stdout:2994: read oid 37 snap -1 2024-08-17T00:42:52.248 INFO:tasks.rados.rados.0.smithi157.stdout:2994: expect (ObjNum 794 snap 265 seq_num 794) 2024-08-17T00:42:52.248 INFO:tasks.rados.rados.0.smithi157.stdout:2995: copy_from oid 16 from oid 21 current snap is 309 2024-08-17T00:42:52.248 INFO:tasks.rados.rados.0.smithi157.stdout:2996: setattr oid 48 current snap is 309 2024-08-17T00:42:52.249 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 31 current snap is 309 2024-08-17T00:42:52.249 INFO:tasks.rados.rados.0.smithi157.stdout:2997: seq_num 911 ranges {0=466944,466944=401408} 2024-08-17T00:42:52.252 INFO:tasks.rados.rados.0.smithi157.stdout:2997: writing smithi15786056-31 from 0 to 466944 tid 1 2024-08-17T00:42:52.255 INFO:tasks.rados.rados.0.smithi157.stdout:2997: writing smithi15786056-31 from 466944 to 868352 tid 2 2024-08-17T00:42:52.255 INFO:tasks.rados.rados.0.smithi157.stdout:2998: copy_from oid 29 from oid 36 current snap is 309 2024-08-17T00:42:52.255 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 2055 (ObjNum 33 snap 0 seq_num 171541344) dirty exists 2024-08-17T00:42:52.255 INFO:tasks.rados.rados.0.smithi157.stdout:2996: done (5 left) 2024-08-17T00:42:52.255 INFO:tasks.rados.rados.0.smithi157.stdout:2999: snap_remove snap 295 2024-08-17T00:42:52.403 INFO:tasks.rados.rados.0.smithi157.stdout:2999: done (5 left) 2024-08-17T00:42:52.404 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 309 2024-08-17T00:42:52.404 INFO:tasks.rados.rados.0.smithi157.stdout:3000: seq_num 912 ranges {0=483328,483328=401408} 2024-08-17T00:42:52.407 INFO:tasks.rados.rados.0.smithi157.stdout:3000: writing smithi15786056-45 from 0 to 483328 tid 1 2024-08-17T00:42:52.410 INFO:tasks.rados.rados.0.smithi157.stdout:3000: writing smithi15786056-45 from 483328 to 884736 tid 2 2024-08-17T00:42:52.410 INFO:tasks.rados.rados.0.smithi157.stdout:3001: delete oid 7 current snap is 309 2024-08-17T00:42:52.410 INFO:tasks.rados.rados.0.smithi157.stdout:2995: finishing copy_from racing read to smithi15786056-16 2024-08-17T00:42:52.410 INFO:tasks.rados.rados.0.smithi157.stdout:2994: expect (ObjNum 794 snap 265 seq_num 794) 2024-08-17T00:42:52.454 INFO:tasks.rados.rados.0.smithi157.stdout:2997: finishing write tid 1 to smithi15786056-31 2024-08-17T00:42:52.455 INFO:tasks.rados.rados.0.smithi157.stdout:2995: finishing copy_from to smithi15786056-16 2024-08-17T00:42:52.455 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 1694 (ObjNum 895 snap 304 seq_num 895) dirty exists 2024-08-17T00:42:52.455 INFO:tasks.rados.rados.0.smithi157.stdout:2993: expect (ObjNum 881 snap 300 seq_num 881) 2024-08-17T00:42:52.573 INFO:tasks.rados.rados.0.smithi157.stdout:2998: finishing copy_from racing read to smithi15786056-29 2024-08-17T00:42:52.573 INFO:tasks.rados.rados.0.smithi157.stdout:2997: finishing write tid 2 to smithi15786056-31 2024-08-17T00:42:52.573 INFO:tasks.rados.rados.0.smithi157.stdout:2998: finishing copy_from to smithi15786056-29 2024-08-17T00:42:52.573 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 1348 (ObjNum 873 snap 294 seq_num 873) dirty exists 2024-08-17T00:42:52.573 INFO:tasks.rados.rados.0.smithi157.stdout:2997: finishing write tid 3 to smithi15786056-31 2024-08-17T00:42:52.574 INFO:tasks.rados.rados.0.smithi157.stdout:2993: done (6 left) 2024-08-17T00:42:52.574 INFO:tasks.rados.rados.0.smithi157.stdout:2994: done (5 left) 2024-08-17T00:42:52.574 INFO:tasks.rados.rados.0.smithi157.stdout:2995: done (4 left) 2024-08-17T00:42:52.574 INFO:tasks.rados.rados.0.smithi157.stdout:2998: done (3 left) 2024-08-17T00:42:52.574 INFO:tasks.rados.rados.0.smithi157.stdout:3001: done (2 left) 2024-08-17T00:42:52.574 INFO:tasks.rados.rados.0.smithi157.stdout:3002: rollback oid 33 current snap is 309 2024-08-17T00:42:52.574 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 33 to 307 2024-08-17T00:42:52.574 INFO:tasks.rados.rados.0.smithi157.stdout:2997: finishing write tid 4 to smithi15786056-31 2024-08-17T00:42:52.574 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 1359 (ObjNum 911 snap 309 seq_num 911) dirty exists 2024-08-17T00:42:52.574 INFO:tasks.rados.rados.0.smithi157.stdout:2997: left oid 31 (ObjNum 911 snap 309 seq_num 911) 2024-08-17T00:42:52.574 INFO:tasks.rados.rados.0.smithi157.stdout:3000: finishing write tid 1 to smithi15786056-45 2024-08-17T00:42:52.574 INFO:tasks.rados.rados.0.smithi157.stdout:3000: finishing write tid 2 to smithi15786056-45 2024-08-17T00:42:52.575 INFO:tasks.rados.rados.0.smithi157.stdout:3000: finishing write tid 3 to smithi15786056-45 2024-08-17T00:42:52.575 INFO:tasks.rados.rados.0.smithi157.stdout:3000: finishing write tid 4 to smithi15786056-45 2024-08-17T00:42:52.575 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 1856 (ObjNum 912 snap 309 seq_num 912) dirty exists 2024-08-17T00:42:52.575 INFO:tasks.rados.rados.0.smithi157.stdout:3000: left oid 45 (ObjNum 912 snap 309 seq_num 912) 2024-08-17T00:42:52.575 INFO:tasks.rados.rados.0.smithi157.stdout:2997: done (2 left) 2024-08-17T00:42:52.575 INFO:tasks.rados.rados.0.smithi157.stdout:3000: done (1 left) 2024-08-17T00:42:52.575 INFO:tasks.rados.rados.0.smithi157.stdout:3003: snap_create 2024-08-17T00:42:52.575 INFO:tasks.rados.rados.0.smithi157.stdout:3002: finishing rollback tid 1 to smithi15786056-33 2024-08-17T00:42:52.575 INFO:tasks.rados.rados.0.smithi157.stdout:3002: finishing rollback tid 2 to smithi15786056-33 2024-08-17T00:42:52.576 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 1562 (ObjNum 836 snap 280 seq_num 836) dirty exists 2024-08-17T00:42:52.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:42:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:52 smithi187 ceph-mon[90552]: osdmap e672: 8 total, 8 up, 8 in 2024-08-17T00:42:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:52 smithi187 ceph-mon[90552]: pgmap v666: 121 pgs: 121 active+clean; 531 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-08-17T00:42:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:52 smithi187 ceph-mon[90552]: osdmap e673: 8 total, 8 up, 8 in 2024-08-17T00:42:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:52 smithi157 ceph-mon[98780]: osdmap e672: 8 total, 8 up, 8 in 2024-08-17T00:42:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:52 smithi157 ceph-mon[98780]: pgmap v666: 121 pgs: 121 active+clean; 531 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-08-17T00:42:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:52 smithi157 ceph-mon[98780]: osdmap e673: 8 total, 8 up, 8 in 2024-08-17T00:42:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:52 smithi157 ceph-mon[101289]: osdmap e672: 8 total, 8 up, 8 in 2024-08-17T00:42:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:52 smithi157 ceph-mon[101289]: pgmap v666: 121 pgs: 121 active+clean; 531 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-08-17T00:42:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:52 smithi157 ceph-mon[101289]: osdmap e673: 8 total, 8 up, 8 in 2024-08-17T00:42:53.460 INFO:tasks.rados.rados.0.smithi157.stdout:3002: done (1 left) 2024-08-17T00:42:53.460 INFO:tasks.rados.rados.0.smithi157.stdout:3003: done (0 left) 2024-08-17T00:42:53.460 INFO:tasks.rados.rados.0.smithi157.stdout:3004: delete oid 44 current snap is 310 2024-08-17T00:42:53.465 INFO:tasks.rados.rados.0.smithi157.stdout:3004: done (0 left) 2024-08-17T00:42:53.465 INFO:tasks.rados.rados.0.smithi157.stdout:3005: read oid 11 snap -1 2024-08-17T00:42:53.466 INFO:tasks.rados.rados.0.smithi157.stdout:3005: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-17T00:42:53.466 INFO:tasks.rados.rados.0.smithi157.stdout:3006: rollback oid 21 current snap is 310 2024-08-17T00:42:53.466 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 21 to 304 2024-08-17T00:42:53.466 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 310 2024-08-17T00:42:53.466 INFO:tasks.rados.rados.0.smithi157.stdout:3007: seq_num 915 ranges {1892352=532480,2424832=401408} 2024-08-17T00:42:53.479 INFO:tasks.rados.rados.0.smithi157.stdout:3007: writing smithi15786056-28 from 1892352 to 2424832 tid 1 2024-08-17T00:42:53.482 INFO:tasks.rados.rados.0.smithi157.stdout:3007: writing smithi15786056-28 from 2424832 to 2826240 tid 2 2024-08-17T00:42:53.483 INFO:tasks.rados.rados.0.smithi157.stdout:3008: rollback oid 49 current snap is 310 2024-08-17T00:42:53.483 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 49 to 299 2024-08-17T00:42:53.483 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 310 2024-08-17T00:42:53.483 INFO:tasks.rados.rados.0.smithi157.stdout:3009: seq_num 916 ranges {0=548864,548864=401408} 2024-08-17T00:42:53.486 INFO:tasks.rados.rados.0.smithi157.stdout:3009: writing smithi15786056-22 from 0 to 548864 tid 1 2024-08-17T00:42:53.488 INFO:tasks.rados.rados.0.smithi157.stdout:3009: writing smithi15786056-22 from 548864 to 950272 tid 2 2024-08-17T00:42:53.489 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 310 2024-08-17T00:42:53.489 INFO:tasks.rados.rados.0.smithi157.stdout:3010: seq_num 917 ranges {0=565248,565248=401408} 2024-08-17T00:42:53.492 INFO:tasks.rados.rados.0.smithi157.stdout:3010: writing smithi15786056-18 from 0 to 565248 tid 1 2024-08-17T00:42:53.495 INFO:tasks.rados.rados.0.smithi157.stdout:3010: writing smithi15786056-18 from 565248 to 966656 tid 2 2024-08-17T00:42:53.495 INFO:tasks.rados.rados.0.smithi157.stdout:3011: read oid 20 snap -1 2024-08-17T00:42:53.495 INFO:tasks.rados.rados.0.smithi157.stdout:3011: expect deleted 2024-08-17T00:42:53.495 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 310 2024-08-17T00:42:53.495 INFO:tasks.rados.rados.0.smithi157.stdout:3006: finishing rollback tid 0 to smithi15786056-21 2024-08-17T00:42:53.495 INFO:tasks.rados.rados.0.smithi157.stdout:3006: finishing rollback tid 1 to smithi15786056-21 2024-08-17T00:42:53.495 INFO:tasks.rados.rados.0.smithi157.stdout:3006: finishing rollback tid 2 to smithi15786056-21 2024-08-17T00:42:53.496 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 1733 (ObjNum 895 snap 304 seq_num 895) dirty exists 2024-08-17T00:42:53.496 INFO:tasks.rados.rados.0.smithi157.stdout:3007: finishing write tid 1 to smithi15786056-28 2024-08-17T00:42:53.496 INFO:tasks.rados.rados.0.smithi157.stdout:3007: finishing write tid 2 to smithi15786056-28 2024-08-17T00:42:53.496 INFO:tasks.rados.rados.0.smithi157.stdout:3012: seq_num 918 ranges {229376=581632,811008=401408} 2024-08-17T00:42:53.499 INFO:tasks.rados.rados.0.smithi157.stdout:3012: writing smithi15786056-29 from 229376 to 811008 tid 1 2024-08-17T00:42:53.502 INFO:tasks.rados.rados.0.smithi157.stdout:3012: writing smithi15786056-29 from 811008 to 1212416 tid 2 2024-08-17T00:42:53.502 INFO:tasks.rados.rados.0.smithi157.stdout:3006: done (7 left) 2024-08-17T00:42:53.502 INFO:tasks.rados.rados.0.smithi157.stdout:3013: copy_from oid 44 from oid 1 current snap is 310 2024-08-17T00:42:53.502 INFO:tasks.rados.rados.0.smithi157.stdout:3007: finishing write tid 3 to smithi15786056-28 2024-08-17T00:42:53.503 INFO:tasks.rados.rados.0.smithi157.stdout:3014: read oid 2 snap -1 2024-08-17T00:42:53.503 INFO:tasks.rados.rados.0.smithi157.stdout:3014: expect (ObjNum 901 snap 306 seq_num 901) 2024-08-17T00:42:53.503 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 10 current snap is 310 2024-08-17T00:42:53.503 INFO:tasks.rados.rados.0.smithi157.stdout:3007: finishing write tid 4 to smithi15786056-28 2024-08-17T00:42:53.503 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1365 (ObjNum 915 snap 310 seq_num 915) dirty exists 2024-08-17T00:42:53.503 INFO:tasks.rados.rados.0.smithi157.stdout:3007: left oid 28 (ObjNum 915 snap 310 seq_num 915) 2024-08-17T00:42:53.503 INFO:tasks.rados.rados.0.smithi157.stdout:3005: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-17T00:42:53.742 INFO:tasks.rados.rados.0.smithi157.stdout:3008: finishing rollback tid 0 to smithi15786056-49 2024-08-17T00:42:53.743 INFO:tasks.rados.rados.0.smithi157.stdout:3008: finishing rollback tid 1 to smithi15786056-49 2024-08-17T00:42:53.743 INFO:tasks.rados.rados.0.smithi157.stdout:3008: finishing rollback tid 2 to smithi15786056-49 2024-08-17T00:42:53.743 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1860 (ObjNum 853 snap 286 seq_num 853) dirty exists 2024-08-17T00:42:53.743 INFO:tasks.rados.rados.0.smithi157.stdout:3009: finishing write tid 1 to smithi15786056-22 2024-08-17T00:42:53.743 INFO:tasks.rados.rados.0.smithi157.stdout:3009: finishing write tid 2 to smithi15786056-22 2024-08-17T00:42:53.743 INFO:tasks.rados.rados.0.smithi157.stdout:3009: finishing write tid 3 to smithi15786056-22 2024-08-17T00:42:53.743 INFO:tasks.rados.rados.0.smithi157.stdout:3015: seq_num 919 ranges {0=598016,598016=401408} 2024-08-17T00:42:53.745 INFO:tasks.rados.rados.0.smithi157.stdout:3015: writing smithi15786056-10 from 0 to 598016 tid 1 2024-08-17T00:42:53.748 INFO:tasks.rados.rados.0.smithi157.stdout:3015: writing smithi15786056-10 from 598016 to 999424 tid 2 2024-08-17T00:42:53.748 INFO:tasks.rados.rados.0.smithi157.stdout:3005: done (9 left) 2024-08-17T00:42:53.748 INFO:tasks.rados.rados.0.smithi157.stdout:3007: done (8 left) 2024-08-17T00:42:53.748 INFO:tasks.rados.rados.0.smithi157.stdout:3008: done (7 left) 2024-08-17T00:42:53.748 INFO:tasks.rados.rados.0.smithi157.stdout:3016: snap_remove snap 293 2024-08-17T00:42:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:42:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:42:53] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.43.0" 2024-08-17T00:42:54.465 INFO:tasks.rados.rados.0.smithi157.stdout:3016: done (7 left) 2024-08-17T00:42:54.466 INFO:tasks.rados.rados.0.smithi157.stdout:3017: snap_remove snap 308 2024-08-17T00:42:54.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:54 smithi157 ceph-mon[101289]: osdmap e674: 8 total, 8 up, 8 in 2024-08-17T00:42:54.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:54 smithi157 ceph-mon[101289]: pgmap v669: 121 pgs: 121 active+clean; 541 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-08-17T00:42:54.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:54 smithi157 ceph-mon[98780]: osdmap e674: 8 total, 8 up, 8 in 2024-08-17T00:42:54.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:54 smithi157 ceph-mon[98780]: pgmap v669: 121 pgs: 121 active+clean; 541 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-08-17T00:42:54.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:54 smithi187 ceph-mon[90552]: osdmap e674: 8 total, 8 up, 8 in 2024-08-17T00:42:54.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:54 smithi187 ceph-mon[90552]: pgmap v669: 121 pgs: 121 active+clean; 541 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-08-17T00:42:55.471 INFO:tasks.rados.rados.0.smithi157.stdout:3017: done (7 left) 2024-08-17T00:42:55.471 INFO:tasks.rados.rados.0.smithi157.stdout:3018: delete oid 16 current snap is 310 2024-08-17T00:42:55.471 INFO:tasks.rados.rados.0.smithi157.stdout:3009: finishing write tid 4 to smithi15786056-22 2024-08-17T00:42:55.471 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 1736 (ObjNum 916 snap 310 seq_num 916) dirty exists 2024-08-17T00:42:55.472 INFO:tasks.rados.rados.0.smithi157.stdout:3009: left oid 22 (ObjNum 916 snap 310 seq_num 916) 2024-08-17T00:42:55.472 INFO:tasks.rados.rados.0.smithi157.stdout:3010: finishing write tid 1 to smithi15786056-18 2024-08-17T00:42:55.472 INFO:tasks.rados.rados.0.smithi157.stdout:3010: finishing write tid 2 to smithi15786056-18 2024-08-17T00:42:55.472 INFO:tasks.rados.rados.0.smithi157.stdout:3010: finishing write tid 3 to smithi15786056-18 2024-08-17T00:42:55.472 INFO:tasks.rados.rados.0.smithi157.stdout:3010: finishing write tid 4 to smithi15786056-18 2024-08-17T00:42:55.472 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 1863 (ObjNum 917 snap 310 seq_num 917) dirty exists 2024-08-17T00:42:55.472 INFO:tasks.rados.rados.0.smithi157.stdout:3010: left oid 18 (ObjNum 917 snap 310 seq_num 917) 2024-08-17T00:42:55.472 INFO:tasks.rados.rados.0.smithi157.stdout:3013: finishing copy_from racing read to smithi15786056-44 2024-08-17T00:42:55.472 INFO:tasks.rados.rados.0.smithi157.stdout:3013: finishing copy_from to smithi15786056-44 2024-08-17T00:42:55.472 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 1741 (ObjNum 865 snap 290 seq_num 865) dirty exists 2024-08-17T00:42:55.472 INFO:tasks.rados.rados.0.smithi157.stdout:3012: finishing write tid 1 to smithi15786056-29 2024-08-17T00:42:55.472 INFO:tasks.rados.rados.0.smithi157.stdout:3012: finishing write tid 2 to smithi15786056-29 2024-08-17T00:42:55.472 INFO:tasks.rados.rados.0.smithi157.stdout:3012: finishing write tid 3 to smithi15786056-29 2024-08-17T00:42:55.472 INFO:tasks.rados.rados.0.smithi157.stdout:3012: finishing write tid 4 to smithi15786056-29 2024-08-17T00:42:55.473 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 2068 (ObjNum 918 snap 310 seq_num 918) dirty exists 2024-08-17T00:42:55.473 INFO:tasks.rados.rados.0.smithi157.stdout:3012: left oid 29 (ObjNum 918 snap 310 seq_num 918) 2024-08-17T00:42:55.473 INFO:tasks.rados.rados.0.smithi157.stdout:3014: expect (ObjNum 901 snap 306 seq_num 901) 2024-08-17T00:42:55.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:55 smithi157 ceph-mon[101289]: osdmap e675: 8 total, 8 up, 8 in 2024-08-17T00:42:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:55 smithi157 ceph-mon[98780]: osdmap e675: 8 total, 8 up, 8 in 2024-08-17T00:42:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:55 smithi187 ceph-mon[90552]: osdmap e675: 8 total, 8 up, 8 in 2024-08-17T00:42:56.231 INFO:tasks.rados.rados.0.smithi157.stdout:3015: finishing write tid 1 to smithi15786056-10 2024-08-17T00:42:56.231 INFO:tasks.rados.rados.0.smithi157.stdout:3015: finishing write tid 2 to smithi15786056-10 2024-08-17T00:42:56.231 INFO:tasks.rados.rados.0.smithi157.stdout:3015: finishing write tid 3 to smithi15786056-10 2024-08-17T00:42:56.231 INFO:tasks.rados.rados.0.smithi157.stdout:3015: finishing write tid 4 to smithi15786056-10 2024-08-17T00:42:56.231 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 1748 (ObjNum 919 snap 310 seq_num 919) dirty exists 2024-08-17T00:42:56.231 INFO:tasks.rados.rados.0.smithi157.stdout:3015: left oid 10 (ObjNum 919 snap 310 seq_num 919) 2024-08-17T00:42:56.231 INFO:tasks.rados.rados.0.smithi157.stdout:3009: done (7 left) 2024-08-17T00:42:56.231 INFO:tasks.rados.rados.0.smithi157.stdout:3010: done (6 left) 2024-08-17T00:42:56.232 INFO:tasks.rados.rados.0.smithi157.stdout:3011: done (5 left) 2024-08-17T00:42:56.232 INFO:tasks.rados.rados.0.smithi157.stdout:3012: done (4 left) 2024-08-17T00:42:56.232 INFO:tasks.rados.rados.0.smithi157.stdout:3013: done (3 left) 2024-08-17T00:42:56.232 INFO:tasks.rados.rados.0.smithi157.stdout:3014: done (2 left) 2024-08-17T00:42:56.232 INFO:tasks.rados.rados.0.smithi157.stdout:3015: done (1 left) 2024-08-17T00:42:56.232 INFO:tasks.rados.rados.0.smithi157.stdout:3018: done (0 left) 2024-08-17T00:42:56.232 INFO:tasks.rados.rados.0.smithi157.stdout:3019: rollback oid 41 current snap is 310 2024-08-17T00:42:56.232 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 41 to 301 2024-08-17T00:42:56.232 INFO:tasks.rados.rados.0.smithi157.stdout:3020: copy_from oid 2 from oid 3 current snap is 310 2024-08-17T00:42:56.232 INFO:tasks.rados.rados.0.smithi157.stdout:3021: delete oid 12 current snap is 310 2024-08-17T00:42:56.233 INFO:tasks.rados.rados.0.smithi157.stdout:3021: done (2 left) 2024-08-17T00:42:56.233 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 310 2024-08-17T00:42:56.233 INFO:tasks.rados.rados.0.smithi157.stdout:3022: seq_num 922 ranges {0=647168,647168=401408} 2024-08-17T00:42:56.237 INFO:tasks.rados.rados.0.smithi157.stdout:3022: writing smithi15786056-46 from 0 to 647168 tid 1 2024-08-17T00:42:56.239 INFO:tasks.rados.rados.0.smithi157.stdout:3022: writing smithi15786056-46 from 647168 to 1048576 tid 2 2024-08-17T00:42:56.239 INFO:tasks.rados.rados.0.smithi157.stdout:3023: copy_from oid 30 from oid 25 current snap is 310 2024-08-17T00:42:56.239 INFO:tasks.rados.rados.0.smithi157.stdout:3019: finishing rollback tid 0 to smithi15786056-41 2024-08-17T00:42:56.240 INFO:tasks.rados.rados.0.smithi157.stdout:3019: finishing rollback tid 1 to smithi15786056-41 2024-08-17T00:42:56.240 INFO:tasks.rados.rados.0.smithi157.stdout:3019: finishing rollback tid 2 to smithi15786056-41 2024-08-17T00:42:56.240 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 1851 (ObjNum 794 snap 265 seq_num 794) dirty exists 2024-08-17T00:42:56.240 INFO:tasks.rados.rados.0.smithi157.stdout:3020: finishing copy_from racing read to smithi15786056-2 2024-08-17T00:42:56.240 INFO:tasks.rados.rados.0.smithi157.stdout:3019: done (3 left) 2024-08-17T00:42:56.240 INFO:tasks.rados.rados.0.smithi157.stdout:3024: snap_remove snap 303 2024-08-17T00:42:56.476 INFO:tasks.rados.rados.0.smithi157.stdout:3024: done (3 left) 2024-08-17T00:42:56.476 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 26 current snap is 310 2024-08-17T00:42:56.476 INFO:tasks.rados.rados.0.smithi157.stdout:3020: finishing copy_from to smithi15786056-2 2024-08-17T00:42:56.476 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 1715 (ObjNum 904 snap 306 seq_num 904) dirty exists 2024-08-17T00:42:56.476 INFO:tasks.rados.rados.0.smithi157.stdout:3025: seq_num 923 ranges {1957888=663552,2621440=401408} 2024-08-17T00:42:56.491 INFO:tasks.rados.rados.0.smithi157.stdout:3025: writing smithi15786056-26 from 1957888 to 2621440 tid 1 2024-08-17T00:42:56.493 INFO:tasks.rados.rados.0.smithi157.stdout:3025: writing smithi15786056-26 from 2621440 to 3022848 tid 2 2024-08-17T00:42:56.493 INFO:tasks.rados.rados.0.smithi157.stdout:3020: done (3 left) 2024-08-17T00:42:56.493 INFO:tasks.rados.rados.0.smithi157.stdout:3026: delete oid 27 current snap is 310 2024-08-17T00:42:56.493 INFO:tasks.rados.rados.0.smithi157.stdout:3022: finishing write tid 1 to smithi15786056-46 2024-08-17T00:42:56.493 INFO:tasks.rados.rados.0.smithi157.stdout:3022: finishing write tid 2 to smithi15786056-46 2024-08-17T00:42:56.494 INFO:tasks.rados.rados.0.smithi157.stdout:3022: finishing write tid 3 to smithi15786056-46 2024-08-17T00:42:56.494 INFO:tasks.rados.rados.0.smithi157.stdout:3022: finishing write tid 4 to smithi15786056-46 2024-08-17T00:42:56.494 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1570 (ObjNum 922 snap 310 seq_num 922) dirty exists 2024-08-17T00:42:56.494 INFO:tasks.rados.rados.0.smithi157.stdout:3022: left oid 46 (ObjNum 922 snap 310 seq_num 922) 2024-08-17T00:42:56.494 INFO:tasks.rados.rados.0.smithi157.stdout:3023: finishing copy_from racing read to smithi15786056-30 2024-08-17T00:42:56.494 INFO:tasks.rados.rados.0.smithi157.stdout:3023: finishing copy_from to smithi15786056-30 2024-08-17T00:42:56.494 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 1241 (ObjNum 841 snap 284 seq_num 841) dirty exists 2024-08-17T00:42:56.499 INFO:tasks.rados.rados.0.smithi157.stdout:3022: done (3 left) 2024-08-17T00:42:56.500 INFO:tasks.rados.rados.0.smithi157.stdout:3023: done (2 left) 2024-08-17T00:42:56.500 INFO:tasks.rados.rados.0.smithi157.stdout:3026: done (1 left) 2024-08-17T00:42:56.500 INFO:tasks.rados.rados.0.smithi157.stdout:3027: delete oid 29 current snap is 310 2024-08-17T00:42:56.501 INFO:tasks.rados.rados.0.smithi157.stdout:3025: finishing write tid 1 to smithi15786056-26 2024-08-17T00:42:56.501 INFO:tasks.rados.rados.0.smithi157.stdout:3025: finishing write tid 2 to smithi15786056-26 2024-08-17T00:42:56.502 INFO:tasks.rados.rados.0.smithi157.stdout:3025: finishing write tid 3 to smithi15786056-26 2024-08-17T00:42:56.503 INFO:tasks.rados.rados.0.smithi157.stdout:3027: done (1 left) 2024-08-17T00:42:56.503 INFO:tasks.rados.rados.0.smithi157.stdout:3028: snap_remove snap 263 2024-08-17T00:42:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:56 smithi157 ceph-mon[101289]: osdmap e676: 8 total, 8 up, 8 in 2024-08-17T00:42:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:56 smithi157 ceph-mon[101289]: pgmap v672: 121 pgs: 121 active+clean; 545 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-08-17T00:42:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:56 smithi157 ceph-mon[98780]: osdmap e676: 8 total, 8 up, 8 in 2024-08-17T00:42:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:56 smithi157 ceph-mon[98780]: pgmap v672: 121 pgs: 121 active+clean; 545 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-08-17T00:42:56.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:56 smithi187 ceph-mon[90552]: osdmap e676: 8 total, 8 up, 8 in 2024-08-17T00:42:56.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:56 smithi187 ceph-mon[90552]: pgmap v672: 121 pgs: 121 active+clean; 545 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-08-17T00:42:57.405 INFO:tasks.rados.rados.0.smithi157.stdout:3028: done (1 left) 2024-08-17T00:42:57.405 INFO:tasks.rados.rados.0.smithi157.stdout:3029: snap_create 2024-08-17T00:42:57.405 INFO:tasks.rados.rados.0.smithi157.stdout:3025: finishing write tid 4 to smithi15786056-26 2024-08-17T00:42:57.405 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1752 (ObjNum 923 snap 310 seq_num 923) dirty exists 2024-08-17T00:42:57.405 INFO:tasks.rados.rados.0.smithi157.stdout:3025: left oid 26 (ObjNum 923 snap 310 seq_num 923) 2024-08-17T00:42:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:57 smithi157 ceph-mon[98780]: osdmap e677: 8 total, 8 up, 8 in 2024-08-17T00:42:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:57 smithi157 ceph-mon[98780]: osdmap e678: 8 total, 8 up, 8 in 2024-08-17T00:42:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:57 smithi157 ceph-mon[101289]: osdmap e677: 8 total, 8 up, 8 in 2024-08-17T00:42:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:57 smithi157 ceph-mon[101289]: osdmap e678: 8 total, 8 up, 8 in 2024-08-17T00:42:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:57 smithi187 ceph-mon[90552]: osdmap e677: 8 total, 8 up, 8 in 2024-08-17T00:42:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:57 smithi187 ceph-mon[90552]: osdmap e678: 8 total, 8 up, 8 in 2024-08-17T00:42:58.407 INFO:tasks.rados.rados.0.smithi157.stdout:3025: done (1 left) 2024-08-17T00:42:58.407 INFO:tasks.rados.rados.0.smithi157.stdout:3029: done (0 left) 2024-08-17T00:42:58.407 INFO:tasks.rados.rados.0.smithi157.stdout:3030: rmattr oid 49 current snap is 311 2024-08-17T00:42:58.407 INFO:tasks.rados.rados.0.smithi157.stdout:3031: snap_remove snap 262 2024-08-17T00:42:58.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:58 smithi157 ceph-mon[101289]: pgmap v675: 121 pgs: 121 active+clean; 547 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-08-17T00:42:58.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:58 smithi157 ceph-mon[101289]: osdmap e679: 8 total, 8 up, 8 in 2024-08-17T00:42:58.787 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:58 smithi157 ceph-mon[98780]: pgmap v675: 121 pgs: 121 active+clean; 547 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-08-17T00:42:58.787 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:58 smithi157 ceph-mon[98780]: osdmap e679: 8 total, 8 up, 8 in 2024-08-17T00:42:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:58 smithi187 ceph-mon[90552]: pgmap v675: 121 pgs: 121 active+clean; 547 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-08-17T00:42:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:58 smithi187 ceph-mon[90552]: osdmap e679: 8 total, 8 up, 8 in 2024-08-17T00:42:59.409 INFO:tasks.rados.rados.0.smithi157.stdout:3031: done (1 left) 2024-08-17T00:42:59.409 INFO:tasks.rados.rados.0.smithi157.stdout:3032: rollback oid 14 current snap is 311 2024-08-17T00:42:59.409 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 14 to 258 2024-08-17T00:42:59.409 INFO:tasks.rados.rados.0.smithi157.stdout:3033: delete oid 47 current snap is 311 2024-08-17T00:42:59.409 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1864 (ObjNum 853 snap 286 seq_num 853) dirty exists 2024-08-17T00:42:59.419 INFO:tasks.rados.rados.0.smithi157.stdout:3032: finishing rollback tid 0 to smithi15786056-14 2024-08-17T00:42:59.421 INFO:tasks.rados.rados.0.smithi157.stdout:3032: finishing rollback tid 1 to smithi15786056-14 2024-08-17T00:42:59.421 INFO:tasks.rados.rados.0.smithi157.stdout:3032: finishing rollback tid 2 to smithi15786056-14 2024-08-17T00:42:59.422 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1573 (ObjNum 739 snap 239 seq_num 739) dirty exists 2024-08-17T00:42:59.425 INFO:tasks.rados.rados.0.smithi157.stdout:3030: done (2 left) 2024-08-17T00:42:59.426 INFO:tasks.rados.rados.0.smithi157.stdout:3032: done (1 left) 2024-08-17T00:42:59.426 INFO:tasks.rados.rados.0.smithi157.stdout:3033: done (0 left) 2024-08-17T00:42:59.426 INFO:tasks.rados.rados.0.smithi157.stdout:3034: copy_from oid 45 from oid 47 current snap is 311 2024-08-17T00:42:59.426 INFO:tasks.rados.rados.0.smithi157.stdout:3035: snap_remove snap 310 2024-08-17T00:42:59.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:59.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:42:59 smithi157 ceph-mon[98780]: osdmap e680: 8 total, 8 up, 8 in 2024-08-17T00:42:59.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:59.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:42:59 smithi157 ceph-mon[101289]: osdmap e680: 8 total, 8 up, 8 in 2024-08-17T00:42:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:42:59 smithi187 ceph-mon[90552]: osdmap e680: 8 total, 8 up, 8 in 2024-08-17T00:43:00.410 INFO:tasks.rados.rados.0.smithi157.stdout:3035: done (1 left) 2024-08-17T00:43:00.410 INFO:tasks.rados.rados.0.smithi157.stdout:3036: setattr oid 1 current snap is 311 2024-08-17T00:43:00.410 INFO:tasks.rados.rados.0.smithi157.stdout:3034: finishing copy_from to smithi15786056-45 2024-08-17T00:43:00.410 INFO:tasks.rados.rados.0.smithi157.stdout:3034: got expected ENOENT (src dne) 2024-08-17T00:43:00.410 INFO:tasks.rados.rados.0.smithi157.stdout:3034: finishing copy_from racing read to smithi15786056-45 2024-08-17T00:43:00.411 INFO:tasks.rados.rados.0.smithi157.stdout:3034: done (1 left) 2024-08-17T00:43:00.411 INFO:tasks.rados.rados.0.smithi157.stdout:3037: snap_create 2024-08-17T00:43:00.413 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 1749 (ObjNum 865 snap 290 seq_num 865) dirty exists 2024-08-17T00:43:00.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:00 smithi157 ceph-mon[98780]: pgmap v678: 121 pgs: 121 active+clean; 552 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-17T00:43:00.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:00 smithi157 ceph-mon[98780]: osdmap e681: 8 total, 8 up, 8 in 2024-08-17T00:43:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:00 smithi157 ceph-mon[101289]: pgmap v678: 121 pgs: 121 active+clean; 552 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-17T00:43:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:00 smithi157 ceph-mon[101289]: osdmap e681: 8 total, 8 up, 8 in 2024-08-17T00:43:00.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:00 smithi187 ceph-mon[90552]: pgmap v678: 121 pgs: 121 active+clean; 552 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-17T00:43:00.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:00 smithi187 ceph-mon[90552]: osdmap e681: 8 total, 8 up, 8 in 2024-08-17T00:43:01.413 INFO:tasks.rados.rados.0.smithi157.stdout:3036: done (1 left) 2024-08-17T00:43:01.413 INFO:tasks.rados.rados.0.smithi157.stdout:3037: done (0 left) 2024-08-17T00:43:01.413 INFO:tasks.rados.rados.0.smithi157.stdout:3038: snap_remove snap 214 2024-08-17T00:43:02.406 INFO:tasks.rados.rados.0.smithi157.stdout:3038: done (0 left) 2024-08-17T00:43:02.407 INFO:tasks.rados.rados.0.smithi157.stdout:3039: delete oid 29 current snap is 312 2024-08-17T00:43:02.417 INFO:tasks.rados.rados.0.smithi157.stdout:3039: done (0 left) 2024-08-17T00:43:02.417 INFO:tasks.rados.rados.0.smithi157.stdout:3040: copy_from oid 14 from oid 22 current snap is 312 2024-08-17T00:43:02.417 INFO:tasks.rados.rados.0.smithi157.stdout:3041: delete oid 40 current snap is 312 2024-08-17T00:43:02.430 INFO:tasks.rados.rados.0.smithi157.stdout:3041: done (1 left) 2024-08-17T00:43:02.430 INFO:tasks.rados.rados.0.smithi157.stdout:3042: delete oid 21 current snap is 312 2024-08-17T00:43:02.434 INFO:tasks.rados.rados.0.smithi157.stdout:3040: finishing copy_from racing read to smithi15786056-14 2024-08-17T00:43:02.438 INFO:tasks.rados.rados.0.smithi157.stdout:3042: done (1 left) 2024-08-17T00:43:02.438 INFO:tasks.rados.rados.0.smithi157.stdout:3043: rmattr oid 28 current snap is 312 2024-08-17T00:43:02.438 INFO:tasks.rados.rados.0.smithi157.stdout:3044: read oid 49 snap 306 2024-08-17T00:43:02.438 INFO:tasks.rados.rados.0.smithi157.stdout:3044: expect (ObjNum 853 snap 286 seq_num 853) 2024-08-17T00:43:02.438 INFO:tasks.rados.rados.0.smithi157.stdout:3040: finishing copy_from to smithi15786056-14 2024-08-17T00:43:02.438 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1736 (ObjNum 916 snap 310 seq_num 916) dirty exists 2024-08-17T00:43:02.438 INFO:tasks.rados.rados.0.smithi157.stdout:3040: done (2 left) 2024-08-17T00:43:02.438 INFO:tasks.rados.rados.0.smithi157.stdout:3045: read oid 8 snap -1 2024-08-17T00:43:02.438 INFO:tasks.rados.rados.0.smithi157.stdout:3045: expect (ObjNum 904 snap 306 seq_num 904) 2024-08-17T00:43:02.438 INFO:tasks.rados.rados.0.smithi157.stdout:3046: snap_remove snap 307 2024-08-17T00:43:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:02 smithi187 ceph-mon[90552]: osdmap e682: 8 total, 8 up, 8 in 2024-08-17T00:43:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:02 smithi187 ceph-mon[90552]: pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 558 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-17T00:43:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:02 smithi187 ceph-mon[90552]: osdmap e683: 8 total, 8 up, 8 in 2024-08-17T00:43:02.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:43:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:02 smithi157 ceph-mon[98780]: osdmap e682: 8 total, 8 up, 8 in 2024-08-17T00:43:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:02 smithi157 ceph-mon[98780]: pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 558 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-17T00:43:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:02 smithi157 ceph-mon[98780]: osdmap e683: 8 total, 8 up, 8 in 2024-08-17T00:43:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:02 smithi157 ceph-mon[101289]: osdmap e682: 8 total, 8 up, 8 in 2024-08-17T00:43:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:02 smithi157 ceph-mon[101289]: pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 558 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-17T00:43:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:02 smithi157 ceph-mon[101289]: osdmap e683: 8 total, 8 up, 8 in 2024-08-17T00:43:03.424 INFO:tasks.rados.rados.0.smithi157.stdout:3046: done (3 left) 2024-08-17T00:43:03.424 INFO:tasks.rados.rados.0.smithi157.stdout:3047: snap_create 2024-08-17T00:43:03.424 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1396 (ObjNum 915 snap 310 seq_num 915) dirty exists 2024-08-17T00:43:03.424 INFO:tasks.rados.rados.0.smithi157.stdout:3045: expect (ObjNum 904 snap 306 seq_num 904) 2024-08-17T00:43:03.470 INFO:tasks.rados.rados.0.smithi157.stdout:3044: expect (ObjNum 853 snap 286 seq_num 853) 2024-08-17T00:43:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:43:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:43:03] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-08-17T00:43:04.427 INFO:tasks.rados.rados.0.smithi157.stdout:3043: done (3 left) 2024-08-17T00:43:04.428 INFO:tasks.rados.rados.0.smithi157.stdout:3044: done (2 left) 2024-08-17T00:43:04.428 INFO:tasks.rados.rados.0.smithi157.stdout:3045: done (1 left) 2024-08-17T00:43:04.428 INFO:tasks.rados.rados.0.smithi157.stdout:3047: done (0 left) 2024-08-17T00:43:04.428 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 313 2024-08-17T00:43:04.428 INFO:tasks.rados.rados.0.smithi157.stdout:3048: seq_num 930 ranges {950272=786432,1736704=401408} 2024-08-17T00:43:04.436 INFO:tasks.rados.rados.0.smithi157.stdout:3048: writing smithi15786056-22 from 950272 to 1736704 tid 1 2024-08-17T00:43:04.439 INFO:tasks.rados.rados.0.smithi157.stdout:3048: writing smithi15786056-22 from 1736704 to 2138112 tid 2 2024-08-17T00:43:04.439 INFO:tasks.rados.rados.0.smithi157.stdout:3049: read oid 40 snap -1 2024-08-17T00:43:04.439 INFO:tasks.rados.rados.0.smithi157.stdout:3049: expect deleted 2024-08-17T00:43:04.440 INFO:tasks.rados.rados.0.smithi157.stdout:3050: rollback oid 16 current snap is 313 2024-08-17T00:43:04.440 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 16 to 273 2024-08-17T00:43:04.440 INFO:tasks.rados.rados.0.smithi157.stdout:3051: read oid 15 snap -1 2024-08-17T00:43:04.440 INFO:tasks.rados.rados.0.smithi157.stdout:3051: expect (ObjNum 840 snap 284 seq_num 840) 2024-08-17T00:43:04.440 INFO:tasks.rados.rados.0.smithi157.stdout:3052: read oid 39 snap -1 2024-08-17T00:43:04.440 INFO:tasks.rados.rados.0.smithi157.stdout:3052: expect (ObjNum 906 snap 306 seq_num 906) 2024-08-17T00:43:04.440 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 313 2024-08-17T00:43:04.440 INFO:tasks.rados.rados.0.smithi157.stdout:3053: seq_num 931 ranges {2826240=802816,3629056=401408} 2024-08-17T00:43:04.461 INFO:tasks.rados.rados.0.smithi157.stdout:3053: writing smithi15786056-28 from 2826240 to 3629056 tid 1 2024-08-17T00:43:04.463 INFO:tasks.rados.rados.0.smithi157.stdout:3053: writing smithi15786056-28 from 3629056 to 4030464 tid 2 2024-08-17T00:43:04.464 INFO:tasks.rados.rados.0.smithi157.stdout:3054: delete oid 48 current snap is 313 2024-08-17T00:43:04.464 INFO:tasks.rados.rados.0.smithi157.stdout:3052: expect (ObjNum 906 snap 306 seq_num 906) 2024-08-17T00:43:04.488 INFO:tasks.rados.rados.0.smithi157.stdout:3050: finishing rollback tid 1 to smithi15786056-16 2024-08-17T00:43:04.488 INFO:tasks.rados.rados.0.smithi157.stdout:3050: finishing rollback tid 2 to smithi15786056-16 2024-08-17T00:43:04.488 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 1698 (ObjNum 720 snap 232 seq_num 720) dirty exists 2024-08-17T00:43:04.488 INFO:tasks.rados.rados.0.smithi157.stdout:3048: finishing write tid 1 to smithi15786056-22 2024-08-17T00:43:04.488 INFO:tasks.rados.rados.0.smithi157.stdout:3048: finishing write tid 2 to smithi15786056-22 2024-08-17T00:43:04.489 INFO:tasks.rados.rados.0.smithi157.stdout:3049: done (6 left) 2024-08-17T00:43:04.489 INFO:tasks.rados.rados.0.smithi157.stdout:3050: done (5 left) 2024-08-17T00:43:04.489 INFO:tasks.rados.rados.0.smithi157.stdout:3052: done (4 left) 2024-08-17T00:43:04.489 INFO:tasks.rados.rados.0.smithi157.stdout:3054: done (3 left) 2024-08-17T00:43:04.489 INFO:tasks.rados.rados.0.smithi157.stdout:3055: copy_from oid 34 from oid 24 current snap is 313 2024-08-17T00:43:04.489 INFO:tasks.rados.rados.0.smithi157.stdout:3048: finishing write tid 3 to smithi15786056-22 2024-08-17T00:43:04.489 INFO:tasks.rados.rados.0.smithi157.stdout:3048: finishing write tid 4 to smithi15786056-22 2024-08-17T00:43:04.489 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 1794 (ObjNum 930 snap 313 seq_num 930) dirty exists 2024-08-17T00:43:04.489 INFO:tasks.rados.rados.0.smithi157.stdout:3048: left oid 22 (ObjNum 930 snap 313 seq_num 930) 2024-08-17T00:43:04.489 INFO:tasks.rados.rados.0.smithi157.stdout:3051: expect (ObjNum 840 snap 284 seq_num 840) 2024-08-17T00:43:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:04 smithi187 ceph-mon[90552]: osdmap e684: 8 total, 8 up, 8 in 2024-08-17T00:43:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:04 smithi187 ceph-mon[90552]: pgmap v684: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 510 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 768 KiB/s wr, 4 op/s 2024-08-17T00:43:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:04 smithi157 ceph-mon[101289]: osdmap e684: 8 total, 8 up, 8 in 2024-08-17T00:43:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:04 smithi157 ceph-mon[101289]: pgmap v684: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 510 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 768 KiB/s wr, 4 op/s 2024-08-17T00:43:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:04 smithi157 ceph-mon[98780]: osdmap e684: 8 total, 8 up, 8 in 2024-08-17T00:43:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:04 smithi157 ceph-mon[98780]: pgmap v684: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 510 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 768 KiB/s wr, 4 op/s 2024-08-17T00:43:05.653 INFO:tasks.rados.rados.0.smithi157.stdout:3053: finishing write tid 1 to smithi15786056-28 2024-08-17T00:43:05.653 INFO:tasks.rados.rados.0.smithi157.stdout:3053: finishing write tid 2 to smithi15786056-28 2024-08-17T00:43:05.654 INFO:tasks.rados.rados.0.smithi157.stdout:3053: finishing write tid 3 to smithi15786056-28 2024-08-17T00:43:05.654 INFO:tasks.rados.rados.0.smithi157.stdout:3053: finishing write tid 4 to smithi15786056-28 2024-08-17T00:43:05.654 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1408 (ObjNum 931 snap 313 seq_num 931) dirty exists 2024-08-17T00:43:05.654 INFO:tasks.rados.rados.0.smithi157.stdout:3053: left oid 28 (ObjNum 931 snap 313 seq_num 931) 2024-08-17T00:43:05.654 INFO:tasks.rados.rados.0.smithi157.stdout:3055: finishing copy_from racing read to smithi15786056-34 2024-08-17T00:43:05.654 INFO:tasks.rados.rados.0.smithi157.stdout:3055: finishing copy_from to smithi15786056-34 2024-08-17T00:43:05.654 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 1560 (ObjNum 901 snap 306 seq_num 901) dirty exists 2024-08-17T00:43:05.654 INFO:tasks.rados.rados.0.smithi157.stdout:3048: done (3 left) 2024-08-17T00:43:05.654 INFO:tasks.rados.rados.0.smithi157.stdout:3051: done (2 left) 2024-08-17T00:43:05.654 INFO:tasks.rados.rados.0.smithi157.stdout:3053: done (1 left) 2024-08-17T00:43:05.654 INFO:tasks.rados.rados.0.smithi157.stdout:3055: done (0 left) 2024-08-17T00:43:05.654 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 36 current snap is 313 2024-08-17T00:43:05.654 INFO:tasks.rados.rados.0.smithi157.stdout:3056: seq_num 933 ranges {229376=434176,663552=548864,1212416=253952} 2024-08-17T00:43:05.656 INFO:tasks.rados.rados.0.smithi157.stdout:3056: writing smithi15786056-36 from 229376 to 663552 tid 1 2024-08-17T00:43:05.660 INFO:tasks.rados.rados.0.smithi157.stdout:3056: writing smithi15786056-36 from 663552 to 1212416 tid 2 2024-08-17T00:43:05.661 INFO:tasks.rados.rados.0.smithi157.stdout:3056: writing smithi15786056-36 from 1212416 to 1466368 tid 3 2024-08-17T00:43:05.661 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 43 current snap is 313 2024-08-17T00:43:05.662 INFO:tasks.rados.rados.0.smithi157.stdout:3056: finishing write tid 1 to smithi15786056-36 2024-08-17T00:43:05.662 INFO:tasks.rados.rados.0.smithi157.stdout:3057: seq_num 934 ranges {4849664=450560,5300224=434176,5734400=368640} 2024-08-17T00:43:05.689 INFO:tasks.rados.rados.0.smithi157.stdout:3057: writing smithi15786056-43 from 4849664 to 5300224 tid 1 2024-08-17T00:43:05.692 INFO:tasks.rados.rados.0.smithi157.stdout:3057: writing smithi15786056-43 from 5300224 to 5734400 tid 2 2024-08-17T00:43:05.695 INFO:tasks.rados.rados.0.smithi157.stdout:3057: writing smithi15786056-43 from 5734400 to 6103040 tid 3 2024-08-17T00:43:05.695 INFO:tasks.rados.rados.0.smithi157.stdout:3058: read oid 8 snap -1 2024-08-17T00:43:05.695 INFO:tasks.rados.rados.0.smithi157.stdout:3058: expect (ObjNum 904 snap 306 seq_num 904) 2024-08-17T00:43:05.695 INFO:tasks.rados.rados.0.smithi157.stdout:3059: rollback oid 1 current snap is 313 2024-08-17T00:43:05.695 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 1 to 305 2024-08-17T00:43:05.695 INFO:tasks.rados.rados.0.smithi157.stdout:3056: finishing write tid 2 to smithi15786056-36 2024-08-17T00:43:05.695 INFO:tasks.rados.rados.0.smithi157.stdout:3056: finishing write tid 3 to smithi15786056-36 2024-08-17T00:43:05.696 INFO:tasks.rados.rados.0.smithi157.stdout:3056: finishing write tid 4 to smithi15786056-36 2024-08-17T00:43:05.696 INFO:tasks.rados.rados.0.smithi157.stdout:3056: finishing write tid 5 to smithi15786056-36 2024-08-17T00:43:05.696 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 1352 (ObjNum 933 snap 313 seq_num 933) dirty exists 2024-08-17T00:43:05.696 INFO:tasks.rados.rados.0.smithi157.stdout:3056: left oid 36 (ObjNum 933 snap 313 seq_num 933) 2024-08-17T00:43:05.696 INFO:tasks.rados.rados.0.smithi157.stdout:3056: done (3 left) 2024-08-17T00:43:05.696 INFO:tasks.rados.rados.0.smithi157.stdout:3060: snap_remove snap 286 2024-08-17T00:43:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:05 smithi187 ceph-mon[90552]: osdmap e685: 8 total, 8 up, 8 in 2024-08-17T00:43:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:05 smithi157 ceph-mon[101289]: osdmap e685: 8 total, 8 up, 8 in 2024-08-17T00:43:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:05 smithi157 ceph-mon[98780]: osdmap e685: 8 total, 8 up, 8 in 2024-08-17T00:43:06.434 INFO:tasks.rados.rados.0.smithi157.stdout:3060: done (3 left) 2024-08-17T00:43:06.434 INFO:tasks.rados.rados.0.smithi157.stdout:3061: snap_remove snap 258 2024-08-17T00:43:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:06 smithi187 ceph-mon[90552]: pgmap v686: 121 pgs: 121 active+clean; 519 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-08-17T00:43:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:06 smithi157 ceph-mon[98780]: pgmap v686: 121 pgs: 121 active+clean; 519 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-08-17T00:43:06.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:06 smithi157 ceph-mon[101289]: pgmap v686: 121 pgs: 121 active+clean; 519 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-08-17T00:43:07.409 INFO:tasks.rados.rados.0.smithi157.stdout:3057: finishing write tid 1 to smithi15786056-43 2024-08-17T00:43:07.409 INFO:tasks.rados.rados.0.smithi157.stdout:3059: finishing rollback tid 0 to smithi15786056-1 2024-08-17T00:43:07.409 INFO:tasks.rados.rados.0.smithi157.stdout:3057: finishing write tid 2 to smithi15786056-43 2024-08-17T00:43:07.409 INFO:tasks.rados.rados.0.smithi157.stdout:3057: finishing write tid 3 to smithi15786056-43 2024-08-17T00:43:07.409 INFO:tasks.rados.rados.0.smithi157.stdout:3058: expect (ObjNum 904 snap 306 seq_num 904) 2024-08-17T00:43:07.458 INFO:tasks.rados.rados.0.smithi157.stdout:3057: finishing write tid 4 to smithi15786056-43 2024-08-17T00:43:07.458 INFO:tasks.rados.rados.0.smithi157.stdout:3059: finishing rollback tid 1 to smithi15786056-1 2024-08-17T00:43:07.458 INFO:tasks.rados.rados.0.smithi157.stdout:3059: finishing rollback tid 2 to smithi15786056-1 2024-08-17T00:43:07.458 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 1752 (ObjNum 865 snap 290 seq_num 865) dirty exists 2024-08-17T00:43:07.459 INFO:tasks.rados.rados.0.smithi157.stdout:3057: finishing write tid 5 to smithi15786056-43 2024-08-17T00:43:07.459 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 2131 (ObjNum 934 snap 313 seq_num 934) dirty exists 2024-08-17T00:43:07.459 INFO:tasks.rados.rados.0.smithi157.stdout:3057: left oid 43 (ObjNum 934 snap 313 seq_num 934) 2024-08-17T00:43:07.459 INFO:tasks.rados.rados.0.smithi157.stdout:3057: done (3 left) 2024-08-17T00:43:07.459 INFO:tasks.rados.rados.0.smithi157.stdout:3058: done (2 left) 2024-08-17T00:43:07.459 INFO:tasks.rados.rados.0.smithi157.stdout:3059: done (1 left) 2024-08-17T00:43:07.459 INFO:tasks.rados.rados.0.smithi157.stdout:3061: done (0 left) 2024-08-17T00:43:07.459 INFO:tasks.rados.rados.0.smithi157.stdout:3062: rmattr oid 5 current snap is 313 2024-08-17T00:43:07.459 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 313 2024-08-17T00:43:07.459 INFO:tasks.rados.rados.0.smithi157.stdout:3063: seq_num 935 ranges {2138112=466944,2605056=720896,3325952=81920} 2024-08-17T00:43:07.473 INFO:tasks.rados.rados.0.smithi157.stdout:3063: writing smithi15786056-22 from 2138112 to 2605056 tid 1 2024-08-17T00:43:07.478 INFO:tasks.rados.rados.0.smithi157.stdout:3063: writing smithi15786056-22 from 2605056 to 3325952 tid 2 2024-08-17T00:43:07.479 INFO:tasks.rados.rados.0.smithi157.stdout:3063: writing smithi15786056-22 from 3325952 to 3407872 tid 3 2024-08-17T00:43:07.479 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 313 2024-08-17T00:43:07.479 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 1414 (ObjNum 780 snap 257 seq_num 780) dirty exists 2024-08-17T00:43:07.479 INFO:tasks.rados.rados.0.smithi157.stdout:3064: seq_num 936 ranges {4030464=483328,4513792=655360,5169152=147456} 2024-08-17T00:43:07.503 INFO:tasks.rados.rados.0.smithi157.stdout:3064: writing smithi15786056-28 from 4030464 to 4513792 tid 1 2024-08-17T00:43:07.506 INFO:tasks.rados.rados.0.smithi157.stdout:3064: writing smithi15786056-28 from 4513792 to 5169152 tid 2 2024-08-17T00:43:07.508 INFO:tasks.rados.rados.0.smithi157.stdout:3064: writing smithi15786056-28 from 5169152 to 5316608 tid 3 2024-08-17T00:43:07.508 INFO:tasks.rados.rados.0.smithi157.stdout:3062: done (2 left) 2024-08-17T00:43:07.508 INFO:tasks.rados.rados.0.smithi157.stdout:3065: read oid 19 snap -1 2024-08-17T00:43:07.509 INFO:tasks.rados.rados.0.smithi157.stdout:3065: expect (ObjNum 874 snap 295 seq_num 874) 2024-08-17T00:43:07.509 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 313 2024-08-17T00:43:07.509 INFO:tasks.rados.rados.0.smithi157.stdout:3063: finishing write tid 1 to smithi15786056-22 2024-08-17T00:43:07.509 INFO:tasks.rados.rados.0.smithi157.stdout:3063: finishing write tid 2 to smithi15786056-22 2024-08-17T00:43:07.509 INFO:tasks.rados.rados.0.smithi157.stdout:3063: finishing write tid 3 to smithi15786056-22 2024-08-17T00:43:07.509 INFO:tasks.rados.rados.0.smithi157.stdout:3063: finishing write tid 4 to smithi15786056-22 2024-08-17T00:43:07.509 INFO:tasks.rados.rados.0.smithi157.stdout:3063: finishing write tid 5 to smithi15786056-22 2024-08-17T00:43:07.509 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 1812 (ObjNum 935 snap 313 seq_num 935) dirty exists 2024-08-17T00:43:07.509 INFO:tasks.rados.rados.0.smithi157.stdout:3063: left oid 22 (ObjNum 935 snap 313 seq_num 935) 2024-08-17T00:43:07.509 INFO:tasks.rados.rados.0.smithi157.stdout:3064: finishing write tid 1 to smithi15786056-28 2024-08-17T00:43:07.509 INFO:tasks.rados.rados.0.smithi157.stdout:3066: seq_num 937 ranges {9322496=499712,9822208=532480,10354688=270336} 2024-08-17T00:43:07.560 INFO:tasks.rados.rados.0.smithi157.stdout:3066: writing smithi15786056-24 from 9322496 to 9822208 tid 1 2024-08-17T00:43:07.563 INFO:tasks.rados.rados.0.smithi157.stdout:3066: writing smithi15786056-24 from 9822208 to 10354688 tid 2 2024-08-17T00:43:07.565 INFO:tasks.rados.rados.0.smithi157.stdout:3066: writing smithi15786056-24 from 10354688 to 10625024 tid 3 2024-08-17T00:43:07.565 INFO:tasks.rados.rados.0.smithi157.stdout:3063: done (3 left) 2024-08-17T00:43:07.565 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 313 2024-08-17T00:43:07.565 INFO:tasks.rados.rados.0.smithi157.stdout:3067: seq_num 938 ranges {90112=516096,606208=417792,1024000=385024} 2024-08-17T00:43:07.568 INFO:tasks.rados.rados.0.smithi157.stdout:3067: writing smithi15786056-44 from 90112 to 606208 tid 1 2024-08-17T00:43:07.570 INFO:tasks.rados.rados.0.smithi157.stdout:3067: writing smithi15786056-44 from 606208 to 1024000 tid 2 2024-08-17T00:43:07.573 INFO:tasks.rados.rados.0.smithi157.stdout:3067: writing smithi15786056-44 from 1024000 to 1409024 tid 3 2024-08-17T00:43:07.573 INFO:tasks.rados.rados.0.smithi157.stdout:3068: read oid 45 snap -1 2024-08-17T00:43:07.573 INFO:tasks.rados.rados.0.smithi157.stdout:3068: expect (ObjNum 912 snap 309 seq_num 912) 2024-08-17T00:43:07.573 INFO:tasks.rados.rados.0.smithi157.stdout:3069: rmattr oid 35 current snap is 313 2024-08-17T00:43:07.573 INFO:tasks.rados.rados.0.smithi157.stdout:3069: done (5 left) 2024-08-17T00:43:07.573 INFO:tasks.rados.rados.0.smithi157.stdout:3070: rollback oid 27 current snap is 313 2024-08-17T00:43:07.573 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 27 to 311 2024-08-17T00:43:07.573 INFO:tasks.rados.rados.0.smithi157.stdout:3065: expect (ObjNum 874 snap 295 seq_num 874) 2024-08-17T00:43:07.582 INFO:tasks.rados.rados.0.smithi157.stdout:3064: finishing write tid 2 to smithi15786056-28 2024-08-17T00:43:07.582 INFO:tasks.rados.rados.0.smithi157.stdout:3064: finishing write tid 3 to smithi15786056-28 2024-08-17T00:43:07.582 INFO:tasks.rados.rados.0.smithi157.stdout:3064: finishing write tid 4 to smithi15786056-28 2024-08-17T00:43:07.582 INFO:tasks.rados.rados.0.smithi157.stdout:3064: finishing write tid 5 to smithi15786056-28 2024-08-17T00:43:07.582 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1426 (ObjNum 936 snap 313 seq_num 936) dirty exists 2024-08-17T00:43:07.582 INFO:tasks.rados.rados.0.smithi157.stdout:3064: left oid 28 (ObjNum 936 snap 313 seq_num 936) 2024-08-17T00:43:07.583 INFO:tasks.rados.rados.0.smithi157.stdout:3066: finishing write tid 1 to smithi15786056-24 2024-08-17T00:43:07.583 INFO:tasks.rados.rados.0.smithi157.stdout:3064: done (5 left) 2024-08-17T00:43:07.583 INFO:tasks.rados.rados.0.smithi157.stdout:3065: done (4 left) 2024-08-17T00:43:07.583 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 19 current snap is 313 2024-08-17T00:43:07.583 INFO:tasks.rados.rados.0.smithi157.stdout:3066: finishing write tid 2 to smithi15786056-24 2024-08-17T00:43:07.583 INFO:tasks.rados.rados.0.smithi157.stdout:3066: finishing write tid 3 to smithi15786056-24 2024-08-17T00:43:07.583 INFO:tasks.rados.rados.0.smithi157.stdout:3071: seq_num 939 ranges {245760=532480,778240=704512,1482752=98304} 2024-08-17T00:43:07.586 INFO:tasks.rados.rados.0.smithi157.stdout:3071: writing smithi15786056-19 from 245760 to 778240 tid 1 2024-08-17T00:43:07.590 INFO:tasks.rados.rados.0.smithi157.stdout:3071: writing smithi15786056-19 from 778240 to 1482752 tid 2 2024-08-17T00:43:07.591 INFO:tasks.rados.rados.0.smithi157.stdout:3071: writing smithi15786056-19 from 1482752 to 1581056 tid 3 2024-08-17T00:43:07.591 INFO:tasks.rados.rados.0.smithi157.stdout:3072: read oid 25 snap -1 2024-08-17T00:43:07.591 INFO:tasks.rados.rados.0.smithi157.stdout:3072: expect (ObjNum 841 snap 284 seq_num 841) 2024-08-17T00:43:07.591 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 40 current snap is 313 2024-08-17T00:43:07.591 INFO:tasks.rados.rados.0.smithi157.stdout:3073: seq_num 940 ranges {0=548864,548864=589824,1138688=212992} 2024-08-17T00:43:07.595 INFO:tasks.rados.rados.0.smithi157.stdout:3073: writing smithi15786056-40 from 0 to 548864 tid 1 2024-08-17T00:43:07.598 INFO:tasks.rados.rados.0.smithi157.stdout:3073: writing smithi15786056-40 from 548864 to 1138688 tid 2 2024-08-17T00:43:07.600 INFO:tasks.rados.rados.0.smithi157.stdout:3073: writing smithi15786056-40 from 1138688 to 1351680 tid 3 2024-08-17T00:43:07.600 INFO:tasks.rados.rados.0.smithi157.stdout:3074: copy_from oid 46 from oid 26 current snap is 313 2024-08-17T00:43:07.601 INFO:tasks.rados.rados.0.smithi157.stdout:3066: finishing write tid 4 to smithi15786056-24 2024-08-17T00:43:07.601 INFO:tasks.rados.rados.0.smithi157.stdout:3066: finishing write tid 5 to smithi15786056-24 2024-08-17T00:43:07.601 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1566 (ObjNum 937 snap 313 seq_num 937) dirty exists 2024-08-17T00:43:07.601 INFO:tasks.rados.rados.0.smithi157.stdout:3066: left oid 24 (ObjNum 937 snap 313 seq_num 937) 2024-08-17T00:43:07.601 INFO:tasks.rados.rados.0.smithi157.stdout:3067: finishing write tid 1 to smithi15786056-44 2024-08-17T00:43:07.601 INFO:tasks.rados.rados.0.smithi157.stdout:3067: finishing write tid 2 to smithi15786056-44 2024-08-17T00:43:07.601 INFO:tasks.rados.rados.0.smithi157.stdout:3070: finishing rollback tid 1 to smithi15786056-27 2024-08-17T00:43:07.601 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 1696 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T00:43:07.601 INFO:tasks.rados.rados.0.smithi157.stdout:3067: finishing write tid 3 to smithi15786056-44 2024-08-17T00:43:07.601 INFO:tasks.rados.rados.0.smithi157.stdout:3066: done (7 left) 2024-08-17T00:43:07.601 INFO:tasks.rados.rados.0.smithi157.stdout:3070: done (6 left) 2024-08-17T00:43:07.601 INFO:tasks.rados.rados.0.smithi157.stdout:3075: snap_create 2024-08-17T00:43:07.601 INFO:tasks.rados.rados.0.smithi157.stdout:3067: finishing write tid 4 to smithi15786056-44 2024-08-17T00:43:07.602 INFO:tasks.rados.rados.0.smithi157.stdout:3067: finishing write tid 5 to smithi15786056-44 2024-08-17T00:43:07.602 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 1745 (ObjNum 938 snap 313 seq_num 938) dirty exists 2024-08-17T00:43:07.602 INFO:tasks.rados.rados.0.smithi157.stdout:3067: left oid 44 (ObjNum 938 snap 313 seq_num 938) 2024-08-17T00:43:07.602 INFO:tasks.rados.rados.0.smithi157.stdout:3068: expect (ObjNum 912 snap 309 seq_num 912) 2024-08-17T00:43:07.625 INFO:tasks.rados.rados.0.smithi157.stdout:3071: finishing write tid 1 to smithi15786056-19 2024-08-17T00:43:07.625 INFO:tasks.rados.rados.0.smithi157.stdout:3071: finishing write tid 2 to smithi15786056-19 2024-08-17T00:43:07.625 INFO:tasks.rados.rados.0.smithi157.stdout:3071: finishing write tid 3 to smithi15786056-19 2024-08-17T00:43:07.625 INFO:tasks.rados.rados.0.smithi157.stdout:3071: finishing write tid 4 to smithi15786056-19 2024-08-17T00:43:07.625 INFO:tasks.rados.rados.0.smithi157.stdout:3071: finishing write tid 5 to smithi15786056-19 2024-08-17T00:43:07.625 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 1855 (ObjNum 939 snap 313 seq_num 939) dirty exists 2024-08-17T00:43:07.625 INFO:tasks.rados.rados.0.smithi157.stdout:3071: left oid 19 (ObjNum 939 snap 313 seq_num 939) 2024-08-17T00:43:07.625 INFO:tasks.rados.rados.0.smithi157.stdout:3072: expect (ObjNum 841 snap 284 seq_num 841) 2024-08-17T00:43:07.677 INFO:tasks.rados.rados.0.smithi157.stdout:3073: finishing write tid 1 to smithi15786056-40 2024-08-17T00:43:07.677 INFO:tasks.rados.rados.0.smithi157.stdout:3073: finishing write tid 2 to smithi15786056-40 2024-08-17T00:43:07.677 INFO:tasks.rados.rados.0.smithi157.stdout:3073: finishing write tid 3 to smithi15786056-40 2024-08-17T00:43:07.677 INFO:tasks.rados.rados.0.smithi157.stdout:3073: finishing write tid 4 to smithi15786056-40 2024-08-17T00:43:07.677 INFO:tasks.rados.rados.0.smithi157.stdout:3073: finishing write tid 5 to smithi15786056-40 2024-08-17T00:43:07.677 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 1430 (ObjNum 940 snap 313 seq_num 940) dirty exists 2024-08-17T00:43:07.678 INFO:tasks.rados.rados.0.smithi157.stdout:3073: left oid 40 (ObjNum 940 snap 313 seq_num 940) 2024-08-17T00:43:07.678 INFO:tasks.rados.rados.0.smithi157.stdout:3074: finishing copy_from racing read to smithi15786056-46 2024-08-17T00:43:07.678 INFO:tasks.rados.rados.0.smithi157.stdout:3074: finishing copy_from to smithi15786056-46 2024-08-17T00:43:07.678 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1752 (ObjNum 923 snap 310 seq_num 923) dirty exists 2024-08-17T00:43:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:07 smithi187 ceph-mon[90552]: osdmap e686: 8 total, 8 up, 8 in 2024-08-17T00:43:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:07 smithi187 ceph-mon[90552]: osdmap e687: 8 total, 8 up, 8 in 2024-08-17T00:43:07.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:07 smithi157 ceph-mon[101289]: osdmap e686: 8 total, 8 up, 8 in 2024-08-17T00:43:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:07 smithi157 ceph-mon[101289]: osdmap e687: 8 total, 8 up, 8 in 2024-08-17T00:43:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:07 smithi157 ceph-mon[98780]: osdmap e686: 8 total, 8 up, 8 in 2024-08-17T00:43:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:07 smithi157 ceph-mon[98780]: osdmap e687: 8 total, 8 up, 8 in 2024-08-17T00:43:08.440 INFO:tasks.rados.rados.0.smithi157.stdout:3067: done (6 left) 2024-08-17T00:43:08.441 INFO:tasks.rados.rados.0.smithi157.stdout:3068: done (5 left) 2024-08-17T00:43:08.441 INFO:tasks.rados.rados.0.smithi157.stdout:3071: done (4 left) 2024-08-17T00:43:08.441 INFO:tasks.rados.rados.0.smithi157.stdout:3072: done (3 left) 2024-08-17T00:43:08.441 INFO:tasks.rados.rados.0.smithi157.stdout:3073: done (2 left) 2024-08-17T00:43:08.441 INFO:tasks.rados.rados.0.smithi157.stdout:3074: done (1 left) 2024-08-17T00:43:08.441 INFO:tasks.rados.rados.0.smithi157.stdout:3075: done (0 left) 2024-08-17T00:43:08.441 INFO:tasks.rados.rados.0.smithi157.stdout:3076: snap_create 2024-08-17T00:43:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:08 smithi187 ceph-mon[90552]: pgmap v689: 121 pgs: 121 active+clean; 519 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-08-17T00:43:08.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:08 smithi157 ceph-mon[98780]: pgmap v689: 121 pgs: 121 active+clean; 519 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-08-17T00:43:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:08 smithi157 ceph-mon[101289]: pgmap v689: 121 pgs: 121 active+clean; 519 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-08-17T00:43:09.443 INFO:tasks.rados.rados.0.smithi157.stdout:3076: done (0 left) 2024-08-17T00:43:09.443 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 42 current snap is 315 2024-08-17T00:43:09.443 INFO:tasks.rados.rados.0.smithi157.stdout:3077: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2024-08-17T00:43:09.446 INFO:tasks.rados.rados.0.smithi157.stdout:3077: writing smithi15786056-42 from 0 to 565248 tid 1 2024-08-17T00:43:09.449 INFO:tasks.rados.rados.0.smithi157.stdout:3077: writing smithi15786056-42 from 565248 to 1040384 tid 2 2024-08-17T00:43:09.451 INFO:tasks.rados.rados.0.smithi157.stdout:3077: writing smithi15786056-42 from 1040384 to 1368064 tid 3 2024-08-17T00:43:09.452 INFO:tasks.rados.rados.0.smithi157.stdout:3078: read oid 35 snap 278 2024-08-17T00:43:09.452 INFO:tasks.rados.rados.0.smithi157.stdout:3078: expect deleted 2024-08-17T00:43:09.452 INFO:tasks.rados.rados.0.smithi157.stdout:3079: read oid 9 snap -1 2024-08-17T00:43:09.452 INFO:tasks.rados.rados.0.smithi157.stdout:3079: expect deleted 2024-08-17T00:43:09.452 INFO:tasks.rados.rados.0.smithi157.stdout:3080: snap_remove snap 298 2024-08-17T00:43:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:09 smithi187 ceph-mon[90552]: osdmap e688: 8 total, 8 up, 8 in 2024-08-17T00:43:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:09 smithi157 ceph-mon[101289]: osdmap e688: 8 total, 8 up, 8 in 2024-08-17T00:43:09.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:09 smithi157 ceph-mon[98780]: osdmap e688: 8 total, 8 up, 8 in 2024-08-17T00:43:10.455 INFO:tasks.rados.rados.0.smithi157.stdout:3080: done (3 left) 2024-08-17T00:43:10.455 INFO:tasks.rados.rados.0.smithi157.stdout:3081: copy_from oid 38 from oid 29 current snap is 315 2024-08-17T00:43:10.455 INFO:tasks.rados.rados.0.smithi157.stdout:3077: finishing write tid 1 to smithi15786056-42 2024-08-17T00:43:10.455 INFO:tasks.rados.rados.0.smithi157.stdout:3077: finishing write tid 2 to smithi15786056-42 2024-08-17T00:43:10.455 INFO:tasks.rados.rados.0.smithi157.stdout:3077: finishing write tid 3 to smithi15786056-42 2024-08-17T00:43:10.455 INFO:tasks.rados.rados.0.smithi157.stdout:3077: finishing write tid 4 to smithi15786056-42 2024-08-17T00:43:10.455 INFO:tasks.rados.rados.0.smithi157.stdout:3077: finishing write tid 5 to smithi15786056-42 2024-08-17T00:43:10.455 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 2157 (ObjNum 941 snap 315 seq_num 941) dirty exists 2024-08-17T00:43:10.455 INFO:tasks.rados.rados.0.smithi157.stdout:3077: left oid 42 (ObjNum 941 snap 315 seq_num 941) 2024-08-17T00:43:10.456 INFO:tasks.rados.rados.0.smithi157.stdout:3077: done (3 left) 2024-08-17T00:43:10.456 INFO:tasks.rados.rados.0.smithi157.stdout:3078: done (2 left) 2024-08-17T00:43:10.456 INFO:tasks.rados.rados.0.smithi157.stdout:3079: done (1 left) 2024-08-17T00:43:10.456 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 43 current snap is 315 2024-08-17T00:43:10.456 INFO:tasks.rados.rados.0.smithi157.stdout:3082: seq_num 942 ranges {6103040=581632,6684672=761856,7446528=40960} 2024-08-17T00:43:10.491 INFO:tasks.rados.rados.0.smithi157.stdout:3082: writing smithi15786056-43 from 6103040 to 6684672 tid 1 2024-08-17T00:43:10.496 INFO:tasks.rados.rados.0.smithi157.stdout:3082: writing smithi15786056-43 from 6684672 to 7446528 tid 2 2024-08-17T00:43:10.496 INFO:tasks.rados.rados.0.smithi157.stdout:3082: writing smithi15786056-43 from 7446528 to 7487488 tid 3 2024-08-17T00:43:10.497 INFO:tasks.rados.rados.0.smithi157.stdout:3083: rollback oid 36 current snap is 315 2024-08-17T00:43:10.497 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 36 to 297 2024-08-17T00:43:10.497 INFO:tasks.rados.rados.0.smithi157.stdout:3081: finishing copy_from to smithi15786056-38 2024-08-17T00:43:10.497 INFO:tasks.rados.rados.0.smithi157.stdout:3081: got expected ENOENT (src dne) 2024-08-17T00:43:10.497 INFO:tasks.rados.rados.0.smithi157.stdout:3081: finishing copy_from racing read to smithi15786056-38 2024-08-17T00:43:10.497 INFO:tasks.rados.rados.0.smithi157.stdout:3082: finishing write tid 1 to smithi15786056-43 2024-08-17T00:43:10.497 INFO:tasks.rados.rados.0.smithi157.stdout:3081: done (2 left) 2024-08-17T00:43:10.497 INFO:tasks.rados.rados.0.smithi157.stdout:3084: snap_create 2024-08-17T00:43:10.500 INFO:tasks.rados.rados.0.smithi157.stdout:3083: finishing rollback tid 0 to smithi15786056-36 2024-08-17T00:43:10.501 INFO:tasks.rados.rados.0.smithi157.stdout:3083: finishing rollback tid 1 to smithi15786056-36 2024-08-17T00:43:10.501 INFO:tasks.rados.rados.0.smithi157.stdout:3083: finishing rollback tid 2 to smithi15786056-36 2024-08-17T00:43:10.501 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 1355 (ObjNum 873 snap 294 seq_num 873) dirty exists 2024-08-17T00:43:10.503 INFO:tasks.rados.rados.0.smithi157.stdout:3082: finishing write tid 2 to smithi15786056-43 2024-08-17T00:43:10.503 INFO:tasks.rados.rados.0.smithi157.stdout:3082: finishing write tid 3 to smithi15786056-43 2024-08-17T00:43:10.503 INFO:tasks.rados.rados.0.smithi157.stdout:3082: finishing write tid 4 to smithi15786056-43 2024-08-17T00:43:10.504 INFO:tasks.rados.rados.0.smithi157.stdout:3082: finishing write tid 5 to smithi15786056-43 2024-08-17T00:43:10.504 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 2170 (ObjNum 942 snap 315 seq_num 942) dirty exists 2024-08-17T00:43:10.504 INFO:tasks.rados.rados.0.smithi157.stdout:3082: left oid 43 (ObjNum 942 snap 315 seq_num 942) 2024-08-17T00:43:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:10 smithi187 ceph-mon[90552]: osdmap e689: 8 total, 8 up, 8 in 2024-08-17T00:43:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:10 smithi187 ceph-mon[90552]: pgmap v692: 121 pgs: 121 active+clean; 517 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-17T00:43:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:10 smithi157 ceph-mon[101289]: osdmap e689: 8 total, 8 up, 8 in 2024-08-17T00:43:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:10 smithi157 ceph-mon[101289]: pgmap v692: 121 pgs: 121 active+clean; 517 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-17T00:43:10.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:10 smithi157 ceph-mon[98780]: osdmap e689: 8 total, 8 up, 8 in 2024-08-17T00:43:10.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:10 smithi157 ceph-mon[98780]: pgmap v692: 121 pgs: 121 active+clean; 517 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-17T00:43:11.460 INFO:tasks.rados.rados.0.smithi157.stdout:3082: done (2 left) 2024-08-17T00:43:11.461 INFO:tasks.rados.rados.0.smithi157.stdout:3083: done (1 left) 2024-08-17T00:43:11.461 INFO:tasks.rados.rados.0.smithi157.stdout:3084: done (0 left) 2024-08-17T00:43:11.461 INFO:tasks.rados.rados.0.smithi157.stdout:3085: snap_create 2024-08-17T00:43:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:11 smithi187 ceph-mon[90552]: osdmap e690: 8 total, 8 up, 8 in 2024-08-17T00:43:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:11 smithi157 ceph-mon[101289]: osdmap e690: 8 total, 8 up, 8 in 2024-08-17T00:43:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:11 smithi157 ceph-mon[98780]: osdmap e690: 8 total, 8 up, 8 in 2024-08-17T00:43:12.411 INFO:tasks.rados.rados.0.smithi157.stdout:3085: done (0 left) 2024-08-17T00:43:12.411 INFO:tasks.rados.rados.0.smithi157.stdout:3086: rollback oid 2 current snap is 317 2024-08-17T00:43:12.411 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 2 to 315 2024-08-17T00:43:12.411 INFO:tasks.rados.rados.0.smithi157.stdout:3087: read oid 40 snap -1 2024-08-17T00:43:12.411 INFO:tasks.rados.rados.0.smithi157.stdout:3087: expect (ObjNum 940 snap 313 seq_num 940) 2024-08-17T00:43:12.411 INFO:tasks.rados.rados.0.smithi157.stdout:3088: read oid 24 snap -1 2024-08-17T00:43:12.411 INFO:tasks.rados.rados.0.smithi157.stdout:3088: expect (ObjNum 937 snap 313 seq_num 937) 2024-08-17T00:43:12.411 INFO:tasks.rados.rados.0.smithi157.stdout:3089: read oid 50 snap -1 2024-08-17T00:43:12.411 INFO:tasks.rados.rados.0.smithi157.stdout:3089: expect (ObjNum 862 snap 289 seq_num 862) 2024-08-17T00:43:12.412 INFO:tasks.rados.rados.0.smithi157.stdout:3090: read oid 14 snap -1 2024-08-17T00:43:12.412 INFO:tasks.rados.rados.0.smithi157.stdout:3090: expect (ObjNum 916 snap 310 seq_num 916) 2024-08-17T00:43:12.412 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 317 2024-08-17T00:43:12.412 INFO:tasks.rados.rados.0.smithi157.stdout:3091: seq_num 943 ranges {0=598016,598016=688128,1286144=114688} 2024-08-17T00:43:12.414 INFO:tasks.rados.rados.0.smithi157.stdout:3091: writing smithi15786056-48 from 0 to 598016 tid 1 2024-08-17T00:43:12.419 INFO:tasks.rados.rados.0.smithi157.stdout:3091: writing smithi15786056-48 from 598016 to 1286144 tid 2 2024-08-17T00:43:12.420 INFO:tasks.rados.rados.0.smithi157.stdout:3091: writing smithi15786056-48 from 1286144 to 1400832 tid 3 2024-08-17T00:43:12.420 INFO:tasks.rados.rados.0.smithi157.stdout:3092: rmattr oid 4 current snap is 317 2024-08-17T00:43:12.421 INFO:tasks.rados.rados.0.smithi157.stdout:3092: done (6 left) 2024-08-17T00:43:12.421 INFO:tasks.rados.rados.0.smithi157.stdout:3093: read oid 29 snap -1 2024-08-17T00:43:12.421 INFO:tasks.rados.rados.0.smithi157.stdout:3093: expect deleted 2024-08-17T00:43:12.421 INFO:tasks.rados.rados.0.smithi157.stdout:3094: snap_remove snap 299 2024-08-17T00:43:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:12 smithi187 ceph-mon[90552]: osdmap e691: 8 total, 8 up, 8 in 2024-08-17T00:43:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:12 smithi187 ceph-mon[90552]: pgmap v695: 121 pgs: 121 active+clean; 512 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-08-17T00:43:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:12 smithi187 ceph-mon[90552]: osdmap e692: 8 total, 8 up, 8 in 2024-08-17T00:43:12.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:43:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:43:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:12 smithi157 ceph-mon[98780]: osdmap e691: 8 total, 8 up, 8 in 2024-08-17T00:43:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:12 smithi157 ceph-mon[98780]: pgmap v695: 121 pgs: 121 active+clean; 512 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-08-17T00:43:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:12 smithi157 ceph-mon[98780]: osdmap e692: 8 total, 8 up, 8 in 2024-08-17T00:43:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:12 smithi157 ceph-mon[101289]: osdmap e691: 8 total, 8 up, 8 in 2024-08-17T00:43:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:12 smithi157 ceph-mon[101289]: pgmap v695: 121 pgs: 121 active+clean; 512 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-08-17T00:43:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:12 smithi157 ceph-mon[101289]: osdmap e692: 8 total, 8 up, 8 in 2024-08-17T00:43:13.411 INFO:tasks.rados.rados.0.smithi157.stdout:3094: done (7 left) 2024-08-17T00:43:13.411 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 317 2024-08-17T00:43:13.412 INFO:tasks.rados.rados.0.smithi157.stdout:3095: seq_num 944 ranges {0=614400,614400=573440,1187840=229376} 2024-08-17T00:43:13.415 INFO:tasks.rados.rados.0.smithi157.stdout:3095: writing smithi15786056-21 from 0 to 614400 tid 1 2024-08-17T00:43:13.420 INFO:tasks.rados.rados.0.smithi157.stdout:3095: writing smithi15786056-21 from 614400 to 1187840 tid 2 2024-08-17T00:43:13.422 INFO:tasks.rados.rados.0.smithi157.stdout:3095: writing smithi15786056-21 from 1187840 to 1417216 tid 3 2024-08-17T00:43:13.422 INFO:tasks.rados.rados.0.smithi157.stdout:3096: rmattr oid 17 current snap is 317 2024-08-17T00:43:13.422 INFO:tasks.rados.rados.0.smithi157.stdout:3086: finishing rollback tid 0 to smithi15786056-2 2024-08-17T00:43:13.422 INFO:tasks.rados.rados.0.smithi157.stdout:3096: done (8 left) 2024-08-17T00:43:13.422 INFO:tasks.rados.rados.0.smithi157.stdout:3097: snap_remove snap 312 2024-08-17T00:43:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:43:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:43:13] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-08-17T00:43:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:13 smithi157 ceph-mon[98780]: osdmap e693: 8 total, 8 up, 8 in 2024-08-17T00:43:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:13 smithi157 ceph-mon[101289]: osdmap e693: 8 total, 8 up, 8 in 2024-08-17T00:43:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:13 smithi187 ceph-mon[90552]: osdmap e693: 8 total, 8 up, 8 in 2024-08-17T00:43:14.412 INFO:tasks.rados.rados.0.smithi157.stdout:3097: done (8 left) 2024-08-17T00:43:14.412 INFO:tasks.rados.rados.0.smithi157.stdout:3098: snap_remove snap 306 2024-08-17T00:43:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:43:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:43:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:14 smithi157 ceph-mon[101289]: pgmap v698: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-08-17T00:43:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:14 smithi157 ceph-mon[101289]: osdmap e694: 8 total, 8 up, 8 in 2024-08-17T00:43:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:43:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:43:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:14 smithi157 ceph-mon[98780]: pgmap v698: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-08-17T00:43:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:14 smithi157 ceph-mon[98780]: osdmap e694: 8 total, 8 up, 8 in 2024-08-17T00:43:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:43:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:43:14.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:14.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:14 smithi187 ceph-mon[90552]: pgmap v698: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-08-17T00:43:14.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:14 smithi187 ceph-mon[90552]: osdmap e694: 8 total, 8 up, 8 in 2024-08-17T00:43:15.416 INFO:tasks.rados.rados.0.smithi157.stdout:3098: done (8 left) 2024-08-17T00:43:15.497 INFO:tasks.rados.rados.0.smithi157.stdout:3099: rmattr oid 11 current snap is 317 2024-08-17T00:43:15.499 INFO:tasks.rados.rados.0.smithi157.stdout:3086: finishing rollback tid 1 to smithi15786056-2 2024-08-17T00:43:15.499 INFO:tasks.rados.rados.0.smithi157.stdout:3086: finishing rollback tid 2 to smithi15786056-2 2024-08-17T00:43:15.499 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 2174 (ObjNum 904 snap 306 seq_num 904) dirty exists 2024-08-17T00:43:15.499 INFO:tasks.rados.rados.0.smithi157.stdout:3087: expect (ObjNum 940 snap 313 seq_num 940) 2024-08-17T00:43:15.499 INFO:tasks.rados.rados.0.smithi157.stdout:3091: finishing write tid 1 to smithi15786056-48 2024-08-17T00:43:15.499 INFO:tasks.rados.rados.0.smithi157.stdout:3091: finishing write tid 2 to smithi15786056-48 2024-08-17T00:43:15.499 INFO:tasks.rados.rados.0.smithi157.stdout:3086: done (8 left) 2024-08-17T00:43:15.499 INFO:tasks.rados.rados.0.smithi157.stdout:3087: done (7 left) 2024-08-17T00:43:15.499 INFO:tasks.rados.rados.0.smithi157.stdout:3100: read oid 27 snap -1 2024-08-17T00:43:15.499 INFO:tasks.rados.rados.0.smithi157.stdout:3100: expect deleted 2024-08-17T00:43:15.500 INFO:tasks.rados.rados.0.smithi157.stdout:3101: read oid 5 snap -1 2024-08-17T00:43:15.500 INFO:tasks.rados.rados.0.smithi157.stdout:3101: expect (ObjNum 780 snap 257 seq_num 780) 2024-08-17T00:43:15.500 INFO:tasks.rados.rados.0.smithi157.stdout:3102: read oid 37 snap -1 2024-08-17T00:43:15.500 INFO:tasks.rados.rados.0.smithi157.stdout:3102: expect (ObjNum 794 snap 265 seq_num 794) 2024-08-17T00:43:15.500 INFO:tasks.rados.rados.0.smithi157.stdout:3103: setattr oid 8 current snap is 317 2024-08-17T00:43:15.500 INFO:tasks.rados.rados.0.smithi157.stdout:3091: finishing write tid 3 to smithi15786056-48 2024-08-17T00:43:15.500 INFO:tasks.rados.rados.0.smithi157.stdout:3091: finishing write tid 4 to smithi15786056-48 2024-08-17T00:43:15.500 INFO:tasks.rados.rados.0.smithi157.stdout:3091: finishing write tid 5 to smithi15786056-48 2024-08-17T00:43:15.500 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 2178 (ObjNum 943 snap 317 seq_num 943) dirty exists 2024-08-17T00:43:15.500 INFO:tasks.rados.rados.0.smithi157.stdout:3091: left oid 48 (ObjNum 943 snap 317 seq_num 943) 2024-08-17T00:43:15.500 INFO:tasks.rados.rados.0.smithi157.stdout:3088: expect (ObjNum 937 snap 313 seq_num 937) 2024-08-17T00:43:16.393 INFO:tasks.rados.rados.0.smithi157.stdout:3089: expect (ObjNum 862 snap 289 seq_num 862) 2024-08-17T00:43:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:16 smithi187 ceph-mon[90552]: osdmap e695: 8 total, 8 up, 8 in 2024-08-17T00:43:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:16 smithi187 ceph-mon[90552]: pgmap v701: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-17T00:43:16.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:16 smithi157 ceph-mon[98780]: osdmap e695: 8 total, 8 up, 8 in 2024-08-17T00:43:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:16 smithi157 ceph-mon[98780]: pgmap v701: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-17T00:43:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:16 smithi157 ceph-mon[101289]: osdmap e695: 8 total, 8 up, 8 in 2024-08-17T00:43:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:16 smithi157 ceph-mon[101289]: pgmap v701: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-17T00:43:18.114 INFO:tasks.rados.rados.0.smithi157.stdout:3090: expect (ObjNum 916 snap 310 seq_num 916) 2024-08-17T00:43:18.138 INFO:tasks.rados.rados.0.smithi157.stdout:3095: finishing write tid 1 to smithi15786056-21 2024-08-17T00:43:18.138 INFO:tasks.rados.rados.0.smithi157.stdout:3095: finishing write tid 2 to smithi15786056-21 2024-08-17T00:43:18.138 INFO:tasks.rados.rados.0.smithi157.stdout:3095: finishing write tid 3 to smithi15786056-21 2024-08-17T00:43:18.138 INFO:tasks.rados.rados.0.smithi157.stdout:3095: finishing write tid 4 to smithi15786056-21 2024-08-17T00:43:18.138 INFO:tasks.rados.rados.0.smithi157.stdout:3095: finishing write tid 5 to smithi15786056-21 2024-08-17T00:43:18.139 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 1834 (ObjNum 944 snap 317 seq_num 944) dirty exists 2024-08-17T00:43:18.139 INFO:tasks.rados.rados.0.smithi157.stdout:3095: left oid 21 (ObjNum 944 snap 317 seq_num 944) 2024-08-17T00:43:18.139 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1842 (ObjNum 605 snap 189 seq_num 605) dirty exists 2024-08-17T00:43:18.139 INFO:tasks.rados.rados.0.smithi157.stdout:3101: expect (ObjNum 780 snap 257 seq_num 780) 2024-08-17T00:43:18.199 INFO:tasks.rados.rados.0.smithi157.stdout:3102: expect (ObjNum 794 snap 265 seq_num 794) 2024-08-17T00:43:18.235 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1858 (ObjNum 904 snap 306 seq_num 904) dirty exists 2024-08-17T00:43:18.235 INFO:tasks.rados.rados.0.smithi157.stdout:3088: done (10 left) 2024-08-17T00:43:18.235 INFO:tasks.rados.rados.0.smithi157.stdout:3089: done (9 left) 2024-08-17T00:43:18.235 INFO:tasks.rados.rados.0.smithi157.stdout:3090: done (8 left) 2024-08-17T00:43:18.236 INFO:tasks.rados.rados.0.smithi157.stdout:3091: done (7 left) 2024-08-17T00:43:18.236 INFO:tasks.rados.rados.0.smithi157.stdout:3093: done (6 left) 2024-08-17T00:43:18.236 INFO:tasks.rados.rados.0.smithi157.stdout:3095: done (5 left) 2024-08-17T00:43:18.236 INFO:tasks.rados.rados.0.smithi157.stdout:3099: done (4 left) 2024-08-17T00:43:18.236 INFO:tasks.rados.rados.0.smithi157.stdout:3100: done (3 left) 2024-08-17T00:43:18.236 INFO:tasks.rados.rados.0.smithi157.stdout:3101: done (2 left) 2024-08-17T00:43:18.236 INFO:tasks.rados.rados.0.smithi157.stdout:3102: done (1 left) 2024-08-17T00:43:18.236 INFO:tasks.rados.rados.0.smithi157.stdout:3103: done (0 left) 2024-08-17T00:43:18.236 INFO:tasks.rados.rados.0.smithi157.stdout:3104: rmattr oid 41 current snap is 317 2024-08-17T00:43:18.236 INFO:tasks.rados.rados.0.smithi157.stdout:3105: rmattr oid 30 current snap is 317 2024-08-17T00:43:18.236 INFO:tasks.rados.rados.0.smithi157.stdout:3105: done (1 left) 2024-08-17T00:43:18.237 INFO:tasks.rados.rados.0.smithi157.stdout:3106: read oid 16 snap 277 2024-08-17T00:43:18.237 INFO:tasks.rados.rados.0.smithi157.stdout:3106: expect (ObjNum 834 snap 275 seq_num 834) 2024-08-17T00:43:18.237 INFO:tasks.rados.rados.0.smithi157.stdout:3107: read oid 15 snap -1 2024-08-17T00:43:18.237 INFO:tasks.rados.rados.0.smithi157.stdout:3107: expect (ObjNum 840 snap 284 seq_num 840) 2024-08-17T00:43:18.237 INFO:tasks.rados.rados.0.smithi157.stdout:3108: snap_create 2024-08-17T00:43:18.239 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 1856 (ObjNum 794 snap 265 seq_num 794) dirty exists 2024-08-17T00:43:18.293 INFO:tasks.rados.rados.0.smithi157.stdout:3107: expect (ObjNum 840 snap 284 seq_num 840) 2024-08-17T00:43:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:18 smithi187 ceph-mon[90552]: osdmap e696: 8 total, 8 up, 8 in 2024-08-17T00:43:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:18 smithi187 ceph-mon[90552]: pgmap v703: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T00:43:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:18 smithi157 ceph-mon[98780]: osdmap e696: 8 total, 8 up, 8 in 2024-08-17T00:43:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:18 smithi157 ceph-mon[98780]: pgmap v703: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T00:43:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:18 smithi157 ceph-mon[101289]: osdmap e696: 8 total, 8 up, 8 in 2024-08-17T00:43:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:18 smithi157 ceph-mon[101289]: pgmap v703: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T00:43:19.451 INFO:tasks.rados.rados.0.smithi157.stdout:3106: expect (ObjNum 834 snap 275 seq_num 834) 2024-08-17T00:43:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:19 smithi187 ceph-mon[90552]: osdmap e697: 8 total, 8 up, 8 in 2024-08-17T00:43:19.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:19 smithi157 ceph-mon[101289]: osdmap e697: 8 total, 8 up, 8 in 2024-08-17T00:43:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:19 smithi157 ceph-mon[98780]: osdmap e697: 8 total, 8 up, 8 in 2024-08-17T00:43:20.240 INFO:tasks.rados.rados.0.smithi157.stdout:3104: done (3 left) 2024-08-17T00:43:20.240 INFO:tasks.rados.rados.0.smithi157.stdout:3106: done (2 left) 2024-08-17T00:43:20.241 INFO:tasks.rados.rados.0.smithi157.stdout:3107: done (1 left) 2024-08-17T00:43:20.241 INFO:tasks.rados.rados.0.smithi157.stdout:3108: done (0 left) 2024-08-17T00:43:20.241 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 20 current snap is 318 2024-08-17T00:43:20.241 INFO:tasks.rados.rados.0.smithi157.stdout:3109: seq_num 945 ranges {0=630784,630784=458752,1089536=344064} 2024-08-17T00:43:20.243 INFO:tasks.rados.rados.0.smithi157.stdout:3109: writing smithi15786056-20 from 0 to 630784 tid 1 2024-08-17T00:43:20.246 INFO:tasks.rados.rados.0.smithi157.stdout:3109: writing smithi15786056-20 from 630784 to 1089536 tid 2 2024-08-17T00:43:20.249 INFO:tasks.rados.rados.0.smithi157.stdout:3109: writing smithi15786056-20 from 1089536 to 1433600 tid 3 2024-08-17T00:43:20.249 INFO:tasks.rados.rados.0.smithi157.stdout:3110: read oid 9 snap 282 2024-08-17T00:43:20.249 INFO:tasks.rados.rados.0.smithi157.stdout:3110: expect (ObjNum 835 snap 279 seq_num 835) 2024-08-17T00:43:20.249 INFO:tasks.rados.rados.0.smithi157.stdout:3111: read oid 30 snap -1 2024-08-17T00:43:20.250 INFO:tasks.rados.rados.0.smithi157.stdout:3111: expect (ObjNum 841 snap 284 seq_num 841) 2024-08-17T00:43:20.250 INFO:tasks.rados.rados.0.smithi157.stdout:3112: rollback oid 50 current snap is 318 2024-08-17T00:43:20.250 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 50 to 282 2024-08-17T00:43:20.250 INFO:tasks.rados.rados.0.smithi157.stdout:3109: finishing write tid 1 to smithi15786056-20 2024-08-17T00:43:20.250 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 318 2024-08-17T00:43:20.250 INFO:tasks.rados.rados.0.smithi157.stdout:3113: seq_num 946 ranges {10625024=647168,11272192=745472,12017664=57344} 2024-08-17T00:43:20.308 INFO:tasks.rados.rados.0.smithi157.stdout:3113: writing smithi15786056-24 from 10625024 to 11272192 tid 1 2024-08-17T00:43:20.312 INFO:tasks.rados.rados.0.smithi157.stdout:3113: writing smithi15786056-24 from 11272192 to 12017664 tid 2 2024-08-17T00:43:20.312 INFO:tasks.rados.rados.0.smithi157.stdout:3113: writing smithi15786056-24 from 12017664 to 12075008 tid 3 2024-08-17T00:43:20.312 INFO:tasks.rados.rados.0.smithi157.stdout:3114: snap_remove snap 273 2024-08-17T00:43:20.421 INFO:tasks.rados.rados.0.smithi157.stdout:3114: done (5 left) 2024-08-17T00:43:20.421 INFO:tasks.rados.rados.0.smithi157.stdout:3115: rollback oid 18 current snap is 318 2024-08-17T00:43:20.421 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 18 to 317 2024-08-17T00:43:20.421 INFO:tasks.rados.rados.0.smithi157.stdout:3109: finishing write tid 2 to smithi15786056-20 2024-08-17T00:43:20.421 INFO:tasks.rados.rados.0.smithi157.stdout:3112: finishing rollback tid 0 to smithi15786056-50 2024-08-17T00:43:20.421 INFO:tasks.rados.rados.0.smithi157.stdout:3112: finishing rollback tid 1 to smithi15786056-50 2024-08-17T00:43:20.421 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 1754 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T00:43:20.421 INFO:tasks.rados.rados.0.smithi157.stdout:3109: finishing write tid 3 to smithi15786056-20 2024-08-17T00:43:20.421 INFO:tasks.rados.rados.0.smithi157.stdout:3110: expect (ObjNum 835 snap 279 seq_num 835) 2024-08-17T00:43:20.485 INFO:tasks.rados.rados.0.smithi157.stdout:3109: finishing write tid 4 to smithi15786056-20 2024-08-17T00:43:20.485 INFO:tasks.rados.rados.0.smithi157.stdout:3111: expect (ObjNum 841 snap 284 seq_num 841) 2024-08-17T00:43:20.538 INFO:tasks.rados.rados.0.smithi157.stdout:3109: finishing write tid 5 to smithi15786056-20 2024-08-17T00:43:20.539 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 1570 (ObjNum 945 snap 318 seq_num 945) dirty exists 2024-08-17T00:43:20.539 INFO:tasks.rados.rados.0.smithi157.stdout:3109: left oid 20 (ObjNum 945 snap 318 seq_num 945) 2024-08-17T00:43:20.539 INFO:tasks.rados.rados.0.smithi157.stdout:3113: finishing write tid 1 to smithi15786056-24 2024-08-17T00:43:20.539 INFO:tasks.rados.rados.0.smithi157.stdout:3113: finishing write tid 2 to smithi15786056-24 2024-08-17T00:43:20.539 INFO:tasks.rados.rados.0.smithi157.stdout:3113: finishing write tid 3 to smithi15786056-24 2024-08-17T00:43:20.539 INFO:tasks.rados.rados.0.smithi157.stdout:3113: finishing write tid 4 to smithi15786056-24 2024-08-17T00:43:20.540 INFO:tasks.rados.rados.0.smithi157.stdout:3109: done (5 left) 2024-08-17T00:43:20.540 INFO:tasks.rados.rados.0.smithi157.stdout:3110: done (4 left) 2024-08-17T00:43:20.540 INFO:tasks.rados.rados.0.smithi157.stdout:3111: done (3 left) 2024-08-17T00:43:20.540 INFO:tasks.rados.rados.0.smithi157.stdout:3112: done (2 left) 2024-08-17T00:43:20.540 INFO:tasks.rados.rados.0.smithi157.stdout:3116: delete oid 4 current snap is 318 2024-08-17T00:43:20.540 INFO:tasks.rados.rados.0.smithi157.stdout:3113: finishing write tid 5 to smithi15786056-24 2024-08-17T00:43:20.540 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1574 (ObjNum 946 snap 318 seq_num 946) dirty exists 2024-08-17T00:43:20.540 INFO:tasks.rados.rados.0.smithi157.stdout:3113: left oid 24 (ObjNum 946 snap 318 seq_num 946) 2024-08-17T00:43:20.541 INFO:tasks.rados.rados.0.smithi157.stdout:3115: finishing rollback tid 0 to smithi15786056-18 2024-08-17T00:43:20.541 INFO:tasks.rados.rados.0.smithi157.stdout:3115: finishing rollback tid 1 to smithi15786056-18 2024-08-17T00:43:20.541 INFO:tasks.rados.rados.0.smithi157.stdout:3115: finishing rollback tid 2 to smithi15786056-18 2024-08-17T00:43:20.541 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 1867 (ObjNum 917 snap 310 seq_num 917) dirty exists 2024-08-17T00:43:20.541 INFO:tasks.rados.rados.0.smithi157.stdout:3113: done (2 left) 2024-08-17T00:43:20.541 INFO:tasks.rados.rados.0.smithi157.stdout:3115: done (1 left) 2024-08-17T00:43:20.542 INFO:tasks.rados.rados.0.smithi157.stdout:3116: done (0 left) 2024-08-17T00:43:20.542 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 2 current snap is 318 2024-08-17T00:43:20.542 INFO:tasks.rados.rados.0.smithi157.stdout:3117: seq_num 948 ranges {1343488=679936,2023424=516096,2539520=286720} 2024-08-17T00:43:20.550 INFO:tasks.rados.rados.0.smithi157.stdout:3117: writing smithi15786056-2 from 1343488 to 2023424 tid 1 2024-08-17T00:43:20.553 INFO:tasks.rados.rados.0.smithi157.stdout:3117: writing smithi15786056-2 from 2023424 to 2539520 tid 2 2024-08-17T00:43:20.555 INFO:tasks.rados.rados.0.smithi157.stdout:3117: writing smithi15786056-2 from 2539520 to 2826240 tid 3 2024-08-17T00:43:20.555 INFO:tasks.rados.rados.0.smithi157.stdout:3118: snap_remove snap 282 2024-08-17T00:43:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:20 smithi187 ceph-mon[90552]: pgmap v705: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T00:43:20.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:20 smithi157 ceph-mon[98780]: pgmap v705: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T00:43:20.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:20 smithi157 ceph-mon[101289]: pgmap v705: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T00:43:21.427 INFO:tasks.rados.rados.0.smithi157.stdout:3117: finishing write tid 1 to smithi15786056-2 2024-08-17T00:43:21.427 INFO:tasks.rados.rados.0.smithi157.stdout:3117: finishing write tid 2 to smithi15786056-2 2024-08-17T00:43:21.427 INFO:tasks.rados.rados.0.smithi157.stdout:3117: finishing write tid 3 to smithi15786056-2 2024-08-17T00:43:21.428 INFO:tasks.rados.rados.0.smithi157.stdout:3117: finishing write tid 4 to smithi15786056-2 2024-08-17T00:43:21.428 INFO:tasks.rados.rados.0.smithi157.stdout:3117: finishing write tid 5 to smithi15786056-2 2024-08-17T00:43:21.428 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 2211 (ObjNum 948 snap 318 seq_num 948) dirty exists 2024-08-17T00:43:21.428 INFO:tasks.rados.rados.0.smithi157.stdout:3117: left oid 2 (ObjNum 948 snap 318 seq_num 948) 2024-08-17T00:43:21.428 INFO:tasks.rados.rados.0.smithi157.stdout:3117: done (1 left) 2024-08-17T00:43:21.428 INFO:tasks.rados.rados.0.smithi157.stdout:3118: done (0 left) 2024-08-17T00:43:21.429 INFO:tasks.rados.rados.0.smithi157.stdout:3119: read oid 32 snap -1 2024-08-17T00:43:21.429 INFO:tasks.rados.rados.0.smithi157.stdout:3119: expect (ObjNum 900 snap 305 seq_num 900) 2024-08-17T00:43:21.429 INFO:tasks.rados.rados.0.smithi157.stdout:3120: snap_create 2024-08-17T00:43:21.443 INFO:tasks.rados.rados.0.smithi157.stdout:3119: expect (ObjNum 900 snap 305 seq_num 900) 2024-08-17T00:43:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:21 smithi187 ceph-mon[90552]: osdmap e698: 8 total, 8 up, 8 in 2024-08-17T00:43:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:21 smithi157 ceph-mon[98780]: osdmap e698: 8 total, 8 up, 8 in 2024-08-17T00:43:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:21 smithi157 ceph-mon[101289]: osdmap e698: 8 total, 8 up, 8 in 2024-08-17T00:43:22.413 INFO:tasks.rados.rados.0.smithi157.stdout:3119: done (1 left) 2024-08-17T00:43:22.414 INFO:tasks.rados.rados.0.smithi157.stdout:3120: done (0 left) 2024-08-17T00:43:22.414 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 20 current snap is 319 2024-08-17T00:43:22.414 INFO:tasks.rados.rados.0.smithi157.stdout:3121: seq_num 949 ranges {1433600=704512,2138112=794624,2932736=8192} 2024-08-17T00:43:22.425 INFO:tasks.rados.rados.0.smithi157.stdout:3121: writing smithi15786056-20 from 1433600 to 2138112 tid 1 2024-08-17T00:43:22.430 INFO:tasks.rados.rados.0.smithi157.stdout:3121: writing smithi15786056-20 from 2138112 to 2932736 tid 2 2024-08-17T00:43:22.430 INFO:tasks.rados.rados.0.smithi157.stdout:3121: writing smithi15786056-20 from 2932736 to 2940928 tid 3 2024-08-17T00:43:22.430 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 319 2024-08-17T00:43:22.430 INFO:tasks.rados.rados.0.smithi157.stdout:3122: seq_num 950 ranges {1417216=720896,2138112=679936,2818048=122880} 2024-08-17T00:43:22.442 INFO:tasks.rados.rados.0.smithi157.stdout:3122: writing smithi15786056-21 from 1417216 to 2138112 tid 1 2024-08-17T00:43:22.446 INFO:tasks.rados.rados.0.smithi157.stdout:3122: writing smithi15786056-21 from 2138112 to 2818048 tid 2 2024-08-17T00:43:22.447 INFO:tasks.rados.rados.0.smithi157.stdout:3122: writing smithi15786056-21 from 2818048 to 2940928 tid 3 2024-08-17T00:43:22.447 INFO:tasks.rados.rados.0.smithi157.stdout:3123: setattr oid 14 current snap is 319 2024-08-17T00:43:22.447 INFO:tasks.rados.rados.0.smithi157.stdout:3121: finishing write tid 1 to smithi15786056-20 2024-08-17T00:43:22.447 INFO:tasks.rados.rados.0.smithi157.stdout:3121: finishing write tid 2 to smithi15786056-20 2024-08-17T00:43:22.447 INFO:tasks.rados.rados.0.smithi157.stdout:3121: finishing write tid 3 to smithi15786056-20 2024-08-17T00:43:22.447 INFO:tasks.rados.rados.0.smithi157.stdout:3121: finishing write tid 4 to smithi15786056-20 2024-08-17T00:43:22.447 INFO:tasks.rados.rados.0.smithi157.stdout:3121: finishing write tid 5 to smithi15786056-20 2024-08-17T00:43:22.447 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 1578 (ObjNum 949 snap 319 seq_num 949) dirty exists 2024-08-17T00:43:22.447 INFO:tasks.rados.rados.0.smithi157.stdout:3121: left oid 20 (ObjNum 949 snap 319 seq_num 949) 2024-08-17T00:43:22.448 INFO:tasks.rados.rados.0.smithi157.stdout:3121: done (2 left) 2024-08-17T00:43:22.448 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 41 current snap is 319 2024-08-17T00:43:22.448 INFO:tasks.rados.rados.0.smithi157.stdout:3124: seq_num 951 ranges {1302528=737280,2039808=614400,2654208=188416} 2024-08-17T00:43:22.459 INFO:tasks.rados.rados.0.smithi157.stdout:3124: writing smithi15786056-41 from 1302528 to 2039808 tid 1 2024-08-17T00:43:22.463 INFO:tasks.rados.rados.0.smithi157.stdout:3124: writing smithi15786056-41 from 2039808 to 2654208 tid 2 2024-08-17T00:43:22.465 INFO:tasks.rados.rados.0.smithi157.stdout:3124: writing smithi15786056-41 from 2654208 to 2842624 tid 3 2024-08-17T00:43:22.466 INFO:tasks.rados.rados.0.smithi157.stdout:3125: copy_from oid 38 from oid 24 current snap is 319 2024-08-17T00:43:22.466 INFO:tasks.rados.rados.0.smithi157.stdout:3122: finishing write tid 1 to smithi15786056-21 2024-08-17T00:43:22.466 INFO:tasks.rados.rados.0.smithi157.stdout:3122: finishing write tid 2 to smithi15786056-21 2024-08-17T00:43:22.466 INFO:tasks.rados.rados.0.smithi157.stdout:3122: finishing write tid 3 to smithi15786056-21 2024-08-17T00:43:22.466 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1755 (ObjNum 916 snap 310 seq_num 916) dirty exists 2024-08-17T00:43:22.466 INFO:tasks.rados.rados.0.smithi157.stdout:3122: finishing write tid 4 to smithi15786056-21 2024-08-17T00:43:22.466 INFO:tasks.rados.rados.0.smithi157.stdout:3122: finishing write tid 5 to smithi15786056-21 2024-08-17T00:43:22.466 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 1863 (ObjNum 950 snap 319 seq_num 950) dirty exists 2024-08-17T00:43:22.466 INFO:tasks.rados.rados.0.smithi157.stdout:3122: left oid 21 (ObjNum 950 snap 319 seq_num 950) 2024-08-17T00:43:22.466 INFO:tasks.rados.rados.0.smithi157.stdout:3124: finishing write tid 1 to smithi15786056-41 2024-08-17T00:43:22.466 INFO:tasks.rados.rados.0.smithi157.stdout:3122: done (3 left) 2024-08-17T00:43:22.466 INFO:tasks.rados.rados.0.smithi157.stdout:3123: done (2 left) 2024-08-17T00:43:22.467 INFO:tasks.rados.rados.0.smithi157.stdout:3126: read oid 15 snap -1 2024-08-17T00:43:22.467 INFO:tasks.rados.rados.0.smithi157.stdout:3126: expect (ObjNum 840 snap 284 seq_num 840) 2024-08-17T00:43:22.467 INFO:tasks.rados.rados.0.smithi157.stdout:3127: read oid 6 snap -1 2024-08-17T00:43:22.467 INFO:tasks.rados.rados.0.smithi157.stdout:3127: expect (ObjNum 855 snap 286 seq_num 855) 2024-08-17T00:43:22.467 INFO:tasks.rados.rados.0.smithi157.stdout:3128: read oid 47 snap -1 2024-08-17T00:43:22.467 INFO:tasks.rados.rados.0.smithi157.stdout:3128: expect deleted 2024-08-17T00:43:22.467 INFO:tasks.rados.rados.0.smithi157.stdout:3129: delete oid 30 current snap is 319 2024-08-17T00:43:22.470 INFO:tasks.rados.rados.0.smithi157.stdout:3124: finishing write tid 2 to smithi15786056-41 2024-08-17T00:43:22.470 INFO:tasks.rados.rados.0.smithi157.stdout:3128: done (5 left) 2024-08-17T00:43:22.470 INFO:tasks.rados.rados.0.smithi157.stdout:3129: done (4 left) 2024-08-17T00:43:22.470 INFO:tasks.rados.rados.0.smithi157.stdout:3130: copy_from oid 2 from oid 1 current snap is 319 2024-08-17T00:43:22.470 INFO:tasks.rados.rados.0.smithi157.stdout:3131: copy_from oid 50 from oid 28 current snap is 319 2024-08-17T00:43:22.470 INFO:tasks.rados.rados.0.smithi157.stdout:3132: snap_create 2024-08-17T00:43:22.470 INFO:tasks.rados.rados.0.smithi157.stdout:3124: finishing write tid 3 to smithi15786056-41 2024-08-17T00:43:22.471 INFO:tasks.rados.rados.0.smithi157.stdout:3124: finishing write tid 4 to smithi15786056-41 2024-08-17T00:43:22.472 INFO:tasks.rados.rados.0.smithi157.stdout:3124: finishing write tid 5 to smithi15786056-41 2024-08-17T00:43:22.473 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 1860 (ObjNum 951 snap 319 seq_num 951) dirty exists 2024-08-17T00:43:22.473 INFO:tasks.rados.rados.0.smithi157.stdout:3124: left oid 41 (ObjNum 951 snap 319 seq_num 951) 2024-08-17T00:43:22.476 INFO:tasks.rados.rados.0.smithi157.stdout:3130: finishing copy_from racing read to smithi15786056-2 2024-08-17T00:43:22.477 INFO:tasks.rados.rados.0.smithi157.stdout:3130: finishing copy_from to smithi15786056-2 2024-08-17T00:43:22.478 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 1752 (ObjNum 865 snap 290 seq_num 865) dirty exists 2024-08-17T00:43:22.485 INFO:tasks.rados.rados.0.smithi157.stdout:3127: expect (ObjNum 855 snap 286 seq_num 855) 2024-08-17T00:43:22.556 INFO:tasks.rados.rados.0.smithi157.stdout:3126: expect (ObjNum 840 snap 284 seq_num 840) 2024-08-17T00:43:22.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:43:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:43:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:22.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:22 smithi187 ceph-mon[90552]: osdmap e699: 8 total, 8 up, 8 in 2024-08-17T00:43:22.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:22 smithi187 ceph-mon[90552]: pgmap v708: 121 pgs: 121 active+clean; 521 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 643 KiB/s wr, 15 op/s 2024-08-17T00:43:22.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:22 smithi187 ceph-mon[90552]: osdmap e700: 8 total, 8 up, 8 in 2024-08-17T00:43:22.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:22 smithi157 ceph-mon[98780]: osdmap e699: 8 total, 8 up, 8 in 2024-08-17T00:43:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:22 smithi157 ceph-mon[98780]: pgmap v708: 121 pgs: 121 active+clean; 521 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 643 KiB/s wr, 15 op/s 2024-08-17T00:43:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:22 smithi157 ceph-mon[98780]: osdmap e700: 8 total, 8 up, 8 in 2024-08-17T00:43:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:22 smithi157 ceph-mon[101289]: osdmap e699: 8 total, 8 up, 8 in 2024-08-17T00:43:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:22 smithi157 ceph-mon[101289]: pgmap v708: 121 pgs: 121 active+clean; 521 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 643 KiB/s wr, 15 op/s 2024-08-17T00:43:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:22 smithi157 ceph-mon[101289]: osdmap e700: 8 total, 8 up, 8 in 2024-08-17T00:43:23.717 INFO:tasks.rados.rados.0.smithi157.stdout:3125: finishing copy_from racing read to smithi15786056-38 2024-08-17T00:43:23.718 INFO:tasks.rados.rados.0.smithi157.stdout:3125: finishing copy_from to smithi15786056-38 2024-08-17T00:43:23.718 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 1574 (ObjNum 946 snap 318 seq_num 946) dirty exists 2024-08-17T00:43:23.718 INFO:tasks.rados.rados.0.smithi157.stdout:3131: finishing copy_from racing read to smithi15786056-50 2024-08-17T00:43:23.718 INFO:tasks.rados.rados.0.smithi157.stdout:3131: finishing copy_from to smithi15786056-50 2024-08-17T00:43:23.718 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 1426 (ObjNum 936 snap 313 seq_num 936) dirty exists 2024-08-17T00:43:23.718 INFO:tasks.rados.rados.0.smithi157.stdout:3124: done (6 left) 2024-08-17T00:43:23.718 INFO:tasks.rados.rados.0.smithi157.stdout:3125: done (5 left) 2024-08-17T00:43:23.718 INFO:tasks.rados.rados.0.smithi157.stdout:3126: done (4 left) 2024-08-17T00:43:23.718 INFO:tasks.rados.rados.0.smithi157.stdout:3127: done (3 left) 2024-08-17T00:43:23.718 INFO:tasks.rados.rados.0.smithi157.stdout:3130: done (2 left) 2024-08-17T00:43:23.718 INFO:tasks.rados.rados.0.smithi157.stdout:3131: done (1 left) 2024-08-17T00:43:23.718 INFO:tasks.rados.rados.0.smithi157.stdout:3132: done (0 left) 2024-08-17T00:43:23.719 INFO:tasks.rados.rados.0.smithi157.stdout:3133: copy_from oid 4 from oid 16 current snap is 320 2024-08-17T00:43:23.719 INFO:tasks.rados.rados.0.smithi157.stdout:3134: snap_create 2024-08-17T00:43:23.745 INFO:tasks.rados.rados.0.smithi157.stdout:3133: finishing copy_from racing read to smithi15786056-4 2024-08-17T00:43:23.750 INFO:tasks.rados.rados.0.smithi157.stdout:3133: finishing copy_from to smithi15786056-4 2024-08-17T00:43:23.750 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 1698 (ObjNum 720 snap 232 seq_num 720) dirty exists 2024-08-17T00:43:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:43:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:43:23] "GET /metrics HTTP/1.1" 200 36287 "" "Prometheus/2.43.0" 2024-08-17T00:43:24.438 INFO:tasks.rados.rados.0.smithi157.stdout:3133: done (1 left) 2024-08-17T00:43:24.438 INFO:tasks.rados.rados.0.smithi157.stdout:3134: done (0 left) 2024-08-17T00:43:24.438 INFO:tasks.rados.rados.0.smithi157.stdout:3135: read oid 49 snap -1 2024-08-17T00:43:24.438 INFO:tasks.rados.rados.0.smithi157.stdout:3135: expect (ObjNum 853 snap 286 seq_num 853) 2024-08-17T00:43:24.438 INFO:tasks.rados.rados.0.smithi157.stdout:3136: snap_remove snap 292 2024-08-17T00:43:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:24 smithi187 ceph-mon[90552]: osdmap e701: 8 total, 8 up, 8 in 2024-08-17T00:43:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:24 smithi187 ceph-mon[90552]: pgmap v711: 121 pgs: 121 active+clean; 523 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-08-17T00:43:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:24 smithi157 ceph-mon[98780]: osdmap e701: 8 total, 8 up, 8 in 2024-08-17T00:43:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:24 smithi157 ceph-mon[98780]: pgmap v711: 121 pgs: 121 active+clean; 523 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-08-17T00:43:24.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:24 smithi157 ceph-mon[101289]: osdmap e701: 8 total, 8 up, 8 in 2024-08-17T00:43:24.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:24 smithi157 ceph-mon[101289]: pgmap v711: 121 pgs: 121 active+clean; 523 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-08-17T00:43:25.440 INFO:tasks.rados.rados.0.smithi157.stdout:3136: done (1 left) 2024-08-17T00:43:25.440 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 321 2024-08-17T00:43:25.440 INFO:tasks.rados.rados.0.smithi157.stdout:3137: seq_num 953 ranges {0=770048,770048=786432,1556480=16384} 2024-08-17T00:43:25.445 INFO:tasks.rados.rados.0.smithi157.stdout:3137: writing smithi15786056-13 from 0 to 770048 tid 1 2024-08-17T00:43:25.450 INFO:tasks.rados.rados.0.smithi157.stdout:3137: writing smithi15786056-13 from 770048 to 1556480 tid 2 2024-08-17T00:43:25.450 INFO:tasks.rados.rados.0.smithi157.stdout:3137: writing smithi15786056-13 from 1556480 to 1572864 tid 3 2024-08-17T00:43:25.451 INFO:tasks.rados.rados.0.smithi157.stdout:3138: setattr oid 40 current snap is 321 2024-08-17T00:43:25.451 INFO:tasks.rados.rados.0.smithi157.stdout:3135: expect (ObjNum 853 snap 286 seq_num 853) 2024-08-17T00:43:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:25 smithi187 ceph-mon[90552]: osdmap e702: 8 total, 8 up, 8 in 2024-08-17T00:43:25.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:25 smithi157 ceph-mon[101289]: osdmap e702: 8 total, 8 up, 8 in 2024-08-17T00:43:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:25 smithi157 ceph-mon[98780]: osdmap e702: 8 total, 8 up, 8 in 2024-08-17T00:43:26.030 INFO:tasks.rados.rados.0.smithi157.stdout:3137: finishing write tid 1 to smithi15786056-13 2024-08-17T00:43:26.030 INFO:tasks.rados.rados.0.smithi157.stdout:3137: finishing write tid 2 to smithi15786056-13 2024-08-17T00:43:26.030 INFO:tasks.rados.rados.0.smithi157.stdout:3137: finishing write tid 3 to smithi15786056-13 2024-08-17T00:43:26.030 INFO:tasks.rados.rados.0.smithi157.stdout:3137: finishing write tid 4 to smithi15786056-13 2024-08-17T00:43:26.030 INFO:tasks.rados.rados.0.smithi157.stdout:3137: finishing write tid 5 to smithi15786056-13 2024-08-17T00:43:26.030 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1582 (ObjNum 953 snap 321 seq_num 953) dirty exists 2024-08-17T00:43:26.030 INFO:tasks.rados.rados.0.smithi157.stdout:3137: left oid 13 (ObjNum 953 snap 321 seq_num 953) 2024-08-17T00:43:26.031 INFO:tasks.rados.rados.0.smithi157.stdout:3135: done (2 left) 2024-08-17T00:43:26.031 INFO:tasks.rados.rados.0.smithi157.stdout:3137: done (1 left) 2024-08-17T00:43:26.031 INFO:tasks.rados.rados.0.smithi157.stdout:3139: read oid 12 snap -1 2024-08-17T00:43:26.031 INFO:tasks.rados.rados.0.smithi157.stdout:3139: expect deleted 2024-08-17T00:43:26.031 INFO:tasks.rados.rados.0.smithi157.stdout:3140: rollback oid 31 current snap is 321 2024-08-17T00:43:26.031 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 31 to 279 2024-08-17T00:43:26.031 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 321 2024-08-17T00:43:26.031 INFO:tasks.rados.rados.0.smithi157.stdout:3141: seq_num 954 ranges {2097152=786432,2883584=671744,3555328=131072} 2024-08-17T00:43:26.044 INFO:tasks.rados.rados.0.smithi157.stdout:3141: writing smithi15786056-25 from 2097152 to 2883584 tid 1 2024-08-17T00:43:26.048 INFO:tasks.rados.rados.0.smithi157.stdout:3141: writing smithi15786056-25 from 2883584 to 3555328 tid 2 2024-08-17T00:43:26.049 INFO:tasks.rados.rados.0.smithi157.stdout:3141: writing smithi15786056-25 from 3555328 to 3686400 tid 3 2024-08-17T00:43:26.049 INFO:tasks.rados.rados.0.smithi157.stdout:3142: read oid 17 snap -1 2024-08-17T00:43:26.050 INFO:tasks.rados.rados.0.smithi157.stdout:3142: expect deleted 2024-08-17T00:43:26.050 INFO:tasks.rados.rados.0.smithi157.stdout:3143: snap_remove snap 244 2024-08-17T00:43:26.449 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 1476 (ObjNum 940 snap 313 seq_num 940) dirty exists 2024-08-17T00:43:26.449 INFO:tasks.rados.rados.0.smithi157.stdout:3140: finishing rollback tid 0 to smithi15786056-31 2024-08-17T00:43:26.449 INFO:tasks.rados.rados.0.smithi157.stdout:3140: finishing rollback tid 1 to smithi15786056-31 2024-08-17T00:43:26.449 INFO:tasks.rados.rados.0.smithi157.stdout:3140: finishing rollback tid 2 to smithi15786056-31 2024-08-17T00:43:26.449 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 1480 (ObjNum 771 snap 254 seq_num 771) dirty exists 2024-08-17T00:43:26.449 INFO:tasks.rados.rados.0.smithi157.stdout:3141: finishing write tid 1 to smithi15786056-25 2024-08-17T00:43:26.450 INFO:tasks.rados.rados.0.smithi157.stdout:3141: finishing write tid 2 to smithi15786056-25 2024-08-17T00:43:26.450 INFO:tasks.rados.rados.0.smithi157.stdout:3141: finishing write tid 3 to smithi15786056-25 2024-08-17T00:43:26.450 INFO:tasks.rados.rados.0.smithi157.stdout:3141: finishing write tid 4 to smithi15786056-25 2024-08-17T00:43:26.450 INFO:tasks.rados.rados.0.smithi157.stdout:3141: finishing write tid 5 to smithi15786056-25 2024-08-17T00:43:26.450 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 1862 (ObjNum 954 snap 321 seq_num 954) dirty exists 2024-08-17T00:43:26.450 INFO:tasks.rados.rados.0.smithi157.stdout:3141: left oid 25 (ObjNum 954 snap 321 seq_num 954) 2024-08-17T00:43:26.450 INFO:tasks.rados.rados.0.smithi157.stdout:3138: done (5 left) 2024-08-17T00:43:26.450 INFO:tasks.rados.rados.0.smithi157.stdout:3139: done (4 left) 2024-08-17T00:43:26.450 INFO:tasks.rados.rados.0.smithi157.stdout:3140: done (3 left) 2024-08-17T00:43:26.450 INFO:tasks.rados.rados.0.smithi157.stdout:3141: done (2 left) 2024-08-17T00:43:26.451 INFO:tasks.rados.rados.0.smithi157.stdout:3142: done (1 left) 2024-08-17T00:43:26.451 INFO:tasks.rados.rados.0.smithi157.stdout:3143: done (0 left) 2024-08-17T00:43:26.451 INFO:tasks.rados.rados.0.smithi157.stdout:3144: snap_create 2024-08-17T00:43:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:26 smithi187 ceph-mon[90552]: osdmap e703: 8 total, 8 up, 8 in 2024-08-17T00:43:26.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:26 smithi187 ceph-mon[90552]: pgmap v714: 121 pgs: 121 active+clean; 546 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.6 MiB/s wr, 16 op/s 2024-08-17T00:43:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:26 smithi157 ceph-mon[98780]: osdmap e703: 8 total, 8 up, 8 in 2024-08-17T00:43:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:26 smithi157 ceph-mon[98780]: pgmap v714: 121 pgs: 121 active+clean; 546 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.6 MiB/s wr, 16 op/s 2024-08-17T00:43:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:26 smithi157 ceph-mon[101289]: osdmap e703: 8 total, 8 up, 8 in 2024-08-17T00:43:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:26 smithi157 ceph-mon[101289]: pgmap v714: 121 pgs: 121 active+clean; 546 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.6 MiB/s wr, 16 op/s 2024-08-17T00:43:27.414 INFO:tasks.rados.rados.0.smithi157.stdout:3144: done (0 left) 2024-08-17T00:43:27.414 INFO:tasks.rados.rados.0.smithi157.stdout:3145: delete oid 44 current snap is 322 2024-08-17T00:43:27.418 INFO:tasks.rados.rados.0.smithi157.stdout:3145: done (0 left) 2024-08-17T00:43:27.418 INFO:tasks.rados.rados.0.smithi157.stdout:3146: delete oid 20 current snap is 322 2024-08-17T00:43:27.424 INFO:tasks.rados.rados.0.smithi157.stdout:3146: done (0 left) 2024-08-17T00:43:27.424 INFO:tasks.rados.rados.0.smithi157.stdout:3147: rmattr oid 37 current snap is 322 2024-08-17T00:43:27.424 INFO:tasks.rados.rados.0.smithi157.stdout:3148: snap_create 2024-08-17T00:43:27.429 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 1868 (ObjNum 794 snap 265 seq_num 794) dirty exists 2024-08-17T00:43:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:27 smithi187 ceph-mon[90552]: osdmap e704: 8 total, 8 up, 8 in 2024-08-17T00:43:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:27 smithi187 ceph-mon[90552]: osdmap e705: 8 total, 8 up, 8 in 2024-08-17T00:43:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:27 smithi157 ceph-mon[101289]: osdmap e704: 8 total, 8 up, 8 in 2024-08-17T00:43:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:27 smithi157 ceph-mon[101289]: osdmap e705: 8 total, 8 up, 8 in 2024-08-17T00:43:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:27 smithi157 ceph-mon[98780]: osdmap e704: 8 total, 8 up, 8 in 2024-08-17T00:43:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:27 smithi157 ceph-mon[98780]: osdmap e705: 8 total, 8 up, 8 in 2024-08-17T00:43:28.416 INFO:tasks.rados.rados.0.smithi157.stdout:3147: done (1 left) 2024-08-17T00:43:28.416 INFO:tasks.rados.rados.0.smithi157.stdout:3148: done (0 left) 2024-08-17T00:43:28.416 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 323 2024-08-17T00:43:28.416 INFO:tasks.rados.rados.0.smithi157.stdout:3149: seq_num 957 ranges {8159232=434176,8593408=720896,9314304=483328} 2024-08-17T00:43:28.462 INFO:tasks.rados.rados.0.smithi157.stdout:3149: writing smithi15786056-4 from 8159232 to 8593408 tid 1 2024-08-17T00:43:28.466 INFO:tasks.rados.rados.0.smithi157.stdout:3149: writing smithi15786056-4 from 8593408 to 9314304 tid 2 2024-08-17T00:43:28.469 INFO:tasks.rados.rados.0.smithi157.stdout:3149: writing smithi15786056-4 from 9314304 to 9797632 tid 3 2024-08-17T00:43:28.469 INFO:tasks.rados.rados.0.smithi157.stdout:3150: read oid 38 snap -1 2024-08-17T00:43:28.469 INFO:tasks.rados.rados.0.smithi157.stdout:3150: expect (ObjNum 946 snap 318 seq_num 946) 2024-08-17T00:43:28.470 INFO:tasks.rados.rados.0.smithi157.stdout:3151: rmattr oid 36 current snap is 323 2024-08-17T00:43:28.470 INFO:tasks.rados.rados.0.smithi157.stdout:3149: finishing write tid 1 to smithi15786056-4 2024-08-17T00:43:28.470 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 43 current snap is 323 2024-08-17T00:43:28.470 INFO:tasks.rados.rados.0.smithi157.stdout:3152: seq_num 958 ranges {7487488=450560,7938048=655360,8593408=548864} 2024-08-17T00:43:28.513 INFO:tasks.rados.rados.0.smithi157.stdout:3152: writing smithi15786056-43 from 7487488 to 7938048 tid 1 2024-08-17T00:43:28.517 INFO:tasks.rados.rados.0.smithi157.stdout:3152: writing smithi15786056-43 from 7938048 to 8593408 tid 2 2024-08-17T00:43:28.521 INFO:tasks.rados.rados.0.smithi157.stdout:3152: writing smithi15786056-43 from 8593408 to 9142272 tid 3 2024-08-17T00:43:28.521 INFO:tasks.rados.rados.0.smithi157.stdout:3153: delete oid 34 current snap is 323 2024-08-17T00:43:28.521 INFO:tasks.rados.rados.0.smithi157.stdout:3149: finishing write tid 2 to smithi15786056-4 2024-08-17T00:43:28.521 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 1356 (ObjNum 873 snap 294 seq_num 873) dirty exists 2024-08-17T00:43:28.521 INFO:tasks.rados.rados.0.smithi157.stdout:3149: finishing write tid 3 to smithi15786056-4 2024-08-17T00:43:28.521 INFO:tasks.rados.rados.0.smithi157.stdout:3149: finishing write tid 4 to smithi15786056-4 2024-08-17T00:43:28.521 INFO:tasks.rados.rados.0.smithi157.stdout:3149: finishing write tid 5 to smithi15786056-4 2024-08-17T00:43:28.521 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 1758 (ObjNum 957 snap 323 seq_num 957) dirty exists 2024-08-17T00:43:28.521 INFO:tasks.rados.rados.0.smithi157.stdout:3149: left oid 4 (ObjNum 957 snap 323 seq_num 957) 2024-08-17T00:43:28.522 INFO:tasks.rados.rados.0.smithi157.stdout:3150: expect (ObjNum 946 snap 318 seq_num 946) 2024-08-17T00:43:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:28 smithi187 ceph-mon[90552]: pgmap v717: 121 pgs: 121 active+clean; 546 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.4 MiB/s wr, 10 op/s 2024-08-17T00:43:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:28 smithi187 ceph-mon[90552]: osdmap e706: 8 total, 8 up, 8 in 2024-08-17T00:43:28.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:28 smithi157 ceph-mon[101289]: pgmap v717: 121 pgs: 121 active+clean; 546 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.4 MiB/s wr, 10 op/s 2024-08-17T00:43:28.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:28 smithi157 ceph-mon[101289]: osdmap e706: 8 total, 8 up, 8 in 2024-08-17T00:43:28.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:28 smithi157 ceph-mon[98780]: pgmap v717: 121 pgs: 121 active+clean; 546 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.4 MiB/s wr, 10 op/s 2024-08-17T00:43:28.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:28 smithi157 ceph-mon[98780]: osdmap e706: 8 total, 8 up, 8 in 2024-08-17T00:43:29.660 INFO:tasks.rados.rados.0.smithi157.stdout:3152: finishing write tid 1 to smithi15786056-43 2024-08-17T00:43:29.660 INFO:tasks.rados.rados.0.smithi157.stdout:3152: finishing write tid 2 to smithi15786056-43 2024-08-17T00:43:29.661 INFO:tasks.rados.rados.0.smithi157.stdout:3152: finishing write tid 3 to smithi15786056-43 2024-08-17T00:43:29.661 INFO:tasks.rados.rados.0.smithi157.stdout:3152: finishing write tid 4 to smithi15786056-43 2024-08-17T00:43:29.661 INFO:tasks.rados.rados.0.smithi157.stdout:3152: finishing write tid 5 to smithi15786056-43 2024-08-17T00:43:29.661 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 2252 (ObjNum 958 snap 323 seq_num 958) dirty exists 2024-08-17T00:43:29.661 INFO:tasks.rados.rados.0.smithi157.stdout:3152: left oid 43 (ObjNum 958 snap 323 seq_num 958) 2024-08-17T00:43:29.661 INFO:tasks.rados.rados.0.smithi157.stdout:3149: done (4 left) 2024-08-17T00:43:29.661 INFO:tasks.rados.rados.0.smithi157.stdout:3150: done (3 left) 2024-08-17T00:43:29.661 INFO:tasks.rados.rados.0.smithi157.stdout:3151: done (2 left) 2024-08-17T00:43:29.661 INFO:tasks.rados.rados.0.smithi157.stdout:3152: done (1 left) 2024-08-17T00:43:29.661 INFO:tasks.rados.rados.0.smithi157.stdout:3153: done (0 left) 2024-08-17T00:43:29.661 INFO:tasks.rados.rados.0.smithi157.stdout:3154: read oid 29 snap -1 2024-08-17T00:43:29.661 INFO:tasks.rados.rados.0.smithi157.stdout:3154: expect deleted 2024-08-17T00:43:29.661 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 323 2024-08-17T00:43:29.661 INFO:tasks.rados.rados.0.smithi157.stdout:3155: seq_num 960 ranges {9797632=483328,10280960=425984,10706944=761856,11468800=16384} 2024-08-17T00:43:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:29.714 INFO:tasks.rados.rados.0.smithi157.stdout:3155: writing smithi15786056-4 from 9797632 to 10280960 tid 1 2024-08-17T00:43:29.716 INFO:tasks.rados.rados.0.smithi157.stdout:3155: writing smithi15786056-4 from 10280960 to 10706944 tid 2 2024-08-17T00:43:29.721 INFO:tasks.rados.rados.0.smithi157.stdout:3155: writing smithi15786056-4 from 10706944 to 11468800 tid 3 2024-08-17T00:43:29.721 INFO:tasks.rados.rados.0.smithi157.stdout:3155: writing smithi15786056-4 from 11468800 to 11485184 tid 4 2024-08-17T00:43:29.721 INFO:tasks.rados.rados.0.smithi157.stdout:3156: rollback oid 28 current snap is 323 2024-08-17T00:43:29.721 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 28 to 317 2024-08-17T00:43:29.721 INFO:tasks.rados.rados.0.smithi157.stdout:3155: finishing write tid 1 to smithi15786056-4 2024-08-17T00:43:29.721 INFO:tasks.rados.rados.0.smithi157.stdout:3155: finishing write tid 2 to smithi15786056-4 2024-08-17T00:43:29.721 INFO:tasks.rados.rados.0.smithi157.stdout:3154: done (2 left) 2024-08-17T00:43:29.722 INFO:tasks.rados.rados.0.smithi157.stdout:3157: snap_remove snap 316 2024-08-17T00:43:29.801 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:29.802 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:30.463 INFO:tasks.rados.rados.0.smithi157.stdout:3157: done (2 left) 2024-08-17T00:43:30.463 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 1 current snap is 323 2024-08-17T00:43:30.463 INFO:tasks.rados.rados.0.smithi157.stdout:3158: seq_num 961 ranges {90112=499712,589824=712704,1302528=491520} 2024-08-17T00:43:30.467 INFO:tasks.rados.rados.0.smithi157.stdout:3158: writing smithi15786056-1 from 90112 to 589824 tid 1 2024-08-17T00:43:30.472 INFO:tasks.rados.rados.0.smithi157.stdout:3158: writing smithi15786056-1 from 589824 to 1302528 tid 2 2024-08-17T00:43:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3158: writing smithi15786056-1 from 1302528 to 1794048 tid 3 2024-08-17T00:43:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3159: snap_create 2024-08-17T00:43:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3155: finishing write tid 3 to smithi15786056-4 2024-08-17T00:43:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3155: finishing write tid 4 to smithi15786056-4 2024-08-17T00:43:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3155: finishing write tid 5 to smithi15786056-4 2024-08-17T00:43:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3156: finishing rollback tid 0 to smithi15786056-28 2024-08-17T00:43:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3156: finishing rollback tid 1 to smithi15786056-28 2024-08-17T00:43:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3156: finishing rollback tid 2 to smithi15786056-28 2024-08-17T00:43:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1492 (ObjNum 936 snap 313 seq_num 936) dirty exists 2024-08-17T00:43:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3155: finishing write tid 6 to smithi15786056-4 2024-08-17T00:43:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 1763 (ObjNum 960 snap 323 seq_num 960) dirty exists 2024-08-17T00:43:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3155: left oid 4 (ObjNum 960 snap 323 seq_num 960) 2024-08-17T00:43:30.478 INFO:tasks.rados.rados.0.smithi157.stdout:3158: finishing write tid 1 to smithi15786056-1 2024-08-17T00:43:30.478 INFO:tasks.rados.rados.0.smithi157.stdout:3158: finishing write tid 2 to smithi15786056-1 2024-08-17T00:43:30.481 INFO:tasks.rados.rados.0.smithi157.stdout:3158: finishing write tid 3 to smithi15786056-1 2024-08-17T00:43:30.482 INFO:tasks.rados.rados.0.smithi157.stdout:3158: finishing write tid 4 to smithi15786056-1 2024-08-17T00:43:30.484 INFO:tasks.rados.rados.0.smithi157.stdout:3158: finishing write tid 5 to smithi15786056-1 2024-08-17T00:43:30.484 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 1767 (ObjNum 961 snap 323 seq_num 961) dirty exists 2024-08-17T00:43:30.484 INFO:tasks.rados.rados.0.smithi157.stdout:3158: left oid 1 (ObjNum 961 snap 323 seq_num 961) 2024-08-17T00:43:30.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:30 smithi157 ceph-mon[98780]: pgmap v719: 121 pgs: 121 active+clean; 501 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-08-17T00:43:30.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:30 smithi157 ceph-mon[101289]: pgmap v719: 121 pgs: 121 active+clean; 501 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-08-17T00:43:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:30 smithi187 ceph-mon[90552]: pgmap v719: 121 pgs: 121 active+clean; 501 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-08-17T00:43:31.466 INFO:tasks.rados.rados.0.smithi157.stdout:3155: done (3 left) 2024-08-17T00:43:31.466 INFO:tasks.rados.rados.0.smithi157.stdout:3156: done (2 left) 2024-08-17T00:43:31.467 INFO:tasks.rados.rados.0.smithi157.stdout:3158: done (1 left) 2024-08-17T00:43:31.467 INFO:tasks.rados.rados.0.smithi157.stdout:3159: done (0 left) 2024-08-17T00:43:31.467 INFO:tasks.rados.rados.0.smithi157.stdout:3160: setattr oid 17 current snap is 324 2024-08-17T00:43:31.467 INFO:tasks.rados.rados.0.smithi157.stdout:3161: read oid 6 snap -1 2024-08-17T00:43:31.468 INFO:tasks.rados.rados.0.smithi157.stdout:3161: expect (ObjNum 855 snap 286 seq_num 855) 2024-08-17T00:43:31.468 INFO:tasks.rados.rados.0.smithi157.stdout:3162: delete oid 50 current snap is 324 2024-08-17T00:43:31.475 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 1563 (ObjNum 33 snap 0 seq_num 171007376) dirty exists 2024-08-17T00:43:31.475 INFO:tasks.rados.rados.0.smithi157.stdout:3160: done (2 left) 2024-08-17T00:43:31.475 INFO:tasks.rados.rados.0.smithi157.stdout:3162: done (1 left) 2024-08-17T00:43:31.475 INFO:tasks.rados.rados.0.smithi157.stdout:3163: snap_create 2024-08-17T00:43:31.483 INFO:tasks.rados.rados.0.smithi157.stdout:3161: expect (ObjNum 855 snap 286 seq_num 855) 2024-08-17T00:43:31.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:31 smithi157 ceph-mon[98780]: osdmap e707: 8 total, 8 up, 8 in 2024-08-17T00:43:31.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:31 smithi157 ceph-mon[101289]: osdmap e707: 8 total, 8 up, 8 in 2024-08-17T00:43:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:31 smithi187 ceph-mon[90552]: osdmap e707: 8 total, 8 up, 8 in 2024-08-17T00:43:32.476 INFO:tasks.rados.rados.0.smithi157.stdout:3161: done (1 left) 2024-08-17T00:43:32.476 INFO:tasks.rados.rados.0.smithi157.stdout:3163: done (0 left) 2024-08-17T00:43:32.476 INFO:tasks.rados.rados.0.smithi157.stdout:3164: copy_from oid 49 from oid 26 current snap is 325 2024-08-17T00:43:32.476 INFO:tasks.rados.rados.0.smithi157.stdout:3165: snap_create 2024-08-17T00:43:32.490 INFO:tasks.rados.rados.0.smithi157.stdout:3164: finishing copy_from racing read to smithi15786056-49 2024-08-17T00:43:32.491 INFO:tasks.rados.rados.0.smithi157.stdout:3164: finishing copy_from to smithi15786056-49 2024-08-17T00:43:32.491 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1752 (ObjNum 923 snap 310 seq_num 923) dirty exists 2024-08-17T00:43:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:32 smithi187 ceph-mon[90552]: osdmap e708: 8 total, 8 up, 8 in 2024-08-17T00:43:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:32 smithi187 ceph-mon[90552]: pgmap v722: 121 pgs: 121 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-08-17T00:43:32.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:43:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:43:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:32 smithi157 ceph-mon[98780]: osdmap e708: 8 total, 8 up, 8 in 2024-08-17T00:43:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:32 smithi157 ceph-mon[98780]: pgmap v722: 121 pgs: 121 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-08-17T00:43:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:32 smithi157 ceph-mon[101289]: osdmap e708: 8 total, 8 up, 8 in 2024-08-17T00:43:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:32 smithi157 ceph-mon[101289]: pgmap v722: 121 pgs: 121 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-08-17T00:43:33.477 INFO:tasks.rados.rados.0.smithi157.stdout:3164: done (1 left) 2024-08-17T00:43:33.477 INFO:tasks.rados.rados.0.smithi157.stdout:3165: done (0 left) 2024-08-17T00:43:33.478 INFO:tasks.rados.rados.0.smithi157.stdout:3166: delete oid 22 current snap is 326 2024-08-17T00:43:33.485 INFO:tasks.rados.rados.0.smithi157.stdout:3166: done (0 left) 2024-08-17T00:43:33.485 INFO:tasks.rados.rados.0.smithi157.stdout:3167: rollback oid 19 current snap is 326 2024-08-17T00:43:33.485 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 19 to 283 2024-08-17T00:43:33.485 INFO:tasks.rados.rados.0.smithi157.stdout:3168: rmattr oid 23 current snap is 326 2024-08-17T00:43:33.485 INFO:tasks.rados.rados.0.smithi157.stdout:3168: done (1 left) 2024-08-17T00:43:33.486 INFO:tasks.rados.rados.0.smithi157.stdout:3169: read oid 50 snap -1 2024-08-17T00:43:33.486 INFO:tasks.rados.rados.0.smithi157.stdout:3169: expect deleted 2024-08-17T00:43:33.486 INFO:tasks.rados.rados.0.smithi157.stdout:3170: delete oid 10 current snap is 326 2024-08-17T00:43:33.489 INFO:tasks.rados.rados.0.smithi157.stdout:3167: finishing rollback tid 0 to smithi15786056-19 2024-08-17T00:43:33.489 INFO:tasks.rados.rados.0.smithi157.stdout:3169: done (2 left) 2024-08-17T00:43:33.489 INFO:tasks.rados.rados.0.smithi157.stdout:3170: done (1 left) 2024-08-17T00:43:33.489 INFO:tasks.rados.rados.0.smithi157.stdout:3171: rmattr oid 24 current snap is 326 2024-08-17T00:43:33.490 INFO:tasks.rados.rados.0.smithi157.stdout:3171: done (1 left) 2024-08-17T00:43:33.490 INFO:tasks.rados.rados.0.smithi157.stdout:3172: snap_remove snap 289 2024-08-17T00:43:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:33 smithi157 ceph-mon[98780]: osdmap e709: 8 total, 8 up, 8 in 2024-08-17T00:43:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:43:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:43:33] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.43.0" 2024-08-17T00:43:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:33 smithi157 ceph-mon[101289]: osdmap e709: 8 total, 8 up, 8 in 2024-08-17T00:43:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:33 smithi187 ceph-mon[90552]: osdmap e709: 8 total, 8 up, 8 in 2024-08-17T00:43:34.487 INFO:tasks.rados.rados.0.smithi157.stdout:3167: finishing rollback tid 1 to smithi15786056-19 2024-08-17T00:43:34.488 INFO:tasks.rados.rados.0.smithi157.stdout:3167: finishing rollback tid 2 to smithi15786056-19 2024-08-17T00:43:34.488 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 1863 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:43:34.488 INFO:tasks.rados.rados.0.smithi157.stdout:3167: done (1 left) 2024-08-17T00:43:34.488 INFO:tasks.rados.rados.0.smithi157.stdout:3172: done (0 left) 2024-08-17T00:43:34.488 INFO:tasks.rados.rados.0.smithi157.stdout:3173: rollback oid 47 current snap is 326 2024-08-17T00:43:34.488 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 47 to 319 2024-08-17T00:43:34.488 INFO:tasks.rados.rados.0.smithi157.stdout:3174: copy_from oid 35 from oid 44 current snap is 326 2024-08-17T00:43:34.488 INFO:tasks.rados.rados.0.smithi157.stdout:3175: read oid 32 snap -1 2024-08-17T00:43:34.488 INFO:tasks.rados.rados.0.smithi157.stdout:3175: expect (ObjNum 900 snap 305 seq_num 900) 2024-08-17T00:43:34.488 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 31 current snap is 326 2024-08-17T00:43:34.488 INFO:tasks.rados.rados.0.smithi157.stdout:3176: seq_num 965 ranges {5136384=565248,5701632=647168,6348800=548864,6897664=8192} 2024-08-17T00:43:34.520 INFO:tasks.rados.rados.0.smithi157.stdout:3176: writing smithi15786056-31 from 5136384 to 5701632 tid 1 2024-08-17T00:43:34.524 INFO:tasks.rados.rados.0.smithi157.stdout:3176: writing smithi15786056-31 from 5701632 to 6348800 tid 2 2024-08-17T00:43:34.528 INFO:tasks.rados.rados.0.smithi157.stdout:3176: writing smithi15786056-31 from 6348800 to 6897664 tid 3 2024-08-17T00:43:34.528 INFO:tasks.rados.rados.0.smithi157.stdout:3176: writing smithi15786056-31 from 6897664 to 6905856 tid 4 2024-08-17T00:43:34.528 INFO:tasks.rados.rados.0.smithi157.stdout:3177: snap_create 2024-08-17T00:43:34.528 INFO:tasks.rados.rados.0.smithi157.stdout:3174: finishing copy_from to smithi15786056-35 2024-08-17T00:43:34.528 INFO:tasks.rados.rados.0.smithi157.stdout:3174: got expected ENOENT (src dne) 2024-08-17T00:43:34.529 INFO:tasks.rados.rados.0.smithi157.stdout:3174: finishing copy_from racing read to smithi15786056-35 2024-08-17T00:43:34.529 INFO:tasks.rados.rados.0.smithi157.stdout:3175: expect (ObjNum 900 snap 305 seq_num 900) 2024-08-17T00:43:34.606 INFO:tasks.rados.rados.0.smithi157.stdout:3173: finishing rollback tid 1 to smithi15786056-47 2024-08-17T00:43:34.607 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 1544 (ObjNum 545 snap 0 seq_num 171093184) dirty dne 2024-08-17T00:43:34.607 INFO:tasks.rados.rados.0.smithi157.stdout:3176: finishing write tid 1 to smithi15786056-31 2024-08-17T00:43:34.607 INFO:tasks.rados.rados.0.smithi157.stdout:3176: finishing write tid 2 to smithi15786056-31 2024-08-17T00:43:34.607 INFO:tasks.rados.rados.0.smithi157.stdout:3176: finishing write tid 3 to smithi15786056-31 2024-08-17T00:43:34.607 INFO:tasks.rados.rados.0.smithi157.stdout:3176: finishing write tid 4 to smithi15786056-31 2024-08-17T00:43:34.607 INFO:tasks.rados.rados.0.smithi157.stdout:3176: finishing write tid 5 to smithi15786056-31 2024-08-17T00:43:34.607 INFO:tasks.rados.rados.0.smithi157.stdout:3176: finishing write tid 6 to smithi15786056-31 2024-08-17T00:43:34.607 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 1510 (ObjNum 965 snap 326 seq_num 965) dirty exists 2024-08-17T00:43:34.607 INFO:tasks.rados.rados.0.smithi157.stdout:3176: left oid 31 (ObjNum 965 snap 326 seq_num 965) 2024-08-17T00:43:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:34 smithi187 ceph-mon[90552]: osdmap e710: 8 total, 8 up, 8 in 2024-08-17T00:43:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:34 smithi187 ceph-mon[90552]: pgmap v725: 121 pgs: 121 active+clean; 493 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-08-17T00:43:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:34 smithi157 ceph-mon[98780]: osdmap e710: 8 total, 8 up, 8 in 2024-08-17T00:43:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:34 smithi157 ceph-mon[98780]: pgmap v725: 121 pgs: 121 active+clean; 493 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-08-17T00:43:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:34 smithi157 ceph-mon[101289]: osdmap e710: 8 total, 8 up, 8 in 2024-08-17T00:43:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:34 smithi157 ceph-mon[101289]: pgmap v725: 121 pgs: 121 active+clean; 493 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-08-17T00:43:35.496 INFO:tasks.rados.rados.0.smithi157.stdout:3173: done (4 left) 2024-08-17T00:43:35.496 INFO:tasks.rados.rados.0.smithi157.stdout:3174: done (3 left) 2024-08-17T00:43:35.496 INFO:tasks.rados.rados.0.smithi157.stdout:3175: done (2 left) 2024-08-17T00:43:35.496 INFO:tasks.rados.rados.0.smithi157.stdout:3176: done (1 left) 2024-08-17T00:43:35.496 INFO:tasks.rados.rados.0.smithi157.stdout:3177: done (0 left) 2024-08-17T00:43:35.497 INFO:tasks.rados.rados.0.smithi157.stdout:3178: rollback oid 19 current snap is 327 2024-08-17T00:43:35.497 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 19 to 311 2024-08-17T00:43:35.497 INFO:tasks.rados.rados.0.smithi157.stdout:3179: snap_create 2024-08-17T00:43:35.504 INFO:tasks.rados.rados.0.smithi157.stdout:3178: finishing rollback tid 0 to smithi15786056-19 2024-08-17T00:43:35.505 INFO:tasks.rados.rados.0.smithi157.stdout:3178: finishing rollback tid 1 to smithi15786056-19 2024-08-17T00:43:35.505 INFO:tasks.rados.rados.0.smithi157.stdout:3178: finishing rollback tid 2 to smithi15786056-19 2024-08-17T00:43:35.505 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 1866 (ObjNum 874 snap 295 seq_num 874) dirty exists 2024-08-17T00:43:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:35 smithi157 ceph-mon[98780]: osdmap e711: 8 total, 8 up, 8 in 2024-08-17T00:43:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:35 smithi157 ceph-mon[101289]: osdmap e711: 8 total, 8 up, 8 in 2024-08-17T00:43:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:35 smithi187 ceph-mon[90552]: osdmap e711: 8 total, 8 up, 8 in 2024-08-17T00:43:36.500 INFO:tasks.rados.rados.0.smithi157.stdout:3178: done (1 left) 2024-08-17T00:43:36.500 INFO:tasks.rados.rados.0.smithi157.stdout:3179: done (0 left) 2024-08-17T00:43:36.500 INFO:tasks.rados.rados.0.smithi157.stdout:3180: rollback oid 43 current snap is 328 2024-08-17T00:43:36.500 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 43 to 315 2024-08-17T00:43:36.501 INFO:tasks.rados.rados.0.smithi157.stdout:3181: copy_from oid 32 from oid 46 current snap is 328 2024-08-17T00:43:36.501 INFO:tasks.rados.rados.0.smithi157.stdout:3182: copy_from oid 33 from oid 40 current snap is 328 2024-08-17T00:43:36.501 INFO:tasks.rados.rados.0.smithi157.stdout:3183: snap_remove snap 311 2024-08-17T00:43:36.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:36 smithi157 ceph-mon[98780]: osdmap e712: 8 total, 8 up, 8 in 2024-08-17T00:43:36.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:36 smithi157 ceph-mon[98780]: pgmap v728: 121 pgs: 121 active+clean; 494 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-08-17T00:43:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:36 smithi157 ceph-mon[101289]: osdmap e712: 8 total, 8 up, 8 in 2024-08-17T00:43:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:36 smithi157 ceph-mon[101289]: pgmap v728: 121 pgs: 121 active+clean; 494 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-08-17T00:43:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:36 smithi187 ceph-mon[90552]: osdmap e712: 8 total, 8 up, 8 in 2024-08-17T00:43:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:36 smithi187 ceph-mon[90552]: pgmap v728: 121 pgs: 121 active+clean; 494 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-08-17T00:43:37.420 INFO:tasks.rados.rados.0.smithi157.stdout:3183: done (3 left) 2024-08-17T00:43:37.420 INFO:tasks.rados.rados.0.smithi157.stdout:3184: delete oid 29 current snap is 328 2024-08-17T00:43:37.420 INFO:tasks.rados.rados.0.smithi157.stdout:3180: finishing rollback tid 0 to smithi15786056-43 2024-08-17T00:43:37.420 INFO:tasks.rados.rados.0.smithi157.stdout:3180: finishing rollback tid 1 to smithi15786056-43 2024-08-17T00:43:37.420 INFO:tasks.rados.rados.0.smithi157.stdout:3180: finishing rollback tid 2 to smithi15786056-43 2024-08-17T00:43:37.420 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 2268 (ObjNum 942 snap 315 seq_num 942) dirty exists 2024-08-17T00:43:37.420 INFO:tasks.rados.rados.0.smithi157.stdout:3182: finishing copy_from racing read to smithi15786056-33 2024-08-17T00:43:37.420 INFO:tasks.rados.rados.0.smithi157.stdout:3182: finishing copy_from to smithi15786056-33 2024-08-17T00:43:37.420 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 1476 (ObjNum 940 snap 313 seq_num 940) dirty exists 2024-08-17T00:43:37.420 INFO:tasks.rados.rados.0.smithi157.stdout:3181: finishing copy_from racing read to smithi15786056-32 2024-08-17T00:43:37.420 INFO:tasks.rados.rados.0.smithi157.stdout:3181: finishing copy_from to smithi15786056-32 2024-08-17T00:43:37.420 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 1752 (ObjNum 923 snap 310 seq_num 923) dirty exists 2024-08-17T00:43:37.427 INFO:tasks.rados.rados.0.smithi157.stdout:3180: done (3 left) 2024-08-17T00:43:37.427 INFO:tasks.rados.rados.0.smithi157.stdout:3181: done (2 left) 2024-08-17T00:43:37.427 INFO:tasks.rados.rados.0.smithi157.stdout:3182: done (1 left) 2024-08-17T00:43:37.427 INFO:tasks.rados.rados.0.smithi157.stdout:3184: done (0 left) 2024-08-17T00:43:37.427 INFO:tasks.rados.rados.0.smithi157.stdout:3185: delete oid 21 current snap is 328 2024-08-17T00:43:37.436 INFO:tasks.rados.rados.0.smithi157.stdout:3185: done (0 left) 2024-08-17T00:43:37.436 INFO:tasks.rados.rados.0.smithi157.stdout:3186: copy_from oid 13 from oid 17 current snap is 328 2024-08-17T00:43:37.436 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 26 current snap is 328 2024-08-17T00:43:37.436 INFO:tasks.rados.rados.0.smithi157.stdout:3187: seq_num 968 ranges {3022848=614400,3637248=745472,4382720=458752} 2024-08-17T00:43:37.457 INFO:tasks.rados.rados.0.smithi157.stdout:3187: writing smithi15786056-26 from 3022848 to 3637248 tid 1 2024-08-17T00:43:37.461 INFO:tasks.rados.rados.0.smithi157.stdout:3187: writing smithi15786056-26 from 3637248 to 4382720 tid 2 2024-08-17T00:43:37.464 INFO:tasks.rados.rados.0.smithi157.stdout:3187: writing smithi15786056-26 from 4382720 to 4841472 tid 3 2024-08-17T00:43:37.464 INFO:tasks.rados.rados.0.smithi157.stdout:3188: snap_create 2024-08-17T00:43:37.464 INFO:tasks.rados.rados.0.smithi157.stdout:3186: finishing copy_from racing read to smithi15786056-13 2024-08-17T00:43:37.464 INFO:tasks.rados.rados.0.smithi157.stdout:3186: finishing copy_from to smithi15786056-13 2024-08-17T00:43:37.464 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1563 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T00:43:37.464 INFO:tasks.rados.rados.0.smithi157.stdout:3187: finishing write tid 1 to smithi15786056-26 2024-08-17T00:43:37.467 INFO:tasks.rados.rados.0.smithi157.stdout:3187: finishing write tid 2 to smithi15786056-26 2024-08-17T00:43:37.468 INFO:tasks.rados.rados.0.smithi157.stdout:3187: finishing write tid 3 to smithi15786056-26 2024-08-17T00:43:37.468 INFO:tasks.rados.rados.0.smithi157.stdout:3187: finishing write tid 4 to smithi15786056-26 2024-08-17T00:43:37.468 INFO:tasks.rados.rados.0.smithi157.stdout:3187: finishing write tid 5 to smithi15786056-26 2024-08-17T00:43:37.469 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1912 (ObjNum 968 snap 328 seq_num 968) dirty exists 2024-08-17T00:43:37.469 INFO:tasks.rados.rados.0.smithi157.stdout:3187: left oid 26 (ObjNum 968 snap 328 seq_num 968) 2024-08-17T00:43:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:37 smithi157 ceph-mon[98780]: osdmap e713: 8 total, 8 up, 8 in 2024-08-17T00:43:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:37 smithi157 ceph-mon[98780]: osdmap e714: 8 total, 8 up, 8 in 2024-08-17T00:43:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:37 smithi157 ceph-mon[101289]: osdmap e713: 8 total, 8 up, 8 in 2024-08-17T00:43:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:37 smithi157 ceph-mon[101289]: osdmap e714: 8 total, 8 up, 8 in 2024-08-17T00:43:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:37 smithi187 ceph-mon[90552]: osdmap e713: 8 total, 8 up, 8 in 2024-08-17T00:43:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:37 smithi187 ceph-mon[90552]: osdmap e714: 8 total, 8 up, 8 in 2024-08-17T00:43:38.420 INFO:tasks.rados.rados.0.smithi157.stdout:3186: done (2 left) 2024-08-17T00:43:38.420 INFO:tasks.rados.rados.0.smithi157.stdout:3187: done (1 left) 2024-08-17T00:43:38.420 INFO:tasks.rados.rados.0.smithi157.stdout:3188: done (0 left) 2024-08-17T00:43:38.420 INFO:tasks.rados.rados.0.smithi157.stdout:3189: copy_from oid 24 from oid 35 current snap is 329 2024-08-17T00:43:38.420 INFO:tasks.rados.rados.0.smithi157.stdout:3190: read oid 32 snap 320 2024-08-17T00:43:38.420 INFO:tasks.rados.rados.0.smithi157.stdout:3190: expect (ObjNum 900 snap 305 seq_num 900) 2024-08-17T00:43:38.420 INFO:tasks.rados.rados.0.smithi157.stdout:3191: read oid 27 snap 321 2024-08-17T00:43:38.420 INFO:tasks.rados.rados.0.smithi157.stdout:3191: expect deleted 2024-08-17T00:43:38.420 INFO:tasks.rados.rados.0.smithi157.stdout:3192: snap_create 2024-08-17T00:43:38.426 INFO:tasks.rados.rados.0.smithi157.stdout:3190: expect (ObjNum 900 snap 305 seq_num 900) 2024-08-17T00:43:38.504 INFO:tasks.rados.rados.0.smithi157.stdout:3189: finishing copy_from racing read to smithi15786056-24 2024-08-17T00:43:38.504 INFO:tasks.rados.rados.0.smithi157.stdout:3189: finishing copy_from to smithi15786056-24 2024-08-17T00:43:38.504 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1551 (ObjNum 877 snap 296 seq_num 877) dirty exists 2024-08-17T00:43:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:38 smithi157 ceph-mon[98780]: pgmap v731: 121 pgs: 121 active+clean; 495 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-08-17T00:43:38.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:38 smithi157 ceph-mon[98780]: osdmap e715: 8 total, 8 up, 8 in 2024-08-17T00:43:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:38 smithi157 ceph-mon[101289]: pgmap v731: 121 pgs: 121 active+clean; 495 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-08-17T00:43:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:38 smithi157 ceph-mon[101289]: osdmap e715: 8 total, 8 up, 8 in 2024-08-17T00:43:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:38 smithi187 ceph-mon[90552]: pgmap v731: 121 pgs: 121 active+clean; 495 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-08-17T00:43:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:38 smithi187 ceph-mon[90552]: osdmap e715: 8 total, 8 up, 8 in 2024-08-17T00:43:39.421 INFO:tasks.rados.rados.0.smithi157.stdout:3189: done (3 left) 2024-08-17T00:43:39.422 INFO:tasks.rados.rados.0.smithi157.stdout:3190: done (2 left) 2024-08-17T00:43:39.422 INFO:tasks.rados.rados.0.smithi157.stdout:3191: done (1 left) 2024-08-17T00:43:39.422 INFO:tasks.rados.rados.0.smithi157.stdout:3192: done (0 left) 2024-08-17T00:43:39.422 INFO:tasks.rados.rados.0.smithi157.stdout:3193: copy_from oid 43 from oid 41 current snap is 330 2024-08-17T00:43:39.422 INFO:tasks.rados.rados.0.smithi157.stdout:3194: delete oid 31 current snap is 330 2024-08-17T00:43:39.427 INFO:tasks.rados.rados.0.smithi157.stdout:3194: done (1 left) 2024-08-17T00:43:39.427 INFO:tasks.rados.rados.0.smithi157.stdout:3195: copy_from oid 10 from oid 31 current snap is 330 2024-08-17T00:43:39.427 INFO:tasks.rados.rados.0.smithi157.stdout:3196: read oid 4 snap -1 2024-08-17T00:43:39.427 INFO:tasks.rados.rados.0.smithi157.stdout:3196: expect (ObjNum 960 snap 323 seq_num 960) 2024-08-17T00:43:39.427 INFO:tasks.rados.rados.0.smithi157.stdout:3197: snap_create 2024-08-17T00:43:39.433 INFO:tasks.rados.rados.0.smithi157.stdout:3195: finishing copy_from to smithi15786056-10 2024-08-17T00:43:39.433 INFO:tasks.rados.rados.0.smithi157.stdout:3195: got expected ENOENT (src dne) 2024-08-17T00:43:39.433 INFO:tasks.rados.rados.0.smithi157.stdout:3195: finishing copy_from racing read to smithi15786056-10 2024-08-17T00:43:39.438 INFO:tasks.rados.rados.0.smithi157.stdout:3193: finishing copy_from racing read to smithi15786056-43 2024-08-17T00:43:39.440 INFO:tasks.rados.rados.0.smithi157.stdout:3193: finishing copy_from to smithi15786056-43 2024-08-17T00:43:39.441 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 1860 (ObjNum 951 snap 319 seq_num 951) dirty exists 2024-08-17T00:43:39.472 INFO:tasks.rados.rados.0.smithi157.stdout:3196: expect (ObjNum 960 snap 323 seq_num 960) 2024-08-17T00:43:40.453 INFO:tasks.rados.rados.0.smithi157.stdout:3193: done (3 left) 2024-08-17T00:43:40.453 INFO:tasks.rados.rados.0.smithi157.stdout:3195: done (2 left) 2024-08-17T00:43:40.453 INFO:tasks.rados.rados.0.smithi157.stdout:3196: done (1 left) 2024-08-17T00:43:40.454 INFO:tasks.rados.rados.0.smithi157.stdout:3197: done (0 left) 2024-08-17T00:43:40.454 INFO:tasks.rados.rados.0.smithi157.stdout:3198: snap_remove snap 302 2024-08-17T00:43:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:40 smithi187 ceph-mon[90552]: osdmap e716: 8 total, 8 up, 8 in 2024-08-17T00:43:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:40 smithi187 ceph-mon[90552]: pgmap v734: 121 pgs: 121 active+clean; 497 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 774 KiB/s wr, 3 op/s 2024-08-17T00:43:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:40 smithi157 ceph-mon[101289]: osdmap e716: 8 total, 8 up, 8 in 2024-08-17T00:43:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:40 smithi157 ceph-mon[101289]: pgmap v734: 121 pgs: 121 active+clean; 497 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 774 KiB/s wr, 3 op/s 2024-08-17T00:43:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:40 smithi157 ceph-mon[98780]: osdmap e716: 8 total, 8 up, 8 in 2024-08-17T00:43:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:40 smithi157 ceph-mon[98780]: pgmap v734: 121 pgs: 121 active+clean; 497 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 774 KiB/s wr, 3 op/s 2024-08-17T00:43:41.431 INFO:tasks.rados.rados.0.smithi157.stdout:3198: done (0 left) 2024-08-17T00:43:41.432 INFO:tasks.rados.rados.0.smithi157.stdout:3199: read oid 1 snap -1 2024-08-17T00:43:41.432 INFO:tasks.rados.rados.0.smithi157.stdout:3199: expect (ObjNum 961 snap 323 seq_num 961) 2024-08-17T00:43:41.432 INFO:tasks.rados.rados.0.smithi157.stdout:3200: snap_remove snap 327 2024-08-17T00:43:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:41 smithi187 ceph-mon[90552]: osdmap e717: 8 total, 8 up, 8 in 2024-08-17T00:43:41.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:41 smithi157 ceph-mon[98780]: osdmap e717: 8 total, 8 up, 8 in 2024-08-17T00:43:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:41 smithi157 ceph-mon[101289]: osdmap e717: 8 total, 8 up, 8 in 2024-08-17T00:43:42.419 INFO:tasks.rados.rados.0.smithi157.stdout:3200: done (1 left) 2024-08-17T00:43:42.419 INFO:tasks.rados.rados.0.smithi157.stdout:3201: delete oid 42 current snap is 331 2024-08-17T00:43:42.419 INFO:tasks.rados.rados.0.smithi157.stdout:3199: expect (ObjNum 961 snap 323 seq_num 961) 2024-08-17T00:43:42.475 INFO:tasks.rados.rados.0.smithi157.stdout:3199: done (1 left) 2024-08-17T00:43:42.475 INFO:tasks.rados.rados.0.smithi157.stdout:3201: done (0 left) 2024-08-17T00:43:42.476 INFO:tasks.rados.rados.0.smithi157.stdout:3202: rollback oid 18 current snap is 331 2024-08-17T00:43:42.476 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 18 to 315 2024-08-17T00:43:42.476 INFO:tasks.rados.rados.0.smithi157.stdout:3203: rollback oid 20 current snap is 331 2024-08-17T00:43:42.476 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 20 to 279 2024-08-17T00:43:42.476 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 17 current snap is 331 2024-08-17T00:43:42.476 INFO:tasks.rados.rados.0.smithi157.stdout:3204: seq_num 971 ranges {0=671744,671744=802816,1474560=401408} 2024-08-17T00:43:42.479 INFO:tasks.rados.rados.0.smithi157.stdout:3204: writing smithi15786056-17 from 0 to 671744 tid 1 2024-08-17T00:43:42.485 INFO:tasks.rados.rados.0.smithi157.stdout:3204: writing smithi15786056-17 from 671744 to 1474560 tid 2 2024-08-17T00:43:42.487 INFO:tasks.rados.rados.0.smithi157.stdout:3204: writing smithi15786056-17 from 1474560 to 1875968 tid 3 2024-08-17T00:43:42.488 INFO:tasks.rados.rados.0.smithi157.stdout:3205: read oid 48 snap -1 2024-08-17T00:43:42.488 INFO:tasks.rados.rados.0.smithi157.stdout:3205: expect (ObjNum 943 snap 317 seq_num 943) 2024-08-17T00:43:42.488 INFO:tasks.rados.rados.0.smithi157.stdout:3206: read oid 9 snap -1 2024-08-17T00:43:42.488 INFO:tasks.rados.rados.0.smithi157.stdout:3206: expect deleted 2024-08-17T00:43:42.488 INFO:tasks.rados.rados.0.smithi157.stdout:3207: rollback oid 2 current snap is 331 2024-08-17T00:43:42.488 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 2 to 322 2024-08-17T00:43:42.488 INFO:tasks.rados.rados.0.smithi157.stdout:3203: finishing rollback tid 1 to smithi15786056-20 2024-08-17T00:43:42.488 INFO:tasks.rados.rados.0.smithi157.stdout:3203: finishing rollback tid 2 to smithi15786056-20 2024-08-17T00:43:42.488 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 1585 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-08-17T00:43:42.488 INFO:tasks.rados.rados.0.smithi157.stdout:3202: finishing rollback tid 0 to smithi15786056-18 2024-08-17T00:43:42.488 INFO:tasks.rados.rados.0.smithi157.stdout:3202: finishing rollback tid 1 to smithi15786056-18 2024-08-17T00:43:42.488 INFO:tasks.rados.rados.0.smithi157.stdout:3202: finishing rollback tid 2 to smithi15786056-18 2024-08-17T00:43:42.489 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 1871 (ObjNum 917 snap 310 seq_num 917) dirty exists 2024-08-17T00:43:42.489 INFO:tasks.rados.rados.0.smithi157.stdout:3204: finishing write tid 1 to smithi15786056-17 2024-08-17T00:43:42.489 INFO:tasks.rados.rados.0.smithi157.stdout:3202: done (5 left) 2024-08-17T00:43:42.489 INFO:tasks.rados.rados.0.smithi157.stdout:3203: done (4 left) 2024-08-17T00:43:42.489 INFO:tasks.rados.rados.0.smithi157.stdout:3208: delete oid 41 current snap is 331 2024-08-17T00:43:42.490 INFO:tasks.rados.rados.0.smithi157.stdout:3204: finishing write tid 2 to smithi15786056-17 2024-08-17T00:43:42.490 INFO:tasks.rados.rados.0.smithi157.stdout:3204: finishing write tid 3 to smithi15786056-17 2024-08-17T00:43:42.491 INFO:tasks.rados.rados.0.smithi157.stdout:3206: done (4 left) 2024-08-17T00:43:42.491 INFO:tasks.rados.rados.0.smithi157.stdout:3208: done (3 left) 2024-08-17T00:43:42.491 INFO:tasks.rados.rados.0.smithi157.stdout:3209: setattr oid 26 current snap is 331 2024-08-17T00:43:42.492 INFO:tasks.rados.rados.0.smithi157.stdout:3204: finishing write tid 4 to smithi15786056-17 2024-08-17T00:43:42.493 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 19 current snap is 331 2024-08-17T00:43:42.493 INFO:tasks.rados.rados.0.smithi157.stdout:3210: seq_num 973 ranges {245760=704512,950272=573440,1523712=507904,2031616=122880} 2024-08-17T00:43:42.499 INFO:tasks.rados.rados.0.smithi157.stdout:3210: writing smithi15786056-19 from 245760 to 950272 tid 1 2024-08-17T00:43:42.502 INFO:tasks.rados.rados.0.smithi157.stdout:3210: writing smithi15786056-19 from 950272 to 1523712 tid 2 2024-08-17T00:43:42.505 INFO:tasks.rados.rados.0.smithi157.stdout:3210: writing smithi15786056-19 from 1523712 to 2031616 tid 3 2024-08-17T00:43:42.506 INFO:tasks.rados.rados.0.smithi157.stdout:3210: writing smithi15786056-19 from 2031616 to 2154496 tid 4 2024-08-17T00:43:42.506 INFO:tasks.rados.rados.0.smithi157.stdout:3211: copy_from oid 1 from oid 39 current snap is 331 2024-08-17T00:43:42.506 INFO:tasks.rados.rados.0.smithi157.stdout:3204: finishing write tid 5 to smithi15786056-17 2024-08-17T00:43:42.507 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 1567 (ObjNum 971 snap 331 seq_num 971) dirty exists 2024-08-17T00:43:42.507 INFO:tasks.rados.rados.0.smithi157.stdout:3204: left oid 17 (ObjNum 971 snap 331 seq_num 971) 2024-08-17T00:43:42.507 INFO:tasks.rados.rados.0.smithi157.stdout:3205: expect (ObjNum 943 snap 317 seq_num 943) 2024-08-17T00:43:42.544 INFO:tasks.rados.rados.0.smithi157.stdout:3207: finishing rollback tid 0 to smithi15786056-2 2024-08-17T00:43:42.544 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1926 (ObjNum 968 snap 328 seq_num 968) dirty exists 2024-08-17T00:43:42.544 INFO:tasks.rados.rados.0.smithi157.stdout:3207: finishing rollback tid 1 to smithi15786056-2 2024-08-17T00:43:42.544 INFO:tasks.rados.rados.0.smithi157.stdout:3207: finishing rollback tid 2 to smithi15786056-2 2024-08-17T00:43:42.545 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 2293 (ObjNum 865 snap 290 seq_num 865) dirty exists 2024-08-17T00:43:42.545 INFO:tasks.rados.rados.0.smithi157.stdout:3210: finishing write tid 1 to smithi15786056-19 2024-08-17T00:43:42.545 INFO:tasks.rados.rados.0.smithi157.stdout:3210: finishing write tid 2 to smithi15786056-19 2024-08-17T00:43:42.545 INFO:tasks.rados.rados.0.smithi157.stdout:3204: done (5 left) 2024-08-17T00:43:42.545 INFO:tasks.rados.rados.0.smithi157.stdout:3205: done (4 left) 2024-08-17T00:43:42.545 INFO:tasks.rados.rados.0.smithi157.stdout:3207: done (3 left) 2024-08-17T00:43:42.545 INFO:tasks.rados.rados.0.smithi157.stdout:3209: done (2 left) 2024-08-17T00:43:42.545 INFO:tasks.rados.rados.0.smithi157.stdout:3212: rollback oid 12 current snap is 331 2024-08-17T00:43:42.545 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 12 to 317 2024-08-17T00:43:42.545 INFO:tasks.rados.rados.0.smithi157.stdout:3210: finishing write tid 3 to smithi15786056-19 2024-08-17T00:43:42.545 INFO:tasks.rados.rados.0.smithi157.stdout:3210: finishing write tid 4 to smithi15786056-19 2024-08-17T00:43:42.545 INFO:tasks.rados.rados.0.smithi157.stdout:3210: finishing write tid 5 to smithi15786056-19 2024-08-17T00:43:42.546 INFO:tasks.rados.rados.0.smithi157.stdout:3210: finishing write tid 6 to smithi15786056-19 2024-08-17T00:43:42.546 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 1872 (ObjNum 973 snap 331 seq_num 973) dirty exists 2024-08-17T00:43:42.546 INFO:tasks.rados.rados.0.smithi157.stdout:3210: left oid 19 (ObjNum 973 snap 331 seq_num 973) 2024-08-17T00:43:42.546 INFO:tasks.rados.rados.0.smithi157.stdout:3211: finishing copy_from racing read to smithi15786056-1 2024-08-17T00:43:42.546 INFO:tasks.rados.rados.0.smithi157.stdout:3211: finishing copy_from to smithi15786056-1 2024-08-17T00:43:42.546 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 2052 (ObjNum 906 snap 306 seq_num 906) dirty exists 2024-08-17T00:43:42.546 INFO:tasks.rados.rados.0.smithi157.stdout:3210: done (2 left) 2024-08-17T00:43:42.546 INFO:tasks.rados.rados.0.smithi157.stdout:3211: done (1 left) 2024-08-17T00:43:42.546 INFO:tasks.rados.rados.0.smithi157.stdout:3213: setattr oid 36 current snap is 331 2024-08-17T00:43:42.547 INFO:tasks.rados.rados.0.smithi157.stdout:3214: snap_create 2024-08-17T00:43:42.547 INFO:tasks.rados.rados.0.smithi157.stdout:3212: finishing rollback tid 1 to smithi15786056-12 2024-08-17T00:43:42.547 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 1735 (ObjNum -312496928 snap 32557 seq_num 304) dirty dne 2024-08-17T00:43:42.548 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 1357 (ObjNum 873 snap 294 seq_num 873) dirty exists 2024-08-17T00:43:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:42 smithi187 ceph-mon[90552]: osdmap e718: 8 total, 8 up, 8 in 2024-08-17T00:43:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:42 smithi187 ceph-mon[90552]: pgmap v737: 121 pgs: 121 active+clean; 497 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-17T00:43:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:42 smithi187 ceph-mon[90552]: osdmap e719: 8 total, 8 up, 8 in 2024-08-17T00:43:42.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:43:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:43:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:42.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:42 smithi157 ceph-mon[101289]: osdmap e718: 8 total, 8 up, 8 in 2024-08-17T00:43:42.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:42 smithi157 ceph-mon[101289]: pgmap v737: 121 pgs: 121 active+clean; 497 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-17T00:43:42.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:42 smithi157 ceph-mon[101289]: osdmap e719: 8 total, 8 up, 8 in 2024-08-17T00:43:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:42 smithi157 ceph-mon[98780]: osdmap e718: 8 total, 8 up, 8 in 2024-08-17T00:43:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:42 smithi157 ceph-mon[98780]: pgmap v737: 121 pgs: 121 active+clean; 497 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-17T00:43:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:42 smithi157 ceph-mon[98780]: osdmap e719: 8 total, 8 up, 8 in 2024-08-17T00:43:43.439 INFO:tasks.rados.rados.0.smithi157.stdout:3212: done (2 left) 2024-08-17T00:43:43.439 INFO:tasks.rados.rados.0.smithi157.stdout:3213: done (1 left) 2024-08-17T00:43:43.439 INFO:tasks.rados.rados.0.smithi157.stdout:3214: done (0 left) 2024-08-17T00:43:43.439 INFO:tasks.rados.rados.0.smithi157.stdout:3215: read oid 18 snap -1 2024-08-17T00:43:43.439 INFO:tasks.rados.rados.0.smithi157.stdout:3215: expect (ObjNum 917 snap 310 seq_num 917) 2024-08-17T00:43:43.439 INFO:tasks.rados.rados.0.smithi157.stdout:3216: read oid 38 snap -1 2024-08-17T00:43:43.439 INFO:tasks.rados.rados.0.smithi157.stdout:3216: expect (ObjNum 946 snap 318 seq_num 946) 2024-08-17T00:43:43.439 INFO:tasks.rados.rados.0.smithi157.stdout:3217: read oid 10 snap -1 2024-08-17T00:43:43.440 INFO:tasks.rados.rados.0.smithi157.stdout:3217: expect deleted 2024-08-17T00:43:43.440 INFO:tasks.rados.rados.0.smithi157.stdout:3218: read oid 22 snap -1 2024-08-17T00:43:43.440 INFO:tasks.rados.rados.0.smithi157.stdout:3218: expect deleted 2024-08-17T00:43:43.440 INFO:tasks.rados.rados.0.smithi157.stdout:3219: copy_from oid 17 from oid 12 current snap is 332 2024-08-17T00:43:43.440 INFO:tasks.rados.rados.0.smithi157.stdout:3220: read oid 48 snap 324 2024-08-17T00:43:43.440 INFO:tasks.rados.rados.0.smithi157.stdout:3220: expect (ObjNum 943 snap 317 seq_num 943) 2024-08-17T00:43:43.440 INFO:tasks.rados.rados.0.smithi157.stdout:3221: snap_remove snap 275 2024-08-17T00:43:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:43:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:43:43] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.43.0" 2024-08-17T00:43:44.445 INFO:tasks.rados.rados.0.smithi157.stdout:3221: done (6 left) 2024-08-17T00:43:44.445 INFO:tasks.rados.rados.0.smithi157.stdout:3222: copy_from oid 9 from oid 21 current snap is 332 2024-08-17T00:43:44.445 INFO:tasks.rados.rados.0.smithi157.stdout:3223: rollback oid 40 current snap is 332 2024-08-17T00:43:44.445 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 40 to 324 2024-08-17T00:43:44.445 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 332 2024-08-17T00:43:44.445 INFO:tasks.rados.rados.0.smithi157.stdout:3224: seq_num 974 ranges {3022848=720896,3743744=507904,4251648=671744,4923392=24576} 2024-08-17T00:43:44.467 INFO:tasks.rados.rados.0.smithi157.stdout:3224: writing smithi15786056-46 from 3022848 to 3743744 tid 1 2024-08-17T00:43:44.471 INFO:tasks.rados.rados.0.smithi157.stdout:3224: writing smithi15786056-46 from 3743744 to 4251648 tid 2 2024-08-17T00:43:44.476 INFO:tasks.rados.rados.0.smithi157.stdout:3224: writing smithi15786056-46 from 4251648 to 4923392 tid 3 2024-08-17T00:43:44.476 INFO:tasks.rados.rados.0.smithi157.stdout:3224: writing smithi15786056-46 from 4923392 to 4947968 tid 4 2024-08-17T00:43:44.476 INFO:tasks.rados.rados.0.smithi157.stdout:3225: delete oid 33 current snap is 332 2024-08-17T00:43:44.476 INFO:tasks.rados.rados.0.smithi157.stdout:3220: expect (ObjNum 943 snap 317 seq_num 943) 2024-08-17T00:43:44.512 INFO:tasks.rados.rados.0.smithi157.stdout:3219: finishing copy_from to smithi15786056-17 2024-08-17T00:43:44.513 INFO:tasks.rados.rados.0.smithi157.stdout:3219: got expected ENOENT (src dne) 2024-08-17T00:43:44.513 INFO:tasks.rados.rados.0.smithi157.stdout:3215: expect (ObjNum 917 snap 310 seq_num 917) 2024-08-17T00:43:44.537 INFO:tasks.rados.rados.0.smithi157.stdout:3219: finishing copy_from racing read to smithi15786056-17 2024-08-17T00:43:44.537 INFO:tasks.rados.rados.0.smithi157.stdout:3216: expect (ObjNum 946 snap 318 seq_num 946) 2024-08-17T00:43:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:44 smithi187 ceph-mon[90552]: osdmap e720: 8 total, 8 up, 8 in 2024-08-17T00:43:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:44 smithi187 ceph-mon[90552]: pgmap v740: 121 pgs: 121 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-08-17T00:43:44.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:44 smithi157 ceph-mon[98780]: osdmap e720: 8 total, 8 up, 8 in 2024-08-17T00:43:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:44 smithi157 ceph-mon[98780]: pgmap v740: 121 pgs: 121 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-08-17T00:43:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:44 smithi157 ceph-mon[101289]: osdmap e720: 8 total, 8 up, 8 in 2024-08-17T00:43:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:44 smithi157 ceph-mon[101289]: pgmap v740: 121 pgs: 121 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-08-17T00:43:45.673 INFO:tasks.rados.rados.0.smithi157.stdout:3222: finishing copy_from to smithi15786056-9 2024-08-17T00:43:45.673 INFO:tasks.rados.rados.0.smithi157.stdout:3222: got expected ENOENT (src dne) 2024-08-17T00:43:45.673 INFO:tasks.rados.rados.0.smithi157.stdout:3222: finishing copy_from racing read to smithi15786056-9 2024-08-17T00:43:45.673 INFO:tasks.rados.rados.0.smithi157.stdout:3223: finishing rollback tid 0 to smithi15786056-40 2024-08-17T00:43:45.673 INFO:tasks.rados.rados.0.smithi157.stdout:3223: finishing rollback tid 1 to smithi15786056-40 2024-08-17T00:43:45.673 INFO:tasks.rados.rados.0.smithi157.stdout:3223: finishing rollback tid 2 to smithi15786056-40 2024-08-17T00:43:45.674 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 1534 (ObjNum 940 snap 313 seq_num 940) dirty exists 2024-08-17T00:43:45.674 INFO:tasks.rados.rados.0.smithi157.stdout:3224: finishing write tid 1 to smithi15786056-46 2024-08-17T00:43:45.674 INFO:tasks.rados.rados.0.smithi157.stdout:3215: done (9 left) 2024-08-17T00:43:45.674 INFO:tasks.rados.rados.0.smithi157.stdout:3216: done (8 left) 2024-08-17T00:43:45.674 INFO:tasks.rados.rados.0.smithi157.stdout:3217: done (7 left) 2024-08-17T00:43:45.674 INFO:tasks.rados.rados.0.smithi157.stdout:3218: done (6 left) 2024-08-17T00:43:45.674 INFO:tasks.rados.rados.0.smithi157.stdout:3219: done (5 left) 2024-08-17T00:43:45.674 INFO:tasks.rados.rados.0.smithi157.stdout:3220: done (4 left) 2024-08-17T00:43:45.674 INFO:tasks.rados.rados.0.smithi157.stdout:3222: done (3 left) 2024-08-17T00:43:45.674 INFO:tasks.rados.rados.0.smithi157.stdout:3223: done (2 left) 2024-08-17T00:43:45.674 INFO:tasks.rados.rados.0.smithi157.stdout:3225: done (1 left) 2024-08-17T00:43:45.674 INFO:tasks.rados.rados.0.smithi157.stdout:3226: snap_create 2024-08-17T00:43:45.674 INFO:tasks.rados.rados.0.smithi157.stdout:3224: finishing write tid 2 to smithi15786056-46 2024-08-17T00:43:45.675 INFO:tasks.rados.rados.0.smithi157.stdout:3224: finishing write tid 3 to smithi15786056-46 2024-08-17T00:43:45.675 INFO:tasks.rados.rados.0.smithi157.stdout:3224: finishing write tid 4 to smithi15786056-46 2024-08-17T00:43:45.675 INFO:tasks.rados.rados.0.smithi157.stdout:3224: finishing write tid 5 to smithi15786056-46 2024-08-17T00:43:45.675 INFO:tasks.rados.rados.0.smithi157.stdout:3224: finishing write tid 6 to smithi15786056-46 2024-08-17T00:43:45.675 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1761 (ObjNum 974 snap 332 seq_num 974) dirty exists 2024-08-17T00:43:45.675 INFO:tasks.rados.rados.0.smithi157.stdout:3224: left oid 46 (ObjNum 974 snap 332 seq_num 974) 2024-08-17T00:43:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:45 smithi187 ceph-mon[90552]: osdmap e721: 8 total, 8 up, 8 in 2024-08-17T00:43:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:45 smithi157 ceph-mon[101289]: osdmap e721: 8 total, 8 up, 8 in 2024-08-17T00:43:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:45 smithi157 ceph-mon[98780]: osdmap e721: 8 total, 8 up, 8 in 2024-08-17T00:43:46.451 INFO:tasks.rados.rados.0.smithi157.stdout:3224: done (1 left) 2024-08-17T00:43:46.451 INFO:tasks.rados.rados.0.smithi157.stdout:3226: done (0 left) 2024-08-17T00:43:46.451 INFO:tasks.rados.rados.0.smithi157.stdout:3227: read oid 11 snap -1 2024-08-17T00:43:46.451 INFO:tasks.rados.rados.0.smithi157.stdout:3227: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-17T00:43:46.451 INFO:tasks.rados.rados.0.smithi157.stdout:3228: read oid 9 snap 279 2024-08-17T00:43:46.451 INFO:tasks.rados.rados.0.smithi157.stdout:3228: expect (ObjNum 835 snap 279 seq_num 835) 2024-08-17T00:43:46.451 INFO:tasks.rados.rados.0.smithi157.stdout:3229: read oid 35 snap -1 2024-08-17T00:43:46.451 INFO:tasks.rados.rados.0.smithi157.stdout:3229: expect (ObjNum 877 snap 296 seq_num 877) 2024-08-17T00:43:46.451 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 43 current snap is 333 2024-08-17T00:43:46.452 INFO:tasks.rados.rados.0.smithi157.stdout:3230: seq_num 976 ranges {2842624=753664,3596288=671744,4268032=532480} 2024-08-17T00:43:46.471 INFO:tasks.rados.rados.0.smithi157.stdout:3230: writing smithi15786056-43 from 2842624 to 3596288 tid 1 2024-08-17T00:43:46.476 INFO:tasks.rados.rados.0.smithi157.stdout:3230: writing smithi15786056-43 from 3596288 to 4268032 tid 2 2024-08-17T00:43:46.479 INFO:tasks.rados.rados.0.smithi157.stdout:3230: writing smithi15786056-43 from 4268032 to 4800512 tid 3 2024-08-17T00:43:46.479 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 27 current snap is 333 2024-08-17T00:43:46.479 INFO:tasks.rados.rados.0.smithi157.stdout:3231: seq_num 977 ranges {0=770048,770048=557056,1327104=491520,1818624=155648} 2024-08-17T00:43:46.483 INFO:tasks.rados.rados.0.smithi157.stdout:3231: writing smithi15786056-27 from 0 to 770048 tid 1 2024-08-17T00:43:46.487 INFO:tasks.rados.rados.0.smithi157.stdout:3231: writing smithi15786056-27 from 770048 to 1327104 tid 2 2024-08-17T00:43:46.490 INFO:tasks.rados.rados.0.smithi157.stdout:3231: writing smithi15786056-27 from 1327104 to 1818624 tid 3 2024-08-17T00:43:46.494 INFO:tasks.rados.rados.0.smithi157.stdout:3231: writing smithi15786056-27 from 1818624 to 1974272 tid 4 2024-08-17T00:43:46.494 INFO:tasks.rados.rados.0.smithi157.stdout:3232: rmattr oid 36 current snap is 333 2024-08-17T00:43:46.494 INFO:tasks.rados.rados.0.smithi157.stdout:3229: expect (ObjNum 877 snap 296 seq_num 877) 2024-08-17T00:43:46.500 INFO:tasks.rados.rados.0.smithi157.stdout:3228: expect (ObjNum 835 snap 279 seq_num 835) 2024-08-17T00:43:46.550 INFO:tasks.rados.rados.0.smithi157.stdout:3227: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-17T00:43:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:46 smithi187 ceph-mon[90552]: pgmap v742: 121 pgs: 121 active+clean; 512 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-08-17T00:43:46.779 INFO:tasks.rados.rados.0.smithi157.stdout:3230: finishing write tid 1 to smithi15786056-43 2024-08-17T00:43:46.779 INFO:tasks.rados.rados.0.smithi157.stdout:3230: finishing write tid 2 to smithi15786056-43 2024-08-17T00:43:46.780 INFO:tasks.rados.rados.0.smithi157.stdout:3230: finishing write tid 3 to smithi15786056-43 2024-08-17T00:43:46.780 INFO:tasks.rados.rados.0.smithi157.stdout:3227: done (5 left) 2024-08-17T00:43:46.780 INFO:tasks.rados.rados.0.smithi157.stdout:3228: done (4 left) 2024-08-17T00:43:46.780 INFO:tasks.rados.rados.0.smithi157.stdout:3229: done (3 left) 2024-08-17T00:43:46.780 INFO:tasks.rados.rados.0.smithi157.stdout:3233: rmattr oid 49 current snap is 333 2024-08-17T00:43:46.780 INFO:tasks.rados.rados.0.smithi157.stdout:3230: finishing write tid 4 to smithi15786056-43 2024-08-17T00:43:46.780 INFO:tasks.rados.rados.0.smithi157.stdout:3230: finishing write tid 5 to smithi15786056-43 2024-08-17T00:43:46.780 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 2310 (ObjNum 976 snap 333 seq_num 976) dirty exists 2024-08-17T00:43:46.780 INFO:tasks.rados.rados.0.smithi157.stdout:3230: left oid 43 (ObjNum 976 snap 333 seq_num 976) 2024-08-17T00:43:46.780 INFO:tasks.rados.rados.0.smithi157.stdout:3231: finishing write tid 1 to smithi15786056-27 2024-08-17T00:43:46.780 INFO:tasks.rados.rados.0.smithi157.stdout:3231: finishing write tid 2 to smithi15786056-27 2024-08-17T00:43:46.781 INFO:tasks.rados.rados.0.smithi157.stdout:3231: finishing write tid 3 to smithi15786056-27 2024-08-17T00:43:46.781 INFO:tasks.rados.rados.0.smithi157.stdout:3231: finishing write tid 4 to smithi15786056-27 2024-08-17T00:43:46.781 INFO:tasks.rados.rados.0.smithi157.stdout:3231: finishing write tid 5 to smithi15786056-27 2024-08-17T00:43:46.781 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 1358 (ObjNum 873 snap 294 seq_num 873) dirty exists 2024-08-17T00:43:46.781 INFO:tasks.rados.rados.0.smithi157.stdout:3231: finishing write tid 6 to smithi15786056-27 2024-08-17T00:43:46.781 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 1703 (ObjNum 977 snap 333 seq_num 977) dirty exists 2024-08-17T00:43:46.781 INFO:tasks.rados.rados.0.smithi157.stdout:3231: left oid 27 (ObjNum 977 snap 333 seq_num 977) 2024-08-17T00:43:46.781 INFO:tasks.rados.rados.0.smithi157.stdout:3230: done (3 left) 2024-08-17T00:43:46.781 INFO:tasks.rados.rados.0.smithi157.stdout:3231: done (2 left) 2024-08-17T00:43:46.781 INFO:tasks.rados.rados.0.smithi157.stdout:3232: done (1 left) 2024-08-17T00:43:46.781 INFO:tasks.rados.rados.0.smithi157.stdout:3234: read oid 17 snap 326 2024-08-17T00:43:46.781 INFO:tasks.rados.rados.0.smithi157.stdout:3234: expect (ObjNum 170389232 snap 21968 seq_num 172008384) 2024-08-17T00:43:46.782 INFO:tasks.rados.rados.0.smithi157.stdout:3235: snap_remove snap 323 2024-08-17T00:43:46.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:46 smithi157 ceph-mon[98780]: pgmap v742: 121 pgs: 121 active+clean; 512 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-08-17T00:43:46.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:46 smithi157 ceph-mon[101289]: pgmap v742: 121 pgs: 121 active+clean; 512 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-08-17T00:43:47.420 INFO:tasks.rados.rados.0.smithi157.stdout:3235: done (2 left) 2024-08-17T00:43:47.420 INFO:tasks.rados.rados.0.smithi157.stdout:3236: delete oid 1 current snap is 333 2024-08-17T00:43:47.420 INFO:tasks.rados.rados.0.smithi157.stdout:3234: expect (ObjNum 170389232 snap 21968 seq_num 172008384) 2024-08-17T00:43:47.423 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1872 (ObjNum 923 snap 310 seq_num 923) dirty exists 2024-08-17T00:43:47.434 INFO:tasks.rados.rados.0.smithi157.stdout:3233: done (2 left) 2024-08-17T00:43:47.434 INFO:tasks.rados.rados.0.smithi157.stdout:3234: done (1 left) 2024-08-17T00:43:47.434 INFO:tasks.rados.rados.0.smithi157.stdout:3236: done (0 left) 2024-08-17T00:43:47.434 INFO:tasks.rados.rados.0.smithi157.stdout:3237: snap_create 2024-08-17T00:43:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:47 smithi187 ceph-mon[90552]: osdmap e722: 8 total, 8 up, 8 in 2024-08-17T00:43:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:47 smithi187 ceph-mon[90552]: osdmap e723: 8 total, 8 up, 8 in 2024-08-17T00:43:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:47 smithi157 ceph-mon[98780]: osdmap e722: 8 total, 8 up, 8 in 2024-08-17T00:43:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:47 smithi157 ceph-mon[98780]: osdmap e723: 8 total, 8 up, 8 in 2024-08-17T00:43:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:47 smithi157 ceph-mon[101289]: osdmap e722: 8 total, 8 up, 8 in 2024-08-17T00:43:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:47 smithi157 ceph-mon[101289]: osdmap e723: 8 total, 8 up, 8 in 2024-08-17T00:43:48.421 INFO:tasks.rados.rados.0.smithi157.stdout:3237: done (0 left) 2024-08-17T00:43:48.422 INFO:tasks.rados.rados.0.smithi157.stdout:3238: read oid 43 snap 315 2024-08-17T00:43:48.422 INFO:tasks.rados.rados.0.smithi157.stdout:3238: expect (ObjNum 942 snap 315 seq_num 942) 2024-08-17T00:43:48.422 INFO:tasks.rados.rados.0.smithi157.stdout:3239: snap_remove snap 325 2024-08-17T00:43:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:48 smithi187 ceph-mon[90552]: pgmap v745: 121 pgs: 121 active+clean; 514 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-08-17T00:43:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:48 smithi187 ceph-mon[90552]: osdmap e724: 8 total, 8 up, 8 in 2024-08-17T00:43:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:48 smithi157 ceph-mon[101289]: pgmap v745: 121 pgs: 121 active+clean; 514 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-08-17T00:43:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:48 smithi157 ceph-mon[101289]: osdmap e724: 8 total, 8 up, 8 in 2024-08-17T00:43:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:48 smithi157 ceph-mon[98780]: pgmap v745: 121 pgs: 121 active+clean; 514 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-08-17T00:43:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:48 smithi157 ceph-mon[98780]: osdmap e724: 8 total, 8 up, 8 in 2024-08-17T00:43:49.424 INFO:tasks.rados.rados.0.smithi157.stdout:3239: done (1 left) 2024-08-17T00:43:49.424 INFO:tasks.rados.rados.0.smithi157.stdout:3240: delete oid 24 current snap is 334 2024-08-17T00:43:49.425 INFO:tasks.rados.rados.0.smithi157.stdout:3238: expect (ObjNum 942 snap 315 seq_num 942) 2024-08-17T00:43:49.904 INFO:tasks.rados.rados.0.smithi157.stdout:3238: done (1 left) 2024-08-17T00:43:49.904 INFO:tasks.rados.rados.0.smithi157.stdout:3240: done (0 left) 2024-08-17T00:43:49.904 INFO:tasks.rados.rados.0.smithi157.stdout:3241: snap_remove snap 319 2024-08-17T00:43:50.429 INFO:tasks.rados.rados.0.smithi157.stdout:3241: done (0 left) 2024-08-17T00:43:50.429 INFO:tasks.rados.rados.0.smithi157.stdout:3242: read oid 45 snap 315 2024-08-17T00:43:50.429 INFO:tasks.rados.rados.0.smithi157.stdout:3242: expect (ObjNum 912 snap 309 seq_num 912) 2024-08-17T00:43:50.430 INFO:tasks.rados.rados.0.smithi157.stdout:3243: read oid 9 snap 321 2024-08-17T00:43:50.430 INFO:tasks.rados.rados.0.smithi157.stdout:3243: expect deleted 2024-08-17T00:43:50.430 INFO:tasks.rados.rados.0.smithi157.stdout:3244: copy_from oid 42 from oid 50 current snap is 334 2024-08-17T00:43:50.430 INFO:tasks.rados.rados.0.smithi157.stdout:3245: delete oid 40 current snap is 334 2024-08-17T00:43:50.441 INFO:tasks.rados.rados.0.smithi157.stdout:3243: done (3 left) 2024-08-17T00:43:50.441 INFO:tasks.rados.rados.0.smithi157.stdout:3245: done (2 left) 2024-08-17T00:43:50.441 INFO:tasks.rados.rados.0.smithi157.stdout:3246: copy_from oid 12 from oid 4 current snap is 334 2024-08-17T00:43:50.442 INFO:tasks.rados.rados.0.smithi157.stdout:3247: read oid 6 snap -1 2024-08-17T00:43:50.442 INFO:tasks.rados.rados.0.smithi157.stdout:3247: expect (ObjNum 855 snap 286 seq_num 855) 2024-08-17T00:43:50.442 INFO:tasks.rados.rados.0.smithi157.stdout:3248: rollback oid 36 current snap is 334 2024-08-17T00:43:50.442 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 36 to 320 2024-08-17T00:43:50.442 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 334 2024-08-17T00:43:50.442 INFO:tasks.rados.rados.0.smithi157.stdout:3249: seq_num 981 ranges {1343488=434176,1777664=540672,2318336=466944,2785280=524288,3309568=73728} 2024-08-17T00:43:50.452 INFO:tasks.rados.rados.0.smithi157.stdout:3249: writing smithi15786056-3 from 1343488 to 1777664 tid 1 2024-08-17T00:43:50.456 INFO:tasks.rados.rados.0.smithi157.stdout:3249: writing smithi15786056-3 from 1777664 to 2318336 tid 2 2024-08-17T00:43:50.460 INFO:tasks.rados.rados.0.smithi157.stdout:3249: writing smithi15786056-3 from 2318336 to 2785280 tid 3 2024-08-17T00:43:50.463 INFO:tasks.rados.rados.0.smithi157.stdout:3249: writing smithi15786056-3 from 2785280 to 3309568 tid 4 2024-08-17T00:43:50.464 INFO:tasks.rados.rados.0.smithi157.stdout:3249: writing smithi15786056-3 from 3309568 to 3383296 tid 5 2024-08-17T00:43:50.464 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 334 2024-08-17T00:43:50.464 INFO:tasks.rados.rados.0.smithi157.stdout:3244: finishing copy_from to smithi15786056-42 2024-08-17T00:43:50.464 INFO:tasks.rados.rados.0.smithi157.stdout:3244: got expected ENOENT (src dne) 2024-08-17T00:43:50.464 INFO:tasks.rados.rados.0.smithi157.stdout:3242: expect (ObjNum 912 snap 309 seq_num 912) 2024-08-17T00:43:50.495 INFO:tasks.rados.rados.0.smithi157.stdout:3244: finishing copy_from racing read to smithi15786056-42 2024-08-17T00:43:50.496 INFO:tasks.rados.rados.0.smithi157.stdout:3248: finishing rollback tid 0 to smithi15786056-36 2024-08-17T00:43:50.496 INFO:tasks.rados.rados.0.smithi157.stdout:3248: finishing rollback tid 1 to smithi15786056-36 2024-08-17T00:43:50.496 INFO:tasks.rados.rados.0.smithi157.stdout:3250: seq_num 982 ranges {0=450560,450560=425984,876544=679936,1556480=466944,2023424=32768} 2024-08-17T00:43:50.498 INFO:tasks.rados.rados.0.smithi157.stdout:3250: writing smithi15786056-22 from 0 to 450560 tid 1 2024-08-17T00:43:50.500 INFO:tasks.rados.rados.0.smithi157.stdout:3250: writing smithi15786056-22 from 450560 to 876544 tid 2 2024-08-17T00:43:50.504 INFO:tasks.rados.rados.0.smithi157.stdout:3250: writing smithi15786056-22 from 876544 to 1556480 tid 3 2024-08-17T00:43:50.507 INFO:tasks.rados.rados.0.smithi157.stdout:3250: writing smithi15786056-22 from 1556480 to 2023424 tid 4 2024-08-17T00:43:50.507 INFO:tasks.rados.rados.0.smithi157.stdout:3250: writing smithi15786056-22 from 2023424 to 2056192 tid 5 2024-08-17T00:43:50.507 INFO:tasks.rados.rados.0.smithi157.stdout:3242: done (6 left) 2024-08-17T00:43:50.508 INFO:tasks.rados.rados.0.smithi157.stdout:3244: done (5 left) 2024-08-17T00:43:50.508 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 334 2024-08-17T00:43:50.508 INFO:tasks.rados.rados.0.smithi157.stdout:3251: seq_num 983 ranges {778240=466944,1245184=712704,1957888=434176,2392064=458752} 2024-08-17T00:43:50.514 INFO:tasks.rados.rados.0.smithi157.stdout:3251: writing smithi15786056-39 from 778240 to 1245184 tid 1 2024-08-17T00:43:50.518 INFO:tasks.rados.rados.0.smithi157.stdout:3251: writing smithi15786056-39 from 1245184 to 1957888 tid 2 2024-08-17T00:43:50.521 INFO:tasks.rados.rados.0.smithi157.stdout:3251: writing smithi15786056-39 from 1957888 to 2392064 tid 3 2024-08-17T00:43:50.524 INFO:tasks.rados.rados.0.smithi157.stdout:3251: writing smithi15786056-39 from 2392064 to 2850816 tid 4 2024-08-17T00:43:50.524 INFO:tasks.rados.rados.0.smithi157.stdout:3252: read oid 19 snap 330 2024-08-17T00:43:50.524 INFO:tasks.rados.rados.0.smithi157.stdout:3252: expect (ObjNum 874 snap 295 seq_num 874) 2024-08-17T00:43:50.524 INFO:tasks.rados.rados.0.smithi157.stdout:3253: rollback oid 34 current snap is 334 2024-08-17T00:43:50.524 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 34 to 283 2024-08-17T00:43:50.524 INFO:tasks.rados.rados.0.smithi157.stdout:3248: finishing rollback tid 2 to smithi15786056-36 2024-08-17T00:43:50.524 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 1361 (ObjNum 873 snap 294 seq_num 873) dirty exists 2024-08-17T00:43:50.524 INFO:tasks.rados.rados.0.smithi157.stdout:3247: expect (ObjNum 855 snap 286 seq_num 855) 2024-08-17T00:43:50.588 INFO:tasks.rados.rados.0.smithi157.stdout:3249: finishing write tid 1 to smithi15786056-3 2024-08-17T00:43:50.589 INFO:tasks.rados.rados.0.smithi157.stdout:3249: finishing write tid 2 to smithi15786056-3 2024-08-17T00:43:50.589 INFO:tasks.rados.rados.0.smithi157.stdout:3249: finishing write tid 3 to smithi15786056-3 2024-08-17T00:43:50.589 INFO:tasks.rados.rados.0.smithi157.stdout:3249: finishing write tid 4 to smithi15786056-3 2024-08-17T00:43:50.589 INFO:tasks.rados.rados.0.smithi157.stdout:3249: finishing write tid 5 to smithi15786056-3 2024-08-17T00:43:50.589 INFO:tasks.rados.rados.0.smithi157.stdout:3249: finishing write tid 6 to smithi15786056-3 2024-08-17T00:43:50.589 INFO:tasks.rados.rados.0.smithi157.stdout:3249: finishing write tid 7 to smithi15786056-3 2024-08-17T00:43:50.589 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 1957 (ObjNum 981 snap 334 seq_num 981) dirty exists 2024-08-17T00:43:50.589 INFO:tasks.rados.rados.0.smithi157.stdout:3249: left oid 3 (ObjNum 981 snap 334 seq_num 981) 2024-08-17T00:43:50.589 INFO:tasks.rados.rados.0.smithi157.stdout:3247: done (7 left) 2024-08-17T00:43:50.589 INFO:tasks.rados.rados.0.smithi157.stdout:3248: done (6 left) 2024-08-17T00:43:50.590 INFO:tasks.rados.rados.0.smithi157.stdout:3249: done (5 left) 2024-08-17T00:43:50.590 INFO:tasks.rados.rados.0.smithi157.stdout:3254: read oid 38 snap -1 2024-08-17T00:43:50.590 INFO:tasks.rados.rados.0.smithi157.stdout:3254: expect (ObjNum 946 snap 318 seq_num 946) 2024-08-17T00:43:50.590 INFO:tasks.rados.rados.0.smithi157.stdout:3255: read oid 44 snap -1 2024-08-17T00:43:50.590 INFO:tasks.rados.rados.0.smithi157.stdout:3255: expect deleted 2024-08-17T00:43:50.590 INFO:tasks.rados.rados.0.smithi157.stdout:3246: finishing copy_from racing read to smithi15786056-12 2024-08-17T00:43:50.590 INFO:tasks.rados.rados.0.smithi157.stdout:3246: finishing copy_from to smithi15786056-12 2024-08-17T00:43:50.590 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 1763 (ObjNum 960 snap 323 seq_num 960) dirty exists 2024-08-17T00:43:50.590 INFO:tasks.rados.rados.0.smithi157.stdout:3250: finishing write tid 1 to smithi15786056-22 2024-08-17T00:43:50.590 INFO:tasks.rados.rados.0.smithi157.stdout:3250: finishing write tid 2 to smithi15786056-22 2024-08-17T00:43:50.590 INFO:tasks.rados.rados.0.smithi157.stdout:3250: finishing write tid 3 to smithi15786056-22 2024-08-17T00:43:50.590 INFO:tasks.rados.rados.0.smithi157.stdout:3250: finishing write tid 4 to smithi15786056-22 2024-08-17T00:43:50.591 INFO:tasks.rados.rados.0.smithi157.stdout:3250: finishing write tid 5 to smithi15786056-22 2024-08-17T00:43:50.591 INFO:tasks.rados.rados.0.smithi157.stdout:3250: finishing write tid 6 to smithi15786056-22 2024-08-17T00:43:50.591 INFO:tasks.rados.rados.0.smithi157.stdout:3250: finishing write tid 7 to smithi15786056-22 2024-08-17T00:43:50.591 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 1963 (ObjNum 982 snap 334 seq_num 982) dirty exists 2024-08-17T00:43:50.591 INFO:tasks.rados.rados.0.smithi157.stdout:3250: left oid 22 (ObjNum 982 snap 334 seq_num 982) 2024-08-17T00:43:50.591 INFO:tasks.rados.rados.0.smithi157.stdout:3256: read oid 25 snap -1 2024-08-17T00:43:50.591 INFO:tasks.rados.rados.0.smithi157.stdout:3256: expect (ObjNum 954 snap 321 seq_num 954) 2024-08-17T00:43:50.591 INFO:tasks.rados.rados.0.smithi157.stdout:3246: done (7 left) 2024-08-17T00:43:50.591 INFO:tasks.rados.rados.0.smithi157.stdout:3250: done (6 left) 2024-08-17T00:43:50.591 INFO:tasks.rados.rados.0.smithi157.stdout:3257: rollback oid 3 current snap is 334 2024-08-17T00:43:50.591 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 3 to 332 2024-08-17T00:43:50.591 INFO:tasks.rados.rados.0.smithi157.stdout:3251: finishing write tid 1 to smithi15786056-39 2024-08-17T00:43:50.592 INFO:tasks.rados.rados.0.smithi157.stdout:3251: finishing write tid 2 to smithi15786056-39 2024-08-17T00:43:50.592 INFO:tasks.rados.rados.0.smithi157.stdout:3251: finishing write tid 3 to smithi15786056-39 2024-08-17T00:43:50.592 INFO:tasks.rados.rados.0.smithi157.stdout:3252: expect (ObjNum 874 snap 295 seq_num 874) 2024-08-17T00:43:50.602 INFO:tasks.rados.rados.0.smithi157.stdout:3251: finishing write tid 4 to smithi15786056-39 2024-08-17T00:43:50.602 INFO:tasks.rados.rados.0.smithi157.stdout:3253: finishing rollback tid 1 to smithi15786056-34 2024-08-17T00:43:50.603 INFO:tasks.rados.rados.0.smithi157.stdout:3251: finishing write tid 5 to smithi15786056-39 2024-08-17T00:43:50.603 INFO:tasks.rados.rados.0.smithi157.stdout:3253: finishing rollback tid 2 to smithi15786056-34 2024-08-17T00:43:50.603 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 1865 (ObjNum 794 snap 265 seq_num 794) dirty exists 2024-08-17T00:43:50.603 INFO:tasks.rados.rados.0.smithi157.stdout:3251: finishing write tid 6 to smithi15786056-39 2024-08-17T00:43:50.603 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 2334 (ObjNum 983 snap 334 seq_num 983) dirty exists 2024-08-17T00:43:50.603 INFO:tasks.rados.rados.0.smithi157.stdout:3251: left oid 39 (ObjNum 983 snap 334 seq_num 983) 2024-08-17T00:43:50.603 INFO:tasks.rados.rados.0.smithi157.stdout:3251: done (6 left) 2024-08-17T00:43:50.603 INFO:tasks.rados.rados.0.smithi157.stdout:3252: done (5 left) 2024-08-17T00:43:50.603 INFO:tasks.rados.rados.0.smithi157.stdout:3253: done (4 left) 2024-08-17T00:43:50.603 INFO:tasks.rados.rados.0.smithi157.stdout:3258: delete oid 23 current snap is 334 2024-08-17T00:43:50.603 INFO:tasks.rados.rados.0.smithi157.stdout:3257: finishing rollback tid 0 to smithi15786056-3 2024-08-17T00:43:50.603 INFO:tasks.rados.rados.0.smithi157.stdout:3257: finishing rollback tid 1 to smithi15786056-3 2024-08-17T00:43:50.603 INFO:tasks.rados.rados.0.smithi157.stdout:3257: finishing rollback tid 2 to smithi15786056-3 2024-08-17T00:43:50.603 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 1966 (ObjNum 904 snap 306 seq_num 904) dirty exists 2024-08-17T00:43:50.604 INFO:tasks.rados.rados.0.smithi157.stdout:3256: expect (ObjNum 954 snap 321 seq_num 954) 2024-08-17T00:43:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:50 smithi187 ceph-mon[90552]: osdmap e725: 8 total, 8 up, 8 in 2024-08-17T00:43:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:50 smithi187 ceph-mon[90552]: pgmap v748: 121 pgs: 121 active+clean; 516 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 936 KiB/s wr, 7 op/s 2024-08-17T00:43:50.734 INFO:tasks.rados.rados.0.smithi157.stdout:3254: expect (ObjNum 946 snap 318 seq_num 946) 2024-08-17T00:43:50.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:50 smithi157 ceph-mon[101289]: osdmap e725: 8 total, 8 up, 8 in 2024-08-17T00:43:50.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:50 smithi157 ceph-mon[101289]: pgmap v748: 121 pgs: 121 active+clean; 516 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 936 KiB/s wr, 7 op/s 2024-08-17T00:43:50.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:50 smithi157 ceph-mon[98780]: osdmap e725: 8 total, 8 up, 8 in 2024-08-17T00:43:50.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:50 smithi157 ceph-mon[98780]: pgmap v748: 121 pgs: 121 active+clean; 516 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 936 KiB/s wr, 7 op/s 2024-08-17T00:43:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:51 smithi187 ceph-mon[90552]: osdmap e726: 8 total, 8 up, 8 in 2024-08-17T00:43:51.873 INFO:tasks.rados.rados.0.smithi157.stdout:3254: done (4 left) 2024-08-17T00:43:51.873 INFO:tasks.rados.rados.0.smithi157.stdout:3255: done (3 left) 2024-08-17T00:43:51.873 INFO:tasks.rados.rados.0.smithi157.stdout:3256: done (2 left) 2024-08-17T00:43:51.873 INFO:tasks.rados.rados.0.smithi157.stdout:3257: done (1 left) 2024-08-17T00:43:51.874 INFO:tasks.rados.rados.0.smithi157.stdout:3258: done (0 left) 2024-08-17T00:43:51.874 INFO:tasks.rados.rados.0.smithi157.stdout:3259: read oid 15 snap -1 2024-08-17T00:43:51.874 INFO:tasks.rados.rados.0.smithi157.stdout:3259: expect (ObjNum 840 snap 284 seq_num 840) 2024-08-17T00:43:51.874 INFO:tasks.rados.rados.0.smithi157.stdout:3260: read oid 2 snap -1 2024-08-17T00:43:51.874 INFO:tasks.rados.rados.0.smithi157.stdout:3260: expect (ObjNum 865 snap 290 seq_num 865) 2024-08-17T00:43:51.874 INFO:tasks.rados.rados.0.smithi157.stdout:3261: read oid 34 snap -1 2024-08-17T00:43:51.874 INFO:tasks.rados.rados.0.smithi157.stdout:3261: expect (ObjNum 794 snap 265 seq_num 794) 2024-08-17T00:43:51.874 INFO:tasks.rados.rados.0.smithi157.stdout:3262: setattr oid 30 current snap is 334 2024-08-17T00:43:51.875 INFO:tasks.rados.rados.0.smithi157.stdout:3263: rollback oid 9 current snap is 334 2024-08-17T00:43:51.875 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 9 to 331 2024-08-17T00:43:51.875 INFO:tasks.rados.rados.0.smithi157.stdout:3264: rmattr oid 44 current snap is 334 2024-08-17T00:43:51.875 INFO:tasks.rados.rados.0.smithi157.stdout:3264: done (5 left) 2024-08-17T00:43:51.875 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 334 2024-08-17T00:43:51.875 INFO:tasks.rados.rados.0.smithi157.stdout:3265: seq_num 985 ranges {2850816=499712,3350528=483328,3833856=450560,4284416=581632,4866048=90112} 2024-08-17T00:43:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:51 smithi157 ceph-mon[98780]: osdmap e726: 8 total, 8 up, 8 in 2024-08-17T00:43:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:51 smithi157 ceph-mon[101289]: osdmap e726: 8 total, 8 up, 8 in 2024-08-17T00:43:51.893 INFO:tasks.rados.rados.0.smithi157.stdout:3265: writing smithi15786056-39 from 2850816 to 3350528 tid 1 2024-08-17T00:43:51.896 INFO:tasks.rados.rados.0.smithi157.stdout:3265: writing smithi15786056-39 from 3350528 to 3833856 tid 2 2024-08-17T00:43:51.899 INFO:tasks.rados.rados.0.smithi157.stdout:3265: writing smithi15786056-39 from 3833856 to 4284416 tid 3 2024-08-17T00:43:51.906 INFO:tasks.rados.rados.0.smithi157.stdout:3265: writing smithi15786056-39 from 4284416 to 4866048 tid 4 2024-08-17T00:43:51.907 INFO:tasks.rados.rados.0.smithi157.stdout:3265: writing smithi15786056-39 from 4866048 to 4956160 tid 5 2024-08-17T00:43:51.907 INFO:tasks.rados.rados.0.smithi157.stdout:3266: delete oid 47 current snap is 334 2024-08-17T00:43:51.907 INFO:tasks.rados.rados.0.smithi157.stdout:3260: expect (ObjNum 865 snap 290 seq_num 865) 2024-08-17T00:43:51.908 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 2054 (ObjNum 33 snap 0 seq_num 170651536) dirty exists 2024-08-17T00:43:51.908 INFO:tasks.rados.rados.0.smithi157.stdout:3261: expect (ObjNum 794 snap 265 seq_num 794) 2024-08-17T00:43:51.945 INFO:tasks.rados.rados.0.smithi157.stdout:3263: finishing rollback tid 1 to smithi15786056-9 2024-08-17T00:43:51.945 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1854 (ObjNum 33 snap 0 seq_num 170033888) dirty dne 2024-08-17T00:43:51.946 INFO:tasks.rados.rados.0.smithi157.stdout:3265: finishing write tid 1 to smithi15786056-39 2024-08-17T00:43:51.946 INFO:tasks.rados.rados.0.smithi157.stdout:3265: finishing write tid 2 to smithi15786056-39 2024-08-17T00:43:51.946 INFO:tasks.rados.rados.0.smithi157.stdout:3265: finishing write tid 3 to smithi15786056-39 2024-08-17T00:43:51.946 INFO:tasks.rados.rados.0.smithi157.stdout:3265: finishing write tid 4 to smithi15786056-39 2024-08-17T00:43:51.946 INFO:tasks.rados.rados.0.smithi157.stdout:3265: finishing write tid 5 to smithi15786056-39 2024-08-17T00:43:51.946 INFO:tasks.rados.rados.0.smithi157.stdout:3265: finishing write tid 6 to smithi15786056-39 2024-08-17T00:43:51.946 INFO:tasks.rados.rados.0.smithi157.stdout:3265: finishing write tid 7 to smithi15786056-39 2024-08-17T00:43:51.946 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 2341 (ObjNum 985 snap 334 seq_num 985) dirty exists 2024-08-17T00:43:51.946 INFO:tasks.rados.rados.0.smithi157.stdout:3265: left oid 39 (ObjNum 985 snap 334 seq_num 985) 2024-08-17T00:43:51.946 INFO:tasks.rados.rados.0.smithi157.stdout:3259: expect (ObjNum 840 snap 284 seq_num 840) 2024-08-17T00:43:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:52 smithi187 ceph-mon[90552]: pgmap v750: 121 pgs: 121 active+clean; 517 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-17T00:43:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:52 smithi187 ceph-mon[90552]: osdmap e727: 8 total, 8 up, 8 in 2024-08-17T00:43:52.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:43:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:43:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:52 smithi157 ceph-mon[101289]: pgmap v750: 121 pgs: 121 active+clean; 517 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-17T00:43:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:52 smithi157 ceph-mon[101289]: osdmap e727: 8 total, 8 up, 8 in 2024-08-17T00:43:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:52 smithi157 ceph-mon[98780]: pgmap v750: 121 pgs: 121 active+clean; 517 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-17T00:43:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:52 smithi157 ceph-mon[98780]: osdmap e727: 8 total, 8 up, 8 in 2024-08-17T00:43:53.109 INFO:tasks.rados.rados.0.smithi157.stdout:3259: done (6 left) 2024-08-17T00:43:53.109 INFO:tasks.rados.rados.0.smithi157.stdout:3260: done (5 left) 2024-08-17T00:43:53.109 INFO:tasks.rados.rados.0.smithi157.stdout:3261: done (4 left) 2024-08-17T00:43:53.109 INFO:tasks.rados.rados.0.smithi157.stdout:3262: done (3 left) 2024-08-17T00:43:53.109 INFO:tasks.rados.rados.0.smithi157.stdout:3263: done (2 left) 2024-08-17T00:43:53.109 INFO:tasks.rados.rados.0.smithi157.stdout:3265: done (1 left) 2024-08-17T00:43:53.110 INFO:tasks.rados.rados.0.smithi157.stdout:3266: done (0 left) 2024-08-17T00:43:53.110 INFO:tasks.rados.rados.0.smithi157.stdout:3267: copy_from oid 34 from oid 29 current snap is 334 2024-08-17T00:43:53.110 INFO:tasks.rados.rados.0.smithi157.stdout:3268: delete oid 14 current snap is 334 2024-08-17T00:43:53.110 INFO:tasks.rados.rados.0.smithi157.stdout:3267: finishing copy_from to smithi15786056-34 2024-08-17T00:43:53.110 INFO:tasks.rados.rados.0.smithi157.stdout:3267: got expected ENOENT (src dne) 2024-08-17T00:43:53.110 INFO:tasks.rados.rados.0.smithi157.stdout:3267: finishing copy_from racing read to smithi15786056-34 2024-08-17T00:43:53.112 INFO:tasks.rados.rados.0.smithi157.stdout:3267: done (1 left) 2024-08-17T00:43:53.112 INFO:tasks.rados.rados.0.smithi157.stdout:3268: done (0 left) 2024-08-17T00:43:53.112 INFO:tasks.rados.rados.0.smithi157.stdout:3269: setattr oid 4 current snap is 334 2024-08-17T00:43:53.114 INFO:tasks.rados.rados.0.smithi157.stdout:3270: rollback oid 15 current snap is 334 2024-08-17T00:43:53.114 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 15 to 290 2024-08-17T00:43:53.114 INFO:tasks.rados.rados.0.smithi157.stdout:3271: copy_from oid 1 from oid 45 current snap is 334 2024-08-17T00:43:53.114 INFO:tasks.rados.rados.0.smithi157.stdout:3272: rollback oid 36 current snap is 334 2024-08-17T00:43:53.114 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 36 to 296 2024-08-17T00:43:53.114 INFO:tasks.rados.rados.0.smithi157.stdout:3273: read oid 29 snap -1 2024-08-17T00:43:53.114 INFO:tasks.rados.rados.0.smithi157.stdout:3273: expect deleted 2024-08-17T00:43:53.114 INFO:tasks.rados.rados.0.smithi157.stdout:3274: delete oid 39 current snap is 334 2024-08-17T00:43:53.117 INFO:tasks.rados.rados.0.smithi157.stdout:3273: done (5 left) 2024-08-17T00:43:53.117 INFO:tasks.rados.rados.0.smithi157.stdout:3274: done (4 left) 2024-08-17T00:43:53.117 INFO:tasks.rados.rados.0.smithi157.stdout:3275: setattr oid 3 current snap is 334 2024-08-17T00:43:53.118 INFO:tasks.rados.rados.0.smithi157.stdout:3272: finishing rollback tid 0 to smithi15786056-36 2024-08-17T00:43:53.118 INFO:tasks.rados.rados.0.smithi157.stdout:3272: finishing rollback tid 1 to smithi15786056-36 2024-08-17T00:43:53.119 INFO:tasks.rados.rados.0.smithi157.stdout:3276: snap_remove snap 333 2024-08-17T00:43:53.435 INFO:tasks.rados.rados.0.smithi157.stdout:3276: done (5 left) 2024-08-17T00:43:53.436 INFO:tasks.rados.rados.0.smithi157.stdout:3277: read oid 11 snap 315 2024-08-17T00:43:53.436 INFO:tasks.rados.rados.0.smithi157.stdout:3277: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-17T00:43:53.436 INFO:tasks.rados.rados.0.smithi157.stdout:3278: read oid 17 snap -1 2024-08-17T00:43:53.436 INFO:tasks.rados.rados.0.smithi157.stdout:3278: expect (ObjNum 971 snap 331 seq_num 971) 2024-08-17T00:43:53.436 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 334 2024-08-17T00:43:53.436 INFO:tasks.rados.rados.0.smithi157.stdout:3272: finishing rollback tid 2 to smithi15786056-36 2024-08-17T00:43:53.436 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 1364 (ObjNum 873 snap 294 seq_num 873) dirty exists 2024-08-17T00:43:53.436 INFO:tasks.rados.rados.0.smithi157.stdout:3270: finishing rollback tid 0 to smithi15786056-15 2024-08-17T00:43:53.436 INFO:tasks.rados.rados.0.smithi157.stdout:3270: finishing rollback tid 1 to smithi15786056-15 2024-08-17T00:43:53.436 INFO:tasks.rados.rados.0.smithi157.stdout:3270: finishing rollback tid 2 to smithi15786056-15 2024-08-17T00:43:53.436 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 1560 (ObjNum 840 snap 284 seq_num 840) dirty exists 2024-08-17T00:43:53.437 INFO:tasks.rados.rados.0.smithi157.stdout:3271: finishing copy_from racing read to smithi15786056-1 2024-08-17T00:43:53.437 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 1967 (ObjNum 904 snap 306 seq_num 904) dirty exists 2024-08-17T00:43:53.437 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 2055 (ObjNum 960 snap 323 seq_num 960) dirty exists 2024-08-17T00:43:53.437 INFO:tasks.rados.rados.0.smithi157.stdout:3271: finishing copy_from to smithi15786056-1 2024-08-17T00:43:53.437 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 1856 (ObjNum 912 snap 309 seq_num 912) dirty exists 2024-08-17T00:43:53.437 INFO:tasks.rados.rados.0.smithi157.stdout:3279: seq_num 989 ranges {0=573440,573440=466944,1040384=434176,1474560=638976,2113536=65536} 2024-08-17T00:43:53.438 INFO:tasks.rados.rados.0.smithi157.stdout:3279: writing smithi15786056-24 from 0 to 573440 tid 1 2024-08-17T00:43:53.441 INFO:tasks.rados.rados.0.smithi157.stdout:3279: writing smithi15786056-24 from 573440 to 1040384 tid 2 2024-08-17T00:43:53.444 INFO:tasks.rados.rados.0.smithi157.stdout:3279: writing smithi15786056-24 from 1040384 to 1474560 tid 3 2024-08-17T00:43:53.450 INFO:tasks.rados.rados.0.smithi157.stdout:3279: writing smithi15786056-24 from 1474560 to 2113536 tid 4 2024-08-17T00:43:53.451 INFO:tasks.rados.rados.0.smithi157.stdout:3279: writing smithi15786056-24 from 2113536 to 2179072 tid 5 2024-08-17T00:43:53.451 INFO:tasks.rados.rados.0.smithi157.stdout:3269: done (7 left) 2024-08-17T00:43:53.451 INFO:tasks.rados.rados.0.smithi157.stdout:3270: done (6 left) 2024-08-17T00:43:53.451 INFO:tasks.rados.rados.0.smithi157.stdout:3271: done (5 left) 2024-08-17T00:43:53.451 INFO:tasks.rados.rados.0.smithi157.stdout:3272: done (4 left) 2024-08-17T00:43:53.451 INFO:tasks.rados.rados.0.smithi157.stdout:3275: done (3 left) 2024-08-17T00:43:53.451 INFO:tasks.rados.rados.0.smithi157.stdout:3280: read oid 33 snap -1 2024-08-17T00:43:53.451 INFO:tasks.rados.rados.0.smithi157.stdout:3280: expect deleted 2024-08-17T00:43:53.452 INFO:tasks.rados.rados.0.smithi157.stdout:3281: snap_remove snap 301 2024-08-17T00:43:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:43:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:43:53] "GET /metrics HTTP/1.1" 200 36287 "" "Prometheus/2.43.0" 2024-08-17T00:43:54.441 INFO:tasks.rados.rados.0.smithi157.stdout:3281: done (4 left) 2024-08-17T00:43:54.441 INFO:tasks.rados.rados.0.smithi157.stdout:3282: snap_remove snap 279 2024-08-17T00:43:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:54 smithi187 ceph-mon[90552]: osdmap e728: 8 total, 8 up, 8 in 2024-08-17T00:43:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:54 smithi187 ceph-mon[90552]: pgmap v753: 121 pgs: 121 active+clean; 519 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2024-08-17T00:43:54.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:54 smithi157 ceph-mon[101289]: osdmap e728: 8 total, 8 up, 8 in 2024-08-17T00:43:54.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:54 smithi157 ceph-mon[101289]: pgmap v753: 121 pgs: 121 active+clean; 519 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2024-08-17T00:43:54.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:54 smithi157 ceph-mon[98780]: osdmap e728: 8 total, 8 up, 8 in 2024-08-17T00:43:54.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:54 smithi157 ceph-mon[98780]: pgmap v753: 121 pgs: 121 active+clean; 519 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2024-08-17T00:43:55.444 INFO:tasks.rados.rados.0.smithi157.stdout:3282: done (4 left) 2024-08-17T00:43:55.444 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 334 2024-08-17T00:43:55.444 INFO:tasks.rados.rados.0.smithi157.stdout:3283: seq_num 990 ranges {2056192=589824,2646016=753664,3399680=638976,4038656=212992} 2024-08-17T00:43:55.459 INFO:tasks.rados.rados.0.smithi157.stdout:3283: writing smithi15786056-22 from 2056192 to 2646016 tid 1 2024-08-17T00:43:55.464 INFO:tasks.rados.rados.0.smithi157.stdout:3283: writing smithi15786056-22 from 2646016 to 3399680 tid 2 2024-08-17T00:43:55.468 INFO:tasks.rados.rados.0.smithi157.stdout:3283: writing smithi15786056-22 from 3399680 to 4038656 tid 3 2024-08-17T00:43:55.470 INFO:tasks.rados.rados.0.smithi157.stdout:3283: writing smithi15786056-22 from 4038656 to 4251648 tid 4 2024-08-17T00:43:55.470 INFO:tasks.rados.rados.0.smithi157.stdout:3278: expect (ObjNum 971 snap 331 seq_num 971) 2024-08-17T00:43:55.526 INFO:tasks.rados.rados.0.smithi157.stdout:3279: finishing write tid 1 to smithi15786056-24 2024-08-17T00:43:55.526 INFO:tasks.rados.rados.0.smithi157.stdout:3279: finishing write tid 2 to smithi15786056-24 2024-08-17T00:43:55.526 INFO:tasks.rados.rados.0.smithi157.stdout:3279: finishing write tid 3 to smithi15786056-24 2024-08-17T00:43:55.526 INFO:tasks.rados.rados.0.smithi157.stdout:3279: finishing write tid 4 to smithi15786056-24 2024-08-17T00:43:55.526 INFO:tasks.rados.rados.0.smithi157.stdout:3279: finishing write tid 5 to smithi15786056-24 2024-08-17T00:43:55.526 INFO:tasks.rados.rados.0.smithi157.stdout:3279: finishing write tid 6 to smithi15786056-24 2024-08-17T00:43:55.527 INFO:tasks.rados.rados.0.smithi157.stdout:3278: done (4 left) 2024-08-17T00:43:55.527 INFO:tasks.rados.rados.0.smithi157.stdout:3280: done (3 left) 2024-08-17T00:43:55.527 INFO:tasks.rados.rados.0.smithi157.stdout:3284: rollback oid 26 current snap is 334 2024-08-17T00:43:55.527 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 26 to 326 2024-08-17T00:43:55.527 INFO:tasks.rados.rados.0.smithi157.stdout:3279: finishing write tid 7 to smithi15786056-24 2024-08-17T00:43:55.527 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1592 (ObjNum 989 snap 334 seq_num 989) dirty exists 2024-08-17T00:43:55.527 INFO:tasks.rados.rados.0.smithi157.stdout:3279: left oid 24 (ObjNum 989 snap 334 seq_num 989) 2024-08-17T00:43:55.527 INFO:tasks.rados.rados.0.smithi157.stdout:3277: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-17T00:43:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:55 smithi187 ceph-mon[90552]: osdmap e729: 8 total, 8 up, 8 in 2024-08-17T00:43:55.757 INFO:tasks.rados.rados.0.smithi157.stdout:3283: finishing write tid 1 to smithi15786056-22 2024-08-17T00:43:55.757 INFO:tasks.rados.rados.0.smithi157.stdout:3283: finishing write tid 2 to smithi15786056-22 2024-08-17T00:43:55.757 INFO:tasks.rados.rados.0.smithi157.stdout:3277: done (3 left) 2024-08-17T00:43:55.757 INFO:tasks.rados.rados.0.smithi157.stdout:3279: done (2 left) 2024-08-17T00:43:55.757 INFO:tasks.rados.rados.0.smithi157.stdout:3285: delete oid 39 current snap is 334 2024-08-17T00:43:55.757 INFO:tasks.rados.rados.0.smithi157.stdout:3283: finishing write tid 3 to smithi15786056-22 2024-08-17T00:43:55.757 INFO:tasks.rados.rados.0.smithi157.stdout:3283: finishing write tid 4 to smithi15786056-22 2024-08-17T00:43:55.757 INFO:tasks.rados.rados.0.smithi157.stdout:3283: finishing write tid 5 to smithi15786056-22 2024-08-17T00:43:55.757 INFO:tasks.rados.rados.0.smithi157.stdout:3283: finishing write tid 6 to smithi15786056-22 2024-08-17T00:43:55.758 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 1986 (ObjNum 990 snap 334 seq_num 990) dirty exists 2024-08-17T00:43:55.758 INFO:tasks.rados.rados.0.smithi157.stdout:3283: left oid 22 (ObjNum 990 snap 334 seq_num 990) 2024-08-17T00:43:55.758 INFO:tasks.rados.rados.0.smithi157.stdout:3284: finishing rollback tid 0 to smithi15786056-26 2024-08-17T00:43:55.758 INFO:tasks.rados.rados.0.smithi157.stdout:3284: finishing rollback tid 1 to smithi15786056-26 2024-08-17T00:43:55.758 INFO:tasks.rados.rados.0.smithi157.stdout:3284: finishing rollback tid 2 to smithi15786056-26 2024-08-17T00:43:55.758 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 1992 (ObjNum 923 snap 310 seq_num 923) dirty exists 2024-08-17T00:43:55.759 INFO:tasks.rados.rados.0.smithi157.stdout:3283: done (2 left) 2024-08-17T00:43:55.759 INFO:tasks.rados.rados.0.smithi157.stdout:3284: done (1 left) 2024-08-17T00:43:55.759 INFO:tasks.rados.rados.0.smithi157.stdout:3285: done (0 left) 2024-08-17T00:43:55.760 INFO:tasks.rados.rados.0.smithi157.stdout:3286: read oid 35 snap 314 2024-08-17T00:43:55.760 INFO:tasks.rados.rados.0.smithi157.stdout:3286: expect (ObjNum 877 snap 296 seq_num 877) 2024-08-17T00:43:55.760 INFO:tasks.rados.rados.0.smithi157.stdout:3287: delete oid 45 current snap is 334 2024-08-17T00:43:55.762 INFO:tasks.rados.rados.0.smithi157.stdout:3286: expect (ObjNum 877 snap 296 seq_num 877) 2024-08-17T00:43:55.770 INFO:tasks.rados.rados.0.smithi157.stdout:3286: done (1 left) 2024-08-17T00:43:55.770 INFO:tasks.rados.rados.0.smithi157.stdout:3287: done (0 left) 2024-08-17T00:43:55.770 INFO:tasks.rados.rados.0.smithi157.stdout:3288: snap_remove snap 305 2024-08-17T00:43:55.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:55 smithi157 ceph-mon[98780]: osdmap e729: 8 total, 8 up, 8 in 2024-08-17T00:43:55.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:55 smithi157 ceph-mon[101289]: osdmap e729: 8 total, 8 up, 8 in 2024-08-17T00:43:56.455 INFO:tasks.rados.rados.0.smithi157.stdout:3288: done (0 left) 2024-08-17T00:43:56.455 INFO:tasks.rados.rados.0.smithi157.stdout:3289: read oid 21 snap 330 2024-08-17T00:43:56.455 INFO:tasks.rados.rados.0.smithi157.stdout:3289: expect deleted 2024-08-17T00:43:56.455 INFO:tasks.rados.rados.0.smithi157.stdout:3290: read oid 29 snap -1 2024-08-17T00:43:56.456 INFO:tasks.rados.rados.0.smithi157.stdout:3290: expect deleted 2024-08-17T00:43:56.456 INFO:tasks.rados.rados.0.smithi157.stdout:3291: rollback oid 14 current snap is 334 2024-08-17T00:43:56.456 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 14 to 229 2024-08-17T00:43:56.456 INFO:tasks.rados.rados.0.smithi157.stdout:3292: read oid 28 snap -1 2024-08-17T00:43:56.456 INFO:tasks.rados.rados.0.smithi157.stdout:3292: expect (ObjNum 936 snap 313 seq_num 936) 2024-08-17T00:43:56.456 INFO:tasks.rados.rados.0.smithi157.stdout:3293: delete oid 10 current snap is 334 2024-08-17T00:43:56.463 INFO:tasks.rados.rados.0.smithi157.stdout:3289: done (4 left) 2024-08-17T00:43:56.464 INFO:tasks.rados.rados.0.smithi157.stdout:3293: done (3 left) 2024-08-17T00:43:56.464 INFO:tasks.rados.rados.0.smithi157.stdout:3294: read oid 40 snap -1 2024-08-17T00:43:56.464 INFO:tasks.rados.rados.0.smithi157.stdout:3294: expect deleted 2024-08-17T00:43:56.464 INFO:tasks.rados.rados.0.smithi157.stdout:3295: copy_from oid 43 from oid 11 current snap is 334 2024-08-17T00:43:56.464 INFO:tasks.rados.rados.0.smithi157.stdout:3296: snap_create 2024-08-17T00:43:56.467 INFO:tasks.rados.rados.0.smithi157.stdout:3291: finishing rollback tid 1 to smithi15786056-14 2024-08-17T00:43:56.469 INFO:tasks.rados.rados.0.smithi157.stdout:3291: finishing rollback tid 2 to smithi15786056-14 2024-08-17T00:43:56.469 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1764 (ObjNum 7 snap 0 seq_num 304) dirty exists 2024-08-17T00:43:56.484 INFO:tasks.rados.rados.0.smithi157.stdout:3292: expect (ObjNum 936 snap 313 seq_num 936) 2024-08-17T00:43:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:56 smithi187 ceph-mon[90552]: osdmap e730: 8 total, 8 up, 8 in 2024-08-17T00:43:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:56 smithi187 ceph-mon[90552]: pgmap v756: 121 pgs: 121 active+clean; 534 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2024-08-17T00:43:56.759 INFO:tasks.rados.rados.0.smithi157.stdout:3295: finishing copy_from racing read to smithi15786056-43 2024-08-17T00:43:56.759 INFO:tasks.rados.rados.0.smithi157.stdout:3295: finishing copy_from to smithi15786056-43 2024-08-17T00:43:56.759 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 1842 (ObjNum 605 snap 189 seq_num 605) dirty exists 2024-08-17T00:43:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:56 smithi157 ceph-mon[98780]: osdmap e730: 8 total, 8 up, 8 in 2024-08-17T00:43:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:56 smithi157 ceph-mon[98780]: pgmap v756: 121 pgs: 121 active+clean; 534 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2024-08-17T00:43:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:56 smithi157 ceph-mon[101289]: osdmap e730: 8 total, 8 up, 8 in 2024-08-17T00:43:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:56 smithi157 ceph-mon[101289]: pgmap v756: 121 pgs: 121 active+clean; 534 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2024-08-17T00:43:57.423 INFO:tasks.rados.rados.0.smithi157.stdout:3290: done (5 left) 2024-08-17T00:43:57.423 INFO:tasks.rados.rados.0.smithi157.stdout:3291: done (4 left) 2024-08-17T00:43:57.423 INFO:tasks.rados.rados.0.smithi157.stdout:3292: done (3 left) 2024-08-17T00:43:57.423 INFO:tasks.rados.rados.0.smithi157.stdout:3294: done (2 left) 2024-08-17T00:43:57.423 INFO:tasks.rados.rados.0.smithi157.stdout:3295: done (1 left) 2024-08-17T00:43:57.423 INFO:tasks.rados.rados.0.smithi157.stdout:3296: done (0 left) 2024-08-17T00:43:57.423 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 335 2024-08-17T00:43:57.423 INFO:tasks.rados.rados.0.smithi157.stdout:3297: seq_num 994 ranges {0=655360,655360=688128,1343488=622592,1966080=294912} 2024-08-17T00:43:57.426 INFO:tasks.rados.rados.0.smithi157.stdout:3297: writing smithi15786056-23 from 0 to 655360 tid 1 2024-08-17T00:43:57.430 INFO:tasks.rados.rados.0.smithi157.stdout:3297: writing smithi15786056-23 from 655360 to 1343488 tid 2 2024-08-17T00:43:57.434 INFO:tasks.rados.rados.0.smithi157.stdout:3297: writing smithi15786056-23 from 1343488 to 1966080 tid 3 2024-08-17T00:43:57.436 INFO:tasks.rados.rados.0.smithi157.stdout:3297: writing smithi15786056-23 from 1966080 to 2260992 tid 4 2024-08-17T00:43:57.436 INFO:tasks.rados.rados.0.smithi157.stdout:3298: rollback oid 50 current snap is 335 2024-08-17T00:43:57.436 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 50 to 324 2024-08-17T00:43:57.437 INFO:tasks.rados.rados.0.smithi157.stdout:3297: finishing write tid 1 to smithi15786056-23 2024-08-17T00:43:57.437 INFO:tasks.rados.rados.0.smithi157.stdout:3297: finishing write tid 2 to smithi15786056-23 2024-08-17T00:43:57.437 INFO:tasks.rados.rados.0.smithi157.stdout:3299: read oid 6 snap -1 2024-08-17T00:43:57.437 INFO:tasks.rados.rados.0.smithi157.stdout:3299: expect (ObjNum 855 snap 286 seq_num 855) 2024-08-17T00:43:57.437 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 335 2024-08-17T00:43:57.437 INFO:tasks.rados.rados.0.smithi157.stdout:3300: seq_num 995 ranges {5316608=671744,5988352=573440,6561792=778240,7340032=253952} 2024-08-17T00:43:57.469 INFO:tasks.rados.rados.0.smithi157.stdout:3300: writing smithi15786056-28 from 5316608 to 5988352 tid 1 2024-08-17T00:43:57.472 INFO:tasks.rados.rados.0.smithi157.stdout:3300: writing smithi15786056-28 from 5988352 to 6561792 tid 2 2024-08-17T00:43:57.477 INFO:tasks.rados.rados.0.smithi157.stdout:3300: writing smithi15786056-28 from 6561792 to 7340032 tid 3 2024-08-17T00:43:57.479 INFO:tasks.rados.rados.0.smithi157.stdout:3300: writing smithi15786056-28 from 7340032 to 7593984 tid 4 2024-08-17T00:43:57.479 INFO:tasks.rados.rados.0.smithi157.stdout:3301: read oid 8 snap 297 2024-08-17T00:43:57.479 INFO:tasks.rados.rados.0.smithi157.stdout:3301: expect deleted 2024-08-17T00:43:57.479 INFO:tasks.rados.rados.0.smithi157.stdout:3302: setattr oid 26 current snap is 335 2024-08-17T00:43:57.479 INFO:tasks.rados.rados.0.smithi157.stdout:3298: finishing rollback tid 1 to smithi15786056-50 2024-08-17T00:43:57.479 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 1756 (ObjNum 33 snap 0 seq_num 171133936) dirty dne 2024-08-17T00:43:57.479 INFO:tasks.rados.rados.0.smithi157.stdout:3297: finishing write tid 3 to smithi15786056-23 2024-08-17T00:43:57.480 INFO:tasks.rados.rados.0.smithi157.stdout:3297: finishing write tid 4 to smithi15786056-23 2024-08-17T00:43:57.480 INFO:tasks.rados.rados.0.smithi157.stdout:3297: finishing write tid 5 to smithi15786056-23 2024-08-17T00:43:57.480 INFO:tasks.rados.rados.0.smithi157.stdout:3297: finishing write tid 6 to smithi15786056-23 2024-08-17T00:43:57.480 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 2375 (ObjNum 994 snap 335 seq_num 994) dirty exists 2024-08-17T00:43:57.480 INFO:tasks.rados.rados.0.smithi157.stdout:3297: left oid 23 (ObjNum 994 snap 335 seq_num 994) 2024-08-17T00:43:57.480 INFO:tasks.rados.rados.0.smithi157.stdout:3299: expect (ObjNum 855 snap 286 seq_num 855) 2024-08-17T00:43:57.541 INFO:tasks.rados.rados.0.smithi157.stdout:3300: finishing write tid 1 to smithi15786056-28 2024-08-17T00:43:57.541 INFO:tasks.rados.rados.0.smithi157.stdout:3300: finishing write tid 2 to smithi15786056-28 2024-08-17T00:43:57.541 INFO:tasks.rados.rados.0.smithi157.stdout:3300: finishing write tid 3 to smithi15786056-28 2024-08-17T00:43:57.541 INFO:tasks.rados.rados.0.smithi157.stdout:3300: finishing write tid 4 to smithi15786056-28 2024-08-17T00:43:57.541 INFO:tasks.rados.rados.0.smithi157.stdout:3300: finishing write tid 5 to smithi15786056-28 2024-08-17T00:43:57.541 INFO:tasks.rados.rados.0.smithi157.stdout:3300: finishing write tid 6 to smithi15786056-28 2024-08-17T00:43:57.542 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1594 (ObjNum 995 snap 335 seq_num 995) dirty exists 2024-08-17T00:43:57.542 INFO:tasks.rados.rados.0.smithi157.stdout:3300: left oid 28 (ObjNum 995 snap 335 seq_num 995) 2024-08-17T00:43:57.542 INFO:tasks.rados.rados.0.smithi157.stdout:3297: done (5 left) 2024-08-17T00:43:57.542 INFO:tasks.rados.rados.0.smithi157.stdout:3298: done (4 left) 2024-08-17T00:43:57.542 INFO:tasks.rados.rados.0.smithi157.stdout:3299: done (3 left) 2024-08-17T00:43:57.542 INFO:tasks.rados.rados.0.smithi157.stdout:3300: done (2 left) 2024-08-17T00:43:57.542 INFO:tasks.rados.rados.0.smithi157.stdout:3301: done (1 left) 2024-08-17T00:43:57.542 INFO:tasks.rados.rados.0.smithi157.stdout:3303: copy_from oid 35 from oid 30 current snap is 335 2024-08-17T00:43:57.543 INFO:tasks.rados.rados.0.smithi157.stdout:3304: snap_remove snap 332 2024-08-17T00:43:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:57 smithi187 ceph-mon[90552]: osdmap e731: 8 total, 8 up, 8 in 2024-08-17T00:43:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:57 smithi187 ceph-mon[90552]: osdmap e732: 8 total, 8 up, 8 in 2024-08-17T00:43:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:57 smithi157 ceph-mon[98780]: osdmap e731: 8 total, 8 up, 8 in 2024-08-17T00:43:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:57 smithi157 ceph-mon[98780]: osdmap e732: 8 total, 8 up, 8 in 2024-08-17T00:43:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:57 smithi157 ceph-mon[101289]: osdmap e731: 8 total, 8 up, 8 in 2024-08-17T00:43:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:57 smithi157 ceph-mon[101289]: osdmap e732: 8 total, 8 up, 8 in 2024-08-17T00:43:58.462 INFO:tasks.rados.rados.0.smithi157.stdout:3304: done (2 left) 2024-08-17T00:43:58.463 INFO:tasks.rados.rados.0.smithi157.stdout:3305: rollback oid 14 current snap is 335 2024-08-17T00:43:58.463 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 14 to 328 2024-08-17T00:43:58.463 INFO:tasks.rados.rados.0.smithi157.stdout:3306: rollback oid 31 current snap is 335 2024-08-17T00:43:58.463 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 31 to 320 2024-08-17T00:43:58.463 INFO:tasks.rados.rados.0.smithi157.stdout:3307: rollback oid 22 current snap is 335 2024-08-17T00:43:58.463 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 22 to 229 2024-08-17T00:43:58.463 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 335 2024-08-17T00:43:58.463 INFO:tasks.rados.rados.0.smithi157.stdout:3308: seq_num 996 ranges {2179072=688128,2867200=507904,3375104=581632,3956736=516096} 2024-08-17T00:43:58.479 INFO:tasks.rados.rados.0.smithi157.stdout:3308: writing smithi15786056-24 from 2179072 to 2867200 tid 1 2024-08-17T00:43:58.482 INFO:tasks.rados.rados.0.smithi157.stdout:3308: writing smithi15786056-24 from 2867200 to 3375104 tid 2 2024-08-17T00:43:58.486 INFO:tasks.rados.rados.0.smithi157.stdout:3308: writing smithi15786056-24 from 3375104 to 3956736 tid 3 2024-08-17T00:43:58.489 INFO:tasks.rados.rados.0.smithi157.stdout:3308: writing smithi15786056-24 from 3956736 to 4472832 tid 4 2024-08-17T00:43:58.489 INFO:tasks.rados.rados.0.smithi157.stdout:3309: read oid 32 snap -1 2024-08-17T00:43:58.489 INFO:tasks.rados.rados.0.smithi157.stdout:3309: expect (ObjNum 923 snap 310 seq_num 923) 2024-08-17T00:43:58.490 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 33 current snap is 335 2024-08-17T00:43:58.490 INFO:tasks.rados.rados.0.smithi157.stdout:3303: finishing copy_from racing read to smithi15786056-35 2024-08-17T00:43:58.490 INFO:tasks.rados.rados.0.smithi157.stdout:3310: seq_num 997 ranges {0=704512,704512=794624,1499136=794624,2293760=16384} 2024-08-17T00:43:58.494 INFO:tasks.rados.rados.0.smithi157.stdout:3310: writing smithi15786056-33 from 0 to 704512 tid 1 2024-08-17T00:43:58.498 INFO:tasks.rados.rados.0.smithi157.stdout:3310: writing smithi15786056-33 from 704512 to 1499136 tid 2 2024-08-17T00:43:58.504 INFO:tasks.rados.rados.0.smithi157.stdout:3310: writing smithi15786056-33 from 1499136 to 2293760 tid 3 2024-08-17T00:43:58.504 INFO:tasks.rados.rados.0.smithi157.stdout:3310: writing smithi15786056-33 from 2293760 to 2310144 tid 4 2024-08-17T00:43:58.504 INFO:tasks.rados.rados.0.smithi157.stdout:3311: setattr oid 13 current snap is 335 2024-08-17T00:43:58.504 INFO:tasks.rados.rados.0.smithi157.stdout:3303: finishing copy_from to smithi15786056-35 2024-08-17T00:43:58.504 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 2054 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:43:58.504 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 2002 (ObjNum 923 snap 310 seq_num 923) dirty exists 2024-08-17T00:43:58.504 INFO:tasks.rados.rados.0.smithi157.stdout:3305: finishing rollback tid 0 to smithi15786056-14 2024-08-17T00:43:58.504 INFO:tasks.rados.rados.0.smithi157.stdout:3306: finishing rollback tid 1 to smithi15786056-31 2024-08-17T00:43:58.505 INFO:tasks.rados.rados.0.smithi157.stdout:3305: finishing rollback tid 1 to smithi15786056-14 2024-08-17T00:43:58.505 INFO:tasks.rados.rados.0.smithi157.stdout:3306: finishing rollback tid 2 to smithi15786056-31 2024-08-17T00:43:58.505 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 1596 (ObjNum 911 snap 309 seq_num 911) dirty exists 2024-08-17T00:43:58.505 INFO:tasks.rados.rados.0.smithi157.stdout:3305: finishing rollback tid 2 to smithi15786056-14 2024-08-17T00:43:58.505 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1767 (ObjNum 916 snap 310 seq_num 916) dirty exists 2024-08-17T00:43:58.505 INFO:tasks.rados.rados.0.smithi157.stdout:3307: finishing rollback tid 0 to smithi15786056-22 2024-08-17T00:43:58.505 INFO:tasks.rados.rados.0.smithi157.stdout:3307: finishing rollback tid 1 to smithi15786056-22 2024-08-17T00:43:58.505 INFO:tasks.rados.rados.0.smithi157.stdout:3307: finishing rollback tid 2 to smithi15786056-22 2024-08-17T00:43:58.505 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 2010 (ObjNum 707 snap 228 seq_num 707) dirty exists 2024-08-17T00:43:58.505 INFO:tasks.rados.rados.0.smithi157.stdout:3308: finishing write tid 1 to smithi15786056-24 2024-08-17T00:43:58.505 INFO:tasks.rados.rados.0.smithi157.stdout:3308: finishing write tid 2 to smithi15786056-24 2024-08-17T00:43:58.505 INFO:tasks.rados.rados.0.smithi157.stdout:3308: finishing write tid 3 to smithi15786056-24 2024-08-17T00:43:58.506 INFO:tasks.rados.rados.0.smithi157.stdout:3308: finishing write tid 4 to smithi15786056-24 2024-08-17T00:43:58.506 INFO:tasks.rados.rados.0.smithi157.stdout:3308: finishing write tid 5 to smithi15786056-24 2024-08-17T00:43:58.506 INFO:tasks.rados.rados.0.smithi157.stdout:3308: finishing write tid 6 to smithi15786056-24 2024-08-17T00:43:58.506 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1597 (ObjNum 996 snap 335 seq_num 996) dirty exists 2024-08-17T00:43:58.506 INFO:tasks.rados.rados.0.smithi157.stdout:3308: left oid 24 (ObjNum 996 snap 335 seq_num 996) 2024-08-17T00:43:58.506 INFO:tasks.rados.rados.0.smithi157.stdout:3310: finishing write tid 1 to smithi15786056-33 2024-08-17T00:43:58.506 INFO:tasks.rados.rados.0.smithi157.stdout:3309: expect (ObjNum 923 snap 310 seq_num 923) 2024-08-17T00:43:58.651 INFO:tasks.rados.rados.0.smithi157.stdout:3310: finishing write tid 2 to smithi15786056-33 2024-08-17T00:43:58.652 INFO:tasks.rados.rados.0.smithi157.stdout:3310: finishing write tid 3 to smithi15786056-33 2024-08-17T00:43:58.652 INFO:tasks.rados.rados.0.smithi157.stdout:3310: finishing write tid 4 to smithi15786056-33 2024-08-17T00:43:58.652 INFO:tasks.rados.rados.0.smithi157.stdout:3310: finishing write tid 5 to smithi15786056-33 2024-08-17T00:43:58.652 INFO:tasks.rados.rados.0.smithi157.stdout:3310: finishing write tid 6 to smithi15786056-33 2024-08-17T00:43:58.652 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 1573 (ObjNum 997 snap 335 seq_num 997) dirty exists 2024-08-17T00:43:58.652 INFO:tasks.rados.rados.0.smithi157.stdout:3310: left oid 33 (ObjNum 997 snap 335 seq_num 997) 2024-08-17T00:43:58.652 INFO:tasks.rados.rados.0.smithi157.stdout:3302: done (8 left) 2024-08-17T00:43:58.652 INFO:tasks.rados.rados.0.smithi157.stdout:3303: done (7 left) 2024-08-17T00:43:58.652 INFO:tasks.rados.rados.0.smithi157.stdout:3305: done (6 left) 2024-08-17T00:43:58.652 INFO:tasks.rados.rados.0.smithi157.stdout:3306: done (5 left) 2024-08-17T00:43:58.652 INFO:tasks.rados.rados.0.smithi157.stdout:3307: done (4 left) 2024-08-17T00:43:58.652 INFO:tasks.rados.rados.0.smithi157.stdout:3308: done (3 left) 2024-08-17T00:43:58.653 INFO:tasks.rados.rados.0.smithi157.stdout:3309: done (2 left) 2024-08-17T00:43:58.653 INFO:tasks.rados.rados.0.smithi157.stdout:3310: done (1 left) 2024-08-17T00:43:58.653 INFO:tasks.rados.rados.0.smithi157.stdout:3312: delete oid 10 current snap is 335 2024-08-17T00:43:58.653 INFO:tasks.rados.rados.0.smithi157.stdout:3312: done (1 left) 2024-08-17T00:43:58.653 INFO:tasks.rados.rados.0.smithi157.stdout:3313: snap_remove snap 326 2024-08-17T00:43:58.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:58 smithi157 ceph-mon[98780]: pgmap v759: 121 pgs: 121 active+clean; 534 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 20 op/s 2024-08-17T00:43:58.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:58 smithi157 ceph-mon[101289]: pgmap v759: 121 pgs: 121 active+clean; 534 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 20 op/s 2024-08-17T00:43:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:58 smithi187 ceph-mon[90552]: pgmap v759: 121 pgs: 121 active+clean; 534 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 20 op/s 2024-08-17T00:43:59.462 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1598 (ObjNum 145 snap 0 seq_num 171540576) dirty exists 2024-08-17T00:43:59.462 INFO:tasks.rados.rados.0.smithi157.stdout:3311: done (1 left) 2024-08-17T00:43:59.462 INFO:tasks.rados.rados.0.smithi157.stdout:3313: done (0 left) 2024-08-17T00:43:59.462 INFO:tasks.rados.rados.0.smithi157.stdout:3314: read oid 23 snap -1 2024-08-17T00:43:59.462 INFO:tasks.rados.rados.0.smithi157.stdout:3314: expect (ObjNum 994 snap 335 seq_num 994) 2024-08-17T00:43:59.463 INFO:tasks.rados.rados.0.smithi157.stdout:3315: setattr oid 34 current snap is 335 2024-08-17T00:43:59.463 INFO:tasks.rados.rados.0.smithi157.stdout:3316: snap_remove snap 290 2024-08-17T00:43:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:59 smithi157 ceph-mon[98780]: osdmap e733: 8 total, 8 up, 8 in 2024-08-17T00:43:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:43:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:59 smithi157 ceph-mon[101289]: osdmap e733: 8 total, 8 up, 8 in 2024-08-17T00:43:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:43:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:59 smithi187 ceph-mon[90552]: osdmap e733: 8 total, 8 up, 8 in 2024-08-17T00:43:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:43:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:00.464 INFO:tasks.rados.rados.0.smithi157.stdout:3316: done (2 left) 2024-08-17T00:44:00.465 INFO:tasks.rados.rados.0.smithi157.stdout:3317: snap_remove snap 277 2024-08-17T00:44:00.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:00 smithi157 ceph-mon[98780]: osdmap e734: 8 total, 8 up, 8 in 2024-08-17T00:44:00.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:00 smithi157 ceph-mon[98780]: pgmap v762: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 539 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T00:44:00.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:00 smithi157 ceph-mon[98780]: osdmap e735: 8 total, 8 up, 8 in 2024-08-17T00:44:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:00 smithi157 ceph-mon[101289]: osdmap e734: 8 total, 8 up, 8 in 2024-08-17T00:44:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:00 smithi157 ceph-mon[101289]: pgmap v762: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 539 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T00:44:00.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:00 smithi157 ceph-mon[101289]: osdmap e735: 8 total, 8 up, 8 in 2024-08-17T00:44:00.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:00 smithi187 ceph-mon[90552]: osdmap e734: 8 total, 8 up, 8 in 2024-08-17T00:44:00.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:00 smithi187 ceph-mon[90552]: pgmap v762: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 539 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T00:44:00.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:00 smithi187 ceph-mon[90552]: osdmap e735: 8 total, 8 up, 8 in 2024-08-17T00:44:01.465 INFO:tasks.rados.rados.0.smithi157.stdout:3317: done (2 left) 2024-08-17T00:44:01.466 INFO:tasks.rados.rados.0.smithi157.stdout:3318: rollback oid 39 current snap is 335 2024-08-17T00:44:01.466 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 39 to 297 2024-08-17T00:44:01.466 INFO:tasks.rados.rados.0.smithi157.stdout:3314: expect (ObjNum 994 snap 335 seq_num 994) 2024-08-17T00:44:01.538 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 1866 (ObjNum 794 snap 265 seq_num 794) dirty exists 2024-08-17T00:44:01.538 INFO:tasks.rados.rados.0.smithi157.stdout:3314: done (2 left) 2024-08-17T00:44:01.539 INFO:tasks.rados.rados.0.smithi157.stdout:3315: done (1 left) 2024-08-17T00:44:01.539 INFO:tasks.rados.rados.0.smithi157.stdout:3319: copy_from oid 8 from oid 36 current snap is 335 2024-08-17T00:44:01.539 INFO:tasks.rados.rados.0.smithi157.stdout:3318: finishing rollback tid 1 to smithi15786056-39 2024-08-17T00:44:01.539 INFO:tasks.rados.rados.0.smithi157.stdout:3318: finishing rollback tid 2 to smithi15786056-39 2024-08-17T00:44:01.539 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 2401 (ObjNum 839 snap 283 seq_num 839) dirty exists 2024-08-17T00:44:01.539 INFO:tasks.rados.rados.0.smithi157.stdout:3318: done (1 left) 2024-08-17T00:44:01.539 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 17 current snap is 335 2024-08-17T00:44:01.539 INFO:tasks.rados.rados.0.smithi157.stdout:3320: seq_num 999 ranges {1875968=737280,2613248=565248,3178496=761856,3940352=278528} 2024-08-17T00:44:01.552 INFO:tasks.rados.rados.0.smithi157.stdout:3320: writing smithi15786056-17 from 1875968 to 2613248 tid 1 2024-08-17T00:44:01.556 INFO:tasks.rados.rados.0.smithi157.stdout:3320: writing smithi15786056-17 from 2613248 to 3178496 tid 2 2024-08-17T00:44:01.560 INFO:tasks.rados.rados.0.smithi157.stdout:3320: writing smithi15786056-17 from 3178496 to 3940352 tid 3 2024-08-17T00:44:01.562 INFO:tasks.rados.rados.0.smithi157.stdout:3320: writing smithi15786056-17 from 3940352 to 4218880 tid 4 2024-08-17T00:44:01.562 INFO:tasks.rados.rados.0.smithi157.stdout:3321: rmattr oid 30 current snap is 335 2024-08-17T00:44:01.562 INFO:tasks.rados.rados.0.smithi157.stdout:3319: finishing copy_from racing read to smithi15786056-8 2024-08-17T00:44:01.562 INFO:tasks.rados.rados.0.smithi157.stdout:3319: finishing copy_from to smithi15786056-8 2024-08-17T00:44:01.562 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1364 (ObjNum 873 snap 294 seq_num 873) dirty exists 2024-08-17T00:44:01.562 INFO:tasks.rados.rados.0.smithi157.stdout:3320: finishing write tid 1 to smithi15786056-17 2024-08-17T00:44:01.562 INFO:tasks.rados.rados.0.smithi157.stdout:3320: finishing write tid 2 to smithi15786056-17 2024-08-17T00:44:01.562 INFO:tasks.rados.rados.0.smithi157.stdout:3319: done (2 left) 2024-08-17T00:44:01.563 INFO:tasks.rados.rados.0.smithi157.stdout:3322: delete oid 32 current snap is 335 2024-08-17T00:44:01.564 INFO:tasks.rados.rados.0.smithi157.stdout:3320: finishing write tid 3 to smithi15786056-17 2024-08-17T00:44:01.565 INFO:tasks.rados.rados.0.smithi157.stdout:3320: finishing write tid 4 to smithi15786056-17 2024-08-17T00:44:01.566 INFO:tasks.rados.rados.0.smithi157.stdout:3320: finishing write tid 5 to smithi15786056-17 2024-08-17T00:44:01.566 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 2056 (ObjNum 833 snap 0 seq_num 171212208) dirty exists 2024-08-17T00:44:01.566 INFO:tasks.rados.rados.0.smithi157.stdout:3321: done (2 left) 2024-08-17T00:44:01.566 INFO:tasks.rados.rados.0.smithi157.stdout:3322: done (1 left) 2024-08-17T00:44:01.566 INFO:tasks.rados.rados.0.smithi157.stdout:3323: snap_remove snap 314 2024-08-17T00:44:02.424 INFO:tasks.rados.rados.0.smithi157.stdout:3323: done (1 left) 2024-08-17T00:44:02.424 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 335 2024-08-17T00:44:02.424 INFO:tasks.rados.rados.0.smithi157.stdout:3324: seq_num 1001 ranges {1343488=770048,2113536=729088,2842624=770048,3612672=106496} 2024-08-17T00:44:02.437 INFO:tasks.rados.rados.0.smithi157.stdout:3324: writing smithi15786056-3 from 1343488 to 2113536 tid 1 2024-08-17T00:44:02.441 INFO:tasks.rados.rados.0.smithi157.stdout:3324: writing smithi15786056-3 from 2113536 to 2842624 tid 2 2024-08-17T00:44:02.446 INFO:tasks.rados.rados.0.smithi157.stdout:3324: writing smithi15786056-3 from 2842624 to 3612672 tid 3 2024-08-17T00:44:02.448 INFO:tasks.rados.rados.0.smithi157.stdout:3324: writing smithi15786056-3 from 3612672 to 3719168 tid 4 2024-08-17T00:44:02.448 INFO:tasks.rados.rados.0.smithi157.stdout:3320: finishing write tid 6 to smithi15786056-17 2024-08-17T00:44:02.448 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 1578 (ObjNum 999 snap 335 seq_num 999) dirty exists 2024-08-17T00:44:02.448 INFO:tasks.rados.rados.0.smithi157.stdout:3320: left oid 17 (ObjNum 999 snap 335 seq_num 999) 2024-08-17T00:44:02.448 INFO:tasks.rados.rados.0.smithi157.stdout:3320: done (1 left) 2024-08-17T00:44:02.448 INFO:tasks.rados.rados.0.smithi157.stdout:3325: rmattr oid 43 current snap is 335 2024-08-17T00:44:02.448 INFO:tasks.rados.rados.0.smithi157.stdout:3326: rollback oid 30 current snap is 335 2024-08-17T00:44:02.448 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 30 to 324 2024-08-17T00:44:02.448 INFO:tasks.rados.rados.0.smithi157.stdout:3327: snap_remove snap 334 2024-08-17T00:44:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:02 smithi187 ceph-mon[90552]: osdmap e736: 8 total, 8 up, 8 in 2024-08-17T00:44:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:02 smithi187 ceph-mon[90552]: pgmap v765: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 545 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-08-17T00:44:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:02 smithi187 ceph-mon[90552]: osdmap e737: 8 total, 8 up, 8 in 2024-08-17T00:44:02.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 00:44:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T00:44:02.460+0000 7fea46203640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 185 after trimming was started 2024-08-17T00:44:02.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:44:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:44:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:02 smithi157 ceph-mon[98780]: osdmap e736: 8 total, 8 up, 8 in 2024-08-17T00:44:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:02 smithi157 ceph-mon[98780]: pgmap v765: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 545 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-08-17T00:44:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:02 smithi157 ceph-mon[98780]: osdmap e737: 8 total, 8 up, 8 in 2024-08-17T00:44:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:02 smithi157 ceph-mon[101289]: osdmap e736: 8 total, 8 up, 8 in 2024-08-17T00:44:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:02 smithi157 ceph-mon[101289]: pgmap v765: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 545 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-08-17T00:44:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:02 smithi157 ceph-mon[101289]: osdmap e737: 8 total, 8 up, 8 in 2024-08-17T00:44:03.426 INFO:tasks.rados.rados.0.smithi157.stdout:3327: done (3 left) 2024-08-17T00:44:03.427 INFO:tasks.rados.rados.0.smithi157.stdout:3328: rollback oid 35 current snap is 335 2024-08-17T00:44:03.427 INFO:tasks.rados.rados.0.smithi157.stdout:3324: finishing write tid 1 to smithi15786056-3 2024-08-17T00:44:03.427 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 2417 (ObjNum 605 snap 189 seq_num 605) dirty exists 2024-08-17T00:44:03.427 INFO:tasks.rados.rados.0.smithi157.stdout:3326: finishing rollback tid 0 to smithi15786056-30 2024-08-17T00:44:03.427 INFO:tasks.rados.rados.0.smithi157.stdout:3326: finishing rollback tid 1 to smithi15786056-30 2024-08-17T00:44:03.427 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 2058 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T00:44:03.427 INFO:tasks.rados.rados.0.smithi157.stdout:3324: finishing write tid 2 to smithi15786056-3 2024-08-17T00:44:03.427 INFO:tasks.rados.rados.0.smithi157.stdout:3324: finishing write tid 3 to smithi15786056-3 2024-08-17T00:44:03.427 INFO:tasks.rados.rados.0.smithi157.stdout:3324: finishing write tid 4 to smithi15786056-3 2024-08-17T00:44:03.427 INFO:tasks.rados.rados.0.smithi157.stdout:3324: finishing write tid 5 to smithi15786056-3 2024-08-17T00:44:03.427 INFO:tasks.rados.rados.0.smithi157.stdout:3324: finishing write tid 6 to smithi15786056-3 2024-08-17T00:44:03.428 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 2042 (ObjNum 1001 snap 335 seq_num 1001) dirty exists 2024-08-17T00:44:03.428 INFO:tasks.rados.rados.0.smithi157.stdout:3324: left oid 3 (ObjNum 1001 snap 335 seq_num 1001) 2024-08-17T00:44:03.428 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 35 to 328 2024-08-17T00:44:03.428 INFO:tasks.rados.rados.0.smithi157.stdout:3324: done (3 left) 2024-08-17T00:44:03.428 INFO:tasks.rados.rados.0.smithi157.stdout:3325: done (2 left) 2024-08-17T00:44:03.428 INFO:tasks.rados.rados.0.smithi157.stdout:3326: done (1 left) 2024-08-17T00:44:03.428 INFO:tasks.rados.rados.0.smithi157.stdout:3329: setattr oid 20 current snap is 335 2024-08-17T00:44:03.429 INFO:tasks.rados.rados.0.smithi157.stdout:3330: delete oid 10 current snap is 335 2024-08-17T00:44:03.436 INFO:tasks.rados.rados.0.smithi157.stdout:3328: finishing rollback tid 0 to smithi15786056-35 2024-08-17T00:44:03.436 INFO:tasks.rados.rados.0.smithi157.stdout:3328: finishing rollback tid 1 to smithi15786056-35 2024-08-17T00:44:03.436 INFO:tasks.rados.rados.0.smithi157.stdout:3328: finishing rollback tid 2 to smithi15786056-35 2024-08-17T00:44:03.436 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 2057 (ObjNum 877 snap 296 seq_num 877) dirty exists 2024-08-17T00:44:03.439 INFO:tasks.rados.rados.0.smithi157.stdout:3328: done (2 left) 2024-08-17T00:44:03.439 INFO:tasks.rados.rados.0.smithi157.stdout:3330: done (1 left) 2024-08-17T00:44:03.439 INFO:tasks.rados.rados.0.smithi157.stdout:3331: copy_from oid 8 from oid 41 current snap is 335 2024-08-17T00:44:03.439 INFO:tasks.rados.rados.0.smithi157.stdout:3332: snap_remove snap 304 2024-08-17T00:44:03.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:44:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:44:03] "GET /metrics HTTP/1.1" 200 36287 "" "Prometheus/2.43.0" 2024-08-17T00:44:04.431 INFO:tasks.rados.rados.0.smithi157.stdout:3332: done (2 left) 2024-08-17T00:44:04.431 INFO:tasks.rados.rados.0.smithi157.stdout:3333: rmattr oid 40 current snap is 335 2024-08-17T00:44:04.432 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 1599 (ObjNum 552 snap 163 seq_num 552) dirty exists 2024-08-17T00:44:04.432 INFO:tasks.rados.rados.0.smithi157.stdout:3331: finishing copy_from to smithi15786056-8 2024-08-17T00:44:04.432 INFO:tasks.rados.rados.0.smithi157.stdout:3331: got expected ENOENT (src dne) 2024-08-17T00:44:04.432 INFO:tasks.rados.rados.0.smithi157.stdout:3331: finishing copy_from racing read to smithi15786056-8 2024-08-17T00:44:04.432 INFO:tasks.rados.rados.0.smithi157.stdout:3329: done (2 left) 2024-08-17T00:44:04.432 INFO:tasks.rados.rados.0.smithi157.stdout:3331: done (1 left) 2024-08-17T00:44:04.432 INFO:tasks.rados.rados.0.smithi157.stdout:3333: done (0 left) 2024-08-17T00:44:04.432 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 40 current snap is 335 2024-08-17T00:44:04.432 INFO:tasks.rados.rados.0.smithi157.stdout:3334: seq_num 1003 ranges {0=802816,802816=499712,1302528=737280,2039808=368640} 2024-08-17T00:44:04.436 INFO:tasks.rados.rados.0.smithi157.stdout:3334: writing smithi15786056-40 from 0 to 802816 tid 1 2024-08-17T00:44:04.440 INFO:tasks.rados.rados.0.smithi157.stdout:3334: writing smithi15786056-40 from 802816 to 1302528 tid 2 2024-08-17T00:44:04.445 INFO:tasks.rados.rados.0.smithi157.stdout:3334: writing smithi15786056-40 from 1302528 to 2039808 tid 3 2024-08-17T00:44:04.448 INFO:tasks.rados.rados.0.smithi157.stdout:3334: writing smithi15786056-40 from 2039808 to 2408448 tid 4 2024-08-17T00:44:04.449 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 335 2024-08-17T00:44:04.449 INFO:tasks.rados.rados.0.smithi157.stdout:3335: seq_num 1004 ranges {0=16384} 2024-08-17T00:44:04.449 INFO:tasks.rados.rados.0.smithi157.stdout:3335: writing smithi15786056-29 from 0 to 16384 tid 1 2024-08-17T00:44:04.449 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 20 current snap is 335 2024-08-17T00:44:04.449 INFO:tasks.rados.rados.0.smithi157.stdout:3336: seq_num 1005 ranges {8626176=32768} 2024-08-17T00:44:04.496 INFO:tasks.rados.rados.0.smithi157.stdout:3336: writing smithi15786056-20 from 8626176 to 8658944 tid 1 2024-08-17T00:44:04.496 INFO:tasks.rados.rados.0.smithi157.stdout:3337: copy_from oid 5 from oid 36 current snap is 335 2024-08-17T00:44:04.496 INFO:tasks.rados.rados.0.smithi157.stdout:3335: finishing write tid 1 to smithi15786056-29 2024-08-17T00:44:04.496 INFO:tasks.rados.rados.0.smithi157.stdout:3334: finishing write tid 1 to smithi15786056-40 2024-08-17T00:44:04.496 INFO:tasks.rados.rados.0.smithi157.stdout:3335: finishing write tid 2 to smithi15786056-29 2024-08-17T00:44:04.497 INFO:tasks.rados.rados.0.smithi157.stdout:3334: finishing write tid 2 to smithi15786056-40 2024-08-17T00:44:04.497 INFO:tasks.rados.rados.0.smithi157.stdout:3338: snap_create 2024-08-17T00:44:04.497 INFO:tasks.rados.rados.0.smithi157.stdout:3334: finishing write tid 3 to smithi15786056-40 2024-08-17T00:44:04.497 INFO:tasks.rados.rados.0.smithi157.stdout:3335: finishing write tid 3 to smithi15786056-29 2024-08-17T00:44:04.497 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 2427 (ObjNum 1004 snap 335 seq_num 1004) dirty exists 2024-08-17T00:44:04.497 INFO:tasks.rados.rados.0.smithi157.stdout:3335: left oid 29 (ObjNum 1004 snap 335 seq_num 1004) 2024-08-17T00:44:04.497 INFO:tasks.rados.rados.0.smithi157.stdout:3334: finishing write tid 4 to smithi15786056-40 2024-08-17T00:44:04.497 INFO:tasks.rados.rados.0.smithi157.stdout:3334: finishing write tid 5 to smithi15786056-40 2024-08-17T00:44:04.497 INFO:tasks.rados.rados.0.smithi157.stdout:3334: finishing write tid 6 to smithi15786056-40 2024-08-17T00:44:04.497 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 1647 (ObjNum 1003 snap 335 seq_num 1003) dirty exists 2024-08-17T00:44:04.497 INFO:tasks.rados.rados.0.smithi157.stdout:3334: left oid 40 (ObjNum 1003 snap 335 seq_num 1003) 2024-08-17T00:44:04.498 INFO:tasks.rados.rados.0.smithi157.stdout:3336: finishing write tid 1 to smithi15786056-20 2024-08-17T00:44:04.499 INFO:tasks.rados.rados.0.smithi157.stdout:3336: finishing write tid 2 to smithi15786056-20 2024-08-17T00:44:04.500 INFO:tasks.rados.rados.0.smithi157.stdout:3336: finishing write tid 3 to smithi15786056-20 2024-08-17T00:44:04.500 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 1601 (ObjNum 1005 snap 335 seq_num 1005) dirty exists 2024-08-17T00:44:04.500 INFO:tasks.rados.rados.0.smithi157.stdout:3336: left oid 20 (ObjNum 1005 snap 335 seq_num 1005) 2024-08-17T00:44:04.500 INFO:tasks.rados.rados.0.smithi157.stdout:3337: finishing copy_from racing read to smithi15786056-5 2024-08-17T00:44:04.501 INFO:tasks.rados.rados.0.smithi157.stdout:3337: finishing copy_from to smithi15786056-5 2024-08-17T00:44:04.501 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 1364 (ObjNum 873 snap 294 seq_num 873) dirty exists 2024-08-17T00:44:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:04 smithi187 ceph-mon[90552]: osdmap e738: 8 total, 8 up, 8 in 2024-08-17T00:44:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:04 smithi187 ceph-mon[90552]: pgmap v768: 121 pgs: 121 active+clean; 551 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-08-17T00:44:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:04 smithi157 ceph-mon[101289]: osdmap e738: 8 total, 8 up, 8 in 2024-08-17T00:44:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:04 smithi157 ceph-mon[101289]: pgmap v768: 121 pgs: 121 active+clean; 551 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-08-17T00:44:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:04 smithi157 ceph-mon[98780]: osdmap e738: 8 total, 8 up, 8 in 2024-08-17T00:44:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:04 smithi157 ceph-mon[98780]: pgmap v768: 121 pgs: 121 active+clean; 551 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-08-17T00:44:05.438 INFO:tasks.rados.rados.0.smithi157.stdout:3334: done (4 left) 2024-08-17T00:44:05.438 INFO:tasks.rados.rados.0.smithi157.stdout:3335: done (3 left) 2024-08-17T00:44:05.438 INFO:tasks.rados.rados.0.smithi157.stdout:3336: done (2 left) 2024-08-17T00:44:05.438 INFO:tasks.rados.rados.0.smithi157.stdout:3337: done (1 left) 2024-08-17T00:44:05.438 INFO:tasks.rados.rados.0.smithi157.stdout:3338: done (0 left) 2024-08-17T00:44:05.438 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 336 2024-08-17T00:44:05.438 INFO:tasks.rados.rados.0.smithi157.stdout:3339: seq_num 1006 ranges {0=49152} 2024-08-17T00:44:05.438 INFO:tasks.rados.rados.0.smithi157.stdout:3339: writing smithi15786056-13 from 0 to 49152 tid 1 2024-08-17T00:44:05.439 INFO:tasks.rados.rados.0.smithi157.stdout:3340: rollback oid 43 current snap is 336 2024-08-17T00:44:05.439 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 43 to 320 2024-08-17T00:44:05.439 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 30 current snap is 336 2024-08-17T00:44:05.439 INFO:tasks.rados.rados.0.smithi157.stdout:3341: seq_num 1007 ranges {0=65536} 2024-08-17T00:44:05.439 INFO:tasks.rados.rados.0.smithi157.stdout:3341: writing smithi15786056-30 from 0 to 65536 tid 1 2024-08-17T00:44:05.439 INFO:tasks.rados.rados.0.smithi157.stdout:3342: snap_create 2024-08-17T00:44:05.445 INFO:tasks.rados.rados.0.smithi157.stdout:3340: finishing rollback tid 0 to smithi15786056-43 2024-08-17T00:44:05.446 INFO:tasks.rados.rados.0.smithi157.stdout:3340: finishing rollback tid 1 to smithi15786056-43 2024-08-17T00:44:05.446 INFO:tasks.rados.rados.0.smithi157.stdout:3341: finishing write tid 1 to smithi15786056-30 2024-08-17T00:44:05.446 INFO:tasks.rados.rados.0.smithi157.stdout:3340: finishing rollback tid 2 to smithi15786056-43 2024-08-17T00:44:05.447 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 2431 (ObjNum 942 snap 315 seq_num 942) dirty exists 2024-08-17T00:44:05.447 INFO:tasks.rados.rados.0.smithi157.stdout:3341: finishing write tid 2 to smithi15786056-30 2024-08-17T00:44:05.447 INFO:tasks.rados.rados.0.smithi157.stdout:3339: finishing write tid 1 to smithi15786056-13 2024-08-17T00:44:05.448 INFO:tasks.rados.rados.0.smithi157.stdout:3339: finishing write tid 2 to smithi15786056-13 2024-08-17T00:44:05.448 INFO:tasks.rados.rados.0.smithi157.stdout:3341: finishing write tid 3 to smithi15786056-30 2024-08-17T00:44:05.448 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 2060 (ObjNum 1007 snap 336 seq_num 1007) dirty exists 2024-08-17T00:44:05.448 INFO:tasks.rados.rados.0.smithi157.stdout:3341: left oid 30 (ObjNum 1007 snap 336 seq_num 1007) 2024-08-17T00:44:05.450 INFO:tasks.rados.rados.0.smithi157.stdout:3339: finishing write tid 3 to smithi15786056-13 2024-08-17T00:44:05.450 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1603 (ObjNum 1006 snap 336 seq_num 1006) dirty exists 2024-08-17T00:44:05.450 INFO:tasks.rados.rados.0.smithi157.stdout:3339: left oid 13 (ObjNum 1006 snap 336 seq_num 1006) 2024-08-17T00:44:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:05 smithi187 ceph-mon[90552]: osdmap e739: 8 total, 8 up, 8 in 2024-08-17T00:44:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:05 smithi157 ceph-mon[98780]: osdmap e739: 8 total, 8 up, 8 in 2024-08-17T00:44:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:05 smithi157 ceph-mon[101289]: osdmap e739: 8 total, 8 up, 8 in 2024-08-17T00:44:06.439 INFO:tasks.rados.rados.0.smithi157.stdout:3339: done (3 left) 2024-08-17T00:44:06.440 INFO:tasks.rados.rados.0.smithi157.stdout:3340: done (2 left) 2024-08-17T00:44:06.440 INFO:tasks.rados.rados.0.smithi157.stdout:3341: done (1 left) 2024-08-17T00:44:06.440 INFO:tasks.rados.rados.0.smithi157.stdout:3342: done (0 left) 2024-08-17T00:44:06.440 INFO:tasks.rados.rados.0.smithi157.stdout:3343: snap_remove snap 296 2024-08-17T00:44:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:06 smithi187 ceph-mon[90552]: osdmap e740: 8 total, 8 up, 8 in 2024-08-17T00:44:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:06 smithi187 ceph-mon[90552]: pgmap v771: 121 pgs: 121 active+clean; 553 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-08-17T00:44:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:06 smithi157 ceph-mon[98780]: osdmap e740: 8 total, 8 up, 8 in 2024-08-17T00:44:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:06 smithi157 ceph-mon[98780]: pgmap v771: 121 pgs: 121 active+clean; 553 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-08-17T00:44:06.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:06 smithi157 ceph-mon[101289]: osdmap e740: 8 total, 8 up, 8 in 2024-08-17T00:44:06.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:06 smithi157 ceph-mon[101289]: pgmap v771: 121 pgs: 121 active+clean; 553 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-08-17T00:44:07.427 INFO:tasks.rados.rados.0.smithi157.stdout:3343: done (0 left) 2024-08-17T00:44:07.427 INFO:tasks.rados.rados.0.smithi157.stdout:3344: setattr oid 40 current snap is 337 2024-08-17T00:44:07.428 INFO:tasks.rados.rados.0.smithi157.stdout:3345: read oid 41 snap 313 2024-08-17T00:44:07.428 INFO:tasks.rados.rados.0.smithi157.stdout:3345: expect (ObjNum 794 snap 265 seq_num 794) 2024-08-17T00:44:07.429 INFO:tasks.rados.rados.0.smithi157.stdout:3346: read oid 47 snap -1 2024-08-17T00:44:07.429 INFO:tasks.rados.rados.0.smithi157.stdout:3346: expect deleted 2024-08-17T00:44:07.429 INFO:tasks.rados.rados.0.smithi157.stdout:3347: copy_from oid 12 from oid 49 current snap is 337 2024-08-17T00:44:07.429 INFO:tasks.rados.rados.0.smithi157.stdout:3348: copy_from oid 16 from oid 14 current snap is 337 2024-08-17T00:44:07.429 INFO:tasks.rados.rados.0.smithi157.stdout:3349: snap_create 2024-08-17T00:44:07.439 INFO:tasks.rados.rados.0.smithi157.stdout:3345: expect (ObjNum 794 snap 265 seq_num 794) 2024-08-17T00:44:07.486 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 1653 (ObjNum 1003 snap 335 seq_num 1003) dirty exists 2024-08-17T00:44:07.487 INFO:tasks.rados.rados.0.smithi157.stdout:3348: finishing copy_from racing read to smithi15786056-16 2024-08-17T00:44:07.487 INFO:tasks.rados.rados.0.smithi157.stdout:3348: finishing copy_from to smithi15786056-16 2024-08-17T00:44:07.487 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 1767 (ObjNum 916 snap 310 seq_num 916) dirty exists 2024-08-17T00:44:07.487 INFO:tasks.rados.rados.0.smithi157.stdout:3347: finishing copy_from racing read to smithi15786056-12 2024-08-17T00:44:07.487 INFO:tasks.rados.rados.0.smithi157.stdout:3347: finishing copy_from to smithi15786056-12 2024-08-17T00:44:07.487 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 1872 (ObjNum 923 snap 310 seq_num 923) dirty exists 2024-08-17T00:44:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:07 smithi187 ceph-mon[90552]: osdmap e741: 8 total, 8 up, 8 in 2024-08-17T00:44:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:07 smithi187 ceph-mon[90552]: osdmap e742: 8 total, 8 up, 8 in 2024-08-17T00:44:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:07 smithi157 ceph-mon[98780]: osdmap e741: 8 total, 8 up, 8 in 2024-08-17T00:44:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:07 smithi157 ceph-mon[98780]: osdmap e742: 8 total, 8 up, 8 in 2024-08-17T00:44:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:07 smithi157 ceph-mon[101289]: osdmap e741: 8 total, 8 up, 8 in 2024-08-17T00:44:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:07 smithi157 ceph-mon[101289]: osdmap e742: 8 total, 8 up, 8 in 2024-08-17T00:44:08.428 INFO:tasks.rados.rados.0.smithi157.stdout:3344: done (5 left) 2024-08-17T00:44:08.428 INFO:tasks.rados.rados.0.smithi157.stdout:3345: done (4 left) 2024-08-17T00:44:08.428 INFO:tasks.rados.rados.0.smithi157.stdout:3346: done (3 left) 2024-08-17T00:44:08.428 INFO:tasks.rados.rados.0.smithi157.stdout:3347: done (2 left) 2024-08-17T00:44:08.428 INFO:tasks.rados.rados.0.smithi157.stdout:3348: done (1 left) 2024-08-17T00:44:08.428 INFO:tasks.rados.rados.0.smithi157.stdout:3349: done (0 left) 2024-08-17T00:44:08.428 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 338 2024-08-17T00:44:08.428 INFO:tasks.rados.rados.0.smithi157.stdout:3350: seq_num 1008 ranges {966656=90112} 2024-08-17T00:44:08.434 INFO:tasks.rados.rados.0.smithi157.stdout:3350: writing smithi15786056-18 from 966656 to 1056768 tid 1 2024-08-17T00:44:08.434 INFO:tasks.rados.rados.0.smithi157.stdout:3351: snap_create 2024-08-17T00:44:08.439 INFO:tasks.rados.rados.0.smithi157.stdout:3350: finishing write tid 1 to smithi15786056-18 2024-08-17T00:44:08.439 INFO:tasks.rados.rados.0.smithi157.stdout:3350: finishing write tid 2 to smithi15786056-18 2024-08-17T00:44:08.441 INFO:tasks.rados.rados.0.smithi157.stdout:3350: finishing write tid 3 to smithi15786056-18 2024-08-17T00:44:08.441 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 1875 (ObjNum 1008 snap 338 seq_num 1008) dirty exists 2024-08-17T00:44:08.441 INFO:tasks.rados.rados.0.smithi157.stdout:3350: left oid 18 (ObjNum 1008 snap 338 seq_num 1008) 2024-08-17T00:44:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:08 smithi187 ceph-mon[90552]: pgmap v774: 121 pgs: 121 active+clean; 553 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 708 KiB/s wr, 11 op/s 2024-08-17T00:44:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:08 smithi187 ceph-mon[90552]: osdmap e743: 8 total, 8 up, 8 in 2024-08-17T00:44:08.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:08 smithi157 ceph-mon[98780]: pgmap v774: 121 pgs: 121 active+clean; 553 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 708 KiB/s wr, 11 op/s 2024-08-17T00:44:08.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:08 smithi157 ceph-mon[98780]: osdmap e743: 8 total, 8 up, 8 in 2024-08-17T00:44:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:08 smithi157 ceph-mon[101289]: pgmap v774: 121 pgs: 121 active+clean; 553 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 708 KiB/s wr, 11 op/s 2024-08-17T00:44:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:08 smithi157 ceph-mon[101289]: osdmap e743: 8 total, 8 up, 8 in 2024-08-17T00:44:09.429 INFO:tasks.rados.rados.0.smithi157.stdout:3350: done (1 left) 2024-08-17T00:44:09.429 INFO:tasks.rados.rados.0.smithi157.stdout:3351: done (0 left) 2024-08-17T00:44:09.429 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 339 2024-08-17T00:44:09.429 INFO:tasks.rados.rados.0.smithi157.stdout:3352: seq_num 1009 ranges {0=106496} 2024-08-17T00:44:09.430 INFO:tasks.rados.rados.0.smithi157.stdout:3352: writing smithi15786056-45 from 0 to 106496 tid 1 2024-08-17T00:44:09.430 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 17 current snap is 339 2024-08-17T00:44:09.430 INFO:tasks.rados.rados.0.smithi157.stdout:3353: seq_num 1010 ranges {4218880=122880} 2024-08-17T00:44:09.453 INFO:tasks.rados.rados.0.smithi157.stdout:3353: writing smithi15786056-17 from 4218880 to 4341760 tid 1 2024-08-17T00:44:09.453 INFO:tasks.rados.rados.0.smithi157.stdout:3354: snap_create 2024-08-17T00:44:09.453 INFO:tasks.rados.rados.0.smithi157.stdout:3352: finishing write tid 1 to smithi15786056-45 2024-08-17T00:44:09.453 INFO:tasks.rados.rados.0.smithi157.stdout:3352: finishing write tid 2 to smithi15786056-45 2024-08-17T00:44:09.453 INFO:tasks.rados.rados.0.smithi157.stdout:3352: finishing write tid 3 to smithi15786056-45 2024-08-17T00:44:09.453 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 1877 (ObjNum 1009 snap 339 seq_num 1009) dirty exists 2024-08-17T00:44:09.453 INFO:tasks.rados.rados.0.smithi157.stdout:3352: left oid 45 (ObjNum 1009 snap 339 seq_num 1009) 2024-08-17T00:44:09.458 INFO:tasks.rados.rados.0.smithi157.stdout:3353: finishing write tid 1 to smithi15786056-17 2024-08-17T00:44:09.458 INFO:tasks.rados.rados.0.smithi157.stdout:3353: finishing write tid 2 to smithi15786056-17 2024-08-17T00:44:09.459 INFO:tasks.rados.rados.0.smithi157.stdout:3353: finishing write tid 3 to smithi15786056-17 2024-08-17T00:44:09.459 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 1580 (ObjNum 1010 snap 339 seq_num 1010) dirty exists 2024-08-17T00:44:09.459 INFO:tasks.rados.rados.0.smithi157.stdout:3353: left oid 17 (ObjNum 1010 snap 339 seq_num 1010) 2024-08-17T00:44:10.435 INFO:tasks.rados.rados.0.smithi157.stdout:3352: done (2 left) 2024-08-17T00:44:10.435 INFO:tasks.rados.rados.0.smithi157.stdout:3353: done (1 left) 2024-08-17T00:44:10.435 INFO:tasks.rados.rados.0.smithi157.stdout:3354: done (0 left) 2024-08-17T00:44:10.436 INFO:tasks.rados.rados.0.smithi157.stdout:3355: rmattr oid 43 current snap is 340 2024-08-17T00:44:10.436 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 340 2024-08-17T00:44:10.436 INFO:tasks.rados.rados.0.smithi157.stdout:3356: seq_num 1011 ranges {3022848=139264} 2024-08-17T00:44:10.453 INFO:tasks.rados.rados.0.smithi157.stdout:3356: writing smithi15786056-49 from 3022848 to 3162112 tid 1 2024-08-17T00:44:10.453 INFO:tasks.rados.rados.0.smithi157.stdout:3357: read oid 14 snap -1 2024-08-17T00:44:10.453 INFO:tasks.rados.rados.0.smithi157.stdout:3357: expect (ObjNum 916 snap 310 seq_num 916) 2024-08-17T00:44:10.453 INFO:tasks.rados.rados.0.smithi157.stdout:3358: rmattr oid 17 current snap is 340 2024-08-17T00:44:10.453 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 2441 (ObjNum 942 snap 315 seq_num 942) dirty exists 2024-08-17T00:44:10.453 INFO:tasks.rados.rados.0.smithi157.stdout:3355: done (3 left) 2024-08-17T00:44:10.453 INFO:tasks.rados.rados.0.smithi157.stdout:3359: read oid 3 snap 336 2024-08-17T00:44:10.453 INFO:tasks.rados.rados.0.smithi157.stdout:3359: expect (ObjNum 1001 snap 335 seq_num 1001) 2024-08-17T00:44:10.453 INFO:tasks.rados.rados.0.smithi157.stdout:3360: read oid 11 snap -1 2024-08-17T00:44:10.454 INFO:tasks.rados.rados.0.smithi157.stdout:3360: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-17T00:44:10.454 INFO:tasks.rados.rados.0.smithi157.stdout:3361: snap_remove snap 313 2024-08-17T00:44:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:10 smithi187 ceph-mon[90552]: osdmap e744: 8 total, 8 up, 8 in 2024-08-17T00:44:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:10 smithi187 ceph-mon[90552]: pgmap v777: 121 pgs: 121 active+clean; 554 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 970 KiB/s rd, 764 KiB/s wr, 3 op/s 2024-08-17T00:44:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:10 smithi157 ceph-mon[101289]: osdmap e744: 8 total, 8 up, 8 in 2024-08-17T00:44:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:10 smithi157 ceph-mon[101289]: pgmap v777: 121 pgs: 121 active+clean; 554 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 970 KiB/s rd, 764 KiB/s wr, 3 op/s 2024-08-17T00:44:10.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:10 smithi157 ceph-mon[98780]: osdmap e744: 8 total, 8 up, 8 in 2024-08-17T00:44:10.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:10 smithi157 ceph-mon[98780]: pgmap v777: 121 pgs: 121 active+clean; 554 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 970 KiB/s rd, 764 KiB/s wr, 3 op/s 2024-08-17T00:44:11.439 INFO:tasks.rados.rados.0.smithi157.stdout:3361: done (5 left) 2024-08-17T00:44:11.439 INFO:tasks.rados.rados.0.smithi157.stdout:3362: snap_create 2024-08-17T00:44:11.440 INFO:tasks.rados.rados.0.smithi157.stdout:3357: expect (ObjNum 916 snap 310 seq_num 916) 2024-08-17T00:44:11.480 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 1581 (ObjNum 1010 snap 339 seq_num 1010) dirty exists 2024-08-17T00:44:11.480 INFO:tasks.rados.rados.0.smithi157.stdout:3356: finishing write tid 1 to smithi15786056-49 2024-08-17T00:44:11.480 INFO:tasks.rados.rados.0.smithi157.stdout:3356: finishing write tid 2 to smithi15786056-49 2024-08-17T00:44:11.480 INFO:tasks.rados.rados.0.smithi157.stdout:3356: finishing write tid 3 to smithi15786056-49 2024-08-17T00:44:11.480 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1879 (ObjNum 1011 snap 340 seq_num 1011) dirty exists 2024-08-17T00:44:11.480 INFO:tasks.rados.rados.0.smithi157.stdout:3356: left oid 49 (ObjNum 1011 snap 340 seq_num 1011) 2024-08-17T00:44:11.480 INFO:tasks.rados.rados.0.smithi157.stdout:3359: expect (ObjNum 1001 snap 335 seq_num 1001) 2024-08-17T00:44:11.605 INFO:tasks.rados.rados.0.smithi157.stdout:3360: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-17T00:44:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:11 smithi187 ceph-mon[90552]: osdmap e745: 8 total, 8 up, 8 in 2024-08-17T00:44:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:11 smithi157 ceph-mon[98780]: osdmap e745: 8 total, 8 up, 8 in 2024-08-17T00:44:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:11 smithi157 ceph-mon[101289]: osdmap e745: 8 total, 8 up, 8 in 2024-08-17T00:44:12.428 INFO:tasks.rados.rados.0.smithi157.stdout:3356: done (5 left) 2024-08-17T00:44:12.428 INFO:tasks.rados.rados.0.smithi157.stdout:3357: done (4 left) 2024-08-17T00:44:12.428 INFO:tasks.rados.rados.0.smithi157.stdout:3358: done (3 left) 2024-08-17T00:44:12.428 INFO:tasks.rados.rados.0.smithi157.stdout:3359: done (2 left) 2024-08-17T00:44:12.428 INFO:tasks.rados.rados.0.smithi157.stdout:3360: done (1 left) 2024-08-17T00:44:12.428 INFO:tasks.rados.rados.0.smithi157.stdout:3362: done (0 left) 2024-08-17T00:44:12.428 INFO:tasks.rados.rados.0.smithi157.stdout:3363: read oid 39 snap -1 2024-08-17T00:44:12.428 INFO:tasks.rados.rados.0.smithi157.stdout:3363: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-17T00:44:12.428 INFO:tasks.rados.rados.0.smithi157.stdout:3364: read oid 46 snap -1 2024-08-17T00:44:12.429 INFO:tasks.rados.rados.0.smithi157.stdout:3364: expect (ObjNum 974 snap 332 seq_num 974) 2024-08-17T00:44:12.429 INFO:tasks.rados.rados.0.smithi157.stdout:3365: read oid 44 snap -1 2024-08-17T00:44:12.429 INFO:tasks.rados.rados.0.smithi157.stdout:3365: expect deleted 2024-08-17T00:44:12.429 INFO:tasks.rados.rados.0.smithi157.stdout:3366: delete oid 18 current snap is 341 2024-08-17T00:44:12.434 INFO:tasks.rados.rados.0.smithi157.stdout:3365: done (3 left) 2024-08-17T00:44:12.434 INFO:tasks.rados.rados.0.smithi157.stdout:3366: done (2 left) 2024-08-17T00:44:12.434 INFO:tasks.rados.rados.0.smithi157.stdout:3367: read oid 50 snap -1 2024-08-17T00:44:12.434 INFO:tasks.rados.rados.0.smithi157.stdout:3367: expect deleted 2024-08-17T00:44:12.434 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 9 current snap is 341 2024-08-17T00:44:12.434 INFO:tasks.rados.rados.0.smithi157.stdout:3368: seq_num 1013 ranges {0=172032} 2024-08-17T00:44:12.435 INFO:tasks.rados.rados.0.smithi157.stdout:3368: writing smithi15786056-9 from 0 to 172032 tid 1 2024-08-17T00:44:12.435 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 341 2024-08-17T00:44:12.435 INFO:tasks.rados.rados.0.smithi157.stdout:3369: seq_num 1014 ranges {16384=188416} 2024-08-17T00:44:12.437 INFO:tasks.rados.rados.0.smithi157.stdout:3369: writing smithi15786056-29 from 16384 to 204800 tid 1 2024-08-17T00:44:12.437 INFO:tasks.rados.rados.0.smithi157.stdout:3370: rmattr oid 27 current snap is 341 2024-08-17T00:44:12.437 INFO:tasks.rados.rados.0.smithi157.stdout:3370: done (5 left) 2024-08-17T00:44:12.437 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 341 2024-08-17T00:44:12.437 INFO:tasks.rados.rados.0.smithi157.stdout:3371: seq_num 1015 ranges {229376=204800} 2024-08-17T00:44:12.439 INFO:tasks.rados.rados.0.smithi157.stdout:3371: writing smithi15786056-5 from 229376 to 434176 tid 1 2024-08-17T00:44:12.439 INFO:tasks.rados.rados.0.smithi157.stdout:3372: setattr oid 6 current snap is 341 2024-08-17T00:44:12.445 INFO:tasks.rados.rados.0.smithi157.stdout:3373: rollback oid 14 current snap is 341 2024-08-17T00:44:12.445 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 14 to 329 2024-08-17T00:44:12.445 INFO:tasks.rados.rados.0.smithi157.stdout:3374: rmattr oid 34 current snap is 341 2024-08-17T00:44:12.445 INFO:tasks.rados.rados.0.smithi157.stdout:3375: copy_from oid 8 from oid 17 current snap is 341 2024-08-17T00:44:12.445 INFO:tasks.rados.rados.0.smithi157.stdout:3376: snap_create 2024-08-17T00:44:12.452 INFO:tasks.rados.rados.0.smithi157.stdout:3368: finishing write tid 1 to smithi15786056-9 2024-08-17T00:44:12.454 INFO:tasks.rados.rados.0.smithi157.stdout:3368: finishing write tid 2 to smithi15786056-9 2024-08-17T00:44:12.454 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 1870 (ObjNum 794 snap 265 seq_num 794) dirty exists 2024-08-17T00:44:12.455 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 2080 (ObjNum 855 snap 286 seq_num 855) dirty exists 2024-08-17T00:44:12.455 INFO:tasks.rados.rados.0.smithi157.stdout:3371: finishing write tid 1 to smithi15786056-5 2024-08-17T00:44:12.455 INFO:tasks.rados.rados.0.smithi157.stdout:3371: finishing write tid 2 to smithi15786056-5 2024-08-17T00:44:12.456 INFO:tasks.rados.rados.0.smithi157.stdout:3368: finishing write tid 3 to smithi15786056-9 2024-08-17T00:44:12.456 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1869 (ObjNum 1013 snap 341 seq_num 1013) dirty exists 2024-08-17T00:44:12.456 INFO:tasks.rados.rados.0.smithi157.stdout:3368: left oid 9 (ObjNum 1013 snap 341 seq_num 1013) 2024-08-17T00:44:12.459 INFO:tasks.rados.rados.0.smithi157.stdout:3364: expect (ObjNum 974 snap 332 seq_num 974) 2024-08-17T00:44:12.704 INFO:tasks.rados.rados.0.smithi157.stdout:3373: finishing rollback tid 0 to smithi15786056-14 2024-08-17T00:44:12.704 INFO:tasks.rados.rados.0.smithi157.stdout:3373: finishing rollback tid 1 to smithi15786056-14 2024-08-17T00:44:12.704 INFO:tasks.rados.rados.0.smithi157.stdout:3373: finishing rollback tid 2 to smithi15786056-14 2024-08-17T00:44:12.704 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1770 (ObjNum 916 snap 310 seq_num 916) dirty exists 2024-08-17T00:44:12.704 INFO:tasks.rados.rados.0.smithi157.stdout:3371: finishing write tid 3 to smithi15786056-5 2024-08-17T00:44:12.705 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 1674 (ObjNum 1015 snap 341 seq_num 1015) dirty exists 2024-08-17T00:44:12.705 INFO:tasks.rados.rados.0.smithi157.stdout:3371: left oid 5 (ObjNum 1015 snap 341 seq_num 1015) 2024-08-17T00:44:12.705 INFO:tasks.rados.rados.0.smithi157.stdout:3363: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-17T00:44:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:12 smithi187 ceph-mon[90552]: osdmap e746: 8 total, 8 up, 8 in 2024-08-17T00:44:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:12 smithi187 ceph-mon[90552]: pgmap v780: 121 pgs: 121 active+clean; 555 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1024 KiB/s wr, 11 op/s 2024-08-17T00:44:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:12 smithi187 ceph-mon[90552]: osdmap e747: 8 total, 8 up, 8 in 2024-08-17T00:44:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:44:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:12 smithi157 ceph-mon[98780]: osdmap e746: 8 total, 8 up, 8 in 2024-08-17T00:44:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:12 smithi157 ceph-mon[98780]: pgmap v780: 121 pgs: 121 active+clean; 555 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1024 KiB/s wr, 11 op/s 2024-08-17T00:44:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:12 smithi157 ceph-mon[98780]: osdmap e747: 8 total, 8 up, 8 in 2024-08-17T00:44:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:12 smithi157 ceph-mon[101289]: osdmap e746: 8 total, 8 up, 8 in 2024-08-17T00:44:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:12 smithi157 ceph-mon[101289]: pgmap v780: 121 pgs: 121 active+clean; 555 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1024 KiB/s wr, 11 op/s 2024-08-17T00:44:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:12 smithi157 ceph-mon[101289]: osdmap e747: 8 total, 8 up, 8 in 2024-08-17T00:44:13.000 INFO:tasks.rados.rados.0.smithi157.stdout:3369: finishing write tid 1 to smithi15786056-29 2024-08-17T00:44:13.001 INFO:tasks.rados.rados.0.smithi157.stdout:3369: finishing write tid 2 to smithi15786056-29 2024-08-17T00:44:13.001 INFO:tasks.rados.rados.0.smithi157.stdout:3369: finishing write tid 3 to smithi15786056-29 2024-08-17T00:44:13.001 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 2450 (ObjNum 1014 snap 341 seq_num 1014) dirty exists 2024-08-17T00:44:13.001 INFO:tasks.rados.rados.0.smithi157.stdout:3369: left oid 29 (ObjNum 1014 snap 341 seq_num 1014) 2024-08-17T00:44:13.001 INFO:tasks.rados.rados.0.smithi157.stdout:3375: finishing copy_from racing read to smithi15786056-8 2024-08-17T00:44:13.001 INFO:tasks.rados.rados.0.smithi157.stdout:3375: finishing copy_from to smithi15786056-8 2024-08-17T00:44:13.001 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1581 (ObjNum 1010 snap 339 seq_num 1010) dirty exists 2024-08-17T00:44:13.447 INFO:tasks.rados.rados.0.smithi157.stdout:3363: done (10 left) 2024-08-17T00:44:13.448 INFO:tasks.rados.rados.0.smithi157.stdout:3364: done (9 left) 2024-08-17T00:44:13.448 INFO:tasks.rados.rados.0.smithi157.stdout:3367: done (8 left) 2024-08-17T00:44:13.448 INFO:tasks.rados.rados.0.smithi157.stdout:3368: done (7 left) 2024-08-17T00:44:13.448 INFO:tasks.rados.rados.0.smithi157.stdout:3369: done (6 left) 2024-08-17T00:44:13.448 INFO:tasks.rados.rados.0.smithi157.stdout:3371: done (5 left) 2024-08-17T00:44:13.448 INFO:tasks.rados.rados.0.smithi157.stdout:3372: done (4 left) 2024-08-17T00:44:13.448 INFO:tasks.rados.rados.0.smithi157.stdout:3373: done (3 left) 2024-08-17T00:44:13.448 INFO:tasks.rados.rados.0.smithi157.stdout:3374: done (2 left) 2024-08-17T00:44:13.448 INFO:tasks.rados.rados.0.smithi157.stdout:3375: done (1 left) 2024-08-17T00:44:13.448 INFO:tasks.rados.rados.0.smithi157.stdout:3376: done (0 left) 2024-08-17T00:44:13.448 INFO:tasks.rados.rados.0.smithi157.stdout:3377: read oid 2 snap 318 2024-08-17T00:44:13.448 INFO:tasks.rados.rados.0.smithi157.stdout:3377: expect (ObjNum 948 snap 318 seq_num 948) 2024-08-17T00:44:13.449 INFO:tasks.rados.rados.0.smithi157.stdout:3378: copy_from oid 8 from oid 20 current snap is 342 2024-08-17T00:44:13.449 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 342 2024-08-17T00:44:13.449 INFO:tasks.rados.rados.0.smithi157.stdout:3379: seq_num 1016 ranges {434176=221184} 2024-08-17T00:44:13.451 INFO:tasks.rados.rados.0.smithi157.stdout:3379: writing smithi15786056-5 from 434176 to 655360 tid 1 2024-08-17T00:44:13.451 INFO:tasks.rados.rados.0.smithi157.stdout:3380: read oid 7 snap -1 2024-08-17T00:44:13.451 INFO:tasks.rados.rados.0.smithi157.stdout:3380: expect deleted 2024-08-17T00:44:13.452 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 47 current snap is 342 2024-08-17T00:44:13.452 INFO:tasks.rados.rados.0.smithi157.stdout:3381: seq_num 1017 ranges {0=237568} 2024-08-17T00:44:13.453 INFO:tasks.rados.rados.0.smithi157.stdout:3381: writing smithi15786056-47 from 0 to 237568 tid 1 2024-08-17T00:44:13.453 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 40 current snap is 342 2024-08-17T00:44:13.453 INFO:tasks.rados.rados.0.smithi157.stdout:3382: seq_num 1018 ranges {2408448=253952} 2024-08-17T00:44:13.468 INFO:tasks.rados.rados.0.smithi157.stdout:3382: writing smithi15786056-40 from 2408448 to 2662400 tid 1 2024-08-17T00:44:13.468 INFO:tasks.rados.rados.0.smithi157.stdout:3383: rmattr oid 21 current snap is 342 2024-08-17T00:44:13.468 INFO:tasks.rados.rados.0.smithi157.stdout:3383: done (6 left) 2024-08-17T00:44:13.469 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 12 current snap is 342 2024-08-17T00:44:13.469 INFO:tasks.rados.rados.0.smithi157.stdout:3384: seq_num 1019 ranges {3022848=270336} 2024-08-17T00:44:13.486 INFO:tasks.rados.rados.0.smithi157.stdout:3384: writing smithi15786056-12 from 3022848 to 3293184 tid 1 2024-08-17T00:44:13.487 INFO:tasks.rados.rados.0.smithi157.stdout:3385: setattr oid 48 current snap is 342 2024-08-17T00:44:13.487 INFO:tasks.rados.rados.0.smithi157.stdout:3379: finishing write tid 1 to smithi15786056-5 2024-08-17T00:44:13.487 INFO:tasks.rados.rados.0.smithi157.stdout:3379: finishing write tid 2 to smithi15786056-5 2024-08-17T00:44:13.487 INFO:tasks.rados.rados.0.smithi157.stdout:3377: expect (ObjNum 948 snap 318 seq_num 948) 2024-08-17T00:44:13.591 INFO:tasks.rados.rados.0.smithi157.stdout:3381: finishing write tid 1 to smithi15786056-47 2024-08-17T00:44:13.591 INFO:tasks.rados.rados.0.smithi157.stdout:3381: finishing write tid 2 to smithi15786056-47 2024-08-17T00:44:13.591 INFO:tasks.rados.rados.0.smithi157.stdout:3381: finishing write tid 3 to smithi15786056-47 2024-08-17T00:44:13.591 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 1605 (ObjNum 1017 snap 342 seq_num 1017) dirty exists 2024-08-17T00:44:13.591 INFO:tasks.rados.rados.0.smithi157.stdout:3381: left oid 47 (ObjNum 1017 snap 342 seq_num 1017) 2024-08-17T00:44:13.591 INFO:tasks.rados.rados.0.smithi157.stdout:3379: finishing write tid 3 to smithi15786056-5 2024-08-17T00:44:13.591 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 1677 (ObjNum 1016 snap 342 seq_num 1016) dirty exists 2024-08-17T00:44:13.591 INFO:tasks.rados.rados.0.smithi157.stdout:3379: left oid 5 (ObjNum 1016 snap 342 seq_num 1016) 2024-08-17T00:44:13.591 INFO:tasks.rados.rados.0.smithi157.stdout:3382: finishing write tid 1 to smithi15786056-40 2024-08-17T00:44:13.591 INFO:tasks.rados.rados.0.smithi157.stdout:3382: finishing write tid 2 to smithi15786056-40 2024-08-17T00:44:13.591 INFO:tasks.rados.rados.0.smithi157.stdout:3382: finishing write tid 3 to smithi15786056-40 2024-08-17T00:44:13.592 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 1680 (ObjNum 1018 snap 342 seq_num 1018) dirty exists 2024-08-17T00:44:13.592 INFO:tasks.rados.rados.0.smithi157.stdout:3382: left oid 40 (ObjNum 1018 snap 342 seq_num 1018) 2024-08-17T00:44:13.592 INFO:tasks.rados.rados.0.smithi157.stdout:3378: finishing copy_from racing read to smithi15786056-8 2024-08-17T00:44:13.592 INFO:tasks.rados.rados.0.smithi157.stdout:3378: finishing copy_from to smithi15786056-8 2024-08-17T00:44:13.592 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1601 (ObjNum 1005 snap 335 seq_num 1005) dirty exists 2024-08-17T00:44:13.592 INFO:tasks.rados.rados.0.smithi157.stdout:3384: finishing write tid 1 to smithi15786056-12 2024-08-17T00:44:13.592 INFO:tasks.rados.rados.0.smithi157.stdout:3384: finishing write tid 2 to smithi15786056-12 2024-08-17T00:44:13.592 INFO:tasks.rados.rados.0.smithi157.stdout:3384: finishing write tid 3 to smithi15786056-12 2024-08-17T00:44:13.592 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 1874 (ObjNum 1019 snap 342 seq_num 1019) dirty exists 2024-08-17T00:44:13.592 INFO:tasks.rados.rados.0.smithi157.stdout:3384: left oid 12 (ObjNum 1019 snap 342 seq_num 1019) 2024-08-17T00:44:13.592 INFO:tasks.rados.rados.0.smithi157.stdout:3377: done (7 left) 2024-08-17T00:44:13.592 INFO:tasks.rados.rados.0.smithi157.stdout:3378: done (6 left) 2024-08-17T00:44:13.592 INFO:tasks.rados.rados.0.smithi157.stdout:3379: done (5 left) 2024-08-17T00:44:13.592 INFO:tasks.rados.rados.0.smithi157.stdout:3380: done (4 left) 2024-08-17T00:44:13.593 INFO:tasks.rados.rados.0.smithi157.stdout:3381: done (3 left) 2024-08-17T00:44:13.593 INFO:tasks.rados.rados.0.smithi157.stdout:3382: done (2 left) 2024-08-17T00:44:13.593 INFO:tasks.rados.rados.0.smithi157.stdout:3384: done (1 left) 2024-08-17T00:44:13.593 INFO:tasks.rados.rados.0.smithi157.stdout:3386: snap_remove snap 318 2024-08-17T00:44:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:44:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:44:13] "GET /metrics HTTP/1.1" 200 36287 "" "Prometheus/2.43.0" 2024-08-17T00:44:14.452 INFO:tasks.rados.rados.0.smithi157.stdout:3386: done (1 left) 2024-08-17T00:44:14.453 INFO:tasks.rados.rados.0.smithi157.stdout:3387: snap_remove snap 317 2024-08-17T00:44:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:14 smithi187 ceph-mon[90552]: osdmap e748: 8 total, 8 up, 8 in 2024-08-17T00:44:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:44:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:14 smithi187 ceph-mon[90552]: pgmap v783: 121 pgs: 121 active+clean; 555 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 396 KiB/s wr, 23 op/s 2024-08-17T00:44:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:44:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:44:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:14 smithi157 ceph-mon[98780]: osdmap e748: 8 total, 8 up, 8 in 2024-08-17T00:44:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:44:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:14 smithi157 ceph-mon[98780]: pgmap v783: 121 pgs: 121 active+clean; 555 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 396 KiB/s wr, 23 op/s 2024-08-17T00:44:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:44:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:44:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:14 smithi157 ceph-mon[101289]: osdmap e748: 8 total, 8 up, 8 in 2024-08-17T00:44:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:44:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:14.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:14 smithi157 ceph-mon[101289]: pgmap v783: 121 pgs: 121 active+clean; 555 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 396 KiB/s wr, 23 op/s 2024-08-17T00:44:14.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:14.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:44:14.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:44:15.456 INFO:tasks.rados.rados.0.smithi157.stdout:3387: done (1 left) 2024-08-17T00:44:15.457 INFO:tasks.rados.rados.0.smithi157.stdout:3388: copy_from oid 3 from oid 6 current snap is 342 2024-08-17T00:44:15.457 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 2452 (ObjNum 943 snap 317 seq_num 943) dirty exists 2024-08-17T00:44:15.457 INFO:tasks.rados.rados.0.smithi157.stdout:3385: done (1 left) 2024-08-17T00:44:15.457 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 37 current snap is 342 2024-08-17T00:44:15.457 INFO:tasks.rados.rados.0.smithi157.stdout:3389: seq_num 1020 ranges {1302528=286720} 2024-08-17T00:44:15.466 INFO:tasks.rados.rados.0.smithi157.stdout:3389: writing smithi15786056-37 from 1302528 to 1589248 tid 1 2024-08-17T00:44:15.466 INFO:tasks.rados.rados.0.smithi157.stdout:3390: snap_create 2024-08-17T00:44:15.479 INFO:tasks.rados.rados.0.smithi157.stdout:3389: finishing write tid 1 to smithi15786056-37 2024-08-17T00:44:15.479 INFO:tasks.rados.rados.0.smithi157.stdout:3389: finishing write tid 2 to smithi15786056-37 2024-08-17T00:44:15.481 INFO:tasks.rados.rados.0.smithi157.stdout:3389: finishing write tid 3 to smithi15786056-37 2024-08-17T00:44:15.481 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 1882 (ObjNum 1020 snap 342 seq_num 1020) dirty exists 2024-08-17T00:44:15.481 INFO:tasks.rados.rados.0.smithi157.stdout:3389: left oid 37 (ObjNum 1020 snap 342 seq_num 1020) 2024-08-17T00:44:15.486 INFO:tasks.rados.rados.0.smithi157.stdout:3388: finishing copy_from racing read to smithi15786056-3 2024-08-17T00:44:15.488 INFO:tasks.rados.rados.0.smithi157.stdout:3388: finishing copy_from to smithi15786056-3 2024-08-17T00:44:15.488 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 2080 (ObjNum 855 snap 286 seq_num 855) dirty exists 2024-08-17T00:44:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:15 smithi187 ceph-mon[90552]: osdmap e749: 8 total, 8 up, 8 in 2024-08-17T00:44:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:15 smithi157 ceph-mon[98780]: osdmap e749: 8 total, 8 up, 8 in 2024-08-17T00:44:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:15 smithi157 ceph-mon[101289]: osdmap e749: 8 total, 8 up, 8 in 2024-08-17T00:44:16.463 INFO:tasks.rados.rados.0.smithi157.stdout:3388: done (2 left) 2024-08-17T00:44:16.463 INFO:tasks.rados.rados.0.smithi157.stdout:3389: done (1 left) 2024-08-17T00:44:16.463 INFO:tasks.rados.rados.0.smithi157.stdout:3390: done (0 left) 2024-08-17T00:44:16.463 INFO:tasks.rados.rados.0.smithi157.stdout:3391: snap_remove snap 330 2024-08-17T00:44:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:16 smithi157 ceph-mon[98780]: osdmap e750: 8 total, 8 up, 8 in 2024-08-17T00:44:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:16 smithi157 ceph-mon[98780]: pgmap v786: 121 pgs: 121 active+clean; 569 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-08-17T00:44:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:16 smithi157 ceph-mon[101289]: osdmap e750: 8 total, 8 up, 8 in 2024-08-17T00:44:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:16 smithi157 ceph-mon[101289]: pgmap v786: 121 pgs: 121 active+clean; 569 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-08-17T00:44:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:16 smithi187 ceph-mon[90552]: osdmap e750: 8 total, 8 up, 8 in 2024-08-17T00:44:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:16 smithi187 ceph-mon[90552]: pgmap v786: 121 pgs: 121 active+clean; 569 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-08-17T00:44:17.430 INFO:tasks.rados.rados.0.smithi157.stdout:3391: done (0 left) 2024-08-17T00:44:17.430 INFO:tasks.rados.rados.0.smithi157.stdout:3392: copy_from oid 16 from oid 21 current snap is 343 2024-08-17T00:44:17.430 INFO:tasks.rados.rados.0.smithi157.stdout:3393: rmattr oid 13 current snap is 343 2024-08-17T00:44:17.430 INFO:tasks.rados.rados.0.smithi157.stdout:3394: delete oid 42 current snap is 343 2024-08-17T00:44:17.440 INFO:tasks.rados.rados.0.smithi157.stdout:3392: finishing copy_from to smithi15786056-16 2024-08-17T00:44:17.441 INFO:tasks.rados.rados.0.smithi157.stdout:3392: got expected ENOENT (src dne) 2024-08-17T00:44:17.441 INFO:tasks.rados.rados.0.smithi157.stdout:3392: finishing copy_from racing read to smithi15786056-16 2024-08-17T00:44:17.449 INFO:tasks.rados.rados.0.smithi157.stdout:3392: done (2 left) 2024-08-17T00:44:17.449 INFO:tasks.rados.rados.0.smithi157.stdout:3394: done (1 left) 2024-08-17T00:44:17.449 INFO:tasks.rados.rados.0.smithi157.stdout:3395: snap_remove snap 340 2024-08-17T00:44:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:17 smithi157 ceph-mon[101289]: osdmap e751: 8 total, 8 up, 8 in 2024-08-17T00:44:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:17 smithi157 ceph-mon[101289]: osdmap e752: 8 total, 8 up, 8 in 2024-08-17T00:44:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:17 smithi157 ceph-mon[98780]: osdmap e751: 8 total, 8 up, 8 in 2024-08-17T00:44:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:17 smithi157 ceph-mon[98780]: osdmap e752: 8 total, 8 up, 8 in 2024-08-17T00:44:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:17 smithi187 ceph-mon[90552]: osdmap e751: 8 total, 8 up, 8 in 2024-08-17T00:44:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:17 smithi187 ceph-mon[90552]: osdmap e752: 8 total, 8 up, 8 in 2024-08-17T00:44:18.431 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1606 (ObjNum 1006 snap 336 seq_num 1006) dirty exists 2024-08-17T00:44:18.432 INFO:tasks.rados.rados.0.smithi157.stdout:3393: done (1 left) 2024-08-17T00:44:18.432 INFO:tasks.rados.rados.0.smithi157.stdout:3395: done (0 left) 2024-08-17T00:44:18.432 INFO:tasks.rados.rados.0.smithi157.stdout:3396: rollback oid 38 current snap is 343 2024-08-17T00:44:18.432 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 38 to 321 2024-08-17T00:44:18.432 INFO:tasks.rados.rados.0.smithi157.stdout:3397: setattr oid 47 current snap is 343 2024-08-17T00:44:18.433 INFO:tasks.rados.rados.0.smithi157.stdout:3398: copy_from oid 15 from oid 33 current snap is 343 2024-08-17T00:44:18.433 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 35 current snap is 343 2024-08-17T00:44:18.433 INFO:tasks.rados.rados.0.smithi157.stdout:3399: seq_num 1022 ranges {294912=319488} 2024-08-17T00:44:18.437 INFO:tasks.rados.rados.0.smithi157.stdout:3399: writing smithi15786056-35 from 294912 to 614400 tid 1 2024-08-17T00:44:18.438 INFO:tasks.rados.rados.0.smithi157.stdout:3400: copy_from oid 4 from oid 5 current snap is 343 2024-08-17T00:44:18.438 INFO:tasks.rados.rados.0.smithi157.stdout:3401: delete oid 27 current snap is 343 2024-08-17T00:44:18.440 INFO:tasks.rados.rados.0.smithi157.stdout:3396: finishing rollback tid 0 to smithi15786056-38 2024-08-17T00:44:18.442 INFO:tasks.rados.rados.0.smithi157.stdout:3396: finishing rollback tid 1 to smithi15786056-38 2024-08-17T00:44:18.442 INFO:tasks.rados.rados.0.smithi157.stdout:3396: finishing rollback tid 2 to smithi15786056-38 2024-08-17T00:44:18.442 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 1877 (ObjNum 946 snap 318 seq_num 946) dirty exists 2024-08-17T00:44:18.444 INFO:tasks.rados.rados.0.smithi157.stdout:3399: finishing write tid 1 to smithi15786056-35 2024-08-17T00:44:18.445 INFO:tasks.rados.rados.0.smithi157.stdout:3399: finishing write tid 2 to smithi15786056-35 2024-08-17T00:44:18.445 INFO:tasks.rados.rados.0.smithi157.stdout:3396: done (5 left) 2024-08-17T00:44:18.445 INFO:tasks.rados.rados.0.smithi157.stdout:3401: done (4 left) 2024-08-17T00:44:18.446 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 343 2024-08-17T00:44:18.446 INFO:tasks.rados.rados.0.smithi157.stdout:3402: seq_num 1024 ranges {2334720=352256} 2024-08-17T00:44:18.461 INFO:tasks.rados.rados.0.smithi157.stdout:3402: writing smithi15786056-3 from 2334720 to 2686976 tid 1 2024-08-17T00:44:18.461 INFO:tasks.rados.rados.0.smithi157.stdout:3403: read oid 2 snap -1 2024-08-17T00:44:18.461 INFO:tasks.rados.rados.0.smithi157.stdout:3403: expect (ObjNum 865 snap 290 seq_num 865) 2024-08-17T00:44:18.461 INFO:tasks.rados.rados.0.smithi157.stdout:3404: delete oid 7 current snap is 343 2024-08-17T00:44:18.461 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 1607 (ObjNum 1017 snap 342 seq_num 1017) dirty exists 2024-08-17T00:44:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:3399: finishing write tid 3 to smithi15786056-35 2024-08-17T00:44:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 2059 (ObjNum 1022 snap 343 seq_num 1022) dirty exists 2024-08-17T00:44:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:3399: left oid 35 (ObjNum 1022 snap 343 seq_num 1022) 2024-08-17T00:44:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:3398: finishing copy_from racing read to smithi15786056-15 2024-08-17T00:44:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:3398: finishing copy_from to smithi15786056-15 2024-08-17T00:44:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 1573 (ObjNum 997 snap 335 seq_num 997) dirty exists 2024-08-17T00:44:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:3400: finishing copy_from racing read to smithi15786056-4 2024-08-17T00:44:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:3400: finishing copy_from to smithi15786056-4 2024-08-17T00:44:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 1677 (ObjNum 1016 snap 342 seq_num 1016) dirty exists 2024-08-17T00:44:18.463 INFO:tasks.rados.rados.0.smithi157.stdout:3403: expect (ObjNum 865 snap 290 seq_num 865) 2024-08-17T00:44:18.468 INFO:tasks.rados.rados.0.smithi157.stdout:3402: finishing write tid 1 to smithi15786056-3 2024-08-17T00:44:18.468 INFO:tasks.rados.rados.0.smithi157.stdout:3402: finishing write tid 2 to smithi15786056-3 2024-08-17T00:44:18.468 INFO:tasks.rados.rados.0.smithi157.stdout:3397: done (6 left) 2024-08-17T00:44:18.468 INFO:tasks.rados.rados.0.smithi157.stdout:3398: done (5 left) 2024-08-17T00:44:18.468 INFO:tasks.rados.rados.0.smithi157.stdout:3399: done (4 left) 2024-08-17T00:44:18.468 INFO:tasks.rados.rados.0.smithi157.stdout:3400: done (3 left) 2024-08-17T00:44:18.468 INFO:tasks.rados.rados.0.smithi157.stdout:3403: done (2 left) 2024-08-17T00:44:18.468 INFO:tasks.rados.rados.0.smithi157.stdout:3404: done (1 left) 2024-08-17T00:44:18.468 INFO:tasks.rados.rados.0.smithi157.stdout:3405: read oid 17 snap -1 2024-08-17T00:44:18.468 INFO:tasks.rados.rados.0.smithi157.stdout:3405: expect (ObjNum 1010 snap 339 seq_num 1010) 2024-08-17T00:44:18.468 INFO:tasks.rados.rados.0.smithi157.stdout:3406: read oid 23 snap -1 2024-08-17T00:44:18.469 INFO:tasks.rados.rados.0.smithi157.stdout:3406: expect (ObjNum 994 snap 335 seq_num 994) 2024-08-17T00:44:18.469 INFO:tasks.rados.rados.0.smithi157.stdout:3407: rmattr oid 45 current snap is 343 2024-08-17T00:44:18.469 INFO:tasks.rados.rados.0.smithi157.stdout:3407: done (3 left) 2024-08-17T00:44:18.469 INFO:tasks.rados.rados.0.smithi157.stdout:3408: copy_from oid 8 from oid 50 current snap is 343 2024-08-17T00:44:18.469 INFO:tasks.rados.rados.0.smithi157.stdout:3409: snap_remove snap 283 2024-08-17T00:44:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:18 smithi157 ceph-mon[101289]: pgmap v789: 121 pgs: 121 active+clean; 569 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.4 MiB/s wr, 10 op/s 2024-08-17T00:44:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:18 smithi157 ceph-mon[101289]: osdmap e753: 8 total, 8 up, 8 in 2024-08-17T00:44:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:18 smithi157 ceph-mon[98780]: pgmap v789: 121 pgs: 121 active+clean; 569 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.4 MiB/s wr, 10 op/s 2024-08-17T00:44:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:18 smithi157 ceph-mon[98780]: osdmap e753: 8 total, 8 up, 8 in 2024-08-17T00:44:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:18 smithi187 ceph-mon[90552]: pgmap v789: 121 pgs: 121 active+clean; 569 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.4 MiB/s wr, 10 op/s 2024-08-17T00:44:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:18 smithi187 ceph-mon[90552]: osdmap e753: 8 total, 8 up, 8 in 2024-08-17T00:44:19.471 INFO:tasks.rados.rados.0.smithi157.stdout:3408: finishing copy_from to smithi15786056-8 2024-08-17T00:44:19.471 INFO:tasks.rados.rados.0.smithi157.stdout:3408: got expected ENOENT (src dne) 2024-08-17T00:44:19.471 INFO:tasks.rados.rados.0.smithi157.stdout:3402: finishing write tid 3 to smithi15786056-3 2024-08-17T00:44:19.471 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 2115 (ObjNum 1024 snap 343 seq_num 1024) dirty exists 2024-08-17T00:44:19.471 INFO:tasks.rados.rados.0.smithi157.stdout:3402: left oid 3 (ObjNum 1024 snap 343 seq_num 1024) 2024-08-17T00:44:19.471 INFO:tasks.rados.rados.0.smithi157.stdout:3408: finishing copy_from racing read to smithi15786056-8 2024-08-17T00:44:19.471 INFO:tasks.rados.rados.0.smithi157.stdout:3406: expect (ObjNum 994 snap 335 seq_num 994) 2024-08-17T00:44:19.534 INFO:tasks.rados.rados.0.smithi157.stdout:3405: expect (ObjNum 1010 snap 339 seq_num 1010) 2024-08-17T00:44:19.740 INFO:tasks.rados.rados.0.smithi157.stdout:3402: done (4 left) 2024-08-17T00:44:19.740 INFO:tasks.rados.rados.0.smithi157.stdout:3405: done (3 left) 2024-08-17T00:44:19.740 INFO:tasks.rados.rados.0.smithi157.stdout:3406: done (2 left) 2024-08-17T00:44:19.740 INFO:tasks.rados.rados.0.smithi157.stdout:3408: done (1 left) 2024-08-17T00:44:19.740 INFO:tasks.rados.rados.0.smithi157.stdout:3409: done (0 left) 2024-08-17T00:44:19.741 INFO:tasks.rados.rados.0.smithi157.stdout:3410: rollback oid 4 current snap is 343 2024-08-17T00:44:19.741 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 4 to 309 2024-08-17T00:44:19.741 INFO:tasks.rados.rados.0.smithi157.stdout:3411: rmattr oid 49 current snap is 343 2024-08-17T00:44:19.741 INFO:tasks.rados.rados.0.smithi157.stdout:3412: snap_create 2024-08-17T00:44:19.746 INFO:tasks.rados.rados.0.smithi157.stdout:3410: finishing rollback tid 0 to smithi15786056-4 2024-08-17T00:44:19.747 INFO:tasks.rados.rados.0.smithi157.stdout:3410: finishing rollback tid 1 to smithi15786056-4 2024-08-17T00:44:19.748 INFO:tasks.rados.rados.0.smithi157.stdout:3410: finishing rollback tid 2 to smithi15786056-4 2024-08-17T00:44:19.748 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 2063 (ObjNum 864 snap 290 seq_num 864) dirty exists 2024-08-17T00:44:19.749 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1883 (ObjNum 1011 snap 340 seq_num 1011) dirty exists 2024-08-17T00:44:20.475 INFO:tasks.rados.rados.0.smithi157.stdout:3410: done (2 left) 2024-08-17T00:44:20.475 INFO:tasks.rados.rados.0.smithi157.stdout:3411: done (1 left) 2024-08-17T00:44:20.475 INFO:tasks.rados.rados.0.smithi157.stdout:3412: done (0 left) 2024-08-17T00:44:20.475 INFO:tasks.rados.rados.0.smithi157.stdout:3413: snap_create 2024-08-17T00:44:20.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:20 smithi157 ceph-mon[98780]: osdmap e754: 8 total, 8 up, 8 in 2024-08-17T00:44:20.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:20 smithi157 ceph-mon[98780]: pgmap v792: 121 pgs: 121 active+clean; 570 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 726 KiB/s wr, 7 op/s 2024-08-17T00:44:20.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:20 smithi157 ceph-mon[101289]: osdmap e754: 8 total, 8 up, 8 in 2024-08-17T00:44:20.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:20 smithi157 ceph-mon[101289]: pgmap v792: 121 pgs: 121 active+clean; 570 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 726 KiB/s wr, 7 op/s 2024-08-17T00:44:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:20 smithi187 ceph-mon[90552]: osdmap e754: 8 total, 8 up, 8 in 2024-08-17T00:44:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:20 smithi187 ceph-mon[90552]: pgmap v792: 121 pgs: 121 active+clean; 570 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 726 KiB/s wr, 7 op/s 2024-08-17T00:44:21.477 INFO:tasks.rados.rados.0.smithi157.stdout:3413: done (0 left) 2024-08-17T00:44:21.477 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 345 2024-08-17T00:44:21.478 INFO:tasks.rados.rados.0.smithi157.stdout:3414: seq_num 1026 ranges {2310144=385024} 2024-08-17T00:44:21.492 INFO:tasks.rados.rados.0.smithi157.stdout:3414: writing smithi15786056-15 from 2310144 to 2695168 tid 1 2024-08-17T00:44:21.492 INFO:tasks.rados.rados.0.smithi157.stdout:3415: rollback oid 3 current snap is 345 2024-08-17T00:44:21.492 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 3 to 342 2024-08-17T00:44:21.492 INFO:tasks.rados.rados.0.smithi157.stdout:3416: read oid 50 snap 278 2024-08-17T00:44:21.492 INFO:tasks.rados.rados.0.smithi157.stdout:3416: expect deleted 2024-08-17T00:44:21.492 INFO:tasks.rados.rados.0.smithi157.stdout:3417: snap_create 2024-08-17T00:44:21.499 INFO:tasks.rados.rados.0.smithi157.stdout:3414: finishing write tid 1 to smithi15786056-15 2024-08-17T00:44:21.499 INFO:tasks.rados.rados.0.smithi157.stdout:3414: finishing write tid 2 to smithi15786056-15 2024-08-17T00:44:21.500 INFO:tasks.rados.rados.0.smithi157.stdout:3414: finishing write tid 3 to smithi15786056-15 2024-08-17T00:44:21.500 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 1725 (ObjNum 1026 snap 345 seq_num 1026) dirty exists 2024-08-17T00:44:21.501 INFO:tasks.rados.rados.0.smithi157.stdout:3414: left oid 15 (ObjNum 1026 snap 345 seq_num 1026) 2024-08-17T00:44:21.501 INFO:tasks.rados.rados.0.smithi157.stdout:3415: finishing rollback tid 0 to smithi15786056-3 2024-08-17T00:44:21.502 INFO:tasks.rados.rados.0.smithi157.stdout:3415: finishing rollback tid 1 to smithi15786056-3 2024-08-17T00:44:21.502 INFO:tasks.rados.rados.0.smithi157.stdout:3415: finishing rollback tid 2 to smithi15786056-3 2024-08-17T00:44:21.502 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 2125 (ObjNum 855 snap 286 seq_num 855) dirty exists 2024-08-17T00:44:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:21 smithi157 ceph-mon[101289]: osdmap e755: 8 total, 8 up, 8 in 2024-08-17T00:44:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:21 smithi157 ceph-mon[98780]: osdmap e755: 8 total, 8 up, 8 in 2024-08-17T00:44:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:21 smithi187 ceph-mon[90552]: osdmap e755: 8 total, 8 up, 8 in 2024-08-17T00:44:22.431 INFO:tasks.rados.rados.0.smithi157.stdout:3414: done (3 left) 2024-08-17T00:44:22.431 INFO:tasks.rados.rados.0.smithi157.stdout:3415: done (2 left) 2024-08-17T00:44:22.432 INFO:tasks.rados.rados.0.smithi157.stdout:3416: done (1 left) 2024-08-17T00:44:22.432 INFO:tasks.rados.rados.0.smithi157.stdout:3417: done (0 left) 2024-08-17T00:44:22.432 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 7 current snap is 346 2024-08-17T00:44:22.432 INFO:tasks.rados.rados.0.smithi157.stdout:3418: seq_num 1027 ranges {0=409600} 2024-08-17T00:44:22.433 INFO:tasks.rados.rados.0.smithi157.stdout:3418: writing smithi15786056-7 from 0 to 409600 tid 1 2024-08-17T00:44:22.434 INFO:tasks.rados.rados.0.smithi157.stdout:3419: rollback oid 44 current snap is 346 2024-08-17T00:44:22.434 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 44 to 331 2024-08-17T00:44:22.434 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 42 current snap is 346 2024-08-17T00:44:22.434 INFO:tasks.rados.rados.0.smithi157.stdout:3420: seq_num 1028 ranges {0=425984} 2024-08-17T00:44:22.436 INFO:tasks.rados.rados.0.smithi157.stdout:3420: writing smithi15786056-42 from 0 to 425984 tid 1 2024-08-17T00:44:22.436 INFO:tasks.rados.rados.0.smithi157.stdout:3421: rollback oid 9 current snap is 346 2024-08-17T00:44:22.436 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 9 to 341 2024-08-17T00:44:22.436 INFO:tasks.rados.rados.0.smithi157.stdout:3422: read oid 27 snap -1 2024-08-17T00:44:22.436 INFO:tasks.rados.rados.0.smithi157.stdout:3422: expect deleted 2024-08-17T00:44:22.436 INFO:tasks.rados.rados.0.smithi157.stdout:3423: snap_create 2024-08-17T00:44:22.443 INFO:tasks.rados.rados.0.smithi157.stdout:3419: finishing rollback tid 1 to smithi15786056-44 2024-08-17T00:44:22.443 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 1746 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T00:44:22.443 INFO:tasks.rados.rados.0.smithi157.stdout:3420: finishing write tid 1 to smithi15786056-42 2024-08-17T00:44:22.443 INFO:tasks.rados.rados.0.smithi157.stdout:3420: finishing write tid 2 to smithi15786056-42 2024-08-17T00:44:22.443 INFO:tasks.rados.rados.0.smithi157.stdout:3421: finishing rollback tid 0 to smithi15786056-9 2024-08-17T00:44:22.444 INFO:tasks.rados.rados.0.smithi157.stdout:3418: finishing write tid 1 to smithi15786056-7 2024-08-17T00:44:22.444 INFO:tasks.rados.rados.0.smithi157.stdout:3421: finishing rollback tid 1 to smithi15786056-9 2024-08-17T00:44:22.444 INFO:tasks.rados.rados.0.smithi157.stdout:3418: finishing write tid 2 to smithi15786056-7 2024-08-17T00:44:22.444 INFO:tasks.rados.rados.0.smithi157.stdout:3421: finishing rollback tid 2 to smithi15786056-9 2024-08-17T00:44:22.445 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 1873 (ObjNum 1013 snap 341 seq_num 1013) dirty exists 2024-08-17T00:44:22.446 INFO:tasks.rados.rados.0.smithi157.stdout:3418: finishing write tid 3 to smithi15786056-7 2024-08-17T00:44:22.446 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 1885 (ObjNum 1027 snap 346 seq_num 1027) dirty exists 2024-08-17T00:44:22.446 INFO:tasks.rados.rados.0.smithi157.stdout:3418: left oid 7 (ObjNum 1027 snap 346 seq_num 1027) 2024-08-17T00:44:22.446 INFO:tasks.rados.rados.0.smithi157.stdout:3420: finishing write tid 3 to smithi15786056-42 2024-08-17T00:44:22.446 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 2501 (ObjNum 1028 snap 346 seq_num 1028) dirty exists 2024-08-17T00:44:22.446 INFO:tasks.rados.rados.0.smithi157.stdout:3420: left oid 42 (ObjNum 1028 snap 346 seq_num 1028) 2024-08-17T00:44:22.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:22 smithi187 ceph-mon[90552]: osdmap e756: 8 total, 8 up, 8 in 2024-08-17T00:44:22.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:22 smithi187 ceph-mon[90552]: pgmap v795: 121 pgs: 121 active+clean; 576 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-08-17T00:44:22.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:22 smithi187 ceph-mon[90552]: osdmap e757: 8 total, 8 up, 8 in 2024-08-17T00:44:22.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:44:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:22.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:22 smithi157 ceph-mon[98780]: osdmap e756: 8 total, 8 up, 8 in 2024-08-17T00:44:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:22 smithi157 ceph-mon[98780]: pgmap v795: 121 pgs: 121 active+clean; 576 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-08-17T00:44:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:22 smithi157 ceph-mon[98780]: osdmap e757: 8 total, 8 up, 8 in 2024-08-17T00:44:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:22 smithi157 ceph-mon[101289]: osdmap e756: 8 total, 8 up, 8 in 2024-08-17T00:44:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:22 smithi157 ceph-mon[101289]: pgmap v795: 121 pgs: 121 active+clean; 576 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-08-17T00:44:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:22 smithi157 ceph-mon[101289]: osdmap e757: 8 total, 8 up, 8 in 2024-08-17T00:44:23.432 INFO:tasks.rados.rados.0.smithi157.stdout:3418: done (5 left) 2024-08-17T00:44:23.432 INFO:tasks.rados.rados.0.smithi157.stdout:3419: done (4 left) 2024-08-17T00:44:23.432 INFO:tasks.rados.rados.0.smithi157.stdout:3420: done (3 left) 2024-08-17T00:44:23.432 INFO:tasks.rados.rados.0.smithi157.stdout:3421: done (2 left) 2024-08-17T00:44:23.432 INFO:tasks.rados.rados.0.smithi157.stdout:3422: done (1 left) 2024-08-17T00:44:23.432 INFO:tasks.rados.rados.0.smithi157.stdout:3423: done (0 left) 2024-08-17T00:44:23.432 INFO:tasks.rados.rados.0.smithi157.stdout:3424: snap_remove snap 339 2024-08-17T00:44:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:44:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:44:23] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.43.0" 2024-08-17T00:44:24.438 INFO:tasks.rados.rados.0.smithi157.stdout:3424: done (0 left) 2024-08-17T00:44:24.438 INFO:tasks.rados.rados.0.smithi157.stdout:3425: rmattr oid 38 current snap is 347 2024-08-17T00:44:24.438 INFO:tasks.rados.rados.0.smithi157.stdout:3425: done (0 left) 2024-08-17T00:44:24.438 INFO:tasks.rados.rados.0.smithi157.stdout:3426: read oid 15 snap -1 2024-08-17T00:44:24.438 INFO:tasks.rados.rados.0.smithi157.stdout:3426: expect (ObjNum 1026 snap 345 seq_num 1026) 2024-08-17T00:44:24.439 INFO:tasks.rados.rados.0.smithi157.stdout:3427: rollback oid 33 current snap is 347 2024-08-17T00:44:24.439 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 33 to 297 2024-08-17T00:44:24.439 INFO:tasks.rados.rados.0.smithi157.stdout:3428: snap_remove snap 281 2024-08-17T00:44:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:24 smithi187 ceph-mon[90552]: osdmap e758: 8 total, 8 up, 8 in 2024-08-17T00:44:24.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:24 smithi187 ceph-mon[90552]: pgmap v798: 121 pgs: 121 active+clean; 567 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1006 KiB/s wr, 17 op/s 2024-08-17T00:44:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:24 smithi157 ceph-mon[98780]: osdmap e758: 8 total, 8 up, 8 in 2024-08-17T00:44:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:24 smithi157 ceph-mon[98780]: pgmap v798: 121 pgs: 121 active+clean; 567 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1006 KiB/s wr, 17 op/s 2024-08-17T00:44:24.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:24 smithi157 ceph-mon[101289]: osdmap e758: 8 total, 8 up, 8 in 2024-08-17T00:44:24.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:24 smithi157 ceph-mon[101289]: pgmap v798: 121 pgs: 121 active+clean; 567 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1006 KiB/s wr, 17 op/s 2024-08-17T00:44:25.439 INFO:tasks.rados.rados.0.smithi157.stdout:3428: done (2 left) 2024-08-17T00:44:25.439 INFO:tasks.rados.rados.0.smithi157.stdout:3429: snap_remove snap 321 2024-08-17T00:44:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:25 smithi187 ceph-mon[90552]: osdmap e759: 8 total, 8 up, 8 in 2024-08-17T00:44:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:25 smithi157 ceph-mon[98780]: osdmap e759: 8 total, 8 up, 8 in 2024-08-17T00:44:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:25 smithi157 ceph-mon[101289]: osdmap e759: 8 total, 8 up, 8 in 2024-08-17T00:44:26.442 INFO:tasks.rados.rados.0.smithi157.stdout:3427: finishing rollback tid 0 to smithi15786056-33 2024-08-17T00:44:26.442 INFO:tasks.rados.rados.0.smithi157.stdout:3427: finishing rollback tid 1 to smithi15786056-33 2024-08-17T00:44:26.442 INFO:tasks.rados.rados.0.smithi157.stdout:3427: finishing rollback tid 2 to smithi15786056-33 2024-08-17T00:44:26.442 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 1584 (ObjNum 836 snap 280 seq_num 836) dirty exists 2024-08-17T00:44:26.442 INFO:tasks.rados.rados.0.smithi157.stdout:3426: expect (ObjNum 1026 snap 345 seq_num 1026) 2024-08-17T00:44:26.553 INFO:tasks.rados.rados.0.smithi157.stdout:3426: done (2 left) 2024-08-17T00:44:26.553 INFO:tasks.rados.rados.0.smithi157.stdout:3427: done (1 left) 2024-08-17T00:44:26.553 INFO:tasks.rados.rados.0.smithi157.stdout:3429: done (0 left) 2024-08-17T00:44:26.553 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 35 current snap is 347 2024-08-17T00:44:26.553 INFO:tasks.rados.rados.0.smithi157.stdout:3430: seq_num 1029 ranges {614400=442368} 2024-08-17T00:44:26.558 INFO:tasks.rados.rados.0.smithi157.stdout:3430: writing smithi15786056-35 from 614400 to 1056768 tid 1 2024-08-17T00:44:26.558 INFO:tasks.rados.rados.0.smithi157.stdout:3431: rollback oid 30 current snap is 347 2024-08-17T00:44:26.559 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 30 to 315 2024-08-17T00:44:26.559 INFO:tasks.rados.rados.0.smithi157.stdout:3432: rollback oid 33 current snap is 347 2024-08-17T00:44:26.559 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 33 to 342 2024-08-17T00:44:26.559 INFO:tasks.rados.rados.0.smithi157.stdout:3433: snap_remove snap 346 2024-08-17T00:44:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:26 smithi187 ceph-mon[90552]: osdmap e760: 8 total, 8 up, 8 in 2024-08-17T00:44:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:26 smithi187 ceph-mon[90552]: pgmap v801: 121 pgs: 121 active+clean; 568 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 298 KiB/s wr, 8 op/s 2024-08-17T00:44:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:26 smithi187 ceph-mon[90552]: osdmap e761: 8 total, 8 up, 8 in 2024-08-17T00:44:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:26 smithi157 ceph-mon[101289]: osdmap e760: 8 total, 8 up, 8 in 2024-08-17T00:44:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:26 smithi157 ceph-mon[101289]: pgmap v801: 121 pgs: 121 active+clean; 568 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 298 KiB/s wr, 8 op/s 2024-08-17T00:44:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:26 smithi157 ceph-mon[101289]: osdmap e761: 8 total, 8 up, 8 in 2024-08-17T00:44:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:26 smithi157 ceph-mon[98780]: osdmap e760: 8 total, 8 up, 8 in 2024-08-17T00:44:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:26 smithi157 ceph-mon[98780]: pgmap v801: 121 pgs: 121 active+clean; 568 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 298 KiB/s wr, 8 op/s 2024-08-17T00:44:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:26 smithi157 ceph-mon[98780]: osdmap e761: 8 total, 8 up, 8 in 2024-08-17T00:44:27.432 INFO:tasks.rados.rados.0.smithi157.stdout:3432: finishing rollback tid 0 to smithi15786056-33 2024-08-17T00:44:27.432 INFO:tasks.rados.rados.0.smithi157.stdout:3432: finishing rollback tid 1 to smithi15786056-33 2024-08-17T00:44:27.432 INFO:tasks.rados.rados.0.smithi157.stdout:3432: finishing rollback tid 2 to smithi15786056-33 2024-08-17T00:44:27.432 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 1587 (ObjNum 997 snap 335 seq_num 997) dirty exists 2024-08-17T00:44:27.432 INFO:tasks.rados.rados.0.smithi157.stdout:3430: finishing write tid 1 to smithi15786056-35 2024-08-17T00:44:27.432 INFO:tasks.rados.rados.0.smithi157.stdout:3430: finishing write tid 2 to smithi15786056-35 2024-08-17T00:44:27.433 INFO:tasks.rados.rados.0.smithi157.stdout:3430: finishing write tid 3 to smithi15786056-35 2024-08-17T00:44:27.433 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 2061 (ObjNum 1029 snap 347 seq_num 1029) dirty exists 2024-08-17T00:44:27.433 INFO:tasks.rados.rados.0.smithi157.stdout:3430: left oid 35 (ObjNum 1029 snap 347 seq_num 1029) 2024-08-17T00:44:27.433 INFO:tasks.rados.rados.0.smithi157.stdout:3431: finishing rollback tid 0 to smithi15786056-30 2024-08-17T00:44:27.433 INFO:tasks.rados.rados.0.smithi157.stdout:3431: finishing rollback tid 1 to smithi15786056-30 2024-08-17T00:44:27.433 INFO:tasks.rados.rados.0.smithi157.stdout:3431: finishing rollback tid 2 to smithi15786056-30 2024-08-17T00:44:27.433 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 2066 (ObjNum 841 snap 284 seq_num 841) dirty exists 2024-08-17T00:44:27.433 INFO:tasks.rados.rados.0.smithi157.stdout:3430: done (3 left) 2024-08-17T00:44:27.433 INFO:tasks.rados.rados.0.smithi157.stdout:3431: done (2 left) 2024-08-17T00:44:27.433 INFO:tasks.rados.rados.0.smithi157.stdout:3432: done (1 left) 2024-08-17T00:44:27.433 INFO:tasks.rados.rados.0.smithi157.stdout:3433: done (0 left) 2024-08-17T00:44:27.433 INFO:tasks.rados.rados.0.smithi157.stdout:3434: read oid 15 snap -1 2024-08-17T00:44:27.433 INFO:tasks.rados.rados.0.smithi157.stdout:3434: expect (ObjNum 1026 snap 345 seq_num 1026) 2024-08-17T00:44:27.434 INFO:tasks.rados.rados.0.smithi157.stdout:3435: read oid 41 snap 328 2024-08-17T00:44:27.434 INFO:tasks.rados.rados.0.smithi157.stdout:3435: expect (ObjNum 951 snap 319 seq_num 951) 2024-08-17T00:44:27.434 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 37 current snap is 347 2024-08-17T00:44:27.434 INFO:tasks.rados.rados.0.smithi157.stdout:3436: seq_num 1030 ranges {1589248=458752} 2024-08-17T00:44:27.445 INFO:tasks.rados.rados.0.smithi157.stdout:3436: writing smithi15786056-37 from 1589248 to 2048000 tid 1 2024-08-17T00:44:27.445 INFO:tasks.rados.rados.0.smithi157.stdout:3437: copy_from oid 42 from oid 19 current snap is 347 2024-08-17T00:44:27.445 INFO:tasks.rados.rados.0.smithi157.stdout:3438: read oid 30 snap 324 2024-08-17T00:44:27.445 INFO:tasks.rados.rados.0.smithi157.stdout:3438: expect deleted 2024-08-17T00:44:27.445 INFO:tasks.rados.rados.0.smithi157.stdout:3439: rollback oid 10 current snap is 347 2024-08-17T00:44:27.445 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 10 to 229 2024-08-17T00:44:27.445 INFO:tasks.rados.rados.0.smithi157.stdout:3440: read oid 29 snap -1 2024-08-17T00:44:27.445 INFO:tasks.rados.rados.0.smithi157.stdout:3440: expect (ObjNum 1014 snap 341 seq_num 1014) 2024-08-17T00:44:27.445 INFO:tasks.rados.rados.0.smithi157.stdout:3441: rollback oid 5 current snap is 347 2024-08-17T00:44:27.445 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 5 to 343 2024-08-17T00:44:27.446 INFO:tasks.rados.rados.0.smithi157.stdout:3442: copy_from oid 25 from oid 13 current snap is 347 2024-08-17T00:44:27.446 INFO:tasks.rados.rados.0.smithi157.stdout:3443: snap_create 2024-08-17T00:44:27.450 INFO:tasks.rados.rados.0.smithi157.stdout:3434: expect (ObjNum 1026 snap 345 seq_num 1026) 2024-08-17T00:44:27.559 INFO:tasks.rados.rados.0.smithi157.stdout:3435: expect (ObjNum 951 snap 319 seq_num 951) 2024-08-17T00:44:27.651 INFO:tasks.rados.rados.0.smithi157.stdout:3441: finishing rollback tid 0 to smithi15786056-5 2024-08-17T00:44:27.652 INFO:tasks.rados.rados.0.smithi157.stdout:3439: finishing rollback tid 1 to smithi15786056-10 2024-08-17T00:44:27.652 INFO:tasks.rados.rados.0.smithi157.stdout:3439: finishing rollback tid 2 to smithi15786056-10 2024-08-17T00:44:27.652 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 2068 (ObjNum 680 snap 216 seq_num 680) dirty exists 2024-08-17T00:44:27.652 INFO:tasks.rados.rados.0.smithi157.stdout:3436: finishing write tid 1 to smithi15786056-37 2024-08-17T00:44:27.652 INFO:tasks.rados.rados.0.smithi157.stdout:3436: finishing write tid 2 to smithi15786056-37 2024-08-17T00:44:27.652 INFO:tasks.rados.rados.0.smithi157.stdout:3441: finishing rollback tid 1 to smithi15786056-5 2024-08-17T00:44:27.652 INFO:tasks.rados.rados.0.smithi157.stdout:3440: expect (ObjNum 1014 snap 341 seq_num 1014) 2024-08-17T00:44:27.657 INFO:tasks.rados.rados.0.smithi157.stdout:3436: finishing write tid 3 to smithi15786056-37 2024-08-17T00:44:27.657 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 1891 (ObjNum 1030 snap 347 seq_num 1030) dirty exists 2024-08-17T00:44:27.657 INFO:tasks.rados.rados.0.smithi157.stdout:3436: left oid 37 (ObjNum 1030 snap 347 seq_num 1030) 2024-08-17T00:44:27.657 INFO:tasks.rados.rados.0.smithi157.stdout:3442: finishing copy_from racing read to smithi15786056-25 2024-08-17T00:44:27.657 INFO:tasks.rados.rados.0.smithi157.stdout:3441: finishing rollback tid 2 to smithi15786056-5 2024-08-17T00:44:27.657 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 1753 (ObjNum 1016 snap 342 seq_num 1016) dirty exists 2024-08-17T00:44:27.657 INFO:tasks.rados.rados.0.smithi157.stdout:3442: finishing copy_from to smithi15786056-25 2024-08-17T00:44:27.657 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 1606 (ObjNum 1006 snap 336 seq_num 1006) dirty exists 2024-08-17T00:44:27.657 INFO:tasks.rados.rados.0.smithi157.stdout:3437: finishing copy_from racing read to smithi15786056-42 2024-08-17T00:44:27.658 INFO:tasks.rados.rados.0.smithi157.stdout:3437: finishing copy_from to smithi15786056-42 2024-08-17T00:44:27.658 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 1872 (ObjNum 973 snap 331 seq_num 973) dirty exists 2024-08-17T00:44:28.438 INFO:tasks.rados.rados.0.smithi157.stdout:3434: done (9 left) 2024-08-17T00:44:28.438 INFO:tasks.rados.rados.0.smithi157.stdout:3435: done (8 left) 2024-08-17T00:44:28.438 INFO:tasks.rados.rados.0.smithi157.stdout:3436: done (7 left) 2024-08-17T00:44:28.438 INFO:tasks.rados.rados.0.smithi157.stdout:3437: done (6 left) 2024-08-17T00:44:28.438 INFO:tasks.rados.rados.0.smithi157.stdout:3438: done (5 left) 2024-08-17T00:44:28.438 INFO:tasks.rados.rados.0.smithi157.stdout:3439: done (4 left) 2024-08-17T00:44:28.438 INFO:tasks.rados.rados.0.smithi157.stdout:3440: done (3 left) 2024-08-17T00:44:28.439 INFO:tasks.rados.rados.0.smithi157.stdout:3441: done (2 left) 2024-08-17T00:44:28.439 INFO:tasks.rados.rados.0.smithi157.stdout:3442: done (1 left) 2024-08-17T00:44:28.439 INFO:tasks.rados.rados.0.smithi157.stdout:3443: done (0 left) 2024-08-17T00:44:28.439 INFO:tasks.rados.rados.0.smithi157.stdout:3444: read oid 8 snap -1 2024-08-17T00:44:28.439 INFO:tasks.rados.rados.0.smithi157.stdout:3444: expect (ObjNum 1005 snap 335 seq_num 1005) 2024-08-17T00:44:28.439 INFO:tasks.rados.rados.0.smithi157.stdout:3445: delete oid 44 current snap is 348 2024-08-17T00:44:28.440 INFO:tasks.rados.rados.0.smithi157.stdout:3445: done (1 left) 2024-08-17T00:44:28.440 INFO:tasks.rados.rados.0.smithi157.stdout:3446: read oid 5 snap -1 2024-08-17T00:44:28.440 INFO:tasks.rados.rados.0.smithi157.stdout:3446: expect (ObjNum 1016 snap 342 seq_num 1016) 2024-08-17T00:44:28.440 INFO:tasks.rados.rados.0.smithi157.stdout:3447: read oid 24 snap -1 2024-08-17T00:44:28.441 INFO:tasks.rados.rados.0.smithi157.stdout:3447: expect (ObjNum 996 snap 335 seq_num 996) 2024-08-17T00:44:28.441 INFO:tasks.rados.rados.0.smithi157.stdout:3448: copy_from oid 6 from oid 12 current snap is 348 2024-08-17T00:44:28.441 INFO:tasks.rados.rados.0.smithi157.stdout:3449: read oid 14 snap -1 2024-08-17T00:44:28.441 INFO:tasks.rados.rados.0.smithi157.stdout:3449: expect (ObjNum 916 snap 310 seq_num 916) 2024-08-17T00:44:28.442 INFO:tasks.rados.rados.0.smithi157.stdout:3450: rmattr oid 27 current snap is 348 2024-08-17T00:44:28.442 INFO:tasks.rados.rados.0.smithi157.stdout:3450: done (5 left) 2024-08-17T00:44:28.442 INFO:tasks.rados.rados.0.smithi157.stdout:3451: snap_remove snap 329 2024-08-17T00:44:28.686 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:28 smithi157 ceph-mon[98780]: osdmap e762: 8 total, 8 up, 8 in 2024-08-17T00:44:28.686 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:28 smithi157 ceph-mon[98780]: pgmap v804: 121 pgs: 121 active+clean; 570 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 94 KiB/s wr, 3 op/s 2024-08-17T00:44:28.686 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:28 smithi157 ceph-mon[101289]: osdmap e762: 8 total, 8 up, 8 in 2024-08-17T00:44:28.687 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:28 smithi157 ceph-mon[101289]: pgmap v804: 121 pgs: 121 active+clean; 570 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 94 KiB/s wr, 3 op/s 2024-08-17T00:44:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:28 smithi187 ceph-mon[90552]: osdmap e762: 8 total, 8 up, 8 in 2024-08-17T00:44:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:28 smithi187 ceph-mon[90552]: pgmap v804: 121 pgs: 121 active+clean; 570 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 94 KiB/s wr, 3 op/s 2024-08-17T00:44:29.442 INFO:tasks.rados.rados.0.smithi157.stdout:3446: expect (ObjNum 1016 snap 342 seq_num 1016) 2024-08-17T00:44:29.477 INFO:tasks.rados.rados.0.smithi157.stdout:3449: expect (ObjNum 916 snap 310 seq_num 916) 2024-08-17T00:44:29.503 INFO:tasks.rados.rados.0.smithi157.stdout:3447: expect (ObjNum 996 snap 335 seq_num 996) 2024-08-17T00:44:29.659 INFO:tasks.rados.rados.0.smithi157.stdout:3448: finishing copy_from racing read to smithi15786056-6 2024-08-17T00:44:29.659 INFO:tasks.rados.rados.0.smithi157.stdout:3448: finishing copy_from to smithi15786056-6 2024-08-17T00:44:29.659 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 1874 (ObjNum 1019 snap 342 seq_num 1019) dirty exists 2024-08-17T00:44:29.659 INFO:tasks.rados.rados.0.smithi157.stdout:3444: expect (ObjNum 1005 snap 335 seq_num 1005) 2024-08-17T00:44:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:29 smithi187 ceph-mon[90552]: osdmap e763: 8 total, 8 up, 8 in 2024-08-17T00:44:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:29.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:29 smithi157 ceph-mon[101289]: osdmap e763: 8 total, 8 up, 8 in 2024-08-17T00:44:29.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:29 smithi157 ceph-mon[98780]: osdmap e763: 8 total, 8 up, 8 in 2024-08-17T00:44:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:30.401 INFO:tasks.rados.rados.0.smithi157.stdout:3444: done (5 left) 2024-08-17T00:44:30.402 INFO:tasks.rados.rados.0.smithi157.stdout:3446: done (4 left) 2024-08-17T00:44:30.402 INFO:tasks.rados.rados.0.smithi157.stdout:3447: done (3 left) 2024-08-17T00:44:30.402 INFO:tasks.rados.rados.0.smithi157.stdout:3448: done (2 left) 2024-08-17T00:44:30.402 INFO:tasks.rados.rados.0.smithi157.stdout:3449: done (1 left) 2024-08-17T00:44:30.402 INFO:tasks.rados.rados.0.smithi157.stdout:3451: done (0 left) 2024-08-17T00:44:30.402 INFO:tasks.rados.rados.0.smithi157.stdout:3452: snap_remove snap 343 2024-08-17T00:44:30.446 INFO:tasks.rados.rados.0.smithi157.stdout:3452: done (0 left) 2024-08-17T00:44:30.447 INFO:tasks.rados.rados.0.smithi157.stdout:3453: read oid 13 snap 337 2024-08-17T00:44:30.447 INFO:tasks.rados.rados.0.smithi157.stdout:3453: expect (ObjNum 1006 snap 336 seq_num 1006) 2024-08-17T00:44:30.447 INFO:tasks.rados.rados.0.smithi157.stdout:3454: copy_from oid 50 from oid 40 current snap is 348 2024-08-17T00:44:30.447 INFO:tasks.rados.rados.0.smithi157.stdout:3455: setattr oid 38 current snap is 348 2024-08-17T00:44:30.449 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 348 2024-08-17T00:44:30.449 INFO:tasks.rados.rados.0.smithi157.stdout:3456: seq_num 1032 ranges {3293184=491520} 2024-08-17T00:44:30.470 INFO:tasks.rados.rados.0.smithi157.stdout:3456: writing smithi15786056-4 from 3293184 to 3784704 tid 1 2024-08-17T00:44:30.470 INFO:tasks.rados.rados.0.smithi157.stdout:3457: snap_create 2024-08-17T00:44:30.470 INFO:tasks.rados.rados.0.smithi157.stdout:3453: expect (ObjNum 1006 snap 336 seq_num 1006) 2024-08-17T00:44:30.476 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 1878 (ObjNum 946 snap 318 seq_num 946) dirty exists 2024-08-17T00:44:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3454: finishing copy_from racing read to smithi15786056-50 2024-08-17T00:44:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3454: finishing copy_from to smithi15786056-50 2024-08-17T00:44:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 1680 (ObjNum 1018 snap 342 seq_num 1018) dirty exists 2024-08-17T00:44:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3456: finishing write tid 1 to smithi15786056-4 2024-08-17T00:44:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3456: finishing write tid 2 to smithi15786056-4 2024-08-17T00:44:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3456: finishing write tid 3 to smithi15786056-4 2024-08-17T00:44:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 2070 (ObjNum 1032 snap 348 seq_num 1032) dirty exists 2024-08-17T00:44:30.477 INFO:tasks.rados.rados.0.smithi157.stdout:3456: left oid 4 (ObjNum 1032 snap 348 seq_num 1032) 2024-08-17T00:44:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:30 smithi187 ceph-mon[90552]: osdmap e764: 8 total, 8 up, 8 in 2024-08-17T00:44:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:30 smithi187 ceph-mon[90552]: pgmap v807: 121 pgs: 121 active+clean; 575 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-17T00:44:30.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:30 smithi157 ceph-mon[101289]: osdmap e764: 8 total, 8 up, 8 in 2024-08-17T00:44:30.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:30 smithi157 ceph-mon[101289]: pgmap v807: 121 pgs: 121 active+clean; 575 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-17T00:44:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:30 smithi157 ceph-mon[98780]: osdmap e764: 8 total, 8 up, 8 in 2024-08-17T00:44:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:30 smithi157 ceph-mon[98780]: pgmap v807: 121 pgs: 121 active+clean; 575 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-17T00:44:31.452 INFO:tasks.rados.rados.0.smithi157.stdout:3453: done (4 left) 2024-08-17T00:44:31.452 INFO:tasks.rados.rados.0.smithi157.stdout:3454: done (3 left) 2024-08-17T00:44:31.452 INFO:tasks.rados.rados.0.smithi157.stdout:3455: done (2 left) 2024-08-17T00:44:31.452 INFO:tasks.rados.rados.0.smithi157.stdout:3456: done (1 left) 2024-08-17T00:44:31.452 INFO:tasks.rados.rados.0.smithi157.stdout:3457: done (0 left) 2024-08-17T00:44:31.453 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 10 current snap is 349 2024-08-17T00:44:31.453 INFO:tasks.rados.rados.0.smithi157.stdout:3458: seq_num 1033 ranges {7618560=507904} 2024-08-17T00:44:31.494 INFO:tasks.rados.rados.0.smithi157.stdout:3458: writing smithi15786056-10 from 7618560 to 8126464 tid 1 2024-08-17T00:44:31.494 INFO:tasks.rados.rados.0.smithi157.stdout:3459: read oid 15 snap -1 2024-08-17T00:44:31.494 INFO:tasks.rados.rados.0.smithi157.stdout:3459: expect (ObjNum 1026 snap 345 seq_num 1026) 2024-08-17T00:44:31.494 INFO:tasks.rados.rados.0.smithi157.stdout:3460: read oid 13 snap -1 2024-08-17T00:44:31.495 INFO:tasks.rados.rados.0.smithi157.stdout:3460: expect (ObjNum 1006 snap 336 seq_num 1006) 2024-08-17T00:44:31.495 INFO:tasks.rados.rados.0.smithi157.stdout:3461: snap_remove snap 297 2024-08-17T00:44:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:31 smithi187 ceph-mon[90552]: osdmap e765: 8 total, 8 up, 8 in 2024-08-17T00:44:31.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:31 smithi157 ceph-mon[101289]: osdmap e765: 8 total, 8 up, 8 in 2024-08-17T00:44:31.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:31 smithi157 ceph-mon[98780]: osdmap e765: 8 total, 8 up, 8 in 2024-08-17T00:44:32.436 INFO:tasks.rados.rados.0.smithi157.stdout:3461: done (3 left) 2024-08-17T00:44:32.436 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 349 2024-08-17T00:44:32.436 INFO:tasks.rados.rados.0.smithi157.stdout:3462: seq_num 1034 ranges {2334720=524288} 2024-08-17T00:44:32.454 INFO:tasks.rados.rados.0.smithi157.stdout:3462: writing smithi15786056-3 from 2334720 to 2859008 tid 1 2024-08-17T00:44:32.454 INFO:tasks.rados.rados.0.smithi157.stdout:3463: read oid 43 snap -1 2024-08-17T00:44:32.454 INFO:tasks.rados.rados.0.smithi157.stdout:3463: expect (ObjNum 942 snap 315 seq_num 942) 2024-08-17T00:44:32.454 INFO:tasks.rados.rados.0.smithi157.stdout:3464: read oid 48 snap -1 2024-08-17T00:44:32.454 INFO:tasks.rados.rados.0.smithi157.stdout:3464: expect (ObjNum 943 snap 317 seq_num 943) 2024-08-17T00:44:32.454 INFO:tasks.rados.rados.0.smithi157.stdout:3465: read oid 22 snap -1 2024-08-17T00:44:32.454 INFO:tasks.rados.rados.0.smithi157.stdout:3465: expect (ObjNum 707 snap 228 seq_num 707) 2024-08-17T00:44:32.454 INFO:tasks.rados.rados.0.smithi157.stdout:3466: copy_from oid 41 from oid 27 current snap is 349 2024-08-17T00:44:32.454 INFO:tasks.rados.rados.0.smithi157.stdout:3460: expect (ObjNum 1006 snap 336 seq_num 1006) 2024-08-17T00:44:32.459 INFO:tasks.rados.rados.0.smithi157.stdout:3458: finishing write tid 1 to smithi15786056-10 2024-08-17T00:44:32.460 INFO:tasks.rados.rados.0.smithi157.stdout:3458: finishing write tid 2 to smithi15786056-10 2024-08-17T00:44:32.460 INFO:tasks.rados.rados.0.smithi157.stdout:3459: expect (ObjNum 1026 snap 345 seq_num 1026) 2024-08-17T00:44:32.582 INFO:tasks.rados.rados.0.smithi157.stdout:3458: finishing write tid 3 to smithi15786056-10 2024-08-17T00:44:32.582 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 2072 (ObjNum 1033 snap 349 seq_num 1033) dirty exists 2024-08-17T00:44:32.582 INFO:tasks.rados.rados.0.smithi157.stdout:3458: left oid 10 (ObjNum 1033 snap 349 seq_num 1033) 2024-08-17T00:44:32.582 INFO:tasks.rados.rados.0.smithi157.stdout:3458: done (7 left) 2024-08-17T00:44:32.583 INFO:tasks.rados.rados.0.smithi157.stdout:3459: done (6 left) 2024-08-17T00:44:32.583 INFO:tasks.rados.rados.0.smithi157.stdout:3460: done (5 left) 2024-08-17T00:44:32.583 INFO:tasks.rados.rados.0.smithi157.stdout:3467: rollback oid 28 current snap is 349 2024-08-17T00:44:32.583 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 28 to 341 2024-08-17T00:44:32.583 INFO:tasks.rados.rados.0.smithi157.stdout:3466: finishing copy_from to smithi15786056-41 2024-08-17T00:44:32.583 INFO:tasks.rados.rados.0.smithi157.stdout:3466: got expected ENOENT (src dne) 2024-08-17T00:44:32.583 INFO:tasks.rados.rados.0.smithi157.stdout:3466: finishing copy_from racing read to smithi15786056-41 2024-08-17T00:44:32.583 INFO:tasks.rados.rados.0.smithi157.stdout:3465: expect (ObjNum 707 snap 228 seq_num 707) 2024-08-17T00:44:32.704 INFO:tasks.rados.rados.0.smithi157.stdout:3462: finishing write tid 1 to smithi15786056-3 2024-08-17T00:44:32.704 INFO:tasks.rados.rados.0.smithi157.stdout:3462: finishing write tid 2 to smithi15786056-3 2024-08-17T00:44:32.704 INFO:tasks.rados.rados.0.smithi157.stdout:3462: finishing write tid 3 to smithi15786056-3 2024-08-17T00:44:32.704 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 2160 (ObjNum 1034 snap 349 seq_num 1034) dirty exists 2024-08-17T00:44:32.704 INFO:tasks.rados.rados.0.smithi157.stdout:3462: left oid 3 (ObjNum 1034 snap 349 seq_num 1034) 2024-08-17T00:44:32.704 INFO:tasks.rados.rados.0.smithi157.stdout:3462: done (5 left) 2024-08-17T00:44:32.705 INFO:tasks.rados.rados.0.smithi157.stdout:3465: done (4 left) 2024-08-17T00:44:32.705 INFO:tasks.rados.rados.0.smithi157.stdout:3466: done (3 left) 2024-08-17T00:44:32.705 INFO:tasks.rados.rados.0.smithi157.stdout:3468: delete oid 47 current snap is 349 2024-08-17T00:44:32.705 INFO:tasks.rados.rados.0.smithi157.stdout:3463: expect (ObjNum 942 snap 315 seq_num 942) 2024-08-17T00:44:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:32 smithi187 ceph-mon[90552]: osdmap e766: 8 total, 8 up, 8 in 2024-08-17T00:44:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:32 smithi187 ceph-mon[90552]: pgmap v810: 121 pgs: 121 active+clean; 586 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-08-17T00:44:32.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:32 smithi187 ceph-mon[90552]: osdmap e767: 8 total, 8 up, 8 in 2024-08-17T00:44:32.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:44:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:32.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:32 smithi157 ceph-mon[101289]: osdmap e766: 8 total, 8 up, 8 in 2024-08-17T00:44:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:32 smithi157 ceph-mon[101289]: pgmap v810: 121 pgs: 121 active+clean; 586 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-08-17T00:44:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:32 smithi157 ceph-mon[101289]: osdmap e767: 8 total, 8 up, 8 in 2024-08-17T00:44:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:32 smithi157 ceph-mon[98780]: osdmap e766: 8 total, 8 up, 8 in 2024-08-17T00:44:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:32 smithi157 ceph-mon[98780]: pgmap v810: 121 pgs: 121 active+clean; 586 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-08-17T00:44:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:32 smithi157 ceph-mon[98780]: osdmap e767: 8 total, 8 up, 8 in 2024-08-17T00:44:33.174 INFO:tasks.rados.rados.0.smithi157.stdout:3464: expect (ObjNum 943 snap 317 seq_num 943) 2024-08-17T00:44:33.211 INFO:tasks.rados.rados.0.smithi157.stdout:3467: finishing rollback tid 0 to smithi15786056-28 2024-08-17T00:44:33.211 INFO:tasks.rados.rados.0.smithi157.stdout:3467: finishing rollback tid 1 to smithi15786056-28 2024-08-17T00:44:33.211 INFO:tasks.rados.rados.0.smithi157.stdout:3467: finishing rollback tid 2 to smithi15786056-28 2024-08-17T00:44:33.211 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1779 (ObjNum 995 snap 335 seq_num 995) dirty exists 2024-08-17T00:44:33.211 INFO:tasks.rados.rados.0.smithi157.stdout:3463: done (3 left) 2024-08-17T00:44:33.211 INFO:tasks.rados.rados.0.smithi157.stdout:3464: done (2 left) 2024-08-17T00:44:33.211 INFO:tasks.rados.rados.0.smithi157.stdout:3467: done (1 left) 2024-08-17T00:44:33.211 INFO:tasks.rados.rados.0.smithi157.stdout:3468: done (0 left) 2024-08-17T00:44:33.211 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 34 current snap is 349 2024-08-17T00:44:33.212 INFO:tasks.rados.rados.0.smithi157.stdout:3469: seq_num 1036 ranges {1302528=557056} 2024-08-17T00:44:33.220 INFO:tasks.rados.rados.0.smithi157.stdout:3469: writing smithi15786056-34 from 1302528 to 1859584 tid 1 2024-08-17T00:44:33.221 INFO:tasks.rados.rados.0.smithi157.stdout:3470: read oid 41 snap 315 2024-08-17T00:44:33.221 INFO:tasks.rados.rados.0.smithi157.stdout:3470: expect (ObjNum 794 snap 265 seq_num 794) 2024-08-17T00:44:33.221 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 349 2024-08-17T00:44:33.221 INFO:tasks.rados.rados.0.smithi157.stdout:3471: seq_num 1037 ranges {4472832=573440} 2024-08-17T00:44:33.247 INFO:tasks.rados.rados.0.smithi157.stdout:3471: writing smithi15786056-24 from 4472832 to 5046272 tid 1 2024-08-17T00:44:33.247 INFO:tasks.rados.rados.0.smithi157.stdout:3472: snap_remove snap 337 2024-08-17T00:44:33.462 INFO:tasks.rados.rados.0.smithi157.stdout:3470: expect (ObjNum 794 snap 265 seq_num 794) 2024-08-17T00:44:33.508 INFO:tasks.rados.rados.0.smithi157.stdout:3469: finishing write tid 1 to smithi15786056-34 2024-08-17T00:44:33.508 INFO:tasks.rados.rados.0.smithi157.stdout:3469: finishing write tid 2 to smithi15786056-34 2024-08-17T00:44:33.508 INFO:tasks.rados.rados.0.smithi157.stdout:3469: finishing write tid 3 to smithi15786056-34 2024-08-17T00:44:33.508 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 1875 (ObjNum 1036 snap 349 seq_num 1036) dirty exists 2024-08-17T00:44:33.508 INFO:tasks.rados.rados.0.smithi157.stdout:3469: left oid 34 (ObjNum 1036 snap 349 seq_num 1036) 2024-08-17T00:44:33.508 INFO:tasks.rados.rados.0.smithi157.stdout:3471: finishing write tid 1 to smithi15786056-24 2024-08-17T00:44:33.508 INFO:tasks.rados.rados.0.smithi157.stdout:3471: finishing write tid 2 to smithi15786056-24 2024-08-17T00:44:33.508 INFO:tasks.rados.rados.0.smithi157.stdout:3471: finishing write tid 3 to smithi15786056-24 2024-08-17T00:44:33.508 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1610 (ObjNum 1037 snap 349 seq_num 1037) dirty exists 2024-08-17T00:44:33.508 INFO:tasks.rados.rados.0.smithi157.stdout:3471: left oid 24 (ObjNum 1037 snap 349 seq_num 1037) 2024-08-17T00:44:33.508 INFO:tasks.rados.rados.0.smithi157.stdout:3469: done (3 left) 2024-08-17T00:44:33.508 INFO:tasks.rados.rados.0.smithi157.stdout:3470: done (2 left) 2024-08-17T00:44:33.508 INFO:tasks.rados.rados.0.smithi157.stdout:3471: done (1 left) 2024-08-17T00:44:33.509 INFO:tasks.rados.rados.0.smithi157.stdout:3472: done (0 left) 2024-08-17T00:44:33.509 INFO:tasks.rados.rados.0.smithi157.stdout:3473: copy_from oid 3 from oid 50 current snap is 349 2024-08-17T00:44:33.509 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 11 current snap is 349 2024-08-17T00:44:33.509 INFO:tasks.rados.rados.0.smithi157.stdout:3474: seq_num 1038 ranges {4554752=589824} 2024-08-17T00:44:33.535 INFO:tasks.rados.rados.0.smithi157.stdout:3474: writing smithi15786056-11 from 4554752 to 5144576 tid 1 2024-08-17T00:44:33.536 INFO:tasks.rados.rados.0.smithi157.stdout:3475: rollback oid 17 current snap is 349 2024-08-17T00:44:33.536 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 17 to 336 2024-08-17T00:44:33.536 INFO:tasks.rados.rados.0.smithi157.stdout:3473: finishing copy_from racing read to smithi15786056-3 2024-08-17T00:44:33.536 INFO:tasks.rados.rados.0.smithi157.stdout:3473: finishing copy_from to smithi15786056-3 2024-08-17T00:44:33.536 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 1680 (ObjNum 1018 snap 342 seq_num 1018) dirty exists 2024-08-17T00:44:33.536 INFO:tasks.rados.rados.0.smithi157.stdout:3473: done (2 left) 2024-08-17T00:44:33.536 INFO:tasks.rados.rados.0.smithi157.stdout:3476: rollback oid 1 current snap is 349 2024-08-17T00:44:33.536 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 1 to 322 2024-08-17T00:44:33.536 INFO:tasks.rados.rados.0.smithi157.stdout:3477: snap_create 2024-08-17T00:44:33.538 INFO:tasks.rados.rados.0.smithi157.stdout:3475: finishing rollback tid 0 to smithi15786056-17 2024-08-17T00:44:33.540 INFO:tasks.rados.rados.0.smithi157.stdout:3476: finishing rollback tid 0 to smithi15786056-1 2024-08-17T00:44:33.540 INFO:tasks.rados.rados.0.smithi157.stdout:3475: finishing rollback tid 1 to smithi15786056-17 2024-08-17T00:44:33.540 INFO:tasks.rados.rados.0.smithi157.stdout:3476: finishing rollback tid 1 to smithi15786056-1 2024-08-17T00:44:33.540 INFO:tasks.rados.rados.0.smithi157.stdout:3475: finishing rollback tid 2 to smithi15786056-17 2024-08-17T00:44:33.540 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 1590 (ObjNum 999 snap 335 seq_num 999) dirty exists 2024-08-17T00:44:33.540 INFO:tasks.rados.rados.0.smithi157.stdout:3476: finishing rollback tid 2 to smithi15786056-1 2024-08-17T00:44:33.540 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 2075 (ObjNum 865 snap 290 seq_num 865) dirty exists 2024-08-17T00:44:33.541 INFO:tasks.rados.rados.0.smithi157.stdout:3474: finishing write tid 1 to smithi15786056-11 2024-08-17T00:44:33.541 INFO:tasks.rados.rados.0.smithi157.stdout:3474: finishing write tid 2 to smithi15786056-11 2024-08-17T00:44:33.543 INFO:tasks.rados.rados.0.smithi157.stdout:3474: finishing write tid 3 to smithi15786056-11 2024-08-17T00:44:33.543 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 2178 (ObjNum 1038 snap 349 seq_num 1038) dirty exists 2024-08-17T00:44:33.543 INFO:tasks.rados.rados.0.smithi157.stdout:3474: left oid 11 (ObjNum 1038 snap 349 seq_num 1038) 2024-08-17T00:44:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:44:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:44:33] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-08-17T00:44:34.467 INFO:tasks.rados.rados.0.smithi157.stdout:3474: done (3 left) 2024-08-17T00:44:34.467 INFO:tasks.rados.rados.0.smithi157.stdout:3475: done (2 left) 2024-08-17T00:44:34.467 INFO:tasks.rados.rados.0.smithi157.stdout:3476: done (1 left) 2024-08-17T00:44:34.467 INFO:tasks.rados.rados.0.smithi157.stdout:3477: done (0 left) 2024-08-17T00:44:34.467 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 30 current snap is 350 2024-08-17T00:44:34.467 INFO:tasks.rados.rados.0.smithi157.stdout:3478: seq_num 1039 ranges {2097152=606208} 2024-08-17T00:44:34.481 INFO:tasks.rados.rados.0.smithi157.stdout:3478: writing smithi15786056-30 from 2097152 to 2703360 tid 1 2024-08-17T00:44:34.481 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 38 current snap is 350 2024-08-17T00:44:34.481 INFO:tasks.rados.rados.0.smithi157.stdout:3479: seq_num 1040 ranges {12075008=622592} 2024-08-17T00:44:34.548 INFO:tasks.rados.rados.0.smithi157.stdout:3479: writing smithi15786056-38 from 12075008 to 12697600 tid 1 2024-08-17T00:44:34.548 INFO:tasks.rados.rados.0.smithi157.stdout:3480: snap_create 2024-08-17T00:44:34.548 INFO:tasks.rados.rados.0.smithi157.stdout:3478: finishing write tid 1 to smithi15786056-30 2024-08-17T00:44:34.548 INFO:tasks.rados.rados.0.smithi157.stdout:3478: finishing write tid 2 to smithi15786056-30 2024-08-17T00:44:34.548 INFO:tasks.rados.rados.0.smithi157.stdout:3478: finishing write tid 3 to smithi15786056-30 2024-08-17T00:44:34.548 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 2077 (ObjNum 1039 snap 350 seq_num 1039) dirty exists 2024-08-17T00:44:34.548 INFO:tasks.rados.rados.0.smithi157.stdout:3478: left oid 30 (ObjNum 1039 snap 350 seq_num 1039) 2024-08-17T00:44:34.554 INFO:tasks.rados.rados.0.smithi157.stdout:3479: finishing write tid 1 to smithi15786056-38 2024-08-17T00:44:34.554 INFO:tasks.rados.rados.0.smithi157.stdout:3479: finishing write tid 2 to smithi15786056-38 2024-08-17T00:44:34.555 INFO:tasks.rados.rados.0.smithi157.stdout:3479: finishing write tid 3 to smithi15786056-38 2024-08-17T00:44:34.555 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 1880 (ObjNum 1040 snap 350 seq_num 1040) dirty exists 2024-08-17T00:44:34.555 INFO:tasks.rados.rados.0.smithi157.stdout:3479: left oid 38 (ObjNum 1040 snap 350 seq_num 1040) 2024-08-17T00:44:34.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:34 smithi157 ceph-mon[101289]: osdmap e768: 8 total, 8 up, 8 in 2024-08-17T00:44:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:34 smithi157 ceph-mon[101289]: pgmap v813: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 565 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 898 KiB/s wr, 12 op/s 2024-08-17T00:44:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:34 smithi157 ceph-mon[98780]: osdmap e768: 8 total, 8 up, 8 in 2024-08-17T00:44:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:34 smithi157 ceph-mon[98780]: pgmap v813: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 565 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 898 KiB/s wr, 12 op/s 2024-08-17T00:44:34.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:34 smithi187 ceph-mon[90552]: osdmap e768: 8 total, 8 up, 8 in 2024-08-17T00:44:34.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:34 smithi187 ceph-mon[90552]: pgmap v813: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 565 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 898 KiB/s wr, 12 op/s 2024-08-17T00:44:35.472 INFO:tasks.rados.rados.0.smithi157.stdout:3478: done (2 left) 2024-08-17T00:44:35.472 INFO:tasks.rados.rados.0.smithi157.stdout:3479: done (1 left) 2024-08-17T00:44:35.472 INFO:tasks.rados.rados.0.smithi157.stdout:3480: done (0 left) 2024-08-17T00:44:35.472 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 31 current snap is 351 2024-08-17T00:44:35.472 INFO:tasks.rados.rados.0.smithi157.stdout:3481: seq_num 1041 ranges {868352=638976} 2024-08-17T00:44:35.480 INFO:tasks.rados.rados.0.smithi157.stdout:3481: writing smithi15786056-31 from 868352 to 1507328 tid 1 2024-08-17T00:44:35.480 INFO:tasks.rados.rados.0.smithi157.stdout:3482: rmattr oid 35 current snap is 351 2024-08-17T00:44:35.481 INFO:tasks.rados.rados.0.smithi157.stdout:3482: done (1 left) 2024-08-17T00:44:35.481 INFO:tasks.rados.rados.0.smithi157.stdout:3483: read oid 29 snap 338 2024-08-17T00:44:35.481 INFO:tasks.rados.rados.0.smithi157.stdout:3483: expect (ObjNum 1004 snap 335 seq_num 1004) 2024-08-17T00:44:35.481 INFO:tasks.rados.rados.0.smithi157.stdout:3484: copy_from oid 11 from oid 13 current snap is 351 2024-08-17T00:44:35.481 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 351 2024-08-17T00:44:35.481 INFO:tasks.rados.rados.0.smithi157.stdout:3485: seq_num 1042 ranges {4947968=655360} 2024-08-17T00:44:35.511 INFO:tasks.rados.rados.0.smithi157.stdout:3485: writing smithi15786056-46 from 4947968 to 5603328 tid 1 2024-08-17T00:44:35.511 INFO:tasks.rados.rados.0.smithi157.stdout:3486: delete oid 18 current snap is 351 2024-08-17T00:44:35.511 INFO:tasks.rados.rados.0.smithi157.stdout:3483: expect (ObjNum 1004 snap 335 seq_num 1004) 2024-08-17T00:44:35.511 INFO:tasks.rados.rados.0.smithi157.stdout:3484: finishing copy_from racing read to smithi15786056-11 2024-08-17T00:44:35.512 INFO:tasks.rados.rados.0.smithi157.stdout:3484: finishing copy_from to smithi15786056-11 2024-08-17T00:44:35.512 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1606 (ObjNum 1006 snap 336 seq_num 1006) dirty exists 2024-08-17T00:44:35.512 INFO:tasks.rados.rados.0.smithi157.stdout:3481: finishing write tid 1 to smithi15786056-31 2024-08-17T00:44:35.512 INFO:tasks.rados.rados.0.smithi157.stdout:3481: finishing write tid 2 to smithi15786056-31 2024-08-17T00:44:35.512 INFO:tasks.rados.rados.0.smithi157.stdout:3481: finishing write tid 3 to smithi15786056-31 2024-08-17T00:44:35.512 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 1790 (ObjNum 1041 snap 351 seq_num 1041) dirty exists 2024-08-17T00:44:35.512 INFO:tasks.rados.rados.0.smithi157.stdout:3481: left oid 31 (ObjNum 1041 snap 351 seq_num 1041) 2024-08-17T00:44:35.514 INFO:tasks.rados.rados.0.smithi157.stdout:3481: done (4 left) 2024-08-17T00:44:35.514 INFO:tasks.rados.rados.0.smithi157.stdout:3483: done (3 left) 2024-08-17T00:44:35.515 INFO:tasks.rados.rados.0.smithi157.stdout:3484: done (2 left) 2024-08-17T00:44:35.515 INFO:tasks.rados.rados.0.smithi157.stdout:3486: done (1 left) 2024-08-17T00:44:35.515 INFO:tasks.rados.rados.0.smithi157.stdout:3487: read oid 33 snap -1 2024-08-17T00:44:35.515 INFO:tasks.rados.rados.0.smithi157.stdout:3487: expect (ObjNum 997 snap 335 seq_num 997) 2024-08-17T00:44:35.515 INFO:tasks.rados.rados.0.smithi157.stdout:3488: copy_from oid 39 from oid 48 current snap is 351 2024-08-17T00:44:35.515 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 351 2024-08-17T00:44:35.515 INFO:tasks.rados.rados.0.smithi157.stdout:3489: seq_num 1044 ranges {8658944=688128} 2024-08-17T00:44:35.565 INFO:tasks.rados.rados.0.smithi157.stdout:3489: writing smithi15786056-8 from 8658944 to 9347072 tid 1 2024-08-17T00:44:35.565 INFO:tasks.rados.rados.0.smithi157.stdout:3490: read oid 24 snap -1 2024-08-17T00:44:35.565 INFO:tasks.rados.rados.0.smithi157.stdout:3490: expect (ObjNum 1037 snap 349 seq_num 1037) 2024-08-17T00:44:35.565 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 38 current snap is 351 2024-08-17T00:44:35.565 INFO:tasks.rados.rados.0.smithi157.stdout:3485: finishing write tid 1 to smithi15786056-46 2024-08-17T00:44:35.565 INFO:tasks.rados.rados.0.smithi157.stdout:3485: finishing write tid 2 to smithi15786056-46 2024-08-17T00:44:35.565 INFO:tasks.rados.rados.0.smithi157.stdout:3491: seq_num 1045 ranges {12697600=704512} 2024-08-17T00:44:35.637 INFO:tasks.rados.rados.0.smithi157.stdout:3491: writing smithi15786056-38 from 12697600 to 13402112 tid 1 2024-08-17T00:44:35.637 INFO:tasks.rados.rados.0.smithi157.stdout:3492: read oid 10 snap -1 2024-08-17T00:44:35.637 INFO:tasks.rados.rados.0.smithi157.stdout:3492: expect (ObjNum 1033 snap 349 seq_num 1033) 2024-08-17T00:44:35.637 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 37 current snap is 351 2024-08-17T00:44:35.637 INFO:tasks.rados.rados.0.smithi157.stdout:3485: finishing write tid 3 to smithi15786056-46 2024-08-17T00:44:35.637 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1772 (ObjNum 1042 snap 351 seq_num 1042) dirty exists 2024-08-17T00:44:35.637 INFO:tasks.rados.rados.0.smithi157.stdout:3485: left oid 46 (ObjNum 1042 snap 351 seq_num 1042) 2024-08-17T00:44:35.638 INFO:tasks.rados.rados.0.smithi157.stdout:3488: finishing copy_from racing read to smithi15786056-39 2024-08-17T00:44:35.638 INFO:tasks.rados.rados.0.smithi157.stdout:3493: seq_num 1046 ranges {2048000=729088} 2024-08-17T00:44:35.653 INFO:tasks.rados.rados.0.smithi157.stdout:3493: writing smithi15786056-37 from 2048000 to 2777088 tid 1 2024-08-17T00:44:35.653 INFO:tasks.rados.rados.0.smithi157.stdout:3485: done (7 left) 2024-08-17T00:44:35.653 INFO:tasks.rados.rados.0.smithi157.stdout:3494: read oid 34 snap -1 2024-08-17T00:44:35.653 INFO:tasks.rados.rados.0.smithi157.stdout:3494: expect (ObjNum 1036 snap 349 seq_num 1036) 2024-08-17T00:44:35.653 INFO:tasks.rados.rados.0.smithi157.stdout:3495: rmattr oid 21 current snap is 351 2024-08-17T00:44:35.653 INFO:tasks.rados.rados.0.smithi157.stdout:3495: done (8 left) 2024-08-17T00:44:35.653 INFO:tasks.rados.rados.0.smithi157.stdout:3496: read oid 41 snap 341 2024-08-17T00:44:35.653 INFO:tasks.rados.rados.0.smithi157.stdout:3496: expect deleted 2024-08-17T00:44:35.653 INFO:tasks.rados.rados.0.smithi157.stdout:3497: read oid 12 snap -1 2024-08-17T00:44:35.654 INFO:tasks.rados.rados.0.smithi157.stdout:3497: expect (ObjNum 1019 snap 342 seq_num 1019) 2024-08-17T00:44:35.654 INFO:tasks.rados.rados.0.smithi157.stdout:3498: snap_remove snap 342 2024-08-17T00:44:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:35 smithi157 ceph-mon[98780]: osdmap e769: 8 total, 8 up, 8 in 2024-08-17T00:44:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:35 smithi157 ceph-mon[101289]: osdmap e769: 8 total, 8 up, 8 in 2024-08-17T00:44:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:35 smithi187 ceph-mon[90552]: osdmap e769: 8 total, 8 up, 8 in 2024-08-17T00:44:36.478 INFO:tasks.rados.rados.0.smithi157.stdout:3498: done (10 left) 2024-08-17T00:44:36.478 INFO:tasks.rados.rados.0.smithi157.stdout:3499: rollback oid 45 current snap is 351 2024-08-17T00:44:36.478 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 45 to 322 2024-08-17T00:44:36.478 INFO:tasks.rados.rados.0.smithi157.stdout:3488: finishing copy_from to smithi15786056-39 2024-08-17T00:44:36.478 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 2452 (ObjNum 943 snap 317 seq_num 943) dirty exists 2024-08-17T00:44:36.479 INFO:tasks.rados.rados.0.smithi157.stdout:3487: expect (ObjNum 997 snap 335 seq_num 997) 2024-08-17T00:44:36.549 INFO:tasks.rados.rados.0.smithi157.stdout:3489: finishing write tid 1 to smithi15786056-8 2024-08-17T00:44:36.549 INFO:tasks.rados.rados.0.smithi157.stdout:3489: finishing write tid 2 to smithi15786056-8 2024-08-17T00:44:36.549 INFO:tasks.rados.rados.0.smithi157.stdout:3489: finishing write tid 3 to smithi15786056-8 2024-08-17T00:44:36.549 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1877 (ObjNum 1044 snap 351 seq_num 1044) dirty exists 2024-08-17T00:44:36.550 INFO:tasks.rados.rados.0.smithi157.stdout:3489: left oid 8 (ObjNum 1044 snap 351 seq_num 1044) 2024-08-17T00:44:36.550 INFO:tasks.rados.rados.0.smithi157.stdout:3490: expect (ObjNum 1037 snap 349 seq_num 1037) 2024-08-17T00:44:36.779 INFO:tasks.rados.rados.0.smithi157.stdout:3491: finishing write tid 1 to smithi15786056-38 2024-08-17T00:44:36.779 INFO:tasks.rados.rados.0.smithi157.stdout:3491: finishing write tid 2 to smithi15786056-38 2024-08-17T00:44:36.779 INFO:tasks.rados.rados.0.smithi157.stdout:3491: finishing write tid 3 to smithi15786056-38 2024-08-17T00:44:36.779 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 1882 (ObjNum 1045 snap 351 seq_num 1045) dirty exists 2024-08-17T00:44:36.779 INFO:tasks.rados.rados.0.smithi157.stdout:3491: left oid 38 (ObjNum 1045 snap 351 seq_num 1045) 2024-08-17T00:44:36.779 INFO:tasks.rados.rados.0.smithi157.stdout:3493: finishing write tid 1 to smithi15786056-37 2024-08-17T00:44:36.780 INFO:tasks.rados.rados.0.smithi157.stdout:3493: finishing write tid 2 to smithi15786056-37 2024-08-17T00:44:36.780 INFO:tasks.rados.rados.0.smithi157.stdout:3493: finishing write tid 3 to smithi15786056-37 2024-08-17T00:44:36.780 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 1917 (ObjNum 1046 snap 351 seq_num 1046) dirty exists 2024-08-17T00:44:36.780 INFO:tasks.rados.rados.0.smithi157.stdout:3493: left oid 37 (ObjNum 1046 snap 351 seq_num 1046) 2024-08-17T00:44:36.780 INFO:tasks.rados.rados.0.smithi157.stdout:3494: expect (ObjNum 1036 snap 349 seq_num 1036) 2024-08-17T00:44:36.848 INFO:tasks.rados.rados.0.smithi157.stdout:3497: expect (ObjNum 1019 snap 342 seq_num 1019) 2024-08-17T00:44:36.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:36 smithi157 ceph-mon[98780]: osdmap e770: 8 total, 8 up, 8 in 2024-08-17T00:44:36.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:36 smithi157 ceph-mon[98780]: pgmap v816: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 556 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-17T00:44:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:36 smithi157 ceph-mon[101289]: osdmap e770: 8 total, 8 up, 8 in 2024-08-17T00:44:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:36 smithi157 ceph-mon[101289]: pgmap v816: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 556 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-17T00:44:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:36 smithi187 ceph-mon[90552]: osdmap e770: 8 total, 8 up, 8 in 2024-08-17T00:44:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:36 smithi187 ceph-mon[90552]: pgmap v816: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 556 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-17T00:44:37.047 INFO:tasks.rados.rados.0.smithi157.stdout:3492: expect (ObjNum 1033 snap 349 seq_num 1033) 2024-08-17T00:44:37.695 INFO:tasks.rados.rados.0.smithi157.stdout:3499: finishing rollback tid 0 to smithi15786056-45 2024-08-17T00:44:37.695 INFO:tasks.rados.rados.0.smithi157.stdout:3499: finishing rollback tid 1 to smithi15786056-45 2024-08-17T00:44:37.695 INFO:tasks.rados.rados.0.smithi157.stdout:3499: finishing rollback tid 2 to smithi15786056-45 2024-08-17T00:44:37.695 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 1921 (ObjNum 912 snap 309 seq_num 912) dirty exists 2024-08-17T00:44:37.696 INFO:tasks.rados.rados.0.smithi157.stdout:3487: done (10 left) 2024-08-17T00:44:37.696 INFO:tasks.rados.rados.0.smithi157.stdout:3488: done (9 left) 2024-08-17T00:44:37.696 INFO:tasks.rados.rados.0.smithi157.stdout:3489: done (8 left) 2024-08-17T00:44:37.696 INFO:tasks.rados.rados.0.smithi157.stdout:3490: done (7 left) 2024-08-17T00:44:37.696 INFO:tasks.rados.rados.0.smithi157.stdout:3491: done (6 left) 2024-08-17T00:44:37.696 INFO:tasks.rados.rados.0.smithi157.stdout:3492: done (5 left) 2024-08-17T00:44:37.696 INFO:tasks.rados.rados.0.smithi157.stdout:3493: done (4 left) 2024-08-17T00:44:37.696 INFO:tasks.rados.rados.0.smithi157.stdout:3494: done (3 left) 2024-08-17T00:44:37.696 INFO:tasks.rados.rados.0.smithi157.stdout:3496: done (2 left) 2024-08-17T00:44:37.696 INFO:tasks.rados.rados.0.smithi157.stdout:3497: done (1 left) 2024-08-17T00:44:37.696 INFO:tasks.rados.rados.0.smithi157.stdout:3499: done (0 left) 2024-08-17T00:44:37.696 INFO:tasks.rados.rados.0.smithi157.stdout:3500: read oid 8 snap -1 2024-08-17T00:44:37.696 INFO:tasks.rados.rados.0.smithi157.stdout:3500: expect (ObjNum 1044 snap 351 seq_num 1044) 2024-08-17T00:44:37.697 INFO:tasks.rados.rados.0.smithi157.stdout:3501: rollback oid 42 current snap is 351 2024-08-17T00:44:37.697 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 42 to 320 2024-08-17T00:44:37.697 INFO:tasks.rados.rados.0.smithi157.stdout:3502: read oid 45 snap -1 2024-08-17T00:44:37.697 INFO:tasks.rados.rados.0.smithi157.stdout:3502: expect (ObjNum 912 snap 309 seq_num 912) 2024-08-17T00:44:37.697 INFO:tasks.rados.rados.0.smithi157.stdout:3503: snap_remove snap 349 2024-08-17T00:44:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:37 smithi157 ceph-mon[101289]: osdmap e771: 8 total, 8 up, 8 in 2024-08-17T00:44:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:37 smithi157 ceph-mon[101289]: osdmap e772: 8 total, 8 up, 8 in 2024-08-17T00:44:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:37 smithi157 ceph-mon[98780]: osdmap e771: 8 total, 8 up, 8 in 2024-08-17T00:44:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:37 smithi157 ceph-mon[98780]: osdmap e772: 8 total, 8 up, 8 in 2024-08-17T00:44:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:37 smithi187 ceph-mon[90552]: osdmap e771: 8 total, 8 up, 8 in 2024-08-17T00:44:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:37 smithi187 ceph-mon[90552]: osdmap e772: 8 total, 8 up, 8 in 2024-08-17T00:44:38.483 INFO:tasks.rados.rados.0.smithi157.stdout:3502: expect (ObjNum 912 snap 309 seq_num 912) 2024-08-17T00:44:38.507 INFO:tasks.rados.rados.0.smithi157.stdout:3501: finishing rollback tid 0 to smithi15786056-42 2024-08-17T00:44:38.507 INFO:tasks.rados.rados.0.smithi157.stdout:3501: finishing rollback tid 1 to smithi15786056-42 2024-08-17T00:44:38.508 INFO:tasks.rados.rados.0.smithi157.stdout:3501: finishing rollback tid 2 to smithi15786056-42 2024-08-17T00:44:38.508 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 2562 (ObjNum 941 snap 315 seq_num 941) dirty exists 2024-08-17T00:44:38.508 INFO:tasks.rados.rados.0.smithi157.stdout:3500: expect (ObjNum 1044 snap 351 seq_num 1044) 2024-08-17T00:44:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:38 smithi157 ceph-mon[101289]: pgmap v819: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 556 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 980 KiB/s wr, 16 op/s 2024-08-17T00:44:38.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:38 smithi157 ceph-mon[98780]: pgmap v819: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 556 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 980 KiB/s wr, 16 op/s 2024-08-17T00:44:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:38 smithi187 ceph-mon[90552]: pgmap v819: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 556 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 980 KiB/s wr, 16 op/s 2024-08-17T00:44:39.404 INFO:tasks.rados.rados.0.smithi157.stdout:3500: done (3 left) 2024-08-17T00:44:39.404 INFO:tasks.rados.rados.0.smithi157.stdout:3501: done (2 left) 2024-08-17T00:44:39.404 INFO:tasks.rados.rados.0.smithi157.stdout:3502: done (1 left) 2024-08-17T00:44:39.404 INFO:tasks.rados.rados.0.smithi157.stdout:3503: done (0 left) 2024-08-17T00:44:39.404 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 351 2024-08-17T00:44:39.404 INFO:tasks.rados.rados.0.smithi157.stdout:3504: seq_num 1047 ranges {2260992=745472} 2024-08-17T00:44:39.419 INFO:tasks.rados.rados.0.smithi157.stdout:3504: writing smithi15786056-23 from 2260992 to 3006464 tid 1 2024-08-17T00:44:39.419 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 351 2024-08-17T00:44:39.419 INFO:tasks.rados.rados.0.smithi157.stdout:3505: seq_num 1048 ranges {0=761856} 2024-08-17T00:44:39.423 INFO:tasks.rados.rados.0.smithi157.stdout:3505: writing smithi15786056-44 from 0 to 761856 tid 1 2024-08-17T00:44:39.423 INFO:tasks.rados.rados.0.smithi157.stdout:3506: snap_remove snap 309 2024-08-17T00:44:39.486 INFO:tasks.rados.rados.0.smithi157.stdout:3504: finishing write tid 1 to smithi15786056-23 2024-08-17T00:44:39.487 INFO:tasks.rados.rados.0.smithi157.stdout:3504: finishing write tid 2 to smithi15786056-23 2024-08-17T00:44:39.487 INFO:tasks.rados.rados.0.smithi157.stdout:3504: finishing write tid 3 to smithi15786056-23 2024-08-17T00:44:39.487 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 2569 (ObjNum 1047 snap 351 seq_num 1047) dirty exists 2024-08-17T00:44:39.487 INFO:tasks.rados.rados.0.smithi157.stdout:3504: left oid 23 (ObjNum 1047 snap 351 seq_num 1047) 2024-08-17T00:44:39.487 INFO:tasks.rados.rados.0.smithi157.stdout:3505: finishing write tid 1 to smithi15786056-44 2024-08-17T00:44:39.487 INFO:tasks.rados.rados.0.smithi157.stdout:3505: finishing write tid 2 to smithi15786056-44 2024-08-17T00:44:39.487 INFO:tasks.rados.rados.0.smithi157.stdout:3505: finishing write tid 3 to smithi15786056-44 2024-08-17T00:44:39.487 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 2063 (ObjNum 1048 snap 351 seq_num 1048) dirty exists 2024-08-17T00:44:39.487 INFO:tasks.rados.rados.0.smithi157.stdout:3505: left oid 44 (ObjNum 1048 snap 351 seq_num 1048) 2024-08-17T00:44:39.487 INFO:tasks.rados.rados.0.smithi157.stdout:3504: done (2 left) 2024-08-17T00:44:39.487 INFO:tasks.rados.rados.0.smithi157.stdout:3505: done (1 left) 2024-08-17T00:44:39.487 INFO:tasks.rados.rados.0.smithi157.stdout:3506: done (0 left) 2024-08-17T00:44:39.488 INFO:tasks.rados.rados.0.smithi157.stdout:3507: read oid 5 snap -1 2024-08-17T00:44:39.488 INFO:tasks.rados.rados.0.smithi157.stdout:3507: expect (ObjNum 1016 snap 342 seq_num 1016) 2024-08-17T00:44:39.488 INFO:tasks.rados.rados.0.smithi157.stdout:3508: setattr oid 44 current snap is 351 2024-08-17T00:44:39.488 INFO:tasks.rados.rados.0.smithi157.stdout:3509: delete oid 46 current snap is 351 2024-08-17T00:44:39.495 INFO:tasks.rados.rados.0.smithi157.stdout:3507: expect (ObjNum 1016 snap 342 seq_num 1016) 2024-08-17T00:44:39.534 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 2064 (ObjNum 1048 snap 351 seq_num 1048) dirty exists 2024-08-17T00:44:39.534 INFO:tasks.rados.rados.0.smithi157.stdout:3507: done (2 left) 2024-08-17T00:44:39.534 INFO:tasks.rados.rados.0.smithi157.stdout:3508: done (1 left) 2024-08-17T00:44:39.534 INFO:tasks.rados.rados.0.smithi157.stdout:3509: done (0 left) 2024-08-17T00:44:39.534 INFO:tasks.rados.rados.0.smithi157.stdout:3510: delete oid 8 current snap is 351 2024-08-17T00:44:39.536 INFO:tasks.rados.rados.0.smithi157.stdout:3510: done (0 left) 2024-08-17T00:44:39.536 INFO:tasks.rados.rados.0.smithi157.stdout:3511: snap_create 2024-08-17T00:44:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:39 smithi157 ceph-mon[98780]: osdmap e773: 8 total, 8 up, 8 in 2024-08-17T00:44:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:39 smithi157 ceph-mon[101289]: osdmap e773: 8 total, 8 up, 8 in 2024-08-17T00:44:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:39 smithi187 ceph-mon[90552]: osdmap e773: 8 total, 8 up, 8 in 2024-08-17T00:44:40.493 INFO:tasks.rados.rados.0.smithi157.stdout:3511: done (0 left) 2024-08-17T00:44:40.493 INFO:tasks.rados.rados.0.smithi157.stdout:3512: copy_from oid 49 from oid 13 current snap is 352 2024-08-17T00:44:40.493 INFO:tasks.rados.rados.0.smithi157.stdout:3513: copy_from oid 46 from oid 17 current snap is 352 2024-08-17T00:44:40.493 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 352 2024-08-17T00:44:40.493 INFO:tasks.rados.rados.0.smithi157.stdout:3514: seq_num 1051 ranges {49152=409600,458752=401408} 2024-08-17T00:44:40.495 INFO:tasks.rados.rados.0.smithi157.stdout:3514: writing smithi15786056-25 from 49152 to 458752 tid 1 2024-08-17T00:44:40.498 INFO:tasks.rados.rados.0.smithi157.stdout:3514: writing smithi15786056-25 from 458752 to 860160 tid 2 2024-08-17T00:44:40.498 INFO:tasks.rados.rados.0.smithi157.stdout:3515: read oid 11 snap -1 2024-08-17T00:44:40.498 INFO:tasks.rados.rados.0.smithi157.stdout:3515: expect (ObjNum 1006 snap 336 seq_num 1006) 2024-08-17T00:44:40.498 INFO:tasks.rados.rados.0.smithi157.stdout:3516: rollback oid 19 current snap is 352 2024-08-17T00:44:40.498 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 19 to 351 2024-08-17T00:44:40.499 INFO:tasks.rados.rados.0.smithi157.stdout:3517: read oid 30 snap -1 2024-08-17T00:44:40.499 INFO:tasks.rados.rados.0.smithi157.stdout:3517: expect (ObjNum 1039 snap 350 seq_num 1039) 2024-08-17T00:44:40.499 INFO:tasks.rados.rados.0.smithi157.stdout:3518: setattr oid 48 current snap is 352 2024-08-17T00:44:40.500 INFO:tasks.rados.rados.0.smithi157.stdout:3519: rmattr oid 18 current snap is 352 2024-08-17T00:44:40.500 INFO:tasks.rados.rados.0.smithi157.stdout:3519: done (7 left) 2024-08-17T00:44:40.500 INFO:tasks.rados.rados.0.smithi157.stdout:3520: read oid 14 snap 278 2024-08-17T00:44:40.500 INFO:tasks.rados.rados.0.smithi157.stdout:3520: expect (ObjNum 819 snap 272 seq_num 819) 2024-08-17T00:44:40.500 INFO:tasks.rados.rados.0.smithi157.stdout:3521: read oid 3 snap -1 2024-08-17T00:44:40.500 INFO:tasks.rados.rados.0.smithi157.stdout:3521: expect (ObjNum 1018 snap 342 seq_num 1018) 2024-08-17T00:44:40.500 INFO:tasks.rados.rados.0.smithi157.stdout:3522: snap_remove snap 320 2024-08-17T00:44:40.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:40 smithi157 ceph-mon[98780]: osdmap e774: 8 total, 8 up, 8 in 2024-08-17T00:44:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:40 smithi157 ceph-mon[98780]: pgmap v822: 121 pgs: 121 active+clean; 563 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-08-17T00:44:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:40 smithi157 ceph-mon[101289]: osdmap e774: 8 total, 8 up, 8 in 2024-08-17T00:44:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:40 smithi157 ceph-mon[101289]: pgmap v822: 121 pgs: 121 active+clean; 563 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-08-17T00:44:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:40 smithi187 ceph-mon[90552]: osdmap e774: 8 total, 8 up, 8 in 2024-08-17T00:44:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:40 smithi187 ceph-mon[90552]: pgmap v822: 121 pgs: 121 active+clean; 563 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-08-17T00:44:41.495 INFO:tasks.rados.rados.0.smithi157.stdout:3522: done (9 left) 2024-08-17T00:44:41.495 INFO:tasks.rados.rados.0.smithi157.stdout:3523: copy_from oid 50 from oid 41 current snap is 352 2024-08-17T00:44:41.495 INFO:tasks.rados.rados.0.smithi157.stdout:3516: finishing rollback tid 0 to smithi15786056-19 2024-08-17T00:44:41.495 INFO:tasks.rados.rados.0.smithi157.stdout:3516: finishing rollback tid 1 to smithi15786056-19 2024-08-17T00:44:41.495 INFO:tasks.rados.rados.0.smithi157.stdout:3516: finishing rollback tid 2 to smithi15786056-19 2024-08-17T00:44:41.495 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 1875 (ObjNum 973 snap 331 seq_num 973) dirty exists 2024-08-17T00:44:41.495 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 2581 (ObjNum 943 snap 317 seq_num 943) dirty exists 2024-08-17T00:44:41.495 INFO:tasks.rados.rados.0.smithi157.stdout:3515: expect (ObjNum 1006 snap 336 seq_num 1006) 2024-08-17T00:44:41.501 INFO:tasks.rados.rados.0.smithi157.stdout:3512: finishing copy_from racing read to smithi15786056-49 2024-08-17T00:44:41.502 INFO:tasks.rados.rados.0.smithi157.stdout:3514: finishing write tid 1 to smithi15786056-25 2024-08-17T00:44:41.502 INFO:tasks.rados.rados.0.smithi157.stdout:3514: finishing write tid 2 to smithi15786056-25 2024-08-17T00:44:41.502 INFO:tasks.rados.rados.0.smithi157.stdout:3514: finishing write tid 3 to smithi15786056-25 2024-08-17T00:44:41.502 INFO:tasks.rados.rados.0.smithi157.stdout:3514: finishing write tid 4 to smithi15786056-25 2024-08-17T00:44:41.502 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 1881 (ObjNum 1051 snap 352 seq_num 1051) dirty exists 2024-08-17T00:44:41.502 INFO:tasks.rados.rados.0.smithi157.stdout:3514: left oid 25 (ObjNum 1051 snap 352 seq_num 1051) 2024-08-17T00:44:41.502 INFO:tasks.rados.rados.0.smithi157.stdout:3517: expect (ObjNum 1039 snap 350 seq_num 1039) 2024-08-17T00:44:41.614 INFO:tasks.rados.rados.0.smithi157.stdout:3520: expect (ObjNum 819 snap 272 seq_num 819) 2024-08-17T00:44:41.657 INFO:tasks.rados.rados.0.smithi157.stdout:3512: finishing copy_from to smithi15786056-49 2024-08-17T00:44:41.657 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1606 (ObjNum 1006 snap 336 seq_num 1006) dirty exists 2024-08-17T00:44:41.657 INFO:tasks.rados.rados.0.smithi157.stdout:3521: expect (ObjNum 1018 snap 342 seq_num 1018) 2024-08-17T00:44:41.763 INFO:tasks.rados.rados.0.smithi157.stdout:3513: finishing copy_from racing read to smithi15786056-46 2024-08-17T00:44:41.763 INFO:tasks.rados.rados.0.smithi157.stdout:3513: finishing copy_from to smithi15786056-46 2024-08-17T00:44:41.763 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1590 (ObjNum 999 snap 335 seq_num 999) dirty exists 2024-08-17T00:44:41.763 INFO:tasks.rados.rados.0.smithi157.stdout:3523: finishing copy_from to smithi15786056-50 2024-08-17T00:44:41.763 INFO:tasks.rados.rados.0.smithi157.stdout:3523: got expected ENOENT (src dne) 2024-08-17T00:44:41.763 INFO:tasks.rados.rados.0.smithi157.stdout:3523: finishing copy_from racing read to smithi15786056-50 2024-08-17T00:44:41.763 INFO:tasks.rados.rados.0.smithi157.stdout:3512: done (9 left) 2024-08-17T00:44:41.764 INFO:tasks.rados.rados.0.smithi157.stdout:3513: done (8 left) 2024-08-17T00:44:41.764 INFO:tasks.rados.rados.0.smithi157.stdout:3514: done (7 left) 2024-08-17T00:44:41.764 INFO:tasks.rados.rados.0.smithi157.stdout:3515: done (6 left) 2024-08-17T00:44:41.764 INFO:tasks.rados.rados.0.smithi157.stdout:3516: done (5 left) 2024-08-17T00:44:41.764 INFO:tasks.rados.rados.0.smithi157.stdout:3517: done (4 left) 2024-08-17T00:44:41.764 INFO:tasks.rados.rados.0.smithi157.stdout:3518: done (3 left) 2024-08-17T00:44:41.764 INFO:tasks.rados.rados.0.smithi157.stdout:3520: done (2 left) 2024-08-17T00:44:41.764 INFO:tasks.rados.rados.0.smithi157.stdout:3521: done (1 left) 2024-08-17T00:44:41.764 INFO:tasks.rados.rados.0.smithi157.stdout:3523: done (0 left) 2024-08-17T00:44:41.764 INFO:tasks.rados.rados.0.smithi157.stdout:3524: snap_create 2024-08-17T00:44:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:41 smithi157 ceph-mon[98780]: osdmap e775: 8 total, 8 up, 8 in 2024-08-17T00:44:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:41 smithi157 ceph-mon[101289]: osdmap e775: 8 total, 8 up, 8 in 2024-08-17T00:44:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:41 smithi187 ceph-mon[90552]: osdmap e775: 8 total, 8 up, 8 in 2024-08-17T00:44:42.437 INFO:tasks.rados.rados.0.smithi157.stdout:3524: done (0 left) 2024-08-17T00:44:42.438 INFO:tasks.rados.rados.0.smithi157.stdout:3525: snap_create 2024-08-17T00:44:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:44:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:44:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:42 smithi187 ceph-mon[90552]: osdmap e776: 8 total, 8 up, 8 in 2024-08-17T00:44:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:42 smithi187 ceph-mon[90552]: pgmap v825: 121 pgs: 121 active+clean; 564 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-08-17T00:44:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:42 smithi187 ceph-mon[90552]: osdmap e777: 8 total, 8 up, 8 in 2024-08-17T00:44:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:42 smithi157 ceph-mon[98780]: osdmap e776: 8 total, 8 up, 8 in 2024-08-17T00:44:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:42 smithi157 ceph-mon[98780]: pgmap v825: 121 pgs: 121 active+clean; 564 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-08-17T00:44:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:42 smithi157 ceph-mon[98780]: osdmap e777: 8 total, 8 up, 8 in 2024-08-17T00:44:42.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:42 smithi157 ceph-mon[101289]: osdmap e776: 8 total, 8 up, 8 in 2024-08-17T00:44:42.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:42 smithi157 ceph-mon[101289]: pgmap v825: 121 pgs: 121 active+clean; 564 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-08-17T00:44:42.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:42 smithi157 ceph-mon[101289]: osdmap e777: 8 total, 8 up, 8 in 2024-08-17T00:44:43.439 INFO:tasks.rados.rados.0.smithi157.stdout:3525: done (0 left) 2024-08-17T00:44:43.439 INFO:tasks.rados.rados.0.smithi157.stdout:3526: snap_create 2024-08-17T00:44:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:44:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:44:43] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-08-17T00:44:44.441 INFO:tasks.rados.rados.0.smithi157.stdout:3526: done (0 left) 2024-08-17T00:44:44.441 INFO:tasks.rados.rados.0.smithi157.stdout:3527: rmattr oid 31 current snap is 355 2024-08-17T00:44:44.441 INFO:tasks.rados.rados.0.smithi157.stdout:3527: done (0 left) 2024-08-17T00:44:44.441 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 355 2024-08-17T00:44:44.441 INFO:tasks.rados.rados.0.smithi157.stdout:3528: seq_num 1052 ranges {5046272=425984,5472256=401408} 2024-08-17T00:44:44.470 INFO:tasks.rados.rados.0.smithi157.stdout:3528: writing smithi15786056-24 from 5046272 to 5472256 tid 1 2024-08-17T00:44:44.472 INFO:tasks.rados.rados.0.smithi157.stdout:3528: writing smithi15786056-24 from 5472256 to 5873664 tid 2 2024-08-17T00:44:44.472 INFO:tasks.rados.rados.0.smithi157.stdout:3529: copy_from oid 13 from oid 50 current snap is 355 2024-08-17T00:44:44.473 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 6 current snap is 355 2024-08-17T00:44:44.473 INFO:tasks.rados.rados.0.smithi157.stdout:3530: seq_num 1053 ranges {3293184=442368,3735552=401408} 2024-08-17T00:44:44.493 INFO:tasks.rados.rados.0.smithi157.stdout:3530: writing smithi15786056-6 from 3293184 to 3735552 tid 1 2024-08-17T00:44:44.496 INFO:tasks.rados.rados.0.smithi157.stdout:3530: writing smithi15786056-6 from 3735552 to 4136960 tid 2 2024-08-17T00:44:44.496 INFO:tasks.rados.rados.0.smithi157.stdout:3531: copy_from oid 2 from oid 10 current snap is 355 2024-08-17T00:44:44.497 INFO:tasks.rados.rados.0.smithi157.stdout:3528: finishing write tid 1 to smithi15786056-24 2024-08-17T00:44:44.497 INFO:tasks.rados.rados.0.smithi157.stdout:3528: finishing write tid 2 to smithi15786056-24 2024-08-17T00:44:44.497 INFO:tasks.rados.rados.0.smithi157.stdout:3528: finishing write tid 3 to smithi15786056-24 2024-08-17T00:44:44.497 INFO:tasks.rados.rados.0.smithi157.stdout:3528: finishing write tid 4 to smithi15786056-24 2024-08-17T00:44:44.497 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1613 (ObjNum 1052 snap 355 seq_num 1052) dirty exists 2024-08-17T00:44:44.497 INFO:tasks.rados.rados.0.smithi157.stdout:3528: left oid 24 (ObjNum 1052 snap 355 seq_num 1052) 2024-08-17T00:44:44.497 INFO:tasks.rados.rados.0.smithi157.stdout:3529: finishing copy_from racing read to smithi15786056-13 2024-08-17T00:44:44.497 INFO:tasks.rados.rados.0.smithi157.stdout:3529: finishing copy_from to smithi15786056-13 2024-08-17T00:44:44.497 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1680 (ObjNum 1018 snap 342 seq_num 1018) dirty exists 2024-08-17T00:44:44.497 INFO:tasks.rados.rados.0.smithi157.stdout:3528: done (3 left) 2024-08-17T00:44:44.497 INFO:tasks.rados.rados.0.smithi157.stdout:3529: done (2 left) 2024-08-17T00:44:44.497 INFO:tasks.rados.rados.0.smithi157.stdout:3532: read oid 20 snap -1 2024-08-17T00:44:44.497 INFO:tasks.rados.rados.0.smithi157.stdout:3532: expect (ObjNum 1005 snap 335 seq_num 1005) 2024-08-17T00:44:44.497 INFO:tasks.rados.rados.0.smithi157.stdout:3533: delete oid 30 current snap is 355 2024-08-17T00:44:44.502 INFO:tasks.rados.rados.0.smithi157.stdout:3533: done (3 left) 2024-08-17T00:44:44.502 INFO:tasks.rados.rados.0.smithi157.stdout:3534: read oid 25 snap 354 2024-08-17T00:44:44.502 INFO:tasks.rados.rados.0.smithi157.stdout:3534: expect (ObjNum 1051 snap 352 seq_num 1051) 2024-08-17T00:44:44.502 INFO:tasks.rados.rados.0.smithi157.stdout:3535: setattr oid 17 current snap is 355 2024-08-17T00:44:44.504 INFO:tasks.rados.rados.0.smithi157.stdout:3536: delete oid 1 current snap is 355 2024-08-17T00:44:44.504 INFO:tasks.rados.rados.0.smithi157.stdout:3530: finishing write tid 1 to smithi15786056-6 2024-08-17T00:44:44.504 INFO:tasks.rados.rados.0.smithi157.stdout:3530: finishing write tid 2 to smithi15786056-6 2024-08-17T00:44:44.505 INFO:tasks.rados.rados.0.smithi157.stdout:3530: finishing write tid 3 to smithi15786056-6 2024-08-17T00:44:44.507 INFO:tasks.rados.rados.0.smithi157.stdout:3530: finishing write tid 4 to smithi15786056-6 2024-08-17T00:44:44.507 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 2214 (ObjNum 1053 snap 355 seq_num 1053) dirty exists 2024-08-17T00:44:44.507 INFO:tasks.rados.rados.0.smithi157.stdout:3530: left oid 6 (ObjNum 1053 snap 355 seq_num 1053) 2024-08-17T00:44:44.508 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 1591 (ObjNum 999 snap 335 seq_num 999) dirty exists 2024-08-17T00:44:44.515 INFO:tasks.rados.rados.0.smithi157.stdout:3530: done (5 left) 2024-08-17T00:44:44.515 INFO:tasks.rados.rados.0.smithi157.stdout:3535: done (4 left) 2024-08-17T00:44:44.515 INFO:tasks.rados.rados.0.smithi157.stdout:3536: done (3 left) 2024-08-17T00:44:44.515 INFO:tasks.rados.rados.0.smithi157.stdout:3537: snap_create 2024-08-17T00:44:44.516 INFO:tasks.rados.rados.0.smithi157.stdout:3534: expect (ObjNum 1051 snap 352 seq_num 1051) 2024-08-17T00:44:44.553 INFO:tasks.rados.rados.0.smithi157.stdout:3532: expect (ObjNum 1005 snap 335 seq_num 1005) 2024-08-17T00:44:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:44 smithi187 ceph-mon[90552]: osdmap e778: 8 total, 8 up, 8 in 2024-08-17T00:44:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:44 smithi187 ceph-mon[90552]: pgmap v828: 121 pgs: 121 active+clean; 553 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-17T00:44:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:44 smithi157 ceph-mon[98780]: osdmap e778: 8 total, 8 up, 8 in 2024-08-17T00:44:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:44 smithi157 ceph-mon[98780]: pgmap v828: 121 pgs: 121 active+clean; 553 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-17T00:44:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:44 smithi157 ceph-mon[101289]: osdmap e778: 8 total, 8 up, 8 in 2024-08-17T00:44:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:44 smithi157 ceph-mon[101289]: pgmap v828: 121 pgs: 121 active+clean; 553 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-17T00:44:45.298 INFO:tasks.rados.rados.0.smithi157.stdout:3531: finishing copy_from racing read to smithi15786056-2 2024-08-17T00:44:45.299 INFO:tasks.rados.rados.0.smithi157.stdout:3531: finishing copy_from to smithi15786056-2 2024-08-17T00:44:45.299 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 2072 (ObjNum 1033 snap 349 seq_num 1033) dirty exists 2024-08-17T00:44:45.450 INFO:tasks.rados.rados.0.smithi157.stdout:3531: done (3 left) 2024-08-17T00:44:45.450 INFO:tasks.rados.rados.0.smithi157.stdout:3532: done (2 left) 2024-08-17T00:44:45.450 INFO:tasks.rados.rados.0.smithi157.stdout:3534: done (1 left) 2024-08-17T00:44:45.450 INFO:tasks.rados.rados.0.smithi157.stdout:3537: done (0 left) 2024-08-17T00:44:45.450 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 356 2024-08-17T00:44:45.450 INFO:tasks.rados.rados.0.smithi157.stdout:3538: seq_num 1056 ranges {884736=491520,1376256=401408} 2024-08-17T00:44:45.457 INFO:tasks.rados.rados.0.smithi157.stdout:3538: writing smithi15786056-45 from 884736 to 1376256 tid 1 2024-08-17T00:44:45.459 INFO:tasks.rados.rados.0.smithi157.stdout:3538: writing smithi15786056-45 from 1376256 to 1777664 tid 2 2024-08-17T00:44:45.459 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 1 current snap is 356 2024-08-17T00:44:45.459 INFO:tasks.rados.rados.0.smithi157.stdout:3539: seq_num 1057 ranges {0=507904,507904=401408} 2024-08-17T00:44:45.462 INFO:tasks.rados.rados.0.smithi157.stdout:3539: writing smithi15786056-1 from 0 to 507904 tid 1 2024-08-17T00:44:45.465 INFO:tasks.rados.rados.0.smithi157.stdout:3539: writing smithi15786056-1 from 507904 to 909312 tid 2 2024-08-17T00:44:45.465 INFO:tasks.rados.rados.0.smithi157.stdout:3540: snap_remove snap 331 2024-08-17T00:44:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:45 smithi187 ceph-mon[90552]: osdmap e779: 8 total, 8 up, 8 in 2024-08-17T00:44:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:45 smithi157 ceph-mon[101289]: osdmap e779: 8 total, 8 up, 8 in 2024-08-17T00:44:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:45 smithi157 ceph-mon[98780]: osdmap e779: 8 total, 8 up, 8 in 2024-08-17T00:44:46.458 INFO:tasks.rados.rados.0.smithi157.stdout:3540: done (2 left) 2024-08-17T00:44:46.458 INFO:tasks.rados.rados.0.smithi157.stdout:3541: read oid 9 snap 348 2024-08-17T00:44:46.458 INFO:tasks.rados.rados.0.smithi157.stdout:3541: expect (ObjNum 1013 snap 341 seq_num 1013) 2024-08-17T00:44:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:3542: rmattr oid 31 current snap is 356 2024-08-17T00:44:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:3542: done (3 left) 2024-08-17T00:44:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:3543: read oid 22 snap 355 2024-08-17T00:44:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:3543: expect (ObjNum 707 snap 228 seq_num 707) 2024-08-17T00:44:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:3544: snap_create 2024-08-17T00:44:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:3538: finishing write tid 1 to smithi15786056-45 2024-08-17T00:44:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:3538: finishing write tid 2 to smithi15786056-45 2024-08-17T00:44:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:3538: finishing write tid 3 to smithi15786056-45 2024-08-17T00:44:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:3538: finishing write tid 4 to smithi15786056-45 2024-08-17T00:44:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 1949 (ObjNum 1056 snap 356 seq_num 1056) dirty exists 2024-08-17T00:44:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:3538: left oid 45 (ObjNum 1056 snap 356 seq_num 1056) 2024-08-17T00:44:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:3539: finishing write tid 1 to smithi15786056-1 2024-08-17T00:44:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:3539: finishing write tid 2 to smithi15786056-1 2024-08-17T00:44:46.459 INFO:tasks.rados.rados.0.smithi157.stdout:3539: finishing write tid 3 to smithi15786056-1 2024-08-17T00:44:46.460 INFO:tasks.rados.rados.0.smithi157.stdout:3539: finishing write tid 4 to smithi15786056-1 2024-08-17T00:44:46.460 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 2082 (ObjNum 1057 snap 356 seq_num 1057) dirty exists 2024-08-17T00:44:46.460 INFO:tasks.rados.rados.0.smithi157.stdout:3539: left oid 1 (ObjNum 1057 snap 356 seq_num 1057) 2024-08-17T00:44:46.468 INFO:tasks.rados.rados.0.smithi157.stdout:3541: expect (ObjNum 1013 snap 341 seq_num 1013) 2024-08-17T00:44:46.488 INFO:tasks.rados.rados.0.smithi157.stdout:3543: expect (ObjNum 707 snap 228 seq_num 707) 2024-08-17T00:44:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:46 smithi187 ceph-mon[90552]: osdmap e780: 8 total, 8 up, 8 in 2024-08-17T00:44:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:46 smithi187 ceph-mon[90552]: pgmap v831: 121 pgs: 121 active+clean; 554 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-08-17T00:44:46.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:46 smithi157 ceph-mon[98780]: osdmap e780: 8 total, 8 up, 8 in 2024-08-17T00:44:46.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:46 smithi157 ceph-mon[98780]: pgmap v831: 121 pgs: 121 active+clean; 554 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-08-17T00:44:46.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:46 smithi157 ceph-mon[101289]: osdmap e780: 8 total, 8 up, 8 in 2024-08-17T00:44:46.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:46 smithi157 ceph-mon[101289]: pgmap v831: 121 pgs: 121 active+clean; 554 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-08-17T00:44:47.440 INFO:tasks.rados.rados.0.smithi157.stdout:3538: done (4 left) 2024-08-17T00:44:47.440 INFO:tasks.rados.rados.0.smithi157.stdout:3539: done (3 left) 2024-08-17T00:44:47.440 INFO:tasks.rados.rados.0.smithi157.stdout:3541: done (2 left) 2024-08-17T00:44:47.440 INFO:tasks.rados.rados.0.smithi157.stdout:3543: done (1 left) 2024-08-17T00:44:47.441 INFO:tasks.rados.rados.0.smithi157.stdout:3544: done (0 left) 2024-08-17T00:44:47.441 INFO:tasks.rados.rados.0.smithi157.stdout:3545: snap_remove snap 356 2024-08-17T00:44:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:47 smithi187 ceph-mon[90552]: osdmap e781: 8 total, 8 up, 8 in 2024-08-17T00:44:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:47 smithi187 ceph-mon[90552]: osdmap e782: 8 total, 8 up, 8 in 2024-08-17T00:44:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:47 smithi157 ceph-mon[98780]: osdmap e781: 8 total, 8 up, 8 in 2024-08-17T00:44:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:47 smithi157 ceph-mon[98780]: osdmap e782: 8 total, 8 up, 8 in 2024-08-17T00:44:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:47 smithi157 ceph-mon[101289]: osdmap e781: 8 total, 8 up, 8 in 2024-08-17T00:44:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:47 smithi157 ceph-mon[101289]: osdmap e782: 8 total, 8 up, 8 in 2024-08-17T00:44:48.442 INFO:tasks.rados.rados.0.smithi157.stdout:3545: done (0 left) 2024-08-17T00:44:48.442 INFO:tasks.rados.rados.0.smithi157.stdout:3546: rollback oid 24 current snap is 357 2024-08-17T00:44:48.442 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 24 to 350 2024-08-17T00:44:48.442 INFO:tasks.rados.rados.0.smithi157.stdout:3547: copy_from oid 33 from oid 15 current snap is 357 2024-08-17T00:44:48.442 INFO:tasks.rados.rados.0.smithi157.stdout:3548: snap_remove snap 347 2024-08-17T00:44:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:48 smithi157 ceph-mon[98780]: pgmap v834: 121 pgs: 121 active+clean; 554 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-17T00:44:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:48 smithi157 ceph-mon[98780]: osdmap e783: 8 total, 8 up, 8 in 2024-08-17T00:44:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:48 smithi157 ceph-mon[101289]: pgmap v834: 121 pgs: 121 active+clean; 554 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-17T00:44:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:48 smithi157 ceph-mon[101289]: osdmap e783: 8 total, 8 up, 8 in 2024-08-17T00:44:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:48 smithi187 ceph-mon[90552]: pgmap v834: 121 pgs: 121 active+clean; 554 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-17T00:44:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:48 smithi187 ceph-mon[90552]: osdmap e783: 8 total, 8 up, 8 in 2024-08-17T00:44:49.444 INFO:tasks.rados.rados.0.smithi157.stdout:3548: done (2 left) 2024-08-17T00:44:49.444 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 40 current snap is 357 2024-08-17T00:44:49.444 INFO:tasks.rados.rados.0.smithi157.stdout:3546: finishing rollback tid 0 to smithi15786056-24 2024-08-17T00:44:49.444 INFO:tasks.rados.rados.0.smithi157.stdout:3546: finishing rollback tid 1 to smithi15786056-24 2024-08-17T00:44:49.444 INFO:tasks.rados.rados.0.smithi157.stdout:3546: finishing rollback tid 2 to smithi15786056-24 2024-08-17T00:44:49.444 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1683 (ObjNum 1037 snap 349 seq_num 1037) dirty exists 2024-08-17T00:44:49.444 INFO:tasks.rados.rados.0.smithi157.stdout:3547: finishing copy_from racing read to smithi15786056-33 2024-08-17T00:44:49.444 INFO:tasks.rados.rados.0.smithi157.stdout:3547: finishing copy_from to smithi15786056-33 2024-08-17T00:44:49.444 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 1725 (ObjNum 1026 snap 345 seq_num 1026) dirty exists 2024-08-17T00:44:49.444 INFO:tasks.rados.rados.0.smithi157.stdout:3549: seq_num 1058 ranges {2662400=524288,3186688=401408} 2024-08-17T00:44:49.461 INFO:tasks.rados.rados.0.smithi157.stdout:3549: writing smithi15786056-40 from 2662400 to 3186688 tid 1 2024-08-17T00:44:49.464 INFO:tasks.rados.rados.0.smithi157.stdout:3549: writing smithi15786056-40 from 3186688 to 3588096 tid 2 2024-08-17T00:44:49.464 INFO:tasks.rados.rados.0.smithi157.stdout:3546: done (2 left) 2024-08-17T00:44:49.464 INFO:tasks.rados.rados.0.smithi157.stdout:3547: done (1 left) 2024-08-17T00:44:49.464 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 28 current snap is 357 2024-08-17T00:44:49.464 INFO:tasks.rados.rados.0.smithi157.stdout:3550: seq_num 1059 ranges {7593984=540672,8134656=401408} 2024-08-17T00:44:49.508 INFO:tasks.rados.rados.0.smithi157.stdout:3550: writing smithi15786056-28 from 7593984 to 8134656 tid 1 2024-08-17T00:44:49.511 INFO:tasks.rados.rados.0.smithi157.stdout:3550: writing smithi15786056-28 from 8134656 to 8536064 tid 2 2024-08-17T00:44:49.512 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 32 current snap is 357 2024-08-17T00:44:49.512 INFO:tasks.rados.rados.0.smithi157.stdout:3549: finishing write tid 1 to smithi15786056-40 2024-08-17T00:44:49.512 INFO:tasks.rados.rados.0.smithi157.stdout:3549: finishing write tid 2 to smithi15786056-40 2024-08-17T00:44:49.512 INFO:tasks.rados.rados.0.smithi157.stdout:3549: finishing write tid 3 to smithi15786056-40 2024-08-17T00:44:49.512 INFO:tasks.rados.rados.0.smithi157.stdout:3549: finishing write tid 4 to smithi15786056-40 2024-08-17T00:44:49.512 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 1830 (ObjNum 1058 snap 357 seq_num 1058) dirty exists 2024-08-17T00:44:49.512 INFO:tasks.rados.rados.0.smithi157.stdout:3549: left oid 40 (ObjNum 1058 snap 357 seq_num 1058) 2024-08-17T00:44:49.512 INFO:tasks.rados.rados.0.smithi157.stdout:3551: seq_num 1060 ranges {0=557056,557056=401408} 2024-08-17T00:44:49.514 INFO:tasks.rados.rados.0.smithi157.stdout:3551: writing smithi15786056-32 from 0 to 557056 tid 1 2024-08-17T00:44:49.517 INFO:tasks.rados.rados.0.smithi157.stdout:3551: writing smithi15786056-32 from 557056 to 958464 tid 2 2024-08-17T00:44:49.517 INFO:tasks.rados.rados.0.smithi157.stdout:3549: done (2 left) 2024-08-17T00:44:49.517 INFO:tasks.rados.rados.0.smithi157.stdout:3552: delete oid 26 current snap is 357 2024-08-17T00:44:49.517 INFO:tasks.rados.rados.0.smithi157.stdout:3550: finishing write tid 1 to smithi15786056-28 2024-08-17T00:44:49.518 INFO:tasks.rados.rados.0.smithi157.stdout:3550: finishing write tid 2 to smithi15786056-28 2024-08-17T00:44:49.518 INFO:tasks.rados.rados.0.smithi157.stdout:3550: finishing write tid 3 to smithi15786056-28 2024-08-17T00:44:49.518 INFO:tasks.rados.rados.0.smithi157.stdout:3550: finishing write tid 4 to smithi15786056-28 2024-08-17T00:44:49.518 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1838 (ObjNum 1059 snap 357 seq_num 1059) dirty exists 2024-08-17T00:44:49.518 INFO:tasks.rados.rados.0.smithi157.stdout:3550: left oid 28 (ObjNum 1059 snap 357 seq_num 1059) 2024-08-17T00:44:49.520 INFO:tasks.rados.rados.0.smithi157.stdout:3551: finishing write tid 1 to smithi15786056-32 2024-08-17T00:44:49.520 INFO:tasks.rados.rados.0.smithi157.stdout:3551: finishing write tid 2 to smithi15786056-32 2024-08-17T00:44:49.520 INFO:tasks.rados.rados.0.smithi157.stdout:3551: finishing write tid 3 to smithi15786056-32 2024-08-17T00:44:49.522 INFO:tasks.rados.rados.0.smithi157.stdout:3551: finishing write tid 4 to smithi15786056-32 2024-08-17T00:44:49.522 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 1884 (ObjNum 1060 snap 357 seq_num 1060) dirty exists 2024-08-17T00:44:49.522 INFO:tasks.rados.rados.0.smithi157.stdout:3551: left oid 32 (ObjNum 1060 snap 357 seq_num 1060) 2024-08-17T00:44:49.527 INFO:tasks.rados.rados.0.smithi157.stdout:3550: done (2 left) 2024-08-17T00:44:49.527 INFO:tasks.rados.rados.0.smithi157.stdout:3551: done (1 left) 2024-08-17T00:44:49.527 INFO:tasks.rados.rados.0.smithi157.stdout:3552: done (0 left) 2024-08-17T00:44:49.527 INFO:tasks.rados.rados.0.smithi157.stdout:3553: snap_create 2024-08-17T00:44:50.448 INFO:tasks.rados.rados.0.smithi157.stdout:3553: done (0 left) 2024-08-17T00:44:50.449 INFO:tasks.rados.rados.0.smithi157.stdout:3554: read oid 21 snap 328 2024-08-17T00:44:50.449 INFO:tasks.rados.rados.0.smithi157.stdout:3554: expect deleted 2024-08-17T00:44:50.449 INFO:tasks.rados.rados.0.smithi157.stdout:3555: delete oid 3 current snap is 358 2024-08-17T00:44:50.454 INFO:tasks.rados.rados.0.smithi157.stdout:3554: done (1 left) 2024-08-17T00:44:50.455 INFO:tasks.rados.rados.0.smithi157.stdout:3555: done (0 left) 2024-08-17T00:44:50.455 INFO:tasks.rados.rados.0.smithi157.stdout:3556: read oid 23 snap 352 2024-08-17T00:44:50.455 INFO:tasks.rados.rados.0.smithi157.stdout:3556: expect (ObjNum 1047 snap 351 seq_num 1047) 2024-08-17T00:44:50.455 INFO:tasks.rados.rados.0.smithi157.stdout:3557: setattr oid 29 current snap is 358 2024-08-17T00:44:50.455 INFO:tasks.rados.rados.0.smithi157.stdout:3558: copy_from oid 21 from oid 16 current snap is 358 2024-08-17T00:44:50.455 INFO:tasks.rados.rados.0.smithi157.stdout:3559: delete oid 4 current snap is 358 2024-08-17T00:44:50.461 INFO:tasks.rados.rados.0.smithi157.stdout:3559: done (3 left) 2024-08-17T00:44:50.461 INFO:tasks.rados.rados.0.smithi157.stdout:3560: snap_create 2024-08-17T00:44:50.464 INFO:tasks.rados.rados.0.smithi157.stdout:3558: finishing copy_from racing read to smithi15786056-21 2024-08-17T00:44:50.464 INFO:tasks.rados.rados.0.smithi157.stdout:3558: finishing copy_from to smithi15786056-21 2024-08-17T00:44:50.465 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 1767 (ObjNum 916 snap 310 seq_num 916) dirty exists 2024-08-17T00:44:50.466 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 2613 (ObjNum 1014 snap 341 seq_num 1014) dirty exists 2024-08-17T00:44:50.469 INFO:tasks.rados.rados.0.smithi157.stdout:3556: expect (ObjNum 1047 snap 351 seq_num 1047) 2024-08-17T00:44:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:50 smithi187 ceph-mon[90552]: osdmap e784: 8 total, 8 up, 8 in 2024-08-17T00:44:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:50 smithi187 ceph-mon[90552]: pgmap v837: 121 pgs: 121 active+clean; 561 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 8 op/s 2024-08-17T00:44:50.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:50 smithi157 ceph-mon[98780]: osdmap e784: 8 total, 8 up, 8 in 2024-08-17T00:44:50.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:50 smithi157 ceph-mon[98780]: pgmap v837: 121 pgs: 121 active+clean; 561 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 8 op/s 2024-08-17T00:44:50.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:50 smithi157 ceph-mon[101289]: osdmap e784: 8 total, 8 up, 8 in 2024-08-17T00:44:50.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:50 smithi157 ceph-mon[101289]: pgmap v837: 121 pgs: 121 active+clean; 561 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 8 op/s 2024-08-17T00:44:51.454 INFO:tasks.rados.rados.0.smithi157.stdout:3556: done (3 left) 2024-08-17T00:44:51.454 INFO:tasks.rados.rados.0.smithi157.stdout:3557: done (2 left) 2024-08-17T00:44:51.454 INFO:tasks.rados.rados.0.smithi157.stdout:3558: done (1 left) 2024-08-17T00:44:51.454 INFO:tasks.rados.rados.0.smithi157.stdout:3560: done (0 left) 2024-08-17T00:44:51.454 INFO:tasks.rados.rados.0.smithi157.stdout:3561: copy_from oid 14 from oid 19 current snap is 359 2024-08-17T00:44:51.454 INFO:tasks.rados.rados.0.smithi157.stdout:3562: rmattr oid 49 current snap is 359 2024-08-17T00:44:51.454 INFO:tasks.rados.rados.0.smithi157.stdout:3563: delete oid 31 current snap is 359 2024-08-17T00:44:51.460 INFO:tasks.rados.rados.0.smithi157.stdout:3563: done (2 left) 2024-08-17T00:44:51.460 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 359 2024-08-17T00:44:51.460 INFO:tasks.rados.rados.0.smithi157.stdout:3564: seq_num 1065 ranges {5046272=638976,5685248=401408} 2024-08-17T00:44:51.490 INFO:tasks.rados.rados.0.smithi157.stdout:3564: writing smithi15786056-24 from 5046272 to 5685248 tid 1 2024-08-17T00:44:51.493 INFO:tasks.rados.rados.0.smithi157.stdout:3564: writing smithi15786056-24 from 5685248 to 6086656 tid 2 2024-08-17T00:44:51.493 INFO:tasks.rados.rados.0.smithi157.stdout:3565: delete oid 38 current snap is 359 2024-08-17T00:44:51.493 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1965 (ObjNum 1006 snap 336 seq_num 1006) dirty exists 2024-08-17T00:44:51.493 INFO:tasks.rados.rados.0.smithi157.stdout:3561: finishing copy_from racing read to smithi15786056-14 2024-08-17T00:44:51.493 INFO:tasks.rados.rados.0.smithi157.stdout:3561: finishing copy_from to smithi15786056-14 2024-08-17T00:44:51.493 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1875 (ObjNum 973 snap 331 seq_num 973) dirty exists 2024-08-17T00:44:51.496 INFO:tasks.rados.rados.0.smithi157.stdout:3564: finishing write tid 1 to smithi15786056-24 2024-08-17T00:44:51.496 INFO:tasks.rados.rados.0.smithi157.stdout:3561: done (3 left) 2024-08-17T00:44:51.496 INFO:tasks.rados.rados.0.smithi157.stdout:3562: done (2 left) 2024-08-17T00:44:51.496 INFO:tasks.rados.rados.0.smithi157.stdout:3565: done (1 left) 2024-08-17T00:44:51.496 INFO:tasks.rados.rados.0.smithi157.stdout:3566: rmattr oid 47 current snap is 359 2024-08-17T00:44:51.496 INFO:tasks.rados.rados.0.smithi157.stdout:3566: done (1 left) 2024-08-17T00:44:51.496 INFO:tasks.rados.rados.0.smithi157.stdout:3567: read oid 47 snap 345 2024-08-17T00:44:51.497 INFO:tasks.rados.rados.0.smithi157.stdout:3567: expect (ObjNum 1017 snap 342 seq_num 1017) 2024-08-17T00:44:51.497 INFO:tasks.rados.rados.0.smithi157.stdout:3568: delete oid 27 current snap is 359 2024-08-17T00:44:51.497 INFO:tasks.rados.rados.0.smithi157.stdout:3564: finishing write tid 2 to smithi15786056-24 2024-08-17T00:44:51.497 INFO:tasks.rados.rados.0.smithi157.stdout:3564: finishing write tid 3 to smithi15786056-24 2024-08-17T00:44:51.498 INFO:tasks.rados.rados.0.smithi157.stdout:3568: done (2 left) 2024-08-17T00:44:51.498 INFO:tasks.rados.rados.0.smithi157.stdout:3569: copy_from oid 44 from oid 15 current snap is 359 2024-08-17T00:44:51.498 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 36 current snap is 359 2024-08-17T00:44:51.498 INFO:tasks.rados.rados.0.smithi157.stdout:3570: seq_num 1068 ranges {229376=696320,925696=401408} 2024-08-17T00:44:51.503 INFO:tasks.rados.rados.0.smithi157.stdout:3570: writing smithi15786056-36 from 229376 to 925696 tid 1 2024-08-17T00:44:51.505 INFO:tasks.rados.rados.0.smithi157.stdout:3570: writing smithi15786056-36 from 925696 to 1327104 tid 2 2024-08-17T00:44:51.505 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 359 2024-08-17T00:44:51.506 INFO:tasks.rados.rados.0.smithi157.stdout:3564: finishing write tid 4 to smithi15786056-24 2024-08-17T00:44:51.506 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1686 (ObjNum 1065 snap 359 seq_num 1065) dirty exists 2024-08-17T00:44:51.506 INFO:tasks.rados.rados.0.smithi157.stdout:3564: left oid 24 (ObjNum 1065 snap 359 seq_num 1065) 2024-08-17T00:44:51.506 INFO:tasks.rados.rados.0.smithi157.stdout:3567: expect (ObjNum 1017 snap 342 seq_num 1017) 2024-08-17T00:44:51.515 INFO:tasks.rados.rados.0.smithi157.stdout:3570: finishing write tid 1 to smithi15786056-36 2024-08-17T00:44:51.515 INFO:tasks.rados.rados.0.smithi157.stdout:3570: finishing write tid 2 to smithi15786056-36 2024-08-17T00:44:51.515 INFO:tasks.rados.rados.0.smithi157.stdout:3571: seq_num 1069 ranges {3817472=712704,4530176=401408} 2024-08-17T00:44:51.538 INFO:tasks.rados.rados.0.smithi157.stdout:3571: writing smithi15786056-22 from 3817472 to 4530176 tid 1 2024-08-17T00:44:51.541 INFO:tasks.rados.rados.0.smithi157.stdout:3571: writing smithi15786056-22 from 4530176 to 4931584 tid 2 2024-08-17T00:44:51.541 INFO:tasks.rados.rados.0.smithi157.stdout:3564: done (4 left) 2024-08-17T00:44:51.542 INFO:tasks.rados.rados.0.smithi157.stdout:3567: done (3 left) 2024-08-17T00:44:51.542 INFO:tasks.rados.rados.0.smithi157.stdout:3572: rollback oid 39 current snap is 359 2024-08-17T00:44:51.542 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 39 to 278 2024-08-17T00:44:51.542 INFO:tasks.rados.rados.0.smithi157.stdout:3570: finishing write tid 3 to smithi15786056-36 2024-08-17T00:44:51.542 INFO:tasks.rados.rados.0.smithi157.stdout:3569: finishing copy_from racing read to smithi15786056-44 2024-08-17T00:44:51.542 INFO:tasks.rados.rados.0.smithi157.stdout:3570: finishing write tid 4 to smithi15786056-36 2024-08-17T00:44:51.542 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 1367 (ObjNum 1068 snap 359 seq_num 1068) dirty exists 2024-08-17T00:44:51.542 INFO:tasks.rados.rados.0.smithi157.stdout:3570: left oid 36 (ObjNum 1068 snap 359 seq_num 1068) 2024-08-17T00:44:51.542 INFO:tasks.rados.rados.0.smithi157.stdout:3569: finishing copy_from to smithi15786056-44 2024-08-17T00:44:51.542 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 1725 (ObjNum 1026 snap 345 seq_num 1026) dirty exists 2024-08-17T00:44:51.542 INFO:tasks.rados.rados.0.smithi157.stdout:3569: done (3 left) 2024-08-17T00:44:51.543 INFO:tasks.rados.rados.0.smithi157.stdout:3570: done (2 left) 2024-08-17T00:44:51.543 INFO:tasks.rados.rados.0.smithi157.stdout:3573: rmattr oid 48 current snap is 359 2024-08-17T00:44:51.543 INFO:tasks.rados.rados.0.smithi157.stdout:3574: setattr oid 12 current snap is 359 2024-08-17T00:44:51.543 INFO:tasks.rados.rados.0.smithi157.stdout:3575: snap_create 2024-08-17T00:44:51.546 INFO:tasks.rados.rados.0.smithi157.stdout:3571: finishing write tid 1 to smithi15786056-22 2024-08-17T00:44:51.546 INFO:tasks.rados.rados.0.smithi157.stdout:3571: finishing write tid 2 to smithi15786056-22 2024-08-17T00:44:51.546 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 1884 (ObjNum 1019 snap 342 seq_num 1019) dirty exists 2024-08-17T00:44:51.547 INFO:tasks.rados.rados.0.smithi157.stdout:3571: finishing write tid 3 to smithi15786056-22 2024-08-17T00:44:51.547 INFO:tasks.rados.rados.0.smithi157.stdout:3572: finishing rollback tid 0 to smithi15786056-39 2024-08-17T00:44:51.549 INFO:tasks.rados.rados.0.smithi157.stdout:3571: finishing write tid 4 to smithi15786056-22 2024-08-17T00:44:51.549 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 2237 (ObjNum 1069 snap 359 seq_num 1069) dirty exists 2024-08-17T00:44:51.549 INFO:tasks.rados.rados.0.smithi157.stdout:3571: left oid 22 (ObjNum 1069 snap 359 seq_num 1069) 2024-08-17T00:44:51.549 INFO:tasks.rados.rados.0.smithi157.stdout:3572: finishing rollback tid 1 to smithi15786056-39 2024-08-17T00:44:51.549 INFO:tasks.rados.rados.0.smithi157.stdout:3572: finishing rollback tid 2 to smithi15786056-39 2024-08-17T00:44:51.549 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 2617 (ObjNum 827 snap 274 seq_num 827) dirty exists 2024-08-17T00:44:51.550 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 2619 (ObjNum 943 snap 317 seq_num 943) dirty exists 2024-08-17T00:44:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:51 smithi187 ceph-mon[90552]: osdmap e785: 8 total, 8 up, 8 in 2024-08-17T00:44:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:51 smithi157 ceph-mon[98780]: osdmap e785: 8 total, 8 up, 8 in 2024-08-17T00:44:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:51 smithi157 ceph-mon[101289]: osdmap e785: 8 total, 8 up, 8 in 2024-08-17T00:44:52.461 INFO:tasks.rados.rados.0.smithi157.stdout:3571: done (4 left) 2024-08-17T00:44:52.461 INFO:tasks.rados.rados.0.smithi157.stdout:3572: done (3 left) 2024-08-17T00:44:52.461 INFO:tasks.rados.rados.0.smithi157.stdout:3573: done (2 left) 2024-08-17T00:44:52.461 INFO:tasks.rados.rados.0.smithi157.stdout:3574: done (1 left) 2024-08-17T00:44:52.461 INFO:tasks.rados.rados.0.smithi157.stdout:3575: done (0 left) 2024-08-17T00:44:52.462 INFO:tasks.rados.rados.0.smithi157.stdout:3576: delete oid 42 current snap is 360 2024-08-17T00:44:52.465 INFO:tasks.rados.rados.0.smithi157.stdout:3576: done (0 left) 2024-08-17T00:44:52.465 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 26 current snap is 360 2024-08-17T00:44:52.465 INFO:tasks.rados.rados.0.smithi157.stdout:3577: seq_num 1071 ranges {0=745472,745472=401408} 2024-08-17T00:44:52.470 INFO:tasks.rados.rados.0.smithi157.stdout:3577: writing smithi15786056-26 from 0 to 745472 tid 1 2024-08-17T00:44:52.472 INFO:tasks.rados.rados.0.smithi157.stdout:3577: writing smithi15786056-26 from 745472 to 1146880 tid 2 2024-08-17T00:44:52.472 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 42 current snap is 360 2024-08-17T00:44:52.472 INFO:tasks.rados.rados.0.smithi157.stdout:3578: seq_num 1072 ranges {0=761856,761856=401408} 2024-08-17T00:44:52.476 INFO:tasks.rados.rados.0.smithi157.stdout:3578: writing smithi15786056-42 from 0 to 761856 tid 1 2024-08-17T00:44:52.479 INFO:tasks.rados.rados.0.smithi157.stdout:3578: writing smithi15786056-42 from 761856 to 1163264 tid 2 2024-08-17T00:44:52.479 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 360 2024-08-17T00:44:52.479 INFO:tasks.rados.rados.0.smithi157.stdout:3579: seq_num 1073 ranges {4931584=778240,5709824=401408} 2024-08-17T00:44:52.509 INFO:tasks.rados.rados.0.smithi157.stdout:3579: writing smithi15786056-22 from 4931584 to 5709824 tid 1 2024-08-17T00:44:52.512 INFO:tasks.rados.rados.0.smithi157.stdout:3579: writing smithi15786056-22 from 5709824 to 6111232 tid 2 2024-08-17T00:44:52.512 INFO:tasks.rados.rados.0.smithi157.stdout:3580: delete oid 44 current snap is 360 2024-08-17T00:44:52.512 INFO:tasks.rados.rados.0.smithi157.stdout:3578: finishing write tid 1 to smithi15786056-42 2024-08-17T00:44:52.512 INFO:tasks.rados.rados.0.smithi157.stdout:3578: finishing write tid 2 to smithi15786056-42 2024-08-17T00:44:52.512 INFO:tasks.rados.rados.0.smithi157.stdout:3578: finishing write tid 3 to smithi15786056-42 2024-08-17T00:44:52.512 INFO:tasks.rados.rados.0.smithi157.stdout:3578: finishing write tid 4 to smithi15786056-42 2024-08-17T00:44:52.512 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 2624 (ObjNum 1072 snap 360 seq_num 1072) dirty exists 2024-08-17T00:44:52.512 INFO:tasks.rados.rados.0.smithi157.stdout:3578: left oid 42 (ObjNum 1072 snap 360 seq_num 1072) 2024-08-17T00:44:52.512 INFO:tasks.rados.rados.0.smithi157.stdout:3577: finishing write tid 1 to smithi15786056-26 2024-08-17T00:44:52.512 INFO:tasks.rados.rados.0.smithi157.stdout:3577: finishing write tid 2 to smithi15786056-26 2024-08-17T00:44:52.512 INFO:tasks.rados.rados.0.smithi157.stdout:3577: finishing write tid 3 to smithi15786056-26 2024-08-17T00:44:52.513 INFO:tasks.rados.rados.0.smithi157.stdout:3577: finishing write tid 4 to smithi15786056-26 2024-08-17T00:44:52.513 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 2240 (ObjNum 1071 snap 360 seq_num 1071) dirty exists 2024-08-17T00:44:52.513 INFO:tasks.rados.rados.0.smithi157.stdout:3577: left oid 26 (ObjNum 1071 snap 360 seq_num 1071) 2024-08-17T00:44:52.514 INFO:tasks.rados.rados.0.smithi157.stdout:3577: done (3 left) 2024-08-17T00:44:52.514 INFO:tasks.rados.rados.0.smithi157.stdout:3578: done (2 left) 2024-08-17T00:44:52.514 INFO:tasks.rados.rados.0.smithi157.stdout:3580: done (1 left) 2024-08-17T00:44:52.514 INFO:tasks.rados.rados.0.smithi157.stdout:3581: read oid 18 snap -1 2024-08-17T00:44:52.515 INFO:tasks.rados.rados.0.smithi157.stdout:3581: expect deleted 2024-08-17T00:44:52.515 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 360 2024-08-17T00:44:52.515 INFO:tasks.rados.rados.0.smithi157.stdout:3582: seq_num 1075 ranges {4218880=409600,4628480=671744,5300224=131072} 2024-08-17T00:44:52.539 INFO:tasks.rados.rados.0.smithi157.stdout:3582: writing smithi15786056-46 from 4218880 to 4628480 tid 1 2024-08-17T00:44:52.542 INFO:tasks.rados.rados.0.smithi157.stdout:3582: writing smithi15786056-46 from 4628480 to 5300224 tid 2 2024-08-17T00:44:52.544 INFO:tasks.rados.rados.0.smithi157.stdout:3582: writing smithi15786056-46 from 5300224 to 5431296 tid 3 2024-08-17T00:44:52.544 INFO:tasks.rados.rados.0.smithi157.stdout:3583: read oid 29 snap -1 2024-08-17T00:44:52.544 INFO:tasks.rados.rados.0.smithi157.stdout:3583: expect (ObjNum 1014 snap 341 seq_num 1014) 2024-08-17T00:44:52.544 INFO:tasks.rados.rados.0.smithi157.stdout:3584: rollback oid 43 current snap is 360 2024-08-17T00:44:52.544 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 43 to 336 2024-08-17T00:44:52.544 INFO:tasks.rados.rados.0.smithi157.stdout:3579: finishing write tid 1 to smithi15786056-22 2024-08-17T00:44:52.544 INFO:tasks.rados.rados.0.smithi157.stdout:3579: finishing write tid 2 to smithi15786056-22 2024-08-17T00:44:52.544 INFO:tasks.rados.rados.0.smithi157.stdout:3579: finishing write tid 3 to smithi15786056-22 2024-08-17T00:44:52.545 INFO:tasks.rados.rados.0.smithi157.stdout:3579: finishing write tid 4 to smithi15786056-22 2024-08-17T00:44:52.545 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 2244 (ObjNum 1073 snap 360 seq_num 1073) dirty exists 2024-08-17T00:44:52.545 INFO:tasks.rados.rados.0.smithi157.stdout:3579: left oid 22 (ObjNum 1073 snap 360 seq_num 1073) 2024-08-17T00:44:52.545 INFO:tasks.rados.rados.0.smithi157.stdout:3582: finishing write tid 1 to smithi15786056-46 2024-08-17T00:44:52.545 INFO:tasks.rados.rados.0.smithi157.stdout:3579: done (4 left) 2024-08-17T00:44:52.545 INFO:tasks.rados.rados.0.smithi157.stdout:3581: done (3 left) 2024-08-17T00:44:52.545 INFO:tasks.rados.rados.0.smithi157.stdout:3585: read oid 5 snap 229 2024-08-17T00:44:52.545 INFO:tasks.rados.rados.0.smithi157.stdout:3585: expect deleted 2024-08-17T00:44:52.545 INFO:tasks.rados.rados.0.smithi157.stdout:3586: snap_remove snap 357 2024-08-17T00:44:52.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:44:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:52 smithi187 ceph-mon[90552]: osdmap e786: 8 total, 8 up, 8 in 2024-08-17T00:44:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:52 smithi187 ceph-mon[90552]: pgmap v840: 121 pgs: 121 active+clean; 564 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-08-17T00:44:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:52 smithi157 ceph-mon[98780]: osdmap e786: 8 total, 8 up, 8 in 2024-08-17T00:44:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:52 smithi157 ceph-mon[98780]: pgmap v840: 121 pgs: 121 active+clean; 564 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-08-17T00:44:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:52 smithi157 ceph-mon[101289]: osdmap e786: 8 total, 8 up, 8 in 2024-08-17T00:44:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:52 smithi157 ceph-mon[101289]: pgmap v840: 121 pgs: 121 active+clean; 564 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-08-17T00:44:53.465 INFO:tasks.rados.rados.0.smithi157.stdout:3582: finishing write tid 2 to smithi15786056-46 2024-08-17T00:44:53.465 INFO:tasks.rados.rados.0.smithi157.stdout:3582: finishing write tid 3 to smithi15786056-46 2024-08-17T00:44:53.465 INFO:tasks.rados.rados.0.smithi157.stdout:3582: finishing write tid 4 to smithi15786056-46 2024-08-17T00:44:53.466 INFO:tasks.rados.rados.0.smithi157.stdout:3582: finishing write tid 5 to smithi15786056-46 2024-08-17T00:44:53.466 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1879 (ObjNum 1075 snap 360 seq_num 1075) dirty exists 2024-08-17T00:44:53.466 INFO:tasks.rados.rados.0.smithi157.stdout:3582: left oid 46 (ObjNum 1075 snap 360 seq_num 1075) 2024-08-17T00:44:53.466 INFO:tasks.rados.rados.0.smithi157.stdout:3583: expect (ObjNum 1014 snap 341 seq_num 1014) 2024-08-17T00:44:53.476 INFO:tasks.rados.rados.0.smithi157.stdout:3584: finishing rollback tid 0 to smithi15786056-43 2024-08-17T00:44:53.476 INFO:tasks.rados.rados.0.smithi157.stdout:3584: finishing rollback tid 1 to smithi15786056-43 2024-08-17T00:44:53.476 INFO:tasks.rados.rados.0.smithi157.stdout:3584: finishing rollback tid 2 to smithi15786056-43 2024-08-17T00:44:53.476 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 2628 (ObjNum 942 snap 315 seq_num 942) dirty exists 2024-08-17T00:44:53.476 INFO:tasks.rados.rados.0.smithi157.stdout:3582: done (4 left) 2024-08-17T00:44:53.476 INFO:tasks.rados.rados.0.smithi157.stdout:3583: done (3 left) 2024-08-17T00:44:53.476 INFO:tasks.rados.rados.0.smithi157.stdout:3584: done (2 left) 2024-08-17T00:44:53.476 INFO:tasks.rados.rados.0.smithi157.stdout:3585: done (1 left) 2024-08-17T00:44:53.476 INFO:tasks.rados.rados.0.smithi157.stdout:3586: done (0 left) 2024-08-17T00:44:53.476 INFO:tasks.rados.rados.0.smithi157.stdout:3587: copy_from oid 49 from oid 17 current snap is 360 2024-08-17T00:44:53.477 INFO:tasks.rados.rados.0.smithi157.stdout:3588: snap_remove snap 324 2024-08-17T00:44:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:53 smithi157 ceph-mon[98780]: osdmap e787: 8 total, 8 up, 8 in 2024-08-17T00:44:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:44:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:44:53] "GET /metrics HTTP/1.1" 200 36285 "" "Prometheus/2.43.0" 2024-08-17T00:44:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:53 smithi157 ceph-mon[101289]: osdmap e787: 8 total, 8 up, 8 in 2024-08-17T00:44:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:53 smithi187 ceph-mon[90552]: osdmap e787: 8 total, 8 up, 8 in 2024-08-17T00:44:54.475 INFO:tasks.rados.rados.0.smithi157.stdout:3587: finishing copy_from racing read to smithi15786056-49 2024-08-17T00:44:54.475 INFO:tasks.rados.rados.0.smithi157.stdout:3587: finishing copy_from to smithi15786056-49 2024-08-17T00:44:54.475 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 1591 (ObjNum 999 snap 335 seq_num 999) dirty exists 2024-08-17T00:44:54.475 INFO:tasks.rados.rados.0.smithi157.stdout:3587: done (1 left) 2024-08-17T00:44:54.475 INFO:tasks.rados.rados.0.smithi157.stdout:3588: done (0 left) 2024-08-17T00:44:54.475 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 360 2024-08-17T00:44:54.475 INFO:tasks.rados.rados.0.smithi157.stdout:3589: seq_num 1076 ranges {1777664=425984,2203648=548864,2752512=253952} 2024-08-17T00:44:54.488 INFO:tasks.rados.rados.0.smithi157.stdout:3589: writing smithi15786056-45 from 1777664 to 2203648 tid 1 2024-08-17T00:44:54.491 INFO:tasks.rados.rados.0.smithi157.stdout:3589: writing smithi15786056-45 from 2203648 to 2752512 tid 2 2024-08-17T00:44:54.494 INFO:tasks.rados.rados.0.smithi157.stdout:3589: writing smithi15786056-45 from 2752512 to 3006464 tid 3 2024-08-17T00:44:54.494 INFO:tasks.rados.rados.0.smithi157.stdout:3590: snap_remove snap 351 2024-08-17T00:44:54.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:54 smithi157 ceph-mon[98780]: osdmap e788: 8 total, 8 up, 8 in 2024-08-17T00:44:54.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:54 smithi157 ceph-mon[98780]: pgmap v843: 121 pgs: 121 active+clean; 576 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 24 op/s 2024-08-17T00:44:54.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:54 smithi157 ceph-mon[101289]: osdmap e788: 8 total, 8 up, 8 in 2024-08-17T00:44:54.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:54 smithi157 ceph-mon[101289]: pgmap v843: 121 pgs: 121 active+clean; 576 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 24 op/s 2024-08-17T00:44:54.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:54 smithi187 ceph-mon[90552]: osdmap e788: 8 total, 8 up, 8 in 2024-08-17T00:44:54.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:54 smithi187 ceph-mon[90552]: pgmap v843: 121 pgs: 121 active+clean; 576 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 24 op/s 2024-08-17T00:44:55.476 INFO:tasks.rados.rados.0.smithi157.stdout:3590: done (1 left) 2024-08-17T00:44:55.476 INFO:tasks.rados.rados.0.smithi157.stdout:3591: delete oid 28 current snap is 360 2024-08-17T00:44:55.476 INFO:tasks.rados.rados.0.smithi157.stdout:3589: finishing write tid 1 to smithi15786056-45 2024-08-17T00:44:55.477 INFO:tasks.rados.rados.0.smithi157.stdout:3589: finishing write tid 2 to smithi15786056-45 2024-08-17T00:44:55.477 INFO:tasks.rados.rados.0.smithi157.stdout:3589: finishing write tid 3 to smithi15786056-45 2024-08-17T00:44:55.477 INFO:tasks.rados.rados.0.smithi157.stdout:3589: finishing write tid 4 to smithi15786056-45 2024-08-17T00:44:55.477 INFO:tasks.rados.rados.0.smithi157.stdout:3589: finishing write tid 5 to smithi15786056-45 2024-08-17T00:44:55.477 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 1982 (ObjNum 1076 snap 360 seq_num 1076) dirty exists 2024-08-17T00:44:55.477 INFO:tasks.rados.rados.0.smithi157.stdout:3589: left oid 45 (ObjNum 1076 snap 360 seq_num 1076) 2024-08-17T00:44:55.492 INFO:tasks.rados.rados.0.smithi157.stdout:3589: done (1 left) 2024-08-17T00:44:55.492 INFO:tasks.rados.rados.0.smithi157.stdout:3591: done (0 left) 2024-08-17T00:44:55.492 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 4 current snap is 360 2024-08-17T00:44:55.492 INFO:tasks.rados.rados.0.smithi157.stdout:3592: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2024-08-17T00:44:55.495 INFO:tasks.rados.rados.0.smithi157.stdout:3592: writing smithi15786056-4 from 0 to 458752 tid 1 2024-08-17T00:44:55.499 INFO:tasks.rados.rados.0.smithi157.stdout:3592: writing smithi15786056-4 from 458752 to 1179648 tid 2 2024-08-17T00:44:55.500 INFO:tasks.rados.rados.0.smithi157.stdout:3592: writing smithi15786056-4 from 1179648 to 1261568 tid 3 2024-08-17T00:44:55.500 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 40 current snap is 360 2024-08-17T00:44:55.500 INFO:tasks.rados.rados.0.smithi157.stdout:3593: seq_num 1079 ranges {3588096=475136,4063232=606208,4669440=196608} 2024-08-17T00:44:55.522 INFO:tasks.rados.rados.0.smithi157.stdout:3593: writing smithi15786056-40 from 3588096 to 4063232 tid 1 2024-08-17T00:44:55.525 INFO:tasks.rados.rados.0.smithi157.stdout:3593: writing smithi15786056-40 from 4063232 to 4669440 tid 2 2024-08-17T00:44:55.527 INFO:tasks.rados.rados.0.smithi157.stdout:3593: writing smithi15786056-40 from 4669440 to 4866048 tid 3 2024-08-17T00:44:55.527 INFO:tasks.rados.rados.0.smithi157.stdout:3594: copy_from oid 33 from oid 22 current snap is 360 2024-08-17T00:44:55.528 INFO:tasks.rados.rados.0.smithi157.stdout:3592: finishing write tid 1 to smithi15786056-4 2024-08-17T00:44:55.528 INFO:tasks.rados.rados.0.smithi157.stdout:3592: finishing write tid 2 to smithi15786056-4 2024-08-17T00:44:55.528 INFO:tasks.rados.rados.0.smithi157.stdout:3592: finishing write tid 3 to smithi15786056-4 2024-08-17T00:44:55.528 INFO:tasks.rados.rados.0.smithi157.stdout:3592: finishing write tid 4 to smithi15786056-4 2024-08-17T00:44:55.528 INFO:tasks.rados.rados.0.smithi157.stdout:3592: finishing write tid 5 to smithi15786056-4 2024-08-17T00:44:55.528 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 2087 (ObjNum 1078 snap 360 seq_num 1078) dirty exists 2024-08-17T00:44:55.528 INFO:tasks.rados.rados.0.smithi157.stdout:3592: left oid 4 (ObjNum 1078 snap 360 seq_num 1078) 2024-08-17T00:44:55.528 INFO:tasks.rados.rados.0.smithi157.stdout:3593: finishing write tid 1 to smithi15786056-40 2024-08-17T00:44:55.528 INFO:tasks.rados.rados.0.smithi157.stdout:3592: done (2 left) 2024-08-17T00:44:55.528 INFO:tasks.rados.rados.0.smithi157.stdout:3595: snap_remove snap 355 2024-08-17T00:44:55.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:55 smithi157 ceph-mon[98780]: osdmap e789: 8 total, 8 up, 8 in 2024-08-17T00:44:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:55 smithi157 ceph-mon[101289]: osdmap e789: 8 total, 8 up, 8 in 2024-08-17T00:44:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:55 smithi187 ceph-mon[90552]: osdmap e789: 8 total, 8 up, 8 in 2024-08-17T00:44:56.483 INFO:tasks.rados.rados.0.smithi157.stdout:3595: done (2 left) 2024-08-17T00:44:56.483 INFO:tasks.rados.rados.0.smithi157.stdout:3596: rmattr oid 45 current snap is 360 2024-08-17T00:44:56.483 INFO:tasks.rados.rados.0.smithi157.stdout:3596: done (2 left) 2024-08-17T00:44:56.483 INFO:tasks.rados.rados.0.smithi157.stdout:3597: setattr oid 32 current snap is 360 2024-08-17T00:44:56.483 INFO:tasks.rados.rados.0.smithi157.stdout:3593: finishing write tid 2 to smithi15786056-40 2024-08-17T00:44:56.483 INFO:tasks.rados.rados.0.smithi157.stdout:3593: finishing write tid 3 to smithi15786056-40 2024-08-17T00:44:56.483 INFO:tasks.rados.rados.0.smithi157.stdout:3593: finishing write tid 4 to smithi15786056-40 2024-08-17T00:44:56.483 INFO:tasks.rados.rados.0.smithi157.stdout:3593: finishing write tid 5 to smithi15786056-40 2024-08-17T00:44:56.483 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 1865 (ObjNum 1079 snap 360 seq_num 1079) dirty exists 2024-08-17T00:44:56.483 INFO:tasks.rados.rados.0.smithi157.stdout:3593: left oid 40 (ObjNum 1079 snap 360 seq_num 1079) 2024-08-17T00:44:56.484 INFO:tasks.rados.rados.0.smithi157.stdout:3594: finishing copy_from racing read to smithi15786056-33 2024-08-17T00:44:56.484 INFO:tasks.rados.rados.0.smithi157.stdout:3594: finishing copy_from to smithi15786056-33 2024-08-17T00:44:56.484 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 2244 (ObjNum 1073 snap 360 seq_num 1073) dirty exists 2024-08-17T00:44:56.485 INFO:tasks.rados.rados.0.smithi157.stdout:3593: done (2 left) 2024-08-17T00:44:56.485 INFO:tasks.rados.rados.0.smithi157.stdout:3594: done (1 left) 2024-08-17T00:44:56.485 INFO:tasks.rados.rados.0.smithi157.stdout:3598: read oid 33 snap -1 2024-08-17T00:44:56.485 INFO:tasks.rados.rados.0.smithi157.stdout:3598: expect (ObjNum 1073 snap 360 seq_num 1073) 2024-08-17T00:44:56.485 INFO:tasks.rados.rados.0.smithi157.stdout:3599: snap_remove snap 336 2024-08-17T00:44:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:56 smithi157 ceph-mon[98780]: osdmap e790: 8 total, 8 up, 8 in 2024-08-17T00:44:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:56 smithi157 ceph-mon[98780]: pgmap v846: 121 pgs: 121 active+clean; 584 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-08-17T00:44:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:56 smithi157 ceph-mon[101289]: osdmap e790: 8 total, 8 up, 8 in 2024-08-17T00:44:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:56 smithi157 ceph-mon[101289]: pgmap v846: 121 pgs: 121 active+clean; 584 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-08-17T00:44:56.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:56 smithi187 ceph-mon[90552]: osdmap e790: 8 total, 8 up, 8 in 2024-08-17T00:44:56.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:56 smithi187 ceph-mon[90552]: pgmap v846: 121 pgs: 121 active+clean; 584 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-08-17T00:44:56.956 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 00:44:56 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T00:44:56.509+0000 7f9cf155e640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1ae after trimming was started 2024-08-17T00:44:57.447 INFO:tasks.rados.rados.0.smithi157.stdout:3599: done (2 left) 2024-08-17T00:44:57.447 INFO:tasks.rados.rados.0.smithi157.stdout:3600: snap_remove snap 341 2024-08-17T00:44:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:57 smithi157 ceph-mon[98780]: osdmap e791: 8 total, 8 up, 8 in 2024-08-17T00:44:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:57 smithi157 ceph-mon[98780]: osdmap e792: 8 total, 8 up, 8 in 2024-08-17T00:44:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:57 smithi157 ceph-mon[101289]: osdmap e791: 8 total, 8 up, 8 in 2024-08-17T00:44:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:57 smithi157 ceph-mon[101289]: osdmap e792: 8 total, 8 up, 8 in 2024-08-17T00:44:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:57 smithi187 ceph-mon[90552]: osdmap e791: 8 total, 8 up, 8 in 2024-08-17T00:44:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:57 smithi187 ceph-mon[90552]: osdmap e792: 8 total, 8 up, 8 in 2024-08-17T00:44:58.448 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 1885 (ObjNum 1060 snap 357 seq_num 1060) dirty exists 2024-08-17T00:44:58.449 INFO:tasks.rados.rados.0.smithi157.stdout:3598: expect (ObjNum 1073 snap 360 seq_num 1073) 2024-08-17T00:44:58.772 INFO:tasks.rados.rados.0.smithi157.stdout:3597: done (2 left) 2024-08-17T00:44:58.772 INFO:tasks.rados.rados.0.smithi157.stdout:3598: done (1 left) 2024-08-17T00:44:58.772 INFO:tasks.rados.rados.0.smithi157.stdout:3600: done (0 left) 2024-08-17T00:44:58.772 INFO:tasks.rados.rados.0.smithi157.stdout:3601: copy_from oid 5 from oid 40 current snap is 360 2024-08-17T00:44:58.772 INFO:tasks.rados.rados.0.smithi157.stdout:3602: setattr oid 39 current snap is 360 2024-08-17T00:44:58.774 INFO:tasks.rados.rados.0.smithi157.stdout:3603: snap_remove snap 352 2024-08-17T00:44:58.785 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:58 smithi157 ceph-mon[101289]: pgmap v849: 121 pgs: 121 active+clean; 589 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-08-17T00:44:58.785 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:58 smithi157 ceph-mon[101289]: osdmap e793: 8 total, 8 up, 8 in 2024-08-17T00:44:58.785 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:58 smithi157 ceph-mon[98780]: pgmap v849: 121 pgs: 121 active+clean; 589 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-08-17T00:44:58.785 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:58 smithi157 ceph-mon[98780]: osdmap e793: 8 total, 8 up, 8 in 2024-08-17T00:44:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:58 smithi187 ceph-mon[90552]: pgmap v849: 121 pgs: 121 active+clean; 589 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-08-17T00:44:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:58 smithi187 ceph-mon[90552]: osdmap e793: 8 total, 8 up, 8 in 2024-08-17T00:44:59.492 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 2696 (ObjNum 827 snap 274 seq_num 827) dirty exists 2024-08-17T00:44:59.492 INFO:tasks.rados.rados.0.smithi157.stdout:3601: finishing copy_from racing read to smithi15786056-5 2024-08-17T00:44:59.492 INFO:tasks.rados.rados.0.smithi157.stdout:3601: finishing copy_from to smithi15786056-5 2024-08-17T00:44:59.492 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 1865 (ObjNum 1079 snap 360 seq_num 1079) dirty exists 2024-08-17T00:44:59.492 INFO:tasks.rados.rados.0.smithi157.stdout:3601: done (2 left) 2024-08-17T00:44:59.493 INFO:tasks.rados.rados.0.smithi157.stdout:3602: done (1 left) 2024-08-17T00:44:59.493 INFO:tasks.rados.rados.0.smithi157.stdout:3603: done (0 left) 2024-08-17T00:44:59.493 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 33 current snap is 360 2024-08-17T00:44:59.493 INFO:tasks.rados.rados.0.smithi157.stdout:3604: seq_num 1080 ranges {6111232=491520,6602752=540672,7143424=262144} 2024-08-17T00:44:59.529 INFO:tasks.rados.rados.0.smithi157.stdout:3604: writing smithi15786056-33 from 6111232 to 6602752 tid 1 2024-08-17T00:44:59.532 INFO:tasks.rados.rados.0.smithi157.stdout:3604: writing smithi15786056-33 from 6602752 to 7143424 tid 2 2024-08-17T00:44:59.534 INFO:tasks.rados.rados.0.smithi157.stdout:3604: writing smithi15786056-33 from 7143424 to 7405568 tid 3 2024-08-17T00:44:59.534 INFO:tasks.rados.rados.0.smithi157.stdout:3605: rollback oid 28 current snap is 360 2024-08-17T00:44:59.534 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 28 to 328 2024-08-17T00:44:59.534 INFO:tasks.rados.rados.0.smithi157.stdout:3604: finishing write tid 1 to smithi15786056-33 2024-08-17T00:44:59.534 INFO:tasks.rados.rados.0.smithi157.stdout:3606: snap_remove snap 344 2024-08-17T00:44:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:44:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:44:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:44:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:00.499 INFO:tasks.rados.rados.0.smithi157.stdout:3604: finishing write tid 2 to smithi15786056-33 2024-08-17T00:45:00.499 INFO:tasks.rados.rados.0.smithi157.stdout:3604: finishing write tid 3 to smithi15786056-33 2024-08-17T00:45:00.500 INFO:tasks.rados.rados.0.smithi157.stdout:3604: finishing write tid 4 to smithi15786056-33 2024-08-17T00:45:00.500 INFO:tasks.rados.rados.0.smithi157.stdout:3605: finishing rollback tid 1 to smithi15786056-28 2024-08-17T00:45:00.500 INFO:tasks.rados.rados.0.smithi157.stdout:3605: finishing rollback tid 2 to smithi15786056-28 2024-08-17T00:45:00.500 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1903 (ObjNum 936 snap 313 seq_num 936) dirty exists 2024-08-17T00:45:00.500 INFO:tasks.rados.rados.0.smithi157.stdout:3604: finishing write tid 5 to smithi15786056-33 2024-08-17T00:45:00.500 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 2248 (ObjNum 1080 snap 360 seq_num 1080) dirty exists 2024-08-17T00:45:00.500 INFO:tasks.rados.rados.0.smithi157.stdout:3604: left oid 33 (ObjNum 1080 snap 360 seq_num 1080) 2024-08-17T00:45:00.500 INFO:tasks.rados.rados.0.smithi157.stdout:3604: done (2 left) 2024-08-17T00:45:00.500 INFO:tasks.rados.rados.0.smithi157.stdout:3605: done (1 left) 2024-08-17T00:45:00.500 INFO:tasks.rados.rados.0.smithi157.stdout:3606: done (0 left) 2024-08-17T00:45:00.500 INFO:tasks.rados.rados.0.smithi157.stdout:3607: delete oid 49 current snap is 360 2024-08-17T00:45:00.517 INFO:tasks.rados.rados.0.smithi157.stdout:3607: done (0 left) 2024-08-17T00:45:00.517 INFO:tasks.rados.rados.0.smithi157.stdout:3608: copy_from oid 47 from oid 41 current snap is 360 2024-08-17T00:45:00.517 INFO:tasks.rados.rados.0.smithi157.stdout:3609: delete oid 4 current snap is 360 2024-08-17T00:45:00.520 INFO:tasks.rados.rados.0.smithi157.stdout:3608: finishing copy_from to smithi15786056-47 2024-08-17T00:45:00.520 INFO:tasks.rados.rados.0.smithi157.stdout:3608: got expected ENOENT (src dne) 2024-08-17T00:45:00.521 INFO:tasks.rados.rados.0.smithi157.stdout:3608: finishing copy_from racing read to smithi15786056-47 2024-08-17T00:45:00.524 INFO:tasks.rados.rados.0.smithi157.stdout:3608: done (1 left) 2024-08-17T00:45:00.524 INFO:tasks.rados.rados.0.smithi157.stdout:3609: done (0 left) 2024-08-17T00:45:00.524 INFO:tasks.rados.rados.0.smithi157.stdout:3610: copy_from oid 29 from oid 35 current snap is 360 2024-08-17T00:45:00.524 INFO:tasks.rados.rados.0.smithi157.stdout:3611: copy_from oid 11 from oid 26 current snap is 360 2024-08-17T00:45:00.525 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 27 current snap is 360 2024-08-17T00:45:00.525 INFO:tasks.rados.rados.0.smithi157.stdout:3612: seq_num 1083 ranges {0=540672,540672=589824,1130496=212992} 2024-08-17T00:45:00.528 INFO:tasks.rados.rados.0.smithi157.stdout:3612: writing smithi15786056-27 from 0 to 540672 tid 1 2024-08-17T00:45:00.532 INFO:tasks.rados.rados.0.smithi157.stdout:3612: writing smithi15786056-27 from 540672 to 1130496 tid 2 2024-08-17T00:45:00.534 INFO:tasks.rados.rados.0.smithi157.stdout:3612: writing smithi15786056-27 from 1130496 to 1343488 tid 3 2024-08-17T00:45:00.534 INFO:tasks.rados.rados.0.smithi157.stdout:3613: rollback oid 15 current snap is 360 2024-08-17T00:45:00.534 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 15 to 359 2024-08-17T00:45:00.534 INFO:tasks.rados.rados.0.smithi157.stdout:3614: delete oid 43 current snap is 360 2024-08-17T00:45:00.535 INFO:tasks.rados.rados.0.smithi157.stdout:3612: finishing write tid 1 to smithi15786056-27 2024-08-17T00:45:00.536 INFO:tasks.rados.rados.0.smithi157.stdout:3611: finishing copy_from racing read to smithi15786056-11 2024-08-17T00:45:00.539 INFO:tasks.rados.rados.0.smithi157.stdout:3612: finishing write tid 2 to smithi15786056-27 2024-08-17T00:45:00.539 INFO:tasks.rados.rados.0.smithi157.stdout:3612: finishing write tid 3 to smithi15786056-27 2024-08-17T00:45:00.539 INFO:tasks.rados.rados.0.smithi157.stdout:3612: finishing write tid 4 to smithi15786056-27 2024-08-17T00:45:00.539 INFO:tasks.rados.rados.0.smithi157.stdout:3611: finishing copy_from to smithi15786056-11 2024-08-17T00:45:00.540 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 2240 (ObjNum 1071 snap 360 seq_num 1071) dirty exists 2024-08-17T00:45:00.541 INFO:tasks.rados.rados.0.smithi157.stdout:3612: finishing write tid 5 to smithi15786056-27 2024-08-17T00:45:00.541 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 1772 (ObjNum 1083 snap 360 seq_num 1083) dirty exists 2024-08-17T00:45:00.541 INFO:tasks.rados.rados.0.smithi157.stdout:3612: left oid 27 (ObjNum 1083 snap 360 seq_num 1083) 2024-08-17T00:45:00.541 INFO:tasks.rados.rados.0.smithi157.stdout:3613: finishing rollback tid 0 to smithi15786056-15 2024-08-17T00:45:00.544 INFO:tasks.rados.rados.0.smithi157.stdout:3610: finishing copy_from racing read to smithi15786056-29 2024-08-17T00:45:00.544 INFO:tasks.rados.rados.0.smithi157.stdout:3611: done (4 left) 2024-08-17T00:45:00.544 INFO:tasks.rados.rados.0.smithi157.stdout:3612: done (3 left) 2024-08-17T00:45:00.544 INFO:tasks.rados.rados.0.smithi157.stdout:3614: done (2 left) 2024-08-17T00:45:00.544 INFO:tasks.rados.rados.0.smithi157.stdout:3615: copy_from oid 36 from oid 7 current snap is 360 2024-08-17T00:45:00.544 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 50 current snap is 360 2024-08-17T00:45:00.544 INFO:tasks.rados.rados.0.smithi157.stdout:3616: seq_num 1085 ranges {2662400=581632,3244032=761856,4005888=40960} 2024-08-17T00:45:00.561 INFO:tasks.rados.rados.0.smithi157.stdout:3616: writing smithi15786056-50 from 2662400 to 3244032 tid 1 2024-08-17T00:45:00.566 INFO:tasks.rados.rados.0.smithi157.stdout:3616: writing smithi15786056-50 from 3244032 to 4005888 tid 2 2024-08-17T00:45:00.567 INFO:tasks.rados.rados.0.smithi157.stdout:3616: writing smithi15786056-50 from 4005888 to 4046848 tid 3 2024-08-17T00:45:00.567 INFO:tasks.rados.rados.0.smithi157.stdout:3617: rollback oid 30 current snap is 360 2024-08-17T00:45:00.567 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 30 to 354 2024-08-17T00:45:00.567 INFO:tasks.rados.rados.0.smithi157.stdout:3613: finishing rollback tid 1 to smithi15786056-15 2024-08-17T00:45:00.567 INFO:tasks.rados.rados.0.smithi157.stdout:3618: rollback oid 13 current snap is 360 2024-08-17T00:45:00.567 INFO:tasks.rados.rados.0.smithi157.stdout:3613: finishing rollback tid 2 to smithi15786056-15 2024-08-17T00:45:00.567 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 1911 (ObjNum 1026 snap 345 seq_num 1026) dirty exists 2024-08-17T00:45:00.567 INFO:tasks.rados.rados.0.smithi157.stdout:3610: finishing copy_from to smithi15786056-29 2024-08-17T00:45:00.567 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 2061 (ObjNum 1029 snap 347 seq_num 1029) dirty exists 2024-08-17T00:45:00.567 INFO:tasks.rados.rados.0.smithi157.stdout:3615: finishing copy_from racing read to smithi15786056-36 2024-08-17T00:45:00.568 INFO:tasks.rados.rados.0.smithi157.stdout:3615: finishing copy_from to smithi15786056-36 2024-08-17T00:45:00.568 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 1885 (ObjNum 1027 snap 346 seq_num 1027) dirty exists 2024-08-17T00:45:00.568 INFO:tasks.rados.rados.0.smithi157.stdout:3616: finishing write tid 1 to smithi15786056-50 2024-08-17T00:45:00.568 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 13 to 354 2024-08-17T00:45:00.568 INFO:tasks.rados.rados.0.smithi157.stdout:3610: done (5 left) 2024-08-17T00:45:00.568 INFO:tasks.rados.rados.0.smithi157.stdout:3613: done (4 left) 2024-08-17T00:45:00.568 INFO:tasks.rados.rados.0.smithi157.stdout:3615: done (3 left) 2024-08-17T00:45:00.568 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 47 current snap is 360 2024-08-17T00:45:00.568 INFO:tasks.rados.rados.0.smithi157.stdout:3619: seq_num 1086 ranges {0=598016,598016=647168,1245184=155648} 2024-08-17T00:45:00.570 INFO:tasks.rados.rados.0.smithi157.stdout:3619: writing smithi15786056-47 from 0 to 598016 tid 1 2024-08-17T00:45:00.574 INFO:tasks.rados.rados.0.smithi157.stdout:3619: writing smithi15786056-47 from 598016 to 1245184 tid 2 2024-08-17T00:45:00.576 INFO:tasks.rados.rados.0.smithi157.stdout:3619: writing smithi15786056-47 from 1245184 to 1400832 tid 3 2024-08-17T00:45:00.576 INFO:tasks.rados.rados.0.smithi157.stdout:3620: delete oid 26 current snap is 360 2024-08-17T00:45:00.576 INFO:tasks.rados.rados.0.smithi157.stdout:3617: finishing rollback tid 1 to smithi15786056-30 2024-08-17T00:45:00.576 INFO:tasks.rados.rados.0.smithi157.stdout:3617: finishing rollback tid 2 to smithi15786056-30 2024-08-17T00:45:00.576 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 2090 (ObjNum 1039 snap 350 seq_num 1039) dirty exists 2024-08-17T00:45:00.576 INFO:tasks.rados.rados.0.smithi157.stdout:3616: finishing write tid 2 to smithi15786056-50 2024-08-17T00:45:00.576 INFO:tasks.rados.rados.0.smithi157.stdout:3616: finishing write tid 3 to smithi15786056-50 2024-08-17T00:45:00.576 INFO:tasks.rados.rados.0.smithi157.stdout:3618: finishing rollback tid 0 to smithi15786056-13 2024-08-17T00:45:00.576 INFO:tasks.rados.rados.0.smithi157.stdout:3616: finishing write tid 4 to smithi15786056-50 2024-08-17T00:45:00.576 INFO:tasks.rados.rados.0.smithi157.stdout:3618: finishing rollback tid 1 to smithi15786056-13 2024-08-17T00:45:00.577 INFO:tasks.rados.rados.0.smithi157.stdout:3616: finishing write tid 5 to smithi15786056-50 2024-08-17T00:45:00.577 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 1883 (ObjNum 1085 snap 360 seq_num 1085) dirty exists 2024-08-17T00:45:00.577 INFO:tasks.rados.rados.0.smithi157.stdout:3616: left oid 50 (ObjNum 1085 snap 360 seq_num 1085) 2024-08-17T00:45:00.577 INFO:tasks.rados.rados.0.smithi157.stdout:3618: finishing rollback tid 2 to smithi15786056-13 2024-08-17T00:45:00.577 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1689 (ObjNum 1006 snap 336 seq_num 1006) dirty exists 2024-08-17T00:45:00.577 INFO:tasks.rados.rados.0.smithi157.stdout:3619: finishing write tid 1 to smithi15786056-47 2024-08-17T00:45:00.578 INFO:tasks.rados.rados.0.smithi157.stdout:3616: done (4 left) 2024-08-17T00:45:00.578 INFO:tasks.rados.rados.0.smithi157.stdout:3617: done (3 left) 2024-08-17T00:45:00.578 INFO:tasks.rados.rados.0.smithi157.stdout:3618: done (2 left) 2024-08-17T00:45:00.579 INFO:tasks.rados.rados.0.smithi157.stdout:3620: done (1 left) 2024-08-17T00:45:00.579 INFO:tasks.rados.rados.0.smithi157.stdout:3621: read oid 16 snap -1 2024-08-17T00:45:00.579 INFO:tasks.rados.rados.0.smithi157.stdout:3621: expect (ObjNum 916 snap 310 seq_num 916) 2024-08-17T00:45:00.579 INFO:tasks.rados.rados.0.smithi157.stdout:3622: copy_from oid 20 from oid 24 current snap is 360 2024-08-17T00:45:00.579 INFO:tasks.rados.rados.0.smithi157.stdout:3623: setattr oid 15 current snap is 360 2024-08-17T00:45:00.579 INFO:tasks.rados.rados.0.smithi157.stdout:3619: finishing write tid 2 to smithi15786056-47 2024-08-17T00:45:00.579 INFO:tasks.rados.rados.0.smithi157.stdout:3619: finishing write tid 3 to smithi15786056-47 2024-08-17T00:45:00.579 INFO:tasks.rados.rados.0.smithi157.stdout:3619: finishing write tid 4 to smithi15786056-47 2024-08-17T00:45:00.580 INFO:tasks.rados.rados.0.smithi157.stdout:3624: read oid 27 snap 229 2024-08-17T00:45:00.580 INFO:tasks.rados.rados.0.smithi157.stdout:3624: expect deleted 2024-08-17T00:45:00.580 INFO:tasks.rados.rados.0.smithi157.stdout:3625: setattr oid 42 current snap is 360 2024-08-17T00:45:00.582 INFO:tasks.rados.rados.0.smithi157.stdout:3626: rollback oid 40 current snap is 360 2024-08-17T00:45:00.582 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 40 to 359 2024-08-17T00:45:00.582 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 360 2024-08-17T00:45:00.582 INFO:tasks.rados.rados.0.smithi157.stdout:3627: seq_num 1088 ranges {3006464=630784,3637248=466944,4104192=335872} 2024-08-17T00:45:00.602 INFO:tasks.rados.rados.0.smithi157.stdout:3627: writing smithi15786056-45 from 3006464 to 3637248 tid 1 2024-08-17T00:45:00.605 INFO:tasks.rados.rados.0.smithi157.stdout:3627: writing smithi15786056-45 from 3637248 to 4104192 tid 2 2024-08-17T00:45:00.607 INFO:tasks.rados.rados.0.smithi157.stdout:3627: writing smithi15786056-45 from 4104192 to 4440064 tid 3 2024-08-17T00:45:00.607 INFO:tasks.rados.rados.0.smithi157.stdout:3628: copy_from oid 7 from oid 3 current snap is 360 2024-08-17T00:45:00.607 INFO:tasks.rados.rados.0.smithi157.stdout:3621: expect (ObjNum 916 snap 310 seq_num 916) 2024-08-17T00:45:00.633 INFO:tasks.rados.rados.0.smithi157.stdout:3619: finishing write tid 5 to smithi15786056-47 2024-08-17T00:45:00.633 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 1693 (ObjNum 1086 snap 360 seq_num 1086) dirty exists 2024-08-17T00:45:00.633 INFO:tasks.rados.rados.0.smithi157.stdout:3619: left oid 47 (ObjNum 1086 snap 360 seq_num 1086) 2024-08-17T00:45:00.634 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 2724 (ObjNum 1072 snap 360 seq_num 1072) dirty exists 2024-08-17T00:45:00.634 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 1918 (ObjNum 1026 snap 345 seq_num 1026) dirty exists 2024-08-17T00:45:00.634 INFO:tasks.rados.rados.0.smithi157.stdout:3626: finishing rollback tid 0 to smithi15786056-40 2024-08-17T00:45:00.634 INFO:tasks.rados.rados.0.smithi157.stdout:3626: finishing rollback tid 1 to smithi15786056-40 2024-08-17T00:45:00.634 INFO:tasks.rados.rados.0.smithi157.stdout:3626: finishing rollback tid 2 to smithi15786056-40 2024-08-17T00:45:00.634 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 1921 (ObjNum 1058 snap 357 seq_num 1058) dirty exists 2024-08-17T00:45:00.634 INFO:tasks.rados.rados.0.smithi157.stdout:3622: finishing copy_from racing read to smithi15786056-20 2024-08-17T00:45:00.634 INFO:tasks.rados.rados.0.smithi157.stdout:3622: finishing copy_from to smithi15786056-20 2024-08-17T00:45:00.634 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 1686 (ObjNum 1065 snap 359 seq_num 1065) dirty exists 2024-08-17T00:45:00.634 INFO:tasks.rados.rados.0.smithi157.stdout:3627: finishing write tid 1 to smithi15786056-45 2024-08-17T00:45:00.634 INFO:tasks.rados.rados.0.smithi157.stdout:3627: finishing write tid 2 to smithi15786056-45 2024-08-17T00:45:00.634 INFO:tasks.rados.rados.0.smithi157.stdout:3627: finishing write tid 3 to smithi15786056-45 2024-08-17T00:45:00.635 INFO:tasks.rados.rados.0.smithi157.stdout:3627: finishing write tid 4 to smithi15786056-45 2024-08-17T00:45:00.635 INFO:tasks.rados.rados.0.smithi157.stdout:3627: finishing write tid 5 to smithi15786056-45 2024-08-17T00:45:00.635 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 2017 (ObjNum 1088 snap 360 seq_num 1088) dirty exists 2024-08-17T00:45:00.635 INFO:tasks.rados.rados.0.smithi157.stdout:3627: left oid 45 (ObjNum 1088 snap 360 seq_num 1088) 2024-08-17T00:45:00.635 INFO:tasks.rados.rados.0.smithi157.stdout:3628: finishing copy_from to smithi15786056-7 2024-08-17T00:45:00.635 INFO:tasks.rados.rados.0.smithi157.stdout:3628: got expected ENOENT (src dne) 2024-08-17T00:45:00.635 INFO:tasks.rados.rados.0.smithi157.stdout:3628: finishing copy_from racing read to smithi15786056-7 2024-08-17T00:45:00.635 INFO:tasks.rados.rados.0.smithi157.stdout:3619: done (8 left) 2024-08-17T00:45:00.635 INFO:tasks.rados.rados.0.smithi157.stdout:3621: done (7 left) 2024-08-17T00:45:00.635 INFO:tasks.rados.rados.0.smithi157.stdout:3622: done (6 left) 2024-08-17T00:45:00.635 INFO:tasks.rados.rados.0.smithi157.stdout:3623: done (5 left) 2024-08-17T00:45:00.635 INFO:tasks.rados.rados.0.smithi157.stdout:3624: done (4 left) 2024-08-17T00:45:00.636 INFO:tasks.rados.rados.0.smithi157.stdout:3625: done (3 left) 2024-08-17T00:45:00.636 INFO:tasks.rados.rados.0.smithi157.stdout:3626: done (2 left) 2024-08-17T00:45:00.636 INFO:tasks.rados.rados.0.smithi157.stdout:3627: done (1 left) 2024-08-17T00:45:00.636 INFO:tasks.rados.rados.0.smithi157.stdout:3628: done (0 left) 2024-08-17T00:45:00.636 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 41 current snap is 360 2024-08-17T00:45:00.636 INFO:tasks.rados.rados.0.smithi157.stdout:3629: seq_num 1089 ranges {0=647168,647168=745472,1392640=57344} 2024-08-17T00:45:00.636 INFO:tasks.rados.rados.0.smithi157.stdout:3629: writing smithi15786056-41 from 0 to 647168 tid 1 2024-08-17T00:45:00.641 INFO:tasks.rados.rados.0.smithi157.stdout:3629: writing smithi15786056-41 from 647168 to 1392640 tid 2 2024-08-17T00:45:00.641 INFO:tasks.rados.rados.0.smithi157.stdout:3629: writing smithi15786056-41 from 1392640 to 1449984 tid 3 2024-08-17T00:45:00.642 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 360 2024-08-17T00:45:00.642 INFO:tasks.rados.rados.0.smithi157.stdout:3629: finishing write tid 1 to smithi15786056-41 2024-08-17T00:45:00.642 INFO:tasks.rados.rados.0.smithi157.stdout:3630: seq_num 1090 ranges {4423680=663552,5087232=630784,5718016=172032} 2024-08-17T00:45:00.668 INFO:tasks.rados.rados.0.smithi157.stdout:3630: writing smithi15786056-39 from 4423680 to 5087232 tid 1 2024-08-17T00:45:00.672 INFO:tasks.rados.rados.0.smithi157.stdout:3630: writing smithi15786056-39 from 5087232 to 5718016 tid 2 2024-08-17T00:45:00.674 INFO:tasks.rados.rados.0.smithi157.stdout:3630: writing smithi15786056-39 from 5718016 to 5890048 tid 3 2024-08-17T00:45:00.674 INFO:tasks.rados.rados.0.smithi157.stdout:3631: read oid 10 snap -1 2024-08-17T00:45:00.674 INFO:tasks.rados.rados.0.smithi157.stdout:3631: expect (ObjNum 1033 snap 349 seq_num 1033) 2024-08-17T00:45:00.674 INFO:tasks.rados.rados.0.smithi157.stdout:3632: delete oid 30 current snap is 360 2024-08-17T00:45:00.674 INFO:tasks.rados.rados.0.smithi157.stdout:3629: finishing write tid 2 to smithi15786056-41 2024-08-17T00:45:00.674 INFO:tasks.rados.rados.0.smithi157.stdout:3629: finishing write tid 3 to smithi15786056-41 2024-08-17T00:45:00.674 INFO:tasks.rados.rados.0.smithi157.stdout:3629: finishing write tid 4 to smithi15786056-41 2024-08-17T00:45:00.674 INFO:tasks.rados.rados.0.smithi157.stdout:3629: finishing write tid 5 to smithi15786056-41 2024-08-17T00:45:00.674 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 1879 (ObjNum 1089 snap 360 seq_num 1089) dirty exists 2024-08-17T00:45:00.674 INFO:tasks.rados.rados.0.smithi157.stdout:3629: left oid 41 (ObjNum 1089 snap 360 seq_num 1089) 2024-08-17T00:45:00.674 INFO:tasks.rados.rados.0.smithi157.stdout:3630: finishing write tid 1 to smithi15786056-39 2024-08-17T00:45:00.679 INFO:tasks.rados.rados.0.smithi157.stdout:3630: finishing write tid 2 to smithi15786056-39 2024-08-17T00:45:00.679 INFO:tasks.rados.rados.0.smithi157.stdout:3630: finishing write tid 3 to smithi15786056-39 2024-08-17T00:45:00.680 INFO:tasks.rados.rados.0.smithi157.stdout:3630: finishing write tid 4 to smithi15786056-39 2024-08-17T00:45:00.682 INFO:tasks.rados.rados.0.smithi157.stdout:3630: finishing write tid 5 to smithi15786056-39 2024-08-17T00:45:00.682 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 2728 (ObjNum 1090 snap 360 seq_num 1090) dirty exists 2024-08-17T00:45:00.682 INFO:tasks.rados.rados.0.smithi157.stdout:3630: left oid 39 (ObjNum 1090 snap 360 seq_num 1090) 2024-08-17T00:45:00.694 INFO:tasks.rados.rados.0.smithi157.stdout:3629: done (3 left) 2024-08-17T00:45:00.694 INFO:tasks.rados.rados.0.smithi157.stdout:3630: done (2 left) 2024-08-17T00:45:00.694 INFO:tasks.rados.rados.0.smithi157.stdout:3632: done (1 left) 2024-08-17T00:45:00.694 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 360 2024-08-17T00:45:00.694 INFO:tasks.rados.rados.0.smithi157.stdout:3633: seq_num 1092 ranges {4866048=696320,5562368=802816} 2024-08-17T00:45:00.724 INFO:tasks.rados.rados.0.smithi157.stdout:3633: writing smithi15786056-5 from 4866048 to 5562368 tid 1 2024-08-17T00:45:00.729 INFO:tasks.rados.rados.0.smithi157.stdout:3633: writing smithi15786056-5 from 5562368 to 6365184 tid 2 2024-08-17T00:45:00.729 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 360 2024-08-17T00:45:00.729 INFO:tasks.rados.rados.0.smithi157.stdout:3631: expect (ObjNum 1033 snap 349 seq_num 1033) 2024-08-17T00:45:00.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:00 smithi157 ceph-mon[98780]: osdmap e794: 8 total, 8 up, 8 in 2024-08-17T00:45:00.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:00 smithi157 ceph-mon[98780]: pgmap v852: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 593 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-17T00:45:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:00 smithi157 ceph-mon[101289]: osdmap e794: 8 total, 8 up, 8 in 2024-08-17T00:45:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:00 smithi157 ceph-mon[101289]: pgmap v852: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 593 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-17T00:45:00.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:00 smithi187 ceph-mon[90552]: osdmap e794: 8 total, 8 up, 8 in 2024-08-17T00:45:00.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:00 smithi187 ceph-mon[90552]: pgmap v852: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 593 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-17T00:45:01.373 INFO:tasks.rados.rados.0.smithi157.stdout:3633: finishing write tid 1 to smithi15786056-5 2024-08-17T00:45:01.374 INFO:tasks.rados.rados.0.smithi157.stdout:3633: finishing write tid 2 to smithi15786056-5 2024-08-17T00:45:01.374 INFO:tasks.rados.rados.0.smithi157.stdout:3633: finishing write tid 3 to smithi15786056-5 2024-08-17T00:45:01.374 INFO:tasks.rados.rados.0.smithi157.stdout:3633: finishing write tid 4 to smithi15786056-5 2024-08-17T00:45:01.374 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 1924 (ObjNum 1092 snap 360 seq_num 1092) dirty exists 2024-08-17T00:45:01.374 INFO:tasks.rados.rados.0.smithi157.stdout:3633: left oid 5 (ObjNum 1092 snap 360 seq_num 1092) 2024-08-17T00:45:01.374 INFO:tasks.rados.rados.0.smithi157.stdout:3634: seq_num 1093 ranges {1400832=712704,2113536=688128,2801664=114688} 2024-08-17T00:45:01.385 INFO:tasks.rados.rados.0.smithi157.stdout:3634: writing smithi15786056-48 from 1400832 to 2113536 tid 1 2024-08-17T00:45:01.389 INFO:tasks.rados.rados.0.smithi157.stdout:3634: writing smithi15786056-48 from 2113536 to 2801664 tid 2 2024-08-17T00:45:01.390 INFO:tasks.rados.rados.0.smithi157.stdout:3634: writing smithi15786056-48 from 2801664 to 2916352 tid 3 2024-08-17T00:45:01.390 INFO:tasks.rados.rados.0.smithi157.stdout:3631: done (2 left) 2024-08-17T00:45:01.390 INFO:tasks.rados.rados.0.smithi157.stdout:3633: done (1 left) 2024-08-17T00:45:01.390 INFO:tasks.rados.rados.0.smithi157.stdout:3635: rollback oid 40 current snap is 360 2024-08-17T00:45:01.391 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 40 to 328 2024-08-17T00:45:01.391 INFO:tasks.rados.rados.0.smithi157.stdout:3634: finishing write tid 1 to smithi15786056-48 2024-08-17T00:45:01.391 INFO:tasks.rados.rados.0.smithi157.stdout:3636: delete oid 31 current snap is 360 2024-08-17T00:45:01.395 INFO:tasks.rados.rados.0.smithi157.stdout:3635: finishing rollback tid 0 to smithi15786056-40 2024-08-17T00:45:01.395 INFO:tasks.rados.rados.0.smithi157.stdout:3635: finishing rollback tid 1 to smithi15786056-40 2024-08-17T00:45:01.396 INFO:tasks.rados.rados.0.smithi157.stdout:3635: finishing rollback tid 2 to smithi15786056-40 2024-08-17T00:45:01.396 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 1927 (ObjNum 940 snap 313 seq_num 940) dirty exists 2024-08-17T00:45:01.397 INFO:tasks.rados.rados.0.smithi157.stdout:3634: finishing write tid 2 to smithi15786056-48 2024-08-17T00:45:01.398 INFO:tasks.rados.rados.0.smithi157.stdout:3634: finishing write tid 3 to smithi15786056-48 2024-08-17T00:45:01.398 INFO:tasks.rados.rados.0.smithi157.stdout:3635: done (2 left) 2024-08-17T00:45:01.398 INFO:tasks.rados.rados.0.smithi157.stdout:3636: done (1 left) 2024-08-17T00:45:01.398 INFO:tasks.rados.rados.0.smithi157.stdout:3637: delete oid 35 current snap is 360 2024-08-17T00:45:01.398 INFO:tasks.rados.rados.0.smithi157.stdout:3634: finishing write tid 4 to smithi15786056-48 2024-08-17T00:45:01.400 INFO:tasks.rados.rados.0.smithi157.stdout:3634: finishing write tid 5 to smithi15786056-48 2024-08-17T00:45:01.400 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 2733 (ObjNum 1093 snap 360 seq_num 1093) dirty exists 2024-08-17T00:45:01.400 INFO:tasks.rados.rados.0.smithi157.stdout:3634: left oid 48 (ObjNum 1093 snap 360 seq_num 1093) 2024-08-17T00:45:01.401 INFO:tasks.rados.rados.0.smithi157.stdout:3634: done (1 left) 2024-08-17T00:45:01.401 INFO:tasks.rados.rados.0.smithi157.stdout:3637: done (0 left) 2024-08-17T00:45:01.401 INFO:tasks.rados.rados.0.smithi157.stdout:3638: read oid 36 snap 328 2024-08-17T00:45:01.401 INFO:tasks.rados.rados.0.smithi157.stdout:3638: expect (ObjNum 873 snap 294 seq_num 873) 2024-08-17T00:45:01.401 INFO:tasks.rados.rados.0.smithi157.stdout:3639: snap_remove snap 338 2024-08-17T00:45:01.500 INFO:tasks.rados.rados.0.smithi157.stdout:3638: expect (ObjNum 873 snap 294 seq_num 873) 2024-08-17T00:45:01.514 INFO:tasks.rados.rados.0.smithi157.stdout:3638: done (1 left) 2024-08-17T00:45:01.514 INFO:tasks.rados.rados.0.smithi157.stdout:3639: done (0 left) 2024-08-17T00:45:01.514 INFO:tasks.rados.rados.0.smithi157.stdout:3640: snap_remove snap 335 2024-08-17T00:45:01.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:01 smithi157 ceph-mon[101289]: osdmap e795: 8 total, 8 up, 8 in 2024-08-17T00:45:01.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:01 smithi157 ceph-mon[98780]: osdmap e795: 8 total, 8 up, 8 in 2024-08-17T00:45:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:01 smithi187 ceph-mon[90552]: osdmap e795: 8 total, 8 up, 8 in 2024-08-17T00:45:02.447 INFO:tasks.rados.rados.0.smithi157.stdout:3640: done (0 left) 2024-08-17T00:45:02.447 INFO:tasks.rados.rados.0.smithi157.stdout:3641: read oid 26 snap -1 2024-08-17T00:45:02.448 INFO:tasks.rados.rados.0.smithi157.stdout:3641: expect deleted 2024-08-17T00:45:02.448 INFO:tasks.rados.rados.0.smithi157.stdout:3642: rollback oid 28 current snap is 360 2024-08-17T00:45:02.448 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 28 to 345 2024-08-17T00:45:02.448 INFO:tasks.rados.rados.0.smithi157.stdout:3643: snap_remove snap 229 2024-08-17T00:45:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:45:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:45:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:02 smithi187 ceph-mon[90552]: osdmap e796: 8 total, 8 up, 8 in 2024-08-17T00:45:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:02 smithi187 ceph-mon[90552]: pgmap v855: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 600 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.1 MiB/s wr, 10 op/s 2024-08-17T00:45:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:02 smithi187 ceph-mon[90552]: osdmap e797: 8 total, 8 up, 8 in 2024-08-17T00:45:02.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:02 smithi157 ceph-mon[101289]: osdmap e796: 8 total, 8 up, 8 in 2024-08-17T00:45:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:02 smithi157 ceph-mon[101289]: pgmap v855: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 600 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.1 MiB/s wr, 10 op/s 2024-08-17T00:45:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:02 smithi157 ceph-mon[101289]: osdmap e797: 8 total, 8 up, 8 in 2024-08-17T00:45:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:02 smithi157 ceph-mon[98780]: osdmap e796: 8 total, 8 up, 8 in 2024-08-17T00:45:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:02 smithi157 ceph-mon[98780]: pgmap v855: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 600 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.1 MiB/s wr, 10 op/s 2024-08-17T00:45:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:02 smithi157 ceph-mon[98780]: osdmap e797: 8 total, 8 up, 8 in 2024-08-17T00:45:03.450 INFO:tasks.rados.rados.0.smithi157.stdout:3643: done (2 left) 2024-08-17T00:45:03.450 INFO:tasks.rados.rados.0.smithi157.stdout:3644: rollback oid 13 current snap is 360 2024-08-17T00:45:03.450 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 13 to 322 2024-08-17T00:45:03.450 INFO:tasks.rados.rados.0.smithi157.stdout:3642: finishing rollback tid 0 to smithi15786056-28 2024-08-17T00:45:03.450 INFO:tasks.rados.rados.0.smithi157.stdout:3642: finishing rollback tid 1 to smithi15786056-28 2024-08-17T00:45:03.450 INFO:tasks.rados.rados.0.smithi157.stdout:3642: finishing rollback tid 2 to smithi15786056-28 2024-08-17T00:45:03.451 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 1945 (ObjNum 995 snap 335 seq_num 995) dirty exists 2024-08-17T00:45:03.451 INFO:tasks.rados.rados.0.smithi157.stdout:3641: done (2 left) 2024-08-17T00:45:03.451 INFO:tasks.rados.rados.0.smithi157.stdout:3642: done (1 left) 2024-08-17T00:45:03.451 INFO:tasks.rados.rados.0.smithi157.stdout:3645: copy_from oid 6 from oid 44 current snap is 360 2024-08-17T00:45:03.451 INFO:tasks.rados.rados.0.smithi157.stdout:3646: copy_from oid 41 from oid 42 current snap is 360 2024-08-17T00:45:03.451 INFO:tasks.rados.rados.0.smithi157.stdout:3647: setattr oid 5 current snap is 360 2024-08-17T00:45:03.452 INFO:tasks.rados.rados.0.smithi157.stdout:3648: delete oid 22 current snap is 360 2024-08-17T00:45:03.463 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 1952 (ObjNum 1092 snap 360 seq_num 1092) dirty exists 2024-08-17T00:45:03.464 INFO:tasks.rados.rados.0.smithi157.stdout:3645: finishing copy_from to smithi15786056-6 2024-08-17T00:45:03.464 INFO:tasks.rados.rados.0.smithi157.stdout:3645: got expected ENOENT (src dne) 2024-08-17T00:45:03.464 INFO:tasks.rados.rados.0.smithi157.stdout:3645: finishing copy_from racing read to smithi15786056-6 2024-08-17T00:45:03.464 INFO:tasks.rados.rados.0.smithi157.stdout:3645: done (4 left) 2024-08-17T00:45:03.464 INFO:tasks.rados.rados.0.smithi157.stdout:3647: done (3 left) 2024-08-17T00:45:03.465 INFO:tasks.rados.rados.0.smithi157.stdout:3648: done (2 left) 2024-08-17T00:45:03.465 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 47 current snap is 360 2024-08-17T00:45:03.465 INFO:tasks.rados.rados.0.smithi157.stdout:3649: seq_num 1097 ranges {1400832=778240,2179072=671744,2850816=131072} 2024-08-17T00:45:03.477 INFO:tasks.rados.rados.0.smithi157.stdout:3649: writing smithi15786056-47 from 1400832 to 2179072 tid 1 2024-08-17T00:45:03.482 INFO:tasks.rados.rados.0.smithi157.stdout:3649: writing smithi15786056-47 from 2179072 to 2850816 tid 2 2024-08-17T00:45:03.483 INFO:tasks.rados.rados.0.smithi157.stdout:3649: writing smithi15786056-47 from 2850816 to 2981888 tid 3 2024-08-17T00:45:03.483 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 50 current snap is 360 2024-08-17T00:45:03.484 INFO:tasks.rados.rados.0.smithi157.stdout:3644: finishing rollback tid 0 to smithi15786056-13 2024-08-17T00:45:03.484 INFO:tasks.rados.rados.0.smithi157.stdout:3650: seq_num 1098 ranges {4046848=794624,4841472=557056,5398528=245760} 2024-08-17T00:45:03.510 INFO:tasks.rados.rados.0.smithi157.stdout:3650: writing smithi15786056-50 from 4046848 to 4841472 tid 1 2024-08-17T00:45:03.513 INFO:tasks.rados.rados.0.smithi157.stdout:3650: writing smithi15786056-50 from 4841472 to 5398528 tid 2 2024-08-17T00:45:03.515 INFO:tasks.rados.rados.0.smithi157.stdout:3650: writing smithi15786056-50 from 5398528 to 5644288 tid 3 2024-08-17T00:45:03.515 INFO:tasks.rados.rados.0.smithi157.stdout:3651: setattr oid 43 current snap is 360 2024-08-17T00:45:03.516 INFO:tasks.rados.rados.0.smithi157.stdout:3644: finishing rollback tid 1 to smithi15786056-13 2024-08-17T00:45:03.516 INFO:tasks.rados.rados.0.smithi157.stdout:3646: finishing copy_from racing read to smithi15786056-41 2024-08-17T00:45:03.516 INFO:tasks.rados.rados.0.smithi157.stdout:3644: finishing rollback tid 2 to smithi15786056-13 2024-08-17T00:45:03.516 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 1696 (ObjNum 953 snap 321 seq_num 953) dirty exists 2024-08-17T00:45:03.516 INFO:tasks.rados.rados.0.smithi157.stdout:3646: finishing copy_from to smithi15786056-41 2024-08-17T00:45:03.516 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 2724 (ObjNum 1072 snap 360 seq_num 1072) dirty exists 2024-08-17T00:45:03.516 INFO:tasks.rados.rados.0.smithi157.stdout:3649: finishing write tid 1 to smithi15786056-47 2024-08-17T00:45:03.516 INFO:tasks.rados.rados.0.smithi157.stdout:3649: finishing write tid 2 to smithi15786056-47 2024-08-17T00:45:03.516 INFO:tasks.rados.rados.0.smithi157.stdout:3649: finishing write tid 3 to smithi15786056-47 2024-08-17T00:45:03.516 INFO:tasks.rados.rados.0.smithi157.stdout:3649: finishing write tid 4 to smithi15786056-47 2024-08-17T00:45:03.516 INFO:tasks.rados.rados.0.smithi157.stdout:3649: finishing write tid 5 to smithi15786056-47 2024-08-17T00:45:03.516 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 1700 (ObjNum 1097 snap 360 seq_num 1097) dirty exists 2024-08-17T00:45:03.517 INFO:tasks.rados.rados.0.smithi157.stdout:3649: left oid 47 (ObjNum 1097 snap 360 seq_num 1097) 2024-08-17T00:45:03.517 INFO:tasks.rados.rados.0.smithi157.stdout:3650: finishing write tid 1 to smithi15786056-50 2024-08-17T00:45:03.517 INFO:tasks.rados.rados.0.smithi157.stdout:3644: done (4 left) 2024-08-17T00:45:03.517 INFO:tasks.rados.rados.0.smithi157.stdout:3646: done (3 left) 2024-08-17T00:45:03.517 INFO:tasks.rados.rados.0.smithi157.stdout:3649: done (2 left) 2024-08-17T00:45:03.518 INFO:tasks.rados.rados.0.smithi157.stdout:3652: rollback oid 14 current snap is 360 2024-08-17T00:45:03.518 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 14 to 354 2024-08-17T00:45:03.518 INFO:tasks.rados.rados.0.smithi157.stdout:3653: setattr oid 22 current snap is 360 2024-08-17T00:45:03.518 INFO:tasks.rados.rados.0.smithi157.stdout:3654: snap_create 2024-08-17T00:45:03.518 INFO:tasks.rados.rados.0.smithi157.stdout:3650: finishing write tid 2 to smithi15786056-50 2024-08-17T00:45:03.518 INFO:tasks.rados.rados.0.smithi157.stdout:3650: finishing write tid 3 to smithi15786056-50 2024-08-17T00:45:03.519 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 2770 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T00:45:03.521 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 2345 (ObjNum 544235886 snap 170997042 seq_num 304) dirty exists 2024-08-17T00:45:03.521 INFO:tasks.rados.rados.0.smithi157.stdout:3650: finishing write tid 4 to smithi15786056-50 2024-08-17T00:45:03.522 INFO:tasks.rados.rados.0.smithi157.stdout:3652: finishing rollback tid 0 to smithi15786056-14 2024-08-17T00:45:03.522 INFO:tasks.rados.rados.0.smithi157.stdout:3652: finishing rollback tid 1 to smithi15786056-14 2024-08-17T00:45:03.524 INFO:tasks.rados.rados.0.smithi157.stdout:3650: finishing write tid 5 to smithi15786056-50 2024-08-17T00:45:03.524 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 1887 (ObjNum 1098 snap 360 seq_num 1098) dirty exists 2024-08-17T00:45:03.525 INFO:tasks.rados.rados.0.smithi157.stdout:3650: left oid 50 (ObjNum 1098 snap 360 seq_num 1098) 2024-08-17T00:45:03.525 INFO:tasks.rados.rados.0.smithi157.stdout:3652: finishing rollback tid 2 to smithi15786056-14 2024-08-17T00:45:03.525 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 14 v 1890 (ObjNum 916 snap 310 seq_num 916) dirty exists 2024-08-17T00:45:03.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:45:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:45:03] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.43.0" 2024-08-17T00:45:04.454 INFO:tasks.rados.rados.0.smithi157.stdout:3650: done (4 left) 2024-08-17T00:45:04.454 INFO:tasks.rados.rados.0.smithi157.stdout:3651: done (3 left) 2024-08-17T00:45:04.454 INFO:tasks.rados.rados.0.smithi157.stdout:3652: done (2 left) 2024-08-17T00:45:04.455 INFO:tasks.rados.rados.0.smithi157.stdout:3653: done (1 left) 2024-08-17T00:45:04.455 INFO:tasks.rados.rados.0.smithi157.stdout:3654: done (0 left) 2024-08-17T00:45:04.455 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 361 2024-08-17T00:45:04.455 INFO:tasks.rados.rados.0.smithi157.stdout:3655: seq_num 1099 ranges {4440064=409600,4849664=442368,5292032=720896,6012928=40960} 2024-08-17T00:45:04.479 INFO:tasks.rados.rados.0.smithi157.stdout:3655: writing smithi15786056-45 from 4440064 to 4849664 tid 1 2024-08-17T00:45:04.482 INFO:tasks.rados.rados.0.smithi157.stdout:3655: writing smithi15786056-45 from 4849664 to 5292032 tid 2 2024-08-17T00:45:04.486 INFO:tasks.rados.rados.0.smithi157.stdout:3655: writing smithi15786056-45 from 5292032 to 6012928 tid 3 2024-08-17T00:45:04.487 INFO:tasks.rados.rados.0.smithi157.stdout:3655: writing smithi15786056-45 from 6012928 to 6053888 tid 4 2024-08-17T00:45:04.487 INFO:tasks.rados.rados.0.smithi157.stdout:3656: read oid 41 snap 328 2024-08-17T00:45:04.487 INFO:tasks.rados.rados.0.smithi157.stdout:3656: expect (ObjNum 951 snap 319 seq_num 951) 2024-08-17T00:45:04.487 INFO:tasks.rados.rados.0.smithi157.stdout:3657: copy_from oid 4 from oid 38 current snap is 361 2024-08-17T00:45:04.487 INFO:tasks.rados.rados.0.smithi157.stdout:3658: copy_from oid 19 from oid 22 current snap is 361 2024-08-17T00:45:04.488 INFO:tasks.rados.rados.0.smithi157.stdout:3659: rollback oid 43 current snap is 361 2024-08-17T00:45:04.488 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 43 to 322 2024-08-17T00:45:04.488 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 34 current snap is 361 2024-08-17T00:45:04.488 INFO:tasks.rados.rados.0.smithi157.stdout:3660: seq_num 1100 ranges {1859584=425984,2285568=729088,3014656=475136} 2024-08-17T00:45:04.500 INFO:tasks.rados.rados.0.smithi157.stdout:3660: writing smithi15786056-34 from 1859584 to 2285568 tid 1 2024-08-17T00:45:04.504 INFO:tasks.rados.rados.0.smithi157.stdout:3660: writing smithi15786056-34 from 2285568 to 3014656 tid 2 2024-08-17T00:45:04.508 INFO:tasks.rados.rados.0.smithi157.stdout:3660: writing smithi15786056-34 from 3014656 to 3489792 tid 3 2024-08-17T00:45:04.508 INFO:tasks.rados.rados.0.smithi157.stdout:3661: delete oid 25 current snap is 361 2024-08-17T00:45:04.508 INFO:tasks.rados.rados.0.smithi157.stdout:3655: finishing write tid 1 to smithi15786056-45 2024-08-17T00:45:04.509 INFO:tasks.rados.rados.0.smithi157.stdout:3655: finishing write tid 2 to smithi15786056-45 2024-08-17T00:45:04.509 INFO:tasks.rados.rados.0.smithi157.stdout:3657: finishing copy_from to smithi15786056-4 2024-08-17T00:45:04.509 INFO:tasks.rados.rados.0.smithi157.stdout:3657: got expected ENOENT (src dne) 2024-08-17T00:45:04.509 INFO:tasks.rados.rados.0.smithi157.stdout:3657: finishing copy_from racing read to smithi15786056-4 2024-08-17T00:45:04.509 INFO:tasks.rados.rados.0.smithi157.stdout:3655: finishing write tid 3 to smithi15786056-45 2024-08-17T00:45:04.509 INFO:tasks.rados.rados.0.smithi157.stdout:3655: finishing write tid 4 to smithi15786056-45 2024-08-17T00:45:04.509 INFO:tasks.rados.rados.0.smithi157.stdout:3655: finishing write tid 5 to smithi15786056-45 2024-08-17T00:45:04.509 INFO:tasks.rados.rados.0.smithi157.stdout:3655: finishing write tid 6 to smithi15786056-45 2024-08-17T00:45:04.509 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 2045 (ObjNum 1099 snap 361 seq_num 1099) dirty exists 2024-08-17T00:45:04.509 INFO:tasks.rados.rados.0.smithi157.stdout:3655: left oid 45 (ObjNum 1099 snap 361 seq_num 1099) 2024-08-17T00:45:04.509 INFO:tasks.rados.rados.0.smithi157.stdout:3659: finishing rollback tid 0 to smithi15786056-43 2024-08-17T00:45:04.509 INFO:tasks.rados.rados.0.smithi157.stdout:3658: finishing copy_from racing read to smithi15786056-19 2024-08-17T00:45:04.509 INFO:tasks.rados.rados.0.smithi157.stdout:3659: finishing rollback tid 1 to smithi15786056-43 2024-08-17T00:45:04.509 INFO:tasks.rados.rados.0.smithi157.stdout:3659: finishing rollback tid 2 to smithi15786056-43 2024-08-17T00:45:04.509 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 2774 (ObjNum 942 snap 315 seq_num 942) dirty exists 2024-08-17T00:45:04.510 INFO:tasks.rados.rados.0.smithi157.stdout:3656: expect (ObjNum 951 snap 319 seq_num 951) 2024-08-17T00:45:04.604 INFO:tasks.rados.rados.0.smithi157.stdout:3658: finishing copy_from to smithi15786056-19 2024-08-17T00:45:04.604 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 2345 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T00:45:04.604 INFO:tasks.rados.rados.0.smithi157.stdout:3660: finishing write tid 1 to smithi15786056-34 2024-08-17T00:45:04.605 INFO:tasks.rados.rados.0.smithi157.stdout:3660: finishing write tid 2 to smithi15786056-34 2024-08-17T00:45:04.605 INFO:tasks.rados.rados.0.smithi157.stdout:3660: finishing write tid 3 to smithi15786056-34 2024-08-17T00:45:04.605 INFO:tasks.rados.rados.0.smithi157.stdout:3660: finishing write tid 4 to smithi15786056-34 2024-08-17T00:45:04.605 INFO:tasks.rados.rados.0.smithi157.stdout:3660: finishing write tid 5 to smithi15786056-34 2024-08-17T00:45:04.605 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 1889 (ObjNum 1100 snap 361 seq_num 1100) dirty exists 2024-08-17T00:45:04.605 INFO:tasks.rados.rados.0.smithi157.stdout:3660: left oid 34 (ObjNum 1100 snap 361 seq_num 1100) 2024-08-17T00:45:04.605 INFO:tasks.rados.rados.0.smithi157.stdout:3655: done (6 left) 2024-08-17T00:45:04.605 INFO:tasks.rados.rados.0.smithi157.stdout:3656: done (5 left) 2024-08-17T00:45:04.605 INFO:tasks.rados.rados.0.smithi157.stdout:3657: done (4 left) 2024-08-17T00:45:04.605 INFO:tasks.rados.rados.0.smithi157.stdout:3658: done (3 left) 2024-08-17T00:45:04.605 INFO:tasks.rados.rados.0.smithi157.stdout:3659: done (2 left) 2024-08-17T00:45:04.605 INFO:tasks.rados.rados.0.smithi157.stdout:3660: done (1 left) 2024-08-17T00:45:04.605 INFO:tasks.rados.rados.0.smithi157.stdout:3661: done (0 left) 2024-08-17T00:45:04.606 INFO:tasks.rados.rados.0.smithi157.stdout:3662: copy_from oid 23 from oid 9 current snap is 361 2024-08-17T00:45:04.606 INFO:tasks.rados.rados.0.smithi157.stdout:3663: setattr oid 33 current snap is 361 2024-08-17T00:45:04.607 INFO:tasks.rados.rados.0.smithi157.stdout:3664: rollback oid 36 current snap is 361 2024-08-17T00:45:04.607 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 36 to 359 2024-08-17T00:45:04.607 INFO:tasks.rados.rados.0.smithi157.stdout:3665: rmattr oid 21 current snap is 361 2024-08-17T00:45:04.607 INFO:tasks.rados.rados.0.smithi157.stdout:3666: rollback oid 15 current snap is 361 2024-08-17T00:45:04.607 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 15 to 358 2024-08-17T00:45:04.607 INFO:tasks.rados.rados.0.smithi157.stdout:3667: copy_from oid 45 from oid 8 current snap is 361 2024-08-17T00:45:04.607 INFO:tasks.rados.rados.0.smithi157.stdout:3668: rollback oid 20 current snap is 361 2024-08-17T00:45:04.607 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 20 to 328 2024-08-17T00:45:04.607 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 11 current snap is 361 2024-08-17T00:45:04.607 INFO:tasks.rados.rados.0.smithi157.stdout:3669: seq_num 1102 ranges {1146880=458752,1605632=491520,2097152=491520,2588672=221184} 2024-08-17T00:45:04.615 INFO:tasks.rados.rados.0.smithi157.stdout:3669: writing smithi15786056-11 from 1146880 to 1605632 tid 1 2024-08-17T00:45:04.618 INFO:tasks.rados.rados.0.smithi157.stdout:3669: writing smithi15786056-11 from 1605632 to 2097152 tid 2 2024-08-17T00:45:04.620 INFO:tasks.rados.rados.0.smithi157.stdout:3669: writing smithi15786056-11 from 2097152 to 2588672 tid 3 2024-08-17T00:45:04.623 INFO:tasks.rados.rados.0.smithi157.stdout:3669: writing smithi15786056-11 from 2588672 to 2809856 tid 4 2024-08-17T00:45:04.623 INFO:tasks.rados.rados.0.smithi157.stdout:3670: read oid 22 snap 328 2024-08-17T00:45:04.623 INFO:tasks.rados.rados.0.smithi157.stdout:3670: expect deleted 2024-08-17T00:45:04.623 INFO:tasks.rados.rados.0.smithi157.stdout:3671: read oid 43 snap -1 2024-08-17T00:45:04.623 INFO:tasks.rados.rados.0.smithi157.stdout:3671: expect (ObjNum 942 snap 315 seq_num 942) 2024-08-17T00:45:04.623 INFO:tasks.rados.rados.0.smithi157.stdout:3672: delete oid 31 current snap is 361 2024-08-17T00:45:04.623 INFO:tasks.rados.rados.0.smithi157.stdout:3667: finishing copy_from to smithi15786056-45 2024-08-17T00:45:04.623 INFO:tasks.rados.rados.0.smithi157.stdout:3667: got expected ENOENT (src dne) 2024-08-17T00:45:04.623 INFO:tasks.rados.rados.0.smithi157.stdout:3667: finishing copy_from racing read to smithi15786056-45 2024-08-17T00:45:04.623 INFO:tasks.rados.rados.0.smithi157.stdout:3662: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:45:04.623 INFO:tasks.rados.rados.0.smithi157.stdout:3664: finishing rollback tid 0 to smithi15786056-36 2024-08-17T00:45:04.624 INFO:tasks.rados.rados.0.smithi157.stdout:3664: finishing rollback tid 1 to smithi15786056-36 2024-08-17T00:45:04.624 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 2347 (ObjNum 916 snap 310 seq_num 916) dirty exists 2024-08-17T00:45:04.624 INFO:tasks.rados.rados.0.smithi157.stdout:3662: finishing copy_from to smithi15786056-23 2024-08-17T00:45:04.624 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 1873 (ObjNum 1013 snap 341 seq_num 1013) dirty exists 2024-08-17T00:45:04.624 INFO:tasks.rados.rados.0.smithi157.stdout:3664: finishing rollback tid 2 to smithi15786056-36 2024-08-17T00:45:04.624 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 1888 (ObjNum 1068 snap 359 seq_num 1068) dirty exists 2024-08-17T00:45:04.624 INFO:tasks.rados.rados.0.smithi157.stdout:3666: finishing rollback tid 0 to smithi15786056-15 2024-08-17T00:45:04.624 INFO:tasks.rados.rados.0.smithi157.stdout:3666: finishing rollback tid 1 to smithi15786056-15 2024-08-17T00:45:04.624 INFO:tasks.rados.rados.0.smithi157.stdout:3666: finishing rollback tid 2 to smithi15786056-15 2024-08-17T00:45:04.624 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 1962 (ObjNum 1026 snap 345 seq_num 1026) dirty exists 2024-08-17T00:45:04.624 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 2249 (ObjNum 1080 snap 360 seq_num 1080) dirty exists 2024-08-17T00:45:04.624 INFO:tasks.rados.rados.0.smithi157.stdout:3668: finishing rollback tid 0 to smithi15786056-20 2024-08-17T00:45:04.624 INFO:tasks.rados.rados.0.smithi157.stdout:3668: finishing rollback tid 1 to smithi15786056-20 2024-08-17T00:45:04.625 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 1702 (ObjNum 65 snap 0 seq_num 1601008730) dirty dne 2024-08-17T00:45:04.625 INFO:tasks.rados.rados.0.smithi157.stdout:3669: finishing write tid 1 to smithi15786056-11 2024-08-17T00:45:04.625 INFO:tasks.rados.rados.0.smithi157.stdout:3669: finishing write tid 2 to smithi15786056-11 2024-08-17T00:45:04.626 INFO:tasks.rados.rados.0.smithi157.stdout:3669: finishing write tid 3 to smithi15786056-11 2024-08-17T00:45:04.627 INFO:tasks.rados.rados.0.smithi157.stdout:3662: done (10 left) 2024-08-17T00:45:04.627 INFO:tasks.rados.rados.0.smithi157.stdout:3663: done (9 left) 2024-08-17T00:45:04.627 INFO:tasks.rados.rados.0.smithi157.stdout:3664: done (8 left) 2024-08-17T00:45:04.627 INFO:tasks.rados.rados.0.smithi157.stdout:3665: done (7 left) 2024-08-17T00:45:04.627 INFO:tasks.rados.rados.0.smithi157.stdout:3666: done (6 left) 2024-08-17T00:45:04.627 INFO:tasks.rados.rados.0.smithi157.stdout:3667: done (5 left) 2024-08-17T00:45:04.627 INFO:tasks.rados.rados.0.smithi157.stdout:3668: done (4 left) 2024-08-17T00:45:04.627 INFO:tasks.rados.rados.0.smithi157.stdout:3670: done (3 left) 2024-08-17T00:45:04.627 INFO:tasks.rados.rados.0.smithi157.stdout:3672: done (2 left) 2024-08-17T00:45:04.627 INFO:tasks.rados.rados.0.smithi157.stdout:3673: rmattr oid 45 current snap is 361 2024-08-17T00:45:04.627 INFO:tasks.rados.rados.0.smithi157.stdout:3673: done (2 left) 2024-08-17T00:45:04.627 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 361 2024-08-17T00:45:04.628 INFO:tasks.rados.rados.0.smithi157.stdout:3674: seq_num 1104 ranges {1056768=499712,1556480=712704,2269184=491520} 2024-08-17T00:45:04.635 INFO:tasks.rados.rados.0.smithi157.stdout:3674: writing smithi15786056-29 from 1056768 to 1556480 tid 1 2024-08-17T00:45:04.639 INFO:tasks.rados.rados.0.smithi157.stdout:3674: writing smithi15786056-29 from 1556480 to 2269184 tid 2 2024-08-17T00:45:04.642 INFO:tasks.rados.rados.0.smithi157.stdout:3674: writing smithi15786056-29 from 2269184 to 2760704 tid 3 2024-08-17T00:45:04.642 INFO:tasks.rados.rados.0.smithi157.stdout:3675: snap_create 2024-08-17T00:45:04.642 INFO:tasks.rados.rados.0.smithi157.stdout:3669: finishing write tid 4 to smithi15786056-11 2024-08-17T00:45:04.642 INFO:tasks.rados.rados.0.smithi157.stdout:3669: finishing write tid 5 to smithi15786056-11 2024-08-17T00:45:04.642 INFO:tasks.rados.rados.0.smithi157.stdout:3669: finishing write tid 6 to smithi15786056-11 2024-08-17T00:45:04.642 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 2353 (ObjNum 1102 snap 361 seq_num 1102) dirty exists 2024-08-17T00:45:04.642 INFO:tasks.rados.rados.0.smithi157.stdout:3669: left oid 11 (ObjNum 1102 snap 361 seq_num 1102) 2024-08-17T00:45:04.648 INFO:tasks.rados.rados.0.smithi157.stdout:3671: expect (ObjNum 942 snap 315 seq_num 942) 2024-08-17T00:45:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:04 smithi187 ceph-mon[90552]: osdmap e798: 8 total, 8 up, 8 in 2024-08-17T00:45:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:04 smithi187 ceph-mon[90552]: pgmap v858: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 569 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-08-17T00:45:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:04 smithi157 ceph-mon[98780]: osdmap e798: 8 total, 8 up, 8 in 2024-08-17T00:45:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:04 smithi157 ceph-mon[98780]: pgmap v858: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 569 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-08-17T00:45:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:04 smithi157 ceph-mon[101289]: osdmap e798: 8 total, 8 up, 8 in 2024-08-17T00:45:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:04 smithi157 ceph-mon[101289]: pgmap v858: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 569 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-08-17T00:45:05.122 INFO:tasks.rados.rados.0.smithi157.stdout:3674: finishing write tid 1 to smithi15786056-29 2024-08-17T00:45:05.122 INFO:tasks.rados.rados.0.smithi157.stdout:3674: finishing write tid 2 to smithi15786056-29 2024-08-17T00:45:05.122 INFO:tasks.rados.rados.0.smithi157.stdout:3674: finishing write tid 3 to smithi15786056-29 2024-08-17T00:45:05.123 INFO:tasks.rados.rados.0.smithi157.stdout:3674: finishing write tid 4 to smithi15786056-29 2024-08-17T00:45:05.123 INFO:tasks.rados.rados.0.smithi157.stdout:3674: finishing write tid 5 to smithi15786056-29 2024-08-17T00:45:05.123 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 2781 (ObjNum 1104 snap 361 seq_num 1104) dirty exists 2024-08-17T00:45:05.123 INFO:tasks.rados.rados.0.smithi157.stdout:3674: left oid 29 (ObjNum 1104 snap 361 seq_num 1104) 2024-08-17T00:45:05.458 INFO:tasks.rados.rados.0.smithi157.stdout:3669: done (3 left) 2024-08-17T00:45:05.458 INFO:tasks.rados.rados.0.smithi157.stdout:3671: done (2 left) 2024-08-17T00:45:05.458 INFO:tasks.rados.rados.0.smithi157.stdout:3674: done (1 left) 2024-08-17T00:45:05.458 INFO:tasks.rados.rados.0.smithi157.stdout:3675: done (0 left) 2024-08-17T00:45:05.458 INFO:tasks.rados.rados.0.smithi157.stdout:3676: delete oid 25 current snap is 362 2024-08-17T00:45:05.462 INFO:tasks.rados.rados.0.smithi157.stdout:3676: done (0 left) 2024-08-17T00:45:05.462 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 45 current snap is 362 2024-08-17T00:45:05.462 INFO:tasks.rados.rados.0.smithi157.stdout:3677: seq_num 1106 ranges {6053888=532480,6586368=483328,7069696=475136,7544832=245760} 2024-08-17T00:45:05.496 INFO:tasks.rados.rados.0.smithi157.stdout:3677: writing smithi15786056-45 from 6053888 to 6586368 tid 1 2024-08-17T00:45:05.499 INFO:tasks.rados.rados.0.smithi157.stdout:3677: writing smithi15786056-45 from 6586368 to 7069696 tid 2 2024-08-17T00:45:05.501 INFO:tasks.rados.rados.0.smithi157.stdout:3677: writing smithi15786056-45 from 7069696 to 7544832 tid 3 2024-08-17T00:45:05.503 INFO:tasks.rados.rados.0.smithi157.stdout:3677: writing smithi15786056-45 from 7544832 to 7790592 tid 4 2024-08-17T00:45:05.504 INFO:tasks.rados.rados.0.smithi157.stdout:3678: read oid 17 snap -1 2024-08-17T00:45:05.504 INFO:tasks.rados.rados.0.smithi157.stdout:3678: expect (ObjNum 999 snap 335 seq_num 999) 2024-08-17T00:45:05.504 INFO:tasks.rados.rados.0.smithi157.stdout:3679: read oid 3 snap -1 2024-08-17T00:45:05.504 INFO:tasks.rados.rados.0.smithi157.stdout:3679: expect deleted 2024-08-17T00:45:05.504 INFO:tasks.rados.rados.0.smithi157.stdout:3680: copy_from oid 11 from oid 28 current snap is 362 2024-08-17T00:45:05.504 INFO:tasks.rados.rados.0.smithi157.stdout:3681: read oid 16 snap -1 2024-08-17T00:45:05.504 INFO:tasks.rados.rados.0.smithi157.stdout:3681: expect (ObjNum 916 snap 310 seq_num 916) 2024-08-17T00:45:05.504 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 43 current snap is 362 2024-08-17T00:45:05.504 INFO:tasks.rados.rados.0.smithi157.stdout:3682: seq_num 1107 ranges {7487488=548864,8036352=770048,8806400=434176} 2024-08-17T00:45:05.547 INFO:tasks.rados.rados.0.smithi157.stdout:3682: writing smithi15786056-43 from 7487488 to 8036352 tid 1 2024-08-17T00:45:05.551 INFO:tasks.rados.rados.0.smithi157.stdout:3682: writing smithi15786056-43 from 8036352 to 8806400 tid 2 2024-08-17T00:45:05.554 INFO:tasks.rados.rados.0.smithi157.stdout:3682: writing smithi15786056-43 from 8806400 to 9240576 tid 3 2024-08-17T00:45:05.554 INFO:tasks.rados.rados.0.smithi157.stdout:3683: setattr oid 21 current snap is 362 2024-08-17T00:45:05.554 INFO:tasks.rados.rados.0.smithi157.stdout:3681: expect (ObjNum 916 snap 310 seq_num 916) 2024-08-17T00:45:05.581 INFO:tasks.rados.rados.0.smithi157.stdout:3677: finishing write tid 1 to smithi15786056-45 2024-08-17T00:45:05.581 INFO:tasks.rados.rados.0.smithi157.stdout:3677: finishing write tid 2 to smithi15786056-45 2024-08-17T00:45:05.581 INFO:tasks.rados.rados.0.smithi157.stdout:3677: finishing write tid 3 to smithi15786056-45 2024-08-17T00:45:05.581 INFO:tasks.rados.rados.0.smithi157.stdout:3677: finishing write tid 4 to smithi15786056-45 2024-08-17T00:45:05.581 INFO:tasks.rados.rados.0.smithi157.stdout:3677: finishing write tid 5 to smithi15786056-45 2024-08-17T00:45:05.581 INFO:tasks.rados.rados.0.smithi157.stdout:3677: finishing write tid 6 to smithi15786056-45 2024-08-17T00:45:05.581 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 2051 (ObjNum 1106 snap 362 seq_num 1106) dirty exists 2024-08-17T00:45:05.581 INFO:tasks.rados.rados.0.smithi157.stdout:3677: left oid 45 (ObjNum 1106 snap 362 seq_num 1106) 2024-08-17T00:45:05.582 INFO:tasks.rados.rados.0.smithi157.stdout:3678: expect (ObjNum 999 snap 335 seq_num 999) 2024-08-17T00:45:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:05 smithi187 ceph-mon[90552]: osdmap e799: 8 total, 8 up, 8 in 2024-08-17T00:45:05.720 INFO:tasks.rados.rados.0.smithi157.stdout:3680: finishing copy_from racing read to smithi15786056-11 2024-08-17T00:45:05.720 INFO:tasks.rados.rados.0.smithi157.stdout:3680: finishing copy_from to smithi15786056-11 2024-08-17T00:45:05.720 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 1945 (ObjNum 995 snap 335 seq_num 995) dirty exists 2024-08-17T00:45:05.720 INFO:tasks.rados.rados.0.smithi157.stdout:3682: finishing write tid 1 to smithi15786056-43 2024-08-17T00:45:05.720 INFO:tasks.rados.rados.0.smithi157.stdout:3682: finishing write tid 2 to smithi15786056-43 2024-08-17T00:45:05.720 INFO:tasks.rados.rados.0.smithi157.stdout:3682: finishing write tid 3 to smithi15786056-43 2024-08-17T00:45:05.720 INFO:tasks.rados.rados.0.smithi157.stdout:3682: finishing write tid 4 to smithi15786056-43 2024-08-17T00:45:05.720 INFO:tasks.rados.rados.0.smithi157.stdout:3682: finishing write tid 5 to smithi15786056-43 2024-08-17T00:45:05.720 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 2786 (ObjNum 1107 snap 362 seq_num 1107) dirty exists 2024-08-17T00:45:05.721 INFO:tasks.rados.rados.0.smithi157.stdout:3682: left oid 43 (ObjNum 1107 snap 362 seq_num 1107) 2024-08-17T00:45:05.721 INFO:tasks.rados.rados.0.smithi157.stdout:3677: done (6 left) 2024-08-17T00:45:05.721 INFO:tasks.rados.rados.0.smithi157.stdout:3678: done (5 left) 2024-08-17T00:45:05.721 INFO:tasks.rados.rados.0.smithi157.stdout:3679: done (4 left) 2024-08-17T00:45:05.721 INFO:tasks.rados.rados.0.smithi157.stdout:3680: done (3 left) 2024-08-17T00:45:05.721 INFO:tasks.rados.rados.0.smithi157.stdout:3681: done (2 left) 2024-08-17T00:45:05.721 INFO:tasks.rados.rados.0.smithi157.stdout:3682: done (1 left) 2024-08-17T00:45:05.721 INFO:tasks.rados.rados.0.smithi157.stdout:3684: rmattr oid 24 current snap is 362 2024-08-17T00:45:05.721 INFO:tasks.rados.rados.0.smithi157.stdout:3684: done (1 left) 2024-08-17T00:45:05.721 INFO:tasks.rados.rados.0.smithi157.stdout:3685: copy_from oid 17 from oid 40 current snap is 362 2024-08-17T00:45:05.721 INFO:tasks.rados.rados.0.smithi157.stdout:3686: read oid 49 snap -1 2024-08-17T00:45:05.722 INFO:tasks.rados.rados.0.smithi157.stdout:3686: expect deleted 2024-08-17T00:45:05.722 INFO:tasks.rados.rados.0.smithi157.stdout:3687: setattr oid 8 current snap is 362 2024-08-17T00:45:05.722 INFO:tasks.rados.rados.0.smithi157.stdout:3686: done (3 left) 2024-08-17T00:45:05.722 INFO:tasks.rados.rados.0.smithi157.stdout:3688: read oid 43 snap -1 2024-08-17T00:45:05.722 INFO:tasks.rados.rados.0.smithi157.stdout:3688: expect (ObjNum 1107 snap 362 seq_num 1107) 2024-08-17T00:45:05.722 INFO:tasks.rados.rados.0.smithi157.stdout:3689: snap_remove snap 322 2024-08-17T00:45:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:05 smithi157 ceph-mon[98780]: osdmap e799: 8 total, 8 up, 8 in 2024-08-17T00:45:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:05 smithi157 ceph-mon[101289]: osdmap e799: 8 total, 8 up, 8 in 2024-08-17T00:45:06.466 INFO:tasks.rados.rados.0.smithi157.stdout:3689: done (4 left) 2024-08-17T00:45:06.466 INFO:tasks.rados.rados.0.smithi157.stdout:3690: read oid 46 snap -1 2024-08-17T00:45:06.466 INFO:tasks.rados.rados.0.smithi157.stdout:3690: expect (ObjNum 1075 snap 360 seq_num 1075) 2024-08-17T00:45:06.466 INFO:tasks.rados.rados.0.smithi157.stdout:3691: read oid 1 snap 350 2024-08-17T00:45:06.467 INFO:tasks.rados.rados.0.smithi157.stdout:3691: expect (ObjNum 865 snap 290 seq_num 865) 2024-08-17T00:45:06.467 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 31 current snap is 362 2024-08-17T00:45:06.467 INFO:tasks.rados.rados.0.smithi157.stdout:3692: seq_num 1108 ranges {0=565248,565248=647168,1212416=483328,1695744=73728} 2024-08-17T00:45:06.467 INFO:tasks.rados.rados.0.smithi157.stdout:3692: writing smithi15786056-31 from 0 to 565248 tid 1 2024-08-17T00:45:06.472 INFO:tasks.rados.rados.0.smithi157.stdout:3692: writing smithi15786056-31 from 565248 to 1212416 tid 2 2024-08-17T00:45:06.476 INFO:tasks.rados.rados.0.smithi157.stdout:3692: writing smithi15786056-31 from 1212416 to 1695744 tid 3 2024-08-17T00:45:06.477 INFO:tasks.rados.rados.0.smithi157.stdout:3692: writing smithi15786056-31 from 1695744 to 1769472 tid 4 2024-08-17T00:45:06.477 INFO:tasks.rados.rados.0.smithi157.stdout:3693: read oid 39 snap -1 2024-08-17T00:45:06.477 INFO:tasks.rados.rados.0.smithi157.stdout:3693: expect (ObjNum 1090 snap 360 seq_num 1090) 2024-08-17T00:45:06.478 INFO:tasks.rados.rados.0.smithi157.stdout:3694: snap_remove snap 328 2024-08-17T00:45:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:06 smithi157 ceph-mon[98780]: osdmap e800: 8 total, 8 up, 8 in 2024-08-17T00:45:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:06 smithi157 ceph-mon[98780]: pgmap v861: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 491 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.5 MiB/s wr, 48 op/s 2024-08-17T00:45:06.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:06 smithi157 ceph-mon[101289]: osdmap e800: 8 total, 8 up, 8 in 2024-08-17T00:45:06.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:06 smithi157 ceph-mon[101289]: pgmap v861: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 491 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.5 MiB/s wr, 48 op/s 2024-08-17T00:45:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:06 smithi187 ceph-mon[90552]: osdmap e800: 8 total, 8 up, 8 in 2024-08-17T00:45:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:06 smithi187 ceph-mon[90552]: pgmap v861: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 491 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.5 MiB/s wr, 48 op/s 2024-08-17T00:45:07.449 INFO:tasks.rados.rados.0.smithi157.stdout:3694: done (8 left) 2024-08-17T00:45:07.449 INFO:tasks.rados.rados.0.smithi157.stdout:3695: rollback oid 38 current snap is 362 2024-08-17T00:45:07.449 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 38 to 361 2024-08-17T00:45:07.449 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 2357 (ObjNum 916 snap 310 seq_num 916) dirty exists 2024-08-17T00:45:07.449 INFO:tasks.rados.rados.0.smithi157.stdout:3685: finishing copy_from racing read to smithi15786056-17 2024-08-17T00:45:07.450 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1891 (ObjNum 33 snap 0 seq_num 170957472) dirty exists 2024-08-17T00:45:07.450 INFO:tasks.rados.rados.0.smithi157.stdout:3685: finishing copy_from to smithi15786056-17 2024-08-17T00:45:07.450 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 1927 (ObjNum 940 snap 313 seq_num 940) dirty exists 2024-08-17T00:45:07.450 INFO:tasks.rados.rados.0.smithi157.stdout:3688: expect (ObjNum 1107 snap 362 seq_num 1107) 2024-08-17T00:45:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:07 smithi157 ceph-mon[98780]: osdmap e801: 8 total, 8 up, 8 in 2024-08-17T00:45:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:07 smithi157 ceph-mon[98780]: osdmap e802: 8 total, 8 up, 8 in 2024-08-17T00:45:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:07 smithi157 ceph-mon[101289]: osdmap e801: 8 total, 8 up, 8 in 2024-08-17T00:45:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:07 smithi157 ceph-mon[101289]: osdmap e802: 8 total, 8 up, 8 in 2024-08-17T00:45:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:07 smithi187 ceph-mon[90552]: osdmap e801: 8 total, 8 up, 8 in 2024-08-17T00:45:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:07 smithi187 ceph-mon[90552]: osdmap e802: 8 total, 8 up, 8 in 2024-08-17T00:45:08.093 INFO:tasks.rados.rados.0.smithi157.stdout:3691: expect (ObjNum 865 snap 290 seq_num 865) 2024-08-17T00:45:08.098 INFO:tasks.rados.rados.0.smithi157.stdout:3692: finishing write tid 1 to smithi15786056-31 2024-08-17T00:45:08.098 INFO:tasks.rados.rados.0.smithi157.stdout:3692: finishing write tid 2 to smithi15786056-31 2024-08-17T00:45:08.098 INFO:tasks.rados.rados.0.smithi157.stdout:3692: finishing write tid 3 to smithi15786056-31 2024-08-17T00:45:08.098 INFO:tasks.rados.rados.0.smithi157.stdout:3692: finishing write tid 4 to smithi15786056-31 2024-08-17T00:45:08.098 INFO:tasks.rados.rados.0.smithi157.stdout:3692: finishing write tid 5 to smithi15786056-31 2024-08-17T00:45:08.098 INFO:tasks.rados.rados.0.smithi157.stdout:3683: done (8 left) 2024-08-17T00:45:08.098 INFO:tasks.rados.rados.0.smithi157.stdout:3685: done (7 left) 2024-08-17T00:45:08.098 INFO:tasks.rados.rados.0.smithi157.stdout:3687: done (6 left) 2024-08-17T00:45:08.099 INFO:tasks.rados.rados.0.smithi157.stdout:3688: done (5 left) 2024-08-17T00:45:08.099 INFO:tasks.rados.rados.0.smithi157.stdout:3691: done (4 left) 2024-08-17T00:45:08.099 INFO:tasks.rados.rados.0.smithi157.stdout:3696: read oid 43 snap 278 2024-08-17T00:45:08.099 INFO:tasks.rados.rados.0.smithi157.stdout:3696: expect (ObjNum 800 snap 267 seq_num 800) 2024-08-17T00:45:08.099 INFO:tasks.rados.rados.0.smithi157.stdout:3697: rollback oid 27 current snap is 362 2024-08-17T00:45:08.099 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 27 to 345 2024-08-17T00:45:08.099 INFO:tasks.rados.rados.0.smithi157.stdout:3692: finishing write tid 6 to smithi15786056-31 2024-08-17T00:45:08.099 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 1972 (ObjNum 1108 snap 362 seq_num 1108) dirty exists 2024-08-17T00:45:08.099 INFO:tasks.rados.rados.0.smithi157.stdout:3692: left oid 31 (ObjNum 1108 snap 362 seq_num 1108) 2024-08-17T00:45:08.099 INFO:tasks.rados.rados.0.smithi157.stdout:3690: expect (ObjNum 1075 snap 360 seq_num 1075) 2024-08-17T00:45:08.330 INFO:tasks.rados.rados.0.smithi157.stdout:3693: expect (ObjNum 1090 snap 360 seq_num 1090) 2024-08-17T00:45:08.613 INFO:tasks.rados.rados.0.smithi157.stdout:3695: finishing rollback tid 1 to smithi15786056-38 2024-08-17T00:45:08.613 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 1883 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T00:45:08.613 INFO:tasks.rados.rados.0.smithi157.stdout:3697: finishing rollback tid 0 to smithi15786056-27 2024-08-17T00:45:08.613 INFO:tasks.rados.rados.0.smithi157.stdout:3690: done (5 left) 2024-08-17T00:45:08.613 INFO:tasks.rados.rados.0.smithi157.stdout:3692: done (4 left) 2024-08-17T00:45:08.613 INFO:tasks.rados.rados.0.smithi157.stdout:3693: done (3 left) 2024-08-17T00:45:08.614 INFO:tasks.rados.rados.0.smithi157.stdout:3695: done (2 left) 2024-08-17T00:45:08.614 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 39 current snap is 362 2024-08-17T00:45:08.614 INFO:tasks.rados.rados.0.smithi157.stdout:3697: finishing rollback tid 1 to smithi15786056-27 2024-08-17T00:45:08.614 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 1774 (ObjNum 449 snap 0 seq_num 172025808) dirty dne 2024-08-17T00:45:08.614 INFO:tasks.rados.rados.0.smithi157.stdout:3696: expect (ObjNum 800 snap 267 seq_num 800) 2024-08-17T00:45:08.678 INFO:tasks.rados.rados.0.smithi157.stdout:3698: seq_num 1109 ranges {5890048=581632,6471680=532480,7004160=647168,7651328=24576} 2024-08-17T00:45:08.712 INFO:tasks.rados.rados.0.smithi157.stdout:3698: writing smithi15786056-39 from 5890048 to 6471680 tid 1 2024-08-17T00:45:08.715 INFO:tasks.rados.rados.0.smithi157.stdout:3698: writing smithi15786056-39 from 6471680 to 7004160 tid 2 2024-08-17T00:45:08.720 INFO:tasks.rados.rados.0.smithi157.stdout:3698: writing smithi15786056-39 from 7004160 to 7651328 tid 3 2024-08-17T00:45:08.720 INFO:tasks.rados.rados.0.smithi157.stdout:3698: writing smithi15786056-39 from 7651328 to 7675904 tid 4 2024-08-17T00:45:08.720 INFO:tasks.rados.rados.0.smithi157.stdout:3696: done (2 left) 2024-08-17T00:45:08.720 INFO:tasks.rados.rados.0.smithi157.stdout:3697: done (1 left) 2024-08-17T00:45:08.720 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 40 current snap is 362 2024-08-17T00:45:08.720 INFO:tasks.rados.rados.0.smithi157.stdout:3698: finishing write tid 1 to smithi15786056-39 2024-08-17T00:45:08.720 INFO:tasks.rados.rados.0.smithi157.stdout:3698: finishing write tid 2 to smithi15786056-39 2024-08-17T00:45:08.720 INFO:tasks.rados.rados.0.smithi157.stdout:3699: seq_num 1110 ranges {1351680=598016,1949696=466944,2416640=450560,2867200=286720} 2024-08-17T00:45:08.730 INFO:tasks.rados.rados.0.smithi157.stdout:3699: writing smithi15786056-40 from 1351680 to 1949696 tid 1 2024-08-17T00:45:08.733 INFO:tasks.rados.rados.0.smithi157.stdout:3699: writing smithi15786056-40 from 1949696 to 2416640 tid 2 2024-08-17T00:45:08.736 INFO:tasks.rados.rados.0.smithi157.stdout:3699: writing smithi15786056-40 from 2416640 to 2867200 tid 3 2024-08-17T00:45:08.738 INFO:tasks.rados.rados.0.smithi157.stdout:3699: writing smithi15786056-40 from 2867200 to 3153920 tid 4 2024-08-17T00:45:08.738 INFO:tasks.rados.rados.0.smithi157.stdout:3700: read oid 15 snap 358 2024-08-17T00:45:08.738 INFO:tasks.rados.rados.0.smithi157.stdout:3700: expect (ObjNum 1026 snap 345 seq_num 1026) 2024-08-17T00:45:08.738 INFO:tasks.rados.rados.0.smithi157.stdout:3701: snap_remove snap 315 2024-08-17T00:45:08.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:08 smithi157 ceph-mon[101289]: pgmap v864: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 480 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 35 op/s 2024-08-17T00:45:08.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:08 smithi157 ceph-mon[98780]: pgmap v864: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 480 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 35 op/s 2024-08-17T00:45:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:08 smithi187 ceph-mon[90552]: pgmap v864: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 480 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 35 op/s 2024-08-17T00:45:09.472 INFO:tasks.rados.rados.0.smithi157.stdout:3701: done (3 left) 2024-08-17T00:45:09.472 INFO:tasks.rados.rados.0.smithi157.stdout:3702: snap_create 2024-08-17T00:45:09.472 INFO:tasks.rados.rados.0.smithi157.stdout:3698: finishing write tid 3 to smithi15786056-39 2024-08-17T00:45:09.473 INFO:tasks.rados.rados.0.smithi157.stdout:3698: finishing write tid 4 to smithi15786056-39 2024-08-17T00:45:09.473 INFO:tasks.rados.rados.0.smithi157.stdout:3698: finishing write tid 5 to smithi15786056-39 2024-08-17T00:45:09.473 INFO:tasks.rados.rados.0.smithi157.stdout:3698: finishing write tid 6 to smithi15786056-39 2024-08-17T00:45:09.473 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 2812 (ObjNum 1109 snap 362 seq_num 1109) dirty exists 2024-08-17T00:45:09.473 INFO:tasks.rados.rados.0.smithi157.stdout:3698: left oid 39 (ObjNum 1109 snap 362 seq_num 1109) 2024-08-17T00:45:09.473 INFO:tasks.rados.rados.0.smithi157.stdout:3699: finishing write tid 1 to smithi15786056-40 2024-08-17T00:45:09.473 INFO:tasks.rados.rados.0.smithi157.stdout:3699: finishing write tid 2 to smithi15786056-40 2024-08-17T00:45:09.473 INFO:tasks.rados.rados.0.smithi157.stdout:3699: finishing write tid 3 to smithi15786056-40 2024-08-17T00:45:09.473 INFO:tasks.rados.rados.0.smithi157.stdout:3699: finishing write tid 4 to smithi15786056-40 2024-08-17T00:45:09.473 INFO:tasks.rados.rados.0.smithi157.stdout:3699: finishing write tid 5 to smithi15786056-40 2024-08-17T00:45:09.473 INFO:tasks.rados.rados.0.smithi157.stdout:3699: finishing write tid 6 to smithi15786056-40 2024-08-17T00:45:09.473 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 40 v 1994 (ObjNum 1110 snap 362 seq_num 1110) dirty exists 2024-08-17T00:45:09.473 INFO:tasks.rados.rados.0.smithi157.stdout:3699: left oid 40 (ObjNum 1110 snap 362 seq_num 1110) 2024-08-17T00:45:09.474 INFO:tasks.rados.rados.0.smithi157.stdout:3700: expect (ObjNum 1026 snap 345 seq_num 1026) 2024-08-17T00:45:10.478 INFO:tasks.rados.rados.0.smithi157.stdout:3698: done (3 left) 2024-08-17T00:45:10.478 INFO:tasks.rados.rados.0.smithi157.stdout:3699: done (2 left) 2024-08-17T00:45:10.478 INFO:tasks.rados.rados.0.smithi157.stdout:3700: done (1 left) 2024-08-17T00:45:10.478 INFO:tasks.rados.rados.0.smithi157.stdout:3702: done (0 left) 2024-08-17T00:45:10.478 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 363 2024-08-17T00:45:10.478 INFO:tasks.rados.rados.0.smithi157.stdout:3703: seq_num 1111 ranges {2695168=614400,3309568=753664,4063232=450560} 2024-08-17T00:45:10.495 INFO:tasks.rados.rados.0.smithi157.stdout:3703: writing smithi15786056-15 from 2695168 to 3309568 tid 1 2024-08-17T00:45:10.499 INFO:tasks.rados.rados.0.smithi157.stdout:3703: writing smithi15786056-15 from 3309568 to 4063232 tid 2 2024-08-17T00:45:10.502 INFO:tasks.rados.rados.0.smithi157.stdout:3703: writing smithi15786056-15 from 4063232 to 4513792 tid 3 2024-08-17T00:45:10.503 INFO:tasks.rados.rados.0.smithi157.stdout:3704: read oid 34 snap -1 2024-08-17T00:45:10.503 INFO:tasks.rados.rados.0.smithi157.stdout:3704: expect (ObjNum 1100 snap 361 seq_num 1100) 2024-08-17T00:45:10.503 INFO:tasks.rados.rados.0.smithi157.stdout:3705: snap_create 2024-08-17T00:45:10.503 INFO:tasks.rados.rados.0.smithi157.stdout:3703: finishing write tid 1 to smithi15786056-15 2024-08-17T00:45:10.507 INFO:tasks.rados.rados.0.smithi157.stdout:3703: finishing write tid 2 to smithi15786056-15 2024-08-17T00:45:10.508 INFO:tasks.rados.rados.0.smithi157.stdout:3703: finishing write tid 3 to smithi15786056-15 2024-08-17T00:45:10.510 INFO:tasks.rados.rados.0.smithi157.stdout:3703: finishing write tid 4 to smithi15786056-15 2024-08-17T00:45:10.513 INFO:tasks.rados.rados.0.smithi157.stdout:3703: finishing write tid 5 to smithi15786056-15 2024-08-17T00:45:10.513 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 2009 (ObjNum 1111 snap 363 seq_num 1111) dirty exists 2024-08-17T00:45:10.513 INFO:tasks.rados.rados.0.smithi157.stdout:3703: left oid 15 (ObjNum 1111 snap 363 seq_num 1111) 2024-08-17T00:45:10.514 INFO:tasks.rados.rados.0.smithi157.stdout:3704: expect (ObjNum 1100 snap 361 seq_num 1100) 2024-08-17T00:45:10.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:10 smithi157 ceph-mon[98780]: osdmap e803: 8 total, 8 up, 8 in 2024-08-17T00:45:10.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:10 smithi157 ceph-mon[98780]: pgmap v866: 121 pgs: 121 active+clean; 470 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-08-17T00:45:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:10 smithi157 ceph-mon[101289]: osdmap e803: 8 total, 8 up, 8 in 2024-08-17T00:45:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:10 smithi157 ceph-mon[101289]: pgmap v866: 121 pgs: 121 active+clean; 470 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-08-17T00:45:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:10 smithi187 ceph-mon[90552]: osdmap e803: 8 total, 8 up, 8 in 2024-08-17T00:45:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:10 smithi187 ceph-mon[90552]: pgmap v866: 121 pgs: 121 active+clean; 470 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-08-17T00:45:11.483 INFO:tasks.rados.rados.0.smithi157.stdout:3703: done (2 left) 2024-08-17T00:45:11.483 INFO:tasks.rados.rados.0.smithi157.stdout:3704: done (1 left) 2024-08-17T00:45:11.483 INFO:tasks.rados.rados.0.smithi157.stdout:3705: done (0 left) 2024-08-17T00:45:11.483 INFO:tasks.rados.rados.0.smithi157.stdout:3706: delete oid 41 current snap is 364 2024-08-17T00:45:11.485 INFO:tasks.rados.rados.0.smithi157.stdout:3706: done (0 left) 2024-08-17T00:45:11.485 INFO:tasks.rados.rados.0.smithi157.stdout:3707: read oid 12 snap 362 2024-08-17T00:45:11.485 INFO:tasks.rados.rados.0.smithi157.stdout:3707: expect (ObjNum 1019 snap 342 seq_num 1019) 2024-08-17T00:45:11.486 INFO:tasks.rados.rados.0.smithi157.stdout:3708: rollback oid 24 current snap is 364 2024-08-17T00:45:11.486 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 24 to 359 2024-08-17T00:45:11.486 INFO:tasks.rados.rados.0.smithi157.stdout:3709: read oid 26 snap 363 2024-08-17T00:45:11.486 INFO:tasks.rados.rados.0.smithi157.stdout:3709: expect deleted 2024-08-17T00:45:11.486 INFO:tasks.rados.rados.0.smithi157.stdout:3710: snap_remove snap 350 2024-08-17T00:45:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:11 smithi157 ceph-mon[98780]: osdmap e804: 8 total, 8 up, 8 in 2024-08-17T00:45:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:11 smithi157 ceph-mon[101289]: osdmap e804: 8 total, 8 up, 8 in 2024-08-17T00:45:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:11 smithi187 ceph-mon[90552]: osdmap e804: 8 total, 8 up, 8 in 2024-08-17T00:45:12.454 INFO:tasks.rados.rados.0.smithi157.stdout:3710: done (3 left) 2024-08-17T00:45:12.454 INFO:tasks.rados.rados.0.smithi157.stdout:3711: delete oid 42 current snap is 364 2024-08-17T00:45:12.454 INFO:tasks.rados.rados.0.smithi157.stdout:3708: finishing rollback tid 0 to smithi15786056-24 2024-08-17T00:45:12.454 INFO:tasks.rados.rados.0.smithi157.stdout:3708: finishing rollback tid 1 to smithi15786056-24 2024-08-17T00:45:12.454 INFO:tasks.rados.rados.0.smithi157.stdout:3708: finishing rollback tid 2 to smithi15786056-24 2024-08-17T00:45:12.454 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1705 (ObjNum 1065 snap 359 seq_num 1065) dirty exists 2024-08-17T00:45:12.454 INFO:tasks.rados.rados.0.smithi157.stdout:3707: expect (ObjNum 1019 snap 342 seq_num 1019) 2024-08-17T00:45:12.663 INFO:tasks.rados.rados.0.smithi157.stdout:3707: done (3 left) 2024-08-17T00:45:12.663 INFO:tasks.rados.rados.0.smithi157.stdout:3708: done (2 left) 2024-08-17T00:45:12.663 INFO:tasks.rados.rados.0.smithi157.stdout:3709: done (1 left) 2024-08-17T00:45:12.663 INFO:tasks.rados.rados.0.smithi157.stdout:3711: done (0 left) 2024-08-17T00:45:12.663 INFO:tasks.rados.rados.0.smithi157.stdout:3712: setattr oid 12 current snap is 364 2024-08-17T00:45:12.664 INFO:tasks.rados.rados.0.smithi157.stdout:3713: read oid 5 snap -1 2024-08-17T00:45:12.665 INFO:tasks.rados.rados.0.smithi157.stdout:3713: expect (ObjNum 1092 snap 360 seq_num 1092) 2024-08-17T00:45:12.665 INFO:tasks.rados.rados.0.smithi157.stdout:3714: read oid 43 snap -1 2024-08-17T00:45:12.665 INFO:tasks.rados.rados.0.smithi157.stdout:3714: expect (ObjNum 1107 snap 362 seq_num 1107) 2024-08-17T00:45:12.665 INFO:tasks.rados.rados.0.smithi157.stdout:3715: read oid 11 snap 363 2024-08-17T00:45:12.665 INFO:tasks.rados.rados.0.smithi157.stdout:3715: expect (ObjNum 995 snap 335 seq_num 995) 2024-08-17T00:45:12.665 INFO:tasks.rados.rados.0.smithi157.stdout:3716: copy_from oid 30 from oid 26 current snap is 364 2024-08-17T00:45:12.665 INFO:tasks.rados.rados.0.smithi157.stdout:3717: copy_from oid 50 from oid 37 current snap is 364 2024-08-17T00:45:12.665 INFO:tasks.rados.rados.0.smithi157.stdout:3718: snap_remove snap 358 2024-08-17T00:45:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:12 smithi187 ceph-mon[90552]: osdmap e805: 8 total, 8 up, 8 in 2024-08-17T00:45:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:12 smithi187 ceph-mon[90552]: pgmap v869: 121 pgs: 121 active+clean; 391 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 4.6 MiB/s wr, 45 op/s 2024-08-17T00:45:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:12 smithi187 ceph-mon[90552]: osdmap e806: 8 total, 8 up, 8 in 2024-08-17T00:45:12.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:45:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:45:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:12.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:12 smithi157 ceph-mon[98780]: osdmap e805: 8 total, 8 up, 8 in 2024-08-17T00:45:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:12 smithi157 ceph-mon[98780]: pgmap v869: 121 pgs: 121 active+clean; 391 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 4.6 MiB/s wr, 45 op/s 2024-08-17T00:45:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:12 smithi157 ceph-mon[98780]: osdmap e806: 8 total, 8 up, 8 in 2024-08-17T00:45:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:12 smithi157 ceph-mon[101289]: osdmap e805: 8 total, 8 up, 8 in 2024-08-17T00:45:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:12 smithi157 ceph-mon[101289]: pgmap v869: 121 pgs: 121 active+clean; 391 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 4.6 MiB/s wr, 45 op/s 2024-08-17T00:45:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:12 smithi157 ceph-mon[101289]: osdmap e806: 8 total, 8 up, 8 in 2024-08-17T00:45:13.490 INFO:tasks.rados.rados.0.smithi157.stdout:3718: done (6 left) 2024-08-17T00:45:13.491 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 364 2024-08-17T00:45:13.491 INFO:tasks.rados.rados.0.smithi157.stdout:3719: seq_num 1114 ranges {5431296=663552,6094848=802816,6897664=401408} 2024-08-17T00:45:13.524 INFO:tasks.rados.rados.0.smithi157.stdout:3719: writing smithi15786056-46 from 5431296 to 6094848 tid 1 2024-08-17T00:45:13.529 INFO:tasks.rados.rados.0.smithi157.stdout:3719: writing smithi15786056-46 from 6094848 to 6897664 tid 2 2024-08-17T00:45:13.532 INFO:tasks.rados.rados.0.smithi157.stdout:3719: writing smithi15786056-46 from 6897664 to 7299072 tid 3 2024-08-17T00:45:13.532 INFO:tasks.rados.rados.0.smithi157.stdout:3720: copy_from oid 32 from oid 7 current snap is 364 2024-08-17T00:45:13.532 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 1885 (ObjNum 1019 snap 342 seq_num 1019) dirty exists 2024-08-17T00:45:13.532 INFO:tasks.rados.rados.0.smithi157.stdout:3717: finishing copy_from racing read to smithi15786056-50 2024-08-17T00:45:13.532 INFO:tasks.rados.rados.0.smithi157.stdout:3717: finishing copy_from to smithi15786056-50 2024-08-17T00:45:13.532 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 1917 (ObjNum 1046 snap 351 seq_num 1046) dirty exists 2024-08-17T00:45:13.532 INFO:tasks.rados.rados.0.smithi157.stdout:3712: done (7 left) 2024-08-17T00:45:13.532 INFO:tasks.rados.rados.0.smithi157.stdout:3717: done (6 left) 2024-08-17T00:45:13.532 INFO:tasks.rados.rados.0.smithi157.stdout:3721: snap_create 2024-08-17T00:45:13.532 INFO:tasks.rados.rados.0.smithi157.stdout:3716: finishing copy_from to smithi15786056-30 2024-08-17T00:45:13.533 INFO:tasks.rados.rados.0.smithi157.stdout:3716: got expected ENOENT (src dne) 2024-08-17T00:45:13.533 INFO:tasks.rados.rados.0.smithi157.stdout:3716: finishing copy_from racing read to smithi15786056-30 2024-08-17T00:45:13.533 INFO:tasks.rados.rados.0.smithi157.stdout:3714: expect (ObjNum 1107 snap 362 seq_num 1107) 2024-08-17T00:45:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:45:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:45:13] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.43.0" 2024-08-17T00:45:14.179 INFO:tasks.rados.rados.0.smithi157.stdout:3713: expect (ObjNum 1092 snap 360 seq_num 1092) 2024-08-17T00:45:14.580 INFO:tasks.rados.rados.0.smithi157.stdout:3715: expect (ObjNum 995 snap 335 seq_num 995) 2024-08-17T00:45:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:14 smithi157 ceph-mon[101289]: osdmap e807: 8 total, 8 up, 8 in 2024-08-17T00:45:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:14 smithi157 ceph-mon[101289]: pgmap v872: 121 pgs: 121 active+clean; 366 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-17T00:45:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:45:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:14 smithi157 ceph-mon[98780]: osdmap e807: 8 total, 8 up, 8 in 2024-08-17T00:45:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:14 smithi157 ceph-mon[98780]: pgmap v872: 121 pgs: 121 active+clean; 366 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-17T00:45:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:45:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:14 smithi187 ceph-mon[90552]: osdmap e807: 8 total, 8 up, 8 in 2024-08-17T00:45:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:14 smithi187 ceph-mon[90552]: pgmap v872: 121 pgs: 121 active+clean; 366 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-17T00:45:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:45:15.036 INFO:tasks.rados.rados.0.smithi157.stdout:3719: finishing write tid 1 to smithi15786056-46 2024-08-17T00:45:15.037 INFO:tasks.rados.rados.0.smithi157.stdout:3719: finishing write tid 2 to smithi15786056-46 2024-08-17T00:45:15.037 INFO:tasks.rados.rados.0.smithi157.stdout:3719: finishing write tid 3 to smithi15786056-46 2024-08-17T00:45:15.037 INFO:tasks.rados.rados.0.smithi157.stdout:3719: finishing write tid 4 to smithi15786056-46 2024-08-17T00:45:15.037 INFO:tasks.rados.rados.0.smithi157.stdout:3719: finishing write tid 5 to smithi15786056-46 2024-08-17T00:45:15.037 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1921 (ObjNum 1114 snap 364 seq_num 1114) dirty exists 2024-08-17T00:45:15.037 INFO:tasks.rados.rados.0.smithi157.stdout:3719: left oid 46 (ObjNum 1114 snap 364 seq_num 1114) 2024-08-17T00:45:15.037 INFO:tasks.rados.rados.0.smithi157.stdout:3720: finishing copy_from racing read to smithi15786056-32 2024-08-17T00:45:15.037 INFO:tasks.rados.rados.0.smithi157.stdout:3720: finishing copy_from to smithi15786056-32 2024-08-17T00:45:15.037 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 1885 (ObjNum 1027 snap 346 seq_num 1027) dirty exists 2024-08-17T00:45:15.037 INFO:tasks.rados.rados.0.smithi157.stdout:3713: done (6 left) 2024-08-17T00:45:15.037 INFO:tasks.rados.rados.0.smithi157.stdout:3714: done (5 left) 2024-08-17T00:45:15.037 INFO:tasks.rados.rados.0.smithi157.stdout:3715: done (4 left) 2024-08-17T00:45:15.037 INFO:tasks.rados.rados.0.smithi157.stdout:3716: done (3 left) 2024-08-17T00:45:15.038 INFO:tasks.rados.rados.0.smithi157.stdout:3719: done (2 left) 2024-08-17T00:45:15.038 INFO:tasks.rados.rados.0.smithi157.stdout:3720: done (1 left) 2024-08-17T00:45:15.038 INFO:tasks.rados.rados.0.smithi157.stdout:3721: done (0 left) 2024-08-17T00:45:15.038 INFO:tasks.rados.rados.0.smithi157.stdout:3722: rmattr oid 20 current snap is 365 2024-08-17T00:45:15.038 INFO:tasks.rados.rados.0.smithi157.stdout:3722: done (0 left) 2024-08-17T00:45:15.038 INFO:tasks.rados.rados.0.smithi157.stdout:3723: rollback oid 4 current snap is 365 2024-08-17T00:45:15.038 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 4 to 348 2024-08-17T00:45:15.038 INFO:tasks.rados.rados.0.smithi157.stdout:3724: rmattr oid 11 current snap is 365 2024-08-17T00:45:15.038 INFO:tasks.rados.rados.0.smithi157.stdout:3725: read oid 3 snap 345 2024-08-17T00:45:15.038 INFO:tasks.rados.rados.0.smithi157.stdout:3725: expect (ObjNum 855 snap 286 seq_num 855) 2024-08-17T00:45:15.039 INFO:tasks.rados.rados.0.smithi157.stdout:3726: read oid 6 snap -1 2024-08-17T00:45:15.039 INFO:tasks.rados.rados.0.smithi157.stdout:3726: expect (ObjNum 1053 snap 355 seq_num 1053) 2024-08-17T00:45:15.039 INFO:tasks.rados.rados.0.smithi157.stdout:3727: delete oid 29 current snap is 365 2024-08-17T00:45:15.041 INFO:tasks.rados.rados.0.smithi157.stdout:3723: finishing rollback tid 1 to smithi15786056-4 2024-08-17T00:45:15.041 INFO:tasks.rados.rados.0.smithi157.stdout:3727: done (4 left) 2024-08-17T00:45:15.041 INFO:tasks.rados.rados.0.smithi157.stdout:3728: copy_from oid 23 from oid 39 current snap is 365 2024-08-17T00:45:15.041 INFO:tasks.rados.rados.0.smithi157.stdout:3723: finishing rollback tid 2 to smithi15786056-4 2024-08-17T00:45:15.041 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 2093 (ObjNum 1032 snap 348 seq_num 1032) dirty exists 2024-08-17T00:45:15.041 INFO:tasks.rados.rados.0.smithi157.stdout:3723: done (4 left) 2024-08-17T00:45:15.042 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 365 2024-08-17T00:45:15.042 INFO:tasks.rados.rados.0.smithi157.stdout:3729: seq_num 1116 ranges {6365184=696320,7061504=573440,7634944=450560,8085504=180224} 2024-08-17T00:45:15.080 INFO:tasks.rados.rados.0.smithi157.stdout:3729: writing smithi15786056-5 from 6365184 to 7061504 tid 1 2024-08-17T00:45:15.083 INFO:tasks.rados.rados.0.smithi157.stdout:3729: writing smithi15786056-5 from 7061504 to 7634944 tid 2 2024-08-17T00:45:15.086 INFO:tasks.rados.rados.0.smithi157.stdout:3729: writing smithi15786056-5 from 7634944 to 8085504 tid 3 2024-08-17T00:45:15.087 INFO:tasks.rados.rados.0.smithi157.stdout:3729: writing smithi15786056-5 from 8085504 to 8265728 tid 4 2024-08-17T00:45:15.088 INFO:tasks.rados.rados.0.smithi157.stdout:3730: snap_remove snap 353 2024-08-17T00:45:15.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[101289]: osdmap e808: 8 total, 8 up, 8 in 2024-08-17T00:45:15.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:45:15.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:45:15.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:45:15.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:45:15.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:45:15.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:45:15.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:45:15.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[98780]: osdmap e808: 8 total, 8 up, 8 in 2024-08-17T00:45:15.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:45:15.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:45:15.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:45:15.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:45:15.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:45:15.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:45:15.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:45:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:15 smithi187 ceph-mon[90552]: osdmap e808: 8 total, 8 up, 8 in 2024-08-17T00:45:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:45:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:45:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:45:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:45:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:45:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:45:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:45:15.958 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 2405 (ObjNum 995 snap 335 seq_num 995) dirty exists 2024-08-17T00:45:15.958 INFO:tasks.rados.rados.0.smithi157.stdout:3725: expect (ObjNum 855 snap 286 seq_num 855) 2024-08-17T00:45:16.038 INFO:tasks.rados.rados.0.smithi157.stdout:3726: expect (ObjNum 1053 snap 355 seq_num 1053) 2024-08-17T00:45:16.314 INFO:tasks.rados.rados.0.smithi157.stdout:3728: finishing copy_from racing read to smithi15786056-23 2024-08-17T00:45:16.314 INFO:tasks.rados.rados.0.smithi157.stdout:3728: finishing copy_from to smithi15786056-23 2024-08-17T00:45:16.314 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 2812 (ObjNum 1109 snap 362 seq_num 1109) dirty exists 2024-08-17T00:45:16.314 INFO:tasks.rados.rados.0.smithi157.stdout:3729: finishing write tid 1 to smithi15786056-5 2024-08-17T00:45:16.314 INFO:tasks.rados.rados.0.smithi157.stdout:3729: finishing write tid 2 to smithi15786056-5 2024-08-17T00:45:16.314 INFO:tasks.rados.rados.0.smithi157.stdout:3729: finishing write tid 3 to smithi15786056-5 2024-08-17T00:45:16.314 INFO:tasks.rados.rados.0.smithi157.stdout:3729: finishing write tid 4 to smithi15786056-5 2024-08-17T00:45:16.315 INFO:tasks.rados.rados.0.smithi157.stdout:3729: finishing write tid 5 to smithi15786056-5 2024-08-17T00:45:16.315 INFO:tasks.rados.rados.0.smithi157.stdout:3729: finishing write tid 6 to smithi15786056-5 2024-08-17T00:45:16.315 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 2035 (ObjNum 1116 snap 365 seq_num 1116) dirty exists 2024-08-17T00:45:16.315 INFO:tasks.rados.rados.0.smithi157.stdout:3729: left oid 5 (ObjNum 1116 snap 365 seq_num 1116) 2024-08-17T00:45:16.315 INFO:tasks.rados.rados.0.smithi157.stdout:3724: done (5 left) 2024-08-17T00:45:16.315 INFO:tasks.rados.rados.0.smithi157.stdout:3725: done (4 left) 2024-08-17T00:45:16.315 INFO:tasks.rados.rados.0.smithi157.stdout:3726: done (3 left) 2024-08-17T00:45:16.315 INFO:tasks.rados.rados.0.smithi157.stdout:3728: done (2 left) 2024-08-17T00:45:16.315 INFO:tasks.rados.rados.0.smithi157.stdout:3729: done (1 left) 2024-08-17T00:45:16.315 INFO:tasks.rados.rados.0.smithi157.stdout:3730: done (0 left) 2024-08-17T00:45:16.315 INFO:tasks.rados.rados.0.smithi157.stdout:3731: snap_create 2024-08-17T00:45:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:16 smithi157 ceph-mon[98780]: pgmap v874: 121 pgs: 121 active+clean; 378 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-08-17T00:45:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:16 smithi157 ceph-mon[98780]: osdmap e809: 8 total, 8 up, 8 in 2024-08-17T00:45:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:16 smithi157 ceph-mon[101289]: pgmap v874: 121 pgs: 121 active+clean; 378 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-08-17T00:45:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:16 smithi157 ceph-mon[101289]: osdmap e809: 8 total, 8 up, 8 in 2024-08-17T00:45:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:16 smithi187 ceph-mon[90552]: pgmap v874: 121 pgs: 121 active+clean; 378 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-08-17T00:45:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:16 smithi187 ceph-mon[90552]: osdmap e809: 8 total, 8 up, 8 in 2024-08-17T00:45:16.958 INFO:tasks.rados.rados.0.smithi157.stdout:3731: done (0 left) 2024-08-17T00:45:16.958 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 17 current snap is 366 2024-08-17T00:45:16.958 INFO:tasks.rados.rados.0.smithi157.stdout:3732: seq_num 1117 ranges {1351680=712704,2064384=458752,2523136=655360,3178496=90112} 2024-08-17T00:45:16.969 INFO:tasks.rados.rados.0.smithi157.stdout:3732: writing smithi15786056-17 from 1351680 to 2064384 tid 1 2024-08-17T00:45:16.972 INFO:tasks.rados.rados.0.smithi157.stdout:3732: writing smithi15786056-17 from 2064384 to 2523136 tid 2 2024-08-17T00:45:16.975 INFO:tasks.rados.rados.0.smithi157.stdout:3732: writing smithi15786056-17 from 2523136 to 3178496 tid 3 2024-08-17T00:45:16.976 INFO:tasks.rados.rados.0.smithi157.stdout:3732: writing smithi15786056-17 from 3178496 to 3268608 tid 4 2024-08-17T00:45:16.976 INFO:tasks.rados.rados.0.smithi157.stdout:3733: read oid 7 snap -1 2024-08-17T00:45:16.976 INFO:tasks.rados.rados.0.smithi157.stdout:3733: expect (ObjNum 1027 snap 346 seq_num 1027) 2024-08-17T00:45:16.976 INFO:tasks.rados.rados.0.smithi157.stdout:3734: snap_remove snap 360 2024-08-17T00:45:17.453 INFO:tasks.rados.rados.0.smithi157.stdout:3734: done (2 left) 2024-08-17T00:45:17.453 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 366 2024-08-17T00:45:17.453 INFO:tasks.rados.rados.0.smithi157.stdout:3735: seq_num 1118 ranges {950272=729088,1679360=794624,2473984=409600} 2024-08-17T00:45:17.463 INFO:tasks.rados.rados.0.smithi157.stdout:3735: writing smithi15786056-16 from 950272 to 1679360 tid 1 2024-08-17T00:45:17.469 INFO:tasks.rados.rados.0.smithi157.stdout:3735: writing smithi15786056-16 from 1679360 to 2473984 tid 2 2024-08-17T00:45:17.472 INFO:tasks.rados.rados.0.smithi157.stdout:3735: writing smithi15786056-16 from 2473984 to 2883584 tid 3 2024-08-17T00:45:17.472 INFO:tasks.rados.rados.0.smithi157.stdout:3736: rmattr oid 29 current snap is 366 2024-08-17T00:45:17.472 INFO:tasks.rados.rados.0.smithi157.stdout:3736: done (3 left) 2024-08-17T00:45:17.472 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 10 current snap is 366 2024-08-17T00:45:17.472 INFO:tasks.rados.rados.0.smithi157.stdout:3732: finishing write tid 1 to smithi15786056-17 2024-08-17T00:45:17.472 INFO:tasks.rados.rados.0.smithi157.stdout:3732: finishing write tid 2 to smithi15786056-17 2024-08-17T00:45:17.472 INFO:tasks.rados.rados.0.smithi157.stdout:3732: finishing write tid 3 to smithi15786056-17 2024-08-17T00:45:17.473 INFO:tasks.rados.rados.0.smithi157.stdout:3732: finishing write tid 4 to smithi15786056-17 2024-08-17T00:45:17.473 INFO:tasks.rados.rados.0.smithi157.stdout:3737: seq_num 1119 ranges {8126464=745472,8871936=679936,9551872=524288} 2024-08-17T00:45:17.522 INFO:tasks.rados.rados.0.smithi157.stdout:3737: writing smithi15786056-10 from 8126464 to 8871936 tid 1 2024-08-17T00:45:17.524 INFO:tasks.rados.rados.0.smithi157.stdout:3737: writing smithi15786056-10 from 8871936 to 9551872 tid 2 2024-08-17T00:45:17.528 INFO:tasks.rados.rados.0.smithi157.stdout:3737: writing smithi15786056-10 from 9551872 to 10076160 tid 3 2024-08-17T00:45:17.528 INFO:tasks.rados.rados.0.smithi157.stdout:3738: delete oid 19 current snap is 366 2024-08-17T00:45:17.528 INFO:tasks.rados.rados.0.smithi157.stdout:3732: finishing write tid 5 to smithi15786056-17 2024-08-17T00:45:17.528 INFO:tasks.rados.rados.0.smithi157.stdout:3733: expect (ObjNum 1027 snap 346 seq_num 1027) 2024-08-17T00:45:17.541 INFO:tasks.rados.rados.0.smithi157.stdout:3732: finishing write tid 6 to smithi15786056-17 2024-08-17T00:45:17.541 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 2254 (ObjNum 1117 snap 366 seq_num 1117) dirty exists 2024-08-17T00:45:17.541 INFO:tasks.rados.rados.0.smithi157.stdout:3732: left oid 17 (ObjNum 1117 snap 366 seq_num 1117) 2024-08-17T00:45:17.541 INFO:tasks.rados.rados.0.smithi157.stdout:3735: finishing write tid 1 to smithi15786056-16 2024-08-17T00:45:17.541 INFO:tasks.rados.rados.0.smithi157.stdout:3735: finishing write tid 2 to smithi15786056-16 2024-08-17T00:45:17.541 INFO:tasks.rados.rados.0.smithi157.stdout:3735: finishing write tid 3 to smithi15786056-16 2024-08-17T00:45:17.541 INFO:tasks.rados.rados.0.smithi157.stdout:3735: finishing write tid 4 to smithi15786056-16 2024-08-17T00:45:17.541 INFO:tasks.rados.rados.0.smithi157.stdout:3735: finishing write tid 5 to smithi15786056-16 2024-08-17T00:45:17.541 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 1778 (ObjNum 1118 snap 366 seq_num 1118) dirty exists 2024-08-17T00:45:17.541 INFO:tasks.rados.rados.0.smithi157.stdout:3735: left oid 16 (ObjNum 1118 snap 366 seq_num 1118) 2024-08-17T00:45:17.542 INFO:tasks.rados.rados.0.smithi157.stdout:3737: finishing write tid 1 to smithi15786056-10 2024-08-17T00:45:17.542 INFO:tasks.rados.rados.0.smithi157.stdout:3732: done (4 left) 2024-08-17T00:45:17.542 INFO:tasks.rados.rados.0.smithi157.stdout:3733: done (3 left) 2024-08-17T00:45:17.542 INFO:tasks.rados.rados.0.smithi157.stdout:3735: done (2 left) 2024-08-17T00:45:17.542 INFO:tasks.rados.rados.0.smithi157.stdout:3738: done (1 left) 2024-08-17T00:45:17.542 INFO:tasks.rados.rados.0.smithi157.stdout:3739: copy_from oid 35 from oid 7 current snap is 366 2024-08-17T00:45:17.542 INFO:tasks.rados.rados.0.smithi157.stdout:3737: finishing write tid 2 to smithi15786056-10 2024-08-17T00:45:17.542 INFO:tasks.rados.rados.0.smithi157.stdout:3737: finishing write tid 3 to smithi15786056-10 2024-08-17T00:45:17.542 INFO:tasks.rados.rados.0.smithi157.stdout:3737: finishing write tid 4 to smithi15786056-10 2024-08-17T00:45:17.542 INFO:tasks.rados.rados.0.smithi157.stdout:3737: finishing write tid 5 to smithi15786056-10 2024-08-17T00:45:17.542 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 2097 (ObjNum 1119 snap 366 seq_num 1119) dirty exists 2024-08-17T00:45:17.542 INFO:tasks.rados.rados.0.smithi157.stdout:3737: left oid 10 (ObjNum 1119 snap 366 seq_num 1119) 2024-08-17T00:45:17.542 INFO:tasks.rados.rados.0.smithi157.stdout:3737: done (1 left) 2024-08-17T00:45:17.543 INFO:tasks.rados.rados.0.smithi157.stdout:3740: rmattr oid 5 current snap is 366 2024-08-17T00:45:17.543 INFO:tasks.rados.rados.0.smithi157.stdout:3741: snap_remove snap 362 2024-08-17T00:45:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:17 smithi157 ceph-mon[98780]: osdmap e810: 8 total, 8 up, 8 in 2024-08-17T00:45:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:17 smithi157 ceph-mon[98780]: osdmap e811: 8 total, 8 up, 8 in 2024-08-17T00:45:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:17 smithi157 ceph-mon[98780]: pgmap v878: 121 pgs: 121 active+clean; 380 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-08-17T00:45:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:17 smithi157 ceph-mon[101289]: osdmap e810: 8 total, 8 up, 8 in 2024-08-17T00:45:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:17 smithi157 ceph-mon[101289]: osdmap e811: 8 total, 8 up, 8 in 2024-08-17T00:45:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:17 smithi157 ceph-mon[101289]: pgmap v878: 121 pgs: 121 active+clean; 380 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-08-17T00:45:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:17 smithi187 ceph-mon[90552]: osdmap e810: 8 total, 8 up, 8 in 2024-08-17T00:45:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:17 smithi187 ceph-mon[90552]: osdmap e811: 8 total, 8 up, 8 in 2024-08-17T00:45:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:17 smithi187 ceph-mon[90552]: pgmap v878: 121 pgs: 121 active+clean; 380 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-08-17T00:45:18.459 INFO:tasks.rados.rados.0.smithi157.stdout:3741: done (2 left) 2024-08-17T00:45:18.459 INFO:tasks.rados.rados.0.smithi157.stdout:3742: setattr oid 26 current snap is 366 2024-08-17T00:45:18.459 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 2053 (ObjNum 1116 snap 365 seq_num 1116) dirty exists 2024-08-17T00:45:18.459 INFO:tasks.rados.rados.0.smithi157.stdout:3739: finishing copy_from racing read to smithi15786056-35 2024-08-17T00:45:18.459 INFO:tasks.rados.rados.0.smithi157.stdout:3739: finishing copy_from to smithi15786056-35 2024-08-17T00:45:18.459 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 1885 (ObjNum 1027 snap 346 seq_num 1027) dirty exists 2024-08-17T00:45:18.461 INFO:tasks.rados.rados.0.smithi157.stdout:3739: done (2 left) 2024-08-17T00:45:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:3740: done (1 left) 2024-08-17T00:45:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:3743: copy_from oid 30 from oid 9 current snap is 366 2024-08-17T00:45:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:3744: read oid 44 snap -1 2024-08-17T00:45:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:3744: expect deleted 2024-08-17T00:45:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:3745: read oid 49 snap 345 2024-08-17T00:45:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:3745: expect (ObjNum 1011 snap 340 seq_num 1011) 2024-08-17T00:45:18.462 INFO:tasks.rados.rados.0.smithi157.stdout:3746: delete oid 18 current snap is 366 2024-08-17T00:45:18.474 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 2420 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T00:45:18.475 INFO:tasks.rados.rados.0.smithi157.stdout:3743: finishing copy_from racing read to smithi15786056-30 2024-08-17T00:45:18.477 INFO:tasks.rados.rados.0.smithi157.stdout:3743: finishing copy_from to smithi15786056-30 2024-08-17T00:45:18.478 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 1873 (ObjNum 1013 snap 341 seq_num 1013) dirty exists 2024-08-17T00:45:18.479 INFO:tasks.rados.rados.0.smithi157.stdout:3742: done (4 left) 2024-08-17T00:45:18.479 INFO:tasks.rados.rados.0.smithi157.stdout:3743: done (3 left) 2024-08-17T00:45:18.480 INFO:tasks.rados.rados.0.smithi157.stdout:3744: done (2 left) 2024-08-17T00:45:18.480 INFO:tasks.rados.rados.0.smithi157.stdout:3746: done (1 left) 2024-08-17T00:45:18.480 INFO:tasks.rados.rados.0.smithi157.stdout:3747: read oid 11 snap 359 2024-08-17T00:45:18.480 INFO:tasks.rados.rados.0.smithi157.stdout:3747: expect (ObjNum 1006 snap 336 seq_num 1006) 2024-08-17T00:45:18.480 INFO:tasks.rados.rados.0.smithi157.stdout:3748: snap_remove snap 365 2024-08-17T00:45:19.464 INFO:tasks.rados.rados.0.smithi157.stdout:3748: done (2 left) 2024-08-17T00:45:19.464 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 36 current snap is 366 2024-08-17T00:45:19.464 INFO:tasks.rados.rados.0.smithi157.stdout:3749: seq_num 1122 ranges {1327104=794624,2121728=729088,2850816=475136} 2024-08-17T00:45:19.476 INFO:tasks.rados.rados.0.smithi157.stdout:3749: writing smithi15786056-36 from 1327104 to 2121728 tid 1 2024-08-17T00:45:19.480 INFO:tasks.rados.rados.0.smithi157.stdout:3749: writing smithi15786056-36 from 2121728 to 2850816 tid 2 2024-08-17T00:45:19.483 INFO:tasks.rados.rados.0.smithi157.stdout:3749: writing smithi15786056-36 from 2850816 to 3325952 tid 3 2024-08-17T00:45:19.483 INFO:tasks.rados.rados.0.smithi157.stdout:3750: snap_create 2024-08-17T00:45:19.483 INFO:tasks.rados.rados.0.smithi157.stdout:3745: expect (ObjNum 1011 snap 340 seq_num 1011) 2024-08-17T00:45:19.684 INFO:tasks.rados.rados.0.smithi157.stdout:3747: expect (ObjNum 1006 snap 336 seq_num 1006) 2024-08-17T00:45:19.687 INFO:tasks.rados.rados.0.smithi157.stdout:3749: finishing write tid 1 to smithi15786056-36 2024-08-17T00:45:19.688 INFO:tasks.rados.rados.0.smithi157.stdout:3749: finishing write tid 2 to smithi15786056-36 2024-08-17T00:45:19.688 INFO:tasks.rados.rados.0.smithi157.stdout:3749: finishing write tid 3 to smithi15786056-36 2024-08-17T00:45:19.688 INFO:tasks.rados.rados.0.smithi157.stdout:3749: finishing write tid 4 to smithi15786056-36 2024-08-17T00:45:19.688 INFO:tasks.rados.rados.0.smithi157.stdout:3749: finishing write tid 5 to smithi15786056-36 2024-08-17T00:45:19.688 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 36 v 1892 (ObjNum 1122 snap 366 seq_num 1122) dirty exists 2024-08-17T00:45:19.688 INFO:tasks.rados.rados.0.smithi157.stdout:3749: left oid 36 (ObjNum 1122 snap 366 seq_num 1122) 2024-08-17T00:45:19.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:19 smithi157 ceph-mon[98780]: osdmap e812: 8 total, 8 up, 8 in 2024-08-17T00:45:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:19 smithi157 ceph-mon[101289]: osdmap e812: 8 total, 8 up, 8 in 2024-08-17T00:45:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:19 smithi187 ceph-mon[90552]: osdmap e812: 8 total, 8 up, 8 in 2024-08-17T00:45:20.470 INFO:tasks.rados.rados.0.smithi157.stdout:3745: done (3 left) 2024-08-17T00:45:20.470 INFO:tasks.rados.rados.0.smithi157.stdout:3747: done (2 left) 2024-08-17T00:45:20.470 INFO:tasks.rados.rados.0.smithi157.stdout:3749: done (1 left) 2024-08-17T00:45:20.470 INFO:tasks.rados.rados.0.smithi157.stdout:3750: done (0 left) 2024-08-17T00:45:20.470 INFO:tasks.rados.rados.0.smithi157.stdout:3751: snap_remove snap 278 2024-08-17T00:45:20.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:20 smithi157 ceph-mon[98780]: osdmap e813: 8 total, 8 up, 8 in 2024-08-17T00:45:20.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:20 smithi157 ceph-mon[98780]: pgmap v881: 121 pgs: 121 active+clean; 387 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-08-17T00:45:20.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:20 smithi157 ceph-mon[101289]: osdmap e813: 8 total, 8 up, 8 in 2024-08-17T00:45:20.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:20 smithi157 ceph-mon[101289]: pgmap v881: 121 pgs: 121 active+clean; 387 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-08-17T00:45:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:20 smithi187 ceph-mon[90552]: osdmap e813: 8 total, 8 up, 8 in 2024-08-17T00:45:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:20 smithi187 ceph-mon[90552]: pgmap v881: 121 pgs: 121 active+clean; 387 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-08-17T00:45:21.472 INFO:tasks.rados.rados.0.smithi157.stdout:3751: done (0 left) 2024-08-17T00:45:21.472 INFO:tasks.rados.rados.0.smithi157.stdout:3752: snap_create 2024-08-17T00:45:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:21 smithi157 ceph-mon[98780]: osdmap e814: 8 total, 8 up, 8 in 2024-08-17T00:45:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:21 smithi157 ceph-mon[101289]: osdmap e814: 8 total, 8 up, 8 in 2024-08-17T00:45:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:21 smithi187 ceph-mon[90552]: osdmap e814: 8 total, 8 up, 8 in 2024-08-17T00:45:22.453 INFO:tasks.rados.rados.0.smithi157.stdout:3752: done (0 left) 2024-08-17T00:45:22.453 INFO:tasks.rados.rados.0.smithi157.stdout:3753: read oid 11 snap -1 2024-08-17T00:45:22.453 INFO:tasks.rados.rados.0.smithi157.stdout:3753: expect (ObjNum 995 snap 335 seq_num 995) 2024-08-17T00:45:22.453 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 368 2024-08-17T00:45:22.454 INFO:tasks.rados.rados.0.smithi157.stdout:3754: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-08-17T00:45:22.455 INFO:tasks.rados.rados.0.smithi157.stdout:3754: writing smithi15786056-8 from 0 to 409600 tid 1 2024-08-17T00:45:22.459 INFO:tasks.rados.rados.0.smithi157.stdout:3754: writing smithi15786056-8 from 409600 to 1024000 tid 2 2024-08-17T00:45:22.464 INFO:tasks.rados.rados.0.smithi157.stdout:3754: writing smithi15786056-8 from 1024000 to 1622016 tid 3 2024-08-17T00:45:22.467 INFO:tasks.rados.rados.0.smithi157.stdout:3754: writing smithi15786056-8 from 1622016 to 2015232 tid 4 2024-08-17T00:45:22.467 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 12 current snap is 368 2024-08-17T00:45:22.467 INFO:tasks.rados.rados.0.smithi157.stdout:3754: finishing write tid 1 to smithi15786056-8 2024-08-17T00:45:22.467 INFO:tasks.rados.rados.0.smithi157.stdout:3754: finishing write tid 2 to smithi15786056-8 2024-08-17T00:45:22.467 INFO:tasks.rados.rados.0.smithi157.stdout:3755: seq_num 1124 ranges {3293184=434176,3727360=499712,4227072=409600,4636672=663552,5300224=32768} 2024-08-17T00:45:22.489 INFO:tasks.rados.rados.0.smithi157.stdout:3755: writing smithi15786056-12 from 3293184 to 3727360 tid 1 2024-08-17T00:45:22.492 INFO:tasks.rados.rados.0.smithi157.stdout:3755: writing smithi15786056-12 from 3727360 to 4227072 tid 2 2024-08-17T00:45:22.494 INFO:tasks.rados.rados.0.smithi157.stdout:3755: writing smithi15786056-12 from 4227072 to 4636672 tid 3 2024-08-17T00:45:22.499 INFO:tasks.rados.rados.0.smithi157.stdout:3755: writing smithi15786056-12 from 4636672 to 5300224 tid 4 2024-08-17T00:45:22.499 INFO:tasks.rados.rados.0.smithi157.stdout:3755: writing smithi15786056-12 from 5300224 to 5332992 tid 5 2024-08-17T00:45:22.499 INFO:tasks.rados.rados.0.smithi157.stdout:3756: read oid 29 snap 361 2024-08-17T00:45:22.499 INFO:tasks.rados.rados.0.smithi157.stdout:3756: expect (ObjNum 1104 snap 361 seq_num 1104) 2024-08-17T00:45:22.499 INFO:tasks.rados.rados.0.smithi157.stdout:3757: snap_create 2024-08-17T00:45:22.500 INFO:tasks.rados.rados.0.smithi157.stdout:3754: finishing write tid 3 to smithi15786056-8 2024-08-17T00:45:22.500 INFO:tasks.rados.rados.0.smithi157.stdout:3754: finishing write tid 4 to smithi15786056-8 2024-08-17T00:45:22.500 INFO:tasks.rados.rados.0.smithi157.stdout:3754: finishing write tid 5 to smithi15786056-8 2024-08-17T00:45:22.500 INFO:tasks.rados.rados.0.smithi157.stdout:3754: finishing write tid 6 to smithi15786056-8 2024-08-17T00:45:22.500 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1896 (ObjNum 1123 snap 368 seq_num 1123) dirty exists 2024-08-17T00:45:22.500 INFO:tasks.rados.rados.0.smithi157.stdout:3754: left oid 8 (ObjNum 1123 snap 368 seq_num 1123) 2024-08-17T00:45:22.500 INFO:tasks.rados.rados.0.smithi157.stdout:3753: expect (ObjNum 995 snap 335 seq_num 995) 2024-08-17T00:45:22.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:22 smithi187 ceph-mon[90552]: osdmap e815: 8 total, 8 up, 8 in 2024-08-17T00:45:22.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:22 smithi187 ceph-mon[90552]: pgmap v884: 121 pgs: 121 active+clean; 387 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-17T00:45:22.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:22 smithi187 ceph-mon[90552]: osdmap e816: 8 total, 8 up, 8 in 2024-08-17T00:45:22.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:45:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:22 smithi157 ceph-mon[98780]: osdmap e815: 8 total, 8 up, 8 in 2024-08-17T00:45:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:22 smithi157 ceph-mon[98780]: pgmap v884: 121 pgs: 121 active+clean; 387 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-17T00:45:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:22 smithi157 ceph-mon[98780]: osdmap e816: 8 total, 8 up, 8 in 2024-08-17T00:45:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:22 smithi157 ceph-mon[101289]: osdmap e815: 8 total, 8 up, 8 in 2024-08-17T00:45:22.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:22 smithi157 ceph-mon[101289]: pgmap v884: 121 pgs: 121 active+clean; 387 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-17T00:45:22.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:22 smithi157 ceph-mon[101289]: osdmap e816: 8 total, 8 up, 8 in 2024-08-17T00:45:22.913 INFO:tasks.rados.rados.0.smithi157.stdout:3755: finishing write tid 1 to smithi15786056-12 2024-08-17T00:45:22.913 INFO:tasks.rados.rados.0.smithi157.stdout:3755: finishing write tid 2 to smithi15786056-12 2024-08-17T00:45:22.913 INFO:tasks.rados.rados.0.smithi157.stdout:3755: finishing write tid 3 to smithi15786056-12 2024-08-17T00:45:22.913 INFO:tasks.rados.rados.0.smithi157.stdout:3755: finishing write tid 4 to smithi15786056-12 2024-08-17T00:45:22.913 INFO:tasks.rados.rados.0.smithi157.stdout:3755: finishing write tid 5 to smithi15786056-12 2024-08-17T00:45:22.913 INFO:tasks.rados.rados.0.smithi157.stdout:3755: finishing write tid 6 to smithi15786056-12 2024-08-17T00:45:22.914 INFO:tasks.rados.rados.0.smithi157.stdout:3755: finishing write tid 7 to smithi15786056-12 2024-08-17T00:45:22.914 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 1891 (ObjNum 1124 snap 368 seq_num 1124) dirty exists 2024-08-17T00:45:22.914 INFO:tasks.rados.rados.0.smithi157.stdout:3755: left oid 12 (ObjNum 1124 snap 368 seq_num 1124) 2024-08-17T00:45:22.914 INFO:tasks.rados.rados.0.smithi157.stdout:3756: expect (ObjNum 1104 snap 361 seq_num 1104) 2024-08-17T00:45:23.483 INFO:tasks.rados.rados.0.smithi157.stdout:3753: done (4 left) 2024-08-17T00:45:23.483 INFO:tasks.rados.rados.0.smithi157.stdout:3754: done (3 left) 2024-08-17T00:45:23.483 INFO:tasks.rados.rados.0.smithi157.stdout:3755: done (2 left) 2024-08-17T00:45:23.484 INFO:tasks.rados.rados.0.smithi157.stdout:3756: done (1 left) 2024-08-17T00:45:23.484 INFO:tasks.rados.rados.0.smithi157.stdout:3757: done (0 left) 2024-08-17T00:45:23.484 INFO:tasks.rados.rados.0.smithi157.stdout:3758: read oid 47 snap -1 2024-08-17T00:45:23.484 INFO:tasks.rados.rados.0.smithi157.stdout:3758: expect (ObjNum 1097 snap 360 seq_num 1097) 2024-08-17T00:45:23.484 INFO:tasks.rados.rados.0.smithi157.stdout:3759: delete oid 25 current snap is 369 2024-08-17T00:45:23.490 INFO:tasks.rados.rados.0.smithi157.stdout:3759: done (1 left) 2024-08-17T00:45:23.490 INFO:tasks.rados.rados.0.smithi157.stdout:3760: copy_from oid 40 from oid 42 current snap is 369 2024-08-17T00:45:23.490 INFO:tasks.rados.rados.0.smithi157.stdout:3761: copy_from oid 41 from oid 5 current snap is 369 2024-08-17T00:45:23.490 INFO:tasks.rados.rados.0.smithi157.stdout:3762: rollback oid 39 current snap is 369 2024-08-17T00:45:23.490 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 39 to 366 2024-08-17T00:45:23.490 INFO:tasks.rados.rados.0.smithi157.stdout:3763: copy_from oid 7 from oid 38 current snap is 369 2024-08-17T00:45:23.490 INFO:tasks.rados.rados.0.smithi157.stdout:3764: read oid 44 snap -1 2024-08-17T00:45:23.490 INFO:tasks.rados.rados.0.smithi157.stdout:3764: expect deleted 2024-08-17T00:45:23.490 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 43 current snap is 369 2024-08-17T00:45:23.491 INFO:tasks.rados.rados.0.smithi157.stdout:3765: seq_num 1126 ranges {9240576=466944,9707520=720896,10428416=778240,11206656=106496} 2024-08-17T00:45:23.543 INFO:tasks.rados.rados.0.smithi157.stdout:3765: writing smithi15786056-43 from 9240576 to 9707520 tid 1 2024-08-17T00:45:23.546 INFO:tasks.rados.rados.0.smithi157.stdout:3765: writing smithi15786056-43 from 9707520 to 10428416 tid 2 2024-08-17T00:45:23.551 INFO:tasks.rados.rados.0.smithi157.stdout:3765: writing smithi15786056-43 from 10428416 to 11206656 tid 3 2024-08-17T00:45:23.552 INFO:tasks.rados.rados.0.smithi157.stdout:3765: writing smithi15786056-43 from 11206656 to 11313152 tid 4 2024-08-17T00:45:23.552 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 37 current snap is 369 2024-08-17T00:45:23.552 INFO:tasks.rados.rados.0.smithi157.stdout:3766: seq_num 1127 ranges {2777088=483328,3260416=598016,3858432=581632,4440064=425984} 2024-08-17T00:45:23.570 INFO:tasks.rados.rados.0.smithi157.stdout:3766: writing smithi15786056-37 from 2777088 to 3260416 tid 1 2024-08-17T00:45:23.573 INFO:tasks.rados.rados.0.smithi157.stdout:3766: writing smithi15786056-37 from 3260416 to 3858432 tid 2 2024-08-17T00:45:23.577 INFO:tasks.rados.rados.0.smithi157.stdout:3766: writing smithi15786056-37 from 3858432 to 4440064 tid 3 2024-08-17T00:45:23.580 INFO:tasks.rados.rados.0.smithi157.stdout:3766: writing smithi15786056-37 from 4440064 to 4866048 tid 4 2024-08-17T00:45:23.580 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 369 2024-08-17T00:45:23.580 INFO:tasks.rados.rados.0.smithi157.stdout:3760: finishing copy_from to smithi15786056-40 2024-08-17T00:45:23.580 INFO:tasks.rados.rados.0.smithi157.stdout:3760: got expected ENOENT (src dne) 2024-08-17T00:45:23.580 INFO:tasks.rados.rados.0.smithi157.stdout:3760: finishing copy_from racing read to smithi15786056-40 2024-08-17T00:45:23.580 INFO:tasks.rados.rados.0.smithi157.stdout:3767: seq_num 1128 ranges {2883584=499712,3383296=483328,3866624=786432,4653056=335872} 2024-08-17T00:45:23.597 INFO:tasks.rados.rados.0.smithi157.stdout:3767: writing smithi15786056-16 from 2883584 to 3383296 tid 1 2024-08-17T00:45:23.600 INFO:tasks.rados.rados.0.smithi157.stdout:3767: writing smithi15786056-16 from 3383296 to 3866624 tid 2 2024-08-17T00:45:23.604 INFO:tasks.rados.rados.0.smithi157.stdout:3767: writing smithi15786056-16 from 3866624 to 4653056 tid 3 2024-08-17T00:45:23.607 INFO:tasks.rados.rados.0.smithi157.stdout:3767: writing smithi15786056-16 from 4653056 to 4988928 tid 4 2024-08-17T00:45:23.607 INFO:tasks.rados.rados.0.smithi157.stdout:3760: done (8 left) 2024-08-17T00:45:23.607 INFO:tasks.rados.rados.0.smithi157.stdout:3768: delete oid 25 current snap is 369 2024-08-17T00:45:23.607 INFO:tasks.rados.rados.0.smithi157.stdout:3758: expect (ObjNum 1097 snap 360 seq_num 1097) 2024-08-17T00:45:23.705 INFO:tasks.rados.rados.0.smithi157.stdout:3763: finishing copy_from to smithi15786056-7 2024-08-17T00:45:23.705 INFO:tasks.rados.rados.0.smithi157.stdout:3763: got expected ENOENT (src dne) 2024-08-17T00:45:23.705 INFO:tasks.rados.rados.0.smithi157.stdout:3763: finishing copy_from racing read to smithi15786056-7 2024-08-17T00:45:23.705 INFO:tasks.rados.rados.0.smithi157.stdout:3762: finishing rollback tid 0 to smithi15786056-39 2024-08-17T00:45:23.705 INFO:tasks.rados.rados.0.smithi157.stdout:3762: finishing rollback tid 1 to smithi15786056-39 2024-08-17T00:45:23.705 INFO:tasks.rados.rados.0.smithi157.stdout:3762: finishing rollback tid 2 to smithi15786056-39 2024-08-17T00:45:23.705 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 2898 (ObjNum 1109 snap 362 seq_num 1109) dirty exists 2024-08-17T00:45:23.705 INFO:tasks.rados.rados.0.smithi157.stdout:3761: finishing copy_from racing read to smithi15786056-41 2024-08-17T00:45:23.705 INFO:tasks.rados.rados.0.smithi157.stdout:3758: done (8 left) 2024-08-17T00:45:23.706 INFO:tasks.rados.rados.0.smithi157.stdout:3762: done (7 left) 2024-08-17T00:45:23.706 INFO:tasks.rados.rados.0.smithi157.stdout:3763: done (6 left) 2024-08-17T00:45:23.706 INFO:tasks.rados.rados.0.smithi157.stdout:3764: done (5 left) 2024-08-17T00:45:23.706 INFO:tasks.rados.rados.0.smithi157.stdout:3768: done (4 left) 2024-08-17T00:45:23.706 INFO:tasks.rados.rados.0.smithi157.stdout:3769: snap_create 2024-08-17T00:45:23.706 INFO:tasks.rados.rados.0.smithi157.stdout:3761: finishing copy_from to smithi15786056-41 2024-08-17T00:45:23.706 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 2053 (ObjNum 1116 snap 365 seq_num 1116) dirty exists 2024-08-17T00:45:23.706 INFO:tasks.rados.rados.0.smithi157.stdout:3765: finishing write tid 1 to smithi15786056-43 2024-08-17T00:45:23.706 INFO:tasks.rados.rados.0.smithi157.stdout:3765: finishing write tid 2 to smithi15786056-43 2024-08-17T00:45:23.706 INFO:tasks.rados.rados.0.smithi157.stdout:3765: finishing write tid 3 to smithi15786056-43 2024-08-17T00:45:23.706 INFO:tasks.rados.rados.0.smithi157.stdout:3765: finishing write tid 4 to smithi15786056-43 2024-08-17T00:45:23.706 INFO:tasks.rados.rados.0.smithi157.stdout:3765: finishing write tid 5 to smithi15786056-43 2024-08-17T00:45:23.706 INFO:tasks.rados.rados.0.smithi157.stdout:3765: finishing write tid 6 to smithi15786056-43 2024-08-17T00:45:23.707 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 2904 (ObjNum 1126 snap 369 seq_num 1126) dirty exists 2024-08-17T00:45:23.707 INFO:tasks.rados.rados.0.smithi157.stdout:3765: left oid 43 (ObjNum 1126 snap 369 seq_num 1126) 2024-08-17T00:45:23.707 INFO:tasks.rados.rados.0.smithi157.stdout:3766: finishing write tid 1 to smithi15786056-37 2024-08-17T00:45:23.707 INFO:tasks.rados.rados.0.smithi157.stdout:3766: finishing write tid 2 to smithi15786056-37 2024-08-17T00:45:23.707 INFO:tasks.rados.rados.0.smithi157.stdout:3766: finishing write tid 3 to smithi15786056-37 2024-08-17T00:45:23.707 INFO:tasks.rados.rados.0.smithi157.stdout:3766: finishing write tid 4 to smithi15786056-37 2024-08-17T00:45:23.707 INFO:tasks.rados.rados.0.smithi157.stdout:3766: finishing write tid 5 to smithi15786056-37 2024-08-17T00:45:23.707 INFO:tasks.rados.rados.0.smithi157.stdout:3766: finishing write tid 6 to smithi15786056-37 2024-08-17T00:45:23.707 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 2106 (ObjNum 1127 snap 369 seq_num 1127) dirty exists 2024-08-17T00:45:23.707 INFO:tasks.rados.rados.0.smithi157.stdout:3766: left oid 37 (ObjNum 1127 snap 369 seq_num 1127) 2024-08-17T00:45:23.707 INFO:tasks.rados.rados.0.smithi157.stdout:3767: finishing write tid 1 to smithi15786056-16 2024-08-17T00:45:23.707 INFO:tasks.rados.rados.0.smithi157.stdout:3767: finishing write tid 2 to smithi15786056-16 2024-08-17T00:45:23.707 INFO:tasks.rados.rados.0.smithi157.stdout:3767: finishing write tid 3 to smithi15786056-16 2024-08-17T00:45:23.707 INFO:tasks.rados.rados.0.smithi157.stdout:3767: finishing write tid 4 to smithi15786056-16 2024-08-17T00:45:23.708 INFO:tasks.rados.rados.0.smithi157.stdout:3767: finishing write tid 5 to smithi15786056-16 2024-08-17T00:45:23.708 INFO:tasks.rados.rados.0.smithi157.stdout:3767: finishing write tid 6 to smithi15786056-16 2024-08-17T00:45:23.708 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 1783 (ObjNum 1128 snap 369 seq_num 1128) dirty exists 2024-08-17T00:45:23.708 INFO:tasks.rados.rados.0.smithi157.stdout:3767: left oid 16 (ObjNum 1128 snap 369 seq_num 1128) 2024-08-17T00:45:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:45:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:45:23] "GET /metrics HTTP/1.1" 200 36281 "" "Prometheus/2.43.0" 2024-08-17T00:45:24.489 INFO:tasks.rados.rados.0.smithi157.stdout:3761: done (4 left) 2024-08-17T00:45:24.489 INFO:tasks.rados.rados.0.smithi157.stdout:3765: done (3 left) 2024-08-17T00:45:24.489 INFO:tasks.rados.rados.0.smithi157.stdout:3766: done (2 left) 2024-08-17T00:45:24.489 INFO:tasks.rados.rados.0.smithi157.stdout:3767: done (1 left) 2024-08-17T00:45:24.489 INFO:tasks.rados.rados.0.smithi157.stdout:3769: done (0 left) 2024-08-17T00:45:24.489 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 20 current snap is 370 2024-08-17T00:45:24.490 INFO:tasks.rados.rados.0.smithi157.stdout:3770: seq_num 1130 ranges {0=532480,532480=655360,1187840=753664,1941504=196608} 2024-08-17T00:45:24.492 INFO:tasks.rados.rados.0.smithi157.stdout:3770: writing smithi15786056-20 from 0 to 532480 tid 1 2024-08-17T00:45:24.496 INFO:tasks.rados.rados.0.smithi157.stdout:3770: writing smithi15786056-20 from 532480 to 1187840 tid 2 2024-08-17T00:45:24.500 INFO:tasks.rados.rados.0.smithi157.stdout:3770: writing smithi15786056-20 from 1187840 to 1941504 tid 3 2024-08-17T00:45:24.502 INFO:tasks.rados.rados.0.smithi157.stdout:3770: writing smithi15786056-20 from 1941504 to 2138112 tid 4 2024-08-17T00:45:24.502 INFO:tasks.rados.rados.0.smithi157.stdout:3771: read oid 7 snap -1 2024-08-17T00:45:24.502 INFO:tasks.rados.rados.0.smithi157.stdout:3771: expect (ObjNum 1027 snap 346 seq_num 1027) 2024-08-17T00:45:24.502 INFO:tasks.rados.rados.0.smithi157.stdout:3772: rollback oid 37 current snap is 370 2024-08-17T00:45:24.502 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 37 to 368 2024-08-17T00:45:24.502 INFO:tasks.rados.rados.0.smithi157.stdout:3770: finishing write tid 1 to smithi15786056-20 2024-08-17T00:45:24.502 INFO:tasks.rados.rados.0.smithi157.stdout:3770: finishing write tid 2 to smithi15786056-20 2024-08-17T00:45:24.502 INFO:tasks.rados.rados.0.smithi157.stdout:3773: snap_create 2024-08-17T00:45:24.505 INFO:tasks.rados.rados.0.smithi157.stdout:3770: finishing write tid 3 to smithi15786056-20 2024-08-17T00:45:24.505 INFO:tasks.rados.rados.0.smithi157.stdout:3770: finishing write tid 4 to smithi15786056-20 2024-08-17T00:45:24.506 INFO:tasks.rados.rados.0.smithi157.stdout:3770: finishing write tid 5 to smithi15786056-20 2024-08-17T00:45:24.507 INFO:tasks.rados.rados.0.smithi157.stdout:3770: finishing write tid 6 to smithi15786056-20 2024-08-17T00:45:24.507 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 1710 (ObjNum 1130 snap 370 seq_num 1130) dirty exists 2024-08-17T00:45:24.507 INFO:tasks.rados.rados.0.smithi157.stdout:3770: left oid 20 (ObjNum 1130 snap 370 seq_num 1130) 2024-08-17T00:45:24.511 INFO:tasks.rados.rados.0.smithi157.stdout:3772: finishing rollback tid 0 to smithi15786056-37 2024-08-17T00:45:24.512 INFO:tasks.rados.rados.0.smithi157.stdout:3772: finishing rollback tid 1 to smithi15786056-37 2024-08-17T00:45:24.512 INFO:tasks.rados.rados.0.smithi157.stdout:3772: finishing rollback tid 2 to smithi15786056-37 2024-08-17T00:45:24.512 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 2110 (ObjNum 1046 snap 351 seq_num 1046) dirty exists 2024-08-17T00:45:24.514 INFO:tasks.rados.rados.0.smithi157.stdout:3771: expect (ObjNum 1027 snap 346 seq_num 1027) 2024-08-17T00:45:24.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:24 smithi157 ceph-mon[101289]: osdmap e817: 8 total, 8 up, 8 in 2024-08-17T00:45:24.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:24 smithi157 ceph-mon[101289]: pgmap v887: 121 pgs: 121 active+clean; 346 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-17T00:45:24.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:24 smithi157 ceph-mon[98780]: osdmap e817: 8 total, 8 up, 8 in 2024-08-17T00:45:24.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:24 smithi157 ceph-mon[98780]: pgmap v887: 121 pgs: 121 active+clean; 346 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-17T00:45:24.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:24 smithi187 ceph-mon[90552]: osdmap e817: 8 total, 8 up, 8 in 2024-08-17T00:45:24.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:24 smithi187 ceph-mon[90552]: pgmap v887: 121 pgs: 121 active+clean; 346 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-17T00:45:25.494 INFO:tasks.rados.rados.0.smithi157.stdout:3770: done (3 left) 2024-08-17T00:45:25.494 INFO:tasks.rados.rados.0.smithi157.stdout:3771: done (2 left) 2024-08-17T00:45:25.494 INFO:tasks.rados.rados.0.smithi157.stdout:3772: done (1 left) 2024-08-17T00:45:25.494 INFO:tasks.rados.rados.0.smithi157.stdout:3773: done (0 left) 2024-08-17T00:45:25.494 INFO:tasks.rados.rados.0.smithi157.stdout:3774: snap_create 2024-08-17T00:45:25.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:25 smithi157 ceph-mon[101289]: osdmap e818: 8 total, 8 up, 8 in 2024-08-17T00:45:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:25 smithi157 ceph-mon[98780]: osdmap e818: 8 total, 8 up, 8 in 2024-08-17T00:45:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:25 smithi187 ceph-mon[90552]: osdmap e818: 8 total, 8 up, 8 in 2024-08-17T00:45:26.500 INFO:tasks.rados.rados.0.smithi157.stdout:3774: done (0 left) 2024-08-17T00:45:26.500 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 372 2024-08-17T00:45:26.500 INFO:tasks.rados.rados.0.smithi157.stdout:3775: seq_num 1131 ranges {2015232=548864,2564096=540672,3104768=565248,3670016=425984,4096000=73728} 2024-08-17T00:45:26.513 INFO:tasks.rados.rados.0.smithi157.stdout:3775: writing smithi15786056-8 from 2015232 to 2564096 tid 1 2024-08-17T00:45:26.516 INFO:tasks.rados.rados.0.smithi157.stdout:3775: writing smithi15786056-8 from 2564096 to 3104768 tid 2 2024-08-17T00:45:26.520 INFO:tasks.rados.rados.0.smithi157.stdout:3775: writing smithi15786056-8 from 3104768 to 3670016 tid 3 2024-08-17T00:45:26.527 INFO:tasks.rados.rados.0.smithi157.stdout:3775: writing smithi15786056-8 from 3670016 to 4096000 tid 4 2024-08-17T00:45:26.527 INFO:tasks.rados.rados.0.smithi157.stdout:3775: writing smithi15786056-8 from 4096000 to 4169728 tid 5 2024-08-17T00:45:26.527 INFO:tasks.rados.rados.0.smithi157.stdout:3776: rollback oid 37 current snap is 372 2024-08-17T00:45:26.528 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 37 to 348 2024-08-17T00:45:26.528 INFO:tasks.rados.rados.0.smithi157.stdout:3775: finishing write tid 1 to smithi15786056-8 2024-08-17T00:45:26.528 INFO:tasks.rados.rados.0.smithi157.stdout:3777: snap_create 2024-08-17T00:45:26.528 INFO:tasks.rados.rados.0.smithi157.stdout:3775: finishing write tid 2 to smithi15786056-8 2024-08-17T00:45:26.528 INFO:tasks.rados.rados.0.smithi157.stdout:3775: finishing write tid 3 to smithi15786056-8 2024-08-17T00:45:26.529 INFO:tasks.rados.rados.0.smithi157.stdout:3775: finishing write tid 4 to smithi15786056-8 2024-08-17T00:45:26.529 INFO:tasks.rados.rados.0.smithi157.stdout:3776: finishing rollback tid 0 to smithi15786056-37 2024-08-17T00:45:26.529 INFO:tasks.rados.rados.0.smithi157.stdout:3776: finishing rollback tid 1 to smithi15786056-37 2024-08-17T00:45:26.529 INFO:tasks.rados.rados.0.smithi157.stdout:3775: finishing write tid 5 to smithi15786056-8 2024-08-17T00:45:26.529 INFO:tasks.rados.rados.0.smithi157.stdout:3776: finishing rollback tid 2 to smithi15786056-37 2024-08-17T00:45:26.529 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 2114 (ObjNum 1030 snap 347 seq_num 1030) dirty exists 2024-08-17T00:45:26.530 INFO:tasks.rados.rados.0.smithi157.stdout:3775: finishing write tid 6 to smithi15786056-8 2024-08-17T00:45:26.531 INFO:tasks.rados.rados.0.smithi157.stdout:3775: finishing write tid 7 to smithi15786056-8 2024-08-17T00:45:26.531 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 1902 (ObjNum 1131 snap 372 seq_num 1131) dirty exists 2024-08-17T00:45:26.531 INFO:tasks.rados.rados.0.smithi157.stdout:3775: left oid 8 (ObjNum 1131 snap 372 seq_num 1131) 2024-08-17T00:45:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:26 smithi157 ceph-mon[98780]: osdmap e819: 8 total, 8 up, 8 in 2024-08-17T00:45:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:26 smithi157 ceph-mon[98780]: pgmap v890: 121 pgs: 121 active+clean; 290 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T00:45:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:26 smithi157 ceph-mon[101289]: osdmap e819: 8 total, 8 up, 8 in 2024-08-17T00:45:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:26 smithi157 ceph-mon[101289]: pgmap v890: 121 pgs: 121 active+clean; 290 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T00:45:26.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:26 smithi187 ceph-mon[90552]: osdmap e819: 8 total, 8 up, 8 in 2024-08-17T00:45:26.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:26 smithi187 ceph-mon[90552]: pgmap v890: 121 pgs: 121 active+clean; 290 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T00:45:27.455 INFO:tasks.rados.rados.0.smithi157.stdout:3775: done (2 left) 2024-08-17T00:45:27.456 INFO:tasks.rados.rados.0.smithi157.stdout:3776: done (1 left) 2024-08-17T00:45:27.456 INFO:tasks.rados.rados.0.smithi157.stdout:3777: done (0 left) 2024-08-17T00:45:27.456 INFO:tasks.rados.rados.0.smithi157.stdout:3778: setattr oid 17 current snap is 373 2024-08-17T00:45:27.458 INFO:tasks.rados.rados.0.smithi157.stdout:3779: snap_create 2024-08-17T00:45:27.465 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 17 v 2255 (ObjNum 1117 snap 366 seq_num 1117) dirty exists 2024-08-17T00:45:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:27 smithi157 ceph-mon[101289]: osdmap e820: 8 total, 8 up, 8 in 2024-08-17T00:45:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:27 smithi157 ceph-mon[101289]: osdmap e821: 8 total, 8 up, 8 in 2024-08-17T00:45:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:27 smithi157 ceph-mon[98780]: osdmap e820: 8 total, 8 up, 8 in 2024-08-17T00:45:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:27 smithi157 ceph-mon[98780]: osdmap e821: 8 total, 8 up, 8 in 2024-08-17T00:45:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:27 smithi187 ceph-mon[90552]: osdmap e820: 8 total, 8 up, 8 in 2024-08-17T00:45:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:27 smithi187 ceph-mon[90552]: osdmap e821: 8 total, 8 up, 8 in 2024-08-17T00:45:28.461 INFO:tasks.rados.rados.0.smithi157.stdout:3778: done (1 left) 2024-08-17T00:45:28.462 INFO:tasks.rados.rados.0.smithi157.stdout:3779: done (0 left) 2024-08-17T00:45:28.462 INFO:tasks.rados.rados.0.smithi157.stdout:3780: snap_create 2024-08-17T00:45:28.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:28 smithi157 ceph-mon[101289]: pgmap v893: 121 pgs: 121 active+clean; 290 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-17T00:45:28.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:28 smithi157 ceph-mon[101289]: osdmap e822: 8 total, 8 up, 8 in 2024-08-17T00:45:28.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:28 smithi157 ceph-mon[98780]: pgmap v893: 121 pgs: 121 active+clean; 290 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-17T00:45:28.787 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:28 smithi157 ceph-mon[98780]: osdmap e822: 8 total, 8 up, 8 in 2024-08-17T00:45:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:28 smithi187 ceph-mon[90552]: pgmap v893: 121 pgs: 121 active+clean; 290 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-17T00:45:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:28 smithi187 ceph-mon[90552]: osdmap e822: 8 total, 8 up, 8 in 2024-08-17T00:45:29.464 INFO:tasks.rados.rados.0.smithi157.stdout:3780: done (0 left) 2024-08-17T00:45:29.465 INFO:tasks.rados.rados.0.smithi157.stdout:3781: read oid 29 snap -1 2024-08-17T00:45:29.465 INFO:tasks.rados.rados.0.smithi157.stdout:3781: expect deleted 2024-08-17T00:45:29.465 INFO:tasks.rados.rados.0.smithi157.stdout:3782: read oid 23 snap 372 2024-08-17T00:45:29.465 INFO:tasks.rados.rados.0.smithi157.stdout:3782: expect (ObjNum 1109 snap 362 seq_num 1109) 2024-08-17T00:45:29.465 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 7 current snap is 375 2024-08-17T00:45:29.465 INFO:tasks.rados.rados.0.smithi157.stdout:3783: seq_num 1132 ranges {409600=565248,974848=425984,1400832=770048,2170880=409600} 2024-08-17T00:45:29.469 INFO:tasks.rados.rados.0.smithi157.stdout:3783: writing smithi15786056-7 from 409600 to 974848 tid 1 2024-08-17T00:45:29.472 INFO:tasks.rados.rados.0.smithi157.stdout:3783: writing smithi15786056-7 from 974848 to 1400832 tid 2 2024-08-17T00:45:29.477 INFO:tasks.rados.rados.0.smithi157.stdout:3783: writing smithi15786056-7 from 1400832 to 2170880 tid 3 2024-08-17T00:45:29.480 INFO:tasks.rados.rados.0.smithi157.stdout:3783: writing smithi15786056-7 from 2170880 to 2580480 tid 4 2024-08-17T00:45:29.480 INFO:tasks.rados.rados.0.smithi157.stdout:3784: snap_remove snap 373 2024-08-17T00:45:29.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:29.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:29 smithi157 ceph-mon[101289]: osdmap e823: 8 total, 8 up, 8 in 2024-08-17T00:45:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:29 smithi157 ceph-mon[98780]: osdmap e823: 8 total, 8 up, 8 in 2024-08-17T00:45:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:29 smithi187 ceph-mon[90552]: osdmap e823: 8 total, 8 up, 8 in 2024-08-17T00:45:30.466 INFO:tasks.rados.rados.0.smithi157.stdout:3784: done (3 left) 2024-08-17T00:45:30.466 INFO:tasks.rados.rados.0.smithi157.stdout:3785: setattr oid 10 current snap is 375 2024-08-17T00:45:30.466 INFO:tasks.rados.rados.0.smithi157.stdout:3783: finishing write tid 1 to smithi15786056-7 2024-08-17T00:45:30.467 INFO:tasks.rados.rados.0.smithi157.stdout:3783: finishing write tid 2 to smithi15786056-7 2024-08-17T00:45:30.467 INFO:tasks.rados.rados.0.smithi157.stdout:3783: finishing write tid 3 to smithi15786056-7 2024-08-17T00:45:30.467 INFO:tasks.rados.rados.0.smithi157.stdout:3783: finishing write tid 4 to smithi15786056-7 2024-08-17T00:45:30.467 INFO:tasks.rados.rados.0.smithi157.stdout:3783: finishing write tid 5 to smithi15786056-7 2024-08-17T00:45:30.467 INFO:tasks.rados.rados.0.smithi157.stdout:3783: finishing write tid 6 to smithi15786056-7 2024-08-17T00:45:30.467 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 2120 (ObjNum 1132 snap 375 seq_num 1132) dirty exists 2024-08-17T00:45:30.467 INFO:tasks.rados.rados.0.smithi157.stdout:3783: left oid 7 (ObjNum 1132 snap 375 seq_num 1132) 2024-08-17T00:45:30.467 INFO:tasks.rados.rados.0.smithi157.stdout:3782: expect (ObjNum 1109 snap 362 seq_num 1109) 2024-08-17T00:45:30.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:30 smithi157 ceph-mon[98780]: pgmap v896: 121 pgs: 121 active+clean; 302 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 3.0 MiB/s wr, 11 op/s 2024-08-17T00:45:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:30 smithi157 ceph-mon[98780]: osdmap e824: 8 total, 8 up, 8 in 2024-08-17T00:45:30.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:30 smithi157 ceph-mon[101289]: pgmap v896: 121 pgs: 121 active+clean; 302 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 3.0 MiB/s wr, 11 op/s 2024-08-17T00:45:30.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:30 smithi157 ceph-mon[101289]: osdmap e824: 8 total, 8 up, 8 in 2024-08-17T00:45:30.889 INFO:tasks.rados.rados.0.smithi157.stdout:3781: done (3 left) 2024-08-17T00:45:30.889 INFO:tasks.rados.rados.0.smithi157.stdout:3782: done (2 left) 2024-08-17T00:45:30.889 INFO:tasks.rados.rados.0.smithi157.stdout:3783: done (1 left) 2024-08-17T00:45:30.889 INFO:tasks.rados.rados.0.smithi157.stdout:3786: copy_from oid 39 from oid 9 current snap is 375 2024-08-17T00:45:30.889 INFO:tasks.rados.rados.0.smithi157.stdout:3787: copy_from oid 18 from oid 11 current snap is 375 2024-08-17T00:45:30.889 INFO:tasks.rados.rados.0.smithi157.stdout:3788: read oid 13 snap -1 2024-08-17T00:45:30.889 INFO:tasks.rados.rados.0.smithi157.stdout:3788: expect (ObjNum 953 snap 321 seq_num 953) 2024-08-17T00:45:30.889 INFO:tasks.rados.rados.0.smithi157.stdout:3789: rollback oid 23 current snap is 375 2024-08-17T00:45:30.889 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 23 to 361 2024-08-17T00:45:30.889 INFO:tasks.rados.rados.0.smithi157.stdout:3790: read oid 41 snap 372 2024-08-17T00:45:30.889 INFO:tasks.rados.rados.0.smithi157.stdout:3790: expect (ObjNum 1116 snap 365 seq_num 1116) 2024-08-17T00:45:30.889 INFO:tasks.rados.rados.0.smithi157.stdout:3791: read oid 35 snap -1 2024-08-17T00:45:30.889 INFO:tasks.rados.rados.0.smithi157.stdout:3791: expect (ObjNum 1027 snap 346 seq_num 1027) 2024-08-17T00:45:30.890 INFO:tasks.rados.rados.0.smithi157.stdout:3792: snap_remove snap 368 2024-08-17T00:45:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:30 smithi187 ceph-mon[90552]: pgmap v896: 121 pgs: 121 active+clean; 302 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 3.0 MiB/s wr, 11 op/s 2024-08-17T00:45:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:30 smithi187 ceph-mon[90552]: osdmap e824: 8 total, 8 up, 8 in 2024-08-17T00:45:31.512 INFO:tasks.rados.rados.0.smithi157.stdout:3792: done (7 left) 2024-08-17T00:45:31.512 INFO:tasks.rados.rados.0.smithi157.stdout:3793: rollback oid 50 current snap is 375 2024-08-17T00:45:31.512 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 50 to 354 2024-08-17T00:45:31.512 INFO:tasks.rados.rados.0.smithi157.stdout:3791: expect (ObjNum 1027 snap 346 seq_num 1027) 2024-08-17T00:45:31.528 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 2098 (ObjNum 1119 snap 366 seq_num 1119) dirty exists 2024-08-17T00:45:31.528 INFO:tasks.rados.rados.0.smithi157.stdout:3788: expect (ObjNum 953 snap 321 seq_num 953) 2024-08-17T00:45:31.570 INFO:tasks.rados.rados.0.smithi157.stdout:3786: finishing copy_from racing read to smithi15786056-39 2024-08-17T00:45:31.570 INFO:tasks.rados.rados.0.smithi157.stdout:3789: finishing rollback tid 0 to smithi15786056-23 2024-08-17T00:45:31.570 INFO:tasks.rados.rados.0.smithi157.stdout:3789: finishing rollback tid 1 to smithi15786056-23 2024-08-17T00:45:31.570 INFO:tasks.rados.rados.0.smithi157.stdout:3786: finishing copy_from to smithi15786056-39 2024-08-17T00:45:31.571 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 39 v 1873 (ObjNum 1013 snap 341 seq_num 1013) dirty exists 2024-08-17T00:45:31.571 INFO:tasks.rados.rados.0.smithi157.stdout:3789: finishing rollback tid 2 to smithi15786056-23 2024-08-17T00:45:31.571 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 2910 (ObjNum 1013 snap 341 seq_num 1013) dirty exists 2024-08-17T00:45:31.571 INFO:tasks.rados.rados.0.smithi157.stdout:3787: finishing copy_from racing read to smithi15786056-18 2024-08-17T00:45:31.571 INFO:tasks.rados.rados.0.smithi157.stdout:3787: finishing copy_from to smithi15786056-18 2024-08-17T00:45:31.571 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 2405 (ObjNum 995 snap 335 seq_num 995) dirty exists 2024-08-17T00:45:31.571 INFO:tasks.rados.rados.0.smithi157.stdout:3790: expect (ObjNum 1116 snap 365 seq_num 1116) 2024-08-17T00:45:32.088 INFO:tasks.rados.rados.0.smithi157.stdout:3793: finishing rollback tid 0 to smithi15786056-50 2024-08-17T00:45:32.088 INFO:tasks.rados.rados.0.smithi157.stdout:3793: finishing rollback tid 1 to smithi15786056-50 2024-08-17T00:45:32.088 INFO:tasks.rados.rados.0.smithi157.stdout:3793: finishing rollback tid 2 to smithi15786056-50 2024-08-17T00:45:32.088 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 50 v 1924 (ObjNum 1018 snap 342 seq_num 1018) dirty exists 2024-08-17T00:45:32.088 INFO:tasks.rados.rados.0.smithi157.stdout:3785: done (7 left) 2024-08-17T00:45:32.088 INFO:tasks.rados.rados.0.smithi157.stdout:3786: done (6 left) 2024-08-17T00:45:32.089 INFO:tasks.rados.rados.0.smithi157.stdout:3787: done (5 left) 2024-08-17T00:45:32.089 INFO:tasks.rados.rados.0.smithi157.stdout:3788: done (4 left) 2024-08-17T00:45:32.089 INFO:tasks.rados.rados.0.smithi157.stdout:3789: done (3 left) 2024-08-17T00:45:32.089 INFO:tasks.rados.rados.0.smithi157.stdout:3790: done (2 left) 2024-08-17T00:45:32.089 INFO:tasks.rados.rados.0.smithi157.stdout:3791: done (1 left) 2024-08-17T00:45:32.089 INFO:tasks.rados.rados.0.smithi157.stdout:3793: done (0 left) 2024-08-17T00:45:32.089 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 16 current snap is 375 2024-08-17T00:45:32.089 INFO:tasks.rados.rados.0.smithi157.stdout:3794: seq_num 1133 ranges {4988928=581632,5570560=753664,6324224=573440,6897664=278528} 2024-08-17T00:45:32.116 INFO:tasks.rados.rados.0.smithi157.stdout:3794: writing smithi15786056-16 from 4988928 to 5570560 tid 1 2024-08-17T00:45:32.120 INFO:tasks.rados.rados.0.smithi157.stdout:3794: writing smithi15786056-16 from 5570560 to 6324224 tid 2 2024-08-17T00:45:32.124 INFO:tasks.rados.rados.0.smithi157.stdout:3794: writing smithi15786056-16 from 6324224 to 6897664 tid 3 2024-08-17T00:45:32.127 INFO:tasks.rados.rados.0.smithi157.stdout:3794: writing smithi15786056-16 from 6897664 to 7176192 tid 4 2024-08-17T00:45:32.127 INFO:tasks.rados.rados.0.smithi157.stdout:3795: copy_from oid 50 from oid 38 current snap is 375 2024-08-17T00:45:32.127 INFO:tasks.rados.rados.0.smithi157.stdout:3794: finishing write tid 1 to smithi15786056-16 2024-08-17T00:45:32.127 INFO:tasks.rados.rados.0.smithi157.stdout:3794: finishing write tid 2 to smithi15786056-16 2024-08-17T00:45:32.127 INFO:tasks.rados.rados.0.smithi157.stdout:3796: rmattr oid 29 current snap is 375 2024-08-17T00:45:32.127 INFO:tasks.rados.rados.0.smithi157.stdout:3796: done (2 left) 2024-08-17T00:45:32.127 INFO:tasks.rados.rados.0.smithi157.stdout:3797: rmattr oid 18 current snap is 375 2024-08-17T00:45:32.127 INFO:tasks.rados.rados.0.smithi157.stdout:3798: read oid 31 snap -1 2024-08-17T00:45:32.127 INFO:tasks.rados.rados.0.smithi157.stdout:3798: expect (ObjNum 1108 snap 362 seq_num 1108) 2024-08-17T00:45:32.128 INFO:tasks.rados.rados.0.smithi157.stdout:3799: rollback oid 42 current snap is 375 2024-08-17T00:45:32.128 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 42 to 366 2024-08-17T00:45:32.128 INFO:tasks.rados.rados.0.smithi157.stdout:3800: read oid 4 snap -1 2024-08-17T00:45:32.128 INFO:tasks.rados.rados.0.smithi157.stdout:3800: expect (ObjNum 1032 snap 348 seq_num 1032) 2024-08-17T00:45:32.128 INFO:tasks.rados.rados.0.smithi157.stdout:3801: delete oid 7 current snap is 375 2024-08-17T00:45:32.128 INFO:tasks.rados.rados.0.smithi157.stdout:3795: finishing copy_from to smithi15786056-50 2024-08-17T00:45:32.129 INFO:tasks.rados.rados.0.smithi157.stdout:3795: got expected ENOENT (src dne) 2024-08-17T00:45:32.129 INFO:tasks.rados.rados.0.smithi157.stdout:3794: finishing write tid 3 to smithi15786056-16 2024-08-17T00:45:32.129 INFO:tasks.rados.rados.0.smithi157.stdout:3795: finishing copy_from racing read to smithi15786056-50 2024-08-17T00:45:32.129 INFO:tasks.rados.rados.0.smithi157.stdout:3794: finishing write tid 4 to smithi15786056-16 2024-08-17T00:45:32.129 INFO:tasks.rados.rados.0.smithi157.stdout:3794: finishing write tid 5 to smithi15786056-16 2024-08-17T00:45:32.130 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 2406 (ObjNum 995 snap 335 seq_num 995) dirty exists 2024-08-17T00:45:32.131 INFO:tasks.rados.rados.0.smithi157.stdout:3794: finishing write tid 6 to smithi15786056-16 2024-08-17T00:45:32.131 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 1788 (ObjNum 1133 snap 375 seq_num 1133) dirty exists 2024-08-17T00:45:32.131 INFO:tasks.rados.rados.0.smithi157.stdout:3794: left oid 16 (ObjNum 1133 snap 375 seq_num 1133) 2024-08-17T00:45:32.131 INFO:tasks.rados.rados.0.smithi157.stdout:3799: finishing rollback tid 1 to smithi15786056-42 2024-08-17T00:45:32.131 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 2826 (ObjNum 33 snap 0 seq_num 171533728) dirty dne 2024-08-17T00:45:32.131 INFO:tasks.rados.rados.0.smithi157.stdout:3794: done (6 left) 2024-08-17T00:45:32.131 INFO:tasks.rados.rados.0.smithi157.stdout:3795: done (5 left) 2024-08-17T00:45:32.131 INFO:tasks.rados.rados.0.smithi157.stdout:3797: done (4 left) 2024-08-17T00:45:32.132 INFO:tasks.rados.rados.0.smithi157.stdout:3799: done (3 left) 2024-08-17T00:45:32.132 INFO:tasks.rados.rados.0.smithi157.stdout:3801: done (2 left) 2024-08-17T00:45:32.132 INFO:tasks.rados.rados.0.smithi157.stdout:3802: snap_remove snap 345 2024-08-17T00:45:32.518 INFO:tasks.rados.rados.0.smithi157.stdout:3802: done (2 left) 2024-08-17T00:45:32.518 INFO:tasks.rados.rados.0.smithi157.stdout:3803: read oid 37 snap -1 2024-08-17T00:45:32.518 INFO:tasks.rados.rados.0.smithi157.stdout:3803: expect (ObjNum 1030 snap 347 seq_num 1030) 2024-08-17T00:45:32.518 INFO:tasks.rados.rados.0.smithi157.stdout:3804: snap_create 2024-08-17T00:45:32.518 INFO:tasks.rados.rados.0.smithi157.stdout:3798: expect (ObjNum 1108 snap 362 seq_num 1108) 2024-08-17T00:45:32.578 INFO:tasks.rados.rados.0.smithi157.stdout:3800: expect (ObjNum 1032 snap 348 seq_num 1032) 2024-08-17T00:45:32.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:32 smithi187 ceph-mon[90552]: osdmap e825: 8 total, 8 up, 8 in 2024-08-17T00:45:32.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:32 smithi187 ceph-mon[90552]: pgmap v899: 121 pgs: 121 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-08-17T00:45:32.708 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:45:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:45:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:32.798 INFO:tasks.rados.rados.0.smithi157.stdout:3803: expect (ObjNum 1030 snap 347 seq_num 1030) 2024-08-17T00:45:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:32 smithi157 ceph-mon[98780]: osdmap e825: 8 total, 8 up, 8 in 2024-08-17T00:45:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:32 smithi157 ceph-mon[98780]: pgmap v899: 121 pgs: 121 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-08-17T00:45:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:32 smithi157 ceph-mon[101289]: osdmap e825: 8 total, 8 up, 8 in 2024-08-17T00:45:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:32 smithi157 ceph-mon[101289]: pgmap v899: 121 pgs: 121 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-08-17T00:45:33.518 INFO:tasks.rados.rados.0.smithi157.stdout:3798: done (3 left) 2024-08-17T00:45:33.518 INFO:tasks.rados.rados.0.smithi157.stdout:3800: done (2 left) 2024-08-17T00:45:33.518 INFO:tasks.rados.rados.0.smithi157.stdout:3803: done (1 left) 2024-08-17T00:45:33.519 INFO:tasks.rados.rados.0.smithi157.stdout:3804: done (0 left) 2024-08-17T00:45:33.519 INFO:tasks.rados.rados.0.smithi157.stdout:3805: delete oid 9 current snap is 376 2024-08-17T00:45:33.523 INFO:tasks.rados.rados.0.smithi157.stdout:3805: done (0 left) 2024-08-17T00:45:33.523 INFO:tasks.rados.rados.0.smithi157.stdout:3806: snap_create 2024-08-17T00:45:33.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:33 smithi157 ceph-mon[98780]: osdmap e826: 8 total, 8 up, 8 in 2024-08-17T00:45:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:45:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:45:33] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.43.0" 2024-08-17T00:45:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:33 smithi157 ceph-mon[101289]: osdmap e826: 8 total, 8 up, 8 in 2024-08-17T00:45:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:33 smithi187 ceph-mon[90552]: osdmap e826: 8 total, 8 up, 8 in 2024-08-17T00:45:34.530 INFO:tasks.rados.rados.0.smithi157.stdout:3806: done (0 left) 2024-08-17T00:45:34.530 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 1 current snap is 377 2024-08-17T00:45:34.530 INFO:tasks.rados.rados.0.smithi157.stdout:3807: seq_num 1136 ranges {909312=630784,1540096=409600,1949696=753664,2703360=417792,3121152=24576} 2024-08-17T00:45:34.538 INFO:tasks.rados.rados.0.smithi157.stdout:3807: writing smithi15786056-1 from 909312 to 1540096 tid 1 2024-08-17T00:45:34.540 INFO:tasks.rados.rados.0.smithi157.stdout:3807: writing smithi15786056-1 from 1540096 to 1949696 tid 2 2024-08-17T00:45:34.545 INFO:tasks.rados.rados.0.smithi157.stdout:3807: writing smithi15786056-1 from 1949696 to 2703360 tid 3 2024-08-17T00:45:34.548 INFO:tasks.rados.rados.0.smithi157.stdout:3807: writing smithi15786056-1 from 2703360 to 3121152 tid 4 2024-08-17T00:45:34.548 INFO:tasks.rados.rados.0.smithi157.stdout:3807: writing smithi15786056-1 from 3121152 to 3145728 tid 5 2024-08-17T00:45:34.548 INFO:tasks.rados.rados.0.smithi157.stdout:3808: delete oid 50 current snap is 377 2024-08-17T00:45:34.548 INFO:tasks.rados.rados.0.smithi157.stdout:3807: finishing write tid 1 to smithi15786056-1 2024-08-17T00:45:34.548 INFO:tasks.rados.rados.0.smithi157.stdout:3807: finishing write tid 2 to smithi15786056-1 2024-08-17T00:45:34.550 INFO:tasks.rados.rados.0.smithi157.stdout:3807: finishing write tid 3 to smithi15786056-1 2024-08-17T00:45:34.551 INFO:tasks.rados.rados.0.smithi157.stdout:3807: finishing write tid 4 to smithi15786056-1 2024-08-17T00:45:34.551 INFO:tasks.rados.rados.0.smithi157.stdout:3807: finishing write tid 5 to smithi15786056-1 2024-08-17T00:45:34.552 INFO:tasks.rados.rados.0.smithi157.stdout:3807: finishing write tid 6 to smithi15786056-1 2024-08-17T00:45:34.553 INFO:tasks.rados.rados.0.smithi157.stdout:3808: done (1 left) 2024-08-17T00:45:34.553 INFO:tasks.rados.rados.0.smithi157.stdout:3809: snap_create 2024-08-17T00:45:34.554 INFO:tasks.rados.rados.0.smithi157.stdout:3807: finishing write tid 7 to smithi15786056-1 2024-08-17T00:45:34.554 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 2104 (ObjNum 1136 snap 377 seq_num 1136) dirty exists 2024-08-17T00:45:34.554 INFO:tasks.rados.rados.0.smithi157.stdout:3807: left oid 1 (ObjNum 1136 snap 377 seq_num 1136) 2024-08-17T00:45:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:34 smithi157 ceph-mon[101289]: osdmap e827: 8 total, 8 up, 8 in 2024-08-17T00:45:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:34 smithi157 ceph-mon[101289]: pgmap v902: 121 pgs: 121 active+clean; 309 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-08-17T00:45:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:34 smithi157 ceph-mon[98780]: osdmap e827: 8 total, 8 up, 8 in 2024-08-17T00:45:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:34 smithi157 ceph-mon[98780]: pgmap v902: 121 pgs: 121 active+clean; 309 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-08-17T00:45:34.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:34 smithi187 ceph-mon[90552]: osdmap e827: 8 total, 8 up, 8 in 2024-08-17T00:45:34.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:34 smithi187 ceph-mon[90552]: pgmap v902: 121 pgs: 121 active+clean; 309 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-08-17T00:45:35.535 INFO:tasks.rados.rados.0.smithi157.stdout:3807: done (1 left) 2024-08-17T00:45:35.535 INFO:tasks.rados.rados.0.smithi157.stdout:3809: done (0 left) 2024-08-17T00:45:35.535 INFO:tasks.rados.rados.0.smithi157.stdout:3810: rmattr oid 15 current snap is 378 2024-08-17T00:45:35.535 INFO:tasks.rados.rados.0.smithi157.stdout:3810: done (0 left) 2024-08-17T00:45:35.535 INFO:tasks.rados.rados.0.smithi157.stdout:3811: read oid 37 snap -1 2024-08-17T00:45:35.535 INFO:tasks.rados.rados.0.smithi157.stdout:3811: expect (ObjNum 1030 snap 347 seq_num 1030) 2024-08-17T00:45:35.535 INFO:tasks.rados.rados.0.smithi157.stdout:3812: snap_remove snap 354 2024-08-17T00:45:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:35 smithi157 ceph-mon[101289]: osdmap e828: 8 total, 8 up, 8 in 2024-08-17T00:45:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:35 smithi157 ceph-mon[98780]: osdmap e828: 8 total, 8 up, 8 in 2024-08-17T00:45:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:35 smithi187 ceph-mon[90552]: osdmap e828: 8 total, 8 up, 8 in 2024-08-17T00:45:36.547 INFO:tasks.rados.rados.0.smithi157.stdout:3812: done (1 left) 2024-08-17T00:45:36.547 INFO:tasks.rados.rados.0.smithi157.stdout:3813: rollback oid 2 current snap is 378 2024-08-17T00:45:36.547 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 2 to 367 2024-08-17T00:45:36.547 INFO:tasks.rados.rados.0.smithi157.stdout:3811: expect (ObjNum 1030 snap 347 seq_num 1030) 2024-08-17T00:45:36.664 INFO:tasks.rados.rados.0.smithi157.stdout:3813: finishing rollback tid 0 to smithi15786056-2 2024-08-17T00:45:36.664 INFO:tasks.rados.rados.0.smithi157.stdout:3813: finishing rollback tid 1 to smithi15786056-2 2024-08-17T00:45:36.664 INFO:tasks.rados.rados.0.smithi157.stdout:3813: finishing rollback tid 2 to smithi15786056-2 2024-08-17T00:45:36.664 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 2937 (ObjNum 1033 snap 349 seq_num 1033) dirty exists 2024-08-17T00:45:36.664 INFO:tasks.rados.rados.0.smithi157.stdout:3811: done (1 left) 2024-08-17T00:45:36.665 INFO:tasks.rados.rados.0.smithi157.stdout:3813: done (0 left) 2024-08-17T00:45:36.665 INFO:tasks.rados.rados.0.smithi157.stdout:3814: rollback oid 4 current snap is 378 2024-08-17T00:45:36.665 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 4 to 364 2024-08-17T00:45:36.665 INFO:tasks.rados.rados.0.smithi157.stdout:3815: delete oid 1 current snap is 378 2024-08-17T00:45:36.667 INFO:tasks.rados.rados.0.smithi157.stdout:3814: finishing rollback tid 0 to smithi15786056-4 2024-08-17T00:45:36.667 INFO:tasks.rados.rados.0.smithi157.stdout:3814: finishing rollback tid 1 to smithi15786056-4 2024-08-17T00:45:36.668 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 2106 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T00:45:36.668 INFO:tasks.rados.rados.0.smithi157.stdout:3814: done (1 left) 2024-08-17T00:45:36.668 INFO:tasks.rados.rados.0.smithi157.stdout:3815: done (0 left) 2024-08-17T00:45:36.668 INFO:tasks.rados.rados.0.smithi157.stdout:3816: delete oid 15 current snap is 378 2024-08-17T00:45:36.670 INFO:tasks.rados.rados.0.smithi157.stdout:3816: done (0 left) 2024-08-17T00:45:36.670 INFO:tasks.rados.rados.0.smithi157.stdout:3817: read oid 30 snap 361 2024-08-17T00:45:36.670 INFO:tasks.rados.rados.0.smithi157.stdout:3817: expect deleted 2024-08-17T00:45:36.670 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 35 current snap is 378 2024-08-17T00:45:36.670 INFO:tasks.rados.rados.0.smithi157.stdout:3818: seq_num 1140 ranges {409600=696320,1105920=745472,1851392=729088,2580480=131072} 2024-08-17T00:45:36.676 INFO:tasks.rados.rados.0.smithi157.stdout:3818: writing smithi15786056-35 from 409600 to 1105920 tid 1 2024-08-17T00:45:36.680 INFO:tasks.rados.rados.0.smithi157.stdout:3818: writing smithi15786056-35 from 1105920 to 1851392 tid 2 2024-08-17T00:45:36.684 INFO:tasks.rados.rados.0.smithi157.stdout:3818: writing smithi15786056-35 from 1851392 to 2580480 tid 3 2024-08-17T00:45:36.685 INFO:tasks.rados.rados.0.smithi157.stdout:3818: writing smithi15786056-35 from 2580480 to 2711552 tid 4 2024-08-17T00:45:36.685 INFO:tasks.rados.rados.0.smithi157.stdout:3819: copy_from oid 6 from oid 11 current snap is 378 2024-08-17T00:45:36.685 INFO:tasks.rados.rados.0.smithi157.stdout:3818: finishing write tid 1 to smithi15786056-35 2024-08-17T00:45:36.685 INFO:tasks.rados.rados.0.smithi157.stdout:3818: finishing write tid 2 to smithi15786056-35 2024-08-17T00:45:36.685 INFO:tasks.rados.rados.0.smithi157.stdout:3817: done (2 left) 2024-08-17T00:45:36.685 INFO:tasks.rados.rados.0.smithi157.stdout:3820: snap_create 2024-08-17T00:45:36.689 INFO:tasks.rados.rados.0.smithi157.stdout:3818: finishing write tid 3 to smithi15786056-35 2024-08-17T00:45:36.689 INFO:tasks.rados.rados.0.smithi157.stdout:3818: finishing write tid 4 to smithi15786056-35 2024-08-17T00:45:36.689 INFO:tasks.rados.rados.0.smithi157.stdout:3818: finishing write tid 5 to smithi15786056-35 2024-08-17T00:45:36.690 INFO:tasks.rados.rados.0.smithi157.stdout:3818: finishing write tid 6 to smithi15786056-35 2024-08-17T00:45:36.690 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 2071 (ObjNum 1140 snap 378 seq_num 1140) dirty exists 2024-08-17T00:45:36.690 INFO:tasks.rados.rados.0.smithi157.stdout:3818: left oid 35 (ObjNum 1140 snap 378 seq_num 1140) 2024-08-17T00:45:36.710 INFO:tasks.rados.rados.0.smithi157.stdout:3819: finishing copy_from racing read to smithi15786056-6 2024-08-17T00:45:36.716 INFO:tasks.rados.rados.0.smithi157.stdout:3819: finishing copy_from to smithi15786056-6 2024-08-17T00:45:36.716 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 2405 (ObjNum 995 snap 335 seq_num 995) dirty exists 2024-08-17T00:45:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:36 smithi157 ceph-mon[101289]: osdmap e829: 8 total, 8 up, 8 in 2024-08-17T00:45:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:36 smithi157 ceph-mon[101289]: pgmap v905: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-08-17T00:45:36.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:36 smithi157 ceph-mon[98780]: osdmap e829: 8 total, 8 up, 8 in 2024-08-17T00:45:36.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:36 smithi157 ceph-mon[98780]: pgmap v905: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-08-17T00:45:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:36 smithi187 ceph-mon[90552]: osdmap e829: 8 total, 8 up, 8 in 2024-08-17T00:45:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:36 smithi187 ceph-mon[90552]: pgmap v905: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-08-17T00:45:37.458 INFO:tasks.rados.rados.0.smithi157.stdout:3818: done (2 left) 2024-08-17T00:45:37.458 INFO:tasks.rados.rados.0.smithi157.stdout:3819: done (1 left) 2024-08-17T00:45:37.458 INFO:tasks.rados.rados.0.smithi157.stdout:3820: done (0 left) 2024-08-17T00:45:37.458 INFO:tasks.rados.rados.0.smithi157.stdout:3821: delete oid 26 current snap is 379 2024-08-17T00:45:37.465 INFO:tasks.rados.rados.0.smithi157.stdout:3821: done (0 left) 2024-08-17T00:45:37.465 INFO:tasks.rados.rados.0.smithi157.stdout:3822: snap_remove snap 366 2024-08-17T00:45:37.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:37 smithi157 ceph-mon[101289]: osdmap e830: 8 total, 8 up, 8 in 2024-08-17T00:45:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:37 smithi157 ceph-mon[101289]: osdmap e831: 8 total, 8 up, 8 in 2024-08-17T00:45:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:37 smithi157 ceph-mon[98780]: osdmap e830: 8 total, 8 up, 8 in 2024-08-17T00:45:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:37 smithi157 ceph-mon[98780]: osdmap e831: 8 total, 8 up, 8 in 2024-08-17T00:45:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:37 smithi187 ceph-mon[90552]: osdmap e830: 8 total, 8 up, 8 in 2024-08-17T00:45:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:37 smithi187 ceph-mon[90552]: osdmap e831: 8 total, 8 up, 8 in 2024-08-17T00:45:38.460 INFO:tasks.rados.rados.0.smithi157.stdout:3822: done (0 left) 2024-08-17T00:45:38.460 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 1 current snap is 379 2024-08-17T00:45:38.460 INFO:tasks.rados.rados.0.smithi157.stdout:3823: seq_num 1142 ranges {0=729088,729088=565248,1294336=696320,1990656=344064} 2024-08-17T00:45:38.464 INFO:tasks.rados.rados.0.smithi157.stdout:3823: writing smithi15786056-1 from 0 to 729088 tid 1 2024-08-17T00:45:38.468 INFO:tasks.rados.rados.0.smithi157.stdout:3823: writing smithi15786056-1 from 729088 to 1294336 tid 2 2024-08-17T00:45:38.473 INFO:tasks.rados.rados.0.smithi157.stdout:3823: writing smithi15786056-1 from 1294336 to 1990656 tid 3 2024-08-17T00:45:38.476 INFO:tasks.rados.rados.0.smithi157.stdout:3823: writing smithi15786056-1 from 1990656 to 2334720 tid 4 2024-08-17T00:45:38.476 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 31 current snap is 379 2024-08-17T00:45:38.476 INFO:tasks.rados.rados.0.smithi157.stdout:3824: seq_num 1143 ranges {1769472=753664,2523136=450560,2973696=507904,3481600=589824,4071424=57344} 2024-08-17T00:45:38.490 INFO:tasks.rados.rados.0.smithi157.stdout:3824: writing smithi15786056-31 from 1769472 to 2523136 tid 1 2024-08-17T00:45:38.493 INFO:tasks.rados.rados.0.smithi157.stdout:3824: writing smithi15786056-31 from 2523136 to 2973696 tid 2 2024-08-17T00:45:38.496 INFO:tasks.rados.rados.0.smithi157.stdout:3824: writing smithi15786056-31 from 2973696 to 3481600 tid 3 2024-08-17T00:45:38.500 INFO:tasks.rados.rados.0.smithi157.stdout:3824: writing smithi15786056-31 from 3481600 to 4071424 tid 4 2024-08-17T00:45:38.501 INFO:tasks.rados.rados.0.smithi157.stdout:3824: writing smithi15786056-31 from 4071424 to 4128768 tid 5 2024-08-17T00:45:38.501 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 38 current snap is 379 2024-08-17T00:45:38.501 INFO:tasks.rados.rados.0.smithi157.stdout:3823: finishing write tid 1 to smithi15786056-1 2024-08-17T00:45:38.501 INFO:tasks.rados.rados.0.smithi157.stdout:3823: finishing write tid 2 to smithi15786056-1 2024-08-17T00:45:38.501 INFO:tasks.rados.rados.0.smithi157.stdout:3823: finishing write tid 3 to smithi15786056-1 2024-08-17T00:45:38.501 INFO:tasks.rados.rados.0.smithi157.stdout:3825: seq_num 1144 ranges {0=770048,770048=737280,1507328=712704,2220032=155648} 2024-08-17T00:45:38.505 INFO:tasks.rados.rados.0.smithi157.stdout:3825: writing smithi15786056-38 from 0 to 770048 tid 1 2024-08-17T00:45:38.510 INFO:tasks.rados.rados.0.smithi157.stdout:3825: writing smithi15786056-38 from 770048 to 1507328 tid 2 2024-08-17T00:45:38.514 INFO:tasks.rados.rados.0.smithi157.stdout:3825: writing smithi15786056-38 from 1507328 to 2220032 tid 3 2024-08-17T00:45:38.515 INFO:tasks.rados.rados.0.smithi157.stdout:3825: writing smithi15786056-38 from 2220032 to 2375680 tid 4 2024-08-17T00:45:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 379 2024-08-17T00:45:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:3823: finishing write tid 4 to smithi15786056-1 2024-08-17T00:45:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:3823: finishing write tid 5 to smithi15786056-1 2024-08-17T00:45:38.516 INFO:tasks.rados.rados.0.smithi157.stdout:3826: seq_num 1145 ranges {0=786432,786432=622592,1409024=516096,1925120=417792,2342912=49152} 2024-08-17T00:45:38.520 INFO:tasks.rados.rados.0.smithi157.stdout:3826: writing smithi15786056-44 from 0 to 786432 tid 1 2024-08-17T00:45:38.524 INFO:tasks.rados.rados.0.smithi157.stdout:3826: writing smithi15786056-44 from 786432 to 1409024 tid 2 2024-08-17T00:45:38.527 INFO:tasks.rados.rados.0.smithi157.stdout:3826: writing smithi15786056-44 from 1409024 to 1925120 tid 3 2024-08-17T00:45:38.529 INFO:tasks.rados.rados.0.smithi157.stdout:3826: writing smithi15786056-44 from 1925120 to 2342912 tid 4 2024-08-17T00:45:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:3826: writing smithi15786056-44 from 2342912 to 2392064 tid 5 2024-08-17T00:45:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 5 current snap is 379 2024-08-17T00:45:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:3823: finishing write tid 6 to smithi15786056-1 2024-08-17T00:45:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 2112 (ObjNum 1142 snap 379 seq_num 1142) dirty exists 2024-08-17T00:45:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:3823: left oid 1 (ObjNum 1142 snap 379 seq_num 1142) 2024-08-17T00:45:38.530 INFO:tasks.rados.rados.0.smithi157.stdout:3824: finishing write tid 1 to smithi15786056-31 2024-08-17T00:45:38.531 INFO:tasks.rados.rados.0.smithi157.stdout:3824: finishing write tid 2 to smithi15786056-31 2024-08-17T00:45:38.531 INFO:tasks.rados.rados.0.smithi157.stdout:3827: seq_num 1146 ranges {8265728=802816,9068544=499712,9568256=679936,10248192=425984} 2024-08-17T00:45:38.578 INFO:tasks.rados.rados.0.smithi157.stdout:3827: writing smithi15786056-5 from 8265728 to 9068544 tid 1 2024-08-17T00:45:38.581 INFO:tasks.rados.rados.0.smithi157.stdout:3827: writing smithi15786056-5 from 9068544 to 9568256 tid 2 2024-08-17T00:45:38.585 INFO:tasks.rados.rados.0.smithi157.stdout:3827: writing smithi15786056-5 from 9568256 to 10248192 tid 3 2024-08-17T00:45:38.589 INFO:tasks.rados.rados.0.smithi157.stdout:3827: writing smithi15786056-5 from 10248192 to 10674176 tid 4 2024-08-17T00:45:38.589 INFO:tasks.rados.rados.0.smithi157.stdout:3823: done (4 left) 2024-08-17T00:45:38.589 INFO:tasks.rados.rados.0.smithi157.stdout:3828: rmattr oid 27 current snap is 379 2024-08-17T00:45:38.589 INFO:tasks.rados.rados.0.smithi157.stdout:3828: done (4 left) 2024-08-17T00:45:38.589 INFO:tasks.rados.rados.0.smithi157.stdout:3829: rollback oid 47 current snap is 379 2024-08-17T00:45:38.589 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 47 to 370 2024-08-17T00:45:38.589 INFO:tasks.rados.rados.0.smithi157.stdout:3824: finishing write tid 3 to smithi15786056-31 2024-08-17T00:45:38.590 INFO:tasks.rados.rados.0.smithi157.stdout:3824: finishing write tid 4 to smithi15786056-31 2024-08-17T00:45:38.590 INFO:tasks.rados.rados.0.smithi157.stdout:3824: finishing write tid 5 to smithi15786056-31 2024-08-17T00:45:38.590 INFO:tasks.rados.rados.0.smithi157.stdout:3824: finishing write tid 6 to smithi15786056-31 2024-08-17T00:45:38.590 INFO:tasks.rados.rados.0.smithi157.stdout:3824: finishing write tid 7 to smithi15786056-31 2024-08-17T00:45:38.590 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 2100 (ObjNum 1143 snap 379 seq_num 1143) dirty exists 2024-08-17T00:45:38.590 INFO:tasks.rados.rados.0.smithi157.stdout:3824: left oid 31 (ObjNum 1143 snap 379 seq_num 1143) 2024-08-17T00:45:38.590 INFO:tasks.rados.rados.0.smithi157.stdout:3825: finishing write tid 1 to smithi15786056-38 2024-08-17T00:45:38.590 INFO:tasks.rados.rados.0.smithi157.stdout:3825: finishing write tid 2 to smithi15786056-38 2024-08-17T00:45:38.590 INFO:tasks.rados.rados.0.smithi157.stdout:3825: finishing write tid 3 to smithi15786056-38 2024-08-17T00:45:38.590 INFO:tasks.rados.rados.0.smithi157.stdout:3825: finishing write tid 4 to smithi15786056-38 2024-08-17T00:45:38.590 INFO:tasks.rados.rados.0.smithi157.stdout:3825: finishing write tid 5 to smithi15786056-38 2024-08-17T00:45:38.590 INFO:tasks.rados.rados.0.smithi157.stdout:3824: done (4 left) 2024-08-17T00:45:38.591 INFO:tasks.rados.rados.0.smithi157.stdout:3830: rmattr oid 12 current snap is 379 2024-08-17T00:45:38.591 INFO:tasks.rados.rados.0.smithi157.stdout:3825: finishing write tid 6 to smithi15786056-38 2024-08-17T00:45:38.591 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 38 v 1896 (ObjNum 1144 snap 379 seq_num 1144) dirty exists 2024-08-17T00:45:38.591 INFO:tasks.rados.rados.0.smithi157.stdout:3825: left oid 38 (ObjNum 1144 snap 379 seq_num 1144) 2024-08-17T00:45:38.591 INFO:tasks.rados.rados.0.smithi157.stdout:3826: finishing write tid 1 to smithi15786056-44 2024-08-17T00:45:38.591 INFO:tasks.rados.rados.0.smithi157.stdout:3826: finishing write tid 2 to smithi15786056-44 2024-08-17T00:45:38.591 INFO:tasks.rados.rados.0.smithi157.stdout:3826: finishing write tid 3 to smithi15786056-44 2024-08-17T00:45:38.591 INFO:tasks.rados.rados.0.smithi157.stdout:3826: finishing write tid 4 to smithi15786056-44 2024-08-17T00:45:38.591 INFO:tasks.rados.rados.0.smithi157.stdout:3826: finishing write tid 5 to smithi15786056-44 2024-08-17T00:45:38.591 INFO:tasks.rados.rados.0.smithi157.stdout:3825: done (4 left) 2024-08-17T00:45:38.591 INFO:tasks.rados.rados.0.smithi157.stdout:3831: rmattr oid 9 current snap is 379 2024-08-17T00:45:38.591 INFO:tasks.rados.rados.0.smithi157.stdout:3831: done (4 left) 2024-08-17T00:45:38.591 INFO:tasks.rados.rados.0.smithi157.stdout:3832: read oid 9 snap -1 2024-08-17T00:45:38.592 INFO:tasks.rados.rados.0.smithi157.stdout:3832: expect deleted 2024-08-17T00:45:38.592 INFO:tasks.rados.rados.0.smithi157.stdout:3833: rollback oid 1 current snap is 379 2024-08-17T00:45:38.592 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 1 to 369 2024-08-17T00:45:38.592 INFO:tasks.rados.rados.0.smithi157.stdout:3826: finishing write tid 6 to smithi15786056-44 2024-08-17T00:45:38.592 INFO:tasks.rados.rados.0.smithi157.stdout:3826: finishing write tid 7 to smithi15786056-44 2024-08-17T00:45:38.592 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 2077 (ObjNum 1145 snap 379 seq_num 1145) dirty exists 2024-08-17T00:45:38.592 INFO:tasks.rados.rados.0.smithi157.stdout:3826: left oid 44 (ObjNum 1145 snap 379 seq_num 1145) 2024-08-17T00:45:38.592 INFO:tasks.rados.rados.0.smithi157.stdout:3827: finishing write tid 1 to smithi15786056-5 2024-08-17T00:45:38.592 INFO:tasks.rados.rados.0.smithi157.stdout:3827: finishing write tid 2 to smithi15786056-5 2024-08-17T00:45:38.592 INFO:tasks.rados.rados.0.smithi157.stdout:3826: done (5 left) 2024-08-17T00:45:38.592 INFO:tasks.rados.rados.0.smithi157.stdout:3834: read oid 31 snap -1 2024-08-17T00:45:38.592 INFO:tasks.rados.rados.0.smithi157.stdout:3834: expect (ObjNum 1143 snap 379 seq_num 1143) 2024-08-17T00:45:38.592 INFO:tasks.rados.rados.0.smithi157.stdout:3835: setattr oid 27 current snap is 379 2024-08-17T00:45:38.592 INFO:tasks.rados.rados.0.smithi157.stdout:3827: finishing write tid 3 to smithi15786056-5 2024-08-17T00:45:38.594 INFO:tasks.rados.rados.0.smithi157.stdout:3832: done (6 left) 2024-08-17T00:45:38.594 INFO:tasks.rados.rados.0.smithi157.stdout:3836: rmattr oid 30 current snap is 379 2024-08-17T00:45:38.594 INFO:tasks.rados.rados.0.smithi157.stdout:3836: done (6 left) 2024-08-17T00:45:38.594 INFO:tasks.rados.rados.0.smithi157.stdout:3837: read oid 7 snap -1 2024-08-17T00:45:38.594 INFO:tasks.rados.rados.0.smithi157.stdout:3837: expect deleted 2024-08-17T00:45:38.594 INFO:tasks.rados.rados.0.smithi157.stdout:3838: read oid 45 snap -1 2024-08-17T00:45:38.594 INFO:tasks.rados.rados.0.smithi157.stdout:3838: expect (ObjNum 1106 snap 362 seq_num 1106) 2024-08-17T00:45:38.594 INFO:tasks.rados.rados.0.smithi157.stdout:3839: copy_from oid 10 from oid 13 current snap is 379 2024-08-17T00:45:38.594 INFO:tasks.rados.rados.0.smithi157.stdout:3840: rollback oid 28 current snap is 379 2024-08-17T00:45:38.594 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 28 to 378 2024-08-17T00:45:38.594 INFO:tasks.rados.rados.0.smithi157.stdout:3841: rollback oid 34 current snap is 379 2024-08-17T00:45:38.595 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 34 to 359 2024-08-17T00:45:38.595 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 48 current snap is 379 2024-08-17T00:45:38.595 INFO:tasks.rados.rados.0.smithi157.stdout:3842: seq_num 1147 ranges {2916352=16384} 2024-08-17T00:45:38.608 INFO:tasks.rados.rados.0.smithi157.stdout:3842: writing smithi15786056-48 from 2916352 to 2932736 tid 1 2024-08-17T00:45:38.608 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 2 current snap is 379 2024-08-17T00:45:38.608 INFO:tasks.rados.rados.0.smithi157.stdout:3843: seq_num 1148 ranges {8126464=32768} 2024-08-17T00:45:38.652 INFO:tasks.rados.rados.0.smithi157.stdout:3843: writing smithi15786056-2 from 8126464 to 8159232 tid 1 2024-08-17T00:45:38.652 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 379 2024-08-17T00:45:38.652 INFO:tasks.rados.rados.0.smithi157.stdout:3844: seq_num 1149 ranges {950272=49152} 2024-08-17T00:45:38.658 INFO:tasks.rados.rados.0.smithi157.stdout:3844: writing smithi15786056-21 from 950272 to 999424 tid 1 2024-08-17T00:45:38.658 INFO:tasks.rados.rados.0.smithi157.stdout:3845: snap_remove snap 372 2024-08-17T00:45:38.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:38 smithi157 ceph-mon[98780]: pgmap v908: 121 pgs: 121 active+clean; 310 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-17T00:45:38.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:38 smithi157 ceph-mon[98780]: osdmap e832: 8 total, 8 up, 8 in 2024-08-17T00:45:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:38 smithi157 ceph-mon[101289]: pgmap v908: 121 pgs: 121 active+clean; 310 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-17T00:45:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:38 smithi157 ceph-mon[101289]: osdmap e832: 8 total, 8 up, 8 in 2024-08-17T00:45:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:38 smithi187 ceph-mon[90552]: pgmap v908: 121 pgs: 121 active+clean; 310 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-17T00:45:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:38 smithi187 ceph-mon[90552]: osdmap e832: 8 total, 8 up, 8 in 2024-08-17T00:45:39.549 INFO:tasks.rados.rados.0.smithi157.stdout:3845: done (14 left) 2024-08-17T00:45:39.549 INFO:tasks.rados.rados.0.smithi157.stdout:3846: read oid 15 snap -1 2024-08-17T00:45:39.550 INFO:tasks.rados.rados.0.smithi157.stdout:3846: expect deleted 2024-08-17T00:45:39.550 INFO:tasks.rados.rados.0.smithi157.stdout:3847: copy_from oid 22 from oid 19 current snap is 379 2024-08-17T00:45:39.550 INFO:tasks.rados.rados.0.smithi157.stdout:3837: done (15 left) 2024-08-17T00:45:39.550 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 379 2024-08-17T00:45:39.550 INFO:tasks.rados.rados.0.smithi157.stdout:3848: seq_num 1150 ranges {2392064=65536} 2024-08-17T00:45:39.563 INFO:tasks.rados.rados.0.smithi157.stdout:3848: writing smithi15786056-44 from 2392064 to 2457600 tid 1 2024-08-17T00:45:39.563 INFO:tasks.rados.rados.0.smithi157.stdout: waiting on 16 2024-08-17T00:45:39.564 INFO:tasks.rados.rados.0.smithi157.stdout:3829: finishing rollback tid 0 to smithi15786056-47 2024-08-17T00:45:39.564 INFO:tasks.rados.rados.0.smithi157.stdout:3829: finishing rollback tid 1 to smithi15786056-47 2024-08-17T00:45:39.564 INFO:tasks.rados.rados.0.smithi157.stdout:3833: finishing rollback tid 0 to smithi15786056-1 2024-08-17T00:45:39.564 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 1897 (ObjNum 1124 snap 368 seq_num 1124) dirty exists 2024-08-17T00:45:39.564 INFO:tasks.rados.rados.0.smithi157.stdout:3833: finishing rollback tid 1 to smithi15786056-1 2024-08-17T00:45:39.564 INFO:tasks.rados.rados.0.smithi157.stdout:3833: finishing rollback tid 2 to smithi15786056-1 2024-08-17T00:45:39.565 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 2115 (ObjNum 1057 snap 356 seq_num 1057) dirty exists 2024-08-17T00:45:39.565 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 1789 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-08-17T00:45:39.565 INFO:tasks.rados.rados.0.smithi157.stdout:3841: finishing rollback tid 0 to smithi15786056-34 2024-08-17T00:45:39.565 INFO:tasks.rados.rados.0.smithi157.stdout:3841: finishing rollback tid 1 to smithi15786056-34 2024-08-17T00:45:39.565 INFO:tasks.rados.rados.0.smithi157.stdout:3829: finishing rollback tid 2 to smithi15786056-47 2024-08-17T00:45:39.565 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 1713 (ObjNum 1097 snap 360 seq_num 1097) dirty exists 2024-08-17T00:45:39.565 INFO:tasks.rados.rados.0.smithi157.stdout:3841: finishing rollback tid 2 to smithi15786056-34 2024-08-17T00:45:39.565 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 1906 (ObjNum 1036 snap 349 seq_num 1036) dirty exists 2024-08-17T00:45:39.565 INFO:tasks.rados.rados.0.smithi157.stdout:3839: finishing copy_from racing read to smithi15786056-10 2024-08-17T00:45:39.565 INFO:tasks.rados.rados.0.smithi157.stdout:3839: finishing copy_from to smithi15786056-10 2024-08-17T00:45:39.565 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 1696 (ObjNum 953 snap 321 seq_num 953) dirty exists 2024-08-17T00:45:39.565 INFO:tasks.rados.rados.0.smithi157.stdout:3827: finishing write tid 4 to smithi15786056-5 2024-08-17T00:45:39.565 INFO:tasks.rados.rados.0.smithi157.stdout:3842: finishing write tid 1 to smithi15786056-48 2024-08-17T00:45:39.565 INFO:tasks.rados.rados.0.smithi157.stdout:3827: finishing write tid 5 to smithi15786056-5 2024-08-17T00:45:39.566 INFO:tasks.rados.rados.0.smithi157.stdout:3840: finishing rollback tid 0 to smithi15786056-28 2024-08-17T00:45:39.566 INFO:tasks.rados.rados.0.smithi157.stdout:3842: finishing write tid 2 to smithi15786056-48 2024-08-17T00:45:39.566 INFO:tasks.rados.rados.0.smithi157.stdout:3842: finishing write tid 3 to smithi15786056-48 2024-08-17T00:45:39.566 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 48 v 2958 (ObjNum 1147 snap 379 seq_num 1147) dirty exists 2024-08-17T00:45:39.566 INFO:tasks.rados.rados.0.smithi157.stdout:3842: left oid 48 (ObjNum 1147 snap 379 seq_num 1147) 2024-08-17T00:45:39.566 INFO:tasks.rados.rados.0.smithi157.stdout:3834: expect (ObjNum 1143 snap 379 seq_num 1143) 2024-08-17T00:45:39.702 INFO:tasks.rados.rados.0.smithi157.stdout:3840: finishing rollback tid 1 to smithi15786056-28 2024-08-17T00:45:39.702 INFO:tasks.rados.rados.0.smithi157.stdout:3840: finishing rollback tid 2 to smithi15786056-28 2024-08-17T00:45:39.702 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 28 v 2110 (ObjNum 995 snap 335 seq_num 995) dirty exists 2024-08-17T00:45:39.702 INFO:tasks.rados.rados.0.smithi157.stdout:3827: finishing write tid 6 to smithi15786056-5 2024-08-17T00:45:39.702 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 5 v 2106 (ObjNum 1146 snap 379 seq_num 1146) dirty exists 2024-08-17T00:45:39.703 INFO:tasks.rados.rados.0.smithi157.stdout:3827: left oid 5 (ObjNum 1146 snap 379 seq_num 1146) 2024-08-17T00:45:39.703 INFO:tasks.rados.rados.0.smithi157.stdout:3827: done (15 left) 2024-08-17T00:45:39.703 INFO:tasks.rados.rados.0.smithi157.stdout:3829: done (14 left) 2024-08-17T00:45:39.703 INFO:tasks.rados.rados.0.smithi157.stdout:3830: done (13 left) 2024-08-17T00:45:39.703 INFO:tasks.rados.rados.0.smithi157.stdout:3833: done (12 left) 2024-08-17T00:45:39.703 INFO:tasks.rados.rados.0.smithi157.stdout:3834: done (11 left) 2024-08-17T00:45:39.703 INFO:tasks.rados.rados.0.smithi157.stdout:3835: done (10 left) 2024-08-17T00:45:39.703 INFO:tasks.rados.rados.0.smithi157.stdout:3839: done (9 left) 2024-08-17T00:45:39.703 INFO:tasks.rados.rados.0.smithi157.stdout:3840: done (8 left) 2024-08-17T00:45:39.703 INFO:tasks.rados.rados.0.smithi157.stdout:3841: done (7 left) 2024-08-17T00:45:39.703 INFO:tasks.rados.rados.0.smithi157.stdout:3842: done (6 left) 2024-08-17T00:45:39.703 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 18 current snap is 379 2024-08-17T00:45:39.703 INFO:tasks.rados.rados.0.smithi157.stdout:3838: expect (ObjNum 1106 snap 362 seq_num 1106) 2024-08-17T00:45:40.149 INFO:tasks.rados.rados.0.smithi157.stdout:3843: finishing write tid 1 to smithi15786056-2 2024-08-17T00:45:40.150 INFO:tasks.rados.rados.0.smithi157.stdout:3843: finishing write tid 2 to smithi15786056-2 2024-08-17T00:45:40.150 INFO:tasks.rados.rados.0.smithi157.stdout:3843: finishing write tid 3 to smithi15786056-2 2024-08-17T00:45:40.150 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 2 v 2961 (ObjNum 1148 snap 379 seq_num 1148) dirty exists 2024-08-17T00:45:40.150 INFO:tasks.rados.rados.0.smithi157.stdout:3843: left oid 2 (ObjNum 1148 snap 379 seq_num 1148) 2024-08-17T00:45:40.150 INFO:tasks.rados.rados.0.smithi157.stdout:3844: finishing write tid 1 to smithi15786056-21 2024-08-17T00:45:40.150 INFO:tasks.rados.rados.0.smithi157.stdout:3844: finishing write tid 2 to smithi15786056-21 2024-08-17T00:45:40.150 INFO:tasks.rados.rados.0.smithi157.stdout:3844: finishing write tid 3 to smithi15786056-21 2024-08-17T00:45:40.150 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 2459 (ObjNum 1149 snap 379 seq_num 1149) dirty exists 2024-08-17T00:45:40.150 INFO:tasks.rados.rados.0.smithi157.stdout:3844: left oid 21 (ObjNum 1149 snap 379 seq_num 1149) 2024-08-17T00:45:40.150 INFO:tasks.rados.rados.0.smithi157.stdout:3849: seq_num 1151 ranges {7593984=81920} 2024-08-17T00:45:40.189 INFO:tasks.rados.rados.0.smithi157.stdout:3849: writing smithi15786056-18 from 7593984 to 7675904 tid 1 2024-08-17T00:45:40.189 INFO:tasks.rados.rados.0.smithi157.stdout:3838: done (6 left) 2024-08-17T00:45:40.189 INFO:tasks.rados.rados.0.smithi157.stdout:3843: done (5 left) 2024-08-17T00:45:40.189 INFO:tasks.rados.rados.0.smithi157.stdout:3844: done (4 left) 2024-08-17T00:45:40.190 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 24 current snap is 379 2024-08-17T00:45:40.190 INFO:tasks.rados.rados.0.smithi157.stdout:3850: seq_num 1152 ranges {6086656=98304} 2024-08-17T00:45:40.221 INFO:tasks.rados.rados.0.smithi157.stdout:3850: writing smithi15786056-24 from 6086656 to 6184960 tid 1 2024-08-17T00:45:40.221 INFO:tasks.rados.rados.0.smithi157.stdout:3851: snap_remove snap 377 2024-08-17T00:45:40.553 INFO:tasks.rados.rados.0.smithi157.stdout:3851: done (5 left) 2024-08-17T00:45:40.553 INFO:tasks.rados.rados.0.smithi157.stdout:3852: snap_remove snap 370 2024-08-17T00:45:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:40 smithi157 ceph-mon[98780]: osdmap e833: 8 total, 8 up, 8 in 2024-08-17T00:45:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:40 smithi157 ceph-mon[98780]: pgmap v911: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 314 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-17T00:45:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:40 smithi157 ceph-mon[101289]: osdmap e833: 8 total, 8 up, 8 in 2024-08-17T00:45:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:40 smithi157 ceph-mon[101289]: pgmap v911: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 314 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-17T00:45:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:40 smithi187 ceph-mon[90552]: osdmap e833: 8 total, 8 up, 8 in 2024-08-17T00:45:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:40 smithi187 ceph-mon[90552]: pgmap v911: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 314 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-17T00:45:41.557 INFO:tasks.rados.rados.0.smithi157.stdout:3852: done (5 left) 2024-08-17T00:45:41.557 INFO:tasks.rados.rados.0.smithi157.stdout:3853: rollback oid 34 current snap is 379 2024-08-17T00:45:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 34 to 361 2024-08-17T00:45:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:3847: finishing copy_from to smithi15786056-22 2024-08-17T00:45:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:3847: got expected ENOENT (src dne) 2024-08-17T00:45:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:3847: finishing copy_from racing read to smithi15786056-22 2024-08-17T00:45:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:3848: finishing write tid 1 to smithi15786056-44 2024-08-17T00:45:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:3848: finishing write tid 2 to smithi15786056-44 2024-08-17T00:45:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:3848: finishing write tid 3 to smithi15786056-44 2024-08-17T00:45:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 2079 (ObjNum 1150 snap 379 seq_num 1150) dirty exists 2024-08-17T00:45:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:3848: left oid 44 (ObjNum 1150 snap 379 seq_num 1150) 2024-08-17T00:45:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:3849: finishing write tid 1 to smithi15786056-18 2024-08-17T00:45:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:3849: finishing write tid 2 to smithi15786056-18 2024-08-17T00:45:41.558 INFO:tasks.rados.rados.0.smithi157.stdout:3849: finishing write tid 3 to smithi15786056-18 2024-08-17T00:45:41.559 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 2409 (ObjNum 1151 snap 379 seq_num 1151) dirty exists 2024-08-17T00:45:41.559 INFO:tasks.rados.rados.0.smithi157.stdout:3849: left oid 18 (ObjNum 1151 snap 379 seq_num 1151) 2024-08-17T00:45:41.559 INFO:tasks.rados.rados.0.smithi157.stdout:3850: finishing write tid 1 to smithi15786056-24 2024-08-17T00:45:41.559 INFO:tasks.rados.rados.0.smithi157.stdout:3850: finishing write tid 2 to smithi15786056-24 2024-08-17T00:45:41.559 INFO:tasks.rados.rados.0.smithi157.stdout:3850: finishing write tid 3 to smithi15786056-24 2024-08-17T00:45:41.559 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 24 v 1715 (ObjNum 1152 snap 379 seq_num 1152) dirty exists 2024-08-17T00:45:41.559 INFO:tasks.rados.rados.0.smithi157.stdout:3850: left oid 24 (ObjNum 1152 snap 379 seq_num 1152) 2024-08-17T00:45:41.559 INFO:tasks.rados.rados.0.smithi157.stdout:3846: done (5 left) 2024-08-17T00:45:41.559 INFO:tasks.rados.rados.0.smithi157.stdout:3847: done (4 left) 2024-08-17T00:45:41.559 INFO:tasks.rados.rados.0.smithi157.stdout:3848: done (3 left) 2024-08-17T00:45:41.559 INFO:tasks.rados.rados.0.smithi157.stdout:3849: done (2 left) 2024-08-17T00:45:41.559 INFO:tasks.rados.rados.0.smithi157.stdout:3850: done (1 left) 2024-08-17T00:45:41.560 INFO:tasks.rados.rados.0.smithi157.stdout:3854: rollback oid 7 current snap is 379 2024-08-17T00:45:41.560 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 7 to 369 2024-08-17T00:45:41.560 INFO:tasks.rados.rados.0.smithi157.stdout:3855: read oid 22 snap -1 2024-08-17T00:45:41.560 INFO:tasks.rados.rados.0.smithi157.stdout:3855: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:45:41.560 INFO:tasks.rados.rados.0.smithi157.stdout:3856: copy_from oid 14 from oid 25 current snap is 379 2024-08-17T00:45:41.560 INFO:tasks.rados.rados.0.smithi157.stdout:3857: copy_from oid 47 from oid 48 current snap is 379 2024-08-17T00:45:41.560 INFO:tasks.rados.rados.0.smithi157.stdout:3858: delete oid 27 current snap is 379 2024-08-17T00:45:41.567 INFO:tasks.rados.rados.0.smithi157.stdout:3855: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:45:41.572 INFO:tasks.rados.rados.0.smithi157.stdout:3856: finishing copy_from to smithi15786056-14 2024-08-17T00:45:41.572 INFO:tasks.rados.rados.0.smithi157.stdout:3856: got expected ENOENT (src dne) 2024-08-17T00:45:41.572 INFO:tasks.rados.rados.0.smithi157.stdout:3856: finishing copy_from racing read to smithi15786056-14 2024-08-17T00:45:41.572 INFO:tasks.rados.rados.0.smithi157.stdout:3854: finishing rollback tid 1 to smithi15786056-7 2024-08-17T00:45:41.573 INFO:tasks.rados.rados.0.smithi157.stdout:3855: done (5 left) 2024-08-17T00:45:41.573 INFO:tasks.rados.rados.0.smithi157.stdout:3856: done (4 left) 2024-08-17T00:45:41.573 INFO:tasks.rados.rados.0.smithi157.stdout:3858: done (3 left) 2024-08-17T00:45:41.573 INFO:tasks.rados.rados.0.smithi157.stdout:3859: rollback oid 15 current snap is 379 2024-08-17T00:45:41.574 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 15 to 364 2024-08-17T00:45:41.574 INFO:tasks.rados.rados.0.smithi157.stdout:3860: rollback oid 31 current snap is 379 2024-08-17T00:45:41.574 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 31 to 348 2024-08-17T00:45:41.574 INFO:tasks.rados.rados.0.smithi157.stdout:3861: delete oid 45 current snap is 379 2024-08-17T00:45:41.574 INFO:tasks.rados.rados.0.smithi157.stdout:3854: finishing rollback tid 2 to smithi15786056-7 2024-08-17T00:45:41.574 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 7 v 2411 (ObjNum 1027 snap 346 seq_num 1027) dirty exists 2024-08-17T00:45:41.577 INFO:tasks.rados.rados.0.smithi157.stdout:3854: done (5 left) 2024-08-17T00:45:41.578 INFO:tasks.rados.rados.0.smithi157.stdout:3861: done (4 left) 2024-08-17T00:45:41.578 INFO:tasks.rados.rados.0.smithi157.stdout:3862: copy_from oid 32 from oid 23 current snap is 379 2024-08-17T00:45:41.578 INFO:tasks.rados.rados.0.smithi157.stdout:3863: snap_create 2024-08-17T00:45:41.578 INFO:tasks.rados.rados.0.smithi157.stdout:3853: finishing rollback tid 0 to smithi15786056-34 2024-08-17T00:45:41.578 INFO:tasks.rados.rados.0.smithi157.stdout:3853: finishing rollback tid 1 to smithi15786056-34 2024-08-17T00:45:41.578 INFO:tasks.rados.rados.0.smithi157.stdout:3853: finishing rollback tid 2 to smithi15786056-34 2024-08-17T00:45:41.578 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 34 v 1909 (ObjNum 1100 snap 361 seq_num 1100) dirty exists 2024-08-17T00:45:41.580 INFO:tasks.rados.rados.0.smithi157.stdout:3859: finishing rollback tid 1 to smithi15786056-15 2024-08-17T00:45:41.585 INFO:tasks.rados.rados.0.smithi157.stdout:3859: finishing rollback tid 2 to smithi15786056-15 2024-08-17T00:45:41.585 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 2128 (ObjNum 1111 snap 363 seq_num 1111) dirty exists 2024-08-17T00:45:41.591 INFO:tasks.rados.rados.0.smithi157.stdout:3857: finishing copy_from racing read to smithi15786056-47 2024-08-17T00:45:41.591 INFO:tasks.rados.rados.0.smithi157.stdout:3860: finishing rollback tid 0 to smithi15786056-31 2024-08-17T00:45:41.591 INFO:tasks.rados.rados.0.smithi157.stdout:3860: finishing rollback tid 1 to smithi15786056-31 2024-08-17T00:45:41.592 INFO:tasks.rados.rados.0.smithi157.stdout:3860: finishing rollback tid 2 to smithi15786056-31 2024-08-17T00:45:41.592 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 2131 (ObjNum 911 snap 309 seq_num 911) dirty exists 2024-08-17T00:45:41.594 INFO:tasks.rados.rados.0.smithi157.stdout:3862: finishing copy_from racing read to smithi15786056-32 2024-08-17T00:45:41.595 INFO:tasks.rados.rados.0.smithi157.stdout:3862: finishing copy_from to smithi15786056-32 2024-08-17T00:45:41.595 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 2910 (ObjNum 1013 snap 341 seq_num 1013) dirty exists 2024-08-17T00:45:41.595 INFO:tasks.rados.rados.0.smithi157.stdout:3857: finishing copy_from to smithi15786056-47 2024-08-17T00:45:41.595 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 47 v 2958 (ObjNum 1147 snap 379 seq_num 1147) dirty exists 2024-08-17T00:45:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:41 smithi157 ceph-mon[98780]: osdmap e834: 8 total, 8 up, 8 in 2024-08-17T00:45:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:41 smithi157 ceph-mon[101289]: osdmap e834: 8 total, 8 up, 8 in 2024-08-17T00:45:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:41 smithi187 ceph-mon[90552]: osdmap e834: 8 total, 8 up, 8 in 2024-08-17T00:45:42.460 INFO:tasks.rados.rados.0.smithi157.stdout:3853: done (5 left) 2024-08-17T00:45:42.460 INFO:tasks.rados.rados.0.smithi157.stdout:3857: done (4 left) 2024-08-17T00:45:42.460 INFO:tasks.rados.rados.0.smithi157.stdout:3859: done (3 left) 2024-08-17T00:45:42.460 INFO:tasks.rados.rados.0.smithi157.stdout:3860: done (2 left) 2024-08-17T00:45:42.460 INFO:tasks.rados.rados.0.smithi157.stdout:3862: done (1 left) 2024-08-17T00:45:42.460 INFO:tasks.rados.rados.0.smithi157.stdout:3863: done (0 left) 2024-08-17T00:45:42.460 INFO:tasks.rados.rados.0.smithi157.stdout:3864: delete oid 13 current snap is 380 2024-08-17T00:45:42.465 INFO:tasks.rados.rados.0.smithi157.stdout:3864: done (0 left) 2024-08-17T00:45:42.466 INFO:tasks.rados.rados.0.smithi157.stdout:3865: delete oid 2 current snap is 380 2024-08-17T00:45:42.470 INFO:tasks.rados.rados.0.smithi157.stdout:3865: done (0 left) 2024-08-17T00:45:42.470 INFO:tasks.rados.rados.0.smithi157.stdout:3866: snap_create 2024-08-17T00:45:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:42 smithi187 ceph-mon[90552]: osdmap e835: 8 total, 8 up, 8 in 2024-08-17T00:45:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:42 smithi187 ceph-mon[90552]: pgmap v914: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 324 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.6 MiB/s wr, 27 op/s 2024-08-17T00:45:42.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:42 smithi187 ceph-mon[90552]: osdmap e836: 8 total, 8 up, 8 in 2024-08-17T00:45:42.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:45:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:45:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:42.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:42 smithi157 ceph-mon[101289]: osdmap e835: 8 total, 8 up, 8 in 2024-08-17T00:45:42.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:42 smithi157 ceph-mon[101289]: pgmap v914: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 324 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.6 MiB/s wr, 27 op/s 2024-08-17T00:45:42.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:42 smithi157 ceph-mon[101289]: osdmap e836: 8 total, 8 up, 8 in 2024-08-17T00:45:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:42 smithi157 ceph-mon[98780]: osdmap e835: 8 total, 8 up, 8 in 2024-08-17T00:45:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:42 smithi157 ceph-mon[98780]: pgmap v914: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 324 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.6 MiB/s wr, 27 op/s 2024-08-17T00:45:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:42 smithi157 ceph-mon[98780]: osdmap e836: 8 total, 8 up, 8 in 2024-08-17T00:45:43.461 INFO:tasks.rados.rados.0.smithi157.stdout:3866: done (0 left) 2024-08-17T00:45:43.461 INFO:tasks.rados.rados.0.smithi157.stdout:3867: read oid 49 snap -1 2024-08-17T00:45:43.461 INFO:tasks.rados.rados.0.smithi157.stdout:3867: expect deleted 2024-08-17T00:45:43.461 INFO:tasks.rados.rados.0.smithi157.stdout:3868: snap_remove snap 378 2024-08-17T00:45:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:45:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:45:43] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.43.0" 2024-08-17T00:45:44.466 INFO:tasks.rados.rados.0.smithi157.stdout:3868: done (1 left) 2024-08-17T00:45:44.466 INFO:tasks.rados.rados.0.smithi157.stdout:3869: snap_remove snap 367 2024-08-17T00:45:44.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:44 smithi157 ceph-mon[101289]: osdmap e837: 8 total, 8 up, 8 in 2024-08-17T00:45:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:44 smithi157 ceph-mon[101289]: pgmap v917: 121 pgs: 121 active+clean; 325 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-08-17T00:45:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:44 smithi157 ceph-mon[98780]: osdmap e837: 8 total, 8 up, 8 in 2024-08-17T00:45:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:44 smithi157 ceph-mon[98780]: pgmap v917: 121 pgs: 121 active+clean; 325 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-08-17T00:45:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:44 smithi187 ceph-mon[90552]: osdmap e837: 8 total, 8 up, 8 in 2024-08-17T00:45:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:44 smithi187 ceph-mon[90552]: pgmap v917: 121 pgs: 121 active+clean; 325 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-08-17T00:45:45.468 INFO:tasks.rados.rados.0.smithi157.stdout:3869: done (1 left) 2024-08-17T00:45:45.468 INFO:tasks.rados.rados.0.smithi157.stdout:3870: delete oid 14 current snap is 381 2024-08-17T00:45:45.478 INFO:tasks.rados.rados.0.smithi157.stdout:3867: done (1 left) 2024-08-17T00:45:45.478 INFO:tasks.rados.rados.0.smithi157.stdout:3870: done (0 left) 2024-08-17T00:45:45.478 INFO:tasks.rados.rados.0.smithi157.stdout:3871: rollback oid 19 current snap is 381 2024-08-17T00:45:45.478 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 19 to 380 2024-08-17T00:45:45.478 INFO:tasks.rados.rados.0.smithi157.stdout:3872: copy_from oid 18 from oid 42 current snap is 381 2024-08-17T00:45:45.478 INFO:tasks.rados.rados.0.smithi157.stdout:3873: read oid 30 snap 375 2024-08-17T00:45:45.479 INFO:tasks.rados.rados.0.smithi157.stdout:3873: expect (ObjNum 1013 snap 341 seq_num 1013) 2024-08-17T00:45:45.479 INFO:tasks.rados.rados.0.smithi157.stdout:3874: read oid 10 snap -1 2024-08-17T00:45:45.479 INFO:tasks.rados.rados.0.smithi157.stdout:3874: expect (ObjNum 953 snap 321 seq_num 953) 2024-08-17T00:45:45.479 INFO:tasks.rados.rados.0.smithi157.stdout:3875: copy_from oid 48 from oid 13 current snap is 381 2024-08-17T00:45:45.479 INFO:tasks.rados.rados.0.smithi157.stdout:3876: snap_create 2024-08-17T00:45:45.482 INFO:tasks.rados.rados.0.smithi157.stdout:3871: finishing rollback tid 1 to smithi15786056-19 2024-08-17T00:45:45.482 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 2726 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:45:45.487 INFO:tasks.rados.rados.0.smithi157.stdout:3873: expect (ObjNum 1013 snap 341 seq_num 1013) 2024-08-17T00:45:45.495 INFO:tasks.rados.rados.0.smithi157.stdout:3872: finishing copy_from to smithi15786056-18 2024-08-17T00:45:45.495 INFO:tasks.rados.rados.0.smithi157.stdout:3872: got expected ENOENT (src dne) 2024-08-17T00:45:45.495 INFO:tasks.rados.rados.0.smithi157.stdout:3872: finishing copy_from racing read to smithi15786056-18 2024-08-17T00:45:45.496 INFO:tasks.rados.rados.0.smithi157.stdout:3875: finishing copy_from to smithi15786056-48 2024-08-17T00:45:45.496 INFO:tasks.rados.rados.0.smithi157.stdout:3875: got expected ENOENT (src dne) 2024-08-17T00:45:45.496 INFO:tasks.rados.rados.0.smithi157.stdout:3875: finishing copy_from racing read to smithi15786056-48 2024-08-17T00:45:45.497 INFO:tasks.rados.rados.0.smithi157.stdout:3874: expect (ObjNum 953 snap 321 seq_num 953) 2024-08-17T00:45:45.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:45 smithi157 ceph-mon[101289]: osdmap e838: 8 total, 8 up, 8 in 2024-08-17T00:45:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:45 smithi157 ceph-mon[98780]: osdmap e838: 8 total, 8 up, 8 in 2024-08-17T00:45:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:45 smithi187 ceph-mon[90552]: osdmap e838: 8 total, 8 up, 8 in 2024-08-17T00:45:46.480 INFO:tasks.rados.rados.0.smithi157.stdout:3871: done (5 left) 2024-08-17T00:45:46.480 INFO:tasks.rados.rados.0.smithi157.stdout:3872: done (4 left) 2024-08-17T00:45:46.480 INFO:tasks.rados.rados.0.smithi157.stdout:3873: done (3 left) 2024-08-17T00:45:46.480 INFO:tasks.rados.rados.0.smithi157.stdout:3874: done (2 left) 2024-08-17T00:45:46.480 INFO:tasks.rados.rados.0.smithi157.stdout:3875: done (1 left) 2024-08-17T00:45:46.480 INFO:tasks.rados.rados.0.smithi157.stdout:3876: done (0 left) 2024-08-17T00:45:46.481 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 26 current snap is 382 2024-08-17T00:45:46.481 INFO:tasks.rados.rados.0.smithi157.stdout:3877: seq_num 1158 ranges {0=196608} 2024-08-17T00:45:46.481 INFO:tasks.rados.rados.0.smithi157.stdout:3877: writing smithi15786056-26 from 0 to 196608 tid 1 2024-08-17T00:45:46.481 INFO:tasks.rados.rados.0.smithi157.stdout:3878: rollback oid 10 current snap is 382 2024-08-17T00:45:46.481 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 10 to 381 2024-08-17T00:45:46.481 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 49 current snap is 382 2024-08-17T00:45:46.482 INFO:tasks.rados.rados.0.smithi157.stdout:3879: seq_num 1159 ranges {0=212992} 2024-08-17T00:45:46.483 INFO:tasks.rados.rados.0.smithi157.stdout:3879: writing smithi15786056-49 from 0 to 212992 tid 1 2024-08-17T00:45:46.483 INFO:tasks.rados.rados.0.smithi157.stdout:3880: read oid 25 snap -1 2024-08-17T00:45:46.483 INFO:tasks.rados.rados.0.smithi157.stdout:3880: expect deleted 2024-08-17T00:45:46.483 INFO:tasks.rados.rados.0.smithi157.stdout:3881: read oid 24 snap -1 2024-08-17T00:45:46.483 INFO:tasks.rados.rados.0.smithi157.stdout:3881: expect (ObjNum 1152 snap 379 seq_num 1152) 2024-08-17T00:45:46.483 INFO:tasks.rados.rados.0.smithi157.stdout:3882: snap_create 2024-08-17T00:45:46.490 INFO:tasks.rados.rados.0.smithi157.stdout:3878: finishing rollback tid 0 to smithi15786056-10 2024-08-17T00:45:46.490 INFO:tasks.rados.rados.0.smithi157.stdout:3878: finishing rollback tid 1 to smithi15786056-10 2024-08-17T00:45:46.492 INFO:tasks.rados.rados.0.smithi157.stdout:3879: finishing write tid 1 to smithi15786056-49 2024-08-17T00:45:46.492 INFO:tasks.rados.rados.0.smithi157.stdout:3878: finishing rollback tid 2 to smithi15786056-10 2024-08-17T00:45:46.492 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 2118 (ObjNum 953 snap 321 seq_num 953) dirty exists 2024-08-17T00:45:46.493 INFO:tasks.rados.rados.0.smithi157.stdout:3877: finishing write tid 1 to smithi15786056-26 2024-08-17T00:45:46.493 INFO:tasks.rados.rados.0.smithi157.stdout:3877: finishing write tid 2 to smithi15786056-26 2024-08-17T00:45:46.493 INFO:tasks.rados.rados.0.smithi157.stdout:3879: finishing write tid 2 to smithi15786056-49 2024-08-17T00:45:46.495 INFO:tasks.rados.rados.0.smithi157.stdout:3877: finishing write tid 3 to smithi15786056-26 2024-08-17T00:45:46.495 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 2489 (ObjNum 1158 snap 382 seq_num 1158) dirty exists 2024-08-17T00:45:46.495 INFO:tasks.rados.rados.0.smithi157.stdout:3877: left oid 26 (ObjNum 1158 snap 382 seq_num 1158) 2024-08-17T00:45:46.495 INFO:tasks.rados.rados.0.smithi157.stdout:3879: finishing write tid 3 to smithi15786056-49 2024-08-17T00:45:46.495 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 49 v 2414 (ObjNum 1159 snap 382 seq_num 1159) dirty exists 2024-08-17T00:45:46.495 INFO:tasks.rados.rados.0.smithi157.stdout:3879: left oid 49 (ObjNum 1159 snap 382 seq_num 1159) 2024-08-17T00:45:46.506 INFO:tasks.rados.rados.0.smithi157.stdout:3881: expect (ObjNum 1152 snap 379 seq_num 1152) 2024-08-17T00:45:46.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:46 smithi157 ceph-mon[101289]: osdmap e839: 8 total, 8 up, 8 in 2024-08-17T00:45:46.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:46 smithi157 ceph-mon[101289]: pgmap v920: 121 pgs: 121 active+clean; 330 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 802 KiB/s wr, 9 op/s 2024-08-17T00:45:46.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:46 smithi157 ceph-mon[98780]: osdmap e839: 8 total, 8 up, 8 in 2024-08-17T00:45:46.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:46 smithi157 ceph-mon[98780]: pgmap v920: 121 pgs: 121 active+clean; 330 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 802 KiB/s wr, 9 op/s 2024-08-17T00:45:46.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:46 smithi187 ceph-mon[90552]: osdmap e839: 8 total, 8 up, 8 in 2024-08-17T00:45:46.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:46 smithi187 ceph-mon[90552]: pgmap v920: 121 pgs: 121 active+clean; 330 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 802 KiB/s wr, 9 op/s 2024-08-17T00:45:47.460 INFO:tasks.rados.rados.0.smithi157.stdout:3877: done (5 left) 2024-08-17T00:45:47.461 INFO:tasks.rados.rados.0.smithi157.stdout:3878: done (4 left) 2024-08-17T00:45:47.461 INFO:tasks.rados.rados.0.smithi157.stdout:3879: done (3 left) 2024-08-17T00:45:47.461 INFO:tasks.rados.rados.0.smithi157.stdout:3880: done (2 left) 2024-08-17T00:45:47.461 INFO:tasks.rados.rados.0.smithi157.stdout:3881: done (1 left) 2024-08-17T00:45:47.461 INFO:tasks.rados.rados.0.smithi157.stdout:3882: done (0 left) 2024-08-17T00:45:47.461 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 383 2024-08-17T00:45:47.461 INFO:tasks.rados.rados.0.smithi157.stdout:3883: seq_num 1160 ranges {0=229376} 2024-08-17T00:45:47.462 INFO:tasks.rados.rados.0.smithi157.stdout:3883: writing smithi15786056-13 from 0 to 229376 tid 1 2024-08-17T00:45:47.462 INFO:tasks.rados.rados.0.smithi157.stdout:3884: read oid 26 snap -1 2024-08-17T00:45:47.462 INFO:tasks.rados.rados.0.smithi157.stdout:3884: expect (ObjNum 1158 snap 382 seq_num 1158) 2024-08-17T00:45:47.462 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 22 current snap is 383 2024-08-17T00:45:47.462 INFO:tasks.rados.rados.0.smithi157.stdout:3885: seq_num 1161 ranges {0=245760} 2024-08-17T00:45:47.463 INFO:tasks.rados.rados.0.smithi157.stdout:3885: writing smithi15786056-22 from 0 to 245760 tid 1 2024-08-17T00:45:47.463 INFO:tasks.rados.rados.0.smithi157.stdout:3886: rollback oid 23 current snap is 383 2024-08-17T00:45:47.463 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 23 to 381 2024-08-17T00:45:47.463 INFO:tasks.rados.rados.0.smithi157.stdout:3887: setattr oid 35 current snap is 383 2024-08-17T00:45:47.464 INFO:tasks.rados.rados.0.smithi157.stdout:3888: read oid 8 snap -1 2024-08-17T00:45:47.464 INFO:tasks.rados.rados.0.smithi157.stdout:3888: expect (ObjNum 1131 snap 372 seq_num 1131) 2024-08-17T00:45:47.464 INFO:tasks.rados.rados.0.smithi157.stdout:3889: delete oid 38 current snap is 383 2024-08-17T00:45:47.471 INFO:tasks.rados.rados.0.smithi157.stdout:3889: done (6 left) 2024-08-17T00:45:47.471 INFO:tasks.rados.rados.0.smithi157.stdout:3890: read oid 11 snap -1 2024-08-17T00:45:47.471 INFO:tasks.rados.rados.0.smithi157.stdout:3890: expect (ObjNum 995 snap 335 seq_num 995) 2024-08-17T00:45:47.471 INFO:tasks.rados.rados.0.smithi157.stdout:3891: snap_create 2024-08-17T00:45:47.472 INFO:tasks.rados.rados.0.smithi157.stdout:3886: finishing rollback tid 0 to smithi15786056-23 2024-08-17T00:45:47.472 INFO:tasks.rados.rados.0.smithi157.stdout:3883: finishing write tid 1 to smithi15786056-13 2024-08-17T00:45:47.472 INFO:tasks.rados.rados.0.smithi157.stdout:3883: finishing write tid 2 to smithi15786056-13 2024-08-17T00:45:47.473 INFO:tasks.rados.rados.0.smithi157.stdout:3886: finishing rollback tid 1 to smithi15786056-23 2024-08-17T00:45:47.473 INFO:tasks.rados.rados.0.smithi157.stdout:3886: finishing rollback tid 2 to smithi15786056-23 2024-08-17T00:45:47.473 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 3001 (ObjNum 1013 snap 341 seq_num 1013) dirty exists 2024-08-17T00:45:47.473 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 2080 (ObjNum 1140 snap 378 seq_num 1140) dirty exists 2024-08-17T00:45:47.473 INFO:tasks.rados.rados.0.smithi157.stdout:3885: finishing write tid 1 to smithi15786056-22 2024-08-17T00:45:47.476 INFO:tasks.rados.rados.0.smithi157.stdout:3884: expect (ObjNum 1158 snap 382 seq_num 1158) 2024-08-17T00:45:47.484 INFO:tasks.rados.rados.0.smithi157.stdout:3883: finishing write tid 3 to smithi15786056-13 2024-08-17T00:45:47.484 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 2961 (ObjNum 1160 snap 383 seq_num 1160) dirty exists 2024-08-17T00:45:47.484 INFO:tasks.rados.rados.0.smithi157.stdout:3883: left oid 13 (ObjNum 1160 snap 383 seq_num 1160) 2024-08-17T00:45:47.484 INFO:tasks.rados.rados.0.smithi157.stdout:3888: expect (ObjNum 1131 snap 372 seq_num 1131) 2024-08-17T00:45:47.622 INFO:tasks.rados.rados.0.smithi157.stdout:3885: finishing write tid 2 to smithi15786056-22 2024-08-17T00:45:47.623 INFO:tasks.rados.rados.0.smithi157.stdout:3890: expect (ObjNum 995 snap 335 seq_num 995) 2024-08-17T00:45:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:47 smithi157 ceph-mon[98780]: osdmap e840: 8 total, 8 up, 8 in 2024-08-17T00:45:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:47 smithi157 ceph-mon[98780]: osdmap e841: 8 total, 8 up, 8 in 2024-08-17T00:45:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:47 smithi157 ceph-mon[101289]: osdmap e840: 8 total, 8 up, 8 in 2024-08-17T00:45:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:47 smithi157 ceph-mon[101289]: osdmap e841: 8 total, 8 up, 8 in 2024-08-17T00:45:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:47 smithi187 ceph-mon[90552]: osdmap e840: 8 total, 8 up, 8 in 2024-08-17T00:45:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:47 smithi187 ceph-mon[90552]: osdmap e841: 8 total, 8 up, 8 in 2024-08-17T00:45:48.032 INFO:tasks.rados.rados.0.smithi157.stdout:3885: finishing write tid 3 to smithi15786056-22 2024-08-17T00:45:48.032 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 2492 (ObjNum 1161 snap 383 seq_num 1161) dirty exists 2024-08-17T00:45:48.033 INFO:tasks.rados.rados.0.smithi157.stdout:3885: left oid 22 (ObjNum 1161 snap 383 seq_num 1161) 2024-08-17T00:45:48.461 INFO:tasks.rados.rados.0.smithi157.stdout:3883: done (7 left) 2024-08-17T00:45:48.461 INFO:tasks.rados.rados.0.smithi157.stdout:3884: done (6 left) 2024-08-17T00:45:48.461 INFO:tasks.rados.rados.0.smithi157.stdout:3885: done (5 left) 2024-08-17T00:45:48.462 INFO:tasks.rados.rados.0.smithi157.stdout:3886: done (4 left) 2024-08-17T00:45:48.462 INFO:tasks.rados.rados.0.smithi157.stdout:3887: done (3 left) 2024-08-17T00:45:48.462 INFO:tasks.rados.rados.0.smithi157.stdout:3888: done (2 left) 2024-08-17T00:45:48.462 INFO:tasks.rados.rados.0.smithi157.stdout:3890: done (1 left) 2024-08-17T00:45:48.462 INFO:tasks.rados.rados.0.smithi157.stdout:3891: done (0 left) 2024-08-17T00:45:48.462 INFO:tasks.rados.rados.0.smithi157.stdout:3892: setattr oid 31 current snap is 384 2024-08-17T00:45:48.462 INFO:tasks.rados.rados.0.smithi157.stdout:3893: snap_remove snap 379 2024-08-17T00:45:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:48 smithi157 ceph-mon[101289]: pgmap v923: 121 pgs: 121 active+clean; 330 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 758 KiB/s wr, 3 op/s 2024-08-17T00:45:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:48 smithi157 ceph-mon[101289]: osdmap e842: 8 total, 8 up, 8 in 2024-08-17T00:45:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:48 smithi157 ceph-mon[98780]: pgmap v923: 121 pgs: 121 active+clean; 330 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 758 KiB/s wr, 3 op/s 2024-08-17T00:45:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:48 smithi157 ceph-mon[98780]: osdmap e842: 8 total, 8 up, 8 in 2024-08-17T00:45:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:48 smithi187 ceph-mon[90552]: pgmap v923: 121 pgs: 121 active+clean; 330 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 758 KiB/s wr, 3 op/s 2024-08-17T00:45:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:48 smithi187 ceph-mon[90552]: osdmap e842: 8 total, 8 up, 8 in 2024-08-17T00:45:49.464 INFO:tasks.rados.rados.0.smithi157.stdout:3893: done (1 left) 2024-08-17T00:45:49.465 INFO:tasks.rados.rados.0.smithi157.stdout:3894: copy_from oid 4 from oid 18 current snap is 384 2024-08-17T00:45:49.465 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 2155 (ObjNum 911 snap 309 seq_num 911) dirty exists 2024-08-17T00:45:49.465 INFO:tasks.rados.rados.0.smithi157.stdout:3892: done (1 left) 2024-08-17T00:45:49.465 INFO:tasks.rados.rados.0.smithi157.stdout:3895: snap_remove snap 382 2024-08-17T00:45:50.469 INFO:tasks.rados.rados.0.smithi157.stdout:3895: done (1 left) 2024-08-17T00:45:50.470 INFO:tasks.rados.rados.0.smithi157.stdout:3896: snap_remove snap 369 2024-08-17T00:45:50.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:50 smithi157 ceph-mon[101289]: osdmap e843: 8 total, 8 up, 8 in 2024-08-17T00:45:50.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:50 smithi157 ceph-mon[101289]: pgmap v926: 121 pgs: 121 active+clean; 330 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 160 KiB/s wr, 5 op/s 2024-08-17T00:45:50.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:50 smithi157 ceph-mon[98780]: osdmap e843: 8 total, 8 up, 8 in 2024-08-17T00:45:50.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:50 smithi157 ceph-mon[98780]: pgmap v926: 121 pgs: 121 active+clean; 330 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 160 KiB/s wr, 5 op/s 2024-08-17T00:45:50.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:50 smithi187 ceph-mon[90552]: osdmap e843: 8 total, 8 up, 8 in 2024-08-17T00:45:50.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:50 smithi187 ceph-mon[90552]: pgmap v926: 121 pgs: 121 active+clean; 330 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 160 KiB/s wr, 5 op/s 2024-08-17T00:45:51.471 INFO:tasks.rados.rados.0.smithi157.stdout:3896: done (1 left) 2024-08-17T00:45:51.471 INFO:tasks.rados.rados.0.smithi157.stdout:3897: read oid 28 snap 374 2024-08-17T00:45:51.471 INFO:tasks.rados.rados.0.smithi157.stdout:3897: expect (ObjNum 995 snap 335 seq_num 995) 2024-08-17T00:45:51.471 INFO:tasks.rados.rados.0.smithi157.stdout:3898: rollback oid 20 current snap is 384 2024-08-17T00:45:51.471 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 20 to 380 2024-08-17T00:45:51.471 INFO:tasks.rados.rados.0.smithi157.stdout:3899: delete oid 32 current snap is 384 2024-08-17T00:45:51.472 INFO:tasks.rados.rados.0.smithi157.stdout:3894: finishing copy_from racing read to smithi15786056-4 2024-08-17T00:45:51.472 INFO:tasks.rados.rados.0.smithi157.stdout:3894: finishing copy_from to smithi15786056-4 2024-08-17T00:45:51.472 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 2409 (ObjNum 1151 snap 379 seq_num 1151) dirty exists 2024-08-17T00:45:51.488 INFO:tasks.rados.rados.0.smithi157.stdout:3894: done (3 left) 2024-08-17T00:45:51.488 INFO:tasks.rados.rados.0.smithi157.stdout:3899: done (2 left) 2024-08-17T00:45:51.488 INFO:tasks.rados.rados.0.smithi157.stdout:3900: delete oid 11 current snap is 384 2024-08-17T00:45:51.489 INFO:tasks.rados.rados.0.smithi157.stdout:3898: finishing rollback tid 0 to smithi15786056-20 2024-08-17T00:45:51.491 INFO:tasks.rados.rados.0.smithi157.stdout:3898: finishing rollback tid 1 to smithi15786056-20 2024-08-17T00:45:51.491 INFO:tasks.rados.rados.0.smithi157.stdout:3898: finishing rollback tid 2 to smithi15786056-20 2024-08-17T00:45:51.492 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 20 v 2964 (ObjNum 1130 snap 370 seq_num 1130) dirty exists 2024-08-17T00:45:51.499 INFO:tasks.rados.rados.0.smithi157.stdout:3898: done (2 left) 2024-08-17T00:45:51.499 INFO:tasks.rados.rados.0.smithi157.stdout:3900: done (1 left) 2024-08-17T00:45:51.499 INFO:tasks.rados.rados.0.smithi157.stdout:3901: snap_remove snap 381 2024-08-17T00:45:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:51 smithi157 ceph-mon[98780]: osdmap e844: 8 total, 8 up, 8 in 2024-08-17T00:45:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:51 smithi157 ceph-mon[101289]: osdmap e844: 8 total, 8 up, 8 in 2024-08-17T00:45:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:51 smithi187 ceph-mon[90552]: osdmap e844: 8 total, 8 up, 8 in 2024-08-17T00:45:52.462 INFO:tasks.rados.rados.0.smithi157.stdout:3901: done (1 left) 2024-08-17T00:45:52.462 INFO:tasks.rados.rados.0.smithi157.stdout:3902: delete oid 14 current snap is 384 2024-08-17T00:45:52.463 INFO:tasks.rados.rados.0.smithi157.stdout:3897: expect (ObjNum 995 snap 335 seq_num 995) 2024-08-17T00:45:52.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:52 smithi187 ceph-mon[90552]: osdmap e845: 8 total, 8 up, 8 in 2024-08-17T00:45:52.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:52 smithi187 ceph-mon[90552]: pgmap v929: 121 pgs: 121 active+clean; 338 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-08-17T00:45:52.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:52 smithi187 ceph-mon[90552]: osdmap e846: 8 total, 8 up, 8 in 2024-08-17T00:45:52.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:45:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:52.882 INFO:tasks.rados.rados.0.smithi157.stdout:3897: done (1 left) 2024-08-17T00:45:52.883 INFO:tasks.rados.rados.0.smithi157.stdout:3902: done (0 left) 2024-08-17T00:45:52.883 INFO:tasks.rados.rados.0.smithi157.stdout:3903: snap_create 2024-08-17T00:45:52.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:52 smithi157 ceph-mon[98780]: osdmap e845: 8 total, 8 up, 8 in 2024-08-17T00:45:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:52 smithi157 ceph-mon[98780]: pgmap v929: 121 pgs: 121 active+clean; 338 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-08-17T00:45:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:52 smithi157 ceph-mon[98780]: osdmap e846: 8 total, 8 up, 8 in 2024-08-17T00:45:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:52 smithi157 ceph-mon[101289]: osdmap e845: 8 total, 8 up, 8 in 2024-08-17T00:45:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:52 smithi157 ceph-mon[101289]: pgmap v929: 121 pgs: 121 active+clean; 338 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-08-17T00:45:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:52 smithi157 ceph-mon[101289]: osdmap e846: 8 total, 8 up, 8 in 2024-08-17T00:45:53.482 INFO:tasks.rados.rados.0.smithi157.stdout:3903: done (0 left) 2024-08-17T00:45:53.482 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 8 current snap is 385 2024-08-17T00:45:53.482 INFO:tasks.rados.rados.0.smithi157.stdout:3904: seq_num 1166 ranges {4169728=335872} 2024-08-17T00:45:53.506 INFO:tasks.rados.rados.0.smithi157.stdout:3904: writing smithi15786056-8 from 4169728 to 4505600 tid 1 2024-08-17T00:45:53.506 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 29 current snap is 385 2024-08-17T00:45:53.506 INFO:tasks.rados.rados.0.smithi157.stdout:3905: seq_num 1167 ranges {0=352256} 2024-08-17T00:45:53.508 INFO:tasks.rados.rados.0.smithi157.stdout:3905: writing smithi15786056-29 from 0 to 352256 tid 1 2024-08-17T00:45:53.508 INFO:tasks.rados.rados.0.smithi157.stdout:3906: copy_from oid 12 from oid 17 current snap is 385 2024-08-17T00:45:53.509 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 10 current snap is 385 2024-08-17T00:45:53.509 INFO:tasks.rados.rados.0.smithi157.stdout:3907: seq_num 1168 ranges {1572864=368640} 2024-08-17T00:45:53.519 INFO:tasks.rados.rados.0.smithi157.stdout:3907: writing smithi15786056-10 from 1572864 to 1941504 tid 1 2024-08-17T00:45:53.519 INFO:tasks.rados.rados.0.smithi157.stdout:3908: snap_remove snap 376 2024-08-17T00:45:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:45:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:45:53] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.43.0" 2024-08-17T00:45:54.489 INFO:tasks.rados.rados.0.smithi157.stdout:3908: done (4 left) 2024-08-17T00:45:54.489 INFO:tasks.rados.rados.0.smithi157.stdout:3909: rollback oid 26 current snap is 385 2024-08-17T00:45:54.489 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 26 to 380 2024-08-17T00:45:54.489 INFO:tasks.rados.rados.0.smithi157.stdout:3904: finishing write tid 1 to smithi15786056-8 2024-08-17T00:45:54.489 INFO:tasks.rados.rados.0.smithi157.stdout:3904: finishing write tid 2 to smithi15786056-8 2024-08-17T00:45:54.489 INFO:tasks.rados.rados.0.smithi157.stdout:3905: finishing write tid 1 to smithi15786056-29 2024-08-17T00:45:54.489 INFO:tasks.rados.rados.0.smithi157.stdout:3904: finishing write tid 3 to smithi15786056-8 2024-08-17T00:45:54.489 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 2913 (ObjNum 1166 snap 385 seq_num 1166) dirty exists 2024-08-17T00:45:54.489 INFO:tasks.rados.rados.0.smithi157.stdout:3904: left oid 8 (ObjNum 1166 snap 385 seq_num 1166) 2024-08-17T00:45:54.489 INFO:tasks.rados.rados.0.smithi157.stdout:3905: finishing write tid 2 to smithi15786056-29 2024-08-17T00:45:54.490 INFO:tasks.rados.rados.0.smithi157.stdout:3905: finishing write tid 3 to smithi15786056-29 2024-08-17T00:45:54.490 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 29 v 3019 (ObjNum 1167 snap 385 seq_num 1167) dirty exists 2024-08-17T00:45:54.490 INFO:tasks.rados.rados.0.smithi157.stdout:3905: left oid 29 (ObjNum 1167 snap 385 seq_num 1167) 2024-08-17T00:45:54.490 INFO:tasks.rados.rados.0.smithi157.stdout:3907: finishing write tid 1 to smithi15786056-10 2024-08-17T00:45:54.490 INFO:tasks.rados.rados.0.smithi157.stdout:3907: finishing write tid 2 to smithi15786056-10 2024-08-17T00:45:54.490 INFO:tasks.rados.rados.0.smithi157.stdout:3907: finishing write tid 3 to smithi15786056-10 2024-08-17T00:45:54.490 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 10 v 2411 (ObjNum 1168 snap 385 seq_num 1168) dirty exists 2024-08-17T00:45:54.490 INFO:tasks.rados.rados.0.smithi157.stdout:3907: left oid 10 (ObjNum 1168 snap 385 seq_num 1168) 2024-08-17T00:45:54.490 INFO:tasks.rados.rados.0.smithi157.stdout:3906: finishing copy_from racing read to smithi15786056-12 2024-08-17T00:45:54.490 INFO:tasks.rados.rados.0.smithi157.stdout:3906: finishing copy_from to smithi15786056-12 2024-08-17T00:45:54.490 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 12 v 2255 (ObjNum 1117 snap 366 seq_num 1117) dirty exists 2024-08-17T00:45:54.490 INFO:tasks.rados.rados.0.smithi157.stdout:3904: done (4 left) 2024-08-17T00:45:54.490 INFO:tasks.rados.rados.0.smithi157.stdout:3905: done (3 left) 2024-08-17T00:45:54.491 INFO:tasks.rados.rados.0.smithi157.stdout:3906: done (2 left) 2024-08-17T00:45:54.491 INFO:tasks.rados.rados.0.smithi157.stdout:3907: done (1 left) 2024-08-17T00:45:54.491 INFO:tasks.rados.rados.0.smithi157.stdout:3910: snap_remove snap 359 2024-08-17T00:45:54.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:54 smithi157 ceph-mon[101289]: osdmap e847: 8 total, 8 up, 8 in 2024-08-17T00:45:54.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:54 smithi157 ceph-mon[101289]: pgmap v932: 121 pgs: 121 active+clean; 336 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-08-17T00:45:54.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:54 smithi157 ceph-mon[98780]: osdmap e847: 8 total, 8 up, 8 in 2024-08-17T00:45:54.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:54 smithi157 ceph-mon[98780]: pgmap v932: 121 pgs: 121 active+clean; 336 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-08-17T00:45:54.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:54 smithi187 ceph-mon[90552]: osdmap e847: 8 total, 8 up, 8 in 2024-08-17T00:45:54.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:54 smithi187 ceph-mon[90552]: pgmap v932: 121 pgs: 121 active+clean; 336 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-08-17T00:45:55.489 INFO:tasks.rados.rados.0.smithi157.stdout:3910: done (1 left) 2024-08-17T00:45:55.489 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 9 current snap is 385 2024-08-17T00:45:55.489 INFO:tasks.rados.rados.0.smithi157.stdout:3911: seq_num 1169 ranges {0=385024} 2024-08-17T00:45:55.492 INFO:tasks.rados.rados.0.smithi157.stdout:3911: writing smithi15786056-9 from 0 to 385024 tid 1 2024-08-17T00:45:55.492 INFO:tasks.rados.rados.0.smithi157.stdout:3912: snap_create 2024-08-17T00:45:55.492 INFO:tasks.rados.rados.0.smithi157.stdout:3909: finishing rollback tid 0 to smithi15786056-26 2024-08-17T00:45:55.492 INFO:tasks.rados.rados.0.smithi157.stdout:3909: finishing rollback tid 1 to smithi15786056-26 2024-08-17T00:45:55.492 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 2513 (ObjNum 65 snap 0 seq_num 171650304) dirty dne 2024-08-17T00:45:55.505 INFO:tasks.rados.rados.0.smithi157.stdout:3911: finishing write tid 1 to smithi15786056-9 2024-08-17T00:45:55.507 INFO:tasks.rados.rados.0.smithi157.stdout:3911: finishing write tid 2 to smithi15786056-9 2024-08-17T00:45:55.509 INFO:tasks.rados.rados.0.smithi157.stdout:3911: finishing write tid 3 to smithi15786056-9 2024-08-17T00:45:55.509 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 2915 (ObjNum 1169 snap 385 seq_num 1169) dirty exists 2024-08-17T00:45:55.510 INFO:tasks.rados.rados.0.smithi157.stdout:3911: left oid 9 (ObjNum 1169 snap 385 seq_num 1169) 2024-08-17T00:45:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:55 smithi157 ceph-mon[101289]: osdmap e848: 8 total, 8 up, 8 in 2024-08-17T00:45:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:55 smithi157 ceph-mon[98780]: osdmap e848: 8 total, 8 up, 8 in 2024-08-17T00:45:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:55 smithi187 ceph-mon[90552]: osdmap e848: 8 total, 8 up, 8 in 2024-08-17T00:45:56.500 INFO:tasks.rados.rados.0.smithi157.stdout:3909: done (2 left) 2024-08-17T00:45:56.500 INFO:tasks.rados.rados.0.smithi157.stdout:3911: done (1 left) 2024-08-17T00:45:56.500 INFO:tasks.rados.rados.0.smithi157.stdout:3912: done (0 left) 2024-08-17T00:45:56.500 INFO:tasks.rados.rados.0.smithi157.stdout:3913: read oid 31 snap -1 2024-08-17T00:45:56.500 INFO:tasks.rados.rados.0.smithi157.stdout:3913: expect (ObjNum 911 snap 309 seq_num 911) 2024-08-17T00:45:56.500 INFO:tasks.rados.rados.0.smithi157.stdout:3914: delete oid 23 current snap is 386 2024-08-17T00:45:56.505 INFO:tasks.rados.rados.0.smithi157.stdout:3914: done (1 left) 2024-08-17T00:45:56.505 INFO:tasks.rados.rados.0.smithi157.stdout:3915: read oid 20 snap 384 2024-08-17T00:45:56.505 INFO:tasks.rados.rados.0.smithi157.stdout:3915: expect (ObjNum 1130 snap 370 seq_num 1130) 2024-08-17T00:45:56.505 INFO:tasks.rados.rados.0.smithi157.stdout:3916: delete oid 3 current snap is 386 2024-08-17T00:45:56.508 INFO:tasks.rados.rados.0.smithi157.stdout:3913: expect (ObjNum 911 snap 309 seq_num 911) 2024-08-17T00:45:56.534 INFO:tasks.rados.rados.0.smithi157.stdout:3915: expect (ObjNum 1130 snap 370 seq_num 1130) 2024-08-17T00:45:56.590 INFO:tasks.rados.rados.0.smithi157.stdout:3913: done (2 left) 2024-08-17T00:45:56.590 INFO:tasks.rados.rados.0.smithi157.stdout:3915: done (1 left) 2024-08-17T00:45:56.590 INFO:tasks.rados.rados.0.smithi157.stdout:3916: done (0 left) 2024-08-17T00:45:56.590 INFO:tasks.rados.rados.0.smithi157.stdout:3917: rollback oid 1 current snap is 386 2024-08-17T00:45:56.590 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 1 to 364 2024-08-17T00:45:56.590 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 21 current snap is 386 2024-08-17T00:45:56.590 INFO:tasks.rados.rados.0.smithi157.stdout:3918: seq_num 1172 ranges {999424=434176} 2024-08-17T00:45:56.597 INFO:tasks.rados.rados.0.smithi157.stdout:3918: writing smithi15786056-21 from 999424 to 1433600 tid 1 2024-08-17T00:45:56.598 INFO:tasks.rados.rados.0.smithi157.stdout:3919: snap_create 2024-08-17T00:45:56.598 INFO:tasks.rados.rados.0.smithi157.stdout:3917: finishing rollback tid 0 to smithi15786056-1 2024-08-17T00:45:56.598 INFO:tasks.rados.rados.0.smithi157.stdout:3917: finishing rollback tid 1 to smithi15786056-1 2024-08-17T00:45:56.598 INFO:tasks.rados.rados.0.smithi157.stdout:3917: finishing rollback tid 2 to smithi15786056-1 2024-08-17T00:45:56.598 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 2414 (ObjNum 1057 snap 356 seq_num 1057) dirty exists 2024-08-17T00:45:56.603 INFO:tasks.rados.rados.0.smithi157.stdout:3918: finishing write tid 1 to smithi15786056-21 2024-08-17T00:45:56.603 INFO:tasks.rados.rados.0.smithi157.stdout:3918: finishing write tid 2 to smithi15786056-21 2024-08-17T00:45:56.604 INFO:tasks.rados.rados.0.smithi157.stdout:3918: finishing write tid 3 to smithi15786056-21 2024-08-17T00:45:56.605 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 21 v 2535 (ObjNum 1172 snap 386 seq_num 1172) dirty exists 2024-08-17T00:45:56.605 INFO:tasks.rados.rados.0.smithi157.stdout:3918: left oid 21 (ObjNum 1172 snap 386 seq_num 1172) 2024-08-17T00:45:56.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:56 smithi157 ceph-mon[101289]: osdmap e849: 8 total, 8 up, 8 in 2024-08-17T00:45:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:56 smithi157 ceph-mon[101289]: pgmap v935: 121 pgs: 121 active+clean; 335 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 970 KiB/s wr, 4 op/s 2024-08-17T00:45:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:56 smithi157 ceph-mon[98780]: osdmap e849: 8 total, 8 up, 8 in 2024-08-17T00:45:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:56 smithi157 ceph-mon[98780]: pgmap v935: 121 pgs: 121 active+clean; 335 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 970 KiB/s wr, 4 op/s 2024-08-17T00:45:56.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:56 smithi187 ceph-mon[90552]: osdmap e849: 8 total, 8 up, 8 in 2024-08-17T00:45:56.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:56 smithi187 ceph-mon[90552]: pgmap v935: 121 pgs: 121 active+clean; 335 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 970 KiB/s wr, 4 op/s 2024-08-17T00:45:57.463 INFO:tasks.rados.rados.0.smithi157.stdout:3917: done (2 left) 2024-08-17T00:45:57.464 INFO:tasks.rados.rados.0.smithi157.stdout:3918: done (1 left) 2024-08-17T00:45:57.464 INFO:tasks.rados.rados.0.smithi157.stdout:3919: done (0 left) 2024-08-17T00:45:57.464 INFO:tasks.rados.rados.0.smithi157.stdout:3920: rollback oid 16 current snap is 387 2024-08-17T00:45:57.464 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 16 to 375 2024-08-17T00:45:57.464 INFO:tasks.rados.rados.0.smithi157.stdout:3921: setattr oid 43 current snap is 387 2024-08-17T00:45:57.465 INFO:tasks.rados.rados.0.smithi157.stdout:3922: delete oid 40 current snap is 387 2024-08-17T00:45:57.472 INFO:tasks.rados.rados.0.smithi157.stdout:3922: done (2 left) 2024-08-17T00:45:57.472 INFO:tasks.rados.rados.0.smithi157.stdout:3923: copy_from oid 13 from oid 49 current snap is 387 2024-08-17T00:45:57.472 INFO:tasks.rados.rados.0.smithi157.stdout:3924: setattr oid 22 current snap is 387 2024-08-17T00:45:57.472 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 43 v 3043 (ObjNum 1126 snap 369 seq_num 1126) dirty exists 2024-08-17T00:45:57.473 INFO:tasks.rados.rados.0.smithi157.stdout:3921: done (3 left) 2024-08-17T00:45:57.473 INFO:tasks.rados.rados.0.smithi157.stdout:3925: copy_from oid 9 from oid 6 current snap is 387 2024-08-17T00:45:57.473 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 31 current snap is 387 2024-08-17T00:45:57.473 INFO:tasks.rados.rados.0.smithi157.stdout:3926: seq_num 1174 ranges {868352=466944} 2024-08-17T00:45:57.481 INFO:tasks.rados.rados.0.smithi157.stdout:3926: writing smithi15786056-31 from 868352 to 1335296 tid 1 2024-08-17T00:45:57.481 INFO:tasks.rados.rados.0.smithi157.stdout:3927: snap_create 2024-08-17T00:45:57.481 INFO:tasks.rados.rados.0.smithi157.stdout:3920: finishing rollback tid 0 to smithi15786056-16 2024-08-17T00:45:57.481 INFO:tasks.rados.rados.0.smithi157.stdout:3920: finishing rollback tid 1 to smithi15786056-16 2024-08-17T00:45:57.482 INFO:tasks.rados.rados.0.smithi157.stdout:3920: finishing rollback tid 2 to smithi15786056-16 2024-08-17T00:45:57.482 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 16 v 1793 (ObjNum 1133 snap 375 seq_num 1133) dirty exists 2024-08-17T00:45:57.482 INFO:tasks.rados.rados.0.smithi157.stdout:3923: finishing copy_from racing read to smithi15786056-13 2024-08-17T00:45:57.482 INFO:tasks.rados.rados.0.smithi157.stdout:3923: finishing copy_from to smithi15786056-13 2024-08-17T00:45:57.482 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 2414 (ObjNum 1159 snap 382 seq_num 1159) dirty exists 2024-08-17T00:45:57.482 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 2537 (ObjNum 1161 snap 383 seq_num 1161) dirty exists 2024-08-17T00:45:57.486 INFO:tasks.rados.rados.0.smithi157.stdout:3926: finishing write tid 1 to smithi15786056-31 2024-08-17T00:45:57.487 INFO:tasks.rados.rados.0.smithi157.stdout:3926: finishing write tid 2 to smithi15786056-31 2024-08-17T00:45:57.489 INFO:tasks.rados.rados.0.smithi157.stdout:3926: finishing write tid 3 to smithi15786056-31 2024-08-17T00:45:57.489 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 31 v 2190 (ObjNum 1174 snap 387 seq_num 1174) dirty exists 2024-08-17T00:45:57.489 INFO:tasks.rados.rados.0.smithi157.stdout:3926: left oid 31 (ObjNum 1174 snap 387 seq_num 1174) 2024-08-17T00:45:57.512 INFO:tasks.rados.rados.0.smithi157.stdout:3925: finishing copy_from racing read to smithi15786056-9 2024-08-17T00:45:57.514 INFO:tasks.rados.rados.0.smithi157.stdout:3925: finishing copy_from to smithi15786056-9 2024-08-17T00:45:57.514 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 9 v 2405 (ObjNum 995 snap 335 seq_num 995) dirty exists 2024-08-17T00:45:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:57 smithi157 ceph-mon[101289]: osdmap e850: 8 total, 8 up, 8 in 2024-08-17T00:45:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:57 smithi157 ceph-mon[101289]: osdmap e851: 8 total, 8 up, 8 in 2024-08-17T00:45:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:57 smithi157 ceph-mon[98780]: osdmap e850: 8 total, 8 up, 8 in 2024-08-17T00:45:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:57 smithi157 ceph-mon[98780]: osdmap e851: 8 total, 8 up, 8 in 2024-08-17T00:45:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:57 smithi187 ceph-mon[90552]: osdmap e850: 8 total, 8 up, 8 in 2024-08-17T00:45:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:57 smithi187 ceph-mon[90552]: osdmap e851: 8 total, 8 up, 8 in 2024-08-17T00:45:58.465 INFO:tasks.rados.rados.0.smithi157.stdout:3920: done (5 left) 2024-08-17T00:45:58.465 INFO:tasks.rados.rados.0.smithi157.stdout:3923: done (4 left) 2024-08-17T00:45:58.465 INFO:tasks.rados.rados.0.smithi157.stdout:3924: done (3 left) 2024-08-17T00:45:58.465 INFO:tasks.rados.rados.0.smithi157.stdout:3925: done (2 left) 2024-08-17T00:45:58.465 INFO:tasks.rados.rados.0.smithi157.stdout:3926: done (1 left) 2024-08-17T00:45:58.465 INFO:tasks.rados.rados.0.smithi157.stdout:3927: done (0 left) 2024-08-17T00:45:58.465 INFO:tasks.rados.rados.0.smithi157.stdout:3928: read oid 10 snap -1 2024-08-17T00:45:58.466 INFO:tasks.rados.rados.0.smithi157.stdout:3928: expect (ObjNum 1168 snap 385 seq_num 1168) 2024-08-17T00:45:58.466 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 27 current snap is 388 2024-08-17T00:45:58.466 INFO:tasks.rados.rados.0.smithi157.stdout:3929: seq_num 1175 ranges {0=483328} 2024-08-17T00:45:58.468 INFO:tasks.rados.rados.0.smithi157.stdout:3929: writing smithi15786056-27 from 0 to 483328 tid 1 2024-08-17T00:45:58.468 INFO:tasks.rados.rados.0.smithi157.stdout:3930: delete oid 40 current snap is 388 2024-08-17T00:45:58.473 INFO:tasks.rados.rados.0.smithi157.stdout:3930: done (2 left) 2024-08-17T00:45:58.474 INFO:tasks.rados.rados.0.smithi157.stdout:3931: snap_create 2024-08-17T00:45:58.475 INFO:tasks.rados.rados.0.smithi157.stdout:3929: finishing write tid 1 to smithi15786056-27 2024-08-17T00:45:58.475 INFO:tasks.rados.rados.0.smithi157.stdout:3929: finishing write tid 2 to smithi15786056-27 2024-08-17T00:45:58.476 INFO:tasks.rados.rados.0.smithi157.stdout:3928: expect (ObjNum 1168 snap 385 seq_num 1168) 2024-08-17T00:45:58.553 INFO:tasks.rados.rados.0.smithi157.stdout:3929: finishing write tid 3 to smithi15786056-27 2024-08-17T00:45:58.553 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 27 v 1795 (ObjNum 1175 snap 388 seq_num 1175) dirty exists 2024-08-17T00:45:58.553 INFO:tasks.rados.rados.0.smithi157.stdout:3929: left oid 27 (ObjNum 1175 snap 388 seq_num 1175) 2024-08-17T00:45:58.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:58 smithi157 ceph-mon[101289]: pgmap v938: 121 pgs: 121 active+clean; 333 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 970 KiB/s wr, 3 op/s 2024-08-17T00:45:58.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:58 smithi157 ceph-mon[101289]: osdmap e852: 8 total, 8 up, 8 in 2024-08-17T00:45:58.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:58 smithi157 ceph-mon[98780]: pgmap v938: 121 pgs: 121 active+clean; 333 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 970 KiB/s wr, 3 op/s 2024-08-17T00:45:58.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:58 smithi157 ceph-mon[98780]: osdmap e852: 8 total, 8 up, 8 in 2024-08-17T00:45:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:58 smithi187 ceph-mon[90552]: pgmap v938: 121 pgs: 121 active+clean; 333 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 970 KiB/s wr, 3 op/s 2024-08-17T00:45:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:58 smithi187 ceph-mon[90552]: osdmap e852: 8 total, 8 up, 8 in 2024-08-17T00:45:59.467 INFO:tasks.rados.rados.0.smithi157.stdout:3928: done (2 left) 2024-08-17T00:45:59.467 INFO:tasks.rados.rados.0.smithi157.stdout:3929: done (1 left) 2024-08-17T00:45:59.467 INFO:tasks.rados.rados.0.smithi157.stdout:3931: done (0 left) 2024-08-17T00:45:59.467 INFO:tasks.rados.rados.0.smithi157.stdout:3932: snap_create 2024-08-17T00:45:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:45:59 smithi157 ceph-mon[101289]: osdmap e853: 8 total, 8 up, 8 in 2024-08-17T00:45:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:45:59 smithi157 ceph-mon[98780]: osdmap e853: 8 total, 8 up, 8 in 2024-08-17T00:45:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:45:59 smithi187 ceph-mon[90552]: osdmap e853: 8 total, 8 up, 8 in 2024-08-17T00:46:00.469 INFO:tasks.rados.rados.0.smithi157.stdout:3932: done (0 left) 2024-08-17T00:46:00.469 INFO:tasks.rados.rados.0.smithi157.stdout:3933: rollback oid 11 current snap is 390 2024-08-17T00:46:00.469 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 11 to 388 2024-08-17T00:46:00.469 INFO:tasks.rados.rados.0.smithi157.stdout:3934: rollback oid 32 current snap is 390 2024-08-17T00:46:00.469 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 32 to 383 2024-08-17T00:46:00.469 INFO:tasks.rados.rados.0.smithi157.stdout:3935: delete oid 15 current snap is 390 2024-08-17T00:46:00.474 INFO:tasks.rados.rados.0.smithi157.stdout:3935: done (2 left) 2024-08-17T00:46:00.475 INFO:tasks.rados.rados.0.smithi157.stdout:3936: rollback oid 41 current snap is 390 2024-08-17T00:46:00.475 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 41 to 385 2024-08-17T00:46:00.475 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 46 current snap is 390 2024-08-17T00:46:00.475 INFO:tasks.rados.rados.0.smithi157.stdout:3937: seq_num 1178 ranges {7299072=532480} 2024-08-17T00:46:00.518 INFO:tasks.rados.rados.0.smithi157.stdout:3937: writing smithi15786056-46 from 7299072 to 7831552 tid 1 2024-08-17T00:46:00.518 INFO:tasks.rados.rados.0.smithi157.stdout:3938: snap_create 2024-08-17T00:46:00.518 INFO:tasks.rados.rados.0.smithi157.stdout:3934: finishing rollback tid 1 to smithi15786056-32 2024-08-17T00:46:00.518 INFO:tasks.rados.rados.0.smithi157.stdout:3933: finishing rollback tid 1 to smithi15786056-11 2024-08-17T00:46:00.518 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 11 v 2498 (ObjNum 33 snap 0 seq_num 1633768042) dirty dne 2024-08-17T00:46:00.518 INFO:tasks.rados.rados.0.smithi157.stdout:3934: finishing rollback tid 2 to smithi15786056-32 2024-08-17T00:46:00.518 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 2917 (ObjNum 1013 snap 341 seq_num 1013) dirty exists 2024-08-17T00:46:00.518 INFO:tasks.rados.rados.0.smithi157.stdout:3936: finishing rollback tid 0 to smithi15786056-41 2024-08-17T00:46:00.518 INFO:tasks.rados.rados.0.smithi157.stdout:3936: finishing rollback tid 1 to smithi15786056-41 2024-08-17T00:46:00.518 INFO:tasks.rados.rados.0.smithi157.stdout:3936: finishing rollback tid 2 to smithi15786056-41 2024-08-17T00:46:00.518 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 41 v 2729 (ObjNum 1116 snap 365 seq_num 1116) dirty exists 2024-08-17T00:46:00.522 INFO:tasks.rados.rados.0.smithi157.stdout:3937: finishing write tid 1 to smithi15786056-46 2024-08-17T00:46:00.522 INFO:tasks.rados.rados.0.smithi157.stdout:3937: finishing write tid 2 to smithi15786056-46 2024-08-17T00:46:00.526 INFO:tasks.rados.rados.0.smithi157.stdout:3937: finishing write tid 3 to smithi15786056-46 2024-08-17T00:46:00.526 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 46 v 1928 (ObjNum 1178 snap 390 seq_num 1178) dirty exists 2024-08-17T00:46:00.526 INFO:tasks.rados.rados.0.smithi157.stdout:3937: left oid 46 (ObjNum 1178 snap 390 seq_num 1178) 2024-08-17T00:46:00.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:00 smithi157 ceph-mon[98780]: pgmap v941: 121 pgs: 121 active+clean; 330 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 192 KiB/s wr, 12 op/s 2024-08-17T00:46:00.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:00 smithi157 ceph-mon[98780]: osdmap e854: 8 total, 8 up, 8 in 2024-08-17T00:46:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:00 smithi157 ceph-mon[101289]: pgmap v941: 121 pgs: 121 active+clean; 330 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 192 KiB/s wr, 12 op/s 2024-08-17T00:46:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:00 smithi157 ceph-mon[101289]: osdmap e854: 8 total, 8 up, 8 in 2024-08-17T00:46:00.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:00 smithi187 ceph-mon[90552]: pgmap v941: 121 pgs: 121 active+clean; 330 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 192 KiB/s wr, 12 op/s 2024-08-17T00:46:00.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:00 smithi187 ceph-mon[90552]: osdmap e854: 8 total, 8 up, 8 in 2024-08-17T00:46:01.513 INFO:tasks.rados.rados.0.smithi157.stdout:3933: done (4 left) 2024-08-17T00:46:01.513 INFO:tasks.rados.rados.0.smithi157.stdout:3934: done (3 left) 2024-08-17T00:46:01.514 INFO:tasks.rados.rados.0.smithi157.stdout:3936: done (2 left) 2024-08-17T00:46:01.514 INFO:tasks.rados.rados.0.smithi157.stdout:3937: done (1 left) 2024-08-17T00:46:01.514 INFO:tasks.rados.rados.0.smithi157.stdout:3938: done (0 left) 2024-08-17T00:46:01.514 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 13 current snap is 391 2024-08-17T00:46:01.514 INFO:tasks.rados.rados.0.smithi157.stdout:3939: seq_num 1179 ranges {212992=548864} 2024-08-17T00:46:01.517 INFO:tasks.rados.rados.0.smithi157.stdout:3939: writing smithi15786056-13 from 212992 to 761856 tid 1 2024-08-17T00:46:01.517 INFO:tasks.rados.rados.0.smithi157.stdout:3940: rollback oid 30 current snap is 391 2024-08-17T00:46:01.518 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 30 to 384 2024-08-17T00:46:01.518 INFO:tasks.rados.rados.0.smithi157.stdout:3941: snap_create 2024-08-17T00:46:01.523 INFO:tasks.rados.rados.0.smithi157.stdout:3940: finishing rollback tid 0 to smithi15786056-30 2024-08-17T00:46:01.523 INFO:tasks.rados.rados.0.smithi157.stdout:3939: finishing write tid 1 to smithi15786056-13 2024-08-17T00:46:01.524 INFO:tasks.rados.rados.0.smithi157.stdout:3939: finishing write tid 2 to smithi15786056-13 2024-08-17T00:46:01.524 INFO:tasks.rados.rados.0.smithi157.stdout:3940: finishing rollback tid 1 to smithi15786056-30 2024-08-17T00:46:01.524 INFO:tasks.rados.rados.0.smithi157.stdout:3940: finishing rollback tid 2 to smithi15786056-30 2024-08-17T00:46:01.524 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 30 v 2417 (ObjNum 1013 snap 341 seq_num 1013) dirty exists 2024-08-17T00:46:01.525 INFO:tasks.rados.rados.0.smithi157.stdout:3939: finishing write tid 3 to smithi15786056-13 2024-08-17T00:46:01.525 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 13 v 2966 (ObjNum 1179 snap 391 seq_num 1179) dirty exists 2024-08-17T00:46:01.525 INFO:tasks.rados.rados.0.smithi157.stdout:3939: left oid 13 (ObjNum 1179 snap 391 seq_num 1179) 2024-08-17T00:46:02.465 INFO:tasks.rados.rados.0.smithi157.stdout:3939: done (2 left) 2024-08-17T00:46:02.466 INFO:tasks.rados.rados.0.smithi157.stdout:3940: done (1 left) 2024-08-17T00:46:02.466 INFO:tasks.rados.rados.0.smithi157.stdout:3941: done (0 left) 2024-08-17T00:46:02.466 INFO:tasks.rados.rados.0.smithi157.stdout:3942: read oid 41 snap -1 2024-08-17T00:46:02.466 INFO:tasks.rados.rados.0.smithi157.stdout:3942: expect (ObjNum 1116 snap 365 seq_num 1116) 2024-08-17T00:46:02.466 INFO:tasks.rados.rados.0.smithi157.stdout:3943: copy_from oid 4 from oid 13 current snap is 392 2024-08-17T00:46:02.466 INFO:tasks.rados.rados.0.smithi157.stdout:3944: read oid 38 snap -1 2024-08-17T00:46:02.466 INFO:tasks.rados.rados.0.smithi157.stdout:3944: expect deleted 2024-08-17T00:46:02.466 INFO:tasks.rados.rados.0.smithi157.stdout:3945: rmattr oid 22 current snap is 392 2024-08-17T00:46:02.466 INFO:tasks.rados.rados.0.smithi157.stdout:3946: snap_create 2024-08-17T00:46:02.474 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 22 v 2540 (ObjNum 1161 snap 383 seq_num 1161) dirty exists 2024-08-17T00:46:02.479 INFO:tasks.rados.rados.0.smithi157.stdout:3943: finishing copy_from racing read to smithi15786056-4 2024-08-17T00:46:02.480 INFO:tasks.rados.rados.0.smithi157.stdout:3943: finishing copy_from to smithi15786056-4 2024-08-17T00:46:02.480 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 4 v 2966 (ObjNum 1179 snap 391 seq_num 1179) dirty exists 2024-08-17T00:46:02.498 INFO:tasks.rados.rados.0.smithi157.stdout:3942: expect (ObjNum 1116 snap 365 seq_num 1116) 2024-08-17T00:46:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:02 smithi187 ceph-mon[90552]: osdmap e855: 8 total, 8 up, 8 in 2024-08-17T00:46:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:02 smithi187 ceph-mon[90552]: pgmap v944: 121 pgs: 121 active+clean; 334 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-08-17T00:46:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:02 smithi187 ceph-mon[90552]: osdmap e856: 8 total, 8 up, 8 in 2024-08-17T00:46:02.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:46:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:02.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:02 smithi157 ceph-mon[98780]: osdmap e855: 8 total, 8 up, 8 in 2024-08-17T00:46:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:02 smithi157 ceph-mon[98780]: pgmap v944: 121 pgs: 121 active+clean; 334 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-08-17T00:46:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:02 smithi157 ceph-mon[98780]: osdmap e856: 8 total, 8 up, 8 in 2024-08-17T00:46:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:02 smithi157 ceph-mon[101289]: osdmap e855: 8 total, 8 up, 8 in 2024-08-17T00:46:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:02 smithi157 ceph-mon[101289]: pgmap v944: 121 pgs: 121 active+clean; 334 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-08-17T00:46:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:02 smithi157 ceph-mon[101289]: osdmap e856: 8 total, 8 up, 8 in 2024-08-17T00:46:03.467 INFO:tasks.rados.rados.0.smithi157.stdout:3942: done (4 left) 2024-08-17T00:46:03.467 INFO:tasks.rados.rados.0.smithi157.stdout:3943: done (3 left) 2024-08-17T00:46:03.467 INFO:tasks.rados.rados.0.smithi157.stdout:3944: done (2 left) 2024-08-17T00:46:03.467 INFO:tasks.rados.rados.0.smithi157.stdout:3945: done (1 left) 2024-08-17T00:46:03.467 INFO:tasks.rados.rados.0.smithi157.stdout:3946: done (0 left) 2024-08-17T00:46:03.467 INFO:tasks.rados.rados.0.smithi157.stdout:3947: snap_create 2024-08-17T00:46:03.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:46:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:46:03] "GET /metrics HTTP/1.1" 200 36283 "" "Prometheus/2.43.0" 2024-08-17T00:46:04.472 INFO:tasks.rados.rados.0.smithi157.stdout:3947: done (0 left) 2024-08-17T00:46:04.472 INFO:tasks.rados.rados.0.smithi157.stdout:3948: read oid 3 snap 384 2024-08-17T00:46:04.472 INFO:tasks.rados.rados.0.smithi157.stdout:3948: expect deleted 2024-08-17T00:46:04.473 INFO:tasks.rados.rados.0.smithi157.stdout:3949: delete oid 41 current snap is 394 2024-08-17T00:46:04.475 INFO:tasks.rados.rados.0.smithi157.stdout:3949: done (1 left) 2024-08-17T00:46:04.475 INFO:tasks.rados.rados.0.smithi157.stdout:3950: snap_remove snap 390 2024-08-17T00:46:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:04 smithi157 ceph-mon[101289]: osdmap e857: 8 total, 8 up, 8 in 2024-08-17T00:46:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:04 smithi157 ceph-mon[101289]: pgmap v947: 121 pgs: 121 active+clean; 334 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-08-17T00:46:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:04 smithi157 ceph-mon[98780]: osdmap e857: 8 total, 8 up, 8 in 2024-08-17T00:46:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:04 smithi157 ceph-mon[98780]: pgmap v947: 121 pgs: 121 active+clean; 334 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-08-17T00:46:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:04 smithi187 ceph-mon[90552]: osdmap e857: 8 total, 8 up, 8 in 2024-08-17T00:46:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:04 smithi187 ceph-mon[90552]: pgmap v947: 121 pgs: 121 active+clean; 334 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-08-17T00:46:05.477 INFO:tasks.rados.rados.0.smithi157.stdout:3950: done (1 left) 2024-08-17T00:46:05.477 INFO:tasks.rados.rados.0.smithi157.stdout:3951: rollback oid 26 current snap is 394 2024-08-17T00:46:05.477 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 26 to 375 2024-08-17T00:46:05.477 INFO:tasks.rados.rados.0.smithi157.stdout:3948: done (1 left) 2024-08-17T00:46:05.478 INFO:tasks.rados.rados.0.smithi157.stdout:3952: copy_from oid 45 from oid 43 current snap is 394 2024-08-17T00:46:05.478 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 42 current snap is 394 2024-08-17T00:46:05.478 INFO:tasks.rados.rados.0.smithi157.stdout:3953: seq_num 1181 ranges {0=581632} 2024-08-17T00:46:05.481 INFO:tasks.rados.rados.0.smithi157.stdout:3953: writing smithi15786056-42 from 0 to 581632 tid 1 2024-08-17T00:46:05.481 INFO:tasks.rados.rados.0.smithi157.stdout:3954: read oid 1 snap -1 2024-08-17T00:46:05.482 INFO:tasks.rados.rados.0.smithi157.stdout:3954: expect (ObjNum 1057 snap 356 seq_num 1057) 2024-08-17T00:46:05.482 INFO:tasks.rados.rados.0.smithi157.stdout:3955: snap_remove snap 387 2024-08-17T00:46:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:05 smithi157 ceph-mon[98780]: osdmap e858: 8 total, 8 up, 8 in 2024-08-17T00:46:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:05 smithi157 ceph-mon[101289]: osdmap e858: 8 total, 8 up, 8 in 2024-08-17T00:46:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:05 smithi187 ceph-mon[90552]: osdmap e858: 8 total, 8 up, 8 in 2024-08-17T00:46:06.483 INFO:tasks.rados.rados.0.smithi157.stdout:3955: done (4 left) 2024-08-17T00:46:06.483 INFO:tasks.rados.rados.0.smithi157.stdout:3956: snap_create 2024-08-17T00:46:06.483 INFO:tasks.rados.rados.0.smithi157.stdout:3951: finishing rollback tid 1 to smithi15786056-26 2024-08-17T00:46:06.483 INFO:tasks.rados.rados.0.smithi157.stdout:3951: finishing rollback tid 2 to smithi15786056-26 2024-08-17T00:46:06.484 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 26 v 2544 (ObjNum 33 snap 0 seq_num 1633768042) dirty exists 2024-08-17T00:46:06.484 INFO:tasks.rados.rados.0.smithi157.stdout:3954: expect (ObjNum 1057 snap 356 seq_num 1057) 2024-08-17T00:46:06.507 INFO:tasks.rados.rados.0.smithi157.stdout:3953: finishing write tid 1 to smithi15786056-42 2024-08-17T00:46:06.507 INFO:tasks.rados.rados.0.smithi157.stdout:3953: finishing write tid 2 to smithi15786056-42 2024-08-17T00:46:06.507 INFO:tasks.rados.rados.0.smithi157.stdout:3953: finishing write tid 3 to smithi15786056-42 2024-08-17T00:46:06.507 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 42 v 3045 (ObjNum 1181 snap 394 seq_num 1181) dirty exists 2024-08-17T00:46:06.508 INFO:tasks.rados.rados.0.smithi157.stdout:3953: left oid 42 (ObjNum 1181 snap 394 seq_num 1181) 2024-08-17T00:46:06.508 INFO:tasks.rados.rados.0.smithi157.stdout:3952: finishing copy_from racing read to smithi15786056-45 2024-08-17T00:46:06.508 INFO:tasks.rados.rados.0.smithi157.stdout:3952: finishing copy_from to smithi15786056-45 2024-08-17T00:46:06.508 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 45 v 3043 (ObjNum 1126 snap 369 seq_num 1126) dirty exists 2024-08-17T00:46:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:06 smithi157 ceph-mon[98780]: osdmap e859: 8 total, 8 up, 8 in 2024-08-17T00:46:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:06 smithi157 ceph-mon[98780]: pgmap v950: 121 pgs: 121 active+clean; 335 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 320 KiB/s wr, 7 op/s 2024-08-17T00:46:06.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:06 smithi157 ceph-mon[101289]: osdmap e859: 8 total, 8 up, 8 in 2024-08-17T00:46:06.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:06 smithi157 ceph-mon[101289]: pgmap v950: 121 pgs: 121 active+clean; 335 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 320 KiB/s wr, 7 op/s 2024-08-17T00:46:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:06 smithi187 ceph-mon[90552]: osdmap e859: 8 total, 8 up, 8 in 2024-08-17T00:46:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:06 smithi187 ceph-mon[90552]: pgmap v950: 121 pgs: 121 active+clean; 335 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 320 KiB/s wr, 7 op/s 2024-08-17T00:46:07.467 INFO:tasks.rados.rados.0.smithi157.stdout:3951: done (4 left) 2024-08-17T00:46:07.467 INFO:tasks.rados.rados.0.smithi157.stdout:3952: done (3 left) 2024-08-17T00:46:07.467 INFO:tasks.rados.rados.0.smithi157.stdout:3953: done (2 left) 2024-08-17T00:46:07.468 INFO:tasks.rados.rados.0.smithi157.stdout:3954: done (1 left) 2024-08-17T00:46:07.468 INFO:tasks.rados.rados.0.smithi157.stdout:3956: done (0 left) 2024-08-17T00:46:07.468 INFO:tasks.rados.rados.0.smithi157.stdout:3957: snap_remove snap 385 2024-08-17T00:46:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:07 smithi157 ceph-mon[98780]: osdmap e860: 8 total, 8 up, 8 in 2024-08-17T00:46:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:07 smithi157 ceph-mon[98780]: osdmap e861: 8 total, 8 up, 8 in 2024-08-17T00:46:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:07 smithi157 ceph-mon[101289]: osdmap e860: 8 total, 8 up, 8 in 2024-08-17T00:46:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:07 smithi157 ceph-mon[101289]: osdmap e861: 8 total, 8 up, 8 in 2024-08-17T00:46:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:07 smithi187 ceph-mon[90552]: osdmap e860: 8 total, 8 up, 8 in 2024-08-17T00:46:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:07 smithi187 ceph-mon[90552]: osdmap e861: 8 total, 8 up, 8 in 2024-08-17T00:46:08.469 INFO:tasks.rados.rados.0.smithi157.stdout:3957: done (0 left) 2024-08-17T00:46:08.469 INFO:tasks.rados.rados.0.smithi157.stdout:3958: snap_create 2024-08-17T00:46:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:08 smithi157 ceph-mon[101289]: pgmap v953: 121 pgs: 121 active+clean; 335 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 320 KiB/s wr, 2 op/s 2024-08-17T00:46:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:08 smithi157 ceph-mon[101289]: osdmap e862: 8 total, 8 up, 8 in 2024-08-17T00:46:08.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:08 smithi157 ceph-mon[98780]: pgmap v953: 121 pgs: 121 active+clean; 335 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 320 KiB/s wr, 2 op/s 2024-08-17T00:46:08.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:08 smithi157 ceph-mon[98780]: osdmap e862: 8 total, 8 up, 8 in 2024-08-17T00:46:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:08 smithi187 ceph-mon[90552]: pgmap v953: 121 pgs: 121 active+clean; 335 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 320 KiB/s wr, 2 op/s 2024-08-17T00:46:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:08 smithi187 ceph-mon[90552]: osdmap e862: 8 total, 8 up, 8 in 2024-08-17T00:46:09.470 INFO:tasks.rados.rados.0.smithi157.stdout:3958: done (0 left) 2024-08-17T00:46:09.470 INFO:tasks.rados.rados.0.smithi157.stdout:3959: read oid 23 snap -1 2024-08-17T00:46:09.471 INFO:tasks.rados.rados.0.smithi157.stdout:3959: expect deleted 2024-08-17T00:46:09.471 INFO:tasks.rados.rados.0.smithi157.stdout:3960: delete oid 46 current snap is 396 2024-08-17T00:46:09.477 INFO:tasks.rados.rados.0.smithi157.stdout:3959: done (1 left) 2024-08-17T00:46:09.477 INFO:tasks.rados.rados.0.smithi157.stdout:3960: done (0 left) 2024-08-17T00:46:09.477 INFO:tasks.rados.rados.0.smithi157.stdout:3961: rmattr oid 8 current snap is 396 2024-08-17T00:46:09.477 INFO:tasks.rados.rados.0.smithi157.stdout:3962: rmattr oid 37 current snap is 396 2024-08-17T00:46:09.477 INFO:tasks.rados.rados.0.smithi157.stdout:3963: read oid 38 snap 386 2024-08-17T00:46:09.477 INFO:tasks.rados.rados.0.smithi157.stdout:3963: expect deleted 2024-08-17T00:46:09.478 INFO:tasks.rados.rados.0.smithi157.stdout:3964: read oid 24 snap 371 2024-08-17T00:46:09.478 INFO:tasks.rados.rados.0.smithi157.stdout:3964: expect (ObjNum 1065 snap 359 seq_num 1065) 2024-08-17T00:46:09.478 INFO:tasks.rados.rados.0.smithi157.stdout:3965: delete oid 14 current snap is 396 2024-08-17T00:46:09.480 INFO:tasks.rados.rados.0.smithi157.stdout:3965: done (4 left) 2024-08-17T00:46:09.480 INFO:tasks.rados.rados.0.smithi157.stdout:3966: snap_remove snap 392 2024-08-17T00:46:10.478 INFO:tasks.rados.rados.0.smithi157.stdout:3966: done (4 left) 2024-08-17T00:46:10.478 INFO:tasks.rados.rados.0.smithi157.stdout:3967: read oid 10 snap -1 2024-08-17T00:46:10.478 INFO:tasks.rados.rados.0.smithi157.stdout:3967: expect (ObjNum 1168 snap 385 seq_num 1168) 2024-08-17T00:46:10.478 INFO:tasks.rados.rados.0.smithi157.stdout:3968: delete oid 39 current snap is 396 2024-08-17T00:46:10.478 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 8 v 2918 (ObjNum 1166 snap 385 seq_num 1166) dirty exists 2024-08-17T00:46:10.478 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 3044 (ObjNum 1030 snap 347 seq_num 1030) dirty exists 2024-08-17T00:46:10.478 INFO:tasks.rados.rados.0.smithi157.stdout:3964: expect (ObjNum 1065 snap 359 seq_num 1065) 2024-08-17T00:46:10.818 INFO:tasks.rados.rados.0.smithi157.stdout:3967: expect (ObjNum 1168 snap 385 seq_num 1168) 2024-08-17T00:46:10.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:10 smithi157 ceph-mon[101289]: osdmap e863: 8 total, 8 up, 8 in 2024-08-17T00:46:10.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:10 smithi157 ceph-mon[101289]: pgmap v956: 121 pgs: 121 active+clean; 347 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 2.8 MiB/s wr, 1 op/s 2024-08-17T00:46:10.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:10 smithi157 ceph-mon[98780]: osdmap e863: 8 total, 8 up, 8 in 2024-08-17T00:46:10.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:10 smithi157 ceph-mon[98780]: pgmap v956: 121 pgs: 121 active+clean; 347 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 2.8 MiB/s wr, 1 op/s 2024-08-17T00:46:10.893 INFO:tasks.rados.rados.0.smithi157.stdout:3961: done (5 left) 2024-08-17T00:46:10.893 INFO:tasks.rados.rados.0.smithi157.stdout:3962: done (4 left) 2024-08-17T00:46:10.893 INFO:tasks.rados.rados.0.smithi157.stdout:3963: done (3 left) 2024-08-17T00:46:10.893 INFO:tasks.rados.rados.0.smithi157.stdout:3964: done (2 left) 2024-08-17T00:46:10.893 INFO:tasks.rados.rados.0.smithi157.stdout:3967: done (1 left) 2024-08-17T00:46:10.893 INFO:tasks.rados.rados.0.smithi157.stdout:3968: done (0 left) 2024-08-17T00:46:10.893 INFO:tasks.rados.rados.0.smithi157.stdout:3969: snap_create 2024-08-17T00:46:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:10 smithi187 ceph-mon[90552]: osdmap e863: 8 total, 8 up, 8 in 2024-08-17T00:46:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:10 smithi187 ceph-mon[90552]: pgmap v956: 121 pgs: 121 active+clean; 347 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 2.8 MiB/s wr, 1 op/s 2024-08-17T00:46:11.483 INFO:tasks.rados.rados.0.smithi157.stdout:3969: done (0 left) 2024-08-17T00:46:11.483 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 23 current snap is 397 2024-08-17T00:46:11.483 INFO:tasks.rados.rados.0.smithi157.stdout:3970: seq_num 1185 ranges {0=655360} 2024-08-17T00:46:11.487 INFO:tasks.rados.rados.0.smithi157.stdout:3970: writing smithi15786056-23 from 0 to 655360 tid 1 2024-08-17T00:46:11.487 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 3 current snap is 397 2024-08-17T00:46:11.487 INFO:tasks.rados.rados.0.smithi157.stdout:3971: seq_num 1186 ranges {0=671744} 2024-08-17T00:46:11.492 INFO:tasks.rados.rados.0.smithi157.stdout:3971: writing smithi15786056-3 from 0 to 671744 tid 1 2024-08-17T00:46:11.492 INFO:tasks.rados.rados.0.smithi157.stdout:3972: read oid 34 snap -1 2024-08-17T00:46:11.492 INFO:tasks.rados.rados.0.smithi157.stdout:3972: expect (ObjNum 1100 snap 361 seq_num 1100) 2024-08-17T00:46:11.492 INFO:tasks.rados.rados.0.smithi157.stdout:3973: delete oid 28 current snap is 397 2024-08-17T00:46:11.492 INFO:tasks.rados.rados.0.smithi157.stdout:3970: finishing write tid 1 to smithi15786056-23 2024-08-17T00:46:11.493 INFO:tasks.rados.rados.0.smithi157.stdout:3970: finishing write tid 2 to smithi15786056-23 2024-08-17T00:46:11.496 INFO:tasks.rados.rados.0.smithi157.stdout:3970: finishing write tid 3 to smithi15786056-23 2024-08-17T00:46:11.496 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 23 v 3053 (ObjNum 1185 snap 397 seq_num 1185) dirty exists 2024-08-17T00:46:11.496 INFO:tasks.rados.rados.0.smithi157.stdout:3970: left oid 23 (ObjNum 1185 snap 397 seq_num 1185) 2024-08-17T00:46:11.499 INFO:tasks.rados.rados.0.smithi157.stdout:3970: done (3 left) 2024-08-17T00:46:11.499 INFO:tasks.rados.rados.0.smithi157.stdout:3973: done (2 left) 2024-08-17T00:46:11.500 INFO:tasks.rados.rados.0.smithi157.stdout:3974: read oid 45 snap -1 2024-08-17T00:46:11.500 INFO:tasks.rados.rados.0.smithi157.stdout:3974: expect (ObjNum 1126 snap 369 seq_num 1126) 2024-08-17T00:46:11.500 INFO:tasks.rados.rados.0.smithi157.stdout:3975: read oid 21 snap -1 2024-08-17T00:46:11.500 INFO:tasks.rados.rados.0.smithi157.stdout:3975: expect (ObjNum 1172 snap 386 seq_num 1172) 2024-08-17T00:46:11.500 INFO:tasks.rados.rados.0.smithi157.stdout:3976: rollback oid 33 current snap is 397 2024-08-17T00:46:11.500 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 33 to 371 2024-08-17T00:46:11.500 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 32 current snap is 397 2024-08-17T00:46:11.500 INFO:tasks.rados.rados.0.smithi157.stdout:3977: seq_num 1188 ranges {172032=704512} 2024-08-17T00:46:11.505 INFO:tasks.rados.rados.0.smithi157.stdout:3977: writing smithi15786056-32 from 172032 to 876544 tid 1 2024-08-17T00:46:11.505 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 25 current snap is 397 2024-08-17T00:46:11.505 INFO:tasks.rados.rados.0.smithi157.stdout:3978: seq_num 1189 ranges {0=720896} 2024-08-17T00:46:11.510 INFO:tasks.rados.rados.0.smithi157.stdout:3978: writing smithi15786056-25 from 0 to 720896 tid 1 2024-08-17T00:46:11.510 INFO:tasks.rados.rados.0.smithi157.stdout:3979: rollback oid 35 current snap is 397 2024-08-17T00:46:11.510 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 35 to 389 2024-08-17T00:46:11.510 INFO:tasks.rados.rados.0.smithi157.stdout:3971: finishing write tid 1 to smithi15786056-3 2024-08-17T00:46:11.510 INFO:tasks.rados.rados.0.smithi157.stdout:3971: finishing write tid 2 to smithi15786056-3 2024-08-17T00:46:11.511 INFO:tasks.rados.rados.0.smithi157.stdout:3976: finishing rollback tid 0 to smithi15786056-33 2024-08-17T00:46:11.511 INFO:tasks.rados.rados.0.smithi157.stdout:3980: snap_create 2024-08-17T00:46:11.511 INFO:tasks.rados.rados.0.smithi157.stdout:3976: finishing rollback tid 1 to smithi15786056-33 2024-08-17T00:46:11.511 INFO:tasks.rados.rados.0.smithi157.stdout:3976: finishing rollback tid 2 to smithi15786056-33 2024-08-17T00:46:11.511 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 2258 (ObjNum 1080 snap 360 seq_num 1080) dirty exists 2024-08-17T00:46:11.511 INFO:tasks.rados.rados.0.smithi157.stdout:3972: expect (ObjNum 1100 snap 361 seq_num 1100) 2024-08-17T00:46:11.654 INFO:tasks.rados.rados.0.smithi157.stdout:3971: finishing write tid 3 to smithi15786056-3 2024-08-17T00:46:11.654 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 3 v 2552 (ObjNum 1186 snap 397 seq_num 1186) dirty exists 2024-08-17T00:46:11.655 INFO:tasks.rados.rados.0.smithi157.stdout:3971: left oid 3 (ObjNum 1186 snap 397 seq_num 1186) 2024-08-17T00:46:11.655 INFO:tasks.rados.rados.0.smithi157.stdout:3975: expect (ObjNum 1172 snap 386 seq_num 1172) 2024-08-17T00:46:11.724 INFO:tasks.rados.rados.0.smithi157.stdout:3977: finishing write tid 1 to smithi15786056-32 2024-08-17T00:46:11.724 INFO:tasks.rados.rados.0.smithi157.stdout:3977: finishing write tid 2 to smithi15786056-32 2024-08-17T00:46:11.724 INFO:tasks.rados.rados.0.smithi157.stdout:3979: finishing rollback tid 0 to smithi15786056-35 2024-08-17T00:46:11.724 INFO:tasks.rados.rados.0.smithi157.stdout:3979: finishing rollback tid 1 to smithi15786056-35 2024-08-17T00:46:11.724 INFO:tasks.rados.rados.0.smithi157.stdout:3978: finishing write tid 1 to smithi15786056-25 2024-08-17T00:46:11.724 INFO:tasks.rados.rados.0.smithi157.stdout:3979: finishing rollback tid 2 to smithi15786056-35 2024-08-17T00:46:11.724 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 2083 (ObjNum 1140 snap 378 seq_num 1140) dirty exists 2024-08-17T00:46:11.725 INFO:tasks.rados.rados.0.smithi157.stdout:3977: finishing write tid 3 to smithi15786056-32 2024-08-17T00:46:11.725 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 32 v 2920 (ObjNum 1188 snap 397 seq_num 1188) dirty exists 2024-08-17T00:46:11.725 INFO:tasks.rados.rados.0.smithi157.stdout:3977: left oid 32 (ObjNum 1188 snap 397 seq_num 1188) 2024-08-17T00:46:11.725 INFO:tasks.rados.rados.0.smithi157.stdout:3978: finishing write tid 2 to smithi15786056-25 2024-08-17T00:46:11.725 INFO:tasks.rados.rados.0.smithi157.stdout:3978: finishing write tid 3 to smithi15786056-25 2024-08-17T00:46:11.725 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 25 v 2922 (ObjNum 1189 snap 397 seq_num 1189) dirty exists 2024-08-17T00:46:11.725 INFO:tasks.rados.rados.0.smithi157.stdout:3978: left oid 25 (ObjNum 1189 snap 397 seq_num 1189) 2024-08-17T00:46:11.725 INFO:tasks.rados.rados.0.smithi157.stdout:3974: expect (ObjNum 1126 snap 369 seq_num 1126) 2024-08-17T00:46:11.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:11 smithi157 ceph-mon[101289]: osdmap e864: 8 total, 8 up, 8 in 2024-08-17T00:46:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:11 smithi157 ceph-mon[98780]: osdmap e864: 8 total, 8 up, 8 in 2024-08-17T00:46:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:11 smithi187 ceph-mon[90552]: osdmap e864: 8 total, 8 up, 8 in 2024-08-17T00:46:12.560 INFO:tasks.rados.rados.0.smithi157.stdout:3971: done (8 left) 2024-08-17T00:46:12.560 INFO:tasks.rados.rados.0.smithi157.stdout:3972: done (7 left) 2024-08-17T00:46:12.560 INFO:tasks.rados.rados.0.smithi157.stdout:3974: done (6 left) 2024-08-17T00:46:12.560 INFO:tasks.rados.rados.0.smithi157.stdout:3975: done (5 left) 2024-08-17T00:46:12.560 INFO:tasks.rados.rados.0.smithi157.stdout:3976: done (4 left) 2024-08-17T00:46:12.560 INFO:tasks.rados.rados.0.smithi157.stdout:3977: done (3 left) 2024-08-17T00:46:12.560 INFO:tasks.rados.rados.0.smithi157.stdout:3978: done (2 left) 2024-08-17T00:46:12.560 INFO:tasks.rados.rados.0.smithi157.stdout:3979: done (1 left) 2024-08-17T00:46:12.560 INFO:tasks.rados.rados.0.smithi157.stdout:3980: done (0 left) 2024-08-17T00:46:12.561 INFO:tasks.rados.rados.0.smithi157.stdout:3981: rollback oid 6 current snap is 398 2024-08-17T00:46:12.561 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 6 to 363 2024-08-17T00:46:12.561 INFO:tasks.rados.rados.0.smithi157.stdout:3982: read oid 16 snap -1 2024-08-17T00:46:12.561 INFO:tasks.rados.rados.0.smithi157.stdout:3982: expect (ObjNum 1133 snap 375 seq_num 1133) 2024-08-17T00:46:12.561 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 35 current snap is 398 2024-08-17T00:46:12.561 INFO:tasks.rados.rados.0.smithi157.stdout:3983: seq_num 1190 ranges {2711552=737280} 2024-08-17T00:46:12.579 INFO:tasks.rados.rados.0.smithi157.stdout:3983: writing smithi15786056-35 from 2711552 to 3448832 tid 1 2024-08-17T00:46:12.579 INFO:tasks.rados.rados.0.smithi157.stdout:3984: snap_create 2024-08-17T00:46:12.579 INFO:tasks.rados.rados.0.smithi157.stdout:3981: finishing rollback tid 0 to smithi15786056-6 2024-08-17T00:46:12.579 INFO:tasks.rados.rados.0.smithi157.stdout:3981: finishing rollback tid 1 to smithi15786056-6 2024-08-17T00:46:12.579 INFO:tasks.rados.rados.0.smithi157.stdout:3981: finishing rollback tid 2 to smithi15786056-6 2024-08-17T00:46:12.579 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 2556 (ObjNum 1053 snap 355 seq_num 1053) dirty exists 2024-08-17T00:46:12.585 INFO:tasks.rados.rados.0.smithi157.stdout:3982: expect (ObjNum 1133 snap 375 seq_num 1133) 2024-08-17T00:46:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:12 smithi187 ceph-mon[90552]: osdmap e865: 8 total, 8 up, 8 in 2024-08-17T00:46:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:12 smithi187 ceph-mon[90552]: pgmap v959: 121 pgs: 121 active+clean; 347 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:46:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:46:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:12 smithi157 ceph-mon[98780]: osdmap e865: 8 total, 8 up, 8 in 2024-08-17T00:46:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:12 smithi157 ceph-mon[98780]: pgmap v959: 121 pgs: 121 active+clean; 347 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:46:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:12 smithi157 ceph-mon[101289]: osdmap e865: 8 total, 8 up, 8 in 2024-08-17T00:46:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:12 smithi157 ceph-mon[101289]: pgmap v959: 121 pgs: 121 active+clean; 347 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:46:12.905 INFO:tasks.rados.rados.0.smithi157.stdout:3983: finishing write tid 1 to smithi15786056-35 2024-08-17T00:46:12.905 INFO:tasks.rados.rados.0.smithi157.stdout:3983: finishing write tid 2 to smithi15786056-35 2024-08-17T00:46:12.906 INFO:tasks.rados.rados.0.smithi157.stdout:3983: finishing write tid 3 to smithi15786056-35 2024-08-17T00:46:12.906 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 35 v 2085 (ObjNum 1190 snap 398 seq_num 1190) dirty exists 2024-08-17T00:46:12.906 INFO:tasks.rados.rados.0.smithi157.stdout:3983: left oid 35 (ObjNum 1190 snap 398 seq_num 1190) 2024-08-17T00:46:13.494 INFO:tasks.rados.rados.0.smithi157.stdout:3981: done (3 left) 2024-08-17T00:46:13.494 INFO:tasks.rados.rados.0.smithi157.stdout:3982: done (2 left) 2024-08-17T00:46:13.494 INFO:tasks.rados.rados.0.smithi157.stdout:3983: done (1 left) 2024-08-17T00:46:13.494 INFO:tasks.rados.rados.0.smithi157.stdout:3984: done (0 left) 2024-08-17T00:46:13.494 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 44 current snap is 399 2024-08-17T00:46:13.494 INFO:tasks.rados.rados.0.smithi157.stdout:3985: seq_num 1191 ranges {2457600=753664} 2024-08-17T00:46:13.511 INFO:tasks.rados.rados.0.smithi157.stdout:3985: writing smithi15786056-44 from 2457600 to 3211264 tid 1 2024-08-17T00:46:13.511 INFO:tasks.rados.rados.0.smithi157.stdout:3986: snap_remove snap 388 2024-08-17T00:46:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:13 smithi157 ceph-mon[101289]: osdmap e866: 8 total, 8 up, 8 in 2024-08-17T00:46:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:13 smithi157 ceph-mon[98780]: osdmap e866: 8 total, 8 up, 8 in 2024-08-17T00:46:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:46:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:46:13] "GET /metrics HTTP/1.1" 200 36283 "" "Prometheus/2.43.0" 2024-08-17T00:46:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:13 smithi187 ceph-mon[90552]: osdmap e866: 8 total, 8 up, 8 in 2024-08-17T00:46:14.502 INFO:tasks.rados.rados.0.smithi157.stdout:3985: finishing write tid 1 to smithi15786056-44 2024-08-17T00:46:14.542 INFO:tasks.rados.rados.0.smithi157.stdout:3985: finishing write tid 2 to smithi15786056-44 2024-08-17T00:46:14.542 INFO:tasks.rados.rados.0.smithi157.stdout:3985: finishing write tid 3 to smithi15786056-44 2024-08-17T00:46:14.542 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 44 v 2087 (ObjNum 1191 snap 399 seq_num 1191) dirty exists 2024-08-17T00:46:14.542 INFO:tasks.rados.rados.0.smithi157.stdout:3985: left oid 44 (ObjNum 1191 snap 399 seq_num 1191) 2024-08-17T00:46:14.542 INFO:tasks.rados.rados.0.smithi157.stdout:3985: done (1 left) 2024-08-17T00:46:14.542 INFO:tasks.rados.rados.0.smithi157.stdout:3986: done (0 left) 2024-08-17T00:46:14.542 INFO:tasks.rados.rados.0.smithi157.stdout:3987: delete oid 19 current snap is 399 2024-08-17T00:46:14.543 INFO:tasks.rados.rados.0.smithi157.stdout:3987: done (0 left) 2024-08-17T00:46:14.543 INFO:tasks.rados.rados.0.smithi157.stdout:3988: setattr oid 19 current snap is 399 2024-08-17T00:46:14.543 INFO:tasks.rados.rados.0.smithi157.stdout:3989: snap_create 2024-08-17T00:46:14.543 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 19 v 2731 (ObjNum 65 snap 0 seq_num 1516727897) dirty exists 2024-08-17T00:46:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:14 smithi157 ceph-mon[101289]: osdmap e867: 8 total, 8 up, 8 in 2024-08-17T00:46:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:14 smithi157 ceph-mon[101289]: pgmap v962: 121 pgs: 121 active+clean; 352 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 324 KiB/s wr, 9 op/s 2024-08-17T00:46:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:14 smithi157 ceph-mon[98780]: osdmap e867: 8 total, 8 up, 8 in 2024-08-17T00:46:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:14.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:14 smithi157 ceph-mon[98780]: pgmap v962: 121 pgs: 121 active+clean; 352 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 324 KiB/s wr, 9 op/s 2024-08-17T00:46:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:14 smithi187 ceph-mon[90552]: osdmap e867: 8 total, 8 up, 8 in 2024-08-17T00:46:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:14 smithi187 ceph-mon[90552]: pgmap v962: 121 pgs: 121 active+clean; 352 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 324 KiB/s wr, 9 op/s 2024-08-17T00:46:15.502 INFO:tasks.rados.rados.0.smithi157.stdout:3988: done (1 left) 2024-08-17T00:46:15.502 INFO:tasks.rados.rados.0.smithi157.stdout:3989: done (0 left) 2024-08-17T00:46:15.503 INFO:tasks.rados.rados.0.smithi157.stdout:3990: rollback oid 1 current snap is 400 2024-08-17T00:46:15.503 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 1 to 398 2024-08-17T00:46:15.503 INFO:tasks.rados.rados.0.smithi157.stdout:3991: rollback oid 18 current snap is 400 2024-08-17T00:46:15.503 INFO:tasks.rados.rados.0.smithi157.stdout:rollback oid 18 to 394 2024-08-17T00:46:15.503 INFO:tasks.rados.rados.0.smithi157.stdout:3992: copy_from oid 6 from oid 4 current snap is 400 2024-08-17T00:46:15.503 INFO:tasks.rados.rados.0.smithi157.stdout:append oid 15 current snap is 400 2024-08-17T00:46:15.503 INFO:tasks.rados.rados.0.smithi157.stdout:3993: seq_num 1193 ranges {0=786432} 2024-08-17T00:46:15.507 INFO:tasks.rados.rados.0.smithi157.stdout:3993: writing smithi15786056-15 from 0 to 786432 tid 1 2024-08-17T00:46:15.507 INFO:tasks.rados.rados.0.smithi157.stdout:3994: read oid 39 snap 389 2024-08-17T00:46:15.508 INFO:tasks.rados.rados.0.smithi157.stdout:3994: expect (ObjNum 1013 snap 341 seq_num 1013) 2024-08-17T00:46:15.508 INFO:tasks.rados.rados.0.smithi157.stdout:3995: snap_create 2024-08-17T00:46:15.508 INFO:tasks.rados.rados.0.smithi157.stdout:3991: finishing rollback tid 0 to smithi15786056-18 2024-08-17T00:46:15.508 INFO:tasks.rados.rados.0.smithi157.stdout:3991: finishing rollback tid 1 to smithi15786056-18 2024-08-17T00:46:15.508 INFO:tasks.rados.rados.0.smithi157.stdout:3990: finishing rollback tid 0 to smithi15786056-1 2024-08-17T00:46:15.509 INFO:tasks.rados.rados.0.smithi157.stdout:3991: finishing rollback tid 2 to smithi15786056-18 2024-08-17T00:46:15.509 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 18 v 3047 (ObjNum 1151 snap 379 seq_num 1151) dirty exists 2024-08-17T00:46:15.509 INFO:tasks.rados.rados.0.smithi157.stdout:3990: finishing rollback tid 1 to smithi15786056-1 2024-08-17T00:46:15.510 INFO:tasks.rados.rados.0.smithi157.stdout:3990: finishing rollback tid 2 to smithi15786056-1 2024-08-17T00:46:15.510 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 1 v 2969 (ObjNum 1057 snap 356 seq_num 1057) dirty exists 2024-08-17T00:46:15.510 INFO:tasks.rados.rados.0.smithi157.stdout:3994: expect (ObjNum 1013 snap 341 seq_num 1013) 2024-08-17T00:46:15.516 INFO:tasks.rados.rados.0.smithi157.stdout:3993: finishing write tid 1 to smithi15786056-15 2024-08-17T00:46:15.516 INFO:tasks.rados.rados.0.smithi157.stdout:3993: finishing write tid 2 to smithi15786056-15 2024-08-17T00:46:15.516 INFO:tasks.rados.rados.0.smithi157.stdout:3993: finishing write tid 3 to smithi15786056-15 2024-08-17T00:46:15.516 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 15 v 2209 (ObjNum 1193 snap 400 seq_num 1193) dirty exists 2024-08-17T00:46:15.516 INFO:tasks.rados.rados.0.smithi157.stdout:3993: left oid 15 (ObjNum 1193 snap 400 seq_num 1193) 2024-08-17T00:46:15.516 INFO:tasks.rados.rados.0.smithi157.stdout:3992: finishing copy_from racing read to smithi15786056-6 2024-08-17T00:46:15.517 INFO:tasks.rados.rados.0.smithi157.stdout:3992: finishing copy_from to smithi15786056-6 2024-08-17T00:46:15.517 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 6 v 2966 (ObjNum 1179 snap 391 seq_num 1179) dirty exists 2024-08-17T00:46:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:15 smithi157 ceph-mon[101289]: osdmap e868: 8 total, 8 up, 8 in 2024-08-17T00:46:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:46:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:46:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:46:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:46:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:15 smithi157 ceph-mon[98780]: osdmap e868: 8 total, 8 up, 8 in 2024-08-17T00:46:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:46:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:46:15.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:46:15.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:46:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:15 smithi187 ceph-mon[90552]: osdmap e868: 8 total, 8 up, 8 in 2024-08-17T00:46:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:46:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:46:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:46:15.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:46:16.508 INFO:tasks.rados.rados.0.smithi157.stdout:3990: done (5 left) 2024-08-17T00:46:16.508 INFO:tasks.rados.rados.0.smithi157.stdout:3991: done (4 left) 2024-08-17T00:46:16.508 INFO:tasks.rados.rados.0.smithi157.stdout:3992: done (3 left) 2024-08-17T00:46:16.509 INFO:tasks.rados.rados.0.smithi157.stdout:3993: done (2 left) 2024-08-17T00:46:16.509 INFO:tasks.rados.rados.0.smithi157.stdout:3994: done (1 left) 2024-08-17T00:46:16.509 INFO:tasks.rados.rados.0.smithi157.stdout:3995: done (0 left) 2024-08-17T00:46:16.509 INFO:tasks.rados.rados.0.smithi157.stdout:3996: rmattr oid 27 current snap is 401 2024-08-17T00:46:16.509 INFO:tasks.rados.rados.0.smithi157.stdout:3996: done (0 left) 2024-08-17T00:46:16.509 INFO:tasks.rados.rados.0.smithi157.stdout:3997: copy_from oid 33 from oid 29 current snap is 401 2024-08-17T00:46:16.509 INFO:tasks.rados.rados.0.smithi157.stdout:3998: setattr oid 37 current snap is 401 2024-08-17T00:46:16.510 INFO:tasks.rados.rados.0.smithi157.stdout:3999: read oid 23 snap -1 2024-08-17T00:46:16.510 INFO:tasks.rados.rados.0.smithi157.stdout:3999: expect (ObjNum 1185 snap 397 seq_num 1185) 2024-08-17T00:46:16.510 INFO:tasks.rados.rados.0.smithi157.stdout: waiting on 3 2024-08-17T00:46:16.513 INFO:tasks.rados.rados.0.smithi157.stdout:3999: expect (ObjNum 1185 snap 397 seq_num 1185) 2024-08-17T00:46:16.533 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 37 v 3048 (ObjNum 1030 snap 347 seq_num 1030) dirty exists 2024-08-17T00:46:16.533 INFO:tasks.rados.rados.0.smithi157.stdout:3997: finishing copy_from racing read to smithi15786056-33 2024-08-17T00:46:16.533 INFO:tasks.rados.rados.0.smithi157.stdout:3997: finishing copy_from to smithi15786056-33 2024-08-17T00:46:16.533 INFO:tasks.rados.rados.0.smithi157.stdout:update_object_version oid 33 v 3019 (ObjNum 1167 snap 385 seq_num 1167) dirty exists 2024-08-17T00:46:16.533 INFO:tasks.rados.rados.0.smithi157.stdout:3997: done (2 left) 2024-08-17T00:46:16.533 INFO:tasks.rados.rados.0.smithi157.stdout:3998: done (1 left) 2024-08-17T00:46:16.533 INFO:tasks.rados.rados.0.smithi157.stdout:3999: done (0 left) 2024-08-17T00:46:16.534 INFO:tasks.rados.rados.0.smithi157.stderr:0 errors. 2024-08-17T00:46:16.535 INFO:tasks.rados.rados.0.smithi157.stderr: 2024-08-17T00:46:16.538 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:46:16.835 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:46:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:16 smithi157 ceph-mon[98780]: osdmap e869: 8 total, 8 up, 8 in 2024-08-17T00:46:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:16 smithi157 ceph-mon[98780]: pgmap v965: 121 pgs: 121 active+clean; 355 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-17T00:46:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:16 smithi157 ceph-mon[101289]: osdmap e869: 8 total, 8 up, 8 in 2024-08-17T00:46:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:16 smithi157 ceph-mon[101289]: pgmap v965: 121 pgs: 121 active+clean; 355 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-17T00:46:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:16 smithi187 ceph-mon[90552]: osdmap e869: 8 total, 8 up, 8 in 2024-08-17T00:46:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:16 smithi187 ceph-mon[90552]: pgmap v965: 121 pgs: 121 active+clean; 355 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-17T00:46:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:17 smithi157 ceph-mon[98780]: osdmap e870: 8 total, 8 up, 8 in 2024-08-17T00:46:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:17 smithi157 ceph-mon[98780]: osdmap e871: 8 total, 8 up, 8 in 2024-08-17T00:46:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:17 smithi157 ceph-mon[101289]: osdmap e870: 8 total, 8 up, 8 in 2024-08-17T00:46:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:17 smithi157 ceph-mon[101289]: osdmap e871: 8 total, 8 up, 8 in 2024-08-17T00:46:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:17 smithi187 ceph-mon[90552]: osdmap e870: 8 total, 8 up, 8 in 2024-08-17T00:46:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:17 smithi187 ceph-mon[90552]: osdmap e871: 8 total, 8 up, 8 in 2024-08-17T00:46:18.585 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:18 smithi157 ceph-mon[101289]: pgmap v968: 121 pgs: 121 active+clean; 355 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 798 KiB/s wr, 7 op/s 2024-08-17T00:46:18.585 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:18 smithi157 ceph-mon[98780]: pgmap v968: 121 pgs: 121 active+clean; 355 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 798 KiB/s wr, 7 op/s 2024-08-17T00:46:18.709 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:46:18.709 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":871,"fsid":"c90800da-5c2e-11ef-bccf-c7b262605968","created":"2024-08-17T00:23:23.887606+0000","modified":"2024-08-17T00:46:17.462935+0000","last_up_change":"2024-08-17T00:40:29.389500+0000","last_in_change":"2024-08-17T00:28:04.614208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:26:22.541730+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:28:49.902654+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:28:53.491276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T00:29:47.580355+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-08-17T00:32:29.578328+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"870","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":475,"snap_epoch":870,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"1e1a3823-d411-42b7-964a-c079bf91b8ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":301,"up_from":312,"up_thru":539,"down_at":302,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":3831440909},{"type":"v1","addr":"172.21.15.157:6803","nonce":3831440909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":3831440909},{"type":"v1","addr":"172.21.15.157:6805","nonce":3831440909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":3831440909},{"type":"v1","addr":"172.21.15.157:6809","nonce":3831440909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":3831440909},{"type":"v1","addr":"172.21.15.157:6807","nonce":3831440909}]},"public_addr":"172.21.15.157:6803/3831440909","cluster_addr":"172.21.15.157:6805/3831440909","heartbeat_back_addr":"172.21.15.157:6809/3831440909","heartbeat_front_addr":"172.21.15.157:6807/3831440909","state":["exists","up"]},{"osd":1,"uuid":"2f00b21d-bfdd-4c1c-8c46-66aafa626ce2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":334,"up_from":344,"up_thru":539,"down_at":335,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1464456506},{"type":"v1","addr":"172.21.15.157:6811","nonce":1464456506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1464456506},{"type":"v1","addr":"172.21.15.157:6813","nonce":1464456506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":1464456506},{"type":"v1","addr":"172.21.15.157:6817","nonce":1464456506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1464456506},{"type":"v1","addr":"172.21.15.157:6815","nonce":1464456506}]},"public_addr":"172.21.15.157:6811/1464456506","cluster_addr":"172.21.15.157:6813/1464456506","heartbeat_back_addr":"172.21.15.157:6817/1464456506","heartbeat_front_addr":"172.21.15.157:6815/1464456506","state":["exists","up"]},{"osd":2,"uuid":"d4c08dce-8279-4f3e-be96-aa0dc05cefb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":368,"up_from":379,"up_thru":539,"down_at":369,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":4078766863},{"type":"v1","addr":"172.21.15.157:6819","nonce":4078766863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":4078766863},{"type":"v1","addr":"172.21.15.157:6821","nonce":4078766863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":4078766863},{"type":"v1","addr":"172.21.15.157:6825","nonce":4078766863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":4078766863},{"type":"v1","addr":"172.21.15.157:6823","nonce":4078766863}]},"public_addr":"172.21.15.157:6819/4078766863","cluster_addr":"172.21.15.157:6821/4078766863","heartbeat_back_addr":"172.21.15.157:6825/4078766863","heartbeat_front_addr":"172.21.15.157:6823/4078766863","state":["exists","up"]},{"osd":3,"uuid":"4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":402,"up_from":410,"up_thru":539,"down_at":403,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1617902521},{"type":"v1","addr":"172.21.15.157:6827","nonce":1617902521}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1617902521},{"type":"v1","addr":"172.21.15.157:6829","nonce":1617902521}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":1617902521},{"type":"v1","addr":"172.21.15.157:6833","nonce":1617902521}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1617902521},{"type":"v1","addr":"172.21.15.157:6831","nonce":1617902521}]},"public_addr":"172.21.15.157:6827/1617902521","cluster_addr":"172.21.15.157:6829/1617902521","heartbeat_back_addr":"172.21.15.157:6833/1617902521","heartbeat_front_addr":"172.21.15.157:6831/1617902521","state":["exists","up"]},{"osd":4,"uuid":"730aedf4-b665-4976-936d-cbf2d867935a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":433,"up_from":444,"up_thru":539,"down_at":434,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":2922012516},{"type":"v1","addr":"172.21.15.187:6801","nonce":2922012516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":2922012516},{"type":"v1","addr":"172.21.15.187:6803","nonce":2922012516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":2922012516},{"type":"v1","addr":"172.21.15.187:6807","nonce":2922012516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":2922012516},{"type":"v1","addr":"172.21.15.187:6805","nonce":2922012516}]},"public_addr":"172.21.15.187:6801/2922012516","cluster_addr":"172.21.15.187:6803/2922012516","heartbeat_back_addr":"172.21.15.187:6807/2922012516","heartbeat_front_addr":"172.21.15.187:6805/2922012516","state":["exists","up"]},{"osd":5,"uuid":"7a504339-f8d7-468b-bb4d-10006e652359","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":466,"up_from":476,"up_thru":539,"down_at":467,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":3851486039},{"type":"v1","addr":"172.21.15.187:6809","nonce":3851486039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":3851486039},{"type":"v1","addr":"172.21.15.187:6811","nonce":3851486039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":3851486039},{"type":"v1","addr":"172.21.15.187:6815","nonce":3851486039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":3851486039},{"type":"v1","addr":"172.21.15.187:6813","nonce":3851486039}]},"public_addr":"172.21.15.187:6809/3851486039","cluster_addr":"172.21.15.187:6811/3851486039","heartbeat_back_addr":"172.21.15.187:6815/3851486039","heartbeat_front_addr":"172.21.15.187:6813/3851486039","state":["exists","up"]},{"osd":6,"uuid":"c9ff99aa-e5d8-4601-8470-e715888cdb06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":497,"up_from":507,"up_thru":539,"down_at":498,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":969109479},{"type":"v1","addr":"172.21.15.187:6817","nonce":969109479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":969109479},{"type":"v1","addr":"172.21.15.187:6819","nonce":969109479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":969109479},{"type":"v1","addr":"172.21.15.187:6823","nonce":969109479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":969109479},{"type":"v1","addr":"172.21.15.187:6821","nonce":969109479}]},"public_addr":"172.21.15.187:6817/969109479","cluster_addr":"172.21.15.187:6819/969109479","heartbeat_back_addr":"172.21.15.187:6823/969109479","heartbeat_front_addr":"172.21.15.187:6821/969109479","state":["exists","up"]},{"osd":7,"uuid":"1233e089-e354-4ace-9a04-00841149f1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":528,"up_from":539,"up_thru":539,"down_at":529,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":1203012328},{"type":"v1","addr":"172.21.15.187:6825","nonce":1203012328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":1203012328},{"type":"v1","addr":"172.21.15.187:6827","nonce":1203012328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":1203012328},{"type":"v1","addr":"172.21.15.187:6831","nonce":1203012328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":1203012328},{"type":"v1","addr":"172.21.15.187:6829","nonce":1203012328}]},"public_addr":"172.21.15.187:6825/1203012328","cluster_addr":"172.21.15.187:6827/1203012328","heartbeat_back_addr":"172.21.15.187:6831/1203012328","heartbeat_front_addr":"172.21.15.187:6829/1203012328","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:31.742734+0000","dead_epoch":301},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:56.199222+0000","dead_epoch":334},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:20.345634+0000","dead_epoch":368},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:45.666665+0000","dead_epoch":402},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:07.305677+0000","dead_epoch":433},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:31.197235+0000","dead_epoch":466},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:55.746811+0000","dead_epoch":497},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:28:20.060198+0000","dead_epoch":528}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"2.4","mappings":[{"from":7,"to":2},{"from":0,"to":5}]},{"pgid":"2.5","mappings":[{"from":7,"to":5}]},{"pgid":"2.e","mappings":[{"from":7,"to":5}]},{"pgid":"2.1a","mappings":[{"from":7,"to":5}]},{"pgid":"2.1d","mappings":[{"from":7,"to":5}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":0,"to":3}]},{"pgid":"5.0","mappings":[{"from":1,"to":5}]},{"pgid":"5.2","mappings":[{"from":0,"to":3}]},{"pgid":"5.e","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:0/4033236689":"2024-08-18T00:35:13.656977+0000","172.21.15.157:6801/3505087687":"2024-08-18T00:35:13.656977+0000","172.21.15.157:0/1760274873":"2024-08-18T00:35:13.656977+0000","172.21.15.157:0/2334970294":"2024-08-18T00:35:13.656977+0000","172.21.15.157:0/1067968374":"2024-08-18T00:35:13.656977+0000","172.21.15.157:0/1157444684":"2024-08-18T00:35:13.656977+0000","172.21.15.187:0/15396351":"2024-08-18T00:34:33.072493+0000","172.21.15.157:0/4096551158":"2024-08-18T00:33:49.330155+0000","172.21.15.157:0/426690652":"2024-08-18T00:24:08.248222+0000","172.21.15.157:6800/3505087687":"2024-08-18T00:35:13.656977+0000","172.21.15.157:0/3608451263":"2024-08-18T00:35:13.656977+0000","172.21.15.157:0/423680940":"2024-08-18T00:35:13.656977+0000","172.21.15.187:0/3040632624":"2024-08-18T00:34:33.072493+0000","172.21.15.187:6835/1229598812":"2024-08-18T00:34:33.072493+0000","172.21.15.157:6801/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/64243271":"2024-08-18T00:29:43.957063+0000","172.21.15.187:6834/1229598812":"2024-08-18T00:34:33.072493+0000","172.21.15.187:0/4098372331":"2024-08-18T00:34:33.072493+0000","172.21.15.157:6801/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/3080473394":"2024-08-18T00:24:08.248222+0000","172.21.15.187:0/3326215392":"2024-08-18T00:34:33.072493+0000","172.21.15.157:0/1182309930":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/1214533948":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/2751320237":"2024-08-18T00:33:49.330155+0000","172.21.15.157:0/574381637":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/4201540135":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/2784846633":"2024-08-18T00:33:49.330155+0000","172.21.15.157:6800/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/1370845312":"2024-08-18T00:33:49.330155+0000","172.21.15.187:0/2834845763":"2024-08-18T00:34:33.072493+0000","172.21.15.157:0/3707565441":"2024-08-18T00:29:43.957063+0000","172.21.15.157:6801/1370845312":"2024-08-18T00:33:49.330155+0000","172.21.15.157:6800/4292960900":"2024-08-18T00:29:43.957063+0000","172.21.15.187:6833/2168209297":"2024-08-18T00:40:50.675249+0000","172.21.15.157:6801/4292960900":"2024-08-18T00:29:43.957063+0000","172.21.15.187:0/2997910439":"2024-08-18T00:34:33.072493+0000","172.21.15.157:0/4012202188":"2024-08-18T00:29:43.957063+0000","172.21.15.187:6832/2168209297":"2024-08-18T00:40:50.675249+0000","172.21.15.187:0/3084515801":"2024-08-18T00:34:33.072493+0000","172.21.15.157:0/3467410989":"2024-08-18T00:33:49.330155+0000","172.21.15.157:0/3596000":"2024-08-18T00:33:49.330155+0000","172.21.15.157:0/2992911322":"2024-08-18T00:29:43.957063+0000","172.21.15.157:6800/2819114979":"2024-08-18T00:24:08.248222+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":463,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":460,"length":1},{"begin":462,"length":1},{"begin":465,"length":1},{"begin":467,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:46:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:18 smithi187 ceph-mon[90552]: pgmap v968: 121 pgs: 121 active+clean; 355 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 798 KiB/s wr, 7 op/s 2024-08-17T00:46:19.390 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T00:46:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:19 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4202042798' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:46:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:19 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4202042798' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:46:19.649 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:46:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:19 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4202042798' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:46:20.804 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:20 smithi157 ceph-mon[101289]: pgmap v969: 121 pgs: 121 active+clean; 356 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 738 KiB/s wr, 15 op/s 2024-08-17T00:46:20.804 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:20 smithi157 ceph-mon[98780]: pgmap v969: 121 pgs: 121 active+clean; 356 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 738 KiB/s wr, 15 op/s 2024-08-17T00:46:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:20 smithi187 ceph-mon[90552]: pgmap v969: 121 pgs: 121 active+clean; 356 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 738 KiB/s wr, 15 op/s 2024-08-17T00:46:21.488 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T00:46:21.489 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-08-17T00:46:22.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:21 smithi157 ceph-mon[101289]: from='client.44429 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:46:22.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:21 smithi157 ceph-mon[101289]: pgmap v970: 121 pgs: 121 active+clean; 357 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 384 KiB/s rd, 523 KiB/s wr, 10 op/s 2024-08-17T00:46:22.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:21 smithi157 ceph-mon[98780]: from='client.44429 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:46:22.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:21 smithi157 ceph-mon[98780]: pgmap v970: 121 pgs: 121 active+clean; 357 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 384 KiB/s rd, 523 KiB/s wr, 10 op/s 2024-08-17T00:46:22.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:21 smithi187 ceph-mon[90552]: from='client.44429 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:46:22.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:21 smithi187 ceph-mon[90552]: pgmap v970: 121 pgs: 121 active+clean; 357 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 384 KiB/s rd, 523 KiB/s wr, 10 op/s 2024-08-17T00:46:22.280 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":969,"stamp":"2024-08-17T00:46:19.830606+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":373169143,"num_objects":226,"num_object_clones":150,"num_object_copies":678,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":226,"num_whiteouts":11,"num_read":5012,"num_read_kb":6316632,"num_write":8392,"num_write_kb":1850213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":218,"num_bytes_recovered":559597196,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20875,"ondisk_log_size":20875,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3177876,"kb_used_data":562892,"kb_used_omap":238,"kb_used_meta":2614609,"kb_avail":746783340,"statfs":{"total":767960285184,"available":764706140160,"internally_reserved":0,"allocated":576401408,"data_stored":995773541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":244344,"internal_metadata":2677360008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4030464,"num_objects":9,"num_object_clones":9,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":-1,"num_read":26,"num_read_kb":39527,"num_write":55,"num_write_kb":3936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.335539"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1152,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.773524+0000","last_change":"2024-08-17T00:40:30.413883+0000","last_active":"2024-08-17T00:46:17.773524+0000","last_peered":"2024-08-17T00:46:17.773524+0000","last_clean":"2024-08-17T00:46:17.773524+0000","last_became_active":"2024-08-17T00:40:30.413405+0000","last_became_peered":"2024-08-17T00:40:30.413405+0000","last_unstale":"2024-08-17T00:46:17.773524+0000","last_undegraded":"2024-08-17T00:46:17.773524+0000","last_fullsized":"2024-08-17T00:46:17.773524+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:49:01.070689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1342,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.497968+0000","last_change":"2024-08-17T00:39:57.373600+0000","last_active":"2024-08-17T00:46:14.497968+0000","last_peered":"2024-08-17T00:46:14.497968+0000","last_clean":"2024-08-17T00:46:14.497968+0000","last_became_active":"2024-08-17T00:39:57.373313+0000","last_became_peered":"2024-08-17T00:39:57.373313+0000","last_unstale":"2024-08-17T00:46:14.497968+0000","last_undegraded":"2024-08-17T00:46:14.497968+0000","last_fullsized":"2024-08-17T00:46:14.497968+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:58:15.507998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.467349+0000","last_change":"2024-08-17T00:37:42.356116+0000","last_active":"2024-08-17T00:46:17.467349+0000","last_peered":"2024-08-17T00:46:17.467349+0000","last_clean":"2024-08-17T00:46:17.467349+0000","last_became_active":"2024-08-17T00:37:42.348726+0000","last_became_peered":"2024-08-17T00:37:42.348726+0000","last_unstale":"2024-08-17T00:46:17.467349+0000","last_undegraded":"2024-08-17T00:46:17.467349+0000","last_fullsized":"2024-08-17T00:46:17.467349+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":380,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:58:51.051396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1218,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.513752+0000","last_change":"2024-08-17T00:40:30.418298+0000","last_active":"2024-08-17T00:46:16.513752+0000","last_peered":"2024-08-17T00:46:16.513752+0000","last_clean":"2024-08-17T00:46:16.513752+0000","last_became_active":"2024-08-17T00:40:30.418011+0000","last_became_peered":"2024-08-17T00:40:30.418011+0000","last_unstale":"2024-08-17T00:46:16.513752+0000","last_undegraded":"2024-08-17T00:46:16.513752+0000","last_fullsized":"2024-08-17T00:46:16.513752+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:41:27.554759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1172,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.773082+0000","last_change":"2024-08-17T00:40:30.412376+0000","last_active":"2024-08-17T00:46:17.773082+0000","last_peered":"2024-08-17T00:46:17.773082+0000","last_clean":"2024-08-17T00:46:17.773082+0000","last_became_active":"2024-08-17T00:40:30.410268+0000","last_became_peered":"2024-08-17T00:40:30.410268+0000","last_unstale":"2024-08-17T00:46:17.773082+0000","last_undegraded":"2024-08-17T00:46:17.773082+0000","last_fullsized":"2024-08-17T00:46:17.773082+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:04:32.110026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1200,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.513235+0000","last_change":"2024-08-17T00:39:24.765228+0000","last_active":"2024-08-17T00:46:16.513235+0000","last_peered":"2024-08-17T00:46:16.513235+0000","last_clean":"2024-08-17T00:46:16.513235+0000","last_became_active":"2024-08-17T00:39:24.764649+0000","last_became_peered":"2024-08-17T00:39:24.764649+0000","last_unstale":"2024-08-17T00:46:16.513235+0000","last_undegraded":"2024-08-17T00:46:16.513235+0000","last_fullsized":"2024-08-17T00:46:16.513235+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:06:18.111523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1172,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772415+0000","last_change":"2024-08-17T00:40:30.412937+0000","last_active":"2024-08-17T00:46:17.772415+0000","last_peered":"2024-08-17T00:46:17.772415+0000","last_clean":"2024-08-17T00:46:17.772415+0000","last_became_active":"2024-08-17T00:40:30.411289+0000","last_became_peered":"2024-08-17T00:40:30.411289+0000","last_unstale":"2024-08-17T00:46:17.772415+0000","last_undegraded":"2024-08-17T00:46:17.772415+0000","last_fullsized":"2024-08-17T00:46:17.772415+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:03:23.308251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1285,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772190+0000","last_change":"2024-08-17T00:39:57.368628+0000","last_active":"2024-08-17T00:46:17.772190+0000","last_peered":"2024-08-17T00:46:17.772190+0000","last_clean":"2024-08-17T00:46:17.772190+0000","last_became_active":"2024-08-17T00:39:57.368130+0000","last_became_peered":"2024-08-17T00:39:57.368130+0000","last_unstale":"2024-08-17T00:46:17.772190+0000","last_undegraded":"2024-08-17T00:46:17.772190+0000","last_fullsized":"2024-08-17T00:46:17.772190+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:10:30.083064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1163,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.773438+0000","last_change":"2024-08-17T00:40:30.416249+0000","last_active":"2024-08-17T00:46:17.773438+0000","last_peered":"2024-08-17T00:46:17.773438+0000","last_clean":"2024-08-17T00:46:17.773438+0000","last_became_active":"2024-08-17T00:40:30.415959+0000","last_became_peered":"2024-08-17T00:40:30.415959+0000","last_unstale":"2024-08-17T00:46:17.773438+0000","last_undegraded":"2024-08-17T00:46:17.773438+0000","last_fullsized":"2024-08-17T00:46:17.773438+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:24:46.244093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1183,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-17T00:46:15.504962+0000","last_change":"2024-08-17T00:39:57.379554+0000","last_active":"2024-08-17T00:46:15.504962+0000","last_peered":"2024-08-17T00:46:15.504962+0000","last_clean":"2024-08-17T00:46:15.504962+0000","last_became_active":"2024-08-17T00:39:57.378275+0000","last_became_peered":"2024-08-17T00:39:57.378275+0000","last_unstale":"2024-08-17T00:46:15.504962+0000","last_undegraded":"2024-08-17T00:46:15.504962+0000","last_fullsized":"2024-08-17T00:46:15.504962+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:40:43.564800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1193,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-17T00:46:15.504552+0000","last_change":"2024-08-17T00:39:57.371104+0000","last_active":"2024-08-17T00:46:15.504552+0000","last_peered":"2024-08-17T00:46:15.504552+0000","last_clean":"2024-08-17T00:46:15.504552+0000","last_became_active":"2024-08-17T00:39:57.370795+0000","last_became_peered":"2024-08-17T00:39:57.370795+0000","last_unstale":"2024-08-17T00:46:15.504552+0000","last_undegraded":"2024-08-17T00:46:15.504552+0000","last_fullsized":"2024-08-17T00:46:15.504552+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:48:55.566151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1230,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.471492+0000","last_change":"2024-08-17T00:39:57.366576+0000","last_active":"2024-08-17T00:46:17.471492+0000","last_peered":"2024-08-17T00:46:17.471492+0000","last_clean":"2024-08-17T00:46:17.471492+0000","last_became_active":"2024-08-17T00:39:57.366289+0000","last_became_peered":"2024-08-17T00:39:57.366289+0000","last_unstale":"2024-08-17T00:46:17.471492+0000","last_undegraded":"2024-08-17T00:46:17.471492+0000","last_fullsized":"2024-08-17T00:46:17.471492+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:59:35.594030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1288,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772711+0000","last_change":"2024-08-17T00:39:57.371232+0000","last_active":"2024-08-17T00:46:17.772711+0000","last_peered":"2024-08-17T00:46:17.772711+0000","last_clean":"2024-08-17T00:46:17.772711+0000","last_became_active":"2024-08-17T00:39:57.369345+0000","last_became_peered":"2024-08-17T00:39:57.369345+0000","last_unstale":"2024-08-17T00:46:17.772711+0000","last_undegraded":"2024-08-17T00:46:17.772711+0000","last_fullsized":"2024-08-17T00:46:17.772711+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:16:24.583912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.466596+0000","last_change":"2024-08-17T00:39:24.765780+0000","last_active":"2024-08-17T00:46:17.466596+0000","last_peered":"2024-08-17T00:46:17.466596+0000","last_clean":"2024-08-17T00:46:17.466596+0000","last_became_active":"2024-08-17T00:39:24.765464+0000","last_became_peered":"2024-08-17T00:39:24.765464+0000","last_unstale":"2024-08-17T00:46:17.466596+0000","last_undegraded":"2024-08-17T00:46:17.466596+0000","last_fullsized":"2024-08-17T00:46:17.466596+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:57:55.999909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1330,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.496574+0000","last_change":"2024-08-17T00:39:24.761831+0000","last_active":"2024-08-17T00:46:14.496574+0000","last_peered":"2024-08-17T00:46:14.496574+0000","last_clean":"2024-08-17T00:46:14.496574+0000","last_became_active":"2024-08-17T00:39:24.761507+0000","last_became_peered":"2024-08-17T00:39:24.761507+0000","last_unstale":"2024-08-17T00:46:14.496574+0000","last_undegraded":"2024-08-17T00:46:14.496574+0000","last_fullsized":"2024-08-17T00:46:14.496574+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:17:41.463846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1201,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.512627+0000","last_change":"2024-08-17T00:40:30.417823+0000","last_active":"2024-08-17T00:46:16.512627+0000","last_peered":"2024-08-17T00:46:16.512627+0000","last_clean":"2024-08-17T00:46:16.512627+0000","last_became_active":"2024-08-17T00:40:30.417553+0000","last_became_peered":"2024-08-17T00:40:30.417553+0000","last_unstale":"2024-08-17T00:46:16.512627+0000","last_undegraded":"2024-08-17T00:46:16.512627+0000","last_fullsized":"2024-08-17T00:46:16.512627+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:13:53.482796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1209,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.513281+0000","last_change":"2024-08-17T00:40:30.417685+0000","last_active":"2024-08-17T00:46:16.513281+0000","last_peered":"2024-08-17T00:46:16.513281+0000","last_clean":"2024-08-17T00:46:16.513281+0000","last_became_active":"2024-08-17T00:40:30.417290+0000","last_became_peered":"2024-08-17T00:40:30.417290+0000","last_unstale":"2024-08-17T00:46:16.513281+0000","last_undegraded":"2024-08-17T00:46:16.513281+0000","last_fullsized":"2024-08-17T00:46:16.513281+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:11:47.910339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1298,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.885164+0000","last_change":"2024-08-17T00:40:30.407334+0000","last_active":"2024-08-17T00:46:14.885164+0000","last_peered":"2024-08-17T00:46:14.885164+0000","last_clean":"2024-08-17T00:46:14.885164+0000","last_became_active":"2024-08-17T00:40:30.406653+0000","last_became_peered":"2024-08-17T00:40:30.406653+0000","last_unstale":"2024-08-17T00:46:14.885164+0000","last_undegraded":"2024-08-17T00:46:14.885164+0000","last_fullsized":"2024-08-17T00:46:14.885164+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:19:36.584100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1152,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.773230+0000","last_change":"2024-08-17T00:40:30.411879+0000","last_active":"2024-08-17T00:46:17.773230+0000","last_peered":"2024-08-17T00:46:17.773230+0000","last_clean":"2024-08-17T00:46:17.773230+0000","last_became_active":"2024-08-17T00:40:30.411520+0000","last_became_peered":"2024-08-17T00:40:30.411520+0000","last_unstale":"2024-08-17T00:46:17.773230+0000","last_undegraded":"2024-08-17T00:46:17.773230+0000","last_fullsized":"2024-08-17T00:46:17.773230+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:35:20.078109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1185,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-17T00:46:15.504388+0000","last_change":"2024-08-17T00:39:57.369352+0000","last_active":"2024-08-17T00:46:15.504388+0000","last_peered":"2024-08-17T00:46:15.504388+0000","last_clean":"2024-08-17T00:46:15.504388+0000","last_became_active":"2024-08-17T00:39:57.368698+0000","last_became_peered":"2024-08-17T00:39:57.368698+0000","last_unstale":"2024-08-17T00:46:15.504388+0000","last_undegraded":"2024-08-17T00:46:15.504388+0000","last_fullsized":"2024-08-17T00:46:15.504388+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:42:39.574038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1298,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.884448+0000","last_change":"2024-08-17T00:40:30.407054+0000","last_active":"2024-08-17T00:46:14.884448+0000","last_peered":"2024-08-17T00:46:14.884448+0000","last_clean":"2024-08-17T00:46:14.884448+0000","last_became_active":"2024-08-17T00:40:30.406558+0000","last_became_peered":"2024-08-17T00:40:30.406558+0000","last_unstale":"2024-08-17T00:46:14.884448+0000","last_undegraded":"2024-08-17T00:46:14.884448+0000","last_fullsized":"2024-08-17T00:46:14.884448+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:07:49.651025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1190,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.512961+0000","last_change":"2024-08-17T00:40:30.416940+0000","last_active":"2024-08-17T00:46:16.512961+0000","last_peered":"2024-08-17T00:46:16.512961+0000","last_clean":"2024-08-17T00:46:16.512961+0000","last_became_active":"2024-08-17T00:40:30.416395+0000","last_became_peered":"2024-08-17T00:40:30.416395+0000","last_unstale":"2024-08-17T00:46:16.512961+0000","last_undegraded":"2024-08-17T00:46:16.512961+0000","last_fullsized":"2024-08-17T00:46:16.512961+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:55:58.265847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1288,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772375+0000","last_change":"2024-08-17T00:38:50.353313+0000","last_active":"2024-08-17T00:46:17.772375+0000","last_peered":"2024-08-17T00:46:17.772375+0000","last_clean":"2024-08-17T00:46:17.772375+0000","last_became_active":"2024-08-17T00:38:50.352986+0000","last_became_peered":"2024-08-17T00:38:50.352986+0000","last_unstale":"2024-08-17T00:46:17.772375+0000","last_undegraded":"2024-08-17T00:46:17.772375+0000","last_fullsized":"2024-08-17T00:46:17.772375+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:53:01.883381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1226,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.512781+0000","last_change":"2024-08-17T00:39:24.768305+0000","last_active":"2024-08-17T00:46:16.512781+0000","last_peered":"2024-08-17T00:46:16.512781+0000","last_clean":"2024-08-17T00:46:16.512781+0000","last_became_active":"2024-08-17T00:39:24.767997+0000","last_became_peered":"2024-08-17T00:39:24.767997+0000","last_unstale":"2024-08-17T00:46:16.512781+0000","last_undegraded":"2024-08-17T00:46:16.512781+0000","last_fullsized":"2024-08-17T00:46:16.512781+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:20:45.886622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1281,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772760+0000","last_change":"2024-08-17T00:38:50.350198+0000","last_active":"2024-08-17T00:46:17.772760+0000","last_peered":"2024-08-17T00:46:17.772760+0000","last_clean":"2024-08-17T00:46:17.772760+0000","last_became_active":"2024-08-17T00:38:50.349893+0000","last_became_peered":"2024-08-17T00:38:50.349893+0000","last_unstale":"2024-08-17T00:46:17.772760+0000","last_undegraded":"2024-08-17T00:46:17.772760+0000","last_fullsized":"2024-08-17T00:46:17.772760+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:24:20.557188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1185,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-17T00:46:15.504779+0000","last_change":"2024-08-17T00:40:30.411269+0000","last_active":"2024-08-17T00:46:15.504779+0000","last_peered":"2024-08-17T00:46:15.504779+0000","last_clean":"2024-08-17T00:46:15.504779+0000","last_became_active":"2024-08-17T00:40:30.410965+0000","last_became_peered":"2024-08-17T00:40:30.410965+0000","last_unstale":"2024-08-17T00:46:15.504779+0000","last_undegraded":"2024-08-17T00:46:15.504779+0000","last_fullsized":"2024-08-17T00:46:15.504779+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:33:04.472089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1331,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.497048+0000","last_change":"2024-08-17T00:38:16.609881+0000","last_active":"2024-08-17T00:46:14.497048+0000","last_peered":"2024-08-17T00:46:14.497048+0000","last_clean":"2024-08-17T00:46:14.497048+0000","last_became_active":"2024-08-17T00:38:16.609608+0000","last_became_peered":"2024-08-17T00:38:16.609608+0000","last_unstale":"2024-08-17T00:46:14.497048+0000","last_undegraded":"2024-08-17T00:46:14.497048+0000","last_fullsized":"2024-08-17T00:46:14.497048+0000","mapping_epoch":410,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":411,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:08:40.451836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1297,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772466+0000","last_change":"2024-08-17T00:38:50.351990+0000","last_active":"2024-08-17T00:46:17.772466+0000","last_peered":"2024-08-17T00:46:17.772466+0000","last_clean":"2024-08-17T00:46:17.772466+0000","last_became_active":"2024-08-17T00:38:50.351693+0000","last_became_peered":"2024-08-17T00:38:50.351693+0000","last_unstale":"2024-08-17T00:46:17.772466+0000","last_undegraded":"2024-08-17T00:46:17.772466+0000","last_fullsized":"2024-08-17T00:46:17.772466+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:59:48.650013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.467543+0000","last_change":"2024-08-17T00:38:50.352491+0000","last_active":"2024-08-17T00:46:17.467543+0000","last_peered":"2024-08-17T00:46:17.467543+0000","last_clean":"2024-08-17T00:46:17.467543+0000","last_became_active":"2024-08-17T00:38:50.352185+0000","last_became_peered":"2024-08-17T00:38:50.352185+0000","last_unstale":"2024-08-17T00:46:17.467543+0000","last_undegraded":"2024-08-17T00:46:17.467543+0000","last_fullsized":"2024-08-17T00:46:17.467543+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:59:21.583240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1226,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.512982+0000","last_change":"2024-08-17T00:39:24.764936+0000","last_active":"2024-08-17T00:46:16.512982+0000","last_peered":"2024-08-17T00:46:16.512982+0000","last_clean":"2024-08-17T00:46:16.512982+0000","last_became_active":"2024-08-17T00:39:24.763913+0000","last_became_peered":"2024-08-17T00:39:24.763913+0000","last_unstale":"2024-08-17T00:46:16.512982+0000","last_undegraded":"2024-08-17T00:46:16.512982+0000","last_fullsized":"2024-08-17T00:46:16.512982+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:02:29.054697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1299,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.884093+0000","last_change":"2024-08-17T00:39:57.374040+0000","last_active":"2024-08-17T00:46:14.884093+0000","last_peered":"2024-08-17T00:46:14.884093+0000","last_clean":"2024-08-17T00:46:14.884093+0000","last_became_active":"2024-08-17T00:39:57.372963+0000","last_became_peered":"2024-08-17T00:39:57.372963+0000","last_unstale":"2024-08-17T00:46:14.884093+0000","last_undegraded":"2024-08-17T00:46:14.884093+0000","last_fullsized":"2024-08-17T00:46:14.884093+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:16:36.672965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1184,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-17T00:46:15.504198+0000","last_change":"2024-08-17T00:39:57.375327+0000","last_active":"2024-08-17T00:46:15.504198+0000","last_peered":"2024-08-17T00:46:15.504198+0000","last_clean":"2024-08-17T00:46:15.504198+0000","last_became_active":"2024-08-17T00:39:57.375029+0000","last_became_peered":"2024-08-17T00:39:57.375029+0000","last_unstale":"2024-08-17T00:46:15.504198+0000","last_undegraded":"2024-08-17T00:46:15.504198+0000","last_fullsized":"2024-08-17T00:46:15.504198+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:18:03.608692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1264,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.471936+0000","last_change":"2024-08-17T00:38:50.357772+0000","last_active":"2024-08-17T00:46:17.471936+0000","last_peered":"2024-08-17T00:46:17.471936+0000","last_clean":"2024-08-17T00:46:17.471936+0000","last_became_active":"2024-08-17T00:38:50.357454+0000","last_became_peered":"2024-08-17T00:38:50.357454+0000","last_unstale":"2024-08-17T00:46:17.471936+0000","last_undegraded":"2024-08-17T00:46:17.471936+0000","last_fullsized":"2024-08-17T00:46:17.471936+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:19:12.760099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"557'2","reported_seq":1292,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772813+0000","last_change":"2024-08-17T00:40:30.425198+0000","last_active":"2024-08-17T00:46:17.772813+0000","last_peered":"2024-08-17T00:46:17.772813+0000","last_clean":"2024-08-17T00:46:17.772813+0000","last_became_active":"2024-08-17T00:40:30.424784+0000","last_became_peered":"2024-08-17T00:40:30.424784+0000","last_unstale":"2024-08-17T00:46:17.772813+0000","last_undegraded":"2024-08-17T00:46:17.772813+0000","last_fullsized":"2024-08-17T00:46:17.772813+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:21:49.267144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1362,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.466385+0000","last_change":"2024-08-17T00:40:30.408532+0000","last_active":"2024-08-17T00:46:17.466385+0000","last_peered":"2024-08-17T00:46:17.466385+0000","last_clean":"2024-08-17T00:46:17.466385+0000","last_became_active":"2024-08-17T00:40:30.408259+0000","last_became_peered":"2024-08-17T00:40:30.408259+0000","last_unstale":"2024-08-17T00:46:17.466385+0000","last_undegraded":"2024-08-17T00:46:17.466385+0000","last_fullsized":"2024-08-17T00:46:17.466385+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:16:09.884596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"557'2","reported_seq":1195,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-17T00:46:15.504301+0000","last_change":"2024-08-17T00:39:57.378273+0000","last_active":"2024-08-17T00:46:15.504301+0000","last_peered":"2024-08-17T00:46:15.504301+0000","last_clean":"2024-08-17T00:46:15.504301+0000","last_became_active":"2024-08-17T00:39:57.374799+0000","last_became_peered":"2024-08-17T00:39:57.374799+0000","last_unstale":"2024-08-17T00:46:15.504301+0000","last_undegraded":"2024-08-17T00:46:15.504301+0000","last_fullsized":"2024-08-17T00:46:15.504301+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:02:40.091722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1300,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772193+0000","last_change":"2024-08-17T00:39:57.372250+0000","last_active":"2024-08-17T00:46:17.772193+0000","last_peered":"2024-08-17T00:46:17.772193+0000","last_clean":"2024-08-17T00:46:17.772193+0000","last_became_active":"2024-08-17T00:39:57.370561+0000","last_became_peered":"2024-08-17T00:39:57.370561+0000","last_unstale":"2024-08-17T00:46:17.772193+0000","last_undegraded":"2024-08-17T00:46:17.772193+0000","last_fullsized":"2024-08-17T00:46:17.772193+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:23:44.701402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1296,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772251+0000","last_change":"2024-08-17T00:38:16.605290+0000","last_active":"2024-08-17T00:46:17.772251+0000","last_peered":"2024-08-17T00:46:17.772251+0000","last_clean":"2024-08-17T00:46:17.772251+0000","last_became_active":"2024-08-17T00:38:16.603889+0000","last_became_peered":"2024-08-17T00:38:16.603889+0000","last_unstale":"2024-08-17T00:46:17.772251+0000","last_undegraded":"2024-08-17T00:46:17.772251+0000","last_fullsized":"2024-08-17T00:46:17.772251+0000","mapping_epoch":410,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":411,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:26:47.338523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1212,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.512643+0000","last_change":"2024-08-17T00:40:30.417525+0000","last_active":"2024-08-17T00:46:16.512643+0000","last_peered":"2024-08-17T00:46:16.512643+0000","last_clean":"2024-08-17T00:46:16.512643+0000","last_became_active":"2024-08-17T00:40:30.417213+0000","last_became_peered":"2024-08-17T00:40:30.417213+0000","last_unstale":"2024-08-17T00:46:16.512643+0000","last_undegraded":"2024-08-17T00:46:16.512643+0000","last_fullsized":"2024-08-17T00:46:16.512643+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:30:31.376857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1330,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.496392+0000","last_change":"2024-08-17T00:38:50.348899+0000","last_active":"2024-08-17T00:46:14.496392+0000","last_peered":"2024-08-17T00:46:14.496392+0000","last_clean":"2024-08-17T00:46:14.496392+0000","last_became_active":"2024-08-17T00:38:50.348604+0000","last_became_peered":"2024-08-17T00:38:50.348604+0000","last_unstale":"2024-08-17T00:46:14.496392+0000","last_undegraded":"2024-08-17T00:46:14.496392+0000","last_fullsized":"2024-08-17T00:46:14.496392+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:50:57.327279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1185,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-17T00:46:15.504721+0000","last_change":"2024-08-17T00:39:57.381969+0000","last_active":"2024-08-17T00:46:15.504721+0000","last_peered":"2024-08-17T00:46:15.504721+0000","last_clean":"2024-08-17T00:46:15.504721+0000","last_became_active":"2024-08-17T00:39:57.381681+0000","last_became_peered":"2024-08-17T00:39:57.381681+0000","last_unstale":"2024-08-17T00:46:15.504721+0000","last_undegraded":"2024-08-17T00:46:15.504721+0000","last_fullsized":"2024-08-17T00:46:15.504721+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:47:16.991870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1192,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.513632+0000","last_change":"2024-08-17T00:40:30.417476+0000","last_active":"2024-08-17T00:46:16.513632+0000","last_peered":"2024-08-17T00:46:16.513632+0000","last_clean":"2024-08-17T00:46:16.513632+0000","last_became_active":"2024-08-17T00:40:30.417082+0000","last_became_peered":"2024-08-17T00:40:30.417082+0000","last_unstale":"2024-08-17T00:46:16.513632+0000","last_undegraded":"2024-08-17T00:46:16.513632+0000","last_fullsized":"2024-08-17T00:46:16.513632+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:10:04.299988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1230,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.513946+0000","last_change":"2024-08-17T00:39:57.371080+0000","last_active":"2024-08-17T00:46:16.513946+0000","last_peered":"2024-08-17T00:46:16.513946+0000","last_clean":"2024-08-17T00:46:16.513946+0000","last_became_active":"2024-08-17T00:39:57.370779+0000","last_became_peered":"2024-08-17T00:39:57.370779+0000","last_unstale":"2024-08-17T00:46:16.513946+0000","last_undegraded":"2024-08-17T00:46:16.513946+0000","last_fullsized":"2024-08-17T00:46:16.513946+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:35:00.099159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.466897+0000","last_change":"2024-08-17T00:39:24.762464+0000","last_active":"2024-08-17T00:46:17.466897+0000","last_peered":"2024-08-17T00:46:17.466897+0000","last_clean":"2024-08-17T00:46:17.466897+0000","last_became_active":"2024-08-17T00:39:24.761597+0000","last_became_peered":"2024-08-17T00:39:24.761597+0000","last_unstale":"2024-08-17T00:46:17.466897+0000","last_undegraded":"2024-08-17T00:46:17.466897+0000","last_fullsized":"2024-08-17T00:46:17.466897+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:28:03.298359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":1350,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.497418+0000","last_change":"2024-08-17T00:39:24.763798+0000","last_active":"2024-08-17T00:46:14.497418+0000","last_peered":"2024-08-17T00:46:14.497418+0000","last_clean":"2024-08-17T00:46:14.497418+0000","last_became_active":"2024-08-17T00:39:24.763444+0000","last_became_peered":"2024-08-17T00:39:24.763444+0000","last_unstale":"2024-08-17T00:46:14.497418+0000","last_undegraded":"2024-08-17T00:46:14.497418+0000","last_fullsized":"2024-08-17T00:46:14.497418+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:09:46.461442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1300,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.885757+0000","last_change":"2024-08-17T00:40:30.406830+0000","last_active":"2024-08-17T00:46:14.885757+0000","last_peered":"2024-08-17T00:46:14.885757+0000","last_clean":"2024-08-17T00:46:14.885757+0000","last_became_active":"2024-08-17T00:40:30.406497+0000","last_became_peered":"2024-08-17T00:40:30.406497+0000","last_unstale":"2024-08-17T00:46:14.885757+0000","last_undegraded":"2024-08-17T00:46:14.885757+0000","last_fullsized":"2024-08-17T00:46:14.885757+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:46:04.758261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"557'29","reported_seq":1220,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-17T00:46:15.504558+0000","last_change":"2024-08-17T00:39:57.374773+0000","last_active":"2024-08-17T00:46:15.504558+0000","last_peered":"2024-08-17T00:46:15.504558+0000","last_clean":"2024-08-17T00:46:15.504558+0000","last_became_active":"2024-08-17T00:39:57.371008+0000","last_became_peered":"2024-08-17T00:39:57.371008+0000","last_unstale":"2024-08-17T00:46:15.504558+0000","last_undegraded":"2024-08-17T00:46:15.504558+0000","last_fullsized":"2024-08-17T00:46:15.504558+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:16:15.352329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5810,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1172,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.773234+0000","last_change":"2024-08-17T00:40:30.420823+0000","last_active":"2024-08-17T00:46:17.773234+0000","last_peered":"2024-08-17T00:46:17.773234+0000","last_clean":"2024-08-17T00:46:17.773234+0000","last_became_active":"2024-08-17T00:40:30.418697+0000","last_became_peered":"2024-08-17T00:40:30.418697+0000","last_unstale":"2024-08-17T00:46:17.773234+0000","last_undegraded":"2024-08-17T00:46:17.773234+0000","last_fullsized":"2024-08-17T00:46:17.773234+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:41:15.501381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":1372,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.467019+0000","last_change":"2024-08-17T00:38:50.351736+0000","last_active":"2024-08-17T00:46:17.467019+0000","last_peered":"2024-08-17T00:46:17.467019+0000","last_clean":"2024-08-17T00:46:17.467019+0000","last_became_active":"2024-08-17T00:38:50.346700+0000","last_became_peered":"2024-08-17T00:38:50.346700+0000","last_unstale":"2024-08-17T00:46:17.467019+0000","last_undegraded":"2024-08-17T00:46:17.467019+0000","last_fullsized":"2024-08-17T00:46:17.467019+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:12:30.081367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.466446+0000","last_change":"2024-08-17T00:40:30.408130+0000","last_active":"2024-08-17T00:46:17.466446+0000","last_peered":"2024-08-17T00:46:17.466446+0000","last_clean":"2024-08-17T00:46:17.466446+0000","last_became_active":"2024-08-17T00:40:30.407810+0000","last_became_peered":"2024-08-17T00:40:30.407810+0000","last_unstale":"2024-08-17T00:46:17.466446+0000","last_undegraded":"2024-08-17T00:46:17.466446+0000","last_fullsized":"2024-08-17T00:46:17.466446+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:19:13.115195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1220,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.513384+0000","last_change":"2024-08-17T00:40:30.417197+0000","last_active":"2024-08-17T00:46:16.513384+0000","last_peered":"2024-08-17T00:46:16.513384+0000","last_clean":"2024-08-17T00:46:16.513384+0000","last_became_active":"2024-08-17T00:40:30.416811+0000","last_became_peered":"2024-08-17T00:40:30.416811+0000","last_unstale":"2024-08-17T00:46:16.513384+0000","last_undegraded":"2024-08-17T00:46:16.513384+0000","last_fullsized":"2024-08-17T00:46:16.513384+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:56:08.462774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1172,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772882+0000","last_change":"2024-08-17T00:40:30.412611+0000","last_active":"2024-08-17T00:46:17.772882+0000","last_peered":"2024-08-17T00:46:17.772882+0000","last_clean":"2024-08-17T00:46:17.772882+0000","last_became_active":"2024-08-17T00:40:30.412321+0000","last_became_peered":"2024-08-17T00:40:30.412321+0000","last_unstale":"2024-08-17T00:46:17.772882+0000","last_undegraded":"2024-08-17T00:46:17.772882+0000","last_fullsized":"2024-08-17T00:46:17.772882+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:59:23.250229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1195,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-17T00:46:15.505448+0000","last_change":"2024-08-17T00:39:57.369690+0000","last_active":"2024-08-17T00:46:15.505448+0000","last_peered":"2024-08-17T00:46:15.505448+0000","last_clean":"2024-08-17T00:46:15.505448+0000","last_became_active":"2024-08-17T00:39:57.368843+0000","last_became_peered":"2024-08-17T00:39:57.368843+0000","last_unstale":"2024-08-17T00:46:15.505448+0000","last_undegraded":"2024-08-17T00:46:15.505448+0000","last_fullsized":"2024-08-17T00:46:15.505448+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:19:13.924369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1183,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-17T00:46:15.504205+0000","last_change":"2024-08-17T00:39:57.376437+0000","last_active":"2024-08-17T00:46:15.504205+0000","last_peered":"2024-08-17T00:46:15.504205+0000","last_clean":"2024-08-17T00:46:15.504205+0000","last_became_active":"2024-08-17T00:39:57.375506+0000","last_became_peered":"2024-08-17T00:39:57.375506+0000","last_unstale":"2024-08-17T00:46:15.504205+0000","last_undegraded":"2024-08-17T00:46:15.504205+0000","last_fullsized":"2024-08-17T00:46:15.504205+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:11:23.967994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":1327,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.884074+0000","last_change":"2024-08-17T00:37:42.356035+0000","last_active":"2024-08-17T00:46:14.884074+0000","last_peered":"2024-08-17T00:46:14.884074+0000","last_clean":"2024-08-17T00:46:14.884074+0000","last_became_active":"2024-08-17T00:37:42.355080+0000","last_became_peered":"2024-08-17T00:37:42.355080+0000","last_unstale":"2024-08-17T00:46:14.884074+0000","last_undegraded":"2024-08-17T00:46:14.884074+0000","last_fullsized":"2024-08-17T00:46:14.884074+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":380,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:52:37.165707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1152,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772693+0000","last_change":"2024-08-17T00:40:30.413286+0000","last_active":"2024-08-17T00:46:17.772693+0000","last_peered":"2024-08-17T00:46:17.772693+0000","last_clean":"2024-08-17T00:46:17.772693+0000","last_became_active":"2024-08-17T00:40:30.412635+0000","last_became_peered":"2024-08-17T00:40:30.412635+0000","last_unstale":"2024-08-17T00:46:17.772693+0000","last_undegraded":"2024-08-17T00:46:17.772693+0000","last_fullsized":"2024-08-17T00:46:17.772693+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:25:28.902981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"868'1947","reported_seq":5244,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.889599+0000","last_change":"2024-08-17T00:46:14.892248+0000","last_active":"2024-08-17T00:46:14.889599+0000","last_peered":"2024-08-17T00:46:14.889599+0000","last_clean":"2024-08-17T00:46:14.889599+0000","last_became_active":"2024-08-17T00:37:42.354166+0000","last_became_peered":"2024-08-17T00:37:42.354166+0000","last_unstale":"2024-08-17T00:46:14.889599+0000","last_undegraded":"2024-08-17T00:46:14.889599+0000","last_fullsized":"2024-08-17T00:46:14.889599+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":380,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":1947,"log_dups_size":0,"ondisk_log_size":1947,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:42:16.355152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0079168250000000006,"stat_sum":{"num_bytes":29622272,"num_objects":19,"num_object_clones":14,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":334,"num_read_kb":381650,"num_write":641,"num_write_kb":158928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":69402624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1cc","length":"1"},{"start":"1ce","length":"2"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"2.f","version":"65'1","reported_seq":1258,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.472039+0000","last_change":"2024-08-17T00:40:30.409165+0000","last_active":"2024-08-17T00:46:17.472039+0000","last_peered":"2024-08-17T00:46:17.472039+0000","last_clean":"2024-08-17T00:46:17.472039+0000","last_became_active":"2024-08-17T00:40:30.408826+0000","last_became_peered":"2024-08-17T00:40:30.408826+0000","last_unstale":"2024-08-17T00:46:17.472039+0000","last_undegraded":"2024-08-17T00:46:17.472039+0000","last_fullsized":"2024-08-17T00:46:17.472039+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:17:55.493082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1172,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.773330+0000","last_change":"2024-08-17T00:40:30.417048+0000","last_active":"2024-08-17T00:46:17.773330+0000","last_peered":"2024-08-17T00:46:17.773330+0000","last_clean":"2024-08-17T00:46:17.773330+0000","last_became_active":"2024-08-17T00:40:30.416664+0000","last_became_peered":"2024-08-17T00:40:30.416664+0000","last_unstale":"2024-08-17T00:46:17.773330+0000","last_undegraded":"2024-08-17T00:46:17.773330+0000","last_fullsized":"2024-08-17T00:46:17.773330+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:22:39.336358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"870'2205","reported_seq":5182,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772562+0000","last_change":"2024-08-17T00:46:14.890974+0000","last_active":"2024-08-17T00:46:17.772562+0000","last_peered":"2024-08-17T00:46:17.772562+0000","last_clean":"2024-08-17T00:46:17.772562+0000","last_became_active":"2024-08-17T00:40:30.420042+0000","last_became_peered":"2024-08-17T00:40:30.420042+0000","last_unstale":"2024-08-17T00:46:17.772562+0000","last_undegraded":"2024-08-17T00:46:17.772562+0000","last_fullsized":"2024-08-17T00:46:17.772562+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":2205,"log_dups_size":0,"ondisk_log_size":2205,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:44:34.203214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0060114030000000002,"stat_sum":{"num_bytes":33857536,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":404,"num_read_kb":559963,"num_write":858,"num_write_kb":219128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65036288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1cf","length":"1"}]},{"pgid":"2.e","version":"65'2","reported_seq":1312,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.884989+0000","last_change":"2024-08-17T00:39:25.761499+0000","last_active":"2024-08-17T00:46:14.884989+0000","last_peered":"2024-08-17T00:46:14.884989+0000","last_clean":"2024-08-17T00:46:14.884989+0000","last_became_active":"2024-08-17T00:39:25.757600+0000","last_became_peered":"2024-08-17T00:39:25.757600+0000","last_unstale":"2024-08-17T00:46:14.884989+0000","last_undegraded":"2024-08-17T00:46:14.884989+0000","last_fullsized":"2024-08-17T00:46:14.884989+0000","mapping_epoch":477,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":478,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:44:11.074202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,5],"acting":[2,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1172,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.773593+0000","last_change":"2024-08-17T00:40:30.412989+0000","last_active":"2024-08-17T00:46:17.773593+0000","last_peered":"2024-08-17T00:46:17.773593+0000","last_clean":"2024-08-17T00:46:17.773593+0000","last_became_active":"2024-08-17T00:40:30.412610+0000","last_became_peered":"2024-08-17T00:40:30.412610+0000","last_unstale":"2024-08-17T00:46:17.773593+0000","last_undegraded":"2024-08-17T00:46:17.773593+0000","last_fullsized":"2024-08-17T00:46:17.773593+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:47:29.519243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"868'2207","reported_seq":5459,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.889807+0000","last_change":"2024-08-17T00:46:14.891555+0000","last_active":"2024-08-17T00:46:14.889807+0000","last_peered":"2024-08-17T00:46:14.889807+0000","last_clean":"2024-08-17T00:46:14.889807+0000","last_became_active":"2024-08-17T00:38:50.357959+0000","last_became_peered":"2024-08-17T00:38:50.357959+0000","last_unstale":"2024-08-17T00:46:14.889807+0000","last_undegraded":"2024-08-17T00:46:14.889807+0000","last_fullsized":"2024-08-17T00:46:14.889807+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":2207,"log_dups_size":0,"ondisk_log_size":2207,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:20:07.188840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073180959999999996,"stat_sum":{"num_bytes":45334528,"num_objects":22,"num_object_clones":17,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":3,"num_read":404,"num_read_kb":802951,"num_write":855,"num_write_kb":196320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":45621248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1cc","length":"1"},{"start":"1ce","length":"2"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"2.d","version":"65'1","reported_seq":1338,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.497555+0000","last_change":"2024-08-17T00:38:50.348178+0000","last_active":"2024-08-17T00:46:14.497555+0000","last_peered":"2024-08-17T00:46:14.497555+0000","last_clean":"2024-08-17T00:46:14.497555+0000","last_became_active":"2024-08-17T00:38:50.347867+0000","last_became_peered":"2024-08-17T00:38:50.347867+0000","last_unstale":"2024-08-17T00:46:14.497555+0000","last_undegraded":"2024-08-17T00:46:14.497555+0000","last_fullsized":"2024-08-17T00:46:14.497555+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:32:26.786489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1218,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.513931+0000","last_change":"2024-08-17T00:39:57.372763+0000","last_active":"2024-08-17T00:46:16.513931+0000","last_peered":"2024-08-17T00:46:16.513931+0000","last_clean":"2024-08-17T00:46:16.513931+0000","last_became_active":"2024-08-17T00:39:57.372347+0000","last_became_peered":"2024-08-17T00:39:57.372347+0000","last_unstale":"2024-08-17T00:46:16.513931+0000","last_undegraded":"2024-08-17T00:46:16.513931+0000","last_fullsized":"2024-08-17T00:46:16.513931+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:42:29.422160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"868'1569","reported_seq":4872,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.894553+0000","last_change":"2024-08-17T00:46:14.896163+0000","last_active":"2024-08-17T00:46:14.894553+0000","last_peered":"2024-08-17T00:46:14.894553+0000","last_clean":"2024-08-17T00:46:14.894553+0000","last_became_active":"2024-08-17T00:39:24.771342+0000","last_became_peered":"2024-08-17T00:39:24.771342+0000","last_unstale":"2024-08-17T00:46:14.894553+0000","last_undegraded":"2024-08-17T00:46:14.894553+0000","last_fullsized":"2024-08-17T00:46:14.894553+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":1569,"log_dups_size":0,"ondisk_log_size":1569,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:37:48.252142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011399538000000001,"stat_sum":{"num_bytes":25747456,"num_objects":15,"num_object_clones":11,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":276,"num_read_kb":354354,"num_write":755,"num_write_kb":137072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":26468352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1cc","length":"1"},{"start":"1ce","length":"2"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1313,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.886093+0000","last_change":"2024-08-17T00:39:24.767534+0000","last_active":"2024-08-17T00:46:14.886093+0000","last_peered":"2024-08-17T00:46:14.886093+0000","last_clean":"2024-08-17T00:46:14.886093+0000","last_became_active":"2024-08-17T00:39:24.767170+0000","last_became_peered":"2024-08-17T00:39:24.767170+0000","last_unstale":"2024-08-17T00:46:14.886093+0000","last_undegraded":"2024-08-17T00:46:14.886093+0000","last_fullsized":"2024-08-17T00:46:14.886093+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:12:09.397705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1152,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.773368+0000","last_change":"2024-08-17T00:40:30.415940+0000","last_active":"2024-08-17T00:46:17.773368+0000","last_peered":"2024-08-17T00:46:17.773368+0000","last_clean":"2024-08-17T00:46:17.773368+0000","last_became_active":"2024-08-17T00:40:30.414747+0000","last_became_peered":"2024-08-17T00:40:30.414747+0000","last_unstale":"2024-08-17T00:46:17.773368+0000","last_undegraded":"2024-08-17T00:46:17.773368+0000","last_fullsized":"2024-08-17T00:46:17.773368+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:31:03.059303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"869'2562","reported_seq":5550,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.773532+0000","last_change":"2024-08-17T00:46:14.892455+0000","last_active":"2024-08-17T00:46:17.773532+0000","last_peered":"2024-08-17T00:46:17.773532+0000","last_clean":"2024-08-17T00:46:17.773532+0000","last_became_active":"2024-08-17T00:40:30.415423+0000","last_became_peered":"2024-08-17T00:40:30.415423+0000","last_unstale":"2024-08-17T00:46:17.773532+0000","last_undegraded":"2024-08-17T00:46:17.773532+0000","last_fullsized":"2024-08-17T00:46:17.773532+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":2562,"log_dups_size":0,"ondisk_log_size":2562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:09:00.334218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0075900760000000003,"stat_sum":{"num_bytes":43311104,"num_objects":25,"num_object_clones":19,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":1,"num_read":500,"num_read_kb":855650,"num_write":990,"num_write_kb":250744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":52084736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1cf","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1185,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-17T00:46:15.504799+0000","last_change":"2024-08-17T00:40:30.411929+0000","last_active":"2024-08-17T00:46:15.504799+0000","last_peered":"2024-08-17T00:46:15.504799+0000","last_clean":"2024-08-17T00:46:15.504799+0000","last_became_active":"2024-08-17T00:40:30.411604+0000","last_became_peered":"2024-08-17T00:40:30.411604+0000","last_unstale":"2024-08-17T00:46:15.504799+0000","last_undegraded":"2024-08-17T00:46:15.504799+0000","last_fullsized":"2024-08-17T00:46:15.504799+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:36:39.035853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035314500000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"269'225","reported_seq":1761,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772528+0000","last_change":"2024-08-17T00:40:30.414413+0000","last_active":"2024-08-17T00:46:17.772528+0000","last_peered":"2024-08-17T00:46:17.772528+0000","last_clean":"2024-08-17T00:46:17.772528+0000","last_became_active":"2024-08-17T00:40:30.414007+0000","last_became_peered":"2024-08-17T00:40:30.414007+0000","last_unstale":"2024-08-17T00:46:17.772528+0000","last_undegraded":"2024-08-17T00:46:17.772528+0000","last_fullsized":"2024-08-17T00:46:17.772528+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:26:23.036791+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:26:23.036791+0000","last_clean_scrub_stamp":"2024-08-17T00:26:23.036791+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:12:15.582031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1070,"num_read_kb":1904,"num_write":367,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1231,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.513096+0000","last_change":"2024-08-17T00:40:30.416935+0000","last_active":"2024-08-17T00:46:16.513096+0000","last_peered":"2024-08-17T00:46:16.513096+0000","last_clean":"2024-08-17T00:46:16.513096+0000","last_became_active":"2024-08-17T00:40:30.416591+0000","last_became_peered":"2024-08-17T00:40:30.416591+0000","last_unstale":"2024-08-17T00:46:16.513096+0000","last_undegraded":"2024-08-17T00:46:16.513096+0000","last_fullsized":"2024-08-17T00:46:16.513096+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:48:53.540072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1285,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772430+0000","last_change":"2024-08-17T00:39:57.369867+0000","last_active":"2024-08-17T00:46:17.772430+0000","last_peered":"2024-08-17T00:46:17.772430+0000","last_clean":"2024-08-17T00:46:17.772430+0000","last_became_active":"2024-08-17T00:39:57.369462+0000","last_became_peered":"2024-08-17T00:39:57.369462+0000","last_unstale":"2024-08-17T00:46:17.772430+0000","last_undegraded":"2024-08-17T00:46:17.772430+0000","last_fullsized":"2024-08-17T00:46:17.772430+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:59:31.087128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"870'796","reported_seq":4007,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.519815+0000","last_change":"2024-08-17T00:46:14.506250+0000","last_active":"2024-08-17T00:46:16.519815+0000","last_peered":"2024-08-17T00:46:16.519815+0000","last_clean":"2024-08-17T00:46:16.519815+0000","last_became_active":"2024-08-17T00:39:24.761381+0000","last_became_peered":"2024-08-17T00:39:24.761381+0000","last_unstale":"2024-08-17T00:46:16.519815+0000","last_undegraded":"2024-08-17T00:46:16.519815+0000","last_fullsized":"2024-08-17T00:46:16.519815+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":796,"log_dups_size":0,"ondisk_log_size":796,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:07:19.532715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0048148490000000004,"stat_sum":{"num_bytes":17678336,"num_objects":9,"num_object_clones":7,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":154,"num_read_kb":323948,"num_write":385,"num_write_kb":63752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":36028416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1cc","length":"1"},{"start":"1ce","length":"2"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1373,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.466912+0000","last_change":"2024-08-17T00:37:42.352709+0000","last_active":"2024-08-17T00:46:17.466912+0000","last_peered":"2024-08-17T00:46:17.466912+0000","last_clean":"2024-08-17T00:46:17.466912+0000","last_became_active":"2024-08-17T00:37:42.352438+0000","last_became_peered":"2024-08-17T00:37:42.352438+0000","last_unstale":"2024-08-17T00:46:17.466912+0000","last_undegraded":"2024-08-17T00:46:17.466912+0000","last_fullsized":"2024-08-17T00:46:17.466912+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":380,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:53:34.200807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1307,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.883991+0000","last_change":"2024-08-17T00:37:42.357328+0000","last_active":"2024-08-17T00:46:14.883991+0000","last_peered":"2024-08-17T00:46:14.883991+0000","last_clean":"2024-08-17T00:46:14.883991+0000","last_became_active":"2024-08-17T00:37:42.355745+0000","last_became_peered":"2024-08-17T00:37:42.355745+0000","last_unstale":"2024-08-17T00:46:14.883991+0000","last_undegraded":"2024-08-17T00:46:14.883991+0000","last_fullsized":"2024-08-17T00:46:14.883991+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":380,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:29:31.587642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.466387+0000","last_change":"2024-08-17T00:38:50.348184+0000","last_active":"2024-08-17T00:46:17.466387+0000","last_peered":"2024-08-17T00:46:17.466387+0000","last_clean":"2024-08-17T00:46:17.466387+0000","last_became_active":"2024-08-17T00:38:50.347847+0000","last_became_peered":"2024-08-17T00:38:50.347847+0000","last_unstale":"2024-08-17T00:46:17.466387+0000","last_undegraded":"2024-08-17T00:46:17.466387+0000","last_fullsized":"2024-08-17T00:46:17.466387+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:06:21.738263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"868'1436","reported_seq":4815,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.895644+0000","last_change":"2024-08-17T00:46:14.896632+0000","last_active":"2024-08-17T00:46:14.895644+0000","last_peered":"2024-08-17T00:46:14.895644+0000","last_clean":"2024-08-17T00:46:14.895644+0000","last_became_active":"2024-08-17T00:39:24.775206+0000","last_became_peered":"2024-08-17T00:39:24.775206+0000","last_unstale":"2024-08-17T00:46:14.895644+0000","last_undegraded":"2024-08-17T00:46:14.895644+0000","last_fullsized":"2024-08-17T00:46:14.895644+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":1436,"log_dups_size":0,"ondisk_log_size":1436,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:42:03.052832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011137289999999999,"stat_sum":{"num_bytes":33906688,"num_objects":18,"num_object_clones":14,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":326,"num_read_kb":615443,"num_write":436,"num_write_kb":116408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":34537472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1cc","length":"1"},{"start":"1ce","length":"2"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1340,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.497605+0000","last_change":"2024-08-17T00:39:24.764013+0000","last_active":"2024-08-17T00:46:14.497605+0000","last_peered":"2024-08-17T00:46:14.497605+0000","last_clean":"2024-08-17T00:46:14.497605+0000","last_became_active":"2024-08-17T00:39:24.763634+0000","last_became_peered":"2024-08-17T00:39:24.763634+0000","last_unstale":"2024-08-17T00:46:14.497605+0000","last_undegraded":"2024-08-17T00:46:14.497605+0000","last_fullsized":"2024-08-17T00:46:14.497605+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:55:27.326456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035572199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1314,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.884228+0000","last_change":"2024-08-17T00:38:16.608408+0000","last_active":"2024-08-17T00:46:14.884228+0000","last_peered":"2024-08-17T00:46:14.884228+0000","last_clean":"2024-08-17T00:46:14.884228+0000","last_became_active":"2024-08-17T00:38:16.608101+0000","last_became_peered":"2024-08-17T00:38:16.608101+0000","last_unstale":"2024-08-17T00:46:14.884228+0000","last_undegraded":"2024-08-17T00:46:14.884228+0000","last_fullsized":"2024-08-17T00:46:14.884228+0000","mapping_epoch":410,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":411,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:33:29.006590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1331,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.496363+0000","last_change":"2024-08-17T00:39:57.369042+0000","last_active":"2024-08-17T00:46:14.496363+0000","last_peered":"2024-08-17T00:46:14.496363+0000","last_clean":"2024-08-17T00:46:14.496363+0000","last_became_active":"2024-08-17T00:39:57.368675+0000","last_became_peered":"2024-08-17T00:39:57.368675+0000","last_unstale":"2024-08-17T00:46:14.496363+0000","last_undegraded":"2024-08-17T00:46:14.496363+0000","last_fullsized":"2024-08-17T00:46:14.496363+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:19:59.322926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"868'786","reported_seq":4269,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.467803+0000","last_change":"2024-08-17T00:46:14.506639+0000","last_active":"2024-08-17T00:46:17.467803+0000","last_peered":"2024-08-17T00:46:17.467803+0000","last_clean":"2024-08-17T00:46:17.467803+0000","last_became_active":"2024-08-17T00:38:50.348159+0000","last_became_peered":"2024-08-17T00:38:50.348159+0000","last_unstale":"2024-08-17T00:46:17.467803+0000","last_undegraded":"2024-08-17T00:46:17.467803+0000","last_fullsized":"2024-08-17T00:46:17.467803+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":786,"log_dups_size":0,"ondisk_log_size":786,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:42:14.872340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0069201719999999996,"stat_sum":{"num_bytes":11583488,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":180,"num_read_kb":260519,"num_write":312,"num_write_kb":67680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":4423680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1cf","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1341,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.497306+0000","last_change":"2024-08-17T00:38:16.613578+0000","last_active":"2024-08-17T00:46:14.497306+0000","last_peered":"2024-08-17T00:46:14.497306+0000","last_clean":"2024-08-17T00:46:14.497306+0000","last_became_active":"2024-08-17T00:38:16.613193+0000","last_became_peered":"2024-08-17T00:38:16.613193+0000","last_unstale":"2024-08-17T00:46:14.497306+0000","last_undegraded":"2024-08-17T00:46:14.497306+0000","last_fullsized":"2024-08-17T00:46:14.497306+0000","mapping_epoch":410,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":411,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:48:01.252670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1196,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.513120+0000","last_change":"2024-08-17T00:39:57.366706+0000","last_active":"2024-08-17T00:46:16.513120+0000","last_peered":"2024-08-17T00:46:16.513120+0000","last_clean":"2024-08-17T00:46:16.513120+0000","last_became_active":"2024-08-17T00:39:57.366042+0000","last_became_peered":"2024-08-17T00:39:57.366042+0000","last_unstale":"2024-08-17T00:46:16.513120+0000","last_undegraded":"2024-08-17T00:46:16.513120+0000","last_fullsized":"2024-08-17T00:46:16.513120+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:43:28.567195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1230,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.471319+0000","last_change":"2024-08-17T00:39:57.368410+0000","last_active":"2024-08-17T00:46:17.471319+0000","last_peered":"2024-08-17T00:46:17.471319+0000","last_clean":"2024-08-17T00:46:17.471319+0000","last_became_active":"2024-08-17T00:39:57.368124+0000","last_became_peered":"2024-08-17T00:39:57.368124+0000","last_unstale":"2024-08-17T00:46:17.471319+0000","last_undegraded":"2024-08-17T00:46:17.471319+0000","last_fullsized":"2024-08-17T00:46:17.471319+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:04:26.479185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"868'3055","reported_seq":6406,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.468081+0000","last_change":"2024-08-17T00:46:14.506038+0000","last_active":"2024-08-17T00:46:17.468081+0000","last_peered":"2024-08-17T00:46:17.468081+0000","last_clean":"2024-08-17T00:46:17.468081+0000","last_became_active":"2024-08-17T00:39:57.369443+0000","last_became_peered":"2024-08-17T00:39:57.369443+0000","last_unstale":"2024-08-17T00:46:17.468081+0000","last_undegraded":"2024-08-17T00:46:17.468081+0000","last_fullsized":"2024-08-17T00:46:17.468081+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":3055,"log_dups_size":0,"ondisk_log_size":3055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:58:07.077955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067882009999999998,"stat_sum":{"num_bytes":62439424,"num_objects":29,"num_object_clones":22,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":2,"num_read":560,"num_read_kb":842893,"num_write":1217,"num_write_kb":297712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":77455360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1cf","length":"1"}]},{"pgid":"4.2","version":"74'2","reported_seq":1343,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.496973+0000","last_change":"2024-08-17T00:39:24.765887+0000","last_active":"2024-08-17T00:46:14.496973+0000","last_peered":"2024-08-17T00:46:14.496973+0000","last_clean":"2024-08-17T00:46:14.496973+0000","last_became_active":"2024-08-17T00:39:24.765489+0000","last_became_peered":"2024-08-17T00:39:24.765489+0000","last_unstale":"2024-08-17T00:46:14.496973+0000","last_undegraded":"2024-08-17T00:46:14.496973+0000","last_fullsized":"2024-08-17T00:46:14.496973+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:00:31.323052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1346,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.497152+0000","last_change":"2024-08-17T00:39:25.757086+0000","last_active":"2024-08-17T00:46:14.497152+0000","last_peered":"2024-08-17T00:46:14.497152+0000","last_clean":"2024-08-17T00:46:14.497152+0000","last_became_active":"2024-08-17T00:39:25.756644+0000","last_became_peered":"2024-08-17T00:39:25.756644+0000","last_unstale":"2024-08-17T00:46:14.497152+0000","last_undegraded":"2024-08-17T00:46:14.497152+0000","last_fullsized":"2024-08-17T00:46:14.497152+0000","mapping_epoch":477,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":478,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:52:52.469355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1226,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.513632+0000","last_change":"2024-08-17T00:39:24.769871+0000","last_active":"2024-08-17T00:46:16.513632+0000","last_peered":"2024-08-17T00:46:16.513632+0000","last_clean":"2024-08-17T00:46:16.513632+0000","last_became_active":"2024-08-17T00:39:24.767064+0000","last_became_peered":"2024-08-17T00:39:24.767064+0000","last_unstale":"2024-08-17T00:46:16.513632+0000","last_undegraded":"2024-08-17T00:46:16.513632+0000","last_fullsized":"2024-08-17T00:46:16.513632+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:22:02.126360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"868'751","reported_seq":3921,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-17T00:46:15.504508+0000","last_change":"2024-08-17T00:46:14.504658+0000","last_active":"2024-08-17T00:46:15.504508+0000","last_peered":"2024-08-17T00:46:15.504508+0000","last_clean":"2024-08-17T00:46:15.504508+0000","last_became_active":"2024-08-17T00:39:57.371171+0000","last_became_peered":"2024-08-17T00:39:57.371171+0000","last_unstale":"2024-08-17T00:46:15.504508+0000","last_undegraded":"2024-08-17T00:46:15.504508+0000","last_fullsized":"2024-08-17T00:46:15.504508+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":751,"log_dups_size":0,"ondisk_log_size":751,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:00:17.092039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0077217079999999999,"stat_sum":{"num_bytes":7716864,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":118,"num_read_kb":92178,"num_write":357,"num_write_kb":53576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":26,"num_bytes_recovered":28164096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1cc","length":"1"},{"start":"1ce","length":"2"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"4.3","version":"72'1","reported_seq":1374,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.467170+0000","last_change":"2024-08-17T00:40:30.408808+0000","last_active":"2024-08-17T00:46:17.467170+0000","last_peered":"2024-08-17T00:46:17.467170+0000","last_clean":"2024-08-17T00:46:17.467170+0000","last_became_active":"2024-08-17T00:40:30.408490+0000","last_became_peered":"2024-08-17T00:40:30.408490+0000","last_unstale":"2024-08-17T00:46:17.467170+0000","last_undegraded":"2024-08-17T00:46:17.467170+0000","last_fullsized":"2024-08-17T00:46:17.467170+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:51:05.891000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":792,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.513287+0000","last_change":"2024-08-17T00:39:25.760584+0000","last_active":"2024-08-17T00:46:16.513287+0000","last_peered":"2024-08-17T00:46:16.513287+0000","last_clean":"2024-08-17T00:46:16.513287+0000","last_became_active":"2024-08-17T00:39:25.759895+0000","last_became_peered":"2024-08-17T00:39:25.759895+0000","last_unstale":"2024-08-17T00:46:16.513287+0000","last_undegraded":"2024-08-17T00:46:16.513287+0000","last_fullsized":"2024-08-17T00:46:16.513287+0000","mapping_epoch":477,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":478,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:39:23.046719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1331,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.496979+0000","last_change":"2024-08-17T00:39:24.762425+0000","last_active":"2024-08-17T00:46:14.496979+0000","last_peered":"2024-08-17T00:46:14.496979+0000","last_clean":"2024-08-17T00:46:14.496979+0000","last_became_active":"2024-08-17T00:39:24.761945+0000","last_became_peered":"2024-08-17T00:39:24.761945+0000","last_unstale":"2024-08-17T00:46:14.496979+0000","last_undegraded":"2024-08-17T00:46:14.496979+0000","last_fullsized":"2024-08-17T00:46:14.496979+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:49:20.087218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":3239,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.471401+0000","last_change":"2024-08-17T00:46:14.504651+0000","last_active":"2024-08-17T00:46:17.471401+0000","last_peered":"2024-08-17T00:46:17.471401+0000","last_clean":"2024-08-17T00:46:17.471401+0000","last_became_active":"2024-08-17T00:40:30.414614+0000","last_became_peered":"2024-08-17T00:40:30.414614+0000","last_unstale":"2024-08-17T00:46:17.471401+0000","last_undegraded":"2024-08-17T00:46:17.471401+0000","last_fullsized":"2024-08-17T00:46:17.471401+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:00:14.801419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001200238,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1cf","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1296,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772152+0000","last_change":"2024-08-17T00:40:30.421913+0000","last_active":"2024-08-17T00:46:17.772152+0000","last_peered":"2024-08-17T00:46:17.772152+0000","last_clean":"2024-08-17T00:46:17.772152+0000","last_became_active":"2024-08-17T00:40:30.421582+0000","last_became_peered":"2024-08-17T00:40:30.421582+0000","last_unstale":"2024-08-17T00:46:17.772152+0000","last_undegraded":"2024-08-17T00:46:17.772152+0000","last_fullsized":"2024-08-17T00:46:17.772152+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:26:49.385422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000338656,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"561'2","reported_seq":1339,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.498036+0000","last_change":"2024-08-17T00:39:57.372027+0000","last_active":"2024-08-17T00:46:14.498036+0000","last_peered":"2024-08-17T00:46:14.498036+0000","last_clean":"2024-08-17T00:46:14.498036+0000","last_became_active":"2024-08-17T00:39:57.371602+0000","last_became_peered":"2024-08-17T00:39:57.371602+0000","last_unstale":"2024-08-17T00:46:14.498036+0000","last_undegraded":"2024-08-17T00:46:14.498036+0000","last_fullsized":"2024-08-17T00:46:14.498036+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:22:28.037461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1297,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772773+0000","last_change":"2024-08-17T00:40:30.419615+0000","last_active":"2024-08-17T00:46:17.772773+0000","last_peered":"2024-08-17T00:46:17.772773+0000","last_clean":"2024-08-17T00:46:17.772773+0000","last_became_active":"2024-08-17T00:40:30.419311+0000","last_became_peered":"2024-08-17T00:40:30.419311+0000","last_unstale":"2024-08-17T00:46:17.772773+0000","last_undegraded":"2024-08-17T00:46:17.772773+0000","last_fullsized":"2024-08-17T00:46:17.772773+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:08:16.246877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"849'701","reported_seq":4083,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772420+0000","last_change":"2024-08-17T00:46:14.501788+0000","last_active":"2024-08-17T00:46:17.772420+0000","last_peered":"2024-08-17T00:46:17.772420+0000","last_clean":"2024-08-17T00:46:17.772420+0000","last_became_active":"2024-08-17T00:39:27.763068+0000","last_became_peered":"2024-08-17T00:39:27.763068+0000","last_unstale":"2024-08-17T00:46:17.772420+0000","last_undegraded":"2024-08-17T00:46:17.772420+0000","last_fullsized":"2024-08-17T00:46:17.772420+0000","mapping_epoch":479,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":480,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":701,"log_dups_size":0,"ondisk_log_size":701,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:37:00.628451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001310774,"stat_sum":{"num_bytes":23052288,"num_objects":9,"num_object_clones":7,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":1,"num_read":139,"num_read_kb":258090,"num_write":286,"num_write_kb":86464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":11771904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1cf","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1228,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.471539+0000","last_change":"2024-08-17T00:39:57.367878+0000","last_active":"2024-08-17T00:46:17.471539+0000","last_peered":"2024-08-17T00:46:17.471539+0000","last_clean":"2024-08-17T00:46:17.471539+0000","last_became_active":"2024-08-17T00:39:57.367577+0000","last_became_peered":"2024-08-17T00:39:57.367577+0000","last_unstale":"2024-08-17T00:46:17.471539+0000","last_undegraded":"2024-08-17T00:46:17.471539+0000","last_fullsized":"2024-08-17T00:46:17.471539+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:29:48.247977+0000","last_clean_scrub_stamp":"2024-08-17T00:29:48.247977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:49:57.003846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":1167,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-17T00:46:15.504622+0000","last_change":"2024-08-17T00:40:30.411446+0000","last_active":"2024-08-17T00:46:15.504622+0000","last_peered":"2024-08-17T00:46:15.504622+0000","last_clean":"2024-08-17T00:46:15.504622+0000","last_became_active":"2024-08-17T00:40:30.411113+0000","last_became_peered":"2024-08-17T00:40:30.411113+0000","last_unstale":"2024-08-17T00:46:15.504622+0000","last_undegraded":"2024-08-17T00:46:15.504622+0000","last_fullsized":"2024-08-17T00:46:15.504622+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:54:00.351038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.466800+0000","last_change":"2024-08-17T00:38:50.347648+0000","last_active":"2024-08-17T00:46:17.466800+0000","last_peered":"2024-08-17T00:46:17.466800+0000","last_clean":"2024-08-17T00:46:17.466800+0000","last_became_active":"2024-08-17T00:38:50.347255+0000","last_became_peered":"2024-08-17T00:38:50.347255+0000","last_unstale":"2024-08-17T00:46:17.466800+0000","last_undegraded":"2024-08-17T00:46:17.466800+0000","last_fullsized":"2024-08-17T00:46:17.466800+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:31:31.907356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":3173,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.514709+0000","last_change":"2024-08-17T00:46:14.502087+0000","last_active":"2024-08-17T00:46:16.514709+0000","last_peered":"2024-08-17T00:46:16.514709+0000","last_clean":"2024-08-17T00:46:16.514709+0000","last_became_active":"2024-08-17T00:39:57.371524+0000","last_became_peered":"2024-08-17T00:39:57.371524+0000","last_unstale":"2024-08-17T00:46:16.514709+0000","last_undegraded":"2024-08-17T00:46:16.514709+0000","last_fullsized":"2024-08-17T00:46:16.514709+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:17:31.530688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011916940000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1cc","length":"1"},{"start":"1ce","length":"2"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1156,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772537+0000","last_change":"2024-08-17T00:40:30.424205+0000","last_active":"2024-08-17T00:46:17.772537+0000","last_peered":"2024-08-17T00:46:17.772537+0000","last_clean":"2024-08-17T00:46:17.772537+0000","last_became_active":"2024-08-17T00:40:30.421863+0000","last_became_peered":"2024-08-17T00:40:30.421863+0000","last_unstale":"2024-08-17T00:46:17.772537+0000","last_undegraded":"2024-08-17T00:46:17.772537+0000","last_fullsized":"2024-08-17T00:46:17.772537+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:44:00.517822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1256,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.471785+0000","last_change":"2024-08-17T00:40:30.414000+0000","last_active":"2024-08-17T00:46:17.471785+0000","last_peered":"2024-08-17T00:46:17.471785+0000","last_clean":"2024-08-17T00:46:17.471785+0000","last_became_active":"2024-08-17T00:40:30.413706+0000","last_became_peered":"2024-08-17T00:40:30.413706+0000","last_unstale":"2024-08-17T00:46:17.471785+0000","last_undegraded":"2024-08-17T00:46:17.471785+0000","last_fullsized":"2024-08-17T00:46:17.471785+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:04:05.397988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"868'1278","reported_seq":2699,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-17T00:46:15.505308+0000","last_change":"2024-08-17T00:46:14.502503+0000","last_active":"2024-08-17T00:46:15.505308+0000","last_peered":"2024-08-17T00:46:15.505308+0000","last_clean":"2024-08-17T00:46:15.505308+0000","last_became_active":"2024-08-17T00:39:57.379570+0000","last_became_peered":"2024-08-17T00:39:57.379570+0000","last_unstale":"2024-08-17T00:46:15.505308+0000","last_undegraded":"2024-08-17T00:46:15.505308+0000","last_fullsized":"2024-08-17T00:46:15.505308+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":1278,"log_dups_size":0,"ondisk_log_size":1278,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:12:46.534802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.004704476,"stat_sum":{"num_bytes":25763840,"num_objects":13,"num_object_clones":10,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":3,"num_read":247,"num_read_kb":473597,"num_write":431,"num_write_kb":112056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":53,"num_bytes_recovered":41197568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1cc","length":"1"},{"start":"1ce","length":"2"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1331,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.496718+0000","last_change":"2024-08-17T00:40:30.416594+0000","last_active":"2024-08-17T00:46:14.496718+0000","last_peered":"2024-08-17T00:46:14.496718+0000","last_clean":"2024-08-17T00:46:14.496718+0000","last_became_active":"2024-08-17T00:40:30.416294+0000","last_became_peered":"2024-08-17T00:40:30.416294+0000","last_unstale":"2024-08-17T00:46:14.496718+0000","last_undegraded":"2024-08-17T00:46:14.496718+0000","last_fullsized":"2024-08-17T00:46:14.496718+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:34:11.244993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1288,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772305+0000","last_change":"2024-08-17T00:40:30.419650+0000","last_active":"2024-08-17T00:46:17.772305+0000","last_peered":"2024-08-17T00:46:17.772305+0000","last_clean":"2024-08-17T00:46:17.772305+0000","last_became_active":"2024-08-17T00:40:30.419357+0000","last_became_peered":"2024-08-17T00:40:30.419357+0000","last_unstale":"2024-08-17T00:46:17.772305+0000","last_undegraded":"2024-08-17T00:46:17.772305+0000","last_fullsized":"2024-08-17T00:46:17.772305+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:01:49.725084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"862'807","reported_seq":4152,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.896245+0000","last_change":"2024-08-17T00:46:14.896536+0000","last_active":"2024-08-17T00:46:14.896245+0000","last_peered":"2024-08-17T00:46:14.896245+0000","last_clean":"2024-08-17T00:46:14.896245+0000","last_became_active":"2024-08-17T00:40:30.413620+0000","last_became_peered":"2024-08-17T00:40:30.413620+0000","last_unstale":"2024-08-17T00:46:14.896245+0000","last_undegraded":"2024-08-17T00:46:14.896245+0000","last_fullsized":"2024-08-17T00:46:14.896245+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":807,"log_dups_size":0,"ondisk_log_size":807,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:34:17.390406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010614103,"stat_sum":{"num_bytes":9003008,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":138,"num_read_kb":309434,"num_write":285,"num_write_kb":48832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":31252480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1cc","length":"1"},{"start":"1ce","length":"2"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1331,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.496788+0000","last_change":"2024-08-17T00:40:30.402952+0000","last_active":"2024-08-17T00:46:14.496788+0000","last_peered":"2024-08-17T00:46:14.496788+0000","last_clean":"2024-08-17T00:46:14.496788+0000","last_became_active":"2024-08-17T00:40:30.402642+0000","last_became_peered":"2024-08-17T00:40:30.402642+0000","last_unstale":"2024-08-17T00:46:14.496788+0000","last_undegraded":"2024-08-17T00:46:14.496788+0000","last_fullsized":"2024-08-17T00:46:14.496788+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:32:52.119266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1297,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772870+0000","last_change":"2024-08-17T00:38:50.351244+0000","last_active":"2024-08-17T00:46:17.772870+0000","last_peered":"2024-08-17T00:46:17.772870+0000","last_clean":"2024-08-17T00:46:17.772870+0000","last_became_active":"2024-08-17T00:38:50.350944+0000","last_became_peered":"2024-08-17T00:38:50.350944+0000","last_unstale":"2024-08-17T00:46:17.772870+0000","last_undegraded":"2024-08-17T00:46:17.772870+0000","last_fullsized":"2024-08-17T00:46:17.772870+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:01:52.291317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"849'479","reported_seq":3948,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.497916+0000","last_change":"2024-08-17T00:46:14.498323+0000","last_active":"2024-08-17T00:46:14.497916+0000","last_peered":"2024-08-17T00:46:14.497916+0000","last_clean":"2024-08-17T00:46:14.497916+0000","last_became_active":"2024-08-17T00:38:50.354085+0000","last_became_peered":"2024-08-17T00:38:50.354085+0000","last_unstale":"2024-08-17T00:46:14.497916+0000","last_undegraded":"2024-08-17T00:46:14.497916+0000","last_fullsized":"2024-08-17T00:46:14.497916+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:32:30.332144+0000","last_clean_scrub_stamp":"2024-08-17T00:32:30.332144+0000","objects_scrubbed":0,"log_size":479,"log_dups_size":0,"ondisk_log_size":479,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:17:30.416410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001150545,"stat_sum":{"num_bytes":3555328,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":83,"num_read_kb":183972,"num_write":147,"num_write_kb":39088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":34381824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1cc","length":"1"},{"start":"1ce","length":"2"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"2.b","version":"557'3","reported_seq":1169,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772676+0000","last_change":"2024-08-17T00:40:30.424727+0000","last_active":"2024-08-17T00:46:17.772676+0000","last_peered":"2024-08-17T00:46:17.772676+0000","last_clean":"2024-08-17T00:46:17.772676+0000","last_became_active":"2024-08-17T00:40:30.423843+0000","last_became_peered":"2024-08-17T00:40:30.423843+0000","last_unstale":"2024-08-17T00:46:17.772676+0000","last_undegraded":"2024-08-17T00:46:17.772676+0000","last_fullsized":"2024-08-17T00:46:17.772676+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:44:06.934886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1193,"reported_epoch":869,"state":"active+clean","last_fresh":"2024-08-17T00:46:15.504518+0000","last_change":"2024-08-17T00:39:57.376679+0000","last_active":"2024-08-17T00:46:15.504518+0000","last_peered":"2024-08-17T00:46:15.504518+0000","last_clean":"2024-08-17T00:46:15.504518+0000","last_became_active":"2024-08-17T00:39:57.370744+0000","last_became_peered":"2024-08-17T00:39:57.370744+0000","last_unstale":"2024-08-17T00:46:15.504518+0000","last_undegraded":"2024-08-17T00:46:15.504518+0000","last_fullsized":"2024-08-17T00:46:15.504518+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:51:03.477970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1300,"reported_epoch":868,"state":"active+clean","last_fresh":"2024-08-17T00:46:14.886070+0000","last_change":"2024-08-17T00:39:57.373538+0000","last_active":"2024-08-17T00:46:14.886070+0000","last_peered":"2024-08-17T00:46:14.886070+0000","last_clean":"2024-08-17T00:46:14.886070+0000","last_became_active":"2024-08-17T00:39:57.373149+0000","last_became_peered":"2024-08-17T00:39:57.373149+0000","last_unstale":"2024-08-17T00:46:14.886070+0000","last_undegraded":"2024-08-17T00:46:14.886070+0000","last_fullsized":"2024-08-17T00:46:14.886070+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:02:55.339604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":1169,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.773133+0000","last_change":"2024-08-17T00:40:30.410344+0000","last_active":"2024-08-17T00:46:17.773133+0000","last_peered":"2024-08-17T00:46:17.773133+0000","last_clean":"2024-08-17T00:46:17.773133+0000","last_became_active":"2024-08-17T00:40:30.409975+0000","last_became_peered":"2024-08-17T00:40:30.409975+0000","last_unstale":"2024-08-17T00:46:17.773133+0000","last_undegraded":"2024-08-17T00:46:17.773133+0000","last_fullsized":"2024-08-17T00:46:17.773133+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:29:28.364235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1217,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.514030+0000","last_change":"2024-08-17T00:39:24.761320+0000","last_active":"2024-08-17T00:46:16.514030+0000","last_peered":"2024-08-17T00:46:16.514030+0000","last_clean":"2024-08-17T00:46:16.514030+0000","last_became_active":"2024-08-17T00:39:24.760989+0000","last_became_peered":"2024-08-17T00:39:24.760989+0000","last_unstale":"2024-08-17T00:46:16.514030+0000","last_undegraded":"2024-08-17T00:46:16.514030+0000","last_fullsized":"2024-08-17T00:46:16.514030+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:28:29.622689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":806,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-08-17T00:46:16.513689+0000","last_change":"2024-08-17T00:39:57.371929+0000","last_active":"2024-08-17T00:46:16.513689+0000","last_peered":"2024-08-17T00:46:16.513689+0000","last_clean":"2024-08-17T00:46:16.513689+0000","last_became_active":"2024-08-17T00:39:57.371552+0000","last_became_peered":"2024-08-17T00:39:57.371552+0000","last_unstale":"2024-08-17T00:46:16.513689+0000","last_undegraded":"2024-08-17T00:46:16.513689+0000","last_fullsized":"2024-08-17T00:46:16.513689+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:07:26.767896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.466789+0000","last_change":"2024-08-17T00:39:24.762566+0000","last_active":"2024-08-17T00:46:17.466789+0000","last_peered":"2024-08-17T00:46:17.466789+0000","last_clean":"2024-08-17T00:46:17.466789+0000","last_became_active":"2024-08-17T00:39:24.762083+0000","last_became_peered":"2024-08-17T00:39:24.762083+0000","last_unstale":"2024-08-17T00:46:17.466789+0000","last_undegraded":"2024-08-17T00:46:17.466789+0000","last_fullsized":"2024-08-17T00:46:17.466789+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:08:13.714088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"557'2","reported_seq":1303,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772690+0000","last_change":"2024-08-17T00:39:24.761610+0000","last_active":"2024-08-17T00:46:17.772690+0000","last_peered":"2024-08-17T00:46:17.772690+0000","last_clean":"2024-08-17T00:46:17.772690+0000","last_became_active":"2024-08-17T00:39:24.761244+0000","last_became_peered":"2024-08-17T00:39:24.761244+0000","last_unstale":"2024-08-17T00:46:17.772690+0000","last_undegraded":"2024-08-17T00:46:17.772690+0000","last_fullsized":"2024-08-17T00:46:17.772690+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:32:00.718175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1282,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.772678+0000","last_change":"2024-08-17T00:39:57.369290+0000","last_active":"2024-08-17T00:46:17.772678+0000","last_peered":"2024-08-17T00:46:17.772678+0000","last_clean":"2024-08-17T00:46:17.772678+0000","last_became_active":"2024-08-17T00:39:57.368975+0000","last_became_peered":"2024-08-17T00:39:57.368975+0000","last_unstale":"2024-08-17T00:46:17.772678+0000","last_undegraded":"2024-08-17T00:46:17.772678+0000","last_fullsized":"2024-08-17T00:46:17.772678+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":508,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:53.541409+0000","last_clean_scrub_stamp":"2024-08-17T00:28:53.541409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:34:26.885035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"557'5","reported_seq":1375,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-17T00:46:17.467478+0000","last_change":"2024-08-17T00:40:30.409256+0000","last_active":"2024-08-17T00:46:17.467478+0000","last_peered":"2024-08-17T00:46:17.467478+0000","last_clean":"2024-08-17T00:46:17.467478+0000","last_became_active":"2024-08-17T00:40:30.408976+0000","last_became_peered":"2024-08-17T00:40:30.408976+0000","last_unstale":"2024-08-17T00:46:17.467478+0000","last_undegraded":"2024-08-17T00:46:17.467478+0000","last_fullsized":"2024-08-17T00:46:17.467478+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:28:50.307822+0000","last_clean_scrub_stamp":"2024-08-17T00:28:50.307822+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:25:10.241029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":372572160,"num_objects":200,"num_object_clones":150,"num_object_copies":600,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":11,"num_read":3863,"num_read_kb":6314642,"num_write":7955,"num_write_kb":1847760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":208,"num_bytes_recovered":557826048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":497807360,"data_stored":952795136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20579,"ondisk_log_size":20579,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6596,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45424,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1070,"num_read_kb":1904,"num_write":367,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":225,"ondisk_log_size":225,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":539,"seq":2314987372615,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":272172,"kb_used_data":49812,"kb_used_omap":29,"kb_used_meta":222306,"kb_avail":93472980,"statfs":{"total":95995035648,"available":95716331520,"internally_reserved":0,"allocated":51007488,"data_stored":79152370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30573,"internal_metadata":227641491},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":507,"seq":2177548419149,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":333800,"kb_used_data":65436,"kb_used_omap":30,"kb_used_meta":268321,"kb_avail":93411352,"statfs":{"total":95995035648,"available":95653224448,"internally_reserved":0,"allocated":67006464,"data_stored":118627792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30825,"internal_metadata":274761623},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":476,"seq":2044404432980,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":433064,"kb_used_data":93780,"kb_used_omap":37,"kb_used_meta":339226,"kb_avail":93312088,"statfs":{"total":95995035648,"available":95551578112,"internally_reserved":0,"allocated":96030720,"data_stored":165873553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38755,"internal_metadata":347367581},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":444,"seq":1906965479515,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":240108,"kb_used_data":44124,"kb_used_omap":23,"kb_used_meta":195944,"kb_avail":93505044,"statfs":{"total":95995035648,"available":95749165056,"internally_reserved":0,"allocated":45182976,"data_stored":75552774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24060,"internal_metadata":200647172},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":410,"seq":1760936591458,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":351112,"kb_used_data":65204,"kb_used_omap":23,"kb_used_meta":285864,"kb_avail":93394040,"statfs":{"total":95995035648,"available":95635496960,"internally_reserved":0,"allocated":66768896,"data_stored":126819421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23808,"internal_metadata":292725504},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":379,"seq":1627792605288,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":506260,"kb_used_data":88264,"kb_used_omap":36,"kb_used_meta":417947,"kb_avail":93238892,"statfs":{"total":95995035648,"available":95476625408,"internally_reserved":0,"allocated":90382336,"data_stored":158823702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36955,"internal_metadata":427978661},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":344,"seq":1477468749935,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":461732,"kb_used_data":68820,"kb_used_omap":26,"kb_used_meta":392869,"kb_avail":93283420,"statfs":{"total":95995035648,"available":95522222080,"internally_reserved":0,"allocated":70471680,"data_stored":116321874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26930,"internal_metadata":402298574},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":312,"seq":1340029796470,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":579628,"kb_used_data":87452,"kb_used_omap":31,"kb_used_meta":492128,"kb_avail":93165524,"statfs":{"total":95995035648,"available":95401496576,"internally_reserved":0,"allocated":89550848,"data_stored":154602055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32438,"internal_metadata":503939402},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6072,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4526,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5226,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5720,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6327,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6137,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5761,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5655,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":79331328,"data_stored":148369408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":60903424,"data_stored":110710784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":80822272,"data_stored":153210880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":57135104,"data_stored":121171968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":35553280,"data_stored":69910528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":86413312,"data_stored":160235520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":56836096,"data_stored":116256768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":40812544,"data_stored":72929280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T00:46:22.287 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-08-17T00:46:22.287 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-08-17T00:46:22.551 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:46:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:46:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:23 smithi157 ceph-mon[98780]: osdmap e872: 8 total, 8 up, 8 in 2024-08-17T00:46:23.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:46:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:46:23] "GET /metrics HTTP/1.1" 200 36280 "" "Prometheus/2.43.0" 2024-08-17T00:46:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:23 smithi157 ceph-mon[101289]: osdmap e872: 8 total, 8 up, 8 in 2024-08-17T00:46:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:23 smithi187 ceph-mon[90552]: osdmap e872: 8 total, 8 up, 8 in 2024-08-17T00:46:24.476 INFO:teuthology.orchestra.run.smithi157.stderr:pool 'unique_pool_0' removed 2024-08-17T00:46:24.877 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:24 smithi157 ceph-mon[101289]: pgmap v972: 121 pgs: 121 active+clean; 357 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 331 KiB/s rd, 253 KiB/s wr, 8 op/s 2024-08-17T00:46:24.877 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:24 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4023172935' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T00:46:24.877 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:24 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T00:46:24.878 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:24 smithi157 ceph-mon[98780]: pgmap v972: 121 pgs: 121 active+clean; 357 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 331 KiB/s rd, 253 KiB/s wr, 8 op/s 2024-08-17T00:46:24.878 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:24 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4023172935' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T00:46:24.878 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:24 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T00:46:24.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:24 smithi187 ceph-mon[90552]: pgmap v972: 121 pgs: 121 active+clean; 357 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 331 KiB/s rd, 253 KiB/s wr, 8 op/s 2024-08-17T00:46:24.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:24 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4023172935' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T00:46:24.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:24 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T00:46:25.192 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T00:46:25.193 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-08-17T00:46:25.193 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T00:46:25.193 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-08-17T00:46:25.193 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-17T00:46:25.194 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-17T00:46:25.194 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T00:46:25.195 DEBUG:teuthology.orchestra.run.smithi157:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T00:46:25.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T00:46:25.211 INFO:teuthology.orchestra.run.smithi157.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T00:46:25.211 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T00:46:25.267 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T00:46:25.267 DEBUG:teuthology.orchestra.run.smithi157:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T00:46:25.323 INFO:tasks.workunit:timeout=3h 2024-08-17T00:46:25.323 INFO:tasks.workunit:cleanup=True 2024-08-17T00:46:25.324 DEBUG:teuthology.orchestra.run.smithi157:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-17T00:46:25.378 INFO:tasks.workunit.client.0.smithi157.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T00:46:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:25 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T00:46:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:25 smithi157 ceph-mon[98780]: osdmap e873: 8 total, 8 up, 8 in 2024-08-17T00:46:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:25 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T00:46:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:25 smithi157 ceph-mon[101289]: osdmap e873: 8 total, 8 up, 8 in 2024-08-17T00:46:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:25 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T00:46:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:25 smithi187 ceph-mon[90552]: osdmap e873: 8 total, 8 up, 8 in 2024-08-17T00:46:26.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:26 smithi157 ceph-mon[98780]: pgmap v974: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:46:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:26 smithi157 ceph-mon[101289]: pgmap v974: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:46:26.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:26 smithi187 ceph-mon[90552]: pgmap v974: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:46:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:27 smithi187 ceph-mon[90552]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:46:28.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:27 smithi157 ceph-mon[98780]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:46:28.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:27 smithi157 ceph-mon[101289]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:46:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:29 smithi187 ceph-mon[90552]: pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:30.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:29 smithi157 ceph-mon[101289]: pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:29 smithi157 ceph-mon[98780]: pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:31.026 DEBUG:teuthology.orchestra.run.smithi157:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T00:46:31.081 INFO:tasks.workunit.client.0.smithi157.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T00:46:31.084 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T00:46:31.084 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T00:46:31.132 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T00:46:31.181 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T00:46:31.220 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T00:46:31.221 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T00:46:31.221 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T00:46:31.260 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T00:46:31.263 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:46:31.263 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T00:46:31.319 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-08-17T00:46:31.320 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-08-17T00:46:31.320 DEBUG:teuthology.orchestra.run.smithi157:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-08-17T00:46:31.386 INFO:tasks.workunit.client.0.smithi157.stdout:Running main() from gmock_main.cc 2024-08-17T00:46:31.386 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] Running 22 tests from 1 test suite. 2024-08-17T00:46:31.386 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment set-up. 2024-08-17T00:46:31.386 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 22 tests from TestCls2PCQueue 2024-08-17T00:46:31.387 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-08-17T00:46:32.697 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:46:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:32.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:32 smithi187 ceph-mon[90552]: osdmap e874: 8 total, 8 up, 8 in 2024-08-17T00:46:32.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:32 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3876152820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:32.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:32 smithi187 ceph-mon[90552]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:32 smithi157 ceph-mon[98780]: osdmap e874: 8 total, 8 up, 8 in 2024-08-17T00:46:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:32 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3876152820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:33.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:32 smithi157 ceph-mon[98780]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:33.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:32 smithi157 ceph-mon[101289]: osdmap e874: 8 total, 8 up, 8 in 2024-08-17T00:46:33.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:32 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3876152820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:33.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:32 smithi157 ceph-mon[101289]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:33.708 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2322 ms) 2024-08-17T00:46:33.708 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-08-17T00:46:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:46:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:46:33] "GET /metrics HTTP/1.1" 200 33931 "" "Prometheus/2.43.0" 2024-08-17T00:46:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:33 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:46:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:33 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3876152820' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:33 smithi157 ceph-mon[101289]: osdmap e875: 8 total, 8 up, 8 in 2024-08-17T00:46:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:33 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:46:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:33 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3876152820' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:33 smithi157 ceph-mon[98780]: osdmap e875: 8 total, 8 up, 8 in 2024-08-17T00:46:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:33 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:46:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:33 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3876152820' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:33 smithi187 ceph-mon[90552]: osdmap e875: 8 total, 8 up, 8 in 2024-08-17T00:46:35.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:34 smithi157 ceph-mon[98780]: osdmap e876: 8 total, 8 up, 8 in 2024-08-17T00:46:35.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:34 smithi157 ceph-mon[98780]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:35.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:34 smithi157 ceph-mon[101289]: osdmap e876: 8 total, 8 up, 8 in 2024-08-17T00:46:35.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:34 smithi157 ceph-mon[101289]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:35.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:34 smithi187 ceph-mon[90552]: osdmap e876: 8 total, 8 up, 8 in 2024-08-17T00:46:35.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:34 smithi187 ceph-mon[90552]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:35 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:46:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:35 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:46:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:35 smithi157 ceph-mon[98780]: osdmap e877: 8 total, 8 up, 8 in 2024-08-17T00:46:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:35 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/571542165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:35 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:36.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:35 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:46:36.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:35 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:46:36.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:35 smithi157 ceph-mon[101289]: osdmap e877: 8 total, 8 up, 8 in 2024-08-17T00:46:36.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:35 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/571542165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:36.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:35 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:35 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:46:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:35 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:46:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:35 smithi187 ceph-mon[90552]: osdmap e877: 8 total, 8 up, 8 in 2024-08-17T00:46:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:35 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/571542165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:36.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:35 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:36.737 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3029 ms) 2024-08-17T00:46:36.737 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-08-17T00:46:37.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:36 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:37.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:36 smithi157 ceph-mon[101289]: osdmap e878: 8 total, 8 up, 8 in 2024-08-17T00:46:37.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:36 smithi157 ceph-mon[101289]: pgmap v984: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:37.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:36 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:37.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:36 smithi157 ceph-mon[98780]: osdmap e878: 8 total, 8 up, 8 in 2024-08-17T00:46:37.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:36 smithi157 ceph-mon[98780]: pgmap v984: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:37.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:36 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:37.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:36 smithi187 ceph-mon[90552]: osdmap e878: 8 total, 8 up, 8 in 2024-08-17T00:46:37.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:36 smithi187 ceph-mon[90552]: pgmap v984: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:38.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:37 smithi157 ceph-mon[98780]: osdmap e879: 8 total, 8 up, 8 in 2024-08-17T00:46:38.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:37 smithi157 ceph-mon[101289]: osdmap e879: 8 total, 8 up, 8 in 2024-08-17T00:46:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:37 smithi187 ceph-mon[90552]: osdmap e879: 8 total, 8 up, 8 in 2024-08-17T00:46:39.126 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:38 smithi157 ceph-mon[98780]: osdmap e880: 8 total, 8 up, 8 in 2024-08-17T00:46:39.126 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:38 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/420455210' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:39.126 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:38 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:39.126 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:38 smithi157 ceph-mon[98780]: pgmap v987: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:39.127 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:38 smithi157 ceph-mon[101289]: osdmap e880: 8 total, 8 up, 8 in 2024-08-17T00:46:39.127 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:38 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/420455210' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:39.127 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:38 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:39.127 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:38 smithi157 ceph-mon[101289]: pgmap v987: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:38 smithi187 ceph-mon[90552]: osdmap e880: 8 total, 8 up, 8 in 2024-08-17T00:46:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:38 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/420455210' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:38 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:38 smithi187 ceph-mon[90552]: pgmap v987: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:39.754 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.Reserve (3016 ms) 2024-08-17T00:46:39.754 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-08-17T00:46:40.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:39 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:46:40.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:39 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:40.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:39 smithi157 ceph-mon[101289]: osdmap e881: 8 total, 8 up, 8 in 2024-08-17T00:46:40.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:39 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:46:40.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:39 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:40.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:39 smithi157 ceph-mon[98780]: osdmap e881: 8 total, 8 up, 8 in 2024-08-17T00:46:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:39 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:46:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:39 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:39 smithi187 ceph-mon[90552]: osdmap e881: 8 total, 8 up, 8 in 2024-08-17T00:46:41.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:40 smithi157 ceph-mon[101289]: osdmap e882: 8 total, 8 up, 8 in 2024-08-17T00:46:41.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:40 smithi157 ceph-mon[101289]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:41.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:40 smithi157 ceph-mon[98780]: osdmap e882: 8 total, 8 up, 8 in 2024-08-17T00:46:41.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:40 smithi157 ceph-mon[98780]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:41.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:40 smithi187 ceph-mon[90552]: osdmap e882: 8 total, 8 up, 8 in 2024-08-17T00:46:41.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:40 smithi187 ceph-mon[90552]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:41 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:46:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:41 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:46:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:41 smithi157 ceph-mon[101289]: osdmap e883: 8 total, 8 up, 8 in 2024-08-17T00:46:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:41 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3113952587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:41 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:46:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:41 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:46:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:41 smithi157 ceph-mon[98780]: osdmap e883: 8 total, 8 up, 8 in 2024-08-17T00:46:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:41 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3113952587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:41 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:46:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:41 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:46:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:41 smithi187 ceph-mon[90552]: osdmap e883: 8 total, 8 up, 8 in 2024-08-17T00:46:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:41 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3113952587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:46:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:46:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:42.771 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3016 ms) 2024-08-17T00:46:42.771 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-08-17T00:46:43.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:42 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3113952587' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:43.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:42 smithi157 ceph-mon[98780]: osdmap e884: 8 total, 8 up, 8 in 2024-08-17T00:46:43.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:42 smithi157 ceph-mon[98780]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:43.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:42 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3113952587' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:43.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:42 smithi157 ceph-mon[101289]: osdmap e884: 8 total, 8 up, 8 in 2024-08-17T00:46:43.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:42 smithi157 ceph-mon[101289]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:43.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:42 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3113952587' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:43.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:42 smithi187 ceph-mon[90552]: osdmap e884: 8 total, 8 up, 8 in 2024-08-17T00:46:43.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:42 smithi187 ceph-mon[90552]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:43.772 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:46:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:46:43] "GET /metrics HTTP/1.1" 200 33931 "" "Prometheus/2.43.0" 2024-08-17T00:46:44.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:43 smithi157 ceph-mon[101289]: osdmap e885: 8 total, 8 up, 8 in 2024-08-17T00:46:44.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:44.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:43 smithi157 ceph-mon[98780]: osdmap e885: 8 total, 8 up, 8 in 2024-08-17T00:46:44.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:43 smithi187 ceph-mon[90552]: osdmap e885: 8 total, 8 up, 8 in 2024-08-17T00:46:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:45.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:44 smithi157 ceph-mon[101289]: osdmap e886: 8 total, 8 up, 8 in 2024-08-17T00:46:45.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:44 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1065315498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:45.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:44 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:45.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:44 smithi157 ceph-mon[101289]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:45.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:44 smithi157 ceph-mon[98780]: osdmap e886: 8 total, 8 up, 8 in 2024-08-17T00:46:45.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:44 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1065315498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:45.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:44 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:45.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:44 smithi157 ceph-mon[98780]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:45.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:44 smithi187 ceph-mon[90552]: osdmap e886: 8 total, 8 up, 8 in 2024-08-17T00:46:45.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:44 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1065315498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:45.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:44 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:45.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:44 smithi187 ceph-mon[90552]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:45.794 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.Commit (3024 ms) 2024-08-17T00:46:45.794 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-08-17T00:46:46.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:45 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:46:46.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:45 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:46.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:45 smithi157 ceph-mon[101289]: osdmap e887: 8 total, 8 up, 8 in 2024-08-17T00:46:46.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:45 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:46:46.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:45 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:46.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:45 smithi157 ceph-mon[98780]: osdmap e887: 8 total, 8 up, 8 in 2024-08-17T00:46:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:45 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:46:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:45 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:45 smithi187 ceph-mon[90552]: osdmap e887: 8 total, 8 up, 8 in 2024-08-17T00:46:47.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:46 smithi157 ceph-mon[98780]: osdmap e888: 8 total, 8 up, 8 in 2024-08-17T00:46:47.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:46 smithi157 ceph-mon[98780]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:47.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:46 smithi157 ceph-mon[101289]: osdmap e888: 8 total, 8 up, 8 in 2024-08-17T00:46:47.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:46 smithi157 ceph-mon[101289]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:47.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:46 smithi187 ceph-mon[90552]: osdmap e888: 8 total, 8 up, 8 in 2024-08-17T00:46:47.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:46 smithi187 ceph-mon[90552]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:48.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:47 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:46:48.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:47 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:46:48.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:47 smithi157 ceph-mon[101289]: osdmap e889: 8 total, 8 up, 8 in 2024-08-17T00:46:48.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:47 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/667930226' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:48.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:48.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:47 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:46:48.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:47 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:46:48.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:47 smithi157 ceph-mon[98780]: osdmap e889: 8 total, 8 up, 8 in 2024-08-17T00:46:48.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:47 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/667930226' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:48.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:47 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:46:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:47 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:46:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:47 smithi187 ceph-mon[90552]: osdmap e889: 8 total, 8 up, 8 in 2024-08-17T00:46:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:47 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/667930226' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:48.812 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.Abort (3018 ms) 2024-08-17T00:46:48.813 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-08-17T00:46:49.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:48 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:49.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:48 smithi157 ceph-mon[101289]: osdmap e890: 8 total, 8 up, 8 in 2024-08-17T00:46:49.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:48 smithi157 ceph-mon[101289]: pgmap v1002: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:49.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:48 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:49.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:48 smithi157 ceph-mon[98780]: osdmap e890: 8 total, 8 up, 8 in 2024-08-17T00:46:49.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:48 smithi157 ceph-mon[98780]: pgmap v1002: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:48 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:48 smithi187 ceph-mon[90552]: osdmap e890: 8 total, 8 up, 8 in 2024-08-17T00:46:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:48 smithi187 ceph-mon[90552]: pgmap v1002: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:50.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:49 smithi157 ceph-mon[101289]: osdmap e891: 8 total, 8 up, 8 in 2024-08-17T00:46:50.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:49 smithi157 ceph-mon[98780]: osdmap e891: 8 total, 8 up, 8 in 2024-08-17T00:46:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:49 smithi187 ceph-mon[90552]: osdmap e891: 8 total, 8 up, 8 in 2024-08-17T00:46:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:50 smithi157 ceph-mon[98780]: osdmap e892: 8 total, 8 up, 8 in 2024-08-17T00:46:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:50 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2010132690' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:50 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:50 smithi157 ceph-mon[98780]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:50 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:51.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:50 smithi157 ceph-mon[98780]: osdmap e893: 8 total, 8 up, 8 in 2024-08-17T00:46:51.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:50 smithi157 ceph-mon[101289]: osdmap e892: 8 total, 8 up, 8 in 2024-08-17T00:46:51.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:50 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2010132690' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:51.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:50 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:51.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:50 smithi157 ceph-mon[101289]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:51.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:50 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:51.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:50 smithi157 ceph-mon[101289]: osdmap e893: 8 total, 8 up, 8 in 2024-08-17T00:46:51.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:50 smithi187 ceph-mon[90552]: osdmap e892: 8 total, 8 up, 8 in 2024-08-17T00:46:51.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:50 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2010132690' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:51.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:50 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:51.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:50 smithi187 ceph-mon[90552]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:51.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:50 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:51.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:50 smithi187 ceph-mon[90552]: osdmap e893: 8 total, 8 up, 8 in 2024-08-17T00:46:51.829 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.ReserveError (3017 ms) 2024-08-17T00:46:51.830 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-08-17T00:46:52.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:51 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:46:52.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:51 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:46:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:51 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:46:52.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:46:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:53.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:52 smithi157 ceph-mon[101289]: osdmap e894: 8 total, 8 up, 8 in 2024-08-17T00:46:53.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:52 smithi157 ceph-mon[101289]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:53.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:52 smithi157 ceph-mon[98780]: osdmap e894: 8 total, 8 up, 8 in 2024-08-17T00:46:53.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:52 smithi157 ceph-mon[98780]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:53.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:52 smithi187 ceph-mon[90552]: osdmap e894: 8 total, 8 up, 8 in 2024-08-17T00:46:53.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:52 smithi187 ceph-mon[90552]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:53.843 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:46:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:46:53] "GET /metrics HTTP/1.1" 200 33930 "" "Prometheus/2.43.0" 2024-08-17T00:46:54.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:53 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:46:54.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:53 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:46:54.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:53 smithi157 ceph-mon[98780]: osdmap e895: 8 total, 8 up, 8 in 2024-08-17T00:46:54.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:53 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/318830172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:54.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:53 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:53 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:46:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:53 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:46:54.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:53 smithi157 ceph-mon[101289]: osdmap e895: 8 total, 8 up, 8 in 2024-08-17T00:46:54.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:53 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/318830172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:54.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:53 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:53 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:46:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:53 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:46:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:53 smithi187 ceph-mon[90552]: osdmap e895: 8 total, 8 up, 8 in 2024-08-17T00:46:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:53 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/318830172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:54.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:53 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:54.860 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.CommitError (3030 ms) 2024-08-17T00:46:54.860 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-08-17T00:46:55.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:54 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:54 smithi157 ceph-mon[101289]: pgmap v1011: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:54 smithi157 ceph-mon[101289]: osdmap e896: 8 total, 8 up, 8 in 2024-08-17T00:46:55.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:54 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:55.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:54 smithi157 ceph-mon[98780]: pgmap v1011: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:55.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:54 smithi157 ceph-mon[98780]: osdmap e896: 8 total, 8 up, 8 in 2024-08-17T00:46:55.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:54 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:55.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:54 smithi187 ceph-mon[90552]: pgmap v1011: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:55.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:54 smithi187 ceph-mon[90552]: osdmap e896: 8 total, 8 up, 8 in 2024-08-17T00:46:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:55 smithi157 ceph-mon[98780]: osdmap e897: 8 total, 8 up, 8 in 2024-08-17T00:46:56.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:55 smithi157 ceph-mon[101289]: osdmap e897: 8 total, 8 up, 8 in 2024-08-17T00:46:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:55 smithi187 ceph-mon[90552]: osdmap e897: 8 total, 8 up, 8 in 2024-08-17T00:46:57.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:56 smithi157 ceph-mon[98780]: pgmap v1013: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:57.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:56 smithi157 ceph-mon[98780]: osdmap e898: 8 total, 8 up, 8 in 2024-08-17T00:46:57.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:56 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2025440360' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:57.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:56 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:57.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:56 smithi157 ceph-mon[101289]: pgmap v1013: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:57.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:56 smithi157 ceph-mon[101289]: osdmap e898: 8 total, 8 up, 8 in 2024-08-17T00:46:57.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:56 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2025440360' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:57.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:56 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:56 smithi187 ceph-mon[90552]: pgmap v1013: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:56 smithi187 ceph-mon[90552]: osdmap e898: 8 total, 8 up, 8 in 2024-08-17T00:46:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:56 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2025440360' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:56 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:46:57.875 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.AbortError (3014 ms) 2024-08-17T00:46:57.875 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-08-17T00:46:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:57 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:57 smithi157 ceph-mon[98780]: osdmap e899: 8 total, 8 up, 8 in 2024-08-17T00:46:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:57 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:57 smithi157 ceph-mon[101289]: osdmap e899: 8 total, 8 up, 8 in 2024-08-17T00:46:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:57 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:46:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:57 smithi187 ceph-mon[90552]: osdmap e899: 8 total, 8 up, 8 in 2024-08-17T00:46:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:58 smithi157 ceph-mon[98780]: pgmap v1016: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:58 smithi157 ceph-mon[98780]: osdmap e900: 8 total, 8 up, 8 in 2024-08-17T00:46:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:58 smithi157 ceph-mon[101289]: pgmap v1016: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:58 smithi157 ceph-mon[101289]: osdmap e900: 8 total, 8 up, 8 in 2024-08-17T00:46:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:58 smithi187 ceph-mon[90552]: pgmap v1016: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:46:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:58 smithi187 ceph-mon[90552]: osdmap e900: 8 total, 8 up, 8 in 2024-08-17T00:46:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:59 smithi157 ceph-mon[101289]: osdmap e901: 8 total, 8 up, 8 in 2024-08-17T00:47:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:59 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2137384542' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:46:59 smithi157 ceph-mon[101289]: pgmap v1019: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:59 smithi157 ceph-mon[98780]: osdmap e901: 8 total, 8 up, 8 in 2024-08-17T00:47:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:59 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2137384542' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:46:59 smithi157 ceph-mon[98780]: pgmap v1019: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:59 smithi187 ceph-mon[90552]: osdmap e901: 8 total, 8 up, 8 in 2024-08-17T00:47:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:59 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2137384542' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:46:59 smithi187 ceph-mon[90552]: pgmap v1019: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:00.892 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3015 ms) 2024-08-17T00:47:00.892 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-08-17T00:47:01.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:00 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:47:01.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:00 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2137384542' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:01.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:00 smithi157 ceph-mon[98780]: osdmap e902: 8 total, 8 up, 8 in 2024-08-17T00:47:01.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:00 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:47:01.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:00 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2137384542' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:01.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:00 smithi157 ceph-mon[101289]: osdmap e902: 8 total, 8 up, 8 in 2024-08-17T00:47:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:00 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:47:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:00 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2137384542' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:00 smithi187 ceph-mon[90552]: osdmap e902: 8 total, 8 up, 8 in 2024-08-17T00:47:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:01 smithi187 ceph-mon[90552]: osdmap e903: 8 total, 8 up, 8 in 2024-08-17T00:47:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:01 smithi187 ceph-mon[90552]: pgmap v1022: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:02.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:01 smithi157 ceph-mon[98780]: osdmap e903: 8 total, 8 up, 8 in 2024-08-17T00:47:02.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:01 smithi157 ceph-mon[98780]: pgmap v1022: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:02.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:01 smithi157 ceph-mon[101289]: osdmap e903: 8 total, 8 up, 8 in 2024-08-17T00:47:02.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:01 smithi157 ceph-mon[101289]: pgmap v1022: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:47:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:47:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:02 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:47:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:02 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:47:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:02 smithi187 ceph-mon[90552]: osdmap e904: 8 total, 8 up, 8 in 2024-08-17T00:47:03.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:02 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4288452236' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:03.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:02 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:02 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:47:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:02 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:47:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:02 smithi157 ceph-mon[98780]: osdmap e904: 8 total, 8 up, 8 in 2024-08-17T00:47:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:02 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4288452236' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:02 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:02 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:47:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:02 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:47:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:02 smithi157 ceph-mon[101289]: osdmap e904: 8 total, 8 up, 8 in 2024-08-17T00:47:03.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:02 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4288452236' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:03.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:02 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:03.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:47:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:47:03] "GET /metrics HTTP/1.1" 200 33927 "" "Prometheus/2.43.0" 2024-08-17T00:47:03.907 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3017 ms) 2024-08-17T00:47:03.907 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-08-17T00:47:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:03 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:03 smithi187 ceph-mon[90552]: osdmap e905: 8 total, 8 up, 8 in 2024-08-17T00:47:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:03 smithi187 ceph-mon[90552]: pgmap v1025: 137 pgs: 5 creating+peering, 17 unknown, 115 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:04.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:03 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:04.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:03 smithi157 ceph-mon[101289]: osdmap e905: 8 total, 8 up, 8 in 2024-08-17T00:47:04.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:03 smithi157 ceph-mon[101289]: pgmap v1025: 137 pgs: 5 creating+peering, 17 unknown, 115 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:03 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:03 smithi157 ceph-mon[98780]: osdmap e905: 8 total, 8 up, 8 in 2024-08-17T00:47:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:03 smithi157 ceph-mon[98780]: pgmap v1025: 137 pgs: 5 creating+peering, 17 unknown, 115 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:05.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:04 smithi187 ceph-mon[90552]: osdmap e906: 8 total, 8 up, 8 in 2024-08-17T00:47:05.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:04 smithi157 ceph-mon[101289]: osdmap e906: 8 total, 8 up, 8 in 2024-08-17T00:47:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:04 smithi157 ceph-mon[98780]: osdmap e906: 8 total, 8 up, 8 in 2024-08-17T00:47:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:05 smithi187 ceph-mon[90552]: osdmap e907: 8 total, 8 up, 8 in 2024-08-17T00:47:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:05 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/699226989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:05 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:05 smithi187 ceph-mon[90552]: pgmap v1028: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:05 smithi157 ceph-mon[101289]: osdmap e907: 8 total, 8 up, 8 in 2024-08-17T00:47:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:05 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/699226989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:05 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:05 smithi157 ceph-mon[101289]: pgmap v1028: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:05 smithi157 ceph-mon[98780]: osdmap e907: 8 total, 8 up, 8 in 2024-08-17T00:47:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:05 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/699226989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:05 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:06.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:05 smithi157 ceph-mon[98780]: pgmap v1028: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:06.921 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3014 ms) 2024-08-17T00:47:06.921 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-08-17T00:47:07.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:06 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:47:07.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:06 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:07.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:06 smithi187 ceph-mon[90552]: osdmap e908: 8 total, 8 up, 8 in 2024-08-17T00:47:07.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:06 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:47:07.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:06 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:07.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:06 smithi157 ceph-mon[101289]: osdmap e908: 8 total, 8 up, 8 in 2024-08-17T00:47:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:06 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:47:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:06 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:06 smithi157 ceph-mon[98780]: osdmap e908: 8 total, 8 up, 8 in 2024-08-17T00:47:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:07 smithi187 ceph-mon[90552]: osdmap e909: 8 total, 8 up, 8 in 2024-08-17T00:47:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:07 smithi187 ceph-mon[90552]: pgmap v1031: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:08.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:07 smithi157 ceph-mon[98780]: osdmap e909: 8 total, 8 up, 8 in 2024-08-17T00:47:08.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:07 smithi157 ceph-mon[98780]: pgmap v1031: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:08.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:07 smithi157 ceph-mon[101289]: osdmap e909: 8 total, 8 up, 8 in 2024-08-17T00:47:08.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:07 smithi157 ceph-mon[101289]: pgmap v1031: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:09.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:08 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:47:09.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:08 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:47:09.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:08 smithi187 ceph-mon[90552]: osdmap e910: 8 total, 8 up, 8 in 2024-08-17T00:47:09.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:08 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3004349886' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:09.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:08 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:47:09.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:08 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:47:09.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:08 smithi157 ceph-mon[98780]: osdmap e910: 8 total, 8 up, 8 in 2024-08-17T00:47:09.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:08 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3004349886' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:08 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:47:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:08 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:47:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:08 smithi157 ceph-mon[101289]: osdmap e910: 8 total, 8 up, 8 in 2024-08-17T00:47:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:08 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3004349886' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:09.940 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3019 ms) 2024-08-17T00:47:09.941 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-08-17T00:47:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:09 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3004349886' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:09 smithi187 ceph-mon[90552]: osdmap e911: 8 total, 8 up, 8 in 2024-08-17T00:47:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:09 smithi187 ceph-mon[90552]: pgmap v1034: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:09 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3004349886' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:09 smithi157 ceph-mon[98780]: osdmap e911: 8 total, 8 up, 8 in 2024-08-17T00:47:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:09 smithi157 ceph-mon[98780]: pgmap v1034: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:09 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3004349886' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:09 smithi157 ceph-mon[101289]: osdmap e911: 8 total, 8 up, 8 in 2024-08-17T00:47:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:09 smithi157 ceph-mon[101289]: pgmap v1034: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:11.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:10 smithi187 ceph-mon[90552]: osdmap e912: 8 total, 8 up, 8 in 2024-08-17T00:47:11.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:10 smithi157 ceph-mon[98780]: osdmap e912: 8 total, 8 up, 8 in 2024-08-17T00:47:11.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:10 smithi157 ceph-mon[101289]: osdmap e912: 8 total, 8 up, 8 in 2024-08-17T00:47:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:11 smithi187 ceph-mon[90552]: osdmap e913: 8 total, 8 up, 8 in 2024-08-17T00:47:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:11 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3328139171' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:11 smithi187 ceph-mon[90552]: pgmap v1037: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:12.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:11 smithi157 ceph-mon[101289]: osdmap e913: 8 total, 8 up, 8 in 2024-08-17T00:47:12.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:11 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3328139171' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:12.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:11 smithi157 ceph-mon[101289]: pgmap v1037: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:12.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:11 smithi157 ceph-mon[98780]: osdmap e913: 8 total, 8 up, 8 in 2024-08-17T00:47:12.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:11 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3328139171' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:12.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:11 smithi157 ceph-mon[98780]: pgmap v1037: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:47:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:12.954 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3013 ms) 2024-08-17T00:47:12.954 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-08-17T00:47:13.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:12 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:47:13.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:12 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3328139171' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:13.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:12 smithi187 ceph-mon[90552]: osdmap e914: 8 total, 8 up, 8 in 2024-08-17T00:47:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:12 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:47:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:12 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3328139171' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:12 smithi157 ceph-mon[98780]: osdmap e914: 8 total, 8 up, 8 in 2024-08-17T00:47:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:12 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:47:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:12 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3328139171' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:12 smithi157 ceph-mon[101289]: osdmap e914: 8 total, 8 up, 8 in 2024-08-17T00:47:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:47:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:47:13] "GET /metrics HTTP/1.1" 200 33927 "" "Prometheus/2.43.0" 2024-08-17T00:47:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:13 smithi187 ceph-mon[90552]: osdmap e915: 8 total, 8 up, 8 in 2024-08-17T00:47:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:47:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:13 smithi187 ceph-mon[90552]: pgmap v1040: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:13 smithi157 ceph-mon[98780]: osdmap e915: 8 total, 8 up, 8 in 2024-08-17T00:47:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:47:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:13 smithi157 ceph-mon[98780]: pgmap v1040: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:13 smithi157 ceph-mon[101289]: osdmap e915: 8 total, 8 up, 8 in 2024-08-17T00:47:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:47:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:13 smithi157 ceph-mon[101289]: pgmap v1040: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:15.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:14 smithi157 ceph-mon[101289]: osdmap e916: 8 total, 8 up, 8 in 2024-08-17T00:47:15.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:14 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1725237979' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:15.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:14 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:15.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:14 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:47:15.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:14 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:47:15.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:14 smithi157 ceph-mon[98780]: osdmap e916: 8 total, 8 up, 8 in 2024-08-17T00:47:15.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:14 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1725237979' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:15.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:14 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:15.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:14 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:47:15.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:14 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:47:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:14 smithi187 ceph-mon[90552]: osdmap e916: 8 total, 8 up, 8 in 2024-08-17T00:47:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:14 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1725237979' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:14 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:14 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:47:15.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:14 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:47:15.975 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3021 ms) 2024-08-17T00:47:15.976 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-08-17T00:47:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:15 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:15 smithi157 ceph-mon[101289]: osdmap e917: 8 total, 8 up, 8 in 2024-08-17T00:47:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:47:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:15 smithi157 ceph-mon[101289]: pgmap v1043: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:47:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:47:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:47:16.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:15 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:16.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:15 smithi157 ceph-mon[98780]: osdmap e917: 8 total, 8 up, 8 in 2024-08-17T00:47:16.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:47:16.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:15 smithi157 ceph-mon[98780]: pgmap v1043: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:16.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:47:16.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:47:16.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:47:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:15 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:15 smithi187 ceph-mon[90552]: osdmap e917: 8 total, 8 up, 8 in 2024-08-17T00:47:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:47:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:15 smithi187 ceph-mon[90552]: pgmap v1043: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:47:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:47:16.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:47:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:16 smithi157 ceph-mon[101289]: osdmap e918: 8 total, 8 up, 8 in 2024-08-17T00:47:17.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:16 smithi157 ceph-mon[98780]: osdmap e918: 8 total, 8 up, 8 in 2024-08-17T00:47:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:16 smithi187 ceph-mon[90552]: osdmap e918: 8 total, 8 up, 8 in 2024-08-17T00:47:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:17 smithi157 ceph-mon[101289]: osdmap e919: 8 total, 8 up, 8 in 2024-08-17T00:47:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:17 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1952545735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:17 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:17 smithi157 ceph-mon[101289]: pgmap v1046: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:17 smithi157 ceph-mon[98780]: osdmap e919: 8 total, 8 up, 8 in 2024-08-17T00:47:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:17 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1952545735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:17 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:17 smithi157 ceph-mon[98780]: pgmap v1046: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:17 smithi187 ceph-mon[90552]: osdmap e919: 8 total, 8 up, 8 in 2024-08-17T00:47:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:17 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1952545735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:17 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:17 smithi187 ceph-mon[90552]: pgmap v1046: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:18.993 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.Cleanup (3018 ms) 2024-08-17T00:47:18.993 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-08-17T00:47:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:18 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:47:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:18 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:18 smithi157 ceph-mon[101289]: osdmap e920: 8 total, 8 up, 8 in 2024-08-17T00:47:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:18 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:47:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:18 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:18 smithi157 ceph-mon[98780]: osdmap e920: 8 total, 8 up, 8 in 2024-08-17T00:47:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:18 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:47:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:18 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:18 smithi187 ceph-mon[90552]: osdmap e920: 8 total, 8 up, 8 in 2024-08-17T00:47:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:19 smithi157 ceph-mon[101289]: osdmap e921: 8 total, 8 up, 8 in 2024-08-17T00:47:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:19 smithi157 ceph-mon[101289]: pgmap v1049: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:20.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:19 smithi157 ceph-mon[98780]: osdmap e921: 8 total, 8 up, 8 in 2024-08-17T00:47:20.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:19 smithi157 ceph-mon[98780]: pgmap v1049: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:19 smithi187 ceph-mon[90552]: osdmap e921: 8 total, 8 up, 8 in 2024-08-17T00:47:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:19 smithi187 ceph-mon[90552]: pgmap v1049: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:21.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:21 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:47:21.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:21 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:47:21.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:21 smithi157 ceph-mon[101289]: osdmap e922: 8 total, 8 up, 8 in 2024-08-17T00:47:21.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:21 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4222091903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:21.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:21 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:47:21.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:21 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:47:21.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:21 smithi157 ceph-mon[98780]: osdmap e922: 8 total, 8 up, 8 in 2024-08-17T00:47:21.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:21 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4222091903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:21 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:47:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:21 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:47:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:21 smithi187 ceph-mon[90552]: osdmap e922: 8 total, 8 up, 8 in 2024-08-17T00:47:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:21 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4222091903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:22.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:22 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4222091903' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:22.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:22 smithi187 ceph-mon[90552]: osdmap e923: 8 total, 8 up, 8 in 2024-08-17T00:47:22.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:22 smithi187 ceph-mon[90552]: pgmap v1052: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:22.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:22 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4222091903' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:22 smithi157 ceph-mon[101289]: osdmap e923: 8 total, 8 up, 8 in 2024-08-17T00:47:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:22 smithi157 ceph-mon[101289]: pgmap v1052: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:22.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:22 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4222091903' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:22.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:22 smithi157 ceph-mon[98780]: osdmap e923: 8 total, 8 up, 8 in 2024-08-17T00:47:22.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:22 smithi157 ceph-mon[98780]: pgmap v1052: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:47:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:47:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:47:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:23.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:23 smithi157 ceph-mon[101289]: osdmap e924: 8 total, 8 up, 8 in 2024-08-17T00:47:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:23 smithi157 ceph-mon[98780]: osdmap e924: 8 total, 8 up, 8 in 2024-08-17T00:47:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:23 smithi187 ceph-mon[90552]: osdmap e924: 8 total, 8 up, 8 in 2024-08-17T00:47:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:47:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:47:23] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-08-17T00:47:24.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:24 smithi157 ceph-mon[98780]: pgmap v1054: 137 pgs: 13 creating+peering, 3 unknown, 121 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:47:24.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:24 smithi157 ceph-mon[101289]: pgmap v1054: 137 pgs: 13 creating+peering, 3 unknown, 121 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:47:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:24 smithi187 ceph-mon[90552]: pgmap v1054: 137 pgs: 13 creating+peering, 3 unknown, 121 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:47:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:25 smithi187 ceph-mon[90552]: pgmap v1055: 137 pgs: 137 active+clean; 1.7 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 8.99k op/s 2024-08-17T00:47:26.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:25 smithi157 ceph-mon[98780]: pgmap v1055: 137 pgs: 137 active+clean; 1.7 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 8.99k op/s 2024-08-17T00:47:26.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:25 smithi157 ceph-mon[101289]: pgmap v1055: 137 pgs: 137 active+clean; 1.7 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 8.99k op/s 2024-08-17T00:47:28.186 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:27 smithi157 ceph-mon[98780]: pgmap v1056: 137 pgs: 137 active+clean; 1.7 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 6.1 MiB/s wr, 6.87k op/s 2024-08-17T00:47:28.186 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:27 smithi157 ceph-mon[101289]: pgmap v1056: 137 pgs: 137 active+clean; 1.7 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 6.1 MiB/s wr, 6.87k op/s 2024-08-17T00:47:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:27 smithi187 ceph-mon[90552]: pgmap v1056: 137 pgs: 137 active+clean; 1.7 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 6.1 MiB/s wr, 6.87k op/s 2024-08-17T00:47:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:47:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:47:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:47:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:31.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:30 smithi157 ceph-mon[98780]: pgmap v1057: 137 pgs: 137 active+clean; 1.7 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 5.4 MiB/s wr, 6.09k op/s 2024-08-17T00:47:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:30 smithi157 ceph-mon[101289]: pgmap v1057: 137 pgs: 137 active+clean; 1.7 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 5.4 MiB/s wr, 6.09k op/s 2024-08-17T00:47:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:30 smithi187 ceph-mon[90552]: pgmap v1057: 137 pgs: 137 active+clean; 1.7 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 5.4 MiB/s wr, 6.09k op/s 2024-08-17T00:47:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:31 smithi187 ceph-mon[90552]: pgmap v1058: 137 pgs: 137 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 158 MiB/s rd, 7.4 MiB/s wr, 8.57k op/s 2024-08-17T00:47:32.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:31 smithi157 ceph-mon[98780]: pgmap v1058: 137 pgs: 137 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 158 MiB/s rd, 7.4 MiB/s wr, 8.57k op/s 2024-08-17T00:47:32.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:31 smithi157 ceph-mon[101289]: pgmap v1058: 137 pgs: 137 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 158 MiB/s rd, 7.4 MiB/s wr, 8.57k op/s 2024-08-17T00:47:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:47:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:33.489 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14494 ms) 2024-08-17T00:47:33.489 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-08-17T00:47:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:47:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:47:33] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2024-08-17T00:47:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:34 smithi157 ceph-mon[101289]: osdmap e925: 8 total, 8 up, 8 in 2024-08-17T00:47:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:34 smithi157 ceph-mon[101289]: pgmap v1060: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:47:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:34 smithi157 ceph-mon[98780]: osdmap e925: 8 total, 8 up, 8 in 2024-08-17T00:47:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:34 smithi157 ceph-mon[98780]: pgmap v1060: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:47:34.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:34 smithi187 ceph-mon[90552]: osdmap e925: 8 total, 8 up, 8 in 2024-08-17T00:47:34.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:34 smithi187 ceph-mon[90552]: pgmap v1060: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:47:35.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:35 smithi157 ceph-mon[101289]: osdmap e926: 8 total, 8 up, 8 in 2024-08-17T00:47:35.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:35 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4061319418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:35.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:35 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:35.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:35 smithi157 ceph-mon[98780]: osdmap e926: 8 total, 8 up, 8 in 2024-08-17T00:47:35.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:35 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4061319418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:35.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:35 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:35 smithi187 ceph-mon[90552]: osdmap e926: 8 total, 8 up, 8 in 2024-08-17T00:47:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:35 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4061319418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:35 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:36.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:36 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:36.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:36 smithi157 ceph-mon[98780]: osdmap e927: 8 total, 8 up, 8 in 2024-08-17T00:47:36.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:36 smithi157 ceph-mon[98780]: pgmap v1063: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:47:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:36 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:36 smithi157 ceph-mon[101289]: osdmap e927: 8 total, 8 up, 8 in 2024-08-17T00:47:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:36 smithi157 ceph-mon[101289]: pgmap v1063: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:47:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:36 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:36 smithi187 ceph-mon[90552]: osdmap e927: 8 total, 8 up, 8 in 2024-08-17T00:47:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:36 smithi187 ceph-mon[90552]: pgmap v1063: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:47:37.519 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4032 ms) 2024-08-17T00:47:37.519 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-08-17T00:47:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:37 smithi157 ceph-mon[98780]: osdmap e928: 8 total, 8 up, 8 in 2024-08-17T00:47:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:37 smithi157 ceph-mon[101289]: osdmap e928: 8 total, 8 up, 8 in 2024-08-17T00:47:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:37 smithi187 ceph-mon[90552]: osdmap e928: 8 total, 8 up, 8 in 2024-08-17T00:47:38.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:38 smithi157 ceph-mon[98780]: osdmap e929: 8 total, 8 up, 8 in 2024-08-17T00:47:38.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:38 smithi157 ceph-mon[98780]: pgmap v1066: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:47:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:38 smithi157 ceph-mon[101289]: osdmap e929: 8 total, 8 up, 8 in 2024-08-17T00:47:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:38 smithi157 ceph-mon[101289]: pgmap v1066: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:47:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:38 smithi187 ceph-mon[90552]: osdmap e929: 8 total, 8 up, 8 in 2024-08-17T00:47:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:38 smithi187 ceph-mon[90552]: pgmap v1066: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:47:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:39 smithi157 ceph-mon[98780]: osdmap e930: 8 total, 8 up, 8 in 2024-08-17T00:47:39.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:39 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/129542428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:39 smithi157 ceph-mon[101289]: osdmap e930: 8 total, 8 up, 8 in 2024-08-17T00:47:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:39 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/129542428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:39 smithi187 ceph-mon[90552]: osdmap e930: 8 total, 8 up, 8 in 2024-08-17T00:47:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:39 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/129542428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:40.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:40 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/129542428' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:40 smithi157 ceph-mon[101289]: osdmap e931: 8 total, 8 up, 8 in 2024-08-17T00:47:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:40 smithi157 ceph-mon[101289]: pgmap v1069: 137 pgs: 28 unknown, 109 active+clean; 638 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 109 KiB/s rd, 351 KiB/s wr, 381 op/s 2024-08-17T00:47:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:40 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/129542428' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:40 smithi157 ceph-mon[98780]: osdmap e931: 8 total, 8 up, 8 in 2024-08-17T00:47:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:40 smithi157 ceph-mon[98780]: pgmap v1069: 137 pgs: 28 unknown, 109 active+clean; 638 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 109 KiB/s rd, 351 KiB/s wr, 381 op/s 2024-08-17T00:47:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:40 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/129542428' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:47:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:40 smithi187 ceph-mon[90552]: osdmap e931: 8 total, 8 up, 8 in 2024-08-17T00:47:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:40 smithi187 ceph-mon[90552]: pgmap v1069: 137 pgs: 28 unknown, 109 active+clean; 638 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 109 KiB/s rd, 351 KiB/s wr, 381 op/s 2024-08-17T00:47:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:41 smithi157 ceph-mon[98780]: osdmap e932: 8 total, 8 up, 8 in 2024-08-17T00:47:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:41 smithi157 ceph-mon[101289]: osdmap e932: 8 total, 8 up, 8 in 2024-08-17T00:47:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:41 smithi187 ceph-mon[90552]: osdmap e932: 8 total, 8 up, 8 in 2024-08-17T00:47:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:42 smithi187 ceph-mon[90552]: pgmap v1071: 137 pgs: 15 unknown, 122 active+clean; 638 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 101 KiB/s rd, 324 KiB/s wr, 352 op/s 2024-08-17T00:47:42.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:47:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:47:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:42.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:42 smithi157 ceph-mon[101289]: pgmap v1071: 137 pgs: 15 unknown, 122 active+clean; 638 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 101 KiB/s rd, 324 KiB/s wr, 352 op/s 2024-08-17T00:47:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:42 smithi157 ceph-mon[98780]: pgmap v1071: 137 pgs: 15 unknown, 122 active+clean; 638 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 101 KiB/s rd, 324 KiB/s wr, 352 op/s 2024-08-17T00:47:43.803 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:47:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:47:43] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2024-08-17T00:47:44.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:44.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:45.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:44 smithi157 ceph-mon[101289]: pgmap v1072: 137 pgs: 137 active+clean; 638 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 234 KiB/s wr, 254 op/s 2024-08-17T00:47:45.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:44 smithi157 ceph-mon[98780]: pgmap v1072: 137 pgs: 137 active+clean; 638 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 234 KiB/s wr, 254 op/s 2024-08-17T00:47:45.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:44 smithi187 ceph-mon[90552]: pgmap v1072: 137 pgs: 137 active+clean; 638 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 234 KiB/s wr, 254 op/s 2024-08-17T00:47:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:45 smithi187 ceph-mon[90552]: pgmap v1073: 137 pgs: 137 active+clean; 1.5 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 56 MiB/s rd, 5.7 MiB/s wr, 6.74k op/s 2024-08-17T00:47:46.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:45 smithi157 ceph-mon[98780]: pgmap v1073: 137 pgs: 137 active+clean; 1.5 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 56 MiB/s rd, 5.7 MiB/s wr, 6.74k op/s 2024-08-17T00:47:46.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:45 smithi157 ceph-mon[101289]: pgmap v1073: 137 pgs: 137 active+clean; 1.5 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 56 MiB/s rd, 5.7 MiB/s wr, 6.74k op/s 2024-08-17T00:47:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:47 smithi187 ceph-mon[90552]: pgmap v1074: 137 pgs: 137 active+clean; 1.5 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 49 MiB/s rd, 5.0 MiB/s wr, 5.93k op/s 2024-08-17T00:47:48.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:47 smithi157 ceph-mon[101289]: pgmap v1074: 137 pgs: 137 active+clean; 1.5 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 49 MiB/s rd, 5.0 MiB/s wr, 5.93k op/s 2024-08-17T00:47:48.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:47 smithi157 ceph-mon[98780]: pgmap v1074: 137 pgs: 137 active+clean; 1.5 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 49 MiB/s rd, 5.0 MiB/s wr, 5.93k op/s 2024-08-17T00:47:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:49 smithi187 ceph-mon[90552]: pgmap v1075: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 80 MiB/s rd, 5.9 MiB/s wr, 7.17k op/s 2024-08-17T00:47:50.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:49 smithi157 ceph-mon[98780]: pgmap v1075: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 80 MiB/s rd, 5.9 MiB/s wr, 7.17k op/s 2024-08-17T00:47:50.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:49 smithi157 ceph-mon[101289]: pgmap v1075: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 80 MiB/s rd, 5.9 MiB/s wr, 7.17k op/s 2024-08-17T00:47:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:51 smithi187 ceph-mon[90552]: pgmap v1076: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 5.2 MiB/s wr, 6.34k op/s 2024-08-17T00:47:52.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:51 smithi157 ceph-mon[98780]: pgmap v1076: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 5.2 MiB/s wr, 6.34k op/s 2024-08-17T00:47:52.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:51 smithi157 ceph-mon[101289]: pgmap v1076: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 5.2 MiB/s wr, 6.34k op/s 2024-08-17T00:47:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:47:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:47:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:47:53] "GET /metrics HTTP/1.1" 200 36422 "" "Prometheus/2.43.0" 2024-08-17T00:47:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:53 smithi187 ceph-mon[90552]: pgmap v1077: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 4.9 MiB/s wr, 5.98k op/s 2024-08-17T00:47:54.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:53 smithi157 ceph-mon[98780]: pgmap v1077: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 4.9 MiB/s wr, 5.98k op/s 2024-08-17T00:47:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:53 smithi157 ceph-mon[101289]: pgmap v1077: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 4.9 MiB/s wr, 5.98k op/s 2024-08-17T00:47:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:55 smithi187 ceph-mon[90552]: pgmap v1078: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 103 MiB/s rd, 6.0 MiB/s wr, 7.41k op/s 2024-08-17T00:47:56.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:55 smithi157 ceph-mon[98780]: pgmap v1078: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 103 MiB/s rd, 6.0 MiB/s wr, 7.41k op/s 2024-08-17T00:47:56.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:55 smithi157 ceph-mon[101289]: pgmap v1078: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 103 MiB/s rd, 6.0 MiB/s wr, 7.41k op/s 2024-08-17T00:47:56.934 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19415 ms) 2024-08-17T00:47:56.934 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-08-17T00:47:58.186 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:57 smithi157 ceph-mon[98780]: osdmap e933: 8 total, 8 up, 8 in 2024-08-17T00:47:58.186 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:57 smithi157 ceph-mon[98780]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:47:58.187 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:57 smithi157 ceph-mon[101289]: osdmap e933: 8 total, 8 up, 8 in 2024-08-17T00:47:58.187 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:57 smithi157 ceph-mon[101289]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:47:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:57 smithi187 ceph-mon[90552]: osdmap e933: 8 total, 8 up, 8 in 2024-08-17T00:47:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:57 smithi187 ceph-mon[90552]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:47:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:58 smithi187 ceph-mon[90552]: osdmap e934: 8 total, 8 up, 8 in 2024-08-17T00:47:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:58 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3359559123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:58 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:59.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:58 smithi157 ceph-mon[101289]: osdmap e934: 8 total, 8 up, 8 in 2024-08-17T00:47:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:58 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3359559123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:58 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:58 smithi157 ceph-mon[98780]: osdmap e934: 8 total, 8 up, 8 in 2024-08-17T00:47:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:58 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3359559123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:58 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:47:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:59 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:59 smithi187 ceph-mon[90552]: osdmap e935: 8 total, 8 up, 8 in 2024-08-17T00:48:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:47:59 smithi187 ceph-mon[90552]: pgmap v1083: 137 pgs: 15 creating+peering, 12 unknown, 110 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:59 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:59 smithi157 ceph-mon[98780]: osdmap e935: 8 total, 8 up, 8 in 2024-08-17T00:48:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:47:59 smithi157 ceph-mon[98780]: pgmap v1083: 137 pgs: 15 creating+peering, 12 unknown, 110 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:59 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:59 smithi157 ceph-mon[101289]: osdmap e935: 8 total, 8 up, 8 in 2024-08-17T00:48:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:47:59 smithi157 ceph-mon[101289]: pgmap v1083: 137 pgs: 15 creating+peering, 12 unknown, 110 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:00.961 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4026 ms) 2024-08-17T00:48:00.961 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-08-17T00:48:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:00 smithi187 ceph-mon[90552]: osdmap e936: 8 total, 8 up, 8 in 2024-08-17T00:48:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:00 smithi157 ceph-mon[98780]: osdmap e936: 8 total, 8 up, 8 in 2024-08-17T00:48:01.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:00 smithi157 ceph-mon[101289]: osdmap e936: 8 total, 8 up, 8 in 2024-08-17T00:48:02.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:01 smithi187 ceph-mon[90552]: osdmap e937: 8 total, 8 up, 8 in 2024-08-17T00:48:02.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:01 smithi187 ceph-mon[90552]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:02.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:01 smithi157 ceph-mon[98780]: osdmap e937: 8 total, 8 up, 8 in 2024-08-17T00:48:02.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:01 smithi157 ceph-mon[98780]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:02.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:01 smithi157 ceph-mon[101289]: osdmap e937: 8 total, 8 up, 8 in 2024-08-17T00:48:02.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:01 smithi157 ceph-mon[101289]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:48:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:48:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:48:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:02 smithi157 ceph-mon[98780]: osdmap e938: 8 total, 8 up, 8 in 2024-08-17T00:48:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:02 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1522147167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:02 smithi157 ceph-mon[101289]: osdmap e938: 8 total, 8 up, 8 in 2024-08-17T00:48:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:02 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1522147167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:02 smithi187 ceph-mon[90552]: osdmap e938: 8 total, 8 up, 8 in 2024-08-17T00:48:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:02 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1522147167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:48:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:48:03] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.43.0" 2024-08-17T00:48:04.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:03 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1522147167' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:04.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:03 smithi157 ceph-mon[101289]: osdmap e939: 8 total, 8 up, 8 in 2024-08-17T00:48:04.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:03 smithi157 ceph-mon[101289]: pgmap v1089: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:03 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1522147167' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:03 smithi157 ceph-mon[98780]: osdmap e939: 8 total, 8 up, 8 in 2024-08-17T00:48:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:03 smithi157 ceph-mon[98780]: pgmap v1089: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:04.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:03 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1522147167' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:04.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:03 smithi187 ceph-mon[90552]: osdmap e939: 8 total, 8 up, 8 in 2024-08-17T00:48:04.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:03 smithi187 ceph-mon[90552]: pgmap v1089: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:04 smithi157 ceph-mon[98780]: osdmap e940: 8 total, 8 up, 8 in 2024-08-17T00:48:05.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:04 smithi157 ceph-mon[101289]: osdmap e940: 8 total, 8 up, 8 in 2024-08-17T00:48:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:04 smithi187 ceph-mon[90552]: osdmap e940: 8 total, 8 up, 8 in 2024-08-17T00:48:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:05 smithi157 ceph-mon[98780]: pgmap v1091: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:05 smithi157 ceph-mon[101289]: pgmap v1091: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:05 smithi187 ceph-mon[90552]: pgmap v1091: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:06.988 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6028 ms) 2024-08-17T00:48:06.988 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-08-17T00:48:08.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:07 smithi157 ceph-mon[98780]: osdmap e941: 8 total, 8 up, 8 in 2024-08-17T00:48:08.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:07 smithi157 ceph-mon[98780]: pgmap v1093: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:08.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:07 smithi157 ceph-mon[101289]: osdmap e941: 8 total, 8 up, 8 in 2024-08-17T00:48:08.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:07 smithi157 ceph-mon[101289]: pgmap v1093: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:07 smithi187 ceph-mon[90552]: osdmap e941: 8 total, 8 up, 8 in 2024-08-17T00:48:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:07 smithi187 ceph-mon[90552]: pgmap v1093: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:09.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:08 smithi157 ceph-mon[98780]: osdmap e942: 8 total, 8 up, 8 in 2024-08-17T00:48:09.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:08 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/61216806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:08 smithi157 ceph-mon[101289]: osdmap e942: 8 total, 8 up, 8 in 2024-08-17T00:48:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:08 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/61216806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:08 smithi187 ceph-mon[90552]: osdmap e942: 8 total, 8 up, 8 in 2024-08-17T00:48:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:08 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/61216806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:10.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:09 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/61216806' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:09 smithi157 ceph-mon[101289]: osdmap e943: 8 total, 8 up, 8 in 2024-08-17T00:48:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:09 smithi157 ceph-mon[101289]: pgmap v1096: 137 pgs: 13 creating+peering, 15 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:09 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/61216806' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:09 smithi157 ceph-mon[98780]: osdmap e943: 8 total, 8 up, 8 in 2024-08-17T00:48:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:09 smithi157 ceph-mon[98780]: pgmap v1096: 137 pgs: 13 creating+peering, 15 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:10.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:10 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/61216806' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141184-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:10.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:10 smithi187 ceph-mon[90552]: osdmap e943: 8 total, 8 up, 8 in 2024-08-17T00:48:10.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:10 smithi187 ceph-mon[90552]: pgmap v1096: 137 pgs: 13 creating+peering, 15 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:11.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:10 smithi157 ceph-mon[98780]: osdmap e944: 8 total, 8 up, 8 in 2024-08-17T00:48:11.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:10 smithi157 ceph-mon[101289]: osdmap e944: 8 total, 8 up, 8 in 2024-08-17T00:48:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:10 smithi187 ceph-mon[90552]: osdmap e944: 8 total, 8 up, 8 in 2024-08-17T00:48:12.010 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5021 ms) 2024-08-17T00:48:12.010 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 22 tests from TestCls2PCQueue (100623 ms total) 2024-08-17T00:48:12.010 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T00:48:12.010 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment tear-down 2024-08-17T00:48:12.010 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] 22 tests from 1 test suite ran. (100623 ms total) 2024-08-17T00:48:12.010 INFO:tasks.workunit.client.0.smithi157.stdout:[ PASSED ] 22 tests. 2024-08-17T00:48:12.012 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:48:12.013 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:48:12.040 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-08-17T00:48:12.040 DEBUG:teuthology.orchestra.run.smithi157:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-08-17T00:48:12.107 INFO:tasks.workunit.client.0.smithi157.stdout:Running main() from gmock_main.cc 2024-08-17T00:48:12.107 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] Running 6 tests from 2 test suites. 2024-08-17T00:48:12.107 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment set-up. 2024-08-17T00:48:12.107 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 5 tests from cls_cas 2024-08-17T00:48:12.107 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_cas.get_put 2024-08-17T00:48:12.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:11 smithi187 ceph-mon[90552]: pgmap v1098: 137 pgs: 13 creating+peering, 6 unknown, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:12.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:11 smithi157 ceph-mon[98780]: pgmap v1098: 137 pgs: 13 creating+peering, 6 unknown, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:12.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:11 smithi157 ceph-mon[101289]: pgmap v1098: 137 pgs: 13 creating+peering, 6 unknown, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:48:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:48:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:48:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:13 smithi157 ceph-mon[98780]: osdmap e945: 8 total, 8 up, 8 in 2024-08-17T00:48:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:13 smithi157 ceph-mon[101289]: osdmap e945: 8 total, 8 up, 8 in 2024-08-17T00:48:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:13 smithi187 ceph-mon[90552]: osdmap e945: 8 total, 8 up, 8 in 2024-08-17T00:48:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:48:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:48:13] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.43.0" 2024-08-17T00:48:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:14 smithi157 ceph-mon[101289]: osdmap e946: 8 total, 8 up, 8 in 2024-08-17T00:48:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:14 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3677320929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:14 smithi157 ceph-mon[101289]: pgmap v1101: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:14 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3677320929' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:14 smithi157 ceph-mon[101289]: osdmap e947: 8 total, 8 up, 8 in 2024-08-17T00:48:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:14 smithi157 ceph-mon[98780]: osdmap e946: 8 total, 8 up, 8 in 2024-08-17T00:48:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:14 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3677320929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:14 smithi157 ceph-mon[98780]: pgmap v1101: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:14 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3677320929' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:14 smithi157 ceph-mon[98780]: osdmap e947: 8 total, 8 up, 8 in 2024-08-17T00:48:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:14 smithi187 ceph-mon[90552]: osdmap e946: 8 total, 8 up, 8 in 2024-08-17T00:48:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:14 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3677320929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:14 smithi187 ceph-mon[90552]: pgmap v1101: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:14 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3677320929' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:14 smithi187 ceph-mon[90552]: osdmap e947: 8 total, 8 up, 8 in 2024-08-17T00:48:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_cas.get_put (2924 ms) 2024-08-17T00:48:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_cas.wrong_put 2024-08-17T00:48:15.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:15 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:15.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:15 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:15 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:16.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:16 smithi157 ceph-mon[101289]: osdmap e948: 8 total, 8 up, 8 in 2024-08-17T00:48:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:16 smithi157 ceph-mon[101289]: pgmap v1104: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:16.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:16 smithi157 ceph-mon[98780]: osdmap e948: 8 total, 8 up, 8 in 2024-08-17T00:48:16.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:16 smithi157 ceph-mon[98780]: pgmap v1104: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:16 smithi187 ceph-mon[90552]: osdmap e948: 8 total, 8 up, 8 in 2024-08-17T00:48:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:16 smithi187 ceph-mon[90552]: pgmap v1104: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:48:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[101289]: osdmap e949: 8 total, 8 up, 8 in 2024-08-17T00:48:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2022498345' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:48:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:48:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:48:17.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:48:17.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:17.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:48:17.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[98780]: osdmap e949: 8 total, 8 up, 8 in 2024-08-17T00:48:17.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2022498345' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:17.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:17.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:48:17.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:48:17.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:48:17.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:48:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:17 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:17 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:48:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:17 smithi187 ceph-mon[90552]: osdmap e949: 8 total, 8 up, 8 in 2024-08-17T00:48:17.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:17 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2022498345' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:17.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:17 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:17.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:48:17.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:48:17.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:48:17.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:48:18.049 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_cas.wrong_put (3019 ms) 2024-08-17T00:48:18.049 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_cas.dup_get 2024-08-17T00:48:18.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:18 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:18 smithi157 ceph-mon[98780]: osdmap e950: 8 total, 8 up, 8 in 2024-08-17T00:48:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:18 smithi157 ceph-mon[98780]: pgmap v1107: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:18 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:18 smithi157 ceph-mon[101289]: osdmap e950: 8 total, 8 up, 8 in 2024-08-17T00:48:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:18 smithi157 ceph-mon[101289]: pgmap v1107: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:18 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:18 smithi187 ceph-mon[90552]: osdmap e950: 8 total, 8 up, 8 in 2024-08-17T00:48:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:18 smithi187 ceph-mon[90552]: pgmap v1107: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:19 smithi157 ceph-mon[98780]: osdmap e951: 8 total, 8 up, 8 in 2024-08-17T00:48:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:19 smithi157 ceph-mon[101289]: osdmap e951: 8 total, 8 up, 8 in 2024-08-17T00:48:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:19 smithi187 ceph-mon[90552]: osdmap e951: 8 total, 8 up, 8 in 2024-08-17T00:48:20.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:20 smithi157 ceph-mon[98780]: osdmap e952: 8 total, 8 up, 8 in 2024-08-17T00:48:20.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:20 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3292502573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:20.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:20 smithi157 ceph-mon[98780]: pgmap v1110: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:20 smithi157 ceph-mon[101289]: osdmap e952: 8 total, 8 up, 8 in 2024-08-17T00:48:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:20 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3292502573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:20 smithi157 ceph-mon[101289]: pgmap v1110: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:20 smithi187 ceph-mon[90552]: osdmap e952: 8 total, 8 up, 8 in 2024-08-17T00:48:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:20 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3292502573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:20 smithi187 ceph-mon[90552]: pgmap v1110: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:21.066 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_cas.dup_get (3016 ms) 2024-08-17T00:48:21.066 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_cas.dup_put 2024-08-17T00:48:21.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:21 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:21.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:21 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3292502573' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:21.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:21 smithi157 ceph-mon[98780]: osdmap e953: 8 total, 8 up, 8 in 2024-08-17T00:48:21.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:21 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:21.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:21 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3292502573' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:21.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:21 smithi157 ceph-mon[101289]: osdmap e953: 8 total, 8 up, 8 in 2024-08-17T00:48:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:21 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:21 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3292502573' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:21 smithi187 ceph-mon[90552]: osdmap e953: 8 total, 8 up, 8 in 2024-08-17T00:48:22.357 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:48:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:48:22.357 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:22 smithi187 ceph-mon[90552]: osdmap e954: 8 total, 8 up, 8 in 2024-08-17T00:48:22.357 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:22 smithi187 ceph-mon[90552]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:22.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:22 smithi157 ceph-mon[101289]: osdmap e954: 8 total, 8 up, 8 in 2024-08-17T00:48:22.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:22 smithi157 ceph-mon[101289]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:22.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:22 smithi157 ceph-mon[98780]: osdmap e954: 8 total, 8 up, 8 in 2024-08-17T00:48:22.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:22 smithi157 ceph-mon[98780]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:23 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:23 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:48:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:23 smithi157 ceph-mon[98780]: osdmap e955: 8 total, 8 up, 8 in 2024-08-17T00:48:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:23 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1792095703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:23 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:23.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:23 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:48:23.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:23 smithi157 ceph-mon[101289]: osdmap e955: 8 total, 8 up, 8 in 2024-08-17T00:48:23.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:23 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1792095703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:23 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:23 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:48:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:23 smithi187 ceph-mon[90552]: osdmap e955: 8 total, 8 up, 8 in 2024-08-17T00:48:23.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:23 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1792095703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:48:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:48:23] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.43.0" 2024-08-17T00:48:24.085 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_cas.dup_put (3019 ms) 2024-08-17T00:48:24.085 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_cas.get_wrong_data 2024-08-17T00:48:24.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:24 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1792095703' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:24.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:24 smithi157 ceph-mon[101289]: osdmap e956: 8 total, 8 up, 8 in 2024-08-17T00:48:24.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:24 smithi157 ceph-mon[101289]: pgmap v1116: 137 pgs: 1 creating+peering, 16 unknown, 120 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:24.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:24 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1792095703' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:24.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:24 smithi157 ceph-mon[98780]: osdmap e956: 8 total, 8 up, 8 in 2024-08-17T00:48:24.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:24 smithi157 ceph-mon[98780]: pgmap v1116: 137 pgs: 1 creating+peering, 16 unknown, 120 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:24 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1792095703' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:24 smithi187 ceph-mon[90552]: osdmap e956: 8 total, 8 up, 8 in 2024-08-17T00:48:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:24 smithi187 ceph-mon[90552]: pgmap v1116: 137 pgs: 1 creating+peering, 16 unknown, 120 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:25.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:25 smithi157 ceph-mon[98780]: osdmap e957: 8 total, 8 up, 8 in 2024-08-17T00:48:25.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:25 smithi157 ceph-mon[101289]: osdmap e957: 8 total, 8 up, 8 in 2024-08-17T00:48:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:25 smithi187 ceph-mon[90552]: osdmap e957: 8 total, 8 up, 8 in 2024-08-17T00:48:26.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:26 smithi157 ceph-mon[98780]: osdmap e958: 8 total, 8 up, 8 in 2024-08-17T00:48:26.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:26 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1838570553' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:26.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:26 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:26.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:26 smithi157 ceph-mon[98780]: pgmap v1119: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:26.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:26 smithi157 ceph-mon[101289]: osdmap e958: 8 total, 8 up, 8 in 2024-08-17T00:48:26.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:26 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1838570553' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:26.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:26 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:26.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:26 smithi157 ceph-mon[101289]: pgmap v1119: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:26 smithi187 ceph-mon[90552]: osdmap e958: 8 total, 8 up, 8 in 2024-08-17T00:48:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:26 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1838570553' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:26 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:26 smithi187 ceph-mon[90552]: pgmap v1119: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:27.107 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_cas.get_wrong_data (3019 ms) 2024-08-17T00:48:27.107 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 5 tests from cls_cas (14998 ms total) 2024-08-17T00:48:27.107 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T00:48:27.107 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 1 test from chunk_refs_t 2024-08-17T00:48:27.107 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] chunk_refs_t.size 2024-08-17T00:48:27.107 INFO:tasks.workunit.client.0.smithi157.stdout:1 60 by_object 2024-08-17T00:48:27.107 INFO:tasks.workunit.client.0.smithi157.stdout:2 103 by_object 2024-08-17T00:48:27.107 INFO:tasks.workunit.client.0.smithi157.stdout:4 189 by_object 2024-08-17T00:48:27.107 INFO:tasks.workunit.client.0.smithi157.stdout:8 361 by_object 2024-08-17T00:48:27.107 INFO:tasks.workunit.client.0.smithi157.stdout:16 112 by_hash(32 bits) 2024-08-17T00:48:27.108 INFO:tasks.workunit.client.0.smithi157.stdout:32 208 by_hash(32 bits) 2024-08-17T00:48:27.108 INFO:tasks.workunit.client.0.smithi157.stdout:64 400 by_hash(32 bits) 2024-08-17T00:48:27.108 INFO:tasks.workunit.client.0.smithi157.stdout:128 509 by_hash(10 bits) 2024-08-17T00:48:27.108 INFO:tasks.workunit.client.0.smithi157.stdout:256 499 by_hash(7 bits) 2024-08-17T00:48:27.108 INFO:tasks.workunit.client.0.smithi157.stdout:512 462 by_hash(5 bits) 2024-08-17T00:48:27.108 INFO:tasks.workunit.client.0.smithi157.stdout:1024 466 by_hash(5 bits) 2024-08-17T00:48:27.108 INFO:tasks.workunit.client.0.smithi157.stdout:2048 466 by_hash(5 bits) 2024-08-17T00:48:27.108 INFO:tasks.workunit.client.0.smithi157.stdout:4096 470 by_hash(5 bits) 2024-08-17T00:48:27.108 INFO:tasks.workunit.client.0.smithi157.stdout:8192 498 by_hash(4 bits) 2024-08-17T00:48:27.109 INFO:tasks.workunit.client.0.smithi157.stdout:16384 278 by_hash(3 bits) 2024-08-17T00:48:27.111 INFO:tasks.workunit.client.0.smithi157.stdout:32768 337 by_hash(2 bits) 2024-08-17T00:48:27.115 INFO:tasks.workunit.client.0.smithi157.stdout:65536 367 by_hash(2 bits) 2024-08-17T00:48:27.122 INFO:tasks.workunit.client.0.smithi157.stdout:131072 387 by_hash(1 bits) 2024-08-17T00:48:27.136 INFO:tasks.workunit.client.0.smithi157.stdout:262144 331 by_pool 2024-08-17T00:48:27.163 INFO:tasks.workunit.client.0.smithi157.stdout:524288 21 count 2024-08-17T00:48:27.209 INFO:tasks.workunit.client.0.smithi157.stdout:1048576 21 count 2024-08-17T00:48:27.314 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] chunk_refs_t.size (210 ms) 2024-08-17T00:48:27.314 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 1 test from chunk_refs_t (210 ms total) 2024-08-17T00:48:27.314 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T00:48:27.314 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment tear-down 2024-08-17T00:48:27.314 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] 6 tests from 2 test suites ran. (15208 ms total) 2024-08-17T00:48:27.314 INFO:tasks.workunit.client.0.smithi157.stdout:[ PASSED ] 6 tests. 2024-08-17T00:48:27.316 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:48:27.316 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:48:27.377 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:27 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:27.378 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:27 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:27.378 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:27 smithi157 ceph-mon[101289]: osdmap e959: 8 total, 8 up, 8 in 2024-08-17T00:48:27.378 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:27 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:27.378 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:27 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:27.378 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:27 smithi157 ceph-mon[98780]: osdmap e959: 8 total, 8 up, 8 in 2024-08-17T00:48:27.381 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-08-17T00:48:27.381 DEBUG:teuthology.orchestra.run.smithi157:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-08-17T00:48:27.448 INFO:tasks.workunit.client.0.smithi157.stdout:Running main() from gmock_main.cc 2024-08-17T00:48:27.448 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] Running 31 tests from 1 test suite. 2024-08-17T00:48:27.448 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment set-up. 2024-08-17T00:48:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:27 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:27 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-141824-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:27 smithi187 ceph-mon[90552]: osdmap e959: 8 total, 8 up, 8 in 2024-08-17T00:48:28.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:28 smithi157 ceph-mon[101289]: osdmap e960: 8 total, 8 up, 8 in 2024-08-17T00:48:28.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:28 smithi157 ceph-mon[101289]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:28.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:28 smithi157 ceph-mon[98780]: osdmap e960: 8 total, 8 up, 8 in 2024-08-17T00:48:28.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:28 smithi157 ceph-mon[98780]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:28.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:28 smithi187 ceph-mon[90552]: osdmap e960: 8 total, 8 up, 8 in 2024-08-17T00:48:28.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:28 smithi187 ceph-mon[90552]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:29.112 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 31 tests from CmpOmap 2024-08-17T00:48:29.112 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-08-17T00:48:29.128 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (16 ms) 2024-08-17T00:48:29.129 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-08-17T00:48:29.133 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (5 ms) 2024-08-17T00:48:29.133 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-08-17T00:48:29.136 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-08-17T00:48:29.136 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-08-17T00:48:29.139 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-08-17T00:48:29.139 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-08-17T00:48:29.144 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-08-17T00:48:29.144 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-08-17T00:48:29.151 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-08-17T00:48:29.151 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-08-17T00:48:29.154 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-08-17T00:48:29.154 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-08-17T00:48:29.157 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-08-17T00:48:29.157 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-08-17T00:48:29.159 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-08-17T00:48:29.159 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-08-17T00:48:29.163 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-08-17T00:48:29.163 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-08-17T00:48:29.164 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-08-17T00:48:29.164 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-08-17T00:48:29.165 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-08-17T00:48:29.165 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-08-17T00:48:29.170 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-08-17T00:48:29.171 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-08-17T00:48:29.176 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (5 ms) 2024-08-17T00:48:29.176 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-08-17T00:48:29.182 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-08-17T00:48:29.182 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-08-17T00:48:29.189 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-08-17T00:48:29.189 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-08-17T00:48:29.196 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-08-17T00:48:29.196 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-08-17T00:48:29.203 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-08-17T00:48:29.203 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-08-17T00:48:29.205 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-08-17T00:48:29.205 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-08-17T00:48:29.207 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-08-17T00:48:29.207 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-08-17T00:48:29.208 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-08-17T00:48:29.208 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-08-17T00:48:29.209 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-08-17T00:48:29.209 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-08-17T00:48:29.215 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-08-17T00:48:29.215 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-08-17T00:48:29.220 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-08-17T00:48:29.220 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-08-17T00:48:29.227 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (8 ms) 2024-08-17T00:48:29.228 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-08-17T00:48:29.234 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (6 ms) 2024-08-17T00:48:29.234 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-08-17T00:48:29.236 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-08-17T00:48:29.236 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-08-17T00:48:29.238 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-08-17T00:48:29.238 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-08-17T00:48:29.239 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-08-17T00:48:29.239 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-08-17T00:48:29.240 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-08-17T00:48:29.240 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-08-17T00:48:29.248 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-08-17T00:48:29.248 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 31 tests from CmpOmap (136 ms total) 2024-08-17T00:48:29.248 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T00:48:29.248 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment tear-down 2024-08-17T00:48:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:29 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:29 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:48:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:29 smithi157 ceph-mon[98780]: osdmap e961: 8 total, 8 up, 8 in 2024-08-17T00:48:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:29 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2714682060' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142078-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:29 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:29 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:48:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:29 smithi157 ceph-mon[101289]: osdmap e961: 8 total, 8 up, 8 in 2024-08-17T00:48:29.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:29 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2714682060' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142078-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:29.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:29.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:29 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:29.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:29 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:48:29.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:29 smithi187 ceph-mon[90552]: osdmap e961: 8 total, 8 up, 8 in 2024-08-17T00:48:29.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:29 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2714682060' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142078-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:29.457 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:30.121 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] 31 tests from 1 test suite ran. (2672 ms total) 2024-08-17T00:48:30.121 INFO:tasks.workunit.client.0.smithi157.stdout:[ PASSED ] 31 tests. 2024-08-17T00:48:30.124 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:48:30.124 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:48:30.195 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-08-17T00:48:30.195 DEBUG:teuthology.orchestra.run.smithi157:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-08-17T00:48:30.266 INFO:tasks.workunit.client.0.smithi157.stdout:Running main() from gmock_main.cc 2024-08-17T00:48:30.266 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] Running 6 tests from 1 test suite. 2024-08-17T00:48:30.266 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment set-up. 2024-08-17T00:48:30.266 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 6 tests from ClsHello 2024-08-17T00:48:30.267 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsHello.SayHello 2024-08-17T00:48:30.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:30 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2714682060' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142078-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:30.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:30 smithi157 ceph-mon[101289]: osdmap e962: 8 total, 8 up, 8 in 2024-08-17T00:48:30.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:30 smithi157 ceph-mon[101289]: pgmap v1125: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-08-17T00:48:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:30 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2714682060' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142078-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:30 smithi157 ceph-mon[98780]: osdmap e962: 8 total, 8 up, 8 in 2024-08-17T00:48:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:30 smithi157 ceph-mon[98780]: pgmap v1125: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-08-17T00:48:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:30 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2714682060' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142078-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:30 smithi187 ceph-mon[90552]: osdmap e962: 8 total, 8 up, 8 in 2024-08-17T00:48:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:30 smithi187 ceph-mon[90552]: pgmap v1125: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-08-17T00:48:31.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:31 smithi157 ceph-mon[101289]: osdmap e963: 8 total, 8 up, 8 in 2024-08-17T00:48:31.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:31 smithi157 ceph-mon[98780]: osdmap e963: 8 total, 8 up, 8 in 2024-08-17T00:48:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:31 smithi187 ceph-mon[90552]: osdmap e963: 8 total, 8 up, 8 in 2024-08-17T00:48:32.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:32 smithi157 ceph-mon[98780]: osdmap e964: 8 total, 8 up, 8 in 2024-08-17T00:48:32.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:32 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/785313124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:32.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:32 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:32.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:32 smithi157 ceph-mon[98780]: pgmap v1128: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:32.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:32 smithi157 ceph-mon[101289]: osdmap e964: 8 total, 8 up, 8 in 2024-08-17T00:48:32.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:32 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/785313124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:32.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:32 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:32.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:32 smithi157 ceph-mon[101289]: pgmap v1128: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:32.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:48:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:48:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:48:32.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:32 smithi187 ceph-mon[90552]: osdmap e964: 8 total, 8 up, 8 in 2024-08-17T00:48:32.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:32 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/785313124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:32.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:32 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:32.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:32 smithi187 ceph-mon[90552]: pgmap v1128: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:33.138 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsHello.SayHello (2872 ms) 2024-08-17T00:48:33.138 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsHello.RecordHello 2024-08-17T00:48:33.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:33 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:33.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:33 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:33.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:33 smithi157 ceph-mon[101289]: osdmap e965: 8 total, 8 up, 8 in 2024-08-17T00:48:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:33 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:33 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:33 smithi157 ceph-mon[98780]: osdmap e965: 8 total, 8 up, 8 in 2024-08-17T00:48:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:33 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:33 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:33 smithi187 ceph-mon[90552]: osdmap e965: 8 total, 8 up, 8 in 2024-08-17T00:48:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:48:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:48:33] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.43.0" 2024-08-17T00:48:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:34 smithi187 ceph-mon[90552]: osdmap e966: 8 total, 8 up, 8 in 2024-08-17T00:48:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:34 smithi187 ceph-mon[90552]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:34 smithi157 ceph-mon[101289]: osdmap e966: 8 total, 8 up, 8 in 2024-08-17T00:48:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:34 smithi157 ceph-mon[101289]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:34 smithi157 ceph-mon[98780]: osdmap e966: 8 total, 8 up, 8 in 2024-08-17T00:48:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:34 smithi157 ceph-mon[98780]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:35 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:35 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:48:35.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:35 smithi187 ceph-mon[90552]: osdmap e967: 8 total, 8 up, 8 in 2024-08-17T00:48:35.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:35 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3840963246' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:35 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:35 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:48:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:35 smithi157 ceph-mon[98780]: osdmap e967: 8 total, 8 up, 8 in 2024-08-17T00:48:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:35 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3840963246' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:35 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:35 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:48:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:35 smithi157 ceph-mon[101289]: osdmap e967: 8 total, 8 up, 8 in 2024-08-17T00:48:35.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:35 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3840963246' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:36.162 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsHello.RecordHello (3020 ms) 2024-08-17T00:48:36.162 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsHello.WriteReturnData 2024-08-17T00:48:36.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:36 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3840963246' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:36.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:36 smithi187 ceph-mon[90552]: osdmap e968: 8 total, 8 up, 8 in 2024-08-17T00:48:36.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:36 smithi187 ceph-mon[90552]: pgmap v1134: 137 pgs: 5 creating+peering, 17 unknown, 115 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-08-17T00:48:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:36 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3840963246' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:36 smithi157 ceph-mon[98780]: osdmap e968: 8 total, 8 up, 8 in 2024-08-17T00:48:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:36 smithi157 ceph-mon[98780]: pgmap v1134: 137 pgs: 5 creating+peering, 17 unknown, 115 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-08-17T00:48:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:36 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3840963246' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:36 smithi157 ceph-mon[101289]: osdmap e968: 8 total, 8 up, 8 in 2024-08-17T00:48:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:36 smithi157 ceph-mon[101289]: pgmap v1134: 137 pgs: 5 creating+peering, 17 unknown, 115 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-08-17T00:48:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:37 smithi187 ceph-mon[90552]: osdmap e969: 8 total, 8 up, 8 in 2024-08-17T00:48:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:37 smithi157 ceph-mon[101289]: osdmap e969: 8 total, 8 up, 8 in 2024-08-17T00:48:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:37 smithi157 ceph-mon[98780]: osdmap e969: 8 total, 8 up, 8 in 2024-08-17T00:48:38.174 INFO:tasks.workunit.client.0.smithi157.stdout:require_osd_release = squid 2024-08-17T00:48:38.184 INFO:tasks.workunit.client.0.smithi157.stdout:0 2024-08-17T00:48:38.208 INFO:tasks.workunit.client.0.smithi157.stdout:1 2024-08-17T00:48:38.209 INFO:tasks.workunit.client.0.smithi157.stdout:2 2024-08-17T00:48:38.210 INFO:tasks.workunit.client.0.smithi157.stdout:3 2024-08-17T00:48:38.211 INFO:tasks.workunit.client.0.smithi157.stdout:4 2024-08-17T00:48:38.212 INFO:tasks.workunit.client.0.smithi157.stdout:5 2024-08-17T00:48:38.213 INFO:tasks.workunit.client.0.smithi157.stdout:6 2024-08-17T00:48:38.214 INFO:tasks.workunit.client.0.smithi157.stdout:7 2024-08-17T00:48:38.215 INFO:tasks.workunit.client.0.smithi157.stdout:8 2024-08-17T00:48:38.216 INFO:tasks.workunit.client.0.smithi157.stdout:9 2024-08-17T00:48:38.217 INFO:tasks.workunit.client.0.smithi157.stdout:10 2024-08-17T00:48:38.218 INFO:tasks.workunit.client.0.smithi157.stdout:11 2024-08-17T00:48:38.219 INFO:tasks.workunit.client.0.smithi157.stdout:12 2024-08-17T00:48:38.220 INFO:tasks.workunit.client.0.smithi157.stdout:13 2024-08-17T00:48:38.221 INFO:tasks.workunit.client.0.smithi157.stdout:14 2024-08-17T00:48:38.221 INFO:tasks.workunit.client.0.smithi157.stdout:15 2024-08-17T00:48:38.222 INFO:tasks.workunit.client.0.smithi157.stdout:16 2024-08-17T00:48:38.223 INFO:tasks.workunit.client.0.smithi157.stdout:17 2024-08-17T00:48:38.224 INFO:tasks.workunit.client.0.smithi157.stdout:18 2024-08-17T00:48:38.225 INFO:tasks.workunit.client.0.smithi157.stdout:19 2024-08-17T00:48:38.226 INFO:tasks.workunit.client.0.smithi157.stdout:20 2024-08-17T00:48:38.227 INFO:tasks.workunit.client.0.smithi157.stdout:21 2024-08-17T00:48:38.228 INFO:tasks.workunit.client.0.smithi157.stdout:22 2024-08-17T00:48:38.228 INFO:tasks.workunit.client.0.smithi157.stdout:23 2024-08-17T00:48:38.229 INFO:tasks.workunit.client.0.smithi157.stdout:24 2024-08-17T00:48:38.230 INFO:tasks.workunit.client.0.smithi157.stdout:25 2024-08-17T00:48:38.231 INFO:tasks.workunit.client.0.smithi157.stdout:26 2024-08-17T00:48:38.232 INFO:tasks.workunit.client.0.smithi157.stdout:27 2024-08-17T00:48:38.233 INFO:tasks.workunit.client.0.smithi157.stdout:28 2024-08-17T00:48:38.234 INFO:tasks.workunit.client.0.smithi157.stdout:29 2024-08-17T00:48:38.235 INFO:tasks.workunit.client.0.smithi157.stdout:30 2024-08-17T00:48:38.236 INFO:tasks.workunit.client.0.smithi157.stdout:31 2024-08-17T00:48:38.236 INFO:tasks.workunit.client.0.smithi157.stdout:32 2024-08-17T00:48:38.237 INFO:tasks.workunit.client.0.smithi157.stdout:33 2024-08-17T00:48:38.238 INFO:tasks.workunit.client.0.smithi157.stdout:34 2024-08-17T00:48:38.239 INFO:tasks.workunit.client.0.smithi157.stdout:35 2024-08-17T00:48:38.240 INFO:tasks.workunit.client.0.smithi157.stdout:36 2024-08-17T00:48:38.241 INFO:tasks.workunit.client.0.smithi157.stdout:37 2024-08-17T00:48:38.241 INFO:tasks.workunit.client.0.smithi157.stdout:38 2024-08-17T00:48:38.242 INFO:tasks.workunit.client.0.smithi157.stdout:39 2024-08-17T00:48:38.243 INFO:tasks.workunit.client.0.smithi157.stdout:40 2024-08-17T00:48:38.244 INFO:tasks.workunit.client.0.smithi157.stdout:41 2024-08-17T00:48:38.244 INFO:tasks.workunit.client.0.smithi157.stdout:42 2024-08-17T00:48:38.245 INFO:tasks.workunit.client.0.smithi157.stdout:43 2024-08-17T00:48:38.246 INFO:tasks.workunit.client.0.smithi157.stdout:44 2024-08-17T00:48:38.247 INFO:tasks.workunit.client.0.smithi157.stdout:45 2024-08-17T00:48:38.248 INFO:tasks.workunit.client.0.smithi157.stdout:46 2024-08-17T00:48:38.249 INFO:tasks.workunit.client.0.smithi157.stdout:47 2024-08-17T00:48:38.249 INFO:tasks.workunit.client.0.smithi157.stdout:48 2024-08-17T00:48:38.250 INFO:tasks.workunit.client.0.smithi157.stdout:49 2024-08-17T00:48:38.251 INFO:tasks.workunit.client.0.smithi157.stdout:50 2024-08-17T00:48:38.252 INFO:tasks.workunit.client.0.smithi157.stdout:51 2024-08-17T00:48:38.253 INFO:tasks.workunit.client.0.smithi157.stdout:52 2024-08-17T00:48:38.254 INFO:tasks.workunit.client.0.smithi157.stdout:53 2024-08-17T00:48:38.254 INFO:tasks.workunit.client.0.smithi157.stdout:54 2024-08-17T00:48:38.255 INFO:tasks.workunit.client.0.smithi157.stdout:55 2024-08-17T00:48:38.256 INFO:tasks.workunit.client.0.smithi157.stdout:56 2024-08-17T00:48:38.257 INFO:tasks.workunit.client.0.smithi157.stdout:57 2024-08-17T00:48:38.258 INFO:tasks.workunit.client.0.smithi157.stdout:58 2024-08-17T00:48:38.258 INFO:tasks.workunit.client.0.smithi157.stdout:59 2024-08-17T00:48:38.259 INFO:tasks.workunit.client.0.smithi157.stdout:60 2024-08-17T00:48:38.260 INFO:tasks.workunit.client.0.smithi157.stdout:61 2024-08-17T00:48:38.261 INFO:tasks.workunit.client.0.smithi157.stdout:62 2024-08-17T00:48:38.262 INFO:tasks.workunit.client.0.smithi157.stdout:63 2024-08-17T00:48:38.263 INFO:tasks.workunit.client.0.smithi157.stdout:64 2024-08-17T00:48:38.263 INFO:tasks.workunit.client.0.smithi157.stdout:65 2024-08-17T00:48:38.264 INFO:tasks.workunit.client.0.smithi157.stdout:66 2024-08-17T00:48:38.265 INFO:tasks.workunit.client.0.smithi157.stdout:67 2024-08-17T00:48:38.266 INFO:tasks.workunit.client.0.smithi157.stdout:68 2024-08-17T00:48:38.267 INFO:tasks.workunit.client.0.smithi157.stdout:69 2024-08-17T00:48:38.268 INFO:tasks.workunit.client.0.smithi157.stdout:70 2024-08-17T00:48:38.269 INFO:tasks.workunit.client.0.smithi157.stdout:71 2024-08-17T00:48:38.269 INFO:tasks.workunit.client.0.smithi157.stdout:72 2024-08-17T00:48:38.271 INFO:tasks.workunit.client.0.smithi157.stdout:73 2024-08-17T00:48:38.271 INFO:tasks.workunit.client.0.smithi157.stdout:74 2024-08-17T00:48:38.272 INFO:tasks.workunit.client.0.smithi157.stdout:75 2024-08-17T00:48:38.273 INFO:tasks.workunit.client.0.smithi157.stdout:76 2024-08-17T00:48:38.274 INFO:tasks.workunit.client.0.smithi157.stdout:77 2024-08-17T00:48:38.275 INFO:tasks.workunit.client.0.smithi157.stdout:78 2024-08-17T00:48:38.276 INFO:tasks.workunit.client.0.smithi157.stdout:79 2024-08-17T00:48:38.277 INFO:tasks.workunit.client.0.smithi157.stdout:80 2024-08-17T00:48:38.277 INFO:tasks.workunit.client.0.smithi157.stdout:81 2024-08-17T00:48:38.278 INFO:tasks.workunit.client.0.smithi157.stdout:82 2024-08-17T00:48:38.279 INFO:tasks.workunit.client.0.smithi157.stdout:83 2024-08-17T00:48:38.280 INFO:tasks.workunit.client.0.smithi157.stdout:84 2024-08-17T00:48:38.281 INFO:tasks.workunit.client.0.smithi157.stdout:85 2024-08-17T00:48:38.282 INFO:tasks.workunit.client.0.smithi157.stdout:86 2024-08-17T00:48:38.282 INFO:tasks.workunit.client.0.smithi157.stdout:87 2024-08-17T00:48:38.283 INFO:tasks.workunit.client.0.smithi157.stdout:88 2024-08-17T00:48:38.284 INFO:tasks.workunit.client.0.smithi157.stdout:89 2024-08-17T00:48:38.285 INFO:tasks.workunit.client.0.smithi157.stdout:90 2024-08-17T00:48:38.286 INFO:tasks.workunit.client.0.smithi157.stdout:91 2024-08-17T00:48:38.287 INFO:tasks.workunit.client.0.smithi157.stdout:92 2024-08-17T00:48:38.288 INFO:tasks.workunit.client.0.smithi157.stdout:93 2024-08-17T00:48:38.288 INFO:tasks.workunit.client.0.smithi157.stdout:94 2024-08-17T00:48:38.289 INFO:tasks.workunit.client.0.smithi157.stdout:95 2024-08-17T00:48:38.290 INFO:tasks.workunit.client.0.smithi157.stdout:96 2024-08-17T00:48:38.291 INFO:tasks.workunit.client.0.smithi157.stdout:97 2024-08-17T00:48:38.292 INFO:tasks.workunit.client.0.smithi157.stdout:98 2024-08-17T00:48:38.293 INFO:tasks.workunit.client.0.smithi157.stdout:99 2024-08-17T00:48:38.293 INFO:tasks.workunit.client.0.smithi157.stdout:100 2024-08-17T00:48:38.294 INFO:tasks.workunit.client.0.smithi157.stdout:101 2024-08-17T00:48:38.295 INFO:tasks.workunit.client.0.smithi157.stdout:102 2024-08-17T00:48:38.296 INFO:tasks.workunit.client.0.smithi157.stdout:103 2024-08-17T00:48:38.297 INFO:tasks.workunit.client.0.smithi157.stdout:104 2024-08-17T00:48:38.298 INFO:tasks.workunit.client.0.smithi157.stdout:105 2024-08-17T00:48:38.298 INFO:tasks.workunit.client.0.smithi157.stdout:106 2024-08-17T00:48:38.299 INFO:tasks.workunit.client.0.smithi157.stdout:107 2024-08-17T00:48:38.300 INFO:tasks.workunit.client.0.smithi157.stdout:108 2024-08-17T00:48:38.301 INFO:tasks.workunit.client.0.smithi157.stdout:109 2024-08-17T00:48:38.302 INFO:tasks.workunit.client.0.smithi157.stdout:110 2024-08-17T00:48:38.303 INFO:tasks.workunit.client.0.smithi157.stdout:111 2024-08-17T00:48:38.304 INFO:tasks.workunit.client.0.smithi157.stdout:112 2024-08-17T00:48:38.304 INFO:tasks.workunit.client.0.smithi157.stdout:113 2024-08-17T00:48:38.305 INFO:tasks.workunit.client.0.smithi157.stdout:114 2024-08-17T00:48:38.306 INFO:tasks.workunit.client.0.smithi157.stdout:115 2024-08-17T00:48:38.307 INFO:tasks.workunit.client.0.smithi157.stdout:116 2024-08-17T00:48:38.308 INFO:tasks.workunit.client.0.smithi157.stdout:117 2024-08-17T00:48:38.309 INFO:tasks.workunit.client.0.smithi157.stdout:118 2024-08-17T00:48:38.309 INFO:tasks.workunit.client.0.smithi157.stdout:119 2024-08-17T00:48:38.310 INFO:tasks.workunit.client.0.smithi157.stdout:120 2024-08-17T00:48:38.311 INFO:tasks.workunit.client.0.smithi157.stdout:121 2024-08-17T00:48:38.312 INFO:tasks.workunit.client.0.smithi157.stdout:122 2024-08-17T00:48:38.313 INFO:tasks.workunit.client.0.smithi157.stdout:123 2024-08-17T00:48:38.314 INFO:tasks.workunit.client.0.smithi157.stdout:124 2024-08-17T00:48:38.315 INFO:tasks.workunit.client.0.smithi157.stdout:125 2024-08-17T00:48:38.315 INFO:tasks.workunit.client.0.smithi157.stdout:126 2024-08-17T00:48:38.316 INFO:tasks.workunit.client.0.smithi157.stdout:127 2024-08-17T00:48:38.317 INFO:tasks.workunit.client.0.smithi157.stdout:128 2024-08-17T00:48:38.318 INFO:tasks.workunit.client.0.smithi157.stdout:129 2024-08-17T00:48:38.318 INFO:tasks.workunit.client.0.smithi157.stdout:130 2024-08-17T00:48:38.320 INFO:tasks.workunit.client.0.smithi157.stdout:131 2024-08-17T00:48:38.320 INFO:tasks.workunit.client.0.smithi157.stdout:132 2024-08-17T00:48:38.321 INFO:tasks.workunit.client.0.smithi157.stdout:133 2024-08-17T00:48:38.322 INFO:tasks.workunit.client.0.smithi157.stdout:134 2024-08-17T00:48:38.323 INFO:tasks.workunit.client.0.smithi157.stdout:135 2024-08-17T00:48:38.323 INFO:tasks.workunit.client.0.smithi157.stdout:136 2024-08-17T00:48:38.324 INFO:tasks.workunit.client.0.smithi157.stdout:137 2024-08-17T00:48:38.325 INFO:tasks.workunit.client.0.smithi157.stdout:138 2024-08-17T00:48:38.326 INFO:tasks.workunit.client.0.smithi157.stdout:139 2024-08-17T00:48:38.327 INFO:tasks.workunit.client.0.smithi157.stdout:140 2024-08-17T00:48:38.328 INFO:tasks.workunit.client.0.smithi157.stdout:141 2024-08-17T00:48:38.329 INFO:tasks.workunit.client.0.smithi157.stdout:142 2024-08-17T00:48:38.329 INFO:tasks.workunit.client.0.smithi157.stdout:143 2024-08-17T00:48:38.330 INFO:tasks.workunit.client.0.smithi157.stdout:144 2024-08-17T00:48:38.331 INFO:tasks.workunit.client.0.smithi157.stdout:145 2024-08-17T00:48:38.332 INFO:tasks.workunit.client.0.smithi157.stdout:146 2024-08-17T00:48:38.333 INFO:tasks.workunit.client.0.smithi157.stdout:147 2024-08-17T00:48:38.333 INFO:tasks.workunit.client.0.smithi157.stdout:148 2024-08-17T00:48:38.334 INFO:tasks.workunit.client.0.smithi157.stdout:149 2024-08-17T00:48:38.335 INFO:tasks.workunit.client.0.smithi157.stdout:150 2024-08-17T00:48:38.336 INFO:tasks.workunit.client.0.smithi157.stdout:151 2024-08-17T00:48:38.337 INFO:tasks.workunit.client.0.smithi157.stdout:152 2024-08-17T00:48:38.337 INFO:tasks.workunit.client.0.smithi157.stdout:153 2024-08-17T00:48:38.338 INFO:tasks.workunit.client.0.smithi157.stdout:154 2024-08-17T00:48:38.339 INFO:tasks.workunit.client.0.smithi157.stdout:155 2024-08-17T00:48:38.343 INFO:tasks.workunit.client.0.smithi157.stdout:156 2024-08-17T00:48:38.343 INFO:tasks.workunit.client.0.smithi157.stdout:157 2024-08-17T00:48:38.343 INFO:tasks.workunit.client.0.smithi157.stdout:158 2024-08-17T00:48:38.343 INFO:tasks.workunit.client.0.smithi157.stdout:159 2024-08-17T00:48:38.343 INFO:tasks.workunit.client.0.smithi157.stdout:160 2024-08-17T00:48:38.344 INFO:tasks.workunit.client.0.smithi157.stdout:161 2024-08-17T00:48:38.345 INFO:tasks.workunit.client.0.smithi157.stdout:162 2024-08-17T00:48:38.346 INFO:tasks.workunit.client.0.smithi157.stdout:163 2024-08-17T00:48:38.346 INFO:tasks.workunit.client.0.smithi157.stdout:164 2024-08-17T00:48:38.347 INFO:tasks.workunit.client.0.smithi157.stdout:165 2024-08-17T00:48:38.348 INFO:tasks.workunit.client.0.smithi157.stdout:166 2024-08-17T00:48:38.349 INFO:tasks.workunit.client.0.smithi157.stdout:167 2024-08-17T00:48:38.350 INFO:tasks.workunit.client.0.smithi157.stdout:168 2024-08-17T00:48:38.351 INFO:tasks.workunit.client.0.smithi157.stdout:169 2024-08-17T00:48:38.352 INFO:tasks.workunit.client.0.smithi157.stdout:170 2024-08-17T00:48:38.352 INFO:tasks.workunit.client.0.smithi157.stdout:171 2024-08-17T00:48:38.353 INFO:tasks.workunit.client.0.smithi157.stdout:172 2024-08-17T00:48:38.354 INFO:tasks.workunit.client.0.smithi157.stdout:173 2024-08-17T00:48:38.355 INFO:tasks.workunit.client.0.smithi157.stdout:174 2024-08-17T00:48:38.356 INFO:tasks.workunit.client.0.smithi157.stdout:175 2024-08-17T00:48:38.357 INFO:tasks.workunit.client.0.smithi157.stdout:176 2024-08-17T00:48:38.357 INFO:tasks.workunit.client.0.smithi157.stdout:177 2024-08-17T00:48:38.358 INFO:tasks.workunit.client.0.smithi157.stdout:178 2024-08-17T00:48:38.359 INFO:tasks.workunit.client.0.smithi157.stdout:179 2024-08-17T00:48:38.360 INFO:tasks.workunit.client.0.smithi157.stdout:180 2024-08-17T00:48:38.361 INFO:tasks.workunit.client.0.smithi157.stdout:181 2024-08-17T00:48:38.361 INFO:tasks.workunit.client.0.smithi157.stdout:182 2024-08-17T00:48:38.362 INFO:tasks.workunit.client.0.smithi157.stdout:183 2024-08-17T00:48:38.363 INFO:tasks.workunit.client.0.smithi157.stdout:184 2024-08-17T00:48:38.364 INFO:tasks.workunit.client.0.smithi157.stdout:185 2024-08-17T00:48:38.365 INFO:tasks.workunit.client.0.smithi157.stdout:186 2024-08-17T00:48:38.365 INFO:tasks.workunit.client.0.smithi157.stdout:187 2024-08-17T00:48:38.366 INFO:tasks.workunit.client.0.smithi157.stdout:188 2024-08-17T00:48:38.367 INFO:tasks.workunit.client.0.smithi157.stdout:189 2024-08-17T00:48:38.368 INFO:tasks.workunit.client.0.smithi157.stdout:190 2024-08-17T00:48:38.369 INFO:tasks.workunit.client.0.smithi157.stdout:191 2024-08-17T00:48:38.369 INFO:tasks.workunit.client.0.smithi157.stdout:192 2024-08-17T00:48:38.370 INFO:tasks.workunit.client.0.smithi157.stdout:193 2024-08-17T00:48:38.371 INFO:tasks.workunit.client.0.smithi157.stdout:194 2024-08-17T00:48:38.372 INFO:tasks.workunit.client.0.smithi157.stdout:195 2024-08-17T00:48:38.373 INFO:tasks.workunit.client.0.smithi157.stdout:196 2024-08-17T00:48:38.374 INFO:tasks.workunit.client.0.smithi157.stdout:197 2024-08-17T00:48:38.375 INFO:tasks.workunit.client.0.smithi157.stdout:198 2024-08-17T00:48:38.376 INFO:tasks.workunit.client.0.smithi157.stdout:199 2024-08-17T00:48:38.377 INFO:tasks.workunit.client.0.smithi157.stdout:200 2024-08-17T00:48:38.378 INFO:tasks.workunit.client.0.smithi157.stdout:201 2024-08-17T00:48:38.378 INFO:tasks.workunit.client.0.smithi157.stdout:202 2024-08-17T00:48:38.379 INFO:tasks.workunit.client.0.smithi157.stdout:203 2024-08-17T00:48:38.380 INFO:tasks.workunit.client.0.smithi157.stdout:204 2024-08-17T00:48:38.381 INFO:tasks.workunit.client.0.smithi157.stdout:205 2024-08-17T00:48:38.382 INFO:tasks.workunit.client.0.smithi157.stdout:206 2024-08-17T00:48:38.383 INFO:tasks.workunit.client.0.smithi157.stdout:207 2024-08-17T00:48:38.384 INFO:tasks.workunit.client.0.smithi157.stdout:208 2024-08-17T00:48:38.385 INFO:tasks.workunit.client.0.smithi157.stdout:209 2024-08-17T00:48:38.385 INFO:tasks.workunit.client.0.smithi157.stdout:210 2024-08-17T00:48:38.386 INFO:tasks.workunit.client.0.smithi157.stdout:211 2024-08-17T00:48:38.387 INFO:tasks.workunit.client.0.smithi157.stdout:212 2024-08-17T00:48:38.388 INFO:tasks.workunit.client.0.smithi157.stdout:213 2024-08-17T00:48:38.389 INFO:tasks.workunit.client.0.smithi157.stdout:214 2024-08-17T00:48:38.390 INFO:tasks.workunit.client.0.smithi157.stdout:215 2024-08-17T00:48:38.390 INFO:tasks.workunit.client.0.smithi157.stdout:216 2024-08-17T00:48:38.391 INFO:tasks.workunit.client.0.smithi157.stdout:217 2024-08-17T00:48:38.392 INFO:tasks.workunit.client.0.smithi157.stdout:218 2024-08-17T00:48:38.393 INFO:tasks.workunit.client.0.smithi157.stdout:219 2024-08-17T00:48:38.394 INFO:tasks.workunit.client.0.smithi157.stdout:220 2024-08-17T00:48:38.395 INFO:tasks.workunit.client.0.smithi157.stdout:221 2024-08-17T00:48:38.396 INFO:tasks.workunit.client.0.smithi157.stdout:222 2024-08-17T00:48:38.397 INFO:tasks.workunit.client.0.smithi157.stdout:223 2024-08-17T00:48:38.397 INFO:tasks.workunit.client.0.smithi157.stdout:224 2024-08-17T00:48:38.398 INFO:tasks.workunit.client.0.smithi157.stdout:225 2024-08-17T00:48:38.399 INFO:tasks.workunit.client.0.smithi157.stdout:226 2024-08-17T00:48:38.400 INFO:tasks.workunit.client.0.smithi157.stdout:227 2024-08-17T00:48:38.401 INFO:tasks.workunit.client.0.smithi157.stdout:228 2024-08-17T00:48:38.402 INFO:tasks.workunit.client.0.smithi157.stdout:229 2024-08-17T00:48:38.403 INFO:tasks.workunit.client.0.smithi157.stdout:230 2024-08-17T00:48:38.404 INFO:tasks.workunit.client.0.smithi157.stdout:231 2024-08-17T00:48:38.405 INFO:tasks.workunit.client.0.smithi157.stdout:232 2024-08-17T00:48:38.406 INFO:tasks.workunit.client.0.smithi157.stdout:233 2024-08-17T00:48:38.407 INFO:tasks.workunit.client.0.smithi157.stdout:234 2024-08-17T00:48:38.408 INFO:tasks.workunit.client.0.smithi157.stdout:235 2024-08-17T00:48:38.409 INFO:tasks.workunit.client.0.smithi157.stdout:236 2024-08-17T00:48:38.410 INFO:tasks.workunit.client.0.smithi157.stdout:237 2024-08-17T00:48:38.411 INFO:tasks.workunit.client.0.smithi157.stdout:238 2024-08-17T00:48:38.412 INFO:tasks.workunit.client.0.smithi157.stdout:239 2024-08-17T00:48:38.413 INFO:tasks.workunit.client.0.smithi157.stdout:240 2024-08-17T00:48:38.414 INFO:tasks.workunit.client.0.smithi157.stdout:241 2024-08-17T00:48:38.414 INFO:tasks.workunit.client.0.smithi157.stdout:242 2024-08-17T00:48:38.415 INFO:tasks.workunit.client.0.smithi157.stdout:243 2024-08-17T00:48:38.416 INFO:tasks.workunit.client.0.smithi157.stdout:244 2024-08-17T00:48:38.417 INFO:tasks.workunit.client.0.smithi157.stdout:245 2024-08-17T00:48:38.418 INFO:tasks.workunit.client.0.smithi157.stdout:246 2024-08-17T00:48:38.419 INFO:tasks.workunit.client.0.smithi157.stdout:247 2024-08-17T00:48:38.420 INFO:tasks.workunit.client.0.smithi157.stdout:248 2024-08-17T00:48:38.421 INFO:tasks.workunit.client.0.smithi157.stdout:249 2024-08-17T00:48:38.422 INFO:tasks.workunit.client.0.smithi157.stdout:250 2024-08-17T00:48:38.423 INFO:tasks.workunit.client.0.smithi157.stdout:251 2024-08-17T00:48:38.424 INFO:tasks.workunit.client.0.smithi157.stdout:252 2024-08-17T00:48:38.425 INFO:tasks.workunit.client.0.smithi157.stdout:253 2024-08-17T00:48:38.426 INFO:tasks.workunit.client.0.smithi157.stdout:254 2024-08-17T00:48:38.427 INFO:tasks.workunit.client.0.smithi157.stdout:255 2024-08-17T00:48:38.428 INFO:tasks.workunit.client.0.smithi157.stdout:256 2024-08-17T00:48:38.429 INFO:tasks.workunit.client.0.smithi157.stdout:257 2024-08-17T00:48:38.430 INFO:tasks.workunit.client.0.smithi157.stdout:258 2024-08-17T00:48:38.431 INFO:tasks.workunit.client.0.smithi157.stdout:259 2024-08-17T00:48:38.432 INFO:tasks.workunit.client.0.smithi157.stdout:260 2024-08-17T00:48:38.433 INFO:tasks.workunit.client.0.smithi157.stdout:261 2024-08-17T00:48:38.434 INFO:tasks.workunit.client.0.smithi157.stdout:262 2024-08-17T00:48:38.435 INFO:tasks.workunit.client.0.smithi157.stdout:263 2024-08-17T00:48:38.436 INFO:tasks.workunit.client.0.smithi157.stdout:264 2024-08-17T00:48:38.436 INFO:tasks.workunit.client.0.smithi157.stdout:265 2024-08-17T00:48:38.437 INFO:tasks.workunit.client.0.smithi157.stdout:266 2024-08-17T00:48:38.438 INFO:tasks.workunit.client.0.smithi157.stdout:267 2024-08-17T00:48:38.439 INFO:tasks.workunit.client.0.smithi157.stdout:268 2024-08-17T00:48:38.440 INFO:tasks.workunit.client.0.smithi157.stdout:269 2024-08-17T00:48:38.441 INFO:tasks.workunit.client.0.smithi157.stdout:270 2024-08-17T00:48:38.442 INFO:tasks.workunit.client.0.smithi157.stdout:271 2024-08-17T00:48:38.443 INFO:tasks.workunit.client.0.smithi157.stdout:272 2024-08-17T00:48:38.444 INFO:tasks.workunit.client.0.smithi157.stdout:273 2024-08-17T00:48:38.445 INFO:tasks.workunit.client.0.smithi157.stdout:274 2024-08-17T00:48:38.446 INFO:tasks.workunit.client.0.smithi157.stdout:275 2024-08-17T00:48:38.447 INFO:tasks.workunit.client.0.smithi157.stdout:276 2024-08-17T00:48:38.448 INFO:tasks.workunit.client.0.smithi157.stdout:277 2024-08-17T00:48:38.450 INFO:tasks.workunit.client.0.smithi157.stdout:278 2024-08-17T00:48:38.450 INFO:tasks.workunit.client.0.smithi157.stdout:279 2024-08-17T00:48:38.451 INFO:tasks.workunit.client.0.smithi157.stdout:280 2024-08-17T00:48:38.452 INFO:tasks.workunit.client.0.smithi157.stdout:281 2024-08-17T00:48:38.453 INFO:tasks.workunit.client.0.smithi157.stdout:282 2024-08-17T00:48:38.454 INFO:tasks.workunit.client.0.smithi157.stdout:283 2024-08-17T00:48:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:38 smithi187 ceph-mon[90552]: osdmap e970: 8 total, 8 up, 8 in 2024-08-17T00:48:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:38 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3634463431' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:38 smithi187 ceph-mon[90552]: pgmap v1137: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:38.455 INFO:tasks.workunit.client.0.smithi157.stdout:284 2024-08-17T00:48:38.456 INFO:tasks.workunit.client.0.smithi157.stdout:285 2024-08-17T00:48:38.457 INFO:tasks.workunit.client.0.smithi157.stdout:286 2024-08-17T00:48:38.458 INFO:tasks.workunit.client.0.smithi157.stdout:287 2024-08-17T00:48:38.459 INFO:tasks.workunit.client.0.smithi157.stdout:288 2024-08-17T00:48:38.460 INFO:tasks.workunit.client.0.smithi157.stdout:289 2024-08-17T00:48:38.461 INFO:tasks.workunit.client.0.smithi157.stdout:290 2024-08-17T00:48:38.462 INFO:tasks.workunit.client.0.smithi157.stdout:291 2024-08-17T00:48:38.463 INFO:tasks.workunit.client.0.smithi157.stdout:292 2024-08-17T00:48:38.464 INFO:tasks.workunit.client.0.smithi157.stdout:293 2024-08-17T00:48:38.465 INFO:tasks.workunit.client.0.smithi157.stdout:294 2024-08-17T00:48:38.466 INFO:tasks.workunit.client.0.smithi157.stdout:295 2024-08-17T00:48:38.466 INFO:tasks.workunit.client.0.smithi157.stdout:296 2024-08-17T00:48:38.467 INFO:tasks.workunit.client.0.smithi157.stdout:297 2024-08-17T00:48:38.468 INFO:tasks.workunit.client.0.smithi157.stdout:298 2024-08-17T00:48:38.469 INFO:tasks.workunit.client.0.smithi157.stdout:299 2024-08-17T00:48:38.470 INFO:tasks.workunit.client.0.smithi157.stdout:300 2024-08-17T00:48:38.471 INFO:tasks.workunit.client.0.smithi157.stdout:301 2024-08-17T00:48:38.472 INFO:tasks.workunit.client.0.smithi157.stdout:302 2024-08-17T00:48:38.472 INFO:tasks.workunit.client.0.smithi157.stdout:303 2024-08-17T00:48:38.473 INFO:tasks.workunit.client.0.smithi157.stdout:304 2024-08-17T00:48:38.474 INFO:tasks.workunit.client.0.smithi157.stdout:305 2024-08-17T00:48:38.475 INFO:tasks.workunit.client.0.smithi157.stdout:306 2024-08-17T00:48:38.476 INFO:tasks.workunit.client.0.smithi157.stdout:307 2024-08-17T00:48:38.477 INFO:tasks.workunit.client.0.smithi157.stdout:308 2024-08-17T00:48:38.478 INFO:tasks.workunit.client.0.smithi157.stdout:309 2024-08-17T00:48:38.479 INFO:tasks.workunit.client.0.smithi157.stdout:310 2024-08-17T00:48:38.479 INFO:tasks.workunit.client.0.smithi157.stdout:311 2024-08-17T00:48:38.480 INFO:tasks.workunit.client.0.smithi157.stdout:312 2024-08-17T00:48:38.481 INFO:tasks.workunit.client.0.smithi157.stdout:313 2024-08-17T00:48:38.482 INFO:tasks.workunit.client.0.smithi157.stdout:314 2024-08-17T00:48:38.483 INFO:tasks.workunit.client.0.smithi157.stdout:315 2024-08-17T00:48:38.484 INFO:tasks.workunit.client.0.smithi157.stdout:316 2024-08-17T00:48:38.485 INFO:tasks.workunit.client.0.smithi157.stdout:317 2024-08-17T00:48:38.486 INFO:tasks.workunit.client.0.smithi157.stdout:318 2024-08-17T00:48:38.487 INFO:tasks.workunit.client.0.smithi157.stdout:319 2024-08-17T00:48:38.487 INFO:tasks.workunit.client.0.smithi157.stdout:320 2024-08-17T00:48:38.489 INFO:tasks.workunit.client.0.smithi157.stdout:321 2024-08-17T00:48:38.489 INFO:tasks.workunit.client.0.smithi157.stdout:322 2024-08-17T00:48:38.490 INFO:tasks.workunit.client.0.smithi157.stdout:323 2024-08-17T00:48:38.491 INFO:tasks.workunit.client.0.smithi157.stdout:324 2024-08-17T00:48:38.492 INFO:tasks.workunit.client.0.smithi157.stdout:325 2024-08-17T00:48:38.493 INFO:tasks.workunit.client.0.smithi157.stdout:326 2024-08-17T00:48:38.494 INFO:tasks.workunit.client.0.smithi157.stdout:327 2024-08-17T00:48:38.495 INFO:tasks.workunit.client.0.smithi157.stdout:328 2024-08-17T00:48:38.495 INFO:tasks.workunit.client.0.smithi157.stdout:329 2024-08-17T00:48:38.496 INFO:tasks.workunit.client.0.smithi157.stdout:330 2024-08-17T00:48:38.498 INFO:tasks.workunit.client.0.smithi157.stdout:331 2024-08-17T00:48:38.498 INFO:tasks.workunit.client.0.smithi157.stdout:332 2024-08-17T00:48:38.499 INFO:tasks.workunit.client.0.smithi157.stdout:333 2024-08-17T00:48:38.500 INFO:tasks.workunit.client.0.smithi157.stdout:334 2024-08-17T00:48:38.501 INFO:tasks.workunit.client.0.smithi157.stdout:335 2024-08-17T00:48:38.502 INFO:tasks.workunit.client.0.smithi157.stdout:336 2024-08-17T00:48:38.503 INFO:tasks.workunit.client.0.smithi157.stdout:337 2024-08-17T00:48:38.504 INFO:tasks.workunit.client.0.smithi157.stdout:338 2024-08-17T00:48:38.505 INFO:tasks.workunit.client.0.smithi157.stdout:339 2024-08-17T00:48:38.506 INFO:tasks.workunit.client.0.smithi157.stdout:340 2024-08-17T00:48:38.507 INFO:tasks.workunit.client.0.smithi157.stdout:341 2024-08-17T00:48:38.508 INFO:tasks.workunit.client.0.smithi157.stdout:342 2024-08-17T00:48:38.509 INFO:tasks.workunit.client.0.smithi157.stdout:343 2024-08-17T00:48:38.510 INFO:tasks.workunit.client.0.smithi157.stdout:344 2024-08-17T00:48:38.511 INFO:tasks.workunit.client.0.smithi157.stdout:345 2024-08-17T00:48:38.512 INFO:tasks.workunit.client.0.smithi157.stdout:346 2024-08-17T00:48:38.514 INFO:tasks.workunit.client.0.smithi157.stdout:347 2024-08-17T00:48:38.515 INFO:tasks.workunit.client.0.smithi157.stdout:348 2024-08-17T00:48:38.516 INFO:tasks.workunit.client.0.smithi157.stdout:349 2024-08-17T00:48:38.516 INFO:tasks.workunit.client.0.smithi157.stdout:350 2024-08-17T00:48:38.517 INFO:tasks.workunit.client.0.smithi157.stdout:351 2024-08-17T00:48:38.518 INFO:tasks.workunit.client.0.smithi157.stdout:352 2024-08-17T00:48:38.519 INFO:tasks.workunit.client.0.smithi157.stdout:353 2024-08-17T00:48:38.520 INFO:tasks.workunit.client.0.smithi157.stdout:354 2024-08-17T00:48:38.521 INFO:tasks.workunit.client.0.smithi157.stdout:355 2024-08-17T00:48:38.522 INFO:tasks.workunit.client.0.smithi157.stdout:356 2024-08-17T00:48:38.523 INFO:tasks.workunit.client.0.smithi157.stdout:357 2024-08-17T00:48:38.524 INFO:tasks.workunit.client.0.smithi157.stdout:358 2024-08-17T00:48:38.525 INFO:tasks.workunit.client.0.smithi157.stdout:359 2024-08-17T00:48:38.526 INFO:tasks.workunit.client.0.smithi157.stdout:360 2024-08-17T00:48:38.527 INFO:tasks.workunit.client.0.smithi157.stdout:361 2024-08-17T00:48:38.528 INFO:tasks.workunit.client.0.smithi157.stdout:362 2024-08-17T00:48:38.530 INFO:tasks.workunit.client.0.smithi157.stdout:363 2024-08-17T00:48:38.531 INFO:tasks.workunit.client.0.smithi157.stdout:364 2024-08-17T00:48:38.532 INFO:tasks.workunit.client.0.smithi157.stdout:365 2024-08-17T00:48:38.533 INFO:tasks.workunit.client.0.smithi157.stdout:366 2024-08-17T00:48:38.533 INFO:tasks.workunit.client.0.smithi157.stdout:367 2024-08-17T00:48:38.534 INFO:tasks.workunit.client.0.smithi157.stdout:368 2024-08-17T00:48:38.536 INFO:tasks.workunit.client.0.smithi157.stdout:369 2024-08-17T00:48:38.536 INFO:tasks.workunit.client.0.smithi157.stdout:370 2024-08-17T00:48:38.537 INFO:tasks.workunit.client.0.smithi157.stdout:371 2024-08-17T00:48:38.538 INFO:tasks.workunit.client.0.smithi157.stdout:372 2024-08-17T00:48:38.540 INFO:tasks.workunit.client.0.smithi157.stdout:373 2024-08-17T00:48:38.541 INFO:tasks.workunit.client.0.smithi157.stdout:374 2024-08-17T00:48:38.541 INFO:tasks.workunit.client.0.smithi157.stdout:375 2024-08-17T00:48:38.542 INFO:tasks.workunit.client.0.smithi157.stdout:376 2024-08-17T00:48:38.543 INFO:tasks.workunit.client.0.smithi157.stdout:377 2024-08-17T00:48:38.545 INFO:tasks.workunit.client.0.smithi157.stdout:378 2024-08-17T00:48:38.546 INFO:tasks.workunit.client.0.smithi157.stdout:379 2024-08-17T00:48:38.546 INFO:tasks.workunit.client.0.smithi157.stdout:380 2024-08-17T00:48:38.547 INFO:tasks.workunit.client.0.smithi157.stdout:381 2024-08-17T00:48:38.548 INFO:tasks.workunit.client.0.smithi157.stdout:382 2024-08-17T00:48:38.549 INFO:tasks.workunit.client.0.smithi157.stdout:383 2024-08-17T00:48:38.550 INFO:tasks.workunit.client.0.smithi157.stdout:384 2024-08-17T00:48:38.552 INFO:tasks.workunit.client.0.smithi157.stdout:385 2024-08-17T00:48:38.552 INFO:tasks.workunit.client.0.smithi157.stdout:386 2024-08-17T00:48:38.553 INFO:tasks.workunit.client.0.smithi157.stdout:387 2024-08-17T00:48:38.554 INFO:tasks.workunit.client.0.smithi157.stdout:388 2024-08-17T00:48:38.555 INFO:tasks.workunit.client.0.smithi157.stdout:389 2024-08-17T00:48:38.556 INFO:tasks.workunit.client.0.smithi157.stdout:390 2024-08-17T00:48:38.557 INFO:tasks.workunit.client.0.smithi157.stdout:391 2024-08-17T00:48:38.558 INFO:tasks.workunit.client.0.smithi157.stdout:392 2024-08-17T00:48:38.560 INFO:tasks.workunit.client.0.smithi157.stdout:393 2024-08-17T00:48:38.561 INFO:tasks.workunit.client.0.smithi157.stdout:394 2024-08-17T00:48:38.562 INFO:tasks.workunit.client.0.smithi157.stdout:395 2024-08-17T00:48:38.563 INFO:tasks.workunit.client.0.smithi157.stdout:396 2024-08-17T00:48:38.564 INFO:tasks.workunit.client.0.smithi157.stdout:397 2024-08-17T00:48:38.565 INFO:tasks.workunit.client.0.smithi157.stdout:398 2024-08-17T00:48:38.566 INFO:tasks.workunit.client.0.smithi157.stdout:399 2024-08-17T00:48:38.571 INFO:tasks.workunit.client.0.smithi157.stdout:400 2024-08-17T00:48:38.571 INFO:tasks.workunit.client.0.smithi157.stdout:401 2024-08-17T00:48:38.571 INFO:tasks.workunit.client.0.smithi157.stdout:402 2024-08-17T00:48:38.571 INFO:tasks.workunit.client.0.smithi157.stdout:403 2024-08-17T00:48:38.571 INFO:tasks.workunit.client.0.smithi157.stdout:404 2024-08-17T00:48:38.572 INFO:tasks.workunit.client.0.smithi157.stdout:405 2024-08-17T00:48:38.573 INFO:tasks.workunit.client.0.smithi157.stdout:406 2024-08-17T00:48:38.574 INFO:tasks.workunit.client.0.smithi157.stdout:407 2024-08-17T00:48:38.575 INFO:tasks.workunit.client.0.smithi157.stdout:408 2024-08-17T00:48:38.576 INFO:tasks.workunit.client.0.smithi157.stdout:409 2024-08-17T00:48:38.577 INFO:tasks.workunit.client.0.smithi157.stdout:410 2024-08-17T00:48:38.578 INFO:tasks.workunit.client.0.smithi157.stdout:411 2024-08-17T00:48:38.579 INFO:tasks.workunit.client.0.smithi157.stdout:412 2024-08-17T00:48:38.580 INFO:tasks.workunit.client.0.smithi157.stdout:413 2024-08-17T00:48:38.581 INFO:tasks.workunit.client.0.smithi157.stdout:414 2024-08-17T00:48:38.582 INFO:tasks.workunit.client.0.smithi157.stdout:415 2024-08-17T00:48:38.583 INFO:tasks.workunit.client.0.smithi157.stdout:416 2024-08-17T00:48:38.584 INFO:tasks.workunit.client.0.smithi157.stdout:417 2024-08-17T00:48:38.585 INFO:tasks.workunit.client.0.smithi157.stdout:418 2024-08-17T00:48:38.587 INFO:tasks.workunit.client.0.smithi157.stdout:419 2024-08-17T00:48:38.588 INFO:tasks.workunit.client.0.smithi157.stdout:420 2024-08-17T00:48:38.589 INFO:tasks.workunit.client.0.smithi157.stdout:421 2024-08-17T00:48:38.590 INFO:tasks.workunit.client.0.smithi157.stdout:422 2024-08-17T00:48:38.591 INFO:tasks.workunit.client.0.smithi157.stdout:423 2024-08-17T00:48:38.592 INFO:tasks.workunit.client.0.smithi157.stdout:424 2024-08-17T00:48:38.593 INFO:tasks.workunit.client.0.smithi157.stdout:425 2024-08-17T00:48:38.594 INFO:tasks.workunit.client.0.smithi157.stdout:426 2024-08-17T00:48:38.595 INFO:tasks.workunit.client.0.smithi157.stdout:427 2024-08-17T00:48:38.596 INFO:tasks.workunit.client.0.smithi157.stdout:428 2024-08-17T00:48:38.597 INFO:tasks.workunit.client.0.smithi157.stdout:429 2024-08-17T00:48:38.597 INFO:tasks.workunit.client.0.smithi157.stdout:430 2024-08-17T00:48:38.598 INFO:tasks.workunit.client.0.smithi157.stdout:431 2024-08-17T00:48:38.599 INFO:tasks.workunit.client.0.smithi157.stdout:432 2024-08-17T00:48:38.600 INFO:tasks.workunit.client.0.smithi157.stdout:433 2024-08-17T00:48:38.601 INFO:tasks.workunit.client.0.smithi157.stdout:434 2024-08-17T00:48:38.602 INFO:tasks.workunit.client.0.smithi157.stdout:435 2024-08-17T00:48:38.603 INFO:tasks.workunit.client.0.smithi157.stdout:436 2024-08-17T00:48:38.604 INFO:tasks.workunit.client.0.smithi157.stdout:437 2024-08-17T00:48:38.605 INFO:tasks.workunit.client.0.smithi157.stdout:438 2024-08-17T00:48:38.606 INFO:tasks.workunit.client.0.smithi157.stdout:439 2024-08-17T00:48:38.607 INFO:tasks.workunit.client.0.smithi157.stdout:440 2024-08-17T00:48:38.608 INFO:tasks.workunit.client.0.smithi157.stdout:441 2024-08-17T00:48:38.608 INFO:tasks.workunit.client.0.smithi157.stdout:442 2024-08-17T00:48:38.609 INFO:tasks.workunit.client.0.smithi157.stdout:443 2024-08-17T00:48:38.610 INFO:tasks.workunit.client.0.smithi157.stdout:444 2024-08-17T00:48:38.611 INFO:tasks.workunit.client.0.smithi157.stdout:445 2024-08-17T00:48:38.612 INFO:tasks.workunit.client.0.smithi157.stdout:446 2024-08-17T00:48:38.613 INFO:tasks.workunit.client.0.smithi157.stdout:447 2024-08-17T00:48:38.614 INFO:tasks.workunit.client.0.smithi157.stdout:448 2024-08-17T00:48:38.615 INFO:tasks.workunit.client.0.smithi157.stdout:449 2024-08-17T00:48:38.616 INFO:tasks.workunit.client.0.smithi157.stdout:450 2024-08-17T00:48:38.617 INFO:tasks.workunit.client.0.smithi157.stdout:451 2024-08-17T00:48:38.618 INFO:tasks.workunit.client.0.smithi157.stdout:452 2024-08-17T00:48:38.619 INFO:tasks.workunit.client.0.smithi157.stdout:453 2024-08-17T00:48:38.620 INFO:tasks.workunit.client.0.smithi157.stdout:454 2024-08-17T00:48:38.621 INFO:tasks.workunit.client.0.smithi157.stdout:455 2024-08-17T00:48:38.622 INFO:tasks.workunit.client.0.smithi157.stdout:456 2024-08-17T00:48:38.623 INFO:tasks.workunit.client.0.smithi157.stdout:457 2024-08-17T00:48:38.624 INFO:tasks.workunit.client.0.smithi157.stdout:458 2024-08-17T00:48:38.625 INFO:tasks.workunit.client.0.smithi157.stdout:459 2024-08-17T00:48:38.626 INFO:tasks.workunit.client.0.smithi157.stdout:460 2024-08-17T00:48:38.627 INFO:tasks.workunit.client.0.smithi157.stdout:461 2024-08-17T00:48:38.628 INFO:tasks.workunit.client.0.smithi157.stdout:462 2024-08-17T00:48:38.629 INFO:tasks.workunit.client.0.smithi157.stdout:463 2024-08-17T00:48:38.630 INFO:tasks.workunit.client.0.smithi157.stdout:464 2024-08-17T00:48:38.631 INFO:tasks.workunit.client.0.smithi157.stdout:465 2024-08-17T00:48:38.632 INFO:tasks.workunit.client.0.smithi157.stdout:466 2024-08-17T00:48:38.633 INFO:tasks.workunit.client.0.smithi157.stdout:467 2024-08-17T00:48:38.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:38 smithi157 ceph-mon[101289]: osdmap e970: 8 total, 8 up, 8 in 2024-08-17T00:48:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:38 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3634463431' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:38 smithi157 ceph-mon[101289]: pgmap v1137: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:38 smithi157 ceph-mon[98780]: osdmap e970: 8 total, 8 up, 8 in 2024-08-17T00:48:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:38 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3634463431' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:38 smithi157 ceph-mon[98780]: pgmap v1137: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:38.636 INFO:tasks.workunit.client.0.smithi157.stdout:468 2024-08-17T00:48:38.636 INFO:tasks.workunit.client.0.smithi157.stdout:469 2024-08-17T00:48:38.636 INFO:tasks.workunit.client.0.smithi157.stdout:470 2024-08-17T00:48:38.637 INFO:tasks.workunit.client.0.smithi157.stdout:471 2024-08-17T00:48:38.638 INFO:tasks.workunit.client.0.smithi157.stdout:472 2024-08-17T00:48:38.639 INFO:tasks.workunit.client.0.smithi157.stdout:473 2024-08-17T00:48:38.640 INFO:tasks.workunit.client.0.smithi157.stdout:474 2024-08-17T00:48:38.641 INFO:tasks.workunit.client.0.smithi157.stdout:475 2024-08-17T00:48:38.642 INFO:tasks.workunit.client.0.smithi157.stdout:476 2024-08-17T00:48:38.643 INFO:tasks.workunit.client.0.smithi157.stdout:477 2024-08-17T00:48:38.644 INFO:tasks.workunit.client.0.smithi157.stdout:478 2024-08-17T00:48:38.645 INFO:tasks.workunit.client.0.smithi157.stdout:479 2024-08-17T00:48:38.646 INFO:tasks.workunit.client.0.smithi157.stdout:480 2024-08-17T00:48:38.647 INFO:tasks.workunit.client.0.smithi157.stdout:481 2024-08-17T00:48:38.648 INFO:tasks.workunit.client.0.smithi157.stdout:482 2024-08-17T00:48:38.648 INFO:tasks.workunit.client.0.smithi157.stdout:483 2024-08-17T00:48:38.649 INFO:tasks.workunit.client.0.smithi157.stdout:484 2024-08-17T00:48:38.650 INFO:tasks.workunit.client.0.smithi157.stdout:485 2024-08-17T00:48:38.651 INFO:tasks.workunit.client.0.smithi157.stdout:486 2024-08-17T00:48:38.652 INFO:tasks.workunit.client.0.smithi157.stdout:487 2024-08-17T00:48:38.653 INFO:tasks.workunit.client.0.smithi157.stdout:488 2024-08-17T00:48:38.654 INFO:tasks.workunit.client.0.smithi157.stdout:489 2024-08-17T00:48:38.655 INFO:tasks.workunit.client.0.smithi157.stdout:490 2024-08-17T00:48:38.656 INFO:tasks.workunit.client.0.smithi157.stdout:491 2024-08-17T00:48:38.657 INFO:tasks.workunit.client.0.smithi157.stdout:492 2024-08-17T00:48:38.658 INFO:tasks.workunit.client.0.smithi157.stdout:493 2024-08-17T00:48:38.659 INFO:tasks.workunit.client.0.smithi157.stdout:494 2024-08-17T00:48:38.660 INFO:tasks.workunit.client.0.smithi157.stdout:495 2024-08-17T00:48:38.661 INFO:tasks.workunit.client.0.smithi157.stdout:496 2024-08-17T00:48:38.661 INFO:tasks.workunit.client.0.smithi157.stdout:497 2024-08-17T00:48:38.662 INFO:tasks.workunit.client.0.smithi157.stdout:498 2024-08-17T00:48:38.663 INFO:tasks.workunit.client.0.smithi157.stdout:499 2024-08-17T00:48:38.664 INFO:tasks.workunit.client.0.smithi157.stdout:500 2024-08-17T00:48:38.665 INFO:tasks.workunit.client.0.smithi157.stdout:501 2024-08-17T00:48:38.666 INFO:tasks.workunit.client.0.smithi157.stdout:502 2024-08-17T00:48:38.667 INFO:tasks.workunit.client.0.smithi157.stdout:503 2024-08-17T00:48:38.668 INFO:tasks.workunit.client.0.smithi157.stdout:504 2024-08-17T00:48:38.669 INFO:tasks.workunit.client.0.smithi157.stdout:505 2024-08-17T00:48:38.670 INFO:tasks.workunit.client.0.smithi157.stdout:506 2024-08-17T00:48:38.671 INFO:tasks.workunit.client.0.smithi157.stdout:507 2024-08-17T00:48:38.672 INFO:tasks.workunit.client.0.smithi157.stdout:508 2024-08-17T00:48:38.673 INFO:tasks.workunit.client.0.smithi157.stdout:509 2024-08-17T00:48:38.674 INFO:tasks.workunit.client.0.smithi157.stdout:510 2024-08-17T00:48:38.675 INFO:tasks.workunit.client.0.smithi157.stdout:511 2024-08-17T00:48:38.676 INFO:tasks.workunit.client.0.smithi157.stdout:512 2024-08-17T00:48:38.677 INFO:tasks.workunit.client.0.smithi157.stdout:513 2024-08-17T00:48:38.677 INFO:tasks.workunit.client.0.smithi157.stdout:514 2024-08-17T00:48:38.678 INFO:tasks.workunit.client.0.smithi157.stdout:515 2024-08-17T00:48:38.679 INFO:tasks.workunit.client.0.smithi157.stdout:516 2024-08-17T00:48:38.680 INFO:tasks.workunit.client.0.smithi157.stdout:517 2024-08-17T00:48:38.681 INFO:tasks.workunit.client.0.smithi157.stdout:518 2024-08-17T00:48:38.682 INFO:tasks.workunit.client.0.smithi157.stdout:519 2024-08-17T00:48:38.683 INFO:tasks.workunit.client.0.smithi157.stdout:520 2024-08-17T00:48:38.684 INFO:tasks.workunit.client.0.smithi157.stdout:521 2024-08-17T00:48:38.685 INFO:tasks.workunit.client.0.smithi157.stdout:522 2024-08-17T00:48:38.686 INFO:tasks.workunit.client.0.smithi157.stdout:523 2024-08-17T00:48:38.686 INFO:tasks.workunit.client.0.smithi157.stdout:524 2024-08-17T00:48:38.687 INFO:tasks.workunit.client.0.smithi157.stdout:525 2024-08-17T00:48:38.688 INFO:tasks.workunit.client.0.smithi157.stdout:526 2024-08-17T00:48:38.689 INFO:tasks.workunit.client.0.smithi157.stdout:527 2024-08-17T00:48:38.690 INFO:tasks.workunit.client.0.smithi157.stdout:528 2024-08-17T00:48:38.691 INFO:tasks.workunit.client.0.smithi157.stdout:529 2024-08-17T00:48:38.692 INFO:tasks.workunit.client.0.smithi157.stdout:530 2024-08-17T00:48:38.693 INFO:tasks.workunit.client.0.smithi157.stdout:531 2024-08-17T00:48:38.694 INFO:tasks.workunit.client.0.smithi157.stdout:532 2024-08-17T00:48:38.695 INFO:tasks.workunit.client.0.smithi157.stdout:533 2024-08-17T00:48:38.696 INFO:tasks.workunit.client.0.smithi157.stdout:534 2024-08-17T00:48:38.697 INFO:tasks.workunit.client.0.smithi157.stdout:535 2024-08-17T00:48:38.697 INFO:tasks.workunit.client.0.smithi157.stdout:536 2024-08-17T00:48:38.698 INFO:tasks.workunit.client.0.smithi157.stdout:537 2024-08-17T00:48:38.699 INFO:tasks.workunit.client.0.smithi157.stdout:538 2024-08-17T00:48:38.700 INFO:tasks.workunit.client.0.smithi157.stdout:539 2024-08-17T00:48:38.701 INFO:tasks.workunit.client.0.smithi157.stdout:540 2024-08-17T00:48:38.702 INFO:tasks.workunit.client.0.smithi157.stdout:541 2024-08-17T00:48:38.703 INFO:tasks.workunit.client.0.smithi157.stdout:542 2024-08-17T00:48:38.704 INFO:tasks.workunit.client.0.smithi157.stdout:543 2024-08-17T00:48:38.705 INFO:tasks.workunit.client.0.smithi157.stdout:544 2024-08-17T00:48:38.706 INFO:tasks.workunit.client.0.smithi157.stdout:545 2024-08-17T00:48:38.707 INFO:tasks.workunit.client.0.smithi157.stdout:546 2024-08-17T00:48:38.708 INFO:tasks.workunit.client.0.smithi157.stdout:547 2024-08-17T00:48:38.709 INFO:tasks.workunit.client.0.smithi157.stdout:548 2024-08-17T00:48:38.709 INFO:tasks.workunit.client.0.smithi157.stdout:549 2024-08-17T00:48:38.710 INFO:tasks.workunit.client.0.smithi157.stdout:550 2024-08-17T00:48:38.711 INFO:tasks.workunit.client.0.smithi157.stdout:551 2024-08-17T00:48:38.712 INFO:tasks.workunit.client.0.smithi157.stdout:552 2024-08-17T00:48:38.713 INFO:tasks.workunit.client.0.smithi157.stdout:553 2024-08-17T00:48:38.714 INFO:tasks.workunit.client.0.smithi157.stdout:554 2024-08-17T00:48:38.715 INFO:tasks.workunit.client.0.smithi157.stdout:555 2024-08-17T00:48:38.716 INFO:tasks.workunit.client.0.smithi157.stdout:556 2024-08-17T00:48:38.717 INFO:tasks.workunit.client.0.smithi157.stdout:557 2024-08-17T00:48:38.718 INFO:tasks.workunit.client.0.smithi157.stdout:558 2024-08-17T00:48:38.719 INFO:tasks.workunit.client.0.smithi157.stdout:559 2024-08-17T00:48:38.720 INFO:tasks.workunit.client.0.smithi157.stdout:560 2024-08-17T00:48:38.721 INFO:tasks.workunit.client.0.smithi157.stdout:561 2024-08-17T00:48:38.722 INFO:tasks.workunit.client.0.smithi157.stdout:562 2024-08-17T00:48:38.723 INFO:tasks.workunit.client.0.smithi157.stdout:563 2024-08-17T00:48:38.724 INFO:tasks.workunit.client.0.smithi157.stdout:564 2024-08-17T00:48:38.725 INFO:tasks.workunit.client.0.smithi157.stdout:565 2024-08-17T00:48:38.726 INFO:tasks.workunit.client.0.smithi157.stdout:566 2024-08-17T00:48:38.727 INFO:tasks.workunit.client.0.smithi157.stdout:567 2024-08-17T00:48:38.728 INFO:tasks.workunit.client.0.smithi157.stdout:568 2024-08-17T00:48:38.729 INFO:tasks.workunit.client.0.smithi157.stdout:569 2024-08-17T00:48:38.730 INFO:tasks.workunit.client.0.smithi157.stdout:570 2024-08-17T00:48:38.731 INFO:tasks.workunit.client.0.smithi157.stdout:571 2024-08-17T00:48:38.732 INFO:tasks.workunit.client.0.smithi157.stdout:572 2024-08-17T00:48:38.733 INFO:tasks.workunit.client.0.smithi157.stdout:573 2024-08-17T00:48:38.734 INFO:tasks.workunit.client.0.smithi157.stdout:574 2024-08-17T00:48:38.735 INFO:tasks.workunit.client.0.smithi157.stdout:575 2024-08-17T00:48:38.736 INFO:tasks.workunit.client.0.smithi157.stdout:576 2024-08-17T00:48:38.737 INFO:tasks.workunit.client.0.smithi157.stdout:577 2024-08-17T00:48:38.738 INFO:tasks.workunit.client.0.smithi157.stdout:578 2024-08-17T00:48:38.739 INFO:tasks.workunit.client.0.smithi157.stdout:579 2024-08-17T00:48:38.740 INFO:tasks.workunit.client.0.smithi157.stdout:580 2024-08-17T00:48:38.741 INFO:tasks.workunit.client.0.smithi157.stdout:581 2024-08-17T00:48:38.742 INFO:tasks.workunit.client.0.smithi157.stdout:582 2024-08-17T00:48:38.743 INFO:tasks.workunit.client.0.smithi157.stdout:583 2024-08-17T00:48:38.744 INFO:tasks.workunit.client.0.smithi157.stdout:584 2024-08-17T00:48:38.745 INFO:tasks.workunit.client.0.smithi157.stdout:585 2024-08-17T00:48:38.746 INFO:tasks.workunit.client.0.smithi157.stdout:586 2024-08-17T00:48:38.747 INFO:tasks.workunit.client.0.smithi157.stdout:587 2024-08-17T00:48:38.748 INFO:tasks.workunit.client.0.smithi157.stdout:588 2024-08-17T00:48:38.749 INFO:tasks.workunit.client.0.smithi157.stdout:589 2024-08-17T00:48:38.750 INFO:tasks.workunit.client.0.smithi157.stdout:590 2024-08-17T00:48:38.751 INFO:tasks.workunit.client.0.smithi157.stdout:591 2024-08-17T00:48:38.752 INFO:tasks.workunit.client.0.smithi157.stdout:592 2024-08-17T00:48:38.753 INFO:tasks.workunit.client.0.smithi157.stdout:593 2024-08-17T00:48:38.754 INFO:tasks.workunit.client.0.smithi157.stdout:594 2024-08-17T00:48:38.755 INFO:tasks.workunit.client.0.smithi157.stdout:595 2024-08-17T00:48:38.756 INFO:tasks.workunit.client.0.smithi157.stdout:596 2024-08-17T00:48:38.757 INFO:tasks.workunit.client.0.smithi157.stdout:597 2024-08-17T00:48:38.758 INFO:tasks.workunit.client.0.smithi157.stdout:598 2024-08-17T00:48:38.759 INFO:tasks.workunit.client.0.smithi157.stdout:599 2024-08-17T00:48:38.760 INFO:tasks.workunit.client.0.smithi157.stdout:600 2024-08-17T00:48:38.761 INFO:tasks.workunit.client.0.smithi157.stdout:601 2024-08-17T00:48:38.761 INFO:tasks.workunit.client.0.smithi157.stdout:602 2024-08-17T00:48:38.762 INFO:tasks.workunit.client.0.smithi157.stdout:603 2024-08-17T00:48:38.763 INFO:tasks.workunit.client.0.smithi157.stdout:604 2024-08-17T00:48:38.764 INFO:tasks.workunit.client.0.smithi157.stdout:605 2024-08-17T00:48:38.765 INFO:tasks.workunit.client.0.smithi157.stdout:606 2024-08-17T00:48:38.766 INFO:tasks.workunit.client.0.smithi157.stdout:607 2024-08-17T00:48:38.767 INFO:tasks.workunit.client.0.smithi157.stdout:608 2024-08-17T00:48:38.768 INFO:tasks.workunit.client.0.smithi157.stdout:609 2024-08-17T00:48:38.769 INFO:tasks.workunit.client.0.smithi157.stdout:610 2024-08-17T00:48:38.770 INFO:tasks.workunit.client.0.smithi157.stdout:611 2024-08-17T00:48:38.771 INFO:tasks.workunit.client.0.smithi157.stdout:612 2024-08-17T00:48:38.772 INFO:tasks.workunit.client.0.smithi157.stdout:613 2024-08-17T00:48:38.773 INFO:tasks.workunit.client.0.smithi157.stdout:614 2024-08-17T00:48:38.774 INFO:tasks.workunit.client.0.smithi157.stdout:615 2024-08-17T00:48:38.775 INFO:tasks.workunit.client.0.smithi157.stdout:616 2024-08-17T00:48:38.778 INFO:tasks.workunit.client.0.smithi157.stdout:617 2024-08-17T00:48:38.778 INFO:tasks.workunit.client.0.smithi157.stdout:618 2024-08-17T00:48:38.778 INFO:tasks.workunit.client.0.smithi157.stdout:619 2024-08-17T00:48:38.779 INFO:tasks.workunit.client.0.smithi157.stdout:620 2024-08-17T00:48:38.780 INFO:tasks.workunit.client.0.smithi157.stdout:621 2024-08-17T00:48:38.781 INFO:tasks.workunit.client.0.smithi157.stdout:622 2024-08-17T00:48:38.782 INFO:tasks.workunit.client.0.smithi157.stdout:623 2024-08-17T00:48:38.783 INFO:tasks.workunit.client.0.smithi157.stdout:624 2024-08-17T00:48:38.784 INFO:tasks.workunit.client.0.smithi157.stdout:625 2024-08-17T00:48:38.785 INFO:tasks.workunit.client.0.smithi157.stdout:626 2024-08-17T00:48:38.786 INFO:tasks.workunit.client.0.smithi157.stdout:627 2024-08-17T00:48:38.787 INFO:tasks.workunit.client.0.smithi157.stdout:628 2024-08-17T00:48:38.788 INFO:tasks.workunit.client.0.smithi157.stdout:629 2024-08-17T00:48:38.789 INFO:tasks.workunit.client.0.smithi157.stdout:630 2024-08-17T00:48:38.790 INFO:tasks.workunit.client.0.smithi157.stdout:631 2024-08-17T00:48:38.791 INFO:tasks.workunit.client.0.smithi157.stdout:632 2024-08-17T00:48:38.792 INFO:tasks.workunit.client.0.smithi157.stdout:633 2024-08-17T00:48:38.793 INFO:tasks.workunit.client.0.smithi157.stdout:634 2024-08-17T00:48:38.794 INFO:tasks.workunit.client.0.smithi157.stdout:635 2024-08-17T00:48:38.795 INFO:tasks.workunit.client.0.smithi157.stdout:636 2024-08-17T00:48:38.796 INFO:tasks.workunit.client.0.smithi157.stdout:637 2024-08-17T00:48:38.797 INFO:tasks.workunit.client.0.smithi157.stdout:638 2024-08-17T00:48:38.798 INFO:tasks.workunit.client.0.smithi157.stdout:639 2024-08-17T00:48:38.799 INFO:tasks.workunit.client.0.smithi157.stdout:640 2024-08-17T00:48:38.800 INFO:tasks.workunit.client.0.smithi157.stdout:641 2024-08-17T00:48:38.801 INFO:tasks.workunit.client.0.smithi157.stdout:642 2024-08-17T00:48:38.802 INFO:tasks.workunit.client.0.smithi157.stdout:643 2024-08-17T00:48:38.802 INFO:tasks.workunit.client.0.smithi157.stdout:644 2024-08-17T00:48:38.803 INFO:tasks.workunit.client.0.smithi157.stdout:645 2024-08-17T00:48:38.804 INFO:tasks.workunit.client.0.smithi157.stdout:646 2024-08-17T00:48:38.805 INFO:tasks.workunit.client.0.smithi157.stdout:647 2024-08-17T00:48:38.806 INFO:tasks.workunit.client.0.smithi157.stdout:648 2024-08-17T00:48:38.807 INFO:tasks.workunit.client.0.smithi157.stdout:649 2024-08-17T00:48:38.808 INFO:tasks.workunit.client.0.smithi157.stdout:650 2024-08-17T00:48:38.809 INFO:tasks.workunit.client.0.smithi157.stdout:651 2024-08-17T00:48:38.810 INFO:tasks.workunit.client.0.smithi157.stdout:652 2024-08-17T00:48:38.811 INFO:tasks.workunit.client.0.smithi157.stdout:653 2024-08-17T00:48:38.812 INFO:tasks.workunit.client.0.smithi157.stdout:654 2024-08-17T00:48:38.813 INFO:tasks.workunit.client.0.smithi157.stdout:655 2024-08-17T00:48:38.814 INFO:tasks.workunit.client.0.smithi157.stdout:656 2024-08-17T00:48:38.815 INFO:tasks.workunit.client.0.smithi157.stdout:657 2024-08-17T00:48:38.816 INFO:tasks.workunit.client.0.smithi157.stdout:658 2024-08-17T00:48:38.817 INFO:tasks.workunit.client.0.smithi157.stdout:659 2024-08-17T00:48:38.818 INFO:tasks.workunit.client.0.smithi157.stdout:660 2024-08-17T00:48:38.819 INFO:tasks.workunit.client.0.smithi157.stdout:661 2024-08-17T00:48:38.820 INFO:tasks.workunit.client.0.smithi157.stdout:662 2024-08-17T00:48:38.821 INFO:tasks.workunit.client.0.smithi157.stdout:663 2024-08-17T00:48:38.822 INFO:tasks.workunit.client.0.smithi157.stdout:664 2024-08-17T00:48:38.823 INFO:tasks.workunit.client.0.smithi157.stdout:665 2024-08-17T00:48:38.824 INFO:tasks.workunit.client.0.smithi157.stdout:666 2024-08-17T00:48:38.825 INFO:tasks.workunit.client.0.smithi157.stdout:667 2024-08-17T00:48:38.826 INFO:tasks.workunit.client.0.smithi157.stdout:668 2024-08-17T00:48:38.827 INFO:tasks.workunit.client.0.smithi157.stdout:669 2024-08-17T00:48:38.828 INFO:tasks.workunit.client.0.smithi157.stdout:670 2024-08-17T00:48:38.829 INFO:tasks.workunit.client.0.smithi157.stdout:671 2024-08-17T00:48:38.830 INFO:tasks.workunit.client.0.smithi157.stdout:672 2024-08-17T00:48:38.831 INFO:tasks.workunit.client.0.smithi157.stdout:673 2024-08-17T00:48:38.832 INFO:tasks.workunit.client.0.smithi157.stdout:674 2024-08-17T00:48:38.833 INFO:tasks.workunit.client.0.smithi157.stdout:675 2024-08-17T00:48:38.834 INFO:tasks.workunit.client.0.smithi157.stdout:676 2024-08-17T00:48:38.835 INFO:tasks.workunit.client.0.smithi157.stdout:677 2024-08-17T00:48:38.836 INFO:tasks.workunit.client.0.smithi157.stdout:678 2024-08-17T00:48:38.837 INFO:tasks.workunit.client.0.smithi157.stdout:679 2024-08-17T00:48:38.838 INFO:tasks.workunit.client.0.smithi157.stdout:680 2024-08-17T00:48:38.839 INFO:tasks.workunit.client.0.smithi157.stdout:681 2024-08-17T00:48:38.840 INFO:tasks.workunit.client.0.smithi157.stdout:682 2024-08-17T00:48:38.841 INFO:tasks.workunit.client.0.smithi157.stdout:683 2024-08-17T00:48:38.842 INFO:tasks.workunit.client.0.smithi157.stdout:684 2024-08-17T00:48:38.843 INFO:tasks.workunit.client.0.smithi157.stdout:685 2024-08-17T00:48:38.844 INFO:tasks.workunit.client.0.smithi157.stdout:686 2024-08-17T00:48:38.845 INFO:tasks.workunit.client.0.smithi157.stdout:687 2024-08-17T00:48:38.846 INFO:tasks.workunit.client.0.smithi157.stdout:688 2024-08-17T00:48:38.847 INFO:tasks.workunit.client.0.smithi157.stdout:689 2024-08-17T00:48:38.848 INFO:tasks.workunit.client.0.smithi157.stdout:690 2024-08-17T00:48:38.849 INFO:tasks.workunit.client.0.smithi157.stdout:691 2024-08-17T00:48:38.850 INFO:tasks.workunit.client.0.smithi157.stdout:692 2024-08-17T00:48:38.851 INFO:tasks.workunit.client.0.smithi157.stdout:693 2024-08-17T00:48:38.852 INFO:tasks.workunit.client.0.smithi157.stdout:694 2024-08-17T00:48:38.853 INFO:tasks.workunit.client.0.smithi157.stdout:695 2024-08-17T00:48:38.854 INFO:tasks.workunit.client.0.smithi157.stdout:696 2024-08-17T00:48:38.855 INFO:tasks.workunit.client.0.smithi157.stdout:697 2024-08-17T00:48:38.856 INFO:tasks.workunit.client.0.smithi157.stdout:698 2024-08-17T00:48:38.857 INFO:tasks.workunit.client.0.smithi157.stdout:699 2024-08-17T00:48:38.858 INFO:tasks.workunit.client.0.smithi157.stdout:700 2024-08-17T00:48:38.859 INFO:tasks.workunit.client.0.smithi157.stdout:701 2024-08-17T00:48:38.860 INFO:tasks.workunit.client.0.smithi157.stdout:702 2024-08-17T00:48:38.861 INFO:tasks.workunit.client.0.smithi157.stdout:703 2024-08-17T00:48:38.862 INFO:tasks.workunit.client.0.smithi157.stdout:704 2024-08-17T00:48:38.863 INFO:tasks.workunit.client.0.smithi157.stdout:705 2024-08-17T00:48:38.864 INFO:tasks.workunit.client.0.smithi157.stdout:706 2024-08-17T00:48:38.865 INFO:tasks.workunit.client.0.smithi157.stdout:707 2024-08-17T00:48:38.866 INFO:tasks.workunit.client.0.smithi157.stdout:708 2024-08-17T00:48:38.867 INFO:tasks.workunit.client.0.smithi157.stdout:709 2024-08-17T00:48:38.868 INFO:tasks.workunit.client.0.smithi157.stdout:710 2024-08-17T00:48:38.869 INFO:tasks.workunit.client.0.smithi157.stdout:711 2024-08-17T00:48:38.870 INFO:tasks.workunit.client.0.smithi157.stdout:712 2024-08-17T00:48:38.871 INFO:tasks.workunit.client.0.smithi157.stdout:713 2024-08-17T00:48:38.872 INFO:tasks.workunit.client.0.smithi157.stdout:714 2024-08-17T00:48:38.873 INFO:tasks.workunit.client.0.smithi157.stdout:715 2024-08-17T00:48:38.874 INFO:tasks.workunit.client.0.smithi157.stdout:716 2024-08-17T00:48:38.875 INFO:tasks.workunit.client.0.smithi157.stdout:717 2024-08-17T00:48:38.876 INFO:tasks.workunit.client.0.smithi157.stdout:718 2024-08-17T00:48:38.877 INFO:tasks.workunit.client.0.smithi157.stdout:719 2024-08-17T00:48:38.878 INFO:tasks.workunit.client.0.smithi157.stdout:720 2024-08-17T00:48:38.879 INFO:tasks.workunit.client.0.smithi157.stdout:721 2024-08-17T00:48:38.880 INFO:tasks.workunit.client.0.smithi157.stdout:722 2024-08-17T00:48:38.881 INFO:tasks.workunit.client.0.smithi157.stdout:723 2024-08-17T00:48:38.882 INFO:tasks.workunit.client.0.smithi157.stdout:724 2024-08-17T00:48:38.883 INFO:tasks.workunit.client.0.smithi157.stdout:725 2024-08-17T00:48:38.884 INFO:tasks.workunit.client.0.smithi157.stdout:726 2024-08-17T00:48:38.885 INFO:tasks.workunit.client.0.smithi157.stdout:727 2024-08-17T00:48:38.885 INFO:tasks.workunit.client.0.smithi157.stdout:728 2024-08-17T00:48:38.887 INFO:tasks.workunit.client.0.smithi157.stdout:729 2024-08-17T00:48:38.888 INFO:tasks.workunit.client.0.smithi157.stdout:730 2024-08-17T00:48:38.889 INFO:tasks.workunit.client.0.smithi157.stdout:731 2024-08-17T00:48:38.890 INFO:tasks.workunit.client.0.smithi157.stdout:732 2024-08-17T00:48:38.891 INFO:tasks.workunit.client.0.smithi157.stdout:733 2024-08-17T00:48:38.892 INFO:tasks.workunit.client.0.smithi157.stdout:734 2024-08-17T00:48:38.893 INFO:tasks.workunit.client.0.smithi157.stdout:735 2024-08-17T00:48:38.894 INFO:tasks.workunit.client.0.smithi157.stdout:736 2024-08-17T00:48:38.895 INFO:tasks.workunit.client.0.smithi157.stdout:737 2024-08-17T00:48:38.896 INFO:tasks.workunit.client.0.smithi157.stdout:738 2024-08-17T00:48:38.897 INFO:tasks.workunit.client.0.smithi157.stdout:739 2024-08-17T00:48:38.898 INFO:tasks.workunit.client.0.smithi157.stdout:740 2024-08-17T00:48:38.899 INFO:tasks.workunit.client.0.smithi157.stdout:741 2024-08-17T00:48:38.900 INFO:tasks.workunit.client.0.smithi157.stdout:742 2024-08-17T00:48:38.901 INFO:tasks.workunit.client.0.smithi157.stdout:743 2024-08-17T00:48:38.902 INFO:tasks.workunit.client.0.smithi157.stdout:744 2024-08-17T00:48:38.903 INFO:tasks.workunit.client.0.smithi157.stdout:745 2024-08-17T00:48:38.905 INFO:tasks.workunit.client.0.smithi157.stdout:746 2024-08-17T00:48:38.906 INFO:tasks.workunit.client.0.smithi157.stdout:747 2024-08-17T00:48:38.907 INFO:tasks.workunit.client.0.smithi157.stdout:748 2024-08-17T00:48:38.908 INFO:tasks.workunit.client.0.smithi157.stdout:749 2024-08-17T00:48:38.909 INFO:tasks.workunit.client.0.smithi157.stdout:750 2024-08-17T00:48:38.910 INFO:tasks.workunit.client.0.smithi157.stdout:751 2024-08-17T00:48:38.911 INFO:tasks.workunit.client.0.smithi157.stdout:752 2024-08-17T00:48:38.912 INFO:tasks.workunit.client.0.smithi157.stdout:753 2024-08-17T00:48:38.913 INFO:tasks.workunit.client.0.smithi157.stdout:754 2024-08-17T00:48:38.914 INFO:tasks.workunit.client.0.smithi157.stdout:755 2024-08-17T00:48:38.915 INFO:tasks.workunit.client.0.smithi157.stdout:756 2024-08-17T00:48:38.916 INFO:tasks.workunit.client.0.smithi157.stdout:757 2024-08-17T00:48:38.917 INFO:tasks.workunit.client.0.smithi157.stdout:758 2024-08-17T00:48:38.918 INFO:tasks.workunit.client.0.smithi157.stdout:759 2024-08-17T00:48:38.919 INFO:tasks.workunit.client.0.smithi157.stdout:760 2024-08-17T00:48:38.920 INFO:tasks.workunit.client.0.smithi157.stdout:761 2024-08-17T00:48:38.921 INFO:tasks.workunit.client.0.smithi157.stdout:762 2024-08-17T00:48:38.922 INFO:tasks.workunit.client.0.smithi157.stdout:763 2024-08-17T00:48:38.923 INFO:tasks.workunit.client.0.smithi157.stdout:764 2024-08-17T00:48:38.924 INFO:tasks.workunit.client.0.smithi157.stdout:765 2024-08-17T00:48:38.925 INFO:tasks.workunit.client.0.smithi157.stdout:766 2024-08-17T00:48:38.926 INFO:tasks.workunit.client.0.smithi157.stdout:767 2024-08-17T00:48:38.927 INFO:tasks.workunit.client.0.smithi157.stdout:768 2024-08-17T00:48:38.928 INFO:tasks.workunit.client.0.smithi157.stdout:769 2024-08-17T00:48:38.929 INFO:tasks.workunit.client.0.smithi157.stdout:770 2024-08-17T00:48:38.930 INFO:tasks.workunit.client.0.smithi157.stdout:771 2024-08-17T00:48:38.931 INFO:tasks.workunit.client.0.smithi157.stdout:772 2024-08-17T00:48:38.932 INFO:tasks.workunit.client.0.smithi157.stdout:773 2024-08-17T00:48:38.933 INFO:tasks.workunit.client.0.smithi157.stdout:774 2024-08-17T00:48:38.934 INFO:tasks.workunit.client.0.smithi157.stdout:775 2024-08-17T00:48:38.935 INFO:tasks.workunit.client.0.smithi157.stdout:776 2024-08-17T00:48:38.936 INFO:tasks.workunit.client.0.smithi157.stdout:777 2024-08-17T00:48:38.937 INFO:tasks.workunit.client.0.smithi157.stdout:778 2024-08-17T00:48:38.938 INFO:tasks.workunit.client.0.smithi157.stdout:779 2024-08-17T00:48:38.939 INFO:tasks.workunit.client.0.smithi157.stdout:780 2024-08-17T00:48:38.941 INFO:tasks.workunit.client.0.smithi157.stdout:781 2024-08-17T00:48:38.942 INFO:tasks.workunit.client.0.smithi157.stdout:782 2024-08-17T00:48:38.942 INFO:tasks.workunit.client.0.smithi157.stdout:783 2024-08-17T00:48:38.944 INFO:tasks.workunit.client.0.smithi157.stdout:784 2024-08-17T00:48:38.945 INFO:tasks.workunit.client.0.smithi157.stdout:785 2024-08-17T00:48:38.946 INFO:tasks.workunit.client.0.smithi157.stdout:786 2024-08-17T00:48:38.947 INFO:tasks.workunit.client.0.smithi157.stdout:787 2024-08-17T00:48:38.948 INFO:tasks.workunit.client.0.smithi157.stdout:788 2024-08-17T00:48:38.949 INFO:tasks.workunit.client.0.smithi157.stdout:789 2024-08-17T00:48:38.950 INFO:tasks.workunit.client.0.smithi157.stdout:790 2024-08-17T00:48:38.951 INFO:tasks.workunit.client.0.smithi157.stdout:791 2024-08-17T00:48:38.952 INFO:tasks.workunit.client.0.smithi157.stdout:792 2024-08-17T00:48:38.953 INFO:tasks.workunit.client.0.smithi157.stdout:793 2024-08-17T00:48:38.954 INFO:tasks.workunit.client.0.smithi157.stdout:794 2024-08-17T00:48:38.955 INFO:tasks.workunit.client.0.smithi157.stdout:795 2024-08-17T00:48:38.956 INFO:tasks.workunit.client.0.smithi157.stdout:796 2024-08-17T00:48:38.957 INFO:tasks.workunit.client.0.smithi157.stdout:797 2024-08-17T00:48:38.958 INFO:tasks.workunit.client.0.smithi157.stdout:798 2024-08-17T00:48:38.959 INFO:tasks.workunit.client.0.smithi157.stdout:799 2024-08-17T00:48:38.960 INFO:tasks.workunit.client.0.smithi157.stdout:800 2024-08-17T00:48:38.961 INFO:tasks.workunit.client.0.smithi157.stdout:801 2024-08-17T00:48:38.962 INFO:tasks.workunit.client.0.smithi157.stdout:802 2024-08-17T00:48:38.963 INFO:tasks.workunit.client.0.smithi157.stdout:803 2024-08-17T00:48:38.965 INFO:tasks.workunit.client.0.smithi157.stdout:804 2024-08-17T00:48:38.966 INFO:tasks.workunit.client.0.smithi157.stdout:805 2024-08-17T00:48:38.967 INFO:tasks.workunit.client.0.smithi157.stdout:806 2024-08-17T00:48:38.968 INFO:tasks.workunit.client.0.smithi157.stdout:807 2024-08-17T00:48:38.969 INFO:tasks.workunit.client.0.smithi157.stdout:808 2024-08-17T00:48:38.970 INFO:tasks.workunit.client.0.smithi157.stdout:809 2024-08-17T00:48:38.971 INFO:tasks.workunit.client.0.smithi157.stdout:810 2024-08-17T00:48:38.972 INFO:tasks.workunit.client.0.smithi157.stdout:811 2024-08-17T00:48:38.973 INFO:tasks.workunit.client.0.smithi157.stdout:812 2024-08-17T00:48:38.974 INFO:tasks.workunit.client.0.smithi157.stdout:813 2024-08-17T00:48:38.975 INFO:tasks.workunit.client.0.smithi157.stdout:814 2024-08-17T00:48:38.976 INFO:tasks.workunit.client.0.smithi157.stdout:815 2024-08-17T00:48:38.977 INFO:tasks.workunit.client.0.smithi157.stdout:816 2024-08-17T00:48:38.978 INFO:tasks.workunit.client.0.smithi157.stdout:817 2024-08-17T00:48:38.982 INFO:tasks.workunit.client.0.smithi157.stdout:818 2024-08-17T00:48:38.982 INFO:tasks.workunit.client.0.smithi157.stdout:819 2024-08-17T00:48:38.982 INFO:tasks.workunit.client.0.smithi157.stdout:820 2024-08-17T00:48:38.983 INFO:tasks.workunit.client.0.smithi157.stdout:821 2024-08-17T00:48:38.984 INFO:tasks.workunit.client.0.smithi157.stdout:822 2024-08-17T00:48:38.985 INFO:tasks.workunit.client.0.smithi157.stdout:823 2024-08-17T00:48:38.986 INFO:tasks.workunit.client.0.smithi157.stdout:824 2024-08-17T00:48:38.987 INFO:tasks.workunit.client.0.smithi157.stdout:825 2024-08-17T00:48:38.988 INFO:tasks.workunit.client.0.smithi157.stdout:826 2024-08-17T00:48:38.989 INFO:tasks.workunit.client.0.smithi157.stdout:827 2024-08-17T00:48:38.990 INFO:tasks.workunit.client.0.smithi157.stdout:828 2024-08-17T00:48:38.991 INFO:tasks.workunit.client.0.smithi157.stdout:829 2024-08-17T00:48:38.992 INFO:tasks.workunit.client.0.smithi157.stdout:830 2024-08-17T00:48:38.993 INFO:tasks.workunit.client.0.smithi157.stdout:831 2024-08-17T00:48:38.994 INFO:tasks.workunit.client.0.smithi157.stdout:832 2024-08-17T00:48:38.995 INFO:tasks.workunit.client.0.smithi157.stdout:833 2024-08-17T00:48:38.996 INFO:tasks.workunit.client.0.smithi157.stdout:834 2024-08-17T00:48:38.997 INFO:tasks.workunit.client.0.smithi157.stdout:835 2024-08-17T00:48:38.998 INFO:tasks.workunit.client.0.smithi157.stdout:836 2024-08-17T00:48:38.999 INFO:tasks.workunit.client.0.smithi157.stdout:837 2024-08-17T00:48:39.000 INFO:tasks.workunit.client.0.smithi157.stdout:838 2024-08-17T00:48:39.001 INFO:tasks.workunit.client.0.smithi157.stdout:839 2024-08-17T00:48:39.002 INFO:tasks.workunit.client.0.smithi157.stdout:840 2024-08-17T00:48:39.003 INFO:tasks.workunit.client.0.smithi157.stdout:841 2024-08-17T00:48:39.004 INFO:tasks.workunit.client.0.smithi157.stdout:842 2024-08-17T00:48:39.005 INFO:tasks.workunit.client.0.smithi157.stdout:843 2024-08-17T00:48:39.006 INFO:tasks.workunit.client.0.smithi157.stdout:844 2024-08-17T00:48:39.007 INFO:tasks.workunit.client.0.smithi157.stdout:845 2024-08-17T00:48:39.008 INFO:tasks.workunit.client.0.smithi157.stdout:846 2024-08-17T00:48:39.009 INFO:tasks.workunit.client.0.smithi157.stdout:847 2024-08-17T00:48:39.011 INFO:tasks.workunit.client.0.smithi157.stdout:848 2024-08-17T00:48:39.012 INFO:tasks.workunit.client.0.smithi157.stdout:849 2024-08-17T00:48:39.013 INFO:tasks.workunit.client.0.smithi157.stdout:850 2024-08-17T00:48:39.014 INFO:tasks.workunit.client.0.smithi157.stdout:851 2024-08-17T00:48:39.015 INFO:tasks.workunit.client.0.smithi157.stdout:852 2024-08-17T00:48:39.016 INFO:tasks.workunit.client.0.smithi157.stdout:853 2024-08-17T00:48:39.017 INFO:tasks.workunit.client.0.smithi157.stdout:854 2024-08-17T00:48:39.018 INFO:tasks.workunit.client.0.smithi157.stdout:855 2024-08-17T00:48:39.019 INFO:tasks.workunit.client.0.smithi157.stdout:856 2024-08-17T00:48:39.020 INFO:tasks.workunit.client.0.smithi157.stdout:857 2024-08-17T00:48:39.021 INFO:tasks.workunit.client.0.smithi157.stdout:858 2024-08-17T00:48:39.022 INFO:tasks.workunit.client.0.smithi157.stdout:859 2024-08-17T00:48:39.023 INFO:tasks.workunit.client.0.smithi157.stdout:860 2024-08-17T00:48:39.025 INFO:tasks.workunit.client.0.smithi157.stdout:861 2024-08-17T00:48:39.026 INFO:tasks.workunit.client.0.smithi157.stdout:862 2024-08-17T00:48:39.027 INFO:tasks.workunit.client.0.smithi157.stdout:863 2024-08-17T00:48:39.028 INFO:tasks.workunit.client.0.smithi157.stdout:864 2024-08-17T00:48:39.029 INFO:tasks.workunit.client.0.smithi157.stdout:865 2024-08-17T00:48:39.030 INFO:tasks.workunit.client.0.smithi157.stdout:866 2024-08-17T00:48:39.031 INFO:tasks.workunit.client.0.smithi157.stdout:867 2024-08-17T00:48:39.032 INFO:tasks.workunit.client.0.smithi157.stdout:868 2024-08-17T00:48:39.033 INFO:tasks.workunit.client.0.smithi157.stdout:869 2024-08-17T00:48:39.034 INFO:tasks.workunit.client.0.smithi157.stdout:870 2024-08-17T00:48:39.035 INFO:tasks.workunit.client.0.smithi157.stdout:871 2024-08-17T00:48:39.036 INFO:tasks.workunit.client.0.smithi157.stdout:872 2024-08-17T00:48:39.037 INFO:tasks.workunit.client.0.smithi157.stdout:873 2024-08-17T00:48:39.038 INFO:tasks.workunit.client.0.smithi157.stdout:874 2024-08-17T00:48:39.039 INFO:tasks.workunit.client.0.smithi157.stdout:875 2024-08-17T00:48:39.040 INFO:tasks.workunit.client.0.smithi157.stdout:876 2024-08-17T00:48:39.041 INFO:tasks.workunit.client.0.smithi157.stdout:877 2024-08-17T00:48:39.042 INFO:tasks.workunit.client.0.smithi157.stdout:878 2024-08-17T00:48:39.043 INFO:tasks.workunit.client.0.smithi157.stdout:879 2024-08-17T00:48:39.044 INFO:tasks.workunit.client.0.smithi157.stdout:880 2024-08-17T00:48:39.045 INFO:tasks.workunit.client.0.smithi157.stdout:881 2024-08-17T00:48:39.046 INFO:tasks.workunit.client.0.smithi157.stdout:882 2024-08-17T00:48:39.047 INFO:tasks.workunit.client.0.smithi157.stdout:883 2024-08-17T00:48:39.048 INFO:tasks.workunit.client.0.smithi157.stdout:884 2024-08-17T00:48:39.049 INFO:tasks.workunit.client.0.smithi157.stdout:885 2024-08-17T00:48:39.050 INFO:tasks.workunit.client.0.smithi157.stdout:886 2024-08-17T00:48:39.051 INFO:tasks.workunit.client.0.smithi157.stdout:887 2024-08-17T00:48:39.052 INFO:tasks.workunit.client.0.smithi157.stdout:888 2024-08-17T00:48:39.053 INFO:tasks.workunit.client.0.smithi157.stdout:889 2024-08-17T00:48:39.054 INFO:tasks.workunit.client.0.smithi157.stdout:890 2024-08-17T00:48:39.055 INFO:tasks.workunit.client.0.smithi157.stdout:891 2024-08-17T00:48:39.056 INFO:tasks.workunit.client.0.smithi157.stdout:892 2024-08-17T00:48:39.057 INFO:tasks.workunit.client.0.smithi157.stdout:893 2024-08-17T00:48:39.058 INFO:tasks.workunit.client.0.smithi157.stdout:894 2024-08-17T00:48:39.059 INFO:tasks.workunit.client.0.smithi157.stdout:895 2024-08-17T00:48:39.060 INFO:tasks.workunit.client.0.smithi157.stdout:896 2024-08-17T00:48:39.062 INFO:tasks.workunit.client.0.smithi157.stdout:897 2024-08-17T00:48:39.063 INFO:tasks.workunit.client.0.smithi157.stdout:898 2024-08-17T00:48:39.064 INFO:tasks.workunit.client.0.smithi157.stdout:899 2024-08-17T00:48:39.065 INFO:tasks.workunit.client.0.smithi157.stdout:900 2024-08-17T00:48:39.066 INFO:tasks.workunit.client.0.smithi157.stdout:901 2024-08-17T00:48:39.067 INFO:tasks.workunit.client.0.smithi157.stdout:902 2024-08-17T00:48:39.068 INFO:tasks.workunit.client.0.smithi157.stdout:903 2024-08-17T00:48:39.069 INFO:tasks.workunit.client.0.smithi157.stdout:904 2024-08-17T00:48:39.070 INFO:tasks.workunit.client.0.smithi157.stdout:905 2024-08-17T00:48:39.071 INFO:tasks.workunit.client.0.smithi157.stdout:906 2024-08-17T00:48:39.072 INFO:tasks.workunit.client.0.smithi157.stdout:907 2024-08-17T00:48:39.073 INFO:tasks.workunit.client.0.smithi157.stdout:908 2024-08-17T00:48:39.074 INFO:tasks.workunit.client.0.smithi157.stdout:909 2024-08-17T00:48:39.075 INFO:tasks.workunit.client.0.smithi157.stdout:910 2024-08-17T00:48:39.076 INFO:tasks.workunit.client.0.smithi157.stdout:911 2024-08-17T00:48:39.077 INFO:tasks.workunit.client.0.smithi157.stdout:912 2024-08-17T00:48:39.078 INFO:tasks.workunit.client.0.smithi157.stdout:913 2024-08-17T00:48:39.079 INFO:tasks.workunit.client.0.smithi157.stdout:914 2024-08-17T00:48:39.080 INFO:tasks.workunit.client.0.smithi157.stdout:915 2024-08-17T00:48:39.081 INFO:tasks.workunit.client.0.smithi157.stdout:916 2024-08-17T00:48:39.083 INFO:tasks.workunit.client.0.smithi157.stdout:917 2024-08-17T00:48:39.084 INFO:tasks.workunit.client.0.smithi157.stdout:918 2024-08-17T00:48:39.085 INFO:tasks.workunit.client.0.smithi157.stdout:919 2024-08-17T00:48:39.086 INFO:tasks.workunit.client.0.smithi157.stdout:920 2024-08-17T00:48:39.087 INFO:tasks.workunit.client.0.smithi157.stdout:921 2024-08-17T00:48:39.088 INFO:tasks.workunit.client.0.smithi157.stdout:922 2024-08-17T00:48:39.089 INFO:tasks.workunit.client.0.smithi157.stdout:923 2024-08-17T00:48:39.090 INFO:tasks.workunit.client.0.smithi157.stdout:924 2024-08-17T00:48:39.091 INFO:tasks.workunit.client.0.smithi157.stdout:925 2024-08-17T00:48:39.092 INFO:tasks.workunit.client.0.smithi157.stdout:926 2024-08-17T00:48:39.093 INFO:tasks.workunit.client.0.smithi157.stdout:927 2024-08-17T00:48:39.094 INFO:tasks.workunit.client.0.smithi157.stdout:928 2024-08-17T00:48:39.095 INFO:tasks.workunit.client.0.smithi157.stdout:929 2024-08-17T00:48:39.096 INFO:tasks.workunit.client.0.smithi157.stdout:930 2024-08-17T00:48:39.097 INFO:tasks.workunit.client.0.smithi157.stdout:931 2024-08-17T00:48:39.098 INFO:tasks.workunit.client.0.smithi157.stdout:932 2024-08-17T00:48:39.099 INFO:tasks.workunit.client.0.smithi157.stdout:933 2024-08-17T00:48:39.101 INFO:tasks.workunit.client.0.smithi157.stdout:934 2024-08-17T00:48:39.102 INFO:tasks.workunit.client.0.smithi157.stdout:935 2024-08-17T00:48:39.103 INFO:tasks.workunit.client.0.smithi157.stdout:936 2024-08-17T00:48:39.104 INFO:tasks.workunit.client.0.smithi157.stdout:937 2024-08-17T00:48:39.105 INFO:tasks.workunit.client.0.smithi157.stdout:938 2024-08-17T00:48:39.106 INFO:tasks.workunit.client.0.smithi157.stdout:939 2024-08-17T00:48:39.107 INFO:tasks.workunit.client.0.smithi157.stdout:940 2024-08-17T00:48:39.108 INFO:tasks.workunit.client.0.smithi157.stdout:941 2024-08-17T00:48:39.110 INFO:tasks.workunit.client.0.smithi157.stdout:942 2024-08-17T00:48:39.111 INFO:tasks.workunit.client.0.smithi157.stdout:943 2024-08-17T00:48:39.112 INFO:tasks.workunit.client.0.smithi157.stdout:944 2024-08-17T00:48:39.113 INFO:tasks.workunit.client.0.smithi157.stdout:945 2024-08-17T00:48:39.114 INFO:tasks.workunit.client.0.smithi157.stdout:946 2024-08-17T00:48:39.115 INFO:tasks.workunit.client.0.smithi157.stdout:947 2024-08-17T00:48:39.116 INFO:tasks.workunit.client.0.smithi157.stdout:948 2024-08-17T00:48:39.118 INFO:tasks.workunit.client.0.smithi157.stdout:949 2024-08-17T00:48:39.119 INFO:tasks.workunit.client.0.smithi157.stdout:950 2024-08-17T00:48:39.120 INFO:tasks.workunit.client.0.smithi157.stdout:951 2024-08-17T00:48:39.121 INFO:tasks.workunit.client.0.smithi157.stdout:952 2024-08-17T00:48:39.122 INFO:tasks.workunit.client.0.smithi157.stdout:953 2024-08-17T00:48:39.124 INFO:tasks.workunit.client.0.smithi157.stdout:954 2024-08-17T00:48:39.125 INFO:tasks.workunit.client.0.smithi157.stdout:955 2024-08-17T00:48:39.126 INFO:tasks.workunit.client.0.smithi157.stdout:956 2024-08-17T00:48:39.127 INFO:tasks.workunit.client.0.smithi157.stdout:957 2024-08-17T00:48:39.129 INFO:tasks.workunit.client.0.smithi157.stdout:958 2024-08-17T00:48:39.130 INFO:tasks.workunit.client.0.smithi157.stdout:959 2024-08-17T00:48:39.131 INFO:tasks.workunit.client.0.smithi157.stdout:960 2024-08-17T00:48:39.133 INFO:tasks.workunit.client.0.smithi157.stdout:961 2024-08-17T00:48:39.134 INFO:tasks.workunit.client.0.smithi157.stdout:962 2024-08-17T00:48:39.135 INFO:tasks.workunit.client.0.smithi157.stdout:963 2024-08-17T00:48:39.137 INFO:tasks.workunit.client.0.smithi157.stdout:964 2024-08-17T00:48:39.138 INFO:tasks.workunit.client.0.smithi157.stdout:965 2024-08-17T00:48:39.139 INFO:tasks.workunit.client.0.smithi157.stdout:966 2024-08-17T00:48:39.140 INFO:tasks.workunit.client.0.smithi157.stdout:967 2024-08-17T00:48:39.141 INFO:tasks.workunit.client.0.smithi157.stdout:968 2024-08-17T00:48:39.142 INFO:tasks.workunit.client.0.smithi157.stdout:969 2024-08-17T00:48:39.143 INFO:tasks.workunit.client.0.smithi157.stdout:970 2024-08-17T00:48:39.144 INFO:tasks.workunit.client.0.smithi157.stdout:971 2024-08-17T00:48:39.145 INFO:tasks.workunit.client.0.smithi157.stdout:972 2024-08-17T00:48:39.147 INFO:tasks.workunit.client.0.smithi157.stdout:973 2024-08-17T00:48:39.148 INFO:tasks.workunit.client.0.smithi157.stdout:974 2024-08-17T00:48:39.149 INFO:tasks.workunit.client.0.smithi157.stdout:975 2024-08-17T00:48:39.150 INFO:tasks.workunit.client.0.smithi157.stdout:976 2024-08-17T00:48:39.151 INFO:tasks.workunit.client.0.smithi157.stdout:977 2024-08-17T00:48:39.152 INFO:tasks.workunit.client.0.smithi157.stdout:978 2024-08-17T00:48:39.153 INFO:tasks.workunit.client.0.smithi157.stdout:979 2024-08-17T00:48:39.155 INFO:tasks.workunit.client.0.smithi157.stdout:980 2024-08-17T00:48:39.156 INFO:tasks.workunit.client.0.smithi157.stdout:981 2024-08-17T00:48:39.157 INFO:tasks.workunit.client.0.smithi157.stdout:982 2024-08-17T00:48:39.158 INFO:tasks.workunit.client.0.smithi157.stdout:983 2024-08-17T00:48:39.159 INFO:tasks.workunit.client.0.smithi157.stdout:984 2024-08-17T00:48:39.160 INFO:tasks.workunit.client.0.smithi157.stdout:985 2024-08-17T00:48:39.161 INFO:tasks.workunit.client.0.smithi157.stdout:986 2024-08-17T00:48:39.162 INFO:tasks.workunit.client.0.smithi157.stdout:987 2024-08-17T00:48:39.164 INFO:tasks.workunit.client.0.smithi157.stdout:988 2024-08-17T00:48:39.165 INFO:tasks.workunit.client.0.smithi157.stdout:989 2024-08-17T00:48:39.168 INFO:tasks.workunit.client.0.smithi157.stdout:990 2024-08-17T00:48:39.169 INFO:tasks.workunit.client.0.smithi157.stdout:991 2024-08-17T00:48:39.170 INFO:tasks.workunit.client.0.smithi157.stdout:992 2024-08-17T00:48:39.174 INFO:tasks.workunit.client.0.smithi157.stdout:993 2024-08-17T00:48:39.175 INFO:tasks.workunit.client.0.smithi157.stdout:994 2024-08-17T00:48:39.176 INFO:tasks.workunit.client.0.smithi157.stdout:995 2024-08-17T00:48:39.178 INFO:tasks.workunit.client.0.smithi157.stdout:996 2024-08-17T00:48:39.179 INFO:tasks.workunit.client.0.smithi157.stdout:997 2024-08-17T00:48:39.180 INFO:tasks.workunit.client.0.smithi157.stdout:998 2024-08-17T00:48:39.181 INFO:tasks.workunit.client.0.smithi157.stdout:999 2024-08-17T00:48:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:39 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:39 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3634463431' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:39 smithi187 ceph-mon[90552]: osdmap e971: 8 total, 8 up, 8 in 2024-08-17T00:48:39.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:39 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3634463431' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-17T00:48:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:39 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:39 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3634463431' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:39 smithi157 ceph-mon[98780]: osdmap e971: 8 total, 8 up, 8 in 2024-08-17T00:48:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:39 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3634463431' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-17T00:48:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:39 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:39 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3634463431' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:39 smithi157 ceph-mon[101289]: osdmap e971: 8 total, 8 up, 8 in 2024-08-17T00:48:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:39 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3634463431' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-17T00:48:40.183 INFO:tasks.workunit.client.0.smithi157.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-17T00:48:40.184 INFO:tasks.workunit.client.0.smithi157.stdout:00000010 69 73 |is| 2024-08-17T00:48:40.184 INFO:tasks.workunit.client.0.smithi157.stdout:00000012 2024-08-17T00:48:40.184 INFO:tasks.workunit.client.0.smithi157.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-17T00:48:40.184 INFO:tasks.workunit.client.0.smithi157.stdout:00000010 69 73 |is| 2024-08-17T00:48:40.184 INFO:tasks.workunit.client.0.smithi157.stdout:00000012 2024-08-17T00:48:40.184 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsHello.WriteReturnData (4023 ms) 2024-08-17T00:48:40.184 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsHello.Loud 2024-08-17T00:48:40.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:40 smithi187 ceph-mon[90552]: osdmap e972: 8 total, 8 up, 8 in 2024-08-17T00:48:40.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:40 smithi187 ceph-mon[90552]: pgmap v1140: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:40.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:40 smithi157 ceph-mon[98780]: osdmap e972: 8 total, 8 up, 8 in 2024-08-17T00:48:40.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:40 smithi157 ceph-mon[98780]: pgmap v1140: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:40.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:40 smithi157 ceph-mon[101289]: osdmap e972: 8 total, 8 up, 8 in 2024-08-17T00:48:40.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:40 smithi157 ceph-mon[101289]: pgmap v1140: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:41 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:41 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:48:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:41 smithi187 ceph-mon[90552]: osdmap e973: 8 total, 8 up, 8 in 2024-08-17T00:48:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:41 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:41 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:48:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:41 smithi157 ceph-mon[101289]: osdmap e973: 8 total, 8 up, 8 in 2024-08-17T00:48:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:41 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:41 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:48:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:41 smithi157 ceph-mon[98780]: osdmap e973: 8 total, 8 up, 8 in 2024-08-17T00:48:42.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:42 smithi187 ceph-mon[90552]: osdmap e974: 8 total, 8 up, 8 in 2024-08-17T00:48:42.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:42 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2539202902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:42.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:42 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:42.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:42 smithi187 ceph-mon[90552]: pgmap v1143: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:42.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:48:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:48:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:42 smithi157 ceph-mon[101289]: osdmap e974: 8 total, 8 up, 8 in 2024-08-17T00:48:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:42 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2539202902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:42 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:42 smithi157 ceph-mon[101289]: pgmap v1143: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:42.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:42 smithi157 ceph-mon[98780]: osdmap e974: 8 total, 8 up, 8 in 2024-08-17T00:48:42.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:42 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2539202902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:42.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:42 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:42.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:42 smithi157 ceph-mon[98780]: pgmap v1143: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:43.199 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsHello.Loud (3016 ms) 2024-08-17T00:48:43.199 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsHello.BadMethods 2024-08-17T00:48:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:43 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:43 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:43 smithi187 ceph-mon[90552]: osdmap e975: 8 total, 8 up, 8 in 2024-08-17T00:48:43.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:43 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:43.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:43 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:43.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:43 smithi157 ceph-mon[101289]: osdmap e975: 8 total, 8 up, 8 in 2024-08-17T00:48:43.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:43 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:43.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:43 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:43.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:43 smithi157 ceph-mon[98780]: osdmap e975: 8 total, 8 up, 8 in 2024-08-17T00:48:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:48:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:48:43] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.43.0" 2024-08-17T00:48:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:44 smithi157 ceph-mon[98780]: osdmap e976: 8 total, 8 up, 8 in 2024-08-17T00:48:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:48:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:44 smithi157 ceph-mon[98780]: pgmap v1146: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:44 smithi157 ceph-mon[101289]: osdmap e976: 8 total, 8 up, 8 in 2024-08-17T00:48:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:48:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:44.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:44 smithi157 ceph-mon[101289]: pgmap v1146: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:44 smithi187 ceph-mon[90552]: osdmap e976: 8 total, 8 up, 8 in 2024-08-17T00:48:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:48:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:44 smithi187 ceph-mon[90552]: pgmap v1146: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:45.635 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:48:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3[122074]: 2024-08-17T00:48:45.223+0000 7f309e6b0640 -1 osd.3 pg_epoch: 978 pg[38.2( v 978'1 (0'0,978'1] local-lis/les=977/978 n=1 ec=977/977 lis/c=977/977 les/c/f=978/978/0 sis=977) [3,7,5] r=0 lpr=977 crt=978'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-08-17T00:48:45.635 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 00:48:45 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3[122074]: 2024-08-17T00:48:45.224+0000 7f309e6b0640 -1 osd.3 pg_epoch: 978 pg[38.2( v 978'2 (0'0,978'2] local-lis/les=977/978 n=1 ec=977/977 lis/c=977/977 les/c/f=978/978/0 sis=977) [3,7,5] r=0 lpr=977 crt=978'1 lcod 978'1 mlcod 978'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-08-17T00:48:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:45 smithi157 ceph-mon[98780]: osdmap e977: 8 total, 8 up, 8 in 2024-08-17T00:48:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:45 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/64619125' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:45 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:45.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:45 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:48:45.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:45 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/64619125' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:45.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:45 smithi157 ceph-mon[98780]: osdmap e978: 8 total, 8 up, 8 in 2024-08-17T00:48:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:45 smithi157 ceph-mon[101289]: osdmap e977: 8 total, 8 up, 8 in 2024-08-17T00:48:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:45 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/64619125' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:45 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:45 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:48:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:45 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/64619125' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:45 smithi157 ceph-mon[101289]: osdmap e978: 8 total, 8 up, 8 in 2024-08-17T00:48:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:45 smithi187 ceph-mon[90552]: osdmap e977: 8 total, 8 up, 8 in 2024-08-17T00:48:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:45 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/64619125' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:45 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:45 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:48:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:45 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/64619125' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:45 smithi187 ceph-mon[90552]: osdmap e978: 8 total, 8 up, 8 in 2024-08-17T00:48:46.224 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsHello.BadMethods (3025 ms) 2024-08-17T00:48:46.224 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsHello.Filter 2024-08-17T00:48:46.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:46 smithi157 ceph-mon[101289]: pgmap v1149: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:46 smithi157 ceph-mon[98780]: pgmap v1149: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:46 smithi187 ceph-mon[90552]: pgmap v1149: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:47 smithi157 ceph-mon[98780]: osdmap e979: 8 total, 8 up, 8 in 2024-08-17T00:48:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:47 smithi157 ceph-mon[101289]: osdmap e979: 8 total, 8 up, 8 in 2024-08-17T00:48:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:47 smithi187 ceph-mon[90552]: osdmap e979: 8 total, 8 up, 8 in 2024-08-17T00:48:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:48 smithi157 ceph-mon[98780]: osdmap e980: 8 total, 8 up, 8 in 2024-08-17T00:48:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:48 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/396777121' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:48 smithi157 ceph-mon[98780]: pgmap v1152: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:48 smithi157 ceph-mon[101289]: osdmap e980: 8 total, 8 up, 8 in 2024-08-17T00:48:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:48 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/396777121' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:48 smithi157 ceph-mon[101289]: pgmap v1152: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:48 smithi187 ceph-mon[90552]: osdmap e980: 8 total, 8 up, 8 in 2024-08-17T00:48:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:48 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/396777121' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:48 smithi187 ceph-mon[90552]: pgmap v1152: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:49.240 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsHello.Filter (3015 ms) 2024-08-17T00:48:49.240 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 6 tests from ClsHello (18973 ms total) 2024-08-17T00:48:49.240 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T00:48:49.240 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment tear-down 2024-08-17T00:48:49.240 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] 6 tests from 1 test suite ran. (18973 ms total) 2024-08-17T00:48:49.240 INFO:tasks.workunit.client.0.smithi157.stdout:[ PASSED ] 6 tests. 2024-08-17T00:48:49.243 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:48:49.243 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:48:49.311 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-08-17T00:48:49.312 DEBUG:teuthology.orchestra.run.smithi157:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-08-17T00:48:49.382 INFO:tasks.workunit.client.0.smithi157.stdout:Running main() from gmock_main.cc 2024-08-17T00:48:49.382 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] Running 27 tests from 1 test suite. 2024-08-17T00:48:49.382 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment set-up. 2024-08-17T00:48:49.382 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 27 tests from TestClsJournal 2024-08-17T00:48:49.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:49 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:49 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/396777121' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:49 smithi157 ceph-mon[98780]: osdmap e981: 8 total, 8 up, 8 in 2024-08-17T00:48:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:49 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:49 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/396777121' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:49 smithi157 ceph-mon[101289]: osdmap e981: 8 total, 8 up, 8 in 2024-08-17T00:48:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:49 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:49 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/396777121' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142133-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:49 smithi187 ceph-mon[90552]: osdmap e981: 8 total, 8 up, 8 in 2024-08-17T00:48:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:50 smithi157 ceph-mon[101289]: osdmap e982: 8 total, 8 up, 8 in 2024-08-17T00:48:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:50 smithi157 ceph-mon[101289]: pgmap v1155: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:50.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:50 smithi157 ceph-mon[98780]: osdmap e982: 8 total, 8 up, 8 in 2024-08-17T00:48:50.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:50 smithi157 ceph-mon[98780]: pgmap v1155: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:50 smithi187 ceph-mon[90552]: osdmap e982: 8 total, 8 up, 8 in 2024-08-17T00:48:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:50 smithi187 ceph-mon[90552]: pgmap v1155: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:51.247 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.Create 2024-08-17T00:48:51.262 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.Create (15 ms) 2024-08-17T00:48:51.262 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-08-17T00:48:51.267 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-08-17T00:48:51.267 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-08-17T00:48:51.272 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-08-17T00:48:51.272 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-08-17T00:48:51.275 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-08-17T00:48:51.275 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-08-17T00:48:51.278 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-08-17T00:48:51.278 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-08-17T00:48:51.281 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-08-17T00:48:51.281 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-08-17T00:48:51.284 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-08-17T00:48:51.284 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.GetClient 2024-08-17T00:48:51.287 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-08-17T00:48:51.287 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-08-17T00:48:51.289 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-08-17T00:48:51.289 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-08-17T00:48:51.292 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (3 ms) 2024-08-17T00:48:51.292 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-08-17T00:48:51.297 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-08-17T00:48:51.297 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-08-17T00:48:51.301 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.ClientUpdateState (4 ms) 2024-08-17T00:48:51.301 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-08-17T00:48:51.304 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-08-17T00:48:51.304 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-08-17T00:48:51.308 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-08-17T00:48:51.308 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-08-17T00:48:51.403 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (95 ms) 2024-08-17T00:48:51.404 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-08-17T00:48:51.407 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-08-17T00:48:51.407 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-08-17T00:48:51.410 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-08-17T00:48:51.410 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-08-17T00:48:51.411 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-08-17T00:48:51.411 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.ClientList 2024-08-17T00:48:51.448 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.ClientList (37 ms) 2024-08-17T00:48:51.448 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-08-17T00:48:51.452 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-08-17T00:48:51.452 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.TagCreate 2024-08-17T00:48:51.460 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-08-17T00:48:51.460 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-08-17T00:48:51.466 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (6 ms) 2024-08-17T00:48:51.466 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.TagList 2024-08-17T00:48:51.558 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.TagList (92 ms) 2024-08-17T00:48:51.558 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-08-17T00:48:51.560 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-08-17T00:48:51.560 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-08-17T00:48:51.561 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-08-17T00:48:51.561 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-08-17T00:48:51.562 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (1 ms) 2024-08-17T00:48:51.562 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsJournal.Append 2024-08-17T00:48:51.571 INFO:tasks.workunit.client.0.smithi157.stdout:padding is not enabled 2024-08-17T00:48:51.571 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsJournal.Append (9 ms) 2024-08-17T00:48:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:51 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:51 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:48:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:51 smithi157 ceph-mon[101289]: osdmap e983: 8 total, 8 up, 8 in 2024-08-17T00:48:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:51 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3605917095' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142273-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:51 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142273-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:51 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:51 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:48:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:51 smithi157 ceph-mon[98780]: osdmap e983: 8 total, 8 up, 8 in 2024-08-17T00:48:51.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:51 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3605917095' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142273-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:51.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:51 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142273-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:51 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:51 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:48:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:51 smithi187 ceph-mon[90552]: osdmap e983: 8 total, 8 up, 8 in 2024-08-17T00:48:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:51 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3605917095' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142273-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:51 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142273-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:52.253 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 27 tests from TestClsJournal (324 ms total) 2024-08-17T00:48:52.253 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T00:48:52.253 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment tear-down 2024-08-17T00:48:52.253 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] 27 tests from 1 test suite ran. (2871 ms total) 2024-08-17T00:48:52.253 INFO:tasks.workunit.client.0.smithi157.stdout:[ PASSED ] 27 tests. 2024-08-17T00:48:52.256 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:48:52.256 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:48:52.323 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-08-17T00:48:52.324 DEBUG:teuthology.orchestra.run.smithi157:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-08-17T00:48:52.394 INFO:tasks.workunit.client.0.smithi157.stdout:Running main() from gmock_main.cc 2024-08-17T00:48:52.394 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] Running 11 tests from 1 test suite. 2024-08-17T00:48:52.394 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment set-up. 2024-08-17T00:48:52.394 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 11 tests from ClsLock 2024-08-17T00:48:52.394 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-08-17T00:48:52.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:48:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:48:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:52 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142273-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:52 smithi187 ceph-mon[90552]: osdmap e984: 8 total, 8 up, 8 in 2024-08-17T00:48:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:52 smithi187 ceph-mon[90552]: pgmap v1158: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:52.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:52 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142273-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:52.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:52 smithi157 ceph-mon[101289]: osdmap e984: 8 total, 8 up, 8 in 2024-08-17T00:48:52.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:52 smithi157 ceph-mon[101289]: pgmap v1158: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:52 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142273-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:52 smithi157 ceph-mon[98780]: osdmap e984: 8 total, 8 up, 8 in 2024-08-17T00:48:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:52 smithi157 ceph-mon[98780]: pgmap v1158: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:53.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:53 smithi157 ceph-mon[101289]: osdmap e985: 8 total, 8 up, 8 in 2024-08-17T00:48:53.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:53 smithi157 ceph-mon[98780]: osdmap e985: 8 total, 8 up, 8 in 2024-08-17T00:48:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:53 smithi187 ceph-mon[90552]: osdmap e985: 8 total, 8 up, 8 in 2024-08-17T00:48:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:48:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:48:53] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-08-17T00:48:54.294 INFO:tasks.workunit.client.0.smithi157.stdout:lock: mylock 2024-08-17T00:48:54.294 INFO:tasks.workunit.client.0.smithi157.stdout: lock_type: exclusive 2024-08-17T00:48:54.295 INFO:tasks.workunit.client.0.smithi157.stdout: tag: 2024-08-17T00:48:54.295 INFO:tasks.workunit.client.0.smithi157.stdout: lockers: 2024-08-17T00:48:54.295 INFO:tasks.workunit.client.0.smithi157.stdout: client.44651 expiration=2024-08-17T00:50:54.291104+0000 addr=v1:172.21.15.157:0/2808516809 cookie= 2024-08-17T00:48:54.298 INFO:tasks.workunit.client.0.smithi157.stdout:lock: mylock 2024-08-17T00:48:54.298 INFO:tasks.workunit.client.0.smithi157.stdout: lock_type: shared 2024-08-17T00:48:54.298 INFO:tasks.workunit.client.0.smithi157.stdout: tag: 2024-08-17T00:48:54.298 INFO:tasks.workunit.client.0.smithi157.stdout: lockers: 2024-08-17T00:48:54.298 INFO:tasks.workunit.client.0.smithi157.stdout: client.44651 expiration=2024-08-17T00:50:54.297430+0000 addr=v1:172.21.15.157:0/2808516809 cookie= 2024-08-17T00:48:54.298 INFO:tasks.workunit.client.0.smithi157.stdout: client.44657 expiration=0.000000 addr=v1:172.21.15.157:0/476690098 cookie= 2024-08-17T00:48:54.299 INFO:tasks.workunit.client.0.smithi157.stdout:lock: mylock 2024-08-17T00:48:54.299 INFO:tasks.workunit.client.0.smithi157.stdout: lock_type: shared 2024-08-17T00:48:54.299 INFO:tasks.workunit.client.0.smithi157.stdout: tag: 2024-08-17T00:48:54.299 INFO:tasks.workunit.client.0.smithi157.stdout: lockers: 2024-08-17T00:48:54.300 INFO:tasks.workunit.client.0.smithi157.stdout: client.44657 expiration=0.000000 addr=v1:172.21.15.157:0/476690098 cookie= 2024-08-17T00:48:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:54 smithi157 ceph-mon[98780]: osdmap e986: 8 total, 8 up, 8 in 2024-08-17T00:48:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:54 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2808516809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:54 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:54 smithi157 ceph-mon[98780]: pgmap v1161: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:54.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:54 smithi157 ceph-mon[101289]: osdmap e986: 8 total, 8 up, 8 in 2024-08-17T00:48:54.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:54 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2808516809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:54.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:54 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:54.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:54 smithi157 ceph-mon[101289]: pgmap v1161: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:54 smithi187 ceph-mon[90552]: osdmap e986: 8 total, 8 up, 8 in 2024-08-17T00:48:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:54 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2808516809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:54 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:54 smithi187 ceph-mon[90552]: pgmap v1161: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:55.271 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsLock.TestMultiLocking (2876 ms) 2024-08-17T00:48:55.271 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsLock.TestMeta 2024-08-17T00:48:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:55 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:55 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:55 smithi157 ceph-mon[98780]: osdmap e987: 8 total, 8 up, 8 in 2024-08-17T00:48:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:55 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:55 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:55 smithi157 ceph-mon[101289]: osdmap e987: 8 total, 8 up, 8 in 2024-08-17T00:48:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:55 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:48:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:55 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:55 smithi187 ceph-mon[90552]: osdmap e987: 8 total, 8 up, 8 in 2024-08-17T00:48:56.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:56 smithi157 ceph-mon[101289]: osdmap e988: 8 total, 8 up, 8 in 2024-08-17T00:48:56.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:56 smithi157 ceph-mon[101289]: pgmap v1164: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:56 smithi157 ceph-mon[98780]: osdmap e988: 8 total, 8 up, 8 in 2024-08-17T00:48:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:56 smithi157 ceph-mon[98780]: pgmap v1164: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:56 smithi187 ceph-mon[90552]: osdmap e988: 8 total, 8 up, 8 in 2024-08-17T00:48:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:56 smithi187 ceph-mon[90552]: pgmap v1164: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:48:57.309 INFO:tasks.workunit.client.0.smithi157.stdout:lock: mylock 2024-08-17T00:48:57.310 INFO:tasks.workunit.client.0.smithi157.stdout: lock_type: shared 2024-08-17T00:48:57.310 INFO:tasks.workunit.client.0.smithi157.stdout: tag: 2024-08-17T00:48:57.310 INFO:tasks.workunit.client.0.smithi157.stdout: lockers: 2024-08-17T00:48:57.310 INFO:tasks.workunit.client.0.smithi157.stdout: client.34722 expiration=0.000000 addr=v1:172.21.15.157:0/4281457659 cookie= 2024-08-17T00:48:57.311 INFO:tasks.workunit.client.0.smithi157.stdout:lock: mylock 2024-08-17T00:48:57.311 INFO:tasks.workunit.client.0.smithi157.stdout: lock_type: exclusive 2024-08-17T00:48:57.312 INFO:tasks.workunit.client.0.smithi157.stdout: tag: new_tag 2024-08-17T00:48:57.312 INFO:tasks.workunit.client.0.smithi157.stdout: lockers: 2024-08-17T00:48:57.312 INFO:tasks.workunit.client.0.smithi157.stdout: client.44663 expiration=0.000000 addr=v1:172.21.15.157:0/2716663409 cookie= 2024-08-17T00:48:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:57 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:57 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:48:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:57 smithi157 ceph-mon[101289]: osdmap e989: 8 total, 8 up, 8 in 2024-08-17T00:48:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:57 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2716663409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:57 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:57 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:57 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:48:57.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:57 smithi157 ceph-mon[98780]: osdmap e989: 8 total, 8 up, 8 in 2024-08-17T00:48:57.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:57 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2716663409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:57.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:57 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:57 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:48:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:57 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:48:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:57 smithi187 ceph-mon[90552]: osdmap e989: 8 total, 8 up, 8 in 2024-08-17T00:48:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:57 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2716663409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:57 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:48:58.291 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsLock.TestMeta (3020 ms) 2024-08-17T00:48:58.291 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsLock.TestCookie 2024-08-17T00:48:58.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:58 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:58.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:58 smithi157 ceph-mon[98780]: osdmap e990: 8 total, 8 up, 8 in 2024-08-17T00:48:58.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:58 smithi157 ceph-mon[98780]: pgmap v1167: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T00:48:58.536 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:58 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:58.536 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:58 smithi157 ceph-mon[101289]: osdmap e990: 8 total, 8 up, 8 in 2024-08-17T00:48:58.536 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:58 smithi157 ceph-mon[101289]: pgmap v1167: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T00:48:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:58 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:48:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:58 smithi187 ceph-mon[90552]: osdmap e990: 8 total, 8 up, 8 in 2024-08-17T00:48:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:58 smithi187 ceph-mon[90552]: pgmap v1167: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T00:48:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:59 smithi157 ceph-mon[101289]: osdmap e991: 8 total, 8 up, 8 in 2024-08-17T00:48:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:48:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:59 smithi157 ceph-mon[98780]: osdmap e991: 8 total, 8 up, 8 in 2024-08-17T00:48:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:48:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:59 smithi187 ceph-mon[90552]: osdmap e991: 8 total, 8 up, 8 in 2024-08-17T00:48:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:48:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout:lock: mylock 2024-08-17T00:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: lock_type: exclusive 2024-08-17T00:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: tag: 2024-08-17T00:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: lockers: 2024-08-17T00:49:00.322 INFO:tasks.workunit.client.0.smithi157.stdout:lock: mylock 2024-08-17T00:49:00.322 INFO:tasks.workunit.client.0.smithi157.stdout: lock_type: shared 2024-08-17T00:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: tag: 2024-08-17T00:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: lockers: 2024-08-17T00:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: client.34728 expiration=0.000000 addr=v1:172.21.15.157:0/1521873666 cookie= 2024-08-17T00:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: client.34728 expiration=0.000000 addr=v1:172.21.15.157:0/1521873666 cookie=new cookie 2024-08-17T00:49:00.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:00 smithi157 ceph-mon[98780]: osdmap e992: 8 total, 8 up, 8 in 2024-08-17T00:49:00.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:00 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1521873666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:00.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:00 smithi157 ceph-mon[98780]: pgmap v1170: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:00.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:00 smithi157 ceph-mon[101289]: osdmap e992: 8 total, 8 up, 8 in 2024-08-17T00:49:00.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:00 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1521873666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:00.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:00 smithi157 ceph-mon[101289]: pgmap v1170: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:00 smithi187 ceph-mon[90552]: osdmap e992: 8 total, 8 up, 8 in 2024-08-17T00:49:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:00 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1521873666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:00 smithi187 ceph-mon[90552]: pgmap v1170: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsLock.TestCookie (3013 ms) 2024-08-17T00:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-08-17T00:49:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:01 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:49:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:01 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1521873666' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:01 smithi157 ceph-mon[98780]: osdmap e993: 8 total, 8 up, 8 in 2024-08-17T00:49:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:01 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:49:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:01 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1521873666' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:01 smithi157 ceph-mon[101289]: osdmap e993: 8 total, 8 up, 8 in 2024-08-17T00:49:01.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:01 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:49:01.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:01 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1521873666' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:01.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:01 smithi187 ceph-mon[90552]: osdmap e993: 8 total, 8 up, 8 in 2024-08-17T00:49:02.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:02 smithi157 ceph-mon[98780]: osdmap e994: 8 total, 8 up, 8 in 2024-08-17T00:49:02.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:02 smithi157 ceph-mon[98780]: pgmap v1173: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:02.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:02 smithi157 ceph-mon[101289]: osdmap e994: 8 total, 8 up, 8 in 2024-08-17T00:49:02.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:02 smithi157 ceph-mon[101289]: pgmap v1173: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:02 smithi187 ceph-mon[90552]: osdmap e994: 8 total, 8 up, 8 in 2024-08-17T00:49:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:02 smithi187 ceph-mon[90552]: pgmap v1173: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:02.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:49:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:49:03.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:49:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:49:03] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-08-17T00:49:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:03 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:49:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:03 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:49:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:03 smithi157 ceph-mon[101289]: osdmap e995: 8 total, 8 up, 8 in 2024-08-17T00:49:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:03 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/351305929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:03 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:03.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:03 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:49:03.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:03 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:49:03.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:03 smithi157 ceph-mon[98780]: osdmap e995: 8 total, 8 up, 8 in 2024-08-17T00:49:03.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:03 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/351305929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:03.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:03 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:03 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:49:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:03 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:49:03.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:03 smithi187 ceph-mon[90552]: osdmap e995: 8 total, 8 up, 8 in 2024-08-17T00:49:03.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:03 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/351305929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:03.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:03 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:04.324 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsLock.TestMultipleLocks (3020 ms) 2024-08-17T00:49:04.324 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsLock.TestLockDuration 2024-08-17T00:49:04.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:04 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:04.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:04 smithi157 ceph-mon[101289]: osdmap e996: 8 total, 8 up, 8 in 2024-08-17T00:49:04.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:04 smithi157 ceph-mon[101289]: pgmap v1176: 137 pgs: 3 creating+peering, 16 unknown, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:04.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:04 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:04.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:04 smithi157 ceph-mon[98780]: osdmap e996: 8 total, 8 up, 8 in 2024-08-17T00:49:04.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:04 smithi157 ceph-mon[98780]: pgmap v1176: 137 pgs: 3 creating+peering, 16 unknown, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:04 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:04 smithi187 ceph-mon[90552]: osdmap e996: 8 total, 8 up, 8 in 2024-08-17T00:49:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:04 smithi187 ceph-mon[90552]: pgmap v1176: 137 pgs: 3 creating+peering, 16 unknown, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:05 smithi157 ceph-mon[101289]: osdmap e997: 8 total, 8 up, 8 in 2024-08-17T00:49:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:05 smithi157 ceph-mon[98780]: osdmap e997: 8 total, 8 up, 8 in 2024-08-17T00:49:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:05 smithi187 ceph-mon[90552]: osdmap e997: 8 total, 8 up, 8 in 2024-08-17T00:49:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:06 smithi157 ceph-mon[98780]: osdmap e998: 8 total, 8 up, 8 in 2024-08-17T00:49:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:06 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/645630804' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:06 smithi157 ceph-mon[98780]: pgmap v1179: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:06 smithi157 ceph-mon[101289]: osdmap e998: 8 total, 8 up, 8 in 2024-08-17T00:49:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:06 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/645630804' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:06 smithi157 ceph-mon[101289]: pgmap v1179: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:06 smithi187 ceph-mon[90552]: osdmap e998: 8 total, 8 up, 8 in 2024-08-17T00:49:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:06 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/645630804' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:06 smithi187 ceph-mon[90552]: pgmap v1179: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:07 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:49:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:07 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/645630804' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:07 smithi157 ceph-mon[98780]: osdmap e999: 8 total, 8 up, 8 in 2024-08-17T00:49:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:07 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:49:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:07 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/645630804' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:07 smithi157 ceph-mon[101289]: osdmap e999: 8 total, 8 up, 8 in 2024-08-17T00:49:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:07 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:49:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:07 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/645630804' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:07 smithi187 ceph-mon[90552]: osdmap e999: 8 total, 8 up, 8 in 2024-08-17T00:49:08.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:08 smithi157 ceph-mon[98780]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-17T00:49:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:08 smithi157 ceph-mon[98780]: pgmap v1182: 137 pgs: 17 creating+peering, 13 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:08 smithi157 ceph-mon[101289]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-17T00:49:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:08 smithi157 ceph-mon[101289]: pgmap v1182: 137 pgs: 17 creating+peering, 13 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:08 smithi187 ceph-mon[90552]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-17T00:49:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:08 smithi187 ceph-mon[90552]: pgmap v1182: 137 pgs: 17 creating+peering, 13 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:09 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:49:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:09 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:49:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:09 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:49:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:09 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:49:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:09 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:49:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:09 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:49:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:10 smithi157 ceph-mon[98780]: pgmap v1183: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:10 smithi157 ceph-mon[101289]: pgmap v1183: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:10 smithi187 ceph-mon[90552]: pgmap v1183: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:11.415 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsLock.TestLockDuration (7091 ms) 2024-08-17T00:49:11.415 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-08-17T00:49:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:12 smithi187 ceph-mon[90552]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-17T00:49:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:12 smithi187 ceph-mon[90552]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:12.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:49:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:49:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:49:12.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:12 smithi157 ceph-mon[98780]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-17T00:49:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:12 smithi157 ceph-mon[98780]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:12 smithi157 ceph-mon[101289]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-17T00:49:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:12 smithi157 ceph-mon[101289]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:13 smithi187 ceph-mon[90552]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-17T00:49:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:13 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3984254816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:49:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:49:13] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-08-17T00:49:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:13 smithi157 ceph-mon[98780]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-17T00:49:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:13 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3984254816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:13 smithi157 ceph-mon[101289]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-17T00:49:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:13 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3984254816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:14.437 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsLock.TestAssertLocked (3021 ms) 2024-08-17T00:49:14.437 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsLock.TestSetCookie 2024-08-17T00:49:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:14 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3984254816' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:14 smithi187 ceph-mon[90552]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-17T00:49:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:14 smithi187 ceph-mon[90552]: pgmap v1188: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:14.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:14 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3984254816' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:14 smithi157 ceph-mon[101289]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-17T00:49:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:14 smithi157 ceph-mon[101289]: pgmap v1188: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:14 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3984254816' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:14 smithi157 ceph-mon[98780]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-17T00:49:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:14 smithi157 ceph-mon[98780]: pgmap v1188: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:15 smithi187 ceph-mon[90552]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-17T00:49:15.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:15 smithi157 ceph-mon[98780]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-17T00:49:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:15 smithi157 ceph-mon[101289]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-17T00:49:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:16 smithi187 ceph-mon[90552]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-17T00:49:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:16 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/884989755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:16 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:16 smithi187 ceph-mon[90552]: pgmap v1191: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:16 smithi157 ceph-mon[98780]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-17T00:49:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:16 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/884989755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:16 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:16 smithi157 ceph-mon[98780]: pgmap v1191: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:16 smithi157 ceph-mon[101289]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-17T00:49:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:16 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/884989755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:16 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:16 smithi157 ceph-mon[101289]: pgmap v1191: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:17.458 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsLock.TestSetCookie (3022 ms) 2024-08-17T00:49:17.458 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsLock.TestRenew 2024-08-17T00:49:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:17 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:49:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:17 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:17 smithi157 ceph-mon[101289]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-17T00:49:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:49:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:49:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:17 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:49:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:17 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:17 smithi157 ceph-mon[98780]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-17T00:49:17.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:17.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:17.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:49:17.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:49:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:17 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:49:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:17 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:17 smithi187 ceph-mon[90552]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-17T00:49:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:17.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:49:17.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:49:18.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:18 smithi157 ceph-mon[101289]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-17T00:49:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:18 smithi157 ceph-mon[101289]: pgmap v1194: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:18 smithi157 ceph-mon[98780]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-17T00:49:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:18 smithi157 ceph-mon[98780]: pgmap v1194: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:18 smithi187 ceph-mon[90552]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-17T00:49:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:18 smithi187 ceph-mon[90552]: pgmap v1194: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:19 smithi157 ceph-mon[101289]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-17T00:49:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:19 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2898546536' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:19 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:19 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:49:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:19 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:49:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:19 smithi157 ceph-mon[98780]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-17T00:49:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:19 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2898546536' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:19 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:19 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:49:19.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:19 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:49:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:19 smithi187 ceph-mon[90552]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-17T00:49:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:19 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2898546536' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:19 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:19.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:19 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:49:19.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:19 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:49:20.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:20 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:20.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:20 smithi157 ceph-mon[101289]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-17T00:49:20.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:20 smithi157 ceph-mon[101289]: pgmap v1197: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:20.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:20 smithi157 ceph-mon[101289]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-17T00:49:20.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:20 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:20.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:20 smithi157 ceph-mon[98780]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-17T00:49:20.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:20 smithi157 ceph-mon[98780]: pgmap v1197: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:20.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:20 smithi157 ceph-mon[98780]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-17T00:49:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:20 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:20 smithi187 ceph-mon[90552]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-17T00:49:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:20 smithi187 ceph-mon[90552]: pgmap v1197: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:20 smithi187 ceph-mon[90552]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-17T00:49:22.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:21 smithi187 ceph-mon[90552]: pgmap v1199: 137 pgs: 10 creating+peering, 4 unknown, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:21 smithi157 ceph-mon[101289]: pgmap v1199: 137 pgs: 10 creating+peering, 4 unknown, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:22.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:21 smithi157 ceph-mon[98780]: pgmap v1199: 137 pgs: 10 creating+peering, 4 unknown, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:49:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:49:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:49:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:49:23] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.43.0" 2024-08-17T00:49:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:23 smithi187 ceph-mon[90552]: pgmap v1200: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:24.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:23 smithi157 ceph-mon[101289]: pgmap v1200: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:24.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:23 smithi157 ceph-mon[98780]: pgmap v1200: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:25 smithi187 ceph-mon[90552]: pgmap v1201: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 138 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:26.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:25 smithi157 ceph-mon[101289]: pgmap v1201: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 138 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:26.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:25 smithi157 ceph-mon[98780]: pgmap v1201: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 138 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:27 smithi187 ceph-mon[90552]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 121 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:28.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:27 smithi157 ceph-mon[101289]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 121 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:28.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:27 smithi157 ceph-mon[98780]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 121 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:29 smithi187 ceph-mon[90552]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:49:30.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:29 smithi157 ceph-mon[101289]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:49:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:29 smithi157 ceph-mon[98780]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:49:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:31 smithi187 ceph-mon[90552]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 269 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:49:32.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:31 smithi157 ceph-mon[101289]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 269 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:49:32.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:31 smithi157 ceph-mon[98780]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 269 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:49:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:49:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:49:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:49:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:49:33] "GET /metrics HTTP/1.1" 200 36375 "" "Prometheus/2.43.0" 2024-08-17T00:49:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:33 smithi187 ceph-mon[90552]: pgmap v1205: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:49:34.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:33 smithi157 ceph-mon[98780]: pgmap v1205: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:49:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:33 smithi157 ceph-mon[101289]: pgmap v1205: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:49:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:35 smithi187 ceph-mon[90552]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:35 smithi157 ceph-mon[98780]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:36.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:35 smithi157 ceph-mon[101289]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:37.567 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsLock.TestRenew (20109 ms) 2024-08-17T00:49:37.567 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-08-17T00:49:38.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:38 smithi157 ceph-mon[98780]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-17T00:49:38.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:38 smithi157 ceph-mon[98780]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:38 smithi157 ceph-mon[101289]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-17T00:49:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:38 smithi157 ceph-mon[101289]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:38 smithi187 ceph-mon[90552]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-17T00:49:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:38 smithi187 ceph-mon[90552]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:39.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:39 smithi157 ceph-mon[98780]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-17T00:49:39.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:39 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1595386484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:39.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:39 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:39 smithi157 ceph-mon[101289]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-17T00:49:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:39 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1595386484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:39 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:39 smithi187 ceph-mon[90552]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-17T00:49:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:39 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1595386484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:39 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:40 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:40 smithi157 ceph-mon[101289]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-17T00:49:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:40 smithi157 ceph-mon[101289]: pgmap v1211: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:40 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:40 smithi157 ceph-mon[98780]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-17T00:49:40.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:40 smithi157 ceph-mon[98780]: pgmap v1211: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:40 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:40 smithi187 ceph-mon[90552]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-17T00:49:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:40 smithi187 ceph-mon[90552]: pgmap v1211: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:41.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:41 smithi157 ceph-mon[101289]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-17T00:49:41.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:41 smithi157 ceph-mon[98780]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-17T00:49:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:41 smithi187 ceph-mon[90552]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-17T00:49:42.584 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:49:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:49:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:49:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:42 smithi157 ceph-mon[98780]: pgmap v1213: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:42.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:42 smithi157 ceph-mon[101289]: pgmap v1213: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:42.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:42 smithi187 ceph-mon[90552]: pgmap v1213: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:43.662 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6094 ms) 2024-08-17T00:49:43.662 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-08-17T00:49:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:49:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:49:43] "GET /metrics HTTP/1.1" 200 36375 "" "Prometheus/2.43.0" 2024-08-17T00:49:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:44 smithi187 ceph-mon[90552]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-17T00:49:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:44 smithi187 ceph-mon[90552]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:45.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:44 smithi157 ceph-mon[98780]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-17T00:49:45.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:44 smithi157 ceph-mon[98780]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:45.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:45.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:44 smithi157 ceph-mon[101289]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-17T00:49:45.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:44 smithi157 ceph-mon[101289]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:45.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:45 smithi187 ceph-mon[90552]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-17T00:49:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:45 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4043193375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:46.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:45 smithi157 ceph-mon[98780]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-17T00:49:46.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:45 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4043193375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:46.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:45 smithi157 ceph-mon[101289]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-17T00:49:46.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:45 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4043193375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:46.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:46 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4043193375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:46.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:46 smithi187 ceph-mon[90552]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-17T00:49:46.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:46 smithi187 ceph-mon[90552]: pgmap v1218: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:47.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:46 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4043193375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:47.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:46 smithi157 ceph-mon[101289]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-17T00:49:47.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:46 smithi157 ceph-mon[101289]: pgmap v1218: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:47.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:46 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4043193375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:47.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:46 smithi157 ceph-mon[98780]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-17T00:49:47.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:46 smithi157 ceph-mon[98780]: pgmap v1218: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:47 smithi187 ceph-mon[90552]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-17T00:49:48.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:47 smithi157 ceph-mon[98780]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-17T00:49:48.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:47 smithi157 ceph-mon[101289]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-17T00:49:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:48 smithi187 ceph-mon[90552]: pgmap v1220: 137 pgs: 15 creating+peering, 11 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:49.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:48 smithi157 ceph-mon[98780]: pgmap v1220: 137 pgs: 15 creating+peering, 11 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:49.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:48 smithi157 ceph-mon[101289]: pgmap v1220: 137 pgs: 15 creating+peering, 11 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:49 smithi187 ceph-mon[90552]: pgmap v1221: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:50.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:49 smithi157 ceph-mon[98780]: pgmap v1221: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:50.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:49 smithi157 ceph-mon[101289]: pgmap v1221: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:50.949 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7287 ms) 2024-08-17T00:49:50.949 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-08-17T00:49:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:51 smithi187 ceph-mon[90552]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-17T00:49:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:51 smithi187 ceph-mon[90552]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:52.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:51 smithi157 ceph-mon[98780]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-17T00:49:52.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:51 smithi157 ceph-mon[98780]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:52.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:51 smithi157 ceph-mon[101289]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-17T00:49:52.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:51 smithi157 ceph-mon[101289]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:49:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:49:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:49:53.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:52 smithi157 ceph-mon[101289]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-17T00:49:53.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:52 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1996333522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:53.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:52 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:53.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:52 smithi157 ceph-mon[98780]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-17T00:49:53.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:52 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1996333522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:53.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:52 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:52 smithi187 ceph-mon[90552]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-17T00:49:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:52 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1996333522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:52 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:49:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:49:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:49:53] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-08-17T00:49:54.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:53 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:54.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:53 smithi157 ceph-mon[98780]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-17T00:49:54.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:53 smithi157 ceph-mon[98780]: pgmap v1226: 137 pgs: 4 creating+peering, 13 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:53 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:53 smithi157 ceph-mon[101289]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-17T00:49:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:53 smithi157 ceph-mon[101289]: pgmap v1226: 137 pgs: 4 creating+peering, 13 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:53 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142328-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:49:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:53 smithi187 ceph-mon[90552]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-17T00:49:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:53 smithi187 ceph-mon[90552]: pgmap v1226: 137 pgs: 4 creating+peering, 13 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:49:55.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:54 smithi157 ceph-mon[98780]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-17T00:49:55.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:54 smithi157 ceph-mon[101289]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-17T00:49:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:54 smithi187 ceph-mon[90552]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-17T00:49:56.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:55 smithi157 ceph-mon[98780]: pgmap v1228: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:56.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:55 smithi157 ceph-mon[101289]: pgmap v1228: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:56.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:55 smithi187 ceph-mon[90552]: pgmap v1228: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:57 smithi187 ceph-mon[90552]: pgmap v1229: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:58.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:57 smithi157 ceph-mon[98780]: pgmap v1229: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:58.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:57 smithi157 ceph-mon[101289]: pgmap v1229: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:49:58.956 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8007 ms) 2024-08-17T00:49:58.956 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 11 tests from ClsLock (66562 ms total) 2024-08-17T00:49:58.956 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T00:49:58.956 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment tear-down 2024-08-17T00:49:58.956 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] 11 tests from 1 test suite ran. (66563 ms total) 2024-08-17T00:49:58.956 INFO:tasks.workunit.client.0.smithi157.stdout:[ PASSED ] 11 tests. 2024-08-17T00:49:58.959 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:49:58.960 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:49:59.031 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-08-17T00:49:59.031 DEBUG:teuthology.orchestra.run.smithi157:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-08-17T00:49:59.102 INFO:tasks.workunit.client.0.smithi157.stdout:Running main() from gmock_main.cc 2024-08-17T00:49:59.102 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-17T00:49:59.103 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment set-up. 2024-08-17T00:49:59.103 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 4 tests from cls_log 2024-08-17T00:49:59.103 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-08-17T00:49:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:59.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:59 smithi187 ceph-mon[90552]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-17T00:50:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:49:59 smithi187 ceph-mon[90552]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:59 smithi157 ceph-mon[98780]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-17T00:50:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:49:59 smithi157 ceph-mon[98780]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:59 smithi157 ceph-mon[101289]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-17T00:50:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:49:59 smithi157 ceph-mon[101289]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:00 smithi157 ceph-mon[98780]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-17T00:50:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:00 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/655457778' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:00 smithi157 ceph-mon[98780]: overall HEALTH_OK 2024-08-17T00:50:01.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:00 smithi157 ceph-mon[101289]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-17T00:50:01.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:00 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/655457778' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:01.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:00 smithi157 ceph-mon[101289]: overall HEALTH_OK 2024-08-17T00:50:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:00 smithi187 ceph-mon[90552]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-17T00:50:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:00 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/655457778' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:00 smithi187 ceph-mon[90552]: overall HEALTH_OK 2024-08-17T00:50:01.975 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_log.test_log_add_same_time (2873 ms) 2024-08-17T00:50:01.975 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-08-17T00:50:02.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:01 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/655457778' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:02.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:01 smithi187 ceph-mon[90552]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-17T00:50:02.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:01 smithi187 ceph-mon[90552]: pgmap v1234: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:02.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:01 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/655457778' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:02.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:01 smithi157 ceph-mon[98780]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-17T00:50:02.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:01 smithi157 ceph-mon[98780]: pgmap v1234: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:02.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:01 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/655457778' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:02.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:01 smithi157 ceph-mon[101289]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-17T00:50:02.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:01 smithi157 ceph-mon[101289]: pgmap v1234: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:50:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:50:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:50:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:02 smithi157 ceph-mon[98780]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-17T00:50:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:02 smithi157 ceph-mon[101289]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-17T00:50:03.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:02 smithi187 ceph-mon[90552]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-17T00:50:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:50:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:50:03] "GET /metrics HTTP/1.1" 200 36370 "" "Prometheus/2.43.0" 2024-08-17T00:50:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:03 smithi157 ceph-mon[98780]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-17T00:50:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:03 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/922436486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:03 smithi157 ceph-mon[98780]: pgmap v1237: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:03 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/922436486' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:03 smithi157 ceph-mon[98780]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-17T00:50:04.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:03 smithi157 ceph-mon[101289]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-17T00:50:04.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:03 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/922436486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:04.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:03 smithi157 ceph-mon[101289]: pgmap v1237: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:04.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:03 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/922436486' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:04.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:03 smithi157 ceph-mon[101289]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-17T00:50:04.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:03 smithi187 ceph-mon[90552]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-17T00:50:04.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:03 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/922436486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:04.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:03 smithi187 ceph-mon[90552]: pgmap v1237: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:04.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:03 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/922436486' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:04.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:03 smithi187 ceph-mon[90552]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-17T00:50:04.988 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_log.test_log_add_different_time (3012 ms) 2024-08-17T00:50:04.988 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_log.trim_by_time 2024-08-17T00:50:05.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:04 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:05.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:04 smithi157 ceph-mon[101289]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-17T00:50:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:04 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:04 smithi157 ceph-mon[98780]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-17T00:50:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:04 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:04 smithi187 ceph-mon[90552]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-17T00:50:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:05 smithi157 ceph-mon[98780]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:05 smithi157 ceph-mon[101289]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:05 smithi187 ceph-mon[90552]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:07 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:07 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:50:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:07 smithi157 ceph-mon[98780]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-17T00:50:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:07 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4243394471' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:07.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:07 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:07.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:07 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:50:07.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:07 smithi157 ceph-mon[101289]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-17T00:50:07.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:07 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4243394471' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:07 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:07 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:50:07.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:07 smithi187 ceph-mon[90552]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-17T00:50:07.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:07 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4243394471' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:08.013 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_log.trim_by_time (3025 ms) 2024-08-17T00:50:08.014 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_log.trim_by_marker 2024-08-17T00:50:08.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:08 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4243394471' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:08.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:08 smithi157 ceph-mon[98780]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-17T00:50:08.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:08 smithi157 ceph-mon[98780]: pgmap v1243: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-08-17T00:50:08.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:08 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4243394471' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:08.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:08 smithi157 ceph-mon[101289]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-17T00:50:08.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:08 smithi157 ceph-mon[101289]: pgmap v1243: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-08-17T00:50:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:08 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4243394471' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:08 smithi187 ceph-mon[90552]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-17T00:50:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:08 smithi187 ceph-mon[90552]: pgmap v1243: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-08-17T00:50:09.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:09 smithi157 ceph-mon[101289]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-17T00:50:09.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:09 smithi157 ceph-mon[98780]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-17T00:50:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:09 smithi187 ceph-mon[90552]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-17T00:50:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:10 smithi157 ceph-mon[98780]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-17T00:50:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:10 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2109687545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:10.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:10 smithi157 ceph-mon[98780]: pgmap v1246: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:10.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:10 smithi157 ceph-mon[101289]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-17T00:50:10.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:10 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2109687545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:10.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:10 smithi157 ceph-mon[101289]: pgmap v1246: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:10.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:10 smithi187 ceph-mon[90552]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-17T00:50:10.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:10 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2109687545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:10.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:10 smithi187 ceph-mon[90552]: pgmap v1246: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:11.039 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_log.trim_by_marker (3026 ms) 2024-08-17T00:50:11.039 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 4 tests from cls_log (11937 ms total) 2024-08-17T00:50:11.040 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T00:50:11.040 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment tear-down 2024-08-17T00:50:11.040 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] 4 tests from 1 test suite ran. (11937 ms total) 2024-08-17T00:50:11.040 INFO:tasks.workunit.client.0.smithi157.stdout:[ PASSED ] 4 tests. 2024-08-17T00:50:11.042 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:50:11.042 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:50:11.113 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-08-17T00:50:11.114 DEBUG:teuthology.orchestra.run.smithi157:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-08-17T00:50:11.184 INFO:tasks.workunit.client.0.smithi157.stdout:Running main() from gmock_main.cc 2024-08-17T00:50:11.184 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-17T00:50:11.184 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment set-up. 2024-08-17T00:50:11.184 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 4 tests from ClsNumOps 2024-08-17T00:50:11.184 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsNumOps.Add 2024-08-17T00:50:11.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:11 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:11.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:11 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2109687545' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:11.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:11 smithi157 ceph-mon[98780]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-17T00:50:11.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:11 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:11.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:11 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2109687545' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:11.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:11 smithi157 ceph-mon[101289]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-17T00:50:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:11 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:11 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2109687545' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142714-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:11 smithi187 ceph-mon[90552]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-17T00:50:12.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:12 smithi187 ceph-mon[90552]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-17T00:50:12.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:12 smithi187 ceph-mon[90552]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:12.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:12 smithi157 ceph-mon[101289]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-17T00:50:12.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:12 smithi157 ceph-mon[101289]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:12.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:12 smithi157 ceph-mon[98780]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-17T00:50:12.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:12 smithi157 ceph-mon[98780]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:50:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:50:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:50:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:13 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:13 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:50:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:13 smithi157 ceph-mon[101289]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-17T00:50:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:13 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1059289579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:13 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:13 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:13 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:50:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:13 smithi157 ceph-mon[98780]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-17T00:50:13.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:13 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1059289579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:13.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:13 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:13 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:13 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:50:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:13 smithi187 ceph-mon[90552]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-17T00:50:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:13 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1059289579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:13.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:13 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:50:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:50:13] "GET /metrics HTTP/1.1" 200 36370 "" "Prometheus/2.43.0" 2024-08-17T00:50:14.061 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsNumOps.Add (2878 ms) 2024-08-17T00:50:14.062 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsNumOps.Sub 2024-08-17T00:50:14.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:14 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:14 smithi157 ceph-mon[101289]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-17T00:50:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:14 smithi157 ceph-mon[101289]: pgmap v1252: 137 pgs: 6 creating+peering, 11 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:14 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:14 smithi157 ceph-mon[98780]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-17T00:50:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:14 smithi157 ceph-mon[98780]: pgmap v1252: 137 pgs: 6 creating+peering, 11 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:14 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:14 smithi187 ceph-mon[90552]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-17T00:50:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:14.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:14 smithi187 ceph-mon[90552]: pgmap v1252: 137 pgs: 6 creating+peering, 11 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:15.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:15 smithi157 ceph-mon[98780]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-17T00:50:15.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:15 smithi157 ceph-mon[101289]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-17T00:50:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:15 smithi187 ceph-mon[90552]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-17T00:50:16.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:16 smithi157 ceph-mon[98780]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-17T00:50:16.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:16 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/715182299' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:16.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:16 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:16.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:16 smithi157 ceph-mon[98780]: pgmap v1255: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:16 smithi157 ceph-mon[101289]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-17T00:50:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:16 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/715182299' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:16.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:16 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:16.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:16 smithi157 ceph-mon[101289]: pgmap v1255: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:16 smithi187 ceph-mon[90552]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-17T00:50:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:16 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/715182299' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:16 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:16 smithi187 ceph-mon[90552]: pgmap v1255: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:17.076 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsNumOps.Sub (3015 ms) 2024-08-17T00:50:17.076 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsNumOps.Mul 2024-08-17T00:50:17.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:17 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:17.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:17 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:17.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:17 smithi157 ceph-mon[98780]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-17T00:50:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:17 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:17 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:17 smithi157 ceph-mon[101289]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-17T00:50:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:17 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:17 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:17 smithi187 ceph-mon[90552]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-17T00:50:18.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:18 smithi157 ceph-mon[101289]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-17T00:50:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:50:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:50:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:50:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:18 smithi157 ceph-mon[101289]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:18.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:18 smithi157 ceph-mon[98780]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-17T00:50:18.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:18.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:50:18.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:50:18.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:50:18.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:18 smithi157 ceph-mon[98780]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:18 smithi187 ceph-mon[90552]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-17T00:50:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:50:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:50:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:50:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:18 smithi187 ceph-mon[90552]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:19 smithi157 ceph-mon[101289]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-17T00:50:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:19 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2350693817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:19 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:19 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:19 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:50:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:19 smithi157 ceph-mon[98780]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-17T00:50:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:19 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2350693817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:19 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:19 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:19.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:19 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:50:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:19 smithi187 ceph-mon[90552]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-17T00:50:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:19 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2350693817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:19 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:19 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:19 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:50:20.096 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsNumOps.Mul (3020 ms) 2024-08-17T00:50:20.096 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsNumOps.Div 2024-08-17T00:50:20.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:20 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:20.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:20 smithi157 ceph-mon[98780]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-17T00:50:20.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:20 smithi157 ceph-mon[98780]: pgmap v1261: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:20 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:20 smithi157 ceph-mon[101289]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-17T00:50:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:20 smithi157 ceph-mon[101289]: pgmap v1261: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:20 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:20 smithi187 ceph-mon[90552]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-17T00:50:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:20 smithi187 ceph-mon[90552]: pgmap v1261: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:21.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:21 smithi157 ceph-mon[98780]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-17T00:50:21.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:21 smithi157 ceph-mon[101289]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-17T00:50:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:21 smithi187 ceph-mon[90552]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-17T00:50:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:22 smithi157 ceph-mon[101289]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-17T00:50:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:22 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2230966094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:22 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:22 smithi157 ceph-mon[101289]: pgmap v1264: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:22.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:22 smithi157 ceph-mon[98780]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-17T00:50:22.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:22 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2230966094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:22.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:22 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:22.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:22 smithi157 ceph-mon[98780]: pgmap v1264: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:22.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:22 smithi187 ceph-mon[90552]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-17T00:50:22.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:22 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2230966094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:22.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:22 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:22.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:22 smithi187 ceph-mon[90552]: pgmap v1264: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:22.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:50:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:50:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:50:23.111 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsNumOps.Div (3015 ms) 2024-08-17T00:50:23.111 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 4 tests from ClsNumOps (11928 ms total) 2024-08-17T00:50:23.111 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T00:50:23.112 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment tear-down 2024-08-17T00:50:23.112 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] 4 tests from 1 test suite ran. (11928 ms total) 2024-08-17T00:50:23.112 INFO:tasks.workunit.client.0.smithi157.stdout:[ PASSED ] 4 tests. 2024-08-17T00:50:23.114 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:50:23.114 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:50:23.184 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-08-17T00:50:23.184 DEBUG:teuthology.orchestra.run.smithi157:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-08-17T00:50:23.253 INFO:tasks.workunit.client.0.smithi157.stdout:Running main() from gmock_main.cc 2024-08-17T00:50:23.253 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] Running 70 tests from 1 test suite. 2024-08-17T00:50:23.253 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment set-up. 2024-08-17T00:50:23.254 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 70 tests from TestClsRbd 2024-08-17T00:50:23.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:23 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:23 smithi157 ceph-mon[101289]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-17T00:50:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:23 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:23 smithi157 ceph-mon[101289]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-17T00:50:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:23 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:23 smithi157 ceph-mon[98780]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-17T00:50:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:23 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:23 smithi157 ceph-mon[98780]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-17T00:50:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:23 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-142821-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:23 smithi187 ceph-mon[90552]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-17T00:50:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:23 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:23 smithi187 ceph-mon[90552]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-17T00:50:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:50:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:50:23] "GET /metrics HTTP/1.1" 200 36370 "" "Prometheus/2.43.0" 2024-08-17T00:50:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:24 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:24 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:50:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:24 smithi187 ceph-mon[90552]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-17T00:50:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:24 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1457479806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143056-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:24.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:24 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:24 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:50:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:24 smithi157 ceph-mon[98780]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-17T00:50:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:24 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1457479806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143056-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:24.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:24 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:24.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:24 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:50:24.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:24 smithi157 ceph-mon[101289]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-17T00:50:24.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:24 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1457479806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143056-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:25.130 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.get_all_features 2024-08-17T00:50:25.149 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.get_all_features (19 ms) 2024-08-17T00:50:25.149 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.copyup 2024-08-17T00:50:25.325 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.copyup (176 ms) 2024-08-17T00:50:25.325 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-08-17T00:50:25.337 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.sparse_copyup (12 ms) 2024-08-17T00:50:25.337 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-08-17T00:50:25.343 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.get_and_set_id (6 ms) 2024-08-17T00:50:25.343 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-08-17T00:50:25.355 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2024-08-17T00:50:25.355 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.directory_methods 2024-08-17T00:50:25.381 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.directory_methods (26 ms) 2024-08-17T00:50:25.382 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.create 2024-08-17T00:50:25.395 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.create (14 ms) 2024-08-17T00:50:25.395 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.get_features 2024-08-17T00:50:25.397 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-08-17T00:50:25.397 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-08-17T00:50:25.398 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-08-17T00:50:25.398 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-08-17T00:50:25.400 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-08-17T00:50:25.400 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-08-17T00:50:25.402 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-08-17T00:50:25.402 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-08-17T00:50:25.403 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-08-17T00:50:25.403 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-08-17T00:50:25.407 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-08-17T00:50:25.407 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.get_size 2024-08-17T00:50:25.411 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-08-17T00:50:25.411 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.set_size 2024-08-17T00:50:25.415 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-08-17T00:50:25.415 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.protection_status 2024-08-17T00:50:25.433 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-08-17T00:50:25.433 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-08-17T00:50:25.440 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-08-17T00:50:25.440 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.parents_v1 2024-08-17T00:50:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:25 smithi187 ceph-mon[90552]: pgmap v1267: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:25 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1457479806' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143056-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:25 smithi187 ceph-mon[90552]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-17T00:50:25.480 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.parents_v1 (40 ms) 2024-08-17T00:50:25.480 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.parents_v2 2024-08-17T00:50:25.509 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.parents_v2 (29 ms) 2024-08-17T00:50:25.509 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.snapshots 2024-08-17T00:50:25.530 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2024-08-17T00:50:25.530 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.snapid_race 2024-08-17T00:50:25.537 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.snapid_race (7 ms) 2024-08-17T00:50:25.537 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.stripingv2 2024-08-17T00:50:25.545 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.stripingv2 (8 ms) 2024-08-17T00:50:25.545 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.object_map_save 2024-08-17T00:50:25.549 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2024-08-17T00:50:25.549 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-08-17T00:50:25.557 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.object_map_resize (8 ms) 2024-08-17T00:50:25.557 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.object_map_update 2024-08-17T00:50:25.564 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.object_map_update (7 ms) 2024-08-17T00:50:25.564 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-08-17T00:50:25.564 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-08-17T00:50:25.564 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-08-17T00:50:25.570 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.object_map_snap_add (6 ms) 2024-08-17T00:50:25.571 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-08-17T00:50:25.577 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.object_map_snap_remove (7 ms) 2024-08-17T00:50:25.577 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.flags 2024-08-17T00:50:25.582 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-08-17T00:50:25.582 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.metadata 2024-08-17T00:50:25.605 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.metadata (23 ms) 2024-08-17T00:50:25.605 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.set_features 2024-08-17T00:50:25.611 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.set_features (6 ms) 2024-08-17T00:50:25.611 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.mirror 2024-08-17T00:50:25.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:25 smithi157 ceph-mon[101289]: pgmap v1267: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:25 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1457479806' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143056-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:25 smithi157 ceph-mon[101289]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-17T00:50:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:25 smithi157 ceph-mon[98780]: pgmap v1267: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:25 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1457479806' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143056-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:25 smithi157 ceph-mon[98780]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-17T00:50:25.642 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.mirror (31 ms) 2024-08-17T00:50:25.643 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.mirror_image 2024-08-17T00:50:25.656 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-08-17T00:50:25.656 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-08-17T00:50:27.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:27 smithi157 ceph-mon[98780]: pgmap v1270: 137 pgs: 1 creating+peering, 21 unknown, 115 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 47 op/s 2024-08-17T00:50:27.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:27 smithi157 ceph-mon[98780]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-17T00:50:27.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:27 smithi157 ceph-mon[101289]: pgmap v1270: 137 pgs: 1 creating+peering, 21 unknown, 115 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 47 op/s 2024-08-17T00:50:27.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:27 smithi157 ceph-mon[101289]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-17T00:50:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:27 smithi187 ceph-mon[90552]: pgmap v1270: 137 pgs: 1 creating+peering, 21 unknown, 115 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 47 op/s 2024-08-17T00:50:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:27 smithi187 ceph-mon[90552]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-17T00:50:27.848 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.mirror_image_status (2192 ms) 2024-08-17T00:50:27.848 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-08-17T00:50:27.926 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.mirror_image_map (77 ms) 2024-08-17T00:50:27.926 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-08-17T00:50:27.933 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-08-17T00:50:27.933 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-08-17T00:50:27.944 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-08-17T00:50:27.944 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-08-17T00:50:27.946 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-08-17T00:50:27.946 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-08-17T00:50:27.948 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-08-17T00:50:27.948 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-08-17T00:50:27.951 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-08-17T00:50:27.951 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-08-17T00:50:27.957 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-08-17T00:50:27.957 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-08-17T00:50:27.960 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-08-17T00:50:27.960 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-08-17T00:50:27.963 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (3 ms) 2024-08-17T00:50:27.963 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_image_add 2024-08-17T00:50:27.966 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_image_add (3 ms) 2024-08-17T00:50:27.966 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-08-17T00:50:27.969 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-08-17T00:50:27.969 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_image_list 2024-08-17T00:50:27.971 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-08-17T00:50:27.971 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-08-17T00:50:27.975 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2024-08-17T00:50:27.976 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.image_group_add 2024-08-17T00:50:27.978 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-08-17T00:50:27.978 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-08-17T00:50:27.981 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-08-17T00:50:27.981 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.image_group_get 2024-08-17T00:50:27.983 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-08-17T00:50:27.983 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-08-17T00:50:27.985 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-08-17T00:50:27.985 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-08-17T00:50:27.986 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-08-17T00:50:27.987 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-08-17T00:50:27.989 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-08-17T00:50:27.989 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-08-17T00:50:27.991 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (2 ms) 2024-08-17T00:50:27.992 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-08-17T00:50:27.994 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_snap_set (3 ms) 2024-08-17T00:50:27.994 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-08-17T00:50:27.997 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-08-17T00:50:27.997 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-08-17T00:50:28.012 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2024-08-17T00:50:28.012 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-08-17T00:50:28.201 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (188 ms) 2024-08-17T00:50:28.201 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-08-17T00:50:28.204 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-08-17T00:50:28.204 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-08-17T00:50:28.206 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-08-17T00:50:28.206 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.trash_methods 2024-08-17T00:50:28.212 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-08-17T00:50:28.213 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.op_features 2024-08-17T00:50:28.219 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-08-17T00:50:28.220 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.clone_parent 2024-08-17T00:50:28.238 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.clone_parent (18 ms) 2024-08-17T00:50:28.238 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-08-17T00:50:28.246 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-08-17T00:50:28.246 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.clone_child 2024-08-17T00:50:28.258 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-08-17T00:50:28.258 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-08-17T00:50:28.263 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-08-17T00:50:28.263 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.migration 2024-08-17T00:50:28.273 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-08-17T00:50:28.273 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.migration_v1 2024-08-17T00:50:28.283 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.migration_v1 (10 ms) 2024-08-17T00:50:28.283 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-08-17T00:50:29.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:29 smithi157 ceph-mon[98780]: pgmap v1272: 137 pgs: 1 creating+peering, 18 unknown, 118 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 861 KiB/s wr, 41 op/s 2024-08-17T00:50:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:29 smithi157 ceph-mon[101289]: pgmap v1272: 137 pgs: 1 creating+peering, 18 unknown, 118 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 861 KiB/s wr, 41 op/s 2024-08-17T00:50:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:29 smithi187 ceph-mon[90552]: pgmap v1272: 137 pgs: 1 creating+peering, 18 unknown, 118 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 861 KiB/s wr, 41 op/s 2024-08-17T00:50:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:30.143 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1860 ms) 2024-08-17T00:50:30.143 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestClsRbd.sparsify 2024-08-17T00:50:30.173 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestClsRbd.sparsify (30 ms) 2024-08-17T00:50:30.410 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:30 smithi157 ceph-mon[98780]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-17T00:50:30.410 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:30 smithi157 ceph-mon[101289]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-17T00:50:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:30 smithi187 ceph-mon[90552]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-17T00:50:31.153 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 70 tests from TestClsRbd (5043 ms total) 2024-08-17T00:50:31.153 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T00:50:31.153 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment tear-down 2024-08-17T00:50:31.153 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] 70 tests from 1 test suite ran. (7899 ms total) 2024-08-17T00:50:31.153 INFO:tasks.workunit.client.0.smithi157.stdout:[ PASSED ] 70 tests. 2024-08-17T00:50:31.155 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:50:31.156 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:50:31.227 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-08-17T00:50:31.227 DEBUG:teuthology.orchestra.run.smithi157:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-08-17T00:50:31.297 INFO:tasks.workunit.client.0.smithi157.stdout:Running main() from gmock_main.cc 2024-08-17T00:50:31.298 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] Running 10 tests from 1 test suite. 2024-08-17T00:50:31.298 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment set-up. 2024-08-17T00:50:31.298 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 10 tests from cls_rgw 2024-08-17T00:50:31.298 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.test_implicit 2024-08-17T00:50:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:31 smithi187 ceph-mon[90552]: pgmap v1274: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 775 KiB/s wr, 255 op/s 2024-08-17T00:50:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:31 smithi187 ceph-mon[90552]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-17T00:50:31.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:31 smithi157 ceph-mon[98780]: pgmap v1274: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 775 KiB/s wr, 255 op/s 2024-08-17T00:50:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:31 smithi157 ceph-mon[98780]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-17T00:50:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:31 smithi157 ceph-mon[101289]: pgmap v1274: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 775 KiB/s wr, 255 op/s 2024-08-17T00:50:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:31 smithi157 ceph-mon[101289]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-17T00:50:32.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:32 smithi187 ceph-mon[90552]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-17T00:50:32.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:50:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:50:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:50:32.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:32 smithi157 ceph-mon[98780]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-17T00:50:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:32 smithi157 ceph-mon[101289]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-17T00:50:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:33 smithi187 ceph-mon[90552]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:33 smithi187 ceph-mon[90552]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-17T00:50:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:33 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/850706364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:33 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:33.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:33 smithi157 ceph-mon[101289]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:33.502 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:33 smithi157 ceph-mon[101289]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-17T00:50:33.502 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:33 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/850706364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:33.502 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:33 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:33.502 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:33 smithi157 ceph-mon[98780]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:33.502 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:33 smithi157 ceph-mon[98780]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-17T00:50:33.502 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:33 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/850706364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:33.502 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:33 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:50:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:50:33] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2024-08-17T00:50:34.170 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.test_implicit (2873 ms) 2024-08-17T00:50:34.170 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-08-17T00:50:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:34 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:34 smithi187 ceph-mon[90552]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-17T00:50:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:34 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:34 smithi157 ceph-mon[101289]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-17T00:50:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:34 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:34 smithi157 ceph-mon[98780]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-17T00:50:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:35 smithi187 ceph-mon[90552]: pgmap v1280: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:35 smithi187 ceph-mon[90552]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-17T00:50:35.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:35 smithi157 ceph-mon[98780]: pgmap v1280: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:35.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:35 smithi157 ceph-mon[98780]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-17T00:50:35.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:35 smithi157 ceph-mon[101289]: pgmap v1280: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:35.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:35 smithi157 ceph-mon[101289]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-17T00:50:36.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:36 smithi187 ceph-mon[90552]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-17T00:50:36.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:36 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1573791880' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:36.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:36 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:36.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:36 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:36.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:36 smithi187 ceph-mon[90552]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-17T00:50:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:36 smithi157 ceph-mon[101289]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-17T00:50:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:36 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1573791880' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:36 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:36 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:36 smithi157 ceph-mon[101289]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-17T00:50:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:36 smithi157 ceph-mon[98780]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-17T00:50:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:36 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1573791880' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:36 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:36.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:36 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:36.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:36 smithi157 ceph-mon[98780]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-17T00:50:37.189 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3019 ms) 2024-08-17T00:50:37.189 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.test_put_snap 2024-08-17T00:50:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:37 smithi187 ceph-mon[90552]: pgmap v1283: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:37 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:37 smithi187 ceph-mon[90552]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-17T00:50:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:37 smithi157 ceph-mon[98780]: pgmap v1283: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:37 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:37 smithi157 ceph-mon[98780]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-17T00:50:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:37 smithi157 ceph-mon[101289]: pgmap v1283: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:37 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:37 smithi157 ceph-mon[101289]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-17T00:50:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:38 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:38 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:50:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:38 smithi157 ceph-mon[98780]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-17T00:50:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:38 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3539238132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:38 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:38 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:50:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:38 smithi157 ceph-mon[101289]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-17T00:50:38.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:38 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3539238132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:38 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:38 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:50:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:38 smithi187 ceph-mon[90552]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-17T00:50:38.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:38 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3539238132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:39 smithi157 ceph-mon[101289]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:39 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3539238132' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:39 smithi157 ceph-mon[101289]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-17T00:50:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:39 smithi157 ceph-mon[98780]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:39 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3539238132' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:39 smithi157 ceph-mon[98780]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-17T00:50:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:39 smithi187 ceph-mon[90552]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:39 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3539238132' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:39 smithi187 ceph-mon[90552]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-17T00:50:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:41 smithi187 ceph-mon[90552]: pgmap v1289: 137 pgs: 8 creating+peering, 22 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:41 smithi187 ceph-mon[90552]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-17T00:50:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:41 smithi157 ceph-mon[101289]: pgmap v1289: 137 pgs: 8 creating+peering, 22 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:41 smithi157 ceph-mon[101289]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-17T00:50:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:41 smithi157 ceph-mon[98780]: pgmap v1289: 137 pgs: 8 creating+peering, 22 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:41 smithi157 ceph-mon[98780]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-17T00:50:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:50:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:50:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:50:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:43 smithi187 ceph-mon[90552]: pgmap v1291: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 217 B/s wr, 0 op/s 2024-08-17T00:50:43.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:43 smithi157 ceph-mon[98780]: pgmap v1291: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 217 B/s wr, 0 op/s 2024-08-17T00:50:43.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:43 smithi157 ceph-mon[101289]: pgmap v1291: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 217 B/s wr, 0 op/s 2024-08-17T00:50:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:50:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:50:43] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2024-08-17T00:50:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:44 smithi157 ceph-mon[101289]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-17T00:50:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:44 smithi157 ceph-mon[98780]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-17T00:50:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:44 smithi187 ceph-mon[90552]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-17T00:50:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:45 smithi157 ceph-mon[98780]: pgmap v1293: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-08-17T00:50:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:45 smithi157 ceph-mon[98780]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-17T00:50:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:45 smithi157 ceph-mon[101289]: pgmap v1293: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-08-17T00:50:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:45 smithi157 ceph-mon[101289]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-17T00:50:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:45 smithi187 ceph-mon[90552]: pgmap v1293: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-08-17T00:50:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:45 smithi187 ceph-mon[90552]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-17T00:50:46.233 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.test_put_snap (9044 ms) 2024-08-17T00:50:46.234 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.test_explicit 2024-08-17T00:50:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:46 smithi157 ceph-mon[101289]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-17T00:50:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:46 smithi157 ceph-mon[98780]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-17T00:50:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:46 smithi187 ceph-mon[90552]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-17T00:50:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:47 smithi157 ceph-mon[101289]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-08-17T00:50:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:47 smithi157 ceph-mon[101289]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-17T00:50:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:47 smithi157 ceph-mon[98780]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-08-17T00:50:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:47 smithi157 ceph-mon[98780]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-17T00:50:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:47 smithi187 ceph-mon[90552]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-08-17T00:50:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:47 smithi187 ceph-mon[90552]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-17T00:50:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:48 smithi157 ceph-mon[98780]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-17T00:50:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:48 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4181564842' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:48 smithi157 ceph-mon[101289]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-17T00:50:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:48 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4181564842' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:48 smithi187 ceph-mon[90552]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-17T00:50:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:48 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4181564842' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:49.250 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.test_explicit (3017 ms) 2024-08-17T00:50:49.250 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.set 2024-08-17T00:50:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:49 smithi157 ceph-mon[101289]: pgmap v1299: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:49 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:49 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4181564842' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:49 smithi157 ceph-mon[101289]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-17T00:50:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:49 smithi157 ceph-mon[98780]: pgmap v1299: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:49.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:49 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:49.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:49 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4181564842' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:49.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:49 smithi157 ceph-mon[98780]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-17T00:50:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:49 smithi187 ceph-mon[90552]: pgmap v1299: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:49 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:49 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4181564842' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:49 smithi187 ceph-mon[90552]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-17T00:50:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:50 smithi157 ceph-mon[101289]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-17T00:50:50.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:50 smithi157 ceph-mon[98780]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-17T00:50:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:50 smithi187 ceph-mon[90552]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-17T00:50:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:51 smithi157 ceph-mon[98780]: pgmap v1302: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:51 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:51 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:50:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:51 smithi157 ceph-mon[98780]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-17T00:50:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:51 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3819930711' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:51.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:51 smithi157 ceph-mon[101289]: pgmap v1302: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:51.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:51 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:51.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:51 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:50:51.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:51 smithi157 ceph-mon[101289]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-17T00:50:51.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:51 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3819930711' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:51 smithi187 ceph-mon[90552]: pgmap v1302: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:51 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:51 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:50:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:51 smithi187 ceph-mon[90552]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-17T00:50:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:51 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3819930711' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:52.265 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.set (3014 ms) 2024-08-17T00:50:52.265 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-08-17T00:50:52.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:52 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3819930711' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:52.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:52 smithi187 ceph-mon[90552]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-17T00:50:52.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:50:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:50:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:50:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:52 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3819930711' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:52 smithi157 ceph-mon[98780]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-17T00:50:52.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:52 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3819930711' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:52.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:52 smithi157 ceph-mon[101289]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-17T00:50:53.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:50:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:50:53] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-08-17T00:50:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:53 smithi157 ceph-mon[101289]: pgmap v1305: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:53 smithi157 ceph-mon[101289]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-17T00:50:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:53 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-6"}]: dispatch 2024-08-17T00:50:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:53 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-6"}]: dispatch 2024-08-17T00:50:53.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:53 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:50:53.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:53 smithi157 ceph-mon[98780]: pgmap v1305: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:53.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:53 smithi157 ceph-mon[98780]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-17T00:50:53.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:53 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-6"}]: dispatch 2024-08-17T00:50:53.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:53 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-6"}]: dispatch 2024-08-17T00:50:53.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:53 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:50:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:53 smithi187 ceph-mon[90552]: pgmap v1305: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:53 smithi187 ceph-mon[90552]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-17T00:50:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:53 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-6"}]: dispatch 2024-08-17T00:50:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:53 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-6"}]: dispatch 2024-08-17T00:50:53.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:53 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:50:54.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:54 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:50:54.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:54 smithi157 ceph-mon[101289]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-17T00:50:54.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:54 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-6"}]: dispatch 2024-08-17T00:50:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:54 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:50:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:54 smithi157 ceph-mon[98780]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-17T00:50:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:54 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-6"}]: dispatch 2024-08-17T00:50:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:54 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:50:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:54 smithi187 ceph-mon[90552]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-17T00:50:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:54 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-6"}]: dispatch 2024-08-17T00:50:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:55 smithi157 ceph-mon[98780]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:55 smithi157 ceph-mon[98780]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-17T00:50:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:55 smithi157 ceph-mon[101289]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:55 smithi157 ceph-mon[101289]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-17T00:50:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:55 smithi187 ceph-mon[90552]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:55 smithi187 ceph-mon[90552]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-17T00:50:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:56 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-6"}]': finished 2024-08-17T00:50:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:56 smithi157 ceph-mon[98780]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-17T00:50:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:56 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:56.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:56 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-6"}]': finished 2024-08-17T00:50:56.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:56 smithi157 ceph-mon[101289]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-17T00:50:56.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:56 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:56 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-6"}]': finished 2024-08-17T00:50:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:56 smithi187 ceph-mon[90552]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-17T00:50:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:56 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:50:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:57 smithi157 ceph-mon[101289]: pgmap v1311: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:57 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:57 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:57 smithi157 ceph-mon[101289]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-17T00:50:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:57 smithi157 ceph-mon[98780]: pgmap v1311: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:57 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:57 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:57.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:57 smithi157 ceph-mon[98780]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-17T00:50:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:57 smithi187 ceph-mon[90552]: pgmap v1311: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:57 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:50:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:57 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:50:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:57 smithi187 ceph-mon[90552]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-17T00:50:58.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:58 smithi157 ceph-mon[101289]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-17T00:50:58.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:58 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-6"}]: dispatch 2024-08-17T00:50:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:58 smithi157 ceph-mon[98780]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-17T00:50:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:58 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-6"}]: dispatch 2024-08-17T00:50:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:58 smithi187 ceph-mon[90552]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-17T00:50:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:58 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-6"}]: dispatch 2024-08-17T00:50:59.300 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.test_implicit_ec (7036 ms) 2024-08-17T00:50:59.300 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-08-17T00:50:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:59 smithi157 ceph-mon[101289]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:59 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:59 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:50:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:59 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-6"}]': finished 2024-08-17T00:50:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:59 smithi157 ceph-mon[101289]: osdmap e1078: 8 total, 8 up, 8 in 2024-08-17T00:50:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:59 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-6"}]: dispatch 2024-08-17T00:50:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:50:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:59.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:59 smithi157 ceph-mon[98780]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:59.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:59 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:59.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:59 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:50:59.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:59 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-6"}]': finished 2024-08-17T00:50:59.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:59 smithi157 ceph-mon[98780]: osdmap e1078: 8 total, 8 up, 8 in 2024-08-17T00:50:59.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:59 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-6"}]: dispatch 2024-08-17T00:50:59.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:50:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:59 smithi187 ceph-mon[90552]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:50:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:59 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:50:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:59 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:50:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:59 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-6"}]': finished 2024-08-17T00:50:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:59 smithi187 ceph-mon[90552]: osdmap e1078: 8 total, 8 up, 8 in 2024-08-17T00:50:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:59 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-6"}]: dispatch 2024-08-17T00:50:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:50:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:00.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:00 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-6"}]': finished 2024-08-17T00:51:00.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:00 smithi157 ceph-mon[98780]: osdmap e1079: 8 total, 8 up, 8 in 2024-08-17T00:51:00.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:00 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-7"}]: dispatch 2024-08-17T00:51:00.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:00 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-7"}]: dispatch 2024-08-17T00:51:00.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:00 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:00.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:00 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-6"}]': finished 2024-08-17T00:51:00.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:00 smithi157 ceph-mon[101289]: osdmap e1079: 8 total, 8 up, 8 in 2024-08-17T00:51:00.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:00 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-7"}]: dispatch 2024-08-17T00:51:00.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:00 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-7"}]: dispatch 2024-08-17T00:51:00.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:00 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:00 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1403092985' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-6"}]': finished 2024-08-17T00:51:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:00 smithi187 ceph-mon[90552]: osdmap e1079: 8 total, 8 up, 8 in 2024-08-17T00:51:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:00 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-7"}]: dispatch 2024-08-17T00:51:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:00 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-7"}]: dispatch 2024-08-17T00:51:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:00 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:01 smithi157 ceph-mon[101289]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:01 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:51:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:01 smithi157 ceph-mon[101289]: osdmap e1080: 8 total, 8 up, 8 in 2024-08-17T00:51:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:01 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-7"}]: dispatch 2024-08-17T00:51:01.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:01 smithi157 ceph-mon[98780]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:01.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:01 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:51:01.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:01 smithi157 ceph-mon[98780]: osdmap e1080: 8 total, 8 up, 8 in 2024-08-17T00:51:01.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:01 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-7"}]: dispatch 2024-08-17T00:51:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:01 smithi187 ceph-mon[90552]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:01 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:51:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:01 smithi187 ceph-mon[90552]: osdmap e1080: 8 total, 8 up, 8 in 2024-08-17T00:51:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:01 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-7"}]: dispatch 2024-08-17T00:51:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:51:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:51:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:51:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:02 smithi187 ceph-mon[90552]: osdmap e1081: 8 total, 8 up, 8 in 2024-08-17T00:51:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:02 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-7"}]': finished 2024-08-17T00:51:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:02 smithi187 ceph-mon[90552]: osdmap e1082: 8 total, 8 up, 8 in 2024-08-17T00:51:02.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:02 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:02 smithi157 ceph-mon[101289]: osdmap e1081: 8 total, 8 up, 8 in 2024-08-17T00:51:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:02 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-7"}]': finished 2024-08-17T00:51:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:02 smithi157 ceph-mon[101289]: osdmap e1082: 8 total, 8 up, 8 in 2024-08-17T00:51:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:02 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:02.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:02 smithi157 ceph-mon[98780]: osdmap e1081: 8 total, 8 up, 8 in 2024-08-17T00:51:02.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:02 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-7"}]': finished 2024-08-17T00:51:02.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:02 smithi157 ceph-mon[98780]: osdmap e1082: 8 total, 8 up, 8 in 2024-08-17T00:51:02.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:02 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:51:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:51:03] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-08-17T00:51:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:03 smithi157 ceph-mon[101289]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:03 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:51:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:03 smithi157 ceph-mon[101289]: osdmap e1083: 8 total, 8 up, 8 in 2024-08-17T00:51:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:03 smithi157 ceph-mon[98780]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:03 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:51:03.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:03 smithi157 ceph-mon[98780]: osdmap e1083: 8 total, 8 up, 8 in 2024-08-17T00:51:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:03 smithi187 ceph-mon[90552]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:03 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:51:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:03 smithi187 ceph-mon[90552]: osdmap e1083: 8 total, 8 up, 8 in 2024-08-17T00:51:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:05 smithi157 ceph-mon[98780]: pgmap v1323: 113 pgs: 1 creating+activating, 3 unknown, 109 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:05 smithi157 ceph-mon[98780]: osdmap e1084: 8 total, 8 up, 8 in 2024-08-17T00:51:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:05 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-7"}]: dispatch 2024-08-17T00:51:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:05 smithi157 ceph-mon[101289]: pgmap v1323: 113 pgs: 1 creating+activating, 3 unknown, 109 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:05 smithi157 ceph-mon[101289]: osdmap e1084: 8 total, 8 up, 8 in 2024-08-17T00:51:05.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:05 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-7"}]: dispatch 2024-08-17T00:51:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:05 smithi187 ceph-mon[90552]: pgmap v1323: 113 pgs: 1 creating+activating, 3 unknown, 109 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:05 smithi187 ceph-mon[90552]: osdmap e1084: 8 total, 8 up, 8 in 2024-08-17T00:51:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:05 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-7"}]: dispatch 2024-08-17T00:51:06.324 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7024 ms) 2024-08-17T00:51:06.325 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-08-17T00:51:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:06 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-7"}]': finished 2024-08-17T00:51:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:06 smithi157 ceph-mon[98780]: osdmap e1085: 8 total, 8 up, 8 in 2024-08-17T00:51:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:06 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-7"}]: dispatch 2024-08-17T00:51:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:06 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-7"}]': finished 2024-08-17T00:51:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:06 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-7"}]': finished 2024-08-17T00:51:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:06 smithi157 ceph-mon[101289]: osdmap e1085: 8 total, 8 up, 8 in 2024-08-17T00:51:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:06 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-7"}]: dispatch 2024-08-17T00:51:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:06 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-7"}]': finished 2024-08-17T00:51:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:06 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-7"}]': finished 2024-08-17T00:51:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:06 smithi187 ceph-mon[90552]: osdmap e1085: 8 total, 8 up, 8 in 2024-08-17T00:51:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:06 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-7"}]: dispatch 2024-08-17T00:51:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:06 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1933450632' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-7"}]': finished 2024-08-17T00:51:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[101289]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[101289]: osdmap e1086: 8 total, 8 up, 8 in 2024-08-17T00:51:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:07.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:07.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[98780]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[98780]: osdmap e1086: 8 total, 8 up, 8 in 2024-08-17T00:51:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:07 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:07 smithi187 ceph-mon[90552]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:07 smithi187 ceph-mon[90552]: osdmap e1086: 8 total, 8 up, 8 in 2024-08-17T00:51:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:07 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:07 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:07 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:07 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:07 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:07.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:07 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:08 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:51:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:08 smithi157 ceph-mon[101289]: osdmap e1087: 8 total, 8 up, 8 in 2024-08-17T00:51:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:08 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:08 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:08 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:51:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:08 smithi157 ceph-mon[98780]: osdmap e1087: 8 total, 8 up, 8 in 2024-08-17T00:51:08.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:08 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:08.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:08 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:08 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:51:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:08 smithi187 ceph-mon[90552]: osdmap e1087: 8 total, 8 up, 8 in 2024-08-17T00:51:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:08 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:08 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:09 smithi157 ceph-mon[101289]: pgmap v1329: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:09 smithi157 ceph-mon[101289]: osdmap e1088: 8 total, 8 up, 8 in 2024-08-17T00:51:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:09 smithi157 ceph-mon[98780]: pgmap v1329: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:09 smithi157 ceph-mon[98780]: osdmap e1088: 8 total, 8 up, 8 in 2024-08-17T00:51:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:09 smithi187 ceph-mon[90552]: pgmap v1329: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:09 smithi187 ceph-mon[90552]: osdmap e1088: 8 total, 8 up, 8 in 2024-08-17T00:51:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:10 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-8"}]': finished 2024-08-17T00:51:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:10 smithi157 ceph-mon[101289]: osdmap e1089: 8 total, 8 up, 8 in 2024-08-17T00:51:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:10 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:10 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:10 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-8"}]': finished 2024-08-17T00:51:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:10 smithi157 ceph-mon[98780]: osdmap e1089: 8 total, 8 up, 8 in 2024-08-17T00:51:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:10 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:10.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:10 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:10 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-8"}]': finished 2024-08-17T00:51:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:10 smithi187 ceph-mon[90552]: osdmap e1089: 8 total, 8 up, 8 in 2024-08-17T00:51:10.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:10 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:10.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:10 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:11 smithi157 ceph-mon[98780]: pgmap v1332: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:11 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:51:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:11 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:51:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:11 smithi157 ceph-mon[98780]: osdmap e1090: 8 total, 8 up, 8 in 2024-08-17T00:51:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:11 smithi157 ceph-mon[101289]: pgmap v1332: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:11 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:51:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:11 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:51:11.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:11 smithi157 ceph-mon[101289]: osdmap e1090: 8 total, 8 up, 8 in 2024-08-17T00:51:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:11 smithi187 ceph-mon[90552]: pgmap v1332: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:11 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:51:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:11 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:51:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:11 smithi187 ceph-mon[90552]: osdmap e1090: 8 total, 8 up, 8 in 2024-08-17T00:51:12.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:12 smithi157 ceph-mon[101289]: osdmap e1091: 8 total, 8 up, 8 in 2024-08-17T00:51:12.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:12 smithi157 ceph-mon[98780]: osdmap e1091: 8 total, 8 up, 8 in 2024-08-17T00:51:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:12 smithi187 ceph-mon[90552]: osdmap e1091: 8 total, 8 up, 8 in 2024-08-17T00:51:12.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:51:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:51:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:51:13.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:13 smithi157 ceph-mon[98780]: pgmap v1335: 113 pgs: 1 creating+activating, 6 unknown, 106 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:51:13.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:13 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:51:13.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:13 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:51:13.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:51:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:51:13] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-08-17T00:51:13.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:13 smithi157 ceph-mon[101289]: pgmap v1335: 113 pgs: 1 creating+activating, 6 unknown, 106 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:51:13.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:13 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:51:13.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:13 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:51:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:13 smithi187 ceph-mon[90552]: pgmap v1335: 113 pgs: 1 creating+activating, 6 unknown, 106 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:51:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:13 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:51:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:13 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:51:14.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:14 smithi157 ceph-mon[101289]: osdmap e1092: 8 total, 8 up, 8 in 2024-08-17T00:51:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:14 smithi157 ceph-mon[98780]: osdmap e1092: 8 total, 8 up, 8 in 2024-08-17T00:51:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:14 smithi187 ceph-mon[90552]: osdmap e1092: 8 total, 8 up, 8 in 2024-08-17T00:51:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:15 smithi157 ceph-mon[101289]: pgmap v1337: 113 pgs: 1 creating+activating, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 224 B/s wr, 0 op/s 2024-08-17T00:51:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:15 smithi157 ceph-mon[101289]: osdmap e1093: 8 total, 8 up, 8 in 2024-08-17T00:51:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:15 smithi157 ceph-mon[98780]: pgmap v1337: 113 pgs: 1 creating+activating, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 224 B/s wr, 0 op/s 2024-08-17T00:51:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:15 smithi157 ceph-mon[98780]: osdmap e1093: 8 total, 8 up, 8 in 2024-08-17T00:51:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:15 smithi187 ceph-mon[90552]: pgmap v1337: 113 pgs: 1 creating+activating, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 224 B/s wr, 0 op/s 2024-08-17T00:51:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:15 smithi187 ceph-mon[90552]: osdmap e1093: 8 total, 8 up, 8 in 2024-08-17T00:51:16.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:16 smithi157 ceph-mon[98780]: osdmap e1094: 8 total, 8 up, 8 in 2024-08-17T00:51:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:16 smithi157 ceph-mon[101289]: osdmap e1094: 8 total, 8 up, 8 in 2024-08-17T00:51:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:16 smithi187 ceph-mon[90552]: osdmap e1094: 8 total, 8 up, 8 in 2024-08-17T00:51:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:17 smithi187 ceph-mon[90552]: pgmap v1340: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:51:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:17 smithi187 ceph-mon[90552]: osdmap e1095: 8 total, 8 up, 8 in 2024-08-17T00:51:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:17 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:17 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:17 smithi157 ceph-mon[101289]: pgmap v1340: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:51:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:17 smithi157 ceph-mon[101289]: osdmap e1095: 8 total, 8 up, 8 in 2024-08-17T00:51:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:17 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:17 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:17 smithi157 ceph-mon[98780]: pgmap v1340: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:51:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:17 smithi157 ceph-mon[98780]: osdmap e1095: 8 total, 8 up, 8 in 2024-08-17T00:51:17.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:17 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:17.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:17 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:18.390 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.test_put_snap_ec (12066 ms) 2024-08-17T00:51:18.391 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-08-17T00:51:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:18 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-8"}]': finished 2024-08-17T00:51:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:18 smithi187 ceph-mon[90552]: osdmap e1096: 8 total, 8 up, 8 in 2024-08-17T00:51:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:18 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:18 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:51:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:51:18.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:51:18.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:51:18.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:18 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-8"}]': finished 2024-08-17T00:51:18.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:18 smithi187 ceph-mon[90552]: osdmap e1097: 8 total, 8 up, 8 in 2024-08-17T00:51:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-8"}]': finished 2024-08-17T00:51:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[98780]: osdmap e1096: 8 total, 8 up, 8 in 2024-08-17T00:51:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:51:18.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:51:18.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:51:18.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:51:18.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-8"}]': finished 2024-08-17T00:51:18.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[98780]: osdmap e1097: 8 total, 8 up, 8 in 2024-08-17T00:51:18.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-8"}]': finished 2024-08-17T00:51:18.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[101289]: osdmap e1096: 8 total, 8 up, 8 in 2024-08-17T00:51:18.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1941033695' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:18.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-8"}]: dispatch 2024-08-17T00:51:18.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:51:18.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:51:18.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:51:18.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:51:18.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-8"}]': finished 2024-08-17T00:51:18.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:18 smithi157 ceph-mon[101289]: osdmap e1097: 8 total, 8 up, 8 in 2024-08-17T00:51:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:19 smithi187 ceph-mon[90552]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:19 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:19 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:19 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:19 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:19.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:19 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:19.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:19 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:19 smithi157 ceph-mon[101289]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:19 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:19 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:19 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:19 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:19 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:19 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:19.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:19 smithi157 ceph-mon[98780]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:19.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:19 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:19.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:19 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:19.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:19 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:19.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:19 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:19.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:19 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:19.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:19 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:20 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:51:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:20 smithi187 ceph-mon[90552]: osdmap e1098: 8 total, 8 up, 8 in 2024-08-17T00:51:20.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:20 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:20.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:20 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:21.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:20 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:51:21.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:20 smithi157 ceph-mon[101289]: osdmap e1098: 8 total, 8 up, 8 in 2024-08-17T00:51:21.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:20 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:21.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:20 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:20 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:51:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:20 smithi157 ceph-mon[98780]: osdmap e1098: 8 total, 8 up, 8 in 2024-08-17T00:51:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:20 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:21.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:20 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:21 smithi187 ceph-mon[90552]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:21 smithi187 ceph-mon[90552]: osdmap e1099: 8 total, 8 up, 8 in 2024-08-17T00:51:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:21 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-9"}]': finished 2024-08-17T00:51:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:21 smithi187 ceph-mon[90552]: osdmap e1100: 8 total, 8 up, 8 in 2024-08-17T00:51:21.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:21 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:21.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:21 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:22.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:21 smithi157 ceph-mon[98780]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:22.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:21 smithi157 ceph-mon[98780]: osdmap e1099: 8 total, 8 up, 8 in 2024-08-17T00:51:22.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:21 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-9"}]': finished 2024-08-17T00:51:22.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:21 smithi157 ceph-mon[98780]: osdmap e1100: 8 total, 8 up, 8 in 2024-08-17T00:51:22.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:21 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:22.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:21 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:22.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:21 smithi157 ceph-mon[101289]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:22.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:21 smithi157 ceph-mon[101289]: osdmap e1099: 8 total, 8 up, 8 in 2024-08-17T00:51:22.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:21 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-9"}]': finished 2024-08-17T00:51:22.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:21 smithi157 ceph-mon[101289]: osdmap e1100: 8 total, 8 up, 8 in 2024-08-17T00:51:22.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:21 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:22.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:21 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:51:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:51:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:51:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:23 smithi187 ceph-mon[90552]: pgmap v1349: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:23 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:51:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:23 smithi187 ceph-mon[90552]: osdmap e1101: 8 total, 8 up, 8 in 2024-08-17T00:51:23.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:23 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:51:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:51:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:51:23] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2024-08-17T00:51:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:23 smithi157 ceph-mon[101289]: pgmap v1349: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:23 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:51:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:23 smithi157 ceph-mon[101289]: osdmap e1101: 8 total, 8 up, 8 in 2024-08-17T00:51:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:23 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:51:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:23 smithi157 ceph-mon[98780]: pgmap v1349: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:23 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:51:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:23 smithi157 ceph-mon[98780]: osdmap e1101: 8 total, 8 up, 8 in 2024-08-17T00:51:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:23 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:51:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:24 smithi187 ceph-mon[90552]: osdmap e1102: 8 total, 8 up, 8 in 2024-08-17T00:51:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:24 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:24 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:24 smithi157 ceph-mon[98780]: osdmap e1102: 8 total, 8 up, 8 in 2024-08-17T00:51:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:24 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:24 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:24.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:24 smithi157 ceph-mon[101289]: osdmap e1102: 8 total, 8 up, 8 in 2024-08-17T00:51:24.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:24 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:24.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:24 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:25.423 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.test_explicit_ec (7033 ms) 2024-08-17T00:51:25.423 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.set_ec 2024-08-17T00:51:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:25 smithi187 ceph-mon[90552]: pgmap v1352: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:25 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:51:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:25 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:51:25.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:25 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-9"}]': finished 2024-08-17T00:51:25.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:25 smithi187 ceph-mon[90552]: osdmap e1103: 8 total, 8 up, 8 in 2024-08-17T00:51:25.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:25 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:25.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:25 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:25 smithi157 ceph-mon[98780]: pgmap v1352: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:25 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:51:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:25 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:51:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:25 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-9"}]': finished 2024-08-17T00:51:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:25 smithi157 ceph-mon[98780]: osdmap e1103: 8 total, 8 up, 8 in 2024-08-17T00:51:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:25 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:25 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:25.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:25 smithi157 ceph-mon[101289]: pgmap v1352: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:25.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:25 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:51:25.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:25 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:51:25.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:25 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-9"}]': finished 2024-08-17T00:51:25.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:25 smithi157 ceph-mon[101289]: osdmap e1103: 8 total, 8 up, 8 in 2024-08-17T00:51:25.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:25 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/117442279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:25.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:25 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-9"}]: dispatch 2024-08-17T00:51:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:26 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-9"}]': finished 2024-08-17T00:51:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:26 smithi187 ceph-mon[90552]: osdmap e1104: 8 total, 8 up, 8 in 2024-08-17T00:51:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:26 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-10"}]: dispatch 2024-08-17T00:51:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:26 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-10"}]: dispatch 2024-08-17T00:51:26.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:26 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:26 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-9"}]': finished 2024-08-17T00:51:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:26 smithi157 ceph-mon[101289]: osdmap e1104: 8 total, 8 up, 8 in 2024-08-17T00:51:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:26 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-10"}]: dispatch 2024-08-17T00:51:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:26 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-10"}]: dispatch 2024-08-17T00:51:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:26 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:26 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-9"}]': finished 2024-08-17T00:51:26.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:26 smithi157 ceph-mon[98780]: osdmap e1104: 8 total, 8 up, 8 in 2024-08-17T00:51:26.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:26 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-10"}]: dispatch 2024-08-17T00:51:26.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:26 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-10"}]: dispatch 2024-08-17T00:51:26.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:26 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:51:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:27 smithi187 ceph-mon[90552]: pgmap v1355: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:27 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:51:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:27 smithi187 ceph-mon[90552]: osdmap e1105: 8 total, 8 up, 8 in 2024-08-17T00:51:27.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:27 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-10"}]: dispatch 2024-08-17T00:51:28.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:27 smithi157 ceph-mon[98780]: pgmap v1355: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:27 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:51:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:27 smithi157 ceph-mon[98780]: osdmap e1105: 8 total, 8 up, 8 in 2024-08-17T00:51:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:27 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-10"}]: dispatch 2024-08-17T00:51:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:27 smithi157 ceph-mon[101289]: pgmap v1355: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:27 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi157-143123-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:51:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:27 smithi157 ceph-mon[101289]: osdmap e1105: 8 total, 8 up, 8 in 2024-08-17T00:51:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:27 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-10"}]: dispatch 2024-08-17T00:51:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:28 smithi187 ceph-mon[90552]: osdmap e1106: 8 total, 8 up, 8 in 2024-08-17T00:51:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:28 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-10"}]': finished 2024-08-17T00:51:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:28 smithi187 ceph-mon[90552]: osdmap e1107: 8 total, 8 up, 8 in 2024-08-17T00:51:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:28 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:29.035 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:28 smithi157 ceph-mon[98780]: osdmap e1106: 8 total, 8 up, 8 in 2024-08-17T00:51:29.036 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:28 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-10"}]': finished 2024-08-17T00:51:29.036 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:28 smithi157 ceph-mon[98780]: osdmap e1107: 8 total, 8 up, 8 in 2024-08-17T00:51:29.036 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:28 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:29.036 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:28 smithi157 ceph-mon[101289]: osdmap e1106: 8 total, 8 up, 8 in 2024-08-17T00:51:29.036 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:28 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi157-143123-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi157-143123-10"}]': finished 2024-08-17T00:51:29.036 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:28 smithi157 ceph-mon[101289]: osdmap e1107: 8 total, 8 up, 8 in 2024-08-17T00:51:29.036 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:28 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:29 smithi187 ceph-mon[90552]: pgmap v1358: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:29 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:51:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:29 smithi187 ceph-mon[90552]: osdmap e1108: 8 total, 8 up, 8 in 2024-08-17T00:51:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:29 smithi157 ceph-mon[98780]: pgmap v1358: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:29 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:51:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:29 smithi157 ceph-mon[98780]: osdmap e1108: 8 total, 8 up, 8 in 2024-08-17T00:51:30.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:29 smithi157 ceph-mon[101289]: pgmap v1358: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:30.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:30.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:29 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143123-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:51:30.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:29 smithi157 ceph-mon[101289]: osdmap e1108: 8 total, 8 up, 8 in 2024-08-17T00:51:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:31 smithi187 ceph-mon[90552]: pgmap v1361: 113 pgs: 1 creating+activating, 2 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:31 smithi187 ceph-mon[90552]: osdmap e1109: 8 total, 8 up, 8 in 2024-08-17T00:51:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:31 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-10"}]: dispatch 2024-08-17T00:51:31.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:31 smithi157 ceph-mon[101289]: pgmap v1361: 113 pgs: 1 creating+activating, 2 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:31.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:31 smithi157 ceph-mon[101289]: osdmap e1109: 8 total, 8 up, 8 in 2024-08-17T00:51:31.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:31 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-10"}]: dispatch 2024-08-17T00:51:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:31 smithi157 ceph-mon[98780]: pgmap v1361: 113 pgs: 1 creating+activating, 2 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:31 smithi157 ceph-mon[98780]: osdmap e1109: 8 total, 8 up, 8 in 2024-08-17T00:51:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:31 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-10"}]: dispatch 2024-08-17T00:51:32.448 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.set_ec (7025 ms) 2024-08-17T00:51:32.449 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 10 tests from cls_rgw (61151 ms total) 2024-08-17T00:51:32.449 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T00:51:32.449 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment tear-down 2024-08-17T00:51:32.449 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] 10 tests from 1 test suite ran. (61151 ms total) 2024-08-17T00:51:32.449 INFO:tasks.workunit.client.0.smithi157.stdout:[ PASSED ] 10 tests. 2024-08-17T00:51:32.451 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:51:32.451 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:51:32.521 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-08-17T00:51:32.521 DEBUG:teuthology.orchestra.run.smithi157:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-08-17T00:51:32.592 INFO:tasks.workunit.client.0.smithi157.stdout:Running main() from gmock_main.cc 2024-08-17T00:51:32.592 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] Running 16 tests from 1 test suite. 2024-08-17T00:51:32.592 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment set-up. 2024-08-17T00:51:32.593 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 16 tests from cls_rgw 2024-08-17T00:51:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:32 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-10"}]': finished 2024-08-17T00:51:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:32 smithi187 ceph-mon[90552]: osdmap e1110: 8 total, 8 up, 8 in 2024-08-17T00:51:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:32 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-10"}]: dispatch 2024-08-17T00:51:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:32 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-10"}]': finished 2024-08-17T00:51:32.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:51:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:51:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:51:32.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:32 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-10"}]': finished 2024-08-17T00:51:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:32 smithi157 ceph-mon[98780]: osdmap e1110: 8 total, 8 up, 8 in 2024-08-17T00:51:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:32 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-10"}]: dispatch 2024-08-17T00:51:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:32 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-10"}]': finished 2024-08-17T00:51:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:32 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi157-143123-10"}]': finished 2024-08-17T00:51:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:32 smithi157 ceph-mon[101289]: osdmap e1110: 8 total, 8 up, 8 in 2024-08-17T00:51:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:32 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-10"}]: dispatch 2024-08-17T00:51:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:32 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/798697854' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi157-143123-10"}]': finished 2024-08-17T00:51:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:33 smithi187 ceph-mon[90552]: pgmap v1364: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:33 smithi187 ceph-mon[90552]: osdmap e1111: 8 total, 8 up, 8 in 2024-08-17T00:51:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:51:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:51:33] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-08-17T00:51:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:33 smithi157 ceph-mon[101289]: pgmap v1364: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:33 smithi157 ceph-mon[101289]: osdmap e1111: 8 total, 8 up, 8 in 2024-08-17T00:51:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:33 smithi157 ceph-mon[98780]: pgmap v1364: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:33 smithi157 ceph-mon[98780]: osdmap e1111: 8 total, 8 up, 8 in 2024-08-17T00:51:34.468 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.index_basic 2024-08-17T00:51:34.510 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.index_basic (42 ms) 2024-08-17T00:51:34.511 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-08-17T00:51:34.535 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (25 ms) 2024-08-17T00:51:34.535 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.index_remove_object 2024-08-17T00:51:34.569 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.index_remove_object (34 ms) 2024-08-17T00:51:34.569 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.index_suggest 2024-08-17T00:51:34.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:34 smithi157 ceph-mon[101289]: osdmap e1112: 8 total, 8 up, 8 in 2024-08-17T00:51:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:34 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1850609879' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143462-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:34 smithi157 ceph-mon[98780]: osdmap e1112: 8 total, 8 up, 8 in 2024-08-17T00:51:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:34 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1850609879' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143462-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:34.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:34 smithi187 ceph-mon[90552]: osdmap e1112: 8 total, 8 up, 8 in 2024-08-17T00:51:34.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:34 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1850609879' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143462-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:51:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:35 smithi157 ceph-mon[98780]: pgmap v1367: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:35 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:51:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:35 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1850609879' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143462-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:51:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:35 smithi157 ceph-mon[98780]: osdmap e1113: 8 total, 8 up, 8 in 2024-08-17T00:51:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:35 smithi157 ceph-mon[101289]: pgmap v1367: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:35 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:51:35.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:35 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1850609879' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143462-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:51:35.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:35 smithi157 ceph-mon[101289]: osdmap e1113: 8 total, 8 up, 8 in 2024-08-17T00:51:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:35 smithi187 ceph-mon[90552]: pgmap v1367: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:51:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:35 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:51:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:35 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1850609879' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143462-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:51:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:35 smithi187 ceph-mon[90552]: osdmap e1113: 8 total, 8 up, 8 in 2024-08-17T00:51:35.992 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.index_suggest (1423 ms) 2024-08-17T00:51:35.992 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-08-17T00:51:35.999 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2024-08-17T00:51:35.999 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.index_list 2024-08-17T00:51:36.018 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.index_list (19 ms) 2024-08-17T00:51:36.018 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-08-17T00:51:36.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:36 smithi157 ceph-mon[98780]: osdmap e1114: 8 total, 8 up, 8 in 2024-08-17T00:51:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:36 smithi157 ceph-mon[101289]: osdmap e1114: 8 total, 8 up, 8 in 2024-08-17T00:51:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:36 smithi187 ceph-mon[90552]: osdmap e1114: 8 total, 8 up, 8 in 2024-08-17T00:51:37.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:37 smithi157 ceph-mon[101289]: pgmap v1370: 137 pgs: 8 creating+peering, 7 unknown, 122 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-08-17T00:51:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:37 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:51:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:37 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:51:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:37 smithi157 ceph-mon[98780]: pgmap v1370: 137 pgs: 8 creating+peering, 7 unknown, 122 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-08-17T00:51:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:37 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:51:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:37 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:51:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:37 smithi187 ceph-mon[90552]: pgmap v1370: 137 pgs: 8 creating+peering, 7 unknown, 122 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-08-17T00:51:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:37 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:51:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:37 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:51:39.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:39 smithi157 ceph-mon[98780]: pgmap v1371: 137 pgs: 8 creating+peering, 4 unknown, 125 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 17 KiB/s wr, 52 op/s 2024-08-17T00:51:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:39 smithi157 ceph-mon[101289]: pgmap v1371: 137 pgs: 8 creating+peering, 4 unknown, 125 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 17 KiB/s wr, 52 op/s 2024-08-17T00:51:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:39 smithi187 ceph-mon[90552]: pgmap v1371: 137 pgs: 8 creating+peering, 4 unknown, 125 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 17 KiB/s wr, 52 op/s 2024-08-17T00:51:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:41 smithi157 ceph-mon[98780]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 174 KiB/s rd, 88 KiB/s wr, 295 op/s 2024-08-17T00:51:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:41 smithi157 ceph-mon[101289]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 174 KiB/s rd, 88 KiB/s wr, 295 op/s 2024-08-17T00:51:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:41 smithi187 ceph-mon[90552]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 174 KiB/s rd, 88 KiB/s wr, 295 op/s 2024-08-17T00:51:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:51:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:51:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:51:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:43 smithi157 ceph-mon[98780]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 849 KiB/s rd, 544 KiB/s wr, 1.65k op/s 2024-08-17T00:51:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:51:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:51:43] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-08-17T00:51:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:43 smithi157 ceph-mon[101289]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 849 KiB/s rd, 544 KiB/s wr, 1.65k op/s 2024-08-17T00:51:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:43 smithi187 ceph-mon[90552]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 849 KiB/s rd, 544 KiB/s wr, 1.65k op/s 2024-08-17T00:51:44.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:45.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:45 smithi157 ceph-mon[98780]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 718 KiB/s rd, 461 KiB/s wr, 1.40k op/s 2024-08-17T00:51:45.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:45 smithi157 ceph-mon[101289]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 718 KiB/s rd, 461 KiB/s wr, 1.40k op/s 2024-08-17T00:51:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:45 smithi187 ceph-mon[90552]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 718 KiB/s rd, 461 KiB/s wr, 1.40k op/s 2024-08-17T00:51:47.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:47 smithi157 ceph-mon[101289]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 681 KiB/s wr, 2.06k op/s 2024-08-17T00:51:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:47 smithi157 ceph-mon[98780]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 681 KiB/s wr, 2.06k op/s 2024-08-17T00:51:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:47 smithi187 ceph-mon[90552]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 681 KiB/s wr, 2.06k op/s 2024-08-17T00:51:49.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:49 smithi157 ceph-mon[98780]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 905 KiB/s rd, 589 KiB/s wr, 1.78k op/s 2024-08-17T00:51:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:49 smithi157 ceph-mon[101289]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 905 KiB/s rd, 589 KiB/s wr, 1.78k op/s 2024-08-17T00:51:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:49 smithi187 ceph-mon[90552]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 905 KiB/s rd, 589 KiB/s wr, 1.78k op/s 2024-08-17T00:51:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:51 smithi157 ceph-mon[98780]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 898 KiB/s rd, 585 KiB/s wr, 1.77k op/s 2024-08-17T00:51:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:51 smithi157 ceph-mon[101289]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 898 KiB/s rd, 585 KiB/s wr, 1.77k op/s 2024-08-17T00:51:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:51 smithi187 ceph-mon[90552]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 898 KiB/s rd, 585 KiB/s wr, 1.77k op/s 2024-08-17T00:51:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:51:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:51:53.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:53 smithi157 ceph-mon[98780]: pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 736 KiB/s wr, 2.20k op/s 2024-08-17T00:51:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:51:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:51:53] "GET /metrics HTTP/1.1" 200 36390 "" "Prometheus/2.43.0" 2024-08-17T00:51:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:53 smithi157 ceph-mon[101289]: pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 736 KiB/s wr, 2.20k op/s 2024-08-17T00:51:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:53 smithi187 ceph-mon[90552]: pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 736 KiB/s wr, 2.20k op/s 2024-08-17T00:51:55.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:55 smithi157 ceph-mon[98780]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 631 KiB/s rd, 420 KiB/s wr, 1.26k op/s 2024-08-17T00:51:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:55 smithi157 ceph-mon[101289]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 631 KiB/s rd, 420 KiB/s wr, 1.26k op/s 2024-08-17T00:51:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:55 smithi187 ceph-mon[90552]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 631 KiB/s rd, 420 KiB/s wr, 1.26k op/s 2024-08-17T00:51:57.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:57 smithi157 ceph-mon[101289]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 915 KiB/s rd, 610 KiB/s wr, 1.83k op/s 2024-08-17T00:51:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:57 smithi157 ceph-mon[98780]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 915 KiB/s rd, 610 KiB/s wr, 1.83k op/s 2024-08-17T00:51:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:57 smithi187 ceph-mon[90552]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 915 KiB/s rd, 610 KiB/s wr, 1.83k op/s 2024-08-17T00:51:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:59 smithi157 ceph-mon[101289]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 570 KiB/s rd, 380 KiB/s wr, 1.14k op/s 2024-08-17T00:51:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:51:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:59 smithi157 ceph-mon[98780]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 570 KiB/s rd, 380 KiB/s wr, 1.14k op/s 2024-08-17T00:51:59.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:51:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:59 smithi187 ceph-mon[90552]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 570 KiB/s rd, 380 KiB/s wr, 1.14k op/s 2024-08-17T00:51:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:51:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:01.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:01 smithi157 ceph-mon[101289]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 570 KiB/s rd, 380 KiB/s wr, 1.14k op/s 2024-08-17T00:52:01.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:01 smithi157 ceph-mon[98780]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 570 KiB/s rd, 380 KiB/s wr, 1.14k op/s 2024-08-17T00:52:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:01 smithi187 ceph-mon[90552]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 570 KiB/s rd, 380 KiB/s wr, 1.14k op/s 2024-08-17T00:52:02.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:52:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:52:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:52:03.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:03 smithi157 ceph-mon[101289]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 849 KiB/s rd, 566 KiB/s wr, 1.70k op/s 2024-08-17T00:52:03.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:52:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:52:03] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-08-17T00:52:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:03 smithi157 ceph-mon[98780]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 849 KiB/s rd, 566 KiB/s wr, 1.70k op/s 2024-08-17T00:52:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:03 smithi187 ceph-mon[90552]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 849 KiB/s rd, 566 KiB/s wr, 1.70k op/s 2024-08-17T00:52:05.883 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:05 smithi187 ceph-mon[90552]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 563 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-08-17T00:52:05.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:05 smithi157 ceph-mon[101289]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 563 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-08-17T00:52:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:05 smithi157 ceph-mon[98780]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 563 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-08-17T00:52:06.205 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:52:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=cleanup t=2024-08-17T00:52:05.883017818Z level=info msg="Completed cleanup jobs" duration=3.016957ms 2024-08-17T00:52:06.205 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:52:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=sqlstore.transactions t=2024-08-17T00:52:05.890364408Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T00:52:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:07 smithi157 ceph-mon[101289]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 842 KiB/s rd, 562 KiB/s wr, 1.68k op/s 2024-08-17T00:52:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:07 smithi157 ceph-mon[98780]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 842 KiB/s rd, 562 KiB/s wr, 1.68k op/s 2024-08-17T00:52:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:07 smithi187 ceph-mon[90552]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 842 KiB/s rd, 562 KiB/s wr, 1.68k op/s 2024-08-17T00:52:09.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:09 smithi157 ceph-mon[98780]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 558 KiB/s rd, 372 KiB/s wr, 1.11k op/s 2024-08-17T00:52:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:09 smithi157 ceph-mon[101289]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 558 KiB/s rd, 372 KiB/s wr, 1.11k op/s 2024-08-17T00:52:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:09 smithi187 ceph-mon[90552]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 558 KiB/s rd, 372 KiB/s wr, 1.11k op/s 2024-08-17T00:52:11.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:11 smithi157 ceph-mon[98780]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 558 KiB/s rd, 372 KiB/s wr, 1.11k op/s 2024-08-17T00:52:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:11 smithi157 ceph-mon[101289]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 558 KiB/s rd, 372 KiB/s wr, 1.11k op/s 2024-08-17T00:52:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:11 smithi187 ceph-mon[90552]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 558 KiB/s rd, 372 KiB/s wr, 1.11k op/s 2024-08-17T00:52:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:52:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:52:13.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:13 smithi157 ceph-mon[98780]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 835 KiB/s rd, 557 KiB/s wr, 1.67k op/s 2024-08-17T00:52:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:52:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:52:13] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-08-17T00:52:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:13 smithi157 ceph-mon[101289]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 835 KiB/s rd, 557 KiB/s wr, 1.67k op/s 2024-08-17T00:52:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:13 smithi187 ceph-mon[90552]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 835 KiB/s rd, 557 KiB/s wr, 1.67k op/s 2024-08-17T00:52:14.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:15.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:15 smithi157 ceph-mon[98780]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 556 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-08-17T00:52:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:15 smithi157 ceph-mon[101289]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 556 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-08-17T00:52:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:15 smithi187 ceph-mon[90552]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 556 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-08-17T00:52:16.069 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.index_list_delimited (40051 ms) 2024-08-17T00:52:16.070 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.bi_list 2024-08-17T00:52:16.134 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.bi_list (65 ms) 2024-08-17T00:52:16.134 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.gc_set 2024-08-17T00:52:16.159 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.gc_set (25 ms) 2024-08-17T00:52:16.159 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.gc_list 2024-08-17T00:52:16.183 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.gc_list (24 ms) 2024-08-17T00:52:16.183 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.gc_defer 2024-08-17T00:52:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:17 smithi157 ceph-mon[98780]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 830 KiB/s rd, 553 KiB/s wr, 1.66k op/s 2024-08-17T00:52:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:17 smithi157 ceph-mon[98780]: osdmap e1115: 8 total, 8 up, 8 in 2024-08-17T00:52:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:17 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2686796527' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143462-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:17 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143462-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:17 smithi157 ceph-mon[101289]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 830 KiB/s rd, 553 KiB/s wr, 1.66k op/s 2024-08-17T00:52:17.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:17 smithi157 ceph-mon[101289]: osdmap e1115: 8 total, 8 up, 8 in 2024-08-17T00:52:17.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:17 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2686796527' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143462-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:17.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:17 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143462-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:17 smithi187 ceph-mon[90552]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 830 KiB/s rd, 553 KiB/s wr, 1.66k op/s 2024-08-17T00:52:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:17 smithi187 ceph-mon[90552]: osdmap e1115: 8 total, 8 up, 8 in 2024-08-17T00:52:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:17 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2686796527' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143462-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:17 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143462-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:18.785 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:18 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143462-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:52:18.785 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:18 smithi157 ceph-mon[101289]: osdmap e1116: 8 total, 8 up, 8 in 2024-08-17T00:52:18.785 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:52:18.785 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:18 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143462-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:52:18.785 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:18 smithi157 ceph-mon[98780]: osdmap e1116: 8 total, 8 up, 8 in 2024-08-17T00:52:18.785 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:52:18.889 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:18 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-143462-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:52:18.890 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:18 smithi187 ceph-mon[90552]: osdmap e1116: 8 total, 8 up, 8 in 2024-08-17T00:52:18.890 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:52:19.874 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:19 smithi187 ceph-mon[90552]: pgmap v1393: 169 pgs: 3 creating+activating, 29 unknown, 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 826 KiB/s rd, 551 KiB/s wr, 1.65k op/s 2024-08-17T00:52:19.875 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:19 smithi187 ceph-mon[90552]: osdmap e1117: 8 total, 8 up, 8 in 2024-08-17T00:52:19.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:19 smithi157 ceph-mon[101289]: pgmap v1393: 169 pgs: 3 creating+activating, 29 unknown, 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 826 KiB/s rd, 551 KiB/s wr, 1.65k op/s 2024-08-17T00:52:19.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:19 smithi157 ceph-mon[101289]: osdmap e1117: 8 total, 8 up, 8 in 2024-08-17T00:52:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:19 smithi157 ceph-mon[98780]: pgmap v1393: 169 pgs: 3 creating+activating, 29 unknown, 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 826 KiB/s rd, 551 KiB/s wr, 1.65k op/s 2024-08-17T00:52:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:19 smithi157 ceph-mon[98780]: osdmap e1117: 8 total, 8 up, 8 in 2024-08-17T00:52:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:21 smithi157 ceph-mon[98780]: pgmap v1395: 169 pgs: 3 creating+activating, 13 unknown, 153 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 546 KiB/s rd, 364 KiB/s wr, 1.09k op/s 2024-08-17T00:52:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:21 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:52:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:21 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:52:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:21 smithi157 ceph-mon[101289]: pgmap v1395: 169 pgs: 3 creating+activating, 13 unknown, 153 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 546 KiB/s rd, 364 KiB/s wr, 1.09k op/s 2024-08-17T00:52:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:21 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:52:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:21 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:52:21.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:21 smithi187 ceph-mon[90552]: pgmap v1395: 169 pgs: 3 creating+activating, 13 unknown, 153 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 546 KiB/s rd, 364 KiB/s wr, 1.09k op/s 2024-08-17T00:52:21.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:21 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:52:21.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:21 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:52:22.615 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:52:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:52:22.876 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:22 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:52:22.876 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:22 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:52:22.876 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:22 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:52:22.876 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:22 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:52:22.876 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:22 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:52:22.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:22 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:52:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:22 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:52:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:22 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:52:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:22 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:52:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:22 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:52:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:22 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:52:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:22 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:52:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:22 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:52:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:22 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:52:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:22 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:52:22.975 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.gc_defer (6791 ms) 2024-08-17T00:52:22.975 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.usage_basic 2024-08-17T00:52:23.039 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.usage_basic (64 ms) 2024-08-17T00:52:23.039 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-08-17T00:52:23.040 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-08-17T00:52:23.040 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.usage_clear 2024-08-17T00:52:23.178 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.usage_clear (138 ms) 2024-08-17T00:52:23.179 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-08-17T00:52:23.226 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.bi_log_trim (48 ms) 2024-08-17T00:52:23.226 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-08-17T00:52:23.237 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-08-17T00:52:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:23 smithi157 ceph-mon[98780]: pgmap v1396: 169 pgs: 3 creating+activating, 166 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 338 KiB/s rd, 67 KiB/s wr, 193 op/s 2024-08-17T00:52:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:23 smithi157 ceph-mon[98780]: osdmap e1118: 8 total, 8 up, 8 in 2024-08-17T00:52:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:52:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:52:23] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2024-08-17T00:52:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:23 smithi157 ceph-mon[101289]: pgmap v1396: 169 pgs: 3 creating+activating, 166 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 338 KiB/s rd, 67 KiB/s wr, 193 op/s 2024-08-17T00:52:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:23 smithi157 ceph-mon[101289]: osdmap e1118: 8 total, 8 up, 8 in 2024-08-17T00:52:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:23 smithi187 ceph-mon[90552]: pgmap v1396: 169 pgs: 3 creating+activating, 166 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 338 KiB/s rd, 67 KiB/s wr, 193 op/s 2024-08-17T00:52:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:23 smithi187 ceph-mon[90552]: osdmap e1118: 8 total, 8 up, 8 in 2024-08-17T00:52:23.977 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 16 tests from cls_rgw (48769 ms total) 2024-08-17T00:52:23.977 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T00:52:23.977 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment tear-down 2024-08-17T00:52:23.977 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] 16 tests from 1 test suite ran. (51385 ms total) 2024-08-17T00:52:23.977 INFO:tasks.workunit.client.0.smithi157.stdout:[ PASSED ] 16 tests. 2024-08-17T00:52:23.980 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:52:23.980 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:52:24.051 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-08-17T00:52:24.051 DEBUG:teuthology.orchestra.run.smithi157:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-08-17T00:52:24.119 INFO:tasks.workunit.client.0.smithi157.stdout:Running main() from gmock_main.cc 2024-08-17T00:52:24.120 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] Running 9 tests from 1 test suite. 2024-08-17T00:52:24.120 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment set-up. 2024-08-17T00:52:24.120 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 9 tests from cls_rgw_gc 2024-08-17T00:52:24.120 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw_gc.init 2024-08-17T00:52:25.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:24 smithi157 ceph-mon[101289]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 321 KiB/s rd, 64 KiB/s wr, 187 op/s 2024-08-17T00:52:25.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:24 smithi157 ceph-mon[101289]: osdmap e1119: 8 total, 8 up, 8 in 2024-08-17T00:52:25.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:24 smithi157 ceph-mon[98780]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 321 KiB/s rd, 64 KiB/s wr, 187 op/s 2024-08-17T00:52:25.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:24 smithi157 ceph-mon[98780]: osdmap e1119: 8 total, 8 up, 8 in 2024-08-17T00:52:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:24 smithi187 ceph-mon[90552]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 321 KiB/s rd, 64 KiB/s wr, 187 op/s 2024-08-17T00:52:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:24 smithi187 ceph-mon[90552]: osdmap e1119: 8 total, 8 up, 8 in 2024-08-17T00:52:25.988 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw_gc.init (1869 ms) 2024-08-17T00:52:25.988 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-08-17T00:52:26.008 INFO:tasks.workunit.client.0.smithi157.stderr:[ ] list info tag = chain-0 2024-08-17T00:52:26.008 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (19 ms) 2024-08-17T00:52:26.008 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-08-17T00:52:26.013 INFO:tasks.workunit.client.0.smithi157.stderr:[ ] next_marker is: = 0/4263 2024-08-17T00:52:26.013 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-08-17T00:52:26.013 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-08-17T00:52:26.020 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (7 ms) 2024-08-17T00:52:26.020 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-08-17T00:52:26.027 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-08-17T00:52:26.027 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-08-17T00:52:26.034 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (8 ms) 2024-08-17T00:52:26.035 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-08-17T00:52:26.041 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-08-17T00:52:26.041 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-08-17T00:52:26.046 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-08-17T00:52:26.047 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw_gc.finalize 2024-08-17T00:52:26.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:25 smithi157 ceph-mon[98780]: osdmap e1120: 8 total, 8 up, 8 in 2024-08-17T00:52:26.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:25 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1818806523' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144143-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:26.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:25 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144143-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:26.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:25 smithi157 ceph-mon[101289]: osdmap e1120: 8 total, 8 up, 8 in 2024-08-17T00:52:26.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:25 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1818806523' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144143-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:26.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:25 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144143-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:25 smithi187 ceph-mon[90552]: osdmap e1120: 8 total, 8 up, 8 in 2024-08-17T00:52:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:25 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1818806523' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144143-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:25 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144143-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:26.994 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw_gc.finalize (946 ms) 2024-08-17T00:52:26.994 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 9 tests from cls_rgw_gc (2874 ms total) 2024-08-17T00:52:26.994 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T00:52:26.994 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment tear-down 2024-08-17T00:52:26.994 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] 9 tests from 1 test suite ran. (2874 ms total) 2024-08-17T00:52:26.994 INFO:tasks.workunit.client.0.smithi157.stdout:[ PASSED ] 9 tests. 2024-08-17T00:52:26.996 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:52:26.997 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:52:27.067 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-08-17T00:52:27.067 DEBUG:teuthology.orchestra.run.smithi157:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-08-17T00:52:27.145 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] Running 1 test from 1 test suite. 2024-08-17T00:52:27.146 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment set-up. 2024-08-17T00:52:27.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:26 smithi157 ceph-mon[101289]: pgmap v1401: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:27.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:26 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:52:27.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:26 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144143-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:52:27.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:26 smithi157 ceph-mon[101289]: osdmap e1121: 8 total, 8 up, 8 in 2024-08-17T00:52:27.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:26 smithi157 ceph-mon[98780]: pgmap v1401: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:27.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:26 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:52:27.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:26 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144143-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:52:27.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:26 smithi157 ceph-mon[98780]: osdmap e1121: 8 total, 8 up, 8 in 2024-08-17T00:52:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:26 smithi187 ceph-mon[90552]: pgmap v1401: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:26 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:52:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:26 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144143-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:52:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:26 smithi187 ceph-mon[90552]: osdmap e1121: 8 total, 8 up, 8 in 2024-08-17T00:52:28.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:27 smithi157 ceph-mon[98780]: osdmap e1122: 8 total, 8 up, 8 in 2024-08-17T00:52:28.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:27 smithi157 ceph-mon[101289]: osdmap e1122: 8 total, 8 up, 8 in 2024-08-17T00:52:28.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:27 smithi187 ceph-mon[90552]: osdmap e1122: 8 total, 8 up, 8 in 2024-08-17T00:52:29.002 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 1 test from cls_rgw_stats 2024-08-17T00:52:29.002 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] cls_rgw_stats.simulate 2024-08-17T00:52:29.021 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.020+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~99E2L4L2AIL6.0 size=1048576 2024-08-17T00:52:29.022 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.021+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~99E2L4L2AIL6.1 size=1048576 2024-08-17T00:52:29.023 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.022+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~99E2L4L2AIL6.2 size=745477 2024-08-17T00:52:29.023 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.022+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=99E2L4L2AIL6 tag=HUK7334WJBY8 type=write size=3891205 2024-08-17T00:52:29.025 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.024+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~1L0OX658V84F.0 size=1048576 2024-08-17T00:52:29.026 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.025+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~1L0OX658V84F.1 size=1048576 2024-08-17T00:52:29.027 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.026+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~1L0OX658V84F.2 size=76063 2024-08-17T00:52:29.027 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.026+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=1L0OX658V84F tag=L1SKEHIXBACO type=write size=3221791 2024-08-17T00:52:29.028 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.028+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=FIF728BFOKMU type=del size=826581 2024-08-17T00:52:29.030 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.029+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=3GQEFYVRJNWL type=write size=479718 2024-08-17T00:52:29.032 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.032+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~GWPGU0D0LVTT.0 size=1048576 2024-08-17T00:52:29.033 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.032+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~GWPGU0D0LVTT.1 size=1048576 2024-08-17T00:52:29.034 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.033+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~GWPGU0D0LVTT.2 size=629844 2024-08-17T00:52:29.034 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.033+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=GWPGU0D0LVTT tag=N72FZKLGJF5L type=write size=3775572 2024-08-17T00:52:29.035 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.035+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=33943U4DPMOF type=del size=3043506 2024-08-17T00:52:29.037 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.036+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=17FRT0T5TIS9 type=del size=686356 2024-08-17T00:52:29.038 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.037+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=0E1SKOMYM02U type=write size=560729 2024-08-17T00:52:29.040 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.039+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~9NGHWZC9IYIU.0 size=175590 2024-08-17T00:52:29.040 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.039+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=9NGHWZC9IYIU tag=F76HTDWRW2MY type=write size=1224166 2024-08-17T00:52:29.042 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.041+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=VR5O5F5PZ24C type=del size=4018208 2024-08-17T00:52:29.043 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.043+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=3DOWHE2HXM0Q type=del size=1441900 2024-08-17T00:52:29.045 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.044+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=YF4DCXYH3HN0 type=del size=1301529 2024-08-17T00:52:29.046 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.045+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=BI4ZJCDLZGDJ type=del size=1184313 2024-08-17T00:52:29.047 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.046+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=DBYI5M3CZESX type=del size=3552872 2024-08-17T00:52:29.050 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.049+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~CMGO6Y8RA0W3.0 size=1048576 2024-08-17T00:52:29.050 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.050+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~CMGO6Y8RA0W3.1 size=353181 2024-08-17T00:52:29.050 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.050+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=CMGO6Y8RA0W3 tag=B0GZ6VAXM0RW type=write size=2450333 2024-08-17T00:52:29.053 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.052+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~KQFXRPVMW3AP.0 size=279764 2024-08-17T00:52:29.053 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.052+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=KQFXRPVMW3AP tag=T22EVK3J5V46 type=write size=1328340 2024-08-17T00:52:29.054 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.053+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~99E2L4L2AIL6.0 size=1048576 2024-08-17T00:52:29.054 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.053+0000 7fb7ffa81640 1 < canceled part key=_multipart_CUF1RKGY7TOA.2~99E2L4L2AIL6.1 size=1048576 2024-08-17T00:52:29.055 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.054+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~99E2L4L2AIL6.2 size=745477 2024-08-17T00:52:29.057 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.056+0000 7fb7ffa81640 1 < canceled multipart upload key=CUF1RKGY7TOA upload=99E2L4L2AIL6 tag=HUK7334WJBY8 type=write size=3891205 2024-08-17T00:52:29.059 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.058+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~8CWTV6EAEWHP.0 size=763605 2024-08-17T00:52:29.059 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.058+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=8CWTV6EAEWHP tag=FFOHAQ4W6SHH type=write size=1812181 2024-08-17T00:52:29.061 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.059+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~1L0OX658V84F.0 size=1048576 2024-08-17T00:52:29.062 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.060+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~1L0OX658V84F.1 size=1048576 2024-08-17T00:52:29.062 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.061+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~1L0OX658V84F.2 size=76063 2024-08-17T00:52:29.064 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.063+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=1L0OX658V84F tag=L1SKEHIXBACO type=write size=3221791 2024-08-17T00:52:29.066 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.065+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~94ASRLGKELB0.0 size=1048576 2024-08-17T00:52:29.068 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.067+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~94ASRLGKELB0.1 size=1048576 2024-08-17T00:52:29.069 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.068+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~94ASRLGKELB0.2 size=410364 2024-08-17T00:52:29.069 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.068+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=94ASRLGKELB0 tag=X6JYDW321CTF type=write size=3556092 2024-08-17T00:52:29.070 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.069+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=FIF728BFOKMU type=del 2024-08-17T00:52:29.071 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.070+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=NPHRPUCCRUKF type=del size=1290712 2024-08-17T00:52:29.072 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.071+0000 7fb7ffa81640 1 < completed write operation key=8R9K8LDJ88DU tag=3GQEFYVRJNWL type=write size=479718 2024-08-17T00:52:29.074 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.072+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=H6JY1WQFXHO9 type=write size=742708 2024-08-17T00:52:29.074 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.074+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~GWPGU0D0LVTT.0 size=1048576 2024-08-17T00:52:29.075 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.074+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~GWPGU0D0LVTT.1 size=1048576 2024-08-17T00:52:29.076 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.075+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~GWPGU0D0LVTT.2 size=629844 2024-08-17T00:52:29.078 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.077+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=GWPGU0D0LVTT tag=N72FZKLGJF5L type=write size=3775572 2024-08-17T00:52:29.080 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.079+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=2XOX70JXSPDP type=del size=2572973 2024-08-17T00:52:29.081 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.080+0000 7fb7ffa81640 1 < canceled operation key=X5TSXJNP2QPC tag=33943U4DPMOF type=del size=3043506 2024-08-17T00:52:29.082 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.081+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=MMIH0E76VTRD type=del size=1109261 2024-08-17T00:52:29.085 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.083+0000 7fb7ffa81640 1 < suggested remove operation key=X2R05Y3HU1RG tag=17FRT0T5TIS9 type=del 2024-08-17T00:52:29.086 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.085+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=B8NHJXP1XQOT type=del size=217781 2024-08-17T00:52:29.087 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.086+0000 7fb7ffa81640 1 < completed write operation key=KFMX127CJWEL tag=0E1SKOMYM02U type=write size=560729 2024-08-17T00:52:29.088 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.087+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=56W62MSA10PV type=del size=702941 2024-08-17T00:52:29.089 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.088+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~9NGHWZC9IYIU.0 size=175590 2024-08-17T00:52:29.091 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.090+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=9NGHWZC9IYIU tag=F76HTDWRW2MY type=write size=1224166 2024-08-17T00:52:29.093 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.092+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~C3NQZ3M7Y0KR.0 size=552781 2024-08-17T00:52:29.093 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.092+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=C3NQZ3M7Y0KR tag=I1NP2F6ARCPH type=write size=1601357 2024-08-17T00:52:29.095 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.094+0000 7fb7ffa81640 1 < suggested remove operation key=G9T63DWLHVIJ tag=VR5O5F5PZ24C type=del 2024-08-17T00:52:29.097 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.096+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~M9IL0WNTFT82.0 size=1026375 2024-08-17T00:52:29.097 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.096+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=M9IL0WNTFT82 tag=65UYMSDE1GPA type=write size=2074951 2024-08-17T00:52:29.099 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.099+0000 7fb7ffa81640 1 < suggested remove operation key=KFMX127CJWEL tag=3DOWHE2HXM0Q type=del 2024-08-17T00:52:29.101 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.100+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=4J8B9F4LCLLJ type=del size=2363380 2024-08-17T00:52:29.102 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.101+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=YF4DCXYH3HN0 type=del 2024-08-17T00:52:29.103 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.102+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=W81MY343OYKP type=del size=96219 2024-08-17T00:52:29.104 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.103+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=BI4ZJCDLZGDJ type=del 2024-08-17T00:52:29.106 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.106+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~80WY2XG7OU0X.0 size=248284 2024-08-17T00:52:29.106 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.106+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=80WY2XG7OU0X tag=KQU59FTC0L2R type=write size=1296860 2024-08-17T00:52:29.108 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.107+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=DBYI5M3CZESX type=del 2024-08-17T00:52:29.109 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.108+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=CSLF4YJ0A2MI type=del size=867222 2024-08-17T00:52:29.110 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.109+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~CMGO6Y8RA0W3.0 size=1048576 2024-08-17T00:52:29.111 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.110+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~CMGO6Y8RA0W3.1 size=353181 2024-08-17T00:52:29.113 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.112+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=CMGO6Y8RA0W3 tag=B0GZ6VAXM0RW type=write size=2450333 2024-08-17T00:52:29.115 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.114+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~F7FEL2DQ3Y3K.0 size=1048576 2024-08-17T00:52:29.116 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.115+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~F7FEL2DQ3Y3K.1 size=303292 2024-08-17T00:52:29.116 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.115+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=F7FEL2DQ3Y3K tag=O5I6WNXF2TD1 type=write size=2400444 2024-08-17T00:52:29.116 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.115+0000 7fb7ffa81640 1 < canceled part key=_multipart_X5TSXJNP2QPC.2~KQFXRPVMW3AP.0 size=279764 2024-08-17T00:52:29.118 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.117+0000 7fb7ffa81640 1 < canceled multipart upload key=X5TSXJNP2QPC upload=KQFXRPVMW3AP tag=T22EVK3J5V46 type=write size=1328340 2024-08-17T00:52:29.119 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.118+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=LL4O6DRA8OV0 type=del size=3577975 2024-08-17T00:52:29.120 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.119+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~8CWTV6EAEWHP.0 size=763605 2024-08-17T00:52:29.122 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.121+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=8CWTV6EAEWHP tag=FFOHAQ4W6SHH type=write size=1812181 2024-08-17T00:52:29.123 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.122+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=WDXUVN6TO37N type=write size=156103 2024-08-17T00:52:29.124 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.123+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~94ASRLGKELB0.0 size=1048576 2024-08-17T00:52:29.125 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.124+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~94ASRLGKELB0.1 size=1048576 2024-08-17T00:52:29.126 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.125+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~94ASRLGKELB0.2 size=410364 2024-08-17T00:52:29.128 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.127+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=94ASRLGKELB0 tag=X6JYDW321CTF type=write size=3556092 2024-08-17T00:52:29.130 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.129+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~6L64MIX7SN9C.0 size=1048576 2024-08-17T00:52:29.134 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.130+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~6L64MIX7SN9C.1 size=203939 2024-08-17T00:52:29.134 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.130+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=6L64MIX7SN9C tag=HXF8IVO35P83 type=write size=2301091 2024-08-17T00:52:29.134 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.131+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=NPHRPUCCRUKF type=del 2024-08-17T00:52:29.134 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.133+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~AYDX3CHI82FN.0 size=1048576 2024-08-17T00:52:29.135 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.134+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~AYDX3CHI82FN.1 size=306144 2024-08-17T00:52:29.135 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.134+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=AYDX3CHI82FN tag=RZ5469X79G1Y type=write size=2403296 2024-08-17T00:52:29.135 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.135+0000 7fb7ffa81640 1 < completed write operation key=6TUEJWX5HXNC tag=H6JY1WQFXHO9 type=write size=742708 2024-08-17T00:52:29.137 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.136+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=2IW5F7D4BNGA type=del size=1250183 2024-08-17T00:52:29.138 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.137+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=2XOX70JXSPDP type=del 2024-08-17T00:52:29.140 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.139+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~001ZTW211SAL.0 size=1048576 2024-08-17T00:52:29.141 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.140+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~001ZTW211SAL.1 size=1048576 2024-08-17T00:52:29.141 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.141+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~001ZTW211SAL.2 size=917836 2024-08-17T00:52:29.142 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.141+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=001ZTW211SAL tag=V3GMZXII9ZVL type=write size=4063564 2024-08-17T00:52:29.143 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.142+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=MMIH0E76VTRD type=del 2024-08-17T00:52:29.144 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.143+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=HHFLRJ1EF75X type=del size=4042896 2024-08-17T00:52:29.145 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.144+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=B8NHJXP1XQOT type=del 2024-08-17T00:52:29.146 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.145+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=C0PDBK5EJLAC type=del size=3761377 2024-08-17T00:52:29.147 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.147+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=56W62MSA10PV type=del 2024-08-17T00:52:29.149 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.148+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=5I0QMJB5X4QU type=del size=688834 2024-08-17T00:52:29.149 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.149+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~C3NQZ3M7Y0KR.0 size=552781 2024-08-17T00:52:29.151 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.151+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=C3NQZ3M7Y0KR tag=I1NP2F6ARCPH type=write size=1601357 2024-08-17T00:52:29.153 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.153+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~CG81D0M2GZ48.0 size=194387 2024-08-17T00:52:29.154 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.153+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=CG81D0M2GZ48 tag=FVT2QICMDEM7 type=write size=1242963 2024-08-17T00:52:29.155 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.154+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~M9IL0WNTFT82.0 size=1026375 2024-08-17T00:52:29.156 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.156+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=M9IL0WNTFT82 tag=65UYMSDE1GPA type=write size=2074951 2024-08-17T00:52:29.158 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.157+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~AJ1BMO9IEX44.0 size=1048576 2024-08-17T00:52:29.159 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.158+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~AJ1BMO9IEX44.1 size=68355 2024-08-17T00:52:29.159 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.158+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=AJ1BMO9IEX44 tag=10HAYMLZGWL3 type=write size=2165507 2024-08-17T00:52:29.160 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.159+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=4J8B9F4LCLLJ type=del 2024-08-17T00:52:29.161 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.160+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=TU7I1KT7QBD2 type=del size=219282 2024-08-17T00:52:29.162 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.161+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=W81MY343OYKP type=del 2024-08-17T00:52:29.164 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.163+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~P0ZOVG5AQEX6.0 size=1048576 2024-08-17T00:52:29.165 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.164+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~P0ZOVG5AQEX6.1 size=1028774 2024-08-17T00:52:29.165 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.164+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=P0ZOVG5AQEX6 tag=WU9M3M9XN58C type=write size=3125926 2024-08-17T00:52:29.166 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.165+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~80WY2XG7OU0X.0 size=248284 2024-08-17T00:52:29.168 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.167+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=80WY2XG7OU0X tag=KQU59FTC0L2R type=write size=1296860 2024-08-17T00:52:29.170 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.169+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~FB9BZS7OB7G5.0 size=1048576 2024-08-17T00:52:29.171 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.170+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~FB9BZS7OB7G5.1 size=249428 2024-08-17T00:52:29.171 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.170+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=FB9BZS7OB7G5 tag=L2XDWAS4KP5V type=write size=2346580 2024-08-17T00:52:29.172 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.171+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=CSLF4YJ0A2MI type=del 2024-08-17T00:52:29.174 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.173+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~UB8UHCWUCSUQ.0 size=793469 2024-08-17T00:52:29.174 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.173+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=UB8UHCWUCSUQ tag=ZVORM3UBURS4 type=write size=1842045 2024-08-17T00:52:29.175 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.174+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~F7FEL2DQ3Y3K.0 size=1048576 2024-08-17T00:52:29.175 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.175+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~F7FEL2DQ3Y3K.1 size=303292 2024-08-17T00:52:29.177 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.176+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=F7FEL2DQ3Y3K tag=O5I6WNXF2TD1 type=write size=2400444 2024-08-17T00:52:29.178 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.178+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=XA1XU55BPRCK type=del size=400857 2024-08-17T00:52:29.181 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.180+0000 7fb7ffa81640 1 < suggested update operation key=KC83N32YH21Q tag=LL4O6DRA8OV0 type=del size=3577975 2024-08-17T00:52:29.182 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.182+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=7860TJ428FAK type=del size=3889071 2024-08-17T00:52:29.184 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.183+0000 7fb7ffa81640 1 < completed write operation key=J9EF9S76XDGB tag=WDXUVN6TO37N type=write size=156103 2024-08-17T00:52:29.185 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.185+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=KYOU8FBMRGZC type=write size=185605 2024-08-17T00:52:29.187 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.186+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~6L64MIX7SN9C.0 size=1048576 2024-08-17T00:52:29.188 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.187+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~6L64MIX7SN9C.1 size=203939 2024-08-17T00:52:29.190 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.189+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=6L64MIX7SN9C tag=HXF8IVO35P83 type=write size=2301091 2024-08-17T00:52:29.191 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.190+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=6REO4C81DOTT type=del size=3875401 2024-08-17T00:52:29.192 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.191+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~AYDX3CHI82FN.0 size=1048576 2024-08-17T00:52:29.193 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.192+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~AYDX3CHI82FN.1 size=306144 2024-08-17T00:52:29.194 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.194+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=AYDX3CHI82FN tag=RZ5469X79G1Y type=write size=2403296 2024-08-17T00:52:29.195 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.195+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=5VQRND0I3M1Y type=del size=3834335 2024-08-17T00:52:29.197 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.196+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=2IW5F7D4BNGA type=del 2024-08-17T00:52:29.199 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.199+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~ET28YVH4XS98.0 size=1048576 2024-08-17T00:52:29.200 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.199+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~ET28YVH4XS98.1 size=1048576 2024-08-17T00:52:29.201 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.200+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~ET28YVH4XS98.2 size=378467 2024-08-17T00:52:29.201 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.200+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=ET28YVH4XS98 tag=ST7J6WK4CJPO type=write size=3524195 2024-08-17T00:52:29.202 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.201+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~001ZTW211SAL.0 size=1048576 2024-08-17T00:52:29.203 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.202+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~001ZTW211SAL.1 size=1048576 2024-08-17T00:52:29.204 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.203+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~001ZTW211SAL.2 size=917836 2024-08-17T00:52:29.205 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.205+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=001ZTW211SAL tag=V3GMZXII9ZVL type=write size=4063564 2024-08-17T00:52:29.207 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.207+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~X76H5KFHXTR3.0 size=260627 2024-08-17T00:52:29.207 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.207+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=X76H5KFHXTR3 tag=OCLIHV47W0DL type=write size=1309203 2024-08-17T00:52:29.208 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.208+0000 7fb7ffa81640 1 < completed delete operation key=G9T63DWLHVIJ tag=HHFLRJ1EF75X type=del 2024-08-17T00:52:29.210 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.209+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=52OIP1QFR21Y type=del size=3040039 2024-08-17T00:52:29.211 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.210+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=C0PDBK5EJLAC type=del 2024-08-17T00:52:29.212 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.211+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=5H8ZEOHCREYX type=del size=743404 2024-08-17T00:52:29.213 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.212+0000 7fb7ffa81640 1 < canceled operation key=8R9K8LDJ88DU tag=5I0QMJB5X4QU type=del size=688834 2024-08-17T00:52:29.215 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.214+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~AYSMOXLPOX1F.0 size=1048576 2024-08-17T00:52:29.216 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.215+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~AYSMOXLPOX1F.1 size=1048576 2024-08-17T00:52:29.217 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.216+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~AYSMOXLPOX1F.2 size=356206 2024-08-17T00:52:29.217 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.216+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=AYSMOXLPOX1F tag=OR7ATG4DJN0F type=write size=3501934 2024-08-17T00:52:29.218 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.217+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~CG81D0M2GZ48.0 size=194387 2024-08-17T00:52:29.220 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.219+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=CG81D0M2GZ48 tag=FVT2QICMDEM7 type=write size=1242963 2024-08-17T00:52:29.221 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.220+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=R2KL3R2P53LJ type=del size=2198171 2024-08-17T00:52:29.221 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.220+0000 7fb7ffa81640 1 < canceled part key=_multipart_2TAMC96GTRFY.2~AJ1BMO9IEX44.0 size=1048576 2024-08-17T00:52:29.222 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.221+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~AJ1BMO9IEX44.1 size=68355 2024-08-17T00:52:29.224 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.223+0000 7fb7ffa81640 1 < canceled multipart upload key=2TAMC96GTRFY upload=AJ1BMO9IEX44 tag=10HAYMLZGWL3 type=write size=2165507 2024-08-17T00:52:29.226 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.225+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~TVVUJ8LAAISJ.0 size=67389 2024-08-17T00:52:29.226 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.225+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=TVVUJ8LAAISJ tag=505AOBMER8BE type=write size=1115965 2024-08-17T00:52:29.227 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.226+0000 7fb7ffa81640 1 < canceled operation key=6TUEJWX5HXNC tag=TU7I1KT7QBD2 type=del size=219282 2024-08-17T00:52:29.229 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.228+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=M768YZKKSFS9 type=del size=3276874 2024-08-17T00:52:29.230 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.229+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~P0ZOVG5AQEX6.0 size=1048576 2024-08-17T00:52:29.230 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.230+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~P0ZOVG5AQEX6.1 size=1028774 2024-08-17T00:52:29.232 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.231+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=P0ZOVG5AQEX6 tag=WU9M3M9XN58C type=write size=3125926 2024-08-17T00:52:29.233 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.233+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=9EA1BFBBOWZB type=del size=3263528 2024-08-17T00:52:29.235 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.234+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~FB9BZS7OB7G5.0 size=1048576 2024-08-17T00:52:29.235 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.235+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~FB9BZS7OB7G5.1 size=249428 2024-08-17T00:52:29.237 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.236+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=FB9BZS7OB7G5 tag=L2XDWAS4KP5V type=write size=2346580 2024-08-17T00:52:29.239 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.238+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~YLTNYFSB4O7U.0 size=1048576 2024-08-17T00:52:29.240 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.239+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~YLTNYFSB4O7U.1 size=1048576 2024-08-17T00:52:29.241 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.240+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~YLTNYFSB4O7U.2 size=236573 2024-08-17T00:52:29.241 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.240+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=YLTNYFSB4O7U tag=E1VXL50GCGIK type=write size=3382301 2024-08-17T00:52:29.242 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.241+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~UB8UHCWUCSUQ.0 size=793469 2024-08-17T00:52:29.244 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.243+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=UB8UHCWUCSUQ tag=ZVORM3UBURS4 type=write size=1842045 2024-08-17T00:52:29.246 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.245+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~M1U106MMB370.0 size=1048576 2024-08-17T00:52:29.247 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.246+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~M1U106MMB370.1 size=629621 2024-08-17T00:52:29.247 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.246+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=M1U106MMB370 tag=I4SMTD2KVDN1 type=write size=2726773 2024-08-17T00:52:29.249 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.248+0000 7fb7ffa81640 1 < suggested update operation key=47CFG298DQD5 tag=XA1XU55BPRCK type=del size=400857 2024-08-17T00:52:29.251 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.250+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~J0LSSO7008S6.0 size=1048576 2024-08-17T00:52:29.252 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.251+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~J0LSSO7008S6.1 size=1048576 2024-08-17T00:52:29.253 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.252+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~J0LSSO7008S6.2 size=118288 2024-08-17T00:52:29.253 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.252+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=J0LSSO7008S6 tag=WUB535UJ3TLU type=write size=3264016 2024-08-17T00:52:29.254 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.253+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=7860TJ428FAK type=del 2024-08-17T00:52:29.255 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.254+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=KT0IEBWJ2EQI type=write size=703934 2024-08-17T00:52:29.257 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.257+0000 7fb7ffa81640 1 < suggested remove operation key=9E9PQ6YUOR9D tag=KYOU8FBMRGZC type=write 2024-08-17T00:52:29.258 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.258+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=DBHS5XTOTILZ type=del size=884015 2024-08-17T00:52:29.260 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.259+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=6REO4C81DOTT type=del 2024-08-17T00:52:29.262 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.261+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~091XMFRNYDO5.0 size=1048576 2024-08-17T00:52:29.263 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.262+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~091XMFRNYDO5.1 size=1048576 2024-08-17T00:52:29.264 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.263+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~091XMFRNYDO5.2 size=272072 2024-08-17T00:52:29.264 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.263+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=091XMFRNYDO5 tag=5DMGJVYA0ZB1 type=write size=3417800 2024-08-17T00:52:29.265 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.264+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=5VQRND0I3M1Y type=del 2024-08-17T00:52:29.268 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.267+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~2A7R8DC8893S.0 size=1048576 2024-08-17T00:52:29.268 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.267+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~2A7R8DC8893S.1 size=543859 2024-08-17T00:52:29.268 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.267+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=2A7R8DC8893S tag=JHK2AON1QNUV type=write size=2641011 2024-08-17T00:52:29.269 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.269+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~ET28YVH4XS98.0 size=1048576 2024-08-17T00:52:29.269 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.269+0000 7fb7ffa81640 1 < canceled part key=_multipart_T1MU59FRZ5I0.2~ET28YVH4XS98.1 size=1048576 2024-08-17T00:52:29.270 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.270+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~ET28YVH4XS98.2 size=378467 2024-08-17T00:52:29.272 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.272+0000 7fb7ffa81640 1 < canceled multipart upload key=T1MU59FRZ5I0 upload=ET28YVH4XS98 tag=ST7J6WK4CJPO type=write size=3524195 2024-08-17T00:52:29.274 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.274+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~N41SWUXBHSU1.0 size=1048576 2024-08-17T00:52:29.275 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.275+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~N41SWUXBHSU1.1 size=947308 2024-08-17T00:52:29.275 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.275+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=N41SWUXBHSU1 tag=UV1CRUTP3LAR type=write size=3044460 2024-08-17T00:52:29.276 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.276+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~X76H5KFHXTR3.0 size=260627 2024-08-17T00:52:29.278 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.277+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=X76H5KFHXTR3 tag=OCLIHV47W0DL type=write size=1309203 2024-08-17T00:52:29.279 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.279+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=RV3TTJH0N4S8 type=del size=276835 2024-08-17T00:52:29.282 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.281+0000 7fb7ffa81640 1 < suggested update operation key=1DKD54PZ3N4G tag=52OIP1QFR21Y type=del size=3040039 2024-08-17T00:52:29.283 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.282+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=2E0TRV8VOYCM type=del size=637801 2024-08-17T00:52:29.284 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.283+0000 7fb7ffa81640 -1 < failed to complete operation key=9E9PQ6YUOR9D tag=5H8ZEOHCREYX type=del size=743404: (22) Invalid argument 2024-08-17T00:52:29.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:29 smithi157 ceph-mon[101289]: pgmap v1404: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:29.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:29 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:52:29.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:29 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:52:29.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:29 smithi157 ceph-mon[101289]: osdmap e1123: 8 total, 8 up, 8 in 2024-08-17T00:52:29.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:29 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1085840206' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144198-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:29.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:29 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144198-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:29.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:29.287 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:29 smithi157 ceph-mon[98780]: pgmap v1404: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:29.287 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:29 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:52:29.287 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:29 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:52:29.287 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:29 smithi157 ceph-mon[98780]: osdmap e1123: 8 total, 8 up, 8 in 2024-08-17T00:52:29.287 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:29 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1085840206' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144198-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:29.287 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:29 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144198-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:29.287 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:29.287 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.285+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~WB1GNP5L7PR2.0 size=1048576 2024-08-17T00:52:29.287 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.286+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~WB1GNP5L7PR2.1 size=455660 2024-08-17T00:52:29.288 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.286+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=WB1GNP5L7PR2 tag=VWHM21KQUOCM type=write size=2552812 2024-08-17T00:52:29.288 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.287+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~AYSMOXLPOX1F.0 size=1048576 2024-08-17T00:52:29.289 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.288+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~AYSMOXLPOX1F.1 size=1048576 2024-08-17T00:52:29.290 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.289+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~AYSMOXLPOX1F.2 size=356206 2024-08-17T00:52:29.291 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.291+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=AYSMOXLPOX1F tag=OR7ATG4DJN0F type=write size=3501934 2024-08-17T00:52:29.292 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.292+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=BLEZSCD4AD43 type=del size=187480 2024-08-17T00:52:29.293 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.293+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=R2KL3R2P53LJ type=del 2024-08-17T00:52:29.294 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.294+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=Q62Z6V5D994V type=del size=1735026 2024-08-17T00:52:29.296 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.295+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~TVVUJ8LAAISJ.0 size=67389 2024-08-17T00:52:29.297 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.296+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=TVVUJ8LAAISJ tag=505AOBMER8BE type=write size=1115965 2024-08-17T00:52:29.298 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.298+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=O25P7EHH8MMV type=del size=667347 2024-08-17T00:52:29.299 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.299+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=M768YZKKSFS9 type=del 2024-08-17T00:52:29.300 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.300+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=IYCOKRLY7Z5A type=del size=3406699 2024-08-17T00:52:29.301 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.301+0000 7fb7ffa81640 -1 < failed to complete operation key=9E9PQ6YUOR9D tag=9EA1BFBBOWZB type=del size=3263528: (22) Invalid argument 2024-08-17T00:52:29.303 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.303+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~821MTU897J0P.0 size=327035 2024-08-17T00:52:29.304 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.303+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=821MTU897J0P tag=FDDJUHSAJT0G type=write size=1375611 2024-08-17T00:52:29.305 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.304+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~YLTNYFSB4O7U.0 size=1048576 2024-08-17T00:52:29.305 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.304+0000 7fb7ffa81640 1 < canceled part key=_multipart_LLHW0UMGWSKP.2~YLTNYFSB4O7U.1 size=1048576 2024-08-17T00:52:29.305 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.305+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~YLTNYFSB4O7U.2 size=236573 2024-08-17T00:52:29.307 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.306+0000 7fb7ffa81640 1 < canceled multipart upload key=LLHW0UMGWSKP upload=YLTNYFSB4O7U tag=E1VXL50GCGIK type=write size=3382301 2024-08-17T00:52:29.310 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.309+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~3LMI7WF0T9LQ.0 size=557599 2024-08-17T00:52:29.310 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.309+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=3LMI7WF0T9LQ tag=M2KWM367SXL8 type=write size=1606175 2024-08-17T00:52:29.310 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.310+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~M1U106MMB370.0 size=1048576 2024-08-17T00:52:29.311 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.311+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~M1U106MMB370.1 size=629621 2024-08-17T00:52:29.313 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.312+0000 7fb7ffa81640 1 < completed multipart upload key=9E9PQ6YUOR9D upload=M1U106MMB370 tag=I4SMTD2KVDN1 type=write size=2726773 2024-08-17T00:52:29.314 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.313+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=Z1G4F4733B3J type=del size=848764 2024-08-17T00:52:29.315 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.315+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~J0LSSO7008S6.0 size=1048576 2024-08-17T00:52:29.315 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.315+0000 7fb7ffa81640 1 < canceled part key=_multipart_6TUEJWX5HXNC.2~J0LSSO7008S6.1 size=1048576 2024-08-17T00:52:29.316 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.315+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~J0LSSO7008S6.2 size=118288 2024-08-17T00:52:29.318 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.317+0000 7fb7ffa81640 1 < canceled multipart upload key=6TUEJWX5HXNC upload=J0LSSO7008S6 tag=WUB535UJ3TLU type=write size=3264016 2024-08-17T00:52:29.320 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.319+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~83OUURM6HZVA.0 size=907524 2024-08-17T00:52:29.320 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.319+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=83OUURM6HZVA tag=T0056RH2FPMC type=write size=1956100 2024-08-17T00:52:29.321 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.320+0000 7fb7ffa81640 1 < completed write operation key=T1MU59FRZ5I0 tag=KT0IEBWJ2EQI type=write size=703934 2024-08-17T00:52:29.322 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.321+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=7H6R8QYDU659 type=write size=928679 2024-08-17T00:52:29.323 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.322+0000 7fb7ffa81640 1 < canceled operation key=933T9LDGXGOQ tag=DBHS5XTOTILZ type=del size=884015 2024-08-17T00:52:29.324 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.323+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=QP8F1B32HXAT type=del size=1174049 2024-08-17T00:52:29.325 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.324+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~091XMFRNYDO5.0 size=1048576 2024-08-17T00:52:29.326 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.325+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~091XMFRNYDO5.1 size=1048576 2024-08-17T00:52:29.327 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.326+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~091XMFRNYDO5.2 size=272072 2024-08-17T00:52:29.328 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.328+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=091XMFRNYDO5 tag=5DMGJVYA0ZB1 type=write size=3417800 2024-08-17T00:52:29.330 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.329+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=EHZC8YYSGJKF type=write size=929006 2024-08-17T00:52:29.331 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.330+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~2A7R8DC8893S.0 size=1048576 2024-08-17T00:52:29.332 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.331+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~2A7R8DC8893S.1 size=543859 2024-08-17T00:52:29.334 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.333+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=2A7R8DC8893S tag=JHK2AON1QNUV type=write size=2641011 2024-08-17T00:52:29.339 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.336+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~0FDW920S0WUD.0 size=1044947 2024-08-17T00:52:29.339 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.336+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=0FDW920S0WUD tag=6AILXUZQ8TUU type=write size=2093523 2024-08-17T00:52:29.339 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.337+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~N41SWUXBHSU1.0 size=1048576 2024-08-17T00:52:29.339 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.338+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~N41SWUXBHSU1.1 size=947308 2024-08-17T00:52:29.341 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.340+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=N41SWUXBHSU1 tag=UV1CRUTP3LAR type=write size=3044460 2024-08-17T00:52:29.343 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.342+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~7EXY4TGH1B9C.0 size=1048576 2024-08-17T00:52:29.344 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.343+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~7EXY4TGH1B9C.1 size=1048576 2024-08-17T00:52:29.344 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.344+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~7EXY4TGH1B9C.2 size=525173 2024-08-17T00:52:29.344 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.344+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=7EXY4TGH1B9C tag=0V5TQDEKY967 type=write size=3670901 2024-08-17T00:52:29.346 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.345+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=RV3TTJH0N4S8 type=del 2024-08-17T00:52:29.347 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.346+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=84VAGAMWM4PB type=del size=835698 2024-08-17T00:52:29.349 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.349+0000 7fb7ffa81640 1 < suggested update operation key=JID7SA7XCFSD tag=2E0TRV8VOYCM type=del size=637801 2024-08-17T00:52:29.351 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.350+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=6DTNHQJIPHFH type=del size=774961 2024-08-17T00:52:29.352 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.351+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~WB1GNP5L7PR2.0 size=1048576 2024-08-17T00:52:29.353 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.352+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~WB1GNP5L7PR2.1 size=455660 2024-08-17T00:52:29.354 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.354+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=WB1GNP5L7PR2 tag=VWHM21KQUOCM type=write size=2552812 2024-08-17T00:52:29.356 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.356+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~P5MYQBMO3M5I.0 size=320729 2024-08-17T00:52:29.357 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.356+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=P5MYQBMO3M5I tag=AL6M2KG5ZP62 type=write size=1369305 2024-08-17T00:52:29.359 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.358+0000 7fb7ffa81640 1 < suggested remove operation key=2TAMC96GTRFY tag=BLEZSCD4AD43 type=del 2024-08-17T00:52:29.361 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.360+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~W92PKM77J3Y6.0 size=1048576 2024-08-17T00:52:29.362 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.361+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~W92PKM77J3Y6.1 size=1048576 2024-08-17T00:52:29.363 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.362+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~W92PKM77J3Y6.2 size=601008 2024-08-17T00:52:29.363 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.362+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=W92PKM77J3Y6 tag=DAM12R4MFXCT type=write size=3746736 2024-08-17T00:52:29.365 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.364+0000 7fb7ffa81640 1 < suggested remove operation key=MZOJQR9Z75AP tag=Q62Z6V5D994V type=del 2024-08-17T00:52:29.366 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.365+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=VC9IPQGQGEE2 type=del size=3878689 2024-08-17T00:52:29.367 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.366+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=O25P7EHH8MMV type=del 2024-08-17T00:52:29.368 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.367+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=5AHIBL8MERNR type=del size=2226005 2024-08-17T00:52:29.369 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.368+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=IYCOKRLY7Z5A type=del 2024-08-17T00:52:29.370 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.370+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=8J2R7O9P24L9 type=del size=411053 2024-08-17T00:52:29.372 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.371+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~821MTU897J0P.0 size=327035 2024-08-17T00:52:29.373 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.372+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=821MTU897J0P tag=FDDJUHSAJT0G type=write size=1375611 2024-08-17T00:52:29.374 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.374+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=ICJUP24YY7ZI type=del size=3919257 2024-08-17T00:52:29.377 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.375+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~3LMI7WF0T9LQ.0 size=557599 2024-08-17T00:52:29.377 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.376+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=3LMI7WF0T9LQ tag=M2KWM367SXL8 type=write size=1606175 2024-08-17T00:52:29.378 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.378+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=2ZB8NBI90B3Q type=del size=2681241 2024-08-17T00:52:29.379 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.379+0000 7fb7ffa81640 1 < canceled operation key=VHXBN189GN90 tag=Z1G4F4733B3J type=del size=848764 2024-08-17T00:52:29.381 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.380+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=PEBURISX3F7R type=del size=1831165 2024-08-17T00:52:29.382 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.381+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~83OUURM6HZVA.0 size=907524 2024-08-17T00:52:29.384 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.383+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=83OUURM6HZVA tag=T0056RH2FPMC type=write size=1956100 2024-08-17T00:52:29.385 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.385+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~4IQTL346A7HX.0 size=1048576 2024-08-17T00:52:29.386 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.386+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~4IQTL346A7HX.1 size=1048576 2024-08-17T00:52:29.387 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.387+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~4IQTL346A7HX.2 size=627928 2024-08-17T00:52:29.387 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.387+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=4IQTL346A7HX tag=UHPBYJZ4ZGUI type=write size=3773656 2024-08-17T00:52:29.389 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.388+0000 7fb7ffa81640 1 < completed write operation key=GKFA6AWL6159 tag=7H6R8QYDU659 type=write size=928679 2024-08-17T00:52:29.390 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.389+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=26QUHVUKDO5K type=write size=962049 2024-08-17T00:52:29.391 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.391+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=QP8F1B32HXAT type=del 2024-08-17T00:52:29.393 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.392+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=9HR2F6SLIT6Q type=del size=369668 2024-08-17T00:52:29.394 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.393+0000 7fb7ffa81640 1 < completed write operation key=KC83N32YH21Q tag=EHZC8YYSGJKF type=write size=929006 2024-08-17T00:52:29.396 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.395+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=5EZ6B8XH4OEJ type=del size=1277115 2024-08-17T00:52:29.398 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.396+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~0FDW920S0WUD.0 size=1044947 2024-08-17T00:52:29.399 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.398+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=0FDW920S0WUD tag=6AILXUZQ8TUU type=write size=2093523 2024-08-17T00:52:29.401 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.400+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~3C8NWMIJ0P4Q.0 size=404539 2024-08-17T00:52:29.401 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.400+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=3C8NWMIJ0P4Q tag=7D2KFSRILDII type=write size=1453115 2024-08-17T00:52:29.402 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.401+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~7EXY4TGH1B9C.0 size=1048576 2024-08-17T00:52:29.402 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.402+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~7EXY4TGH1B9C.1 size=1048576 2024-08-17T00:52:29.403 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.403+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~7EXY4TGH1B9C.2 size=525173 2024-08-17T00:52:29.405 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.404+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=7EXY4TGH1B9C tag=0V5TQDEKY967 type=write size=3670901 2024-08-17T00:52:29.407 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.406+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~51CCO9AA8XQS.0 size=1048576 2024-08-17T00:52:29.408 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.407+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~51CCO9AA8XQS.1 size=475141 2024-08-17T00:52:29.408 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.407+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=51CCO9AA8XQS tag=N2CD4G4HKEP9 type=write size=2572293 2024-08-17T00:52:29.409 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.408+0000 7fb7ffa81640 -1 < failed to complete operation key=JID7SA7XCFSD tag=84VAGAMWM4PB type=del size=835698: (22) Invalid argument 2024-08-17T00:52:29.410 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.409+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=5GAX1DZODN5G type=del size=2450640 2024-08-17T00:52:29.411 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.410+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=6DTNHQJIPHFH type=del 2024-08-17T00:52:29.412 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.411+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=2LTXAQ7QCB46 type=del size=3814877 2024-08-17T00:52:29.413 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.413+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~P5MYQBMO3M5I.0 size=320729 2024-08-17T00:52:29.415 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.414+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=P5MYQBMO3M5I tag=AL6M2KG5ZP62 type=write size=1369305 2024-08-17T00:52:29.417 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.417+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~SWVMU5RSIQSS.0 size=267250 2024-08-17T00:52:29.418 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.417+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=SWVMU5RSIQSS tag=8Y0H735IBMQT type=write size=1315826 2024-08-17T00:52:29.419 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.418+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~W92PKM77J3Y6.0 size=1048576 2024-08-17T00:52:29.419 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.419+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~W92PKM77J3Y6.1 size=1048576 2024-08-17T00:52:29.420 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.420+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~W92PKM77J3Y6.2 size=601008 2024-08-17T00:52:29.422 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.422+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=W92PKM77J3Y6 tag=DAM12R4MFXCT type=write size=3746736 2024-08-17T00:52:29.425 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.424+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~QY3NLH6FV4UO.0 size=111032 2024-08-17T00:52:29.425 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.424+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=QY3NLH6FV4UO tag=EGEBFN4KA72Z type=write size=1159608 2024-08-17T00:52:29.426 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.425+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=VC9IPQGQGEE2 type=del 2024-08-17T00:52:29.427 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.426+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=3PD1HE4Z95V3 type=del size=749275 2024-08-17T00:52:29.428 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.427+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=5AHIBL8MERNR type=del 2024-08-17T00:52:29.429 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.428+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=57UPV0OJRMA1 type=del size=3211623 2024-08-17T00:52:29.431 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.430+0000 7fb7ffa81640 1 < suggested update operation key=KC83N32YH21Q tag=8J2R7O9P24L9 type=del size=411053 2024-08-17T00:52:29.433 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.432+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~JNJ9OZOTKQZE.0 size=1048576 2024-08-17T00:52:29.434 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.433+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~JNJ9OZOTKQZE.1 size=294373 2024-08-17T00:52:29.434 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.433+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=JNJ9OZOTKQZE tag=9M7S6UG58NGP type=write size=2391525 2024-08-17T00:52:29.435 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.435+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=ICJUP24YY7ZI type=del 2024-08-17T00:52:29.437 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.437+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~VQOPC56HSI7R.0 size=947558 2024-08-17T00:52:29.437 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.437+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=VQOPC56HSI7R tag=003PWQYBUHEM type=write size=1996134 2024-08-17T00:52:29.438 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.438+0000 7fb7ffa81640 1 < canceled operation key=X2R05Y3HU1RG tag=2ZB8NBI90B3Q type=del size=2681241 2024-08-17T00:52:29.440 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.440+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~82TK0Z9O79XN.0 size=246395 2024-08-17T00:52:29.441 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.440+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=82TK0Z9O79XN tag=O7SB729ACTKO type=write size=1294971 2024-08-17T00:52:29.442 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.441+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=PEBURISX3F7R type=del 2024-08-17T00:52:29.444 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.443+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~NLLNNJ6NUZD7.0 size=1048576 2024-08-17T00:52:29.445 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.444+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~NLLNNJ6NUZD7.1 size=652044 2024-08-17T00:52:29.445 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.444+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=NLLNNJ6NUZD7 tag=3SCRFAR1VRGL type=write size=2749196 2024-08-17T00:52:29.446 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.445+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~4IQTL346A7HX.0 size=1048576 2024-08-17T00:52:29.447 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.447+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~4IQTL346A7HX.1 size=1048576 2024-08-17T00:52:29.449 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.448+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~4IQTL346A7HX.2 size=627928 2024-08-17T00:52:29.451 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.450+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=4IQTL346A7HX tag=UHPBYJZ4ZGUI type=write size=3773656 2024-08-17T00:52:29.453 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.452+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=9NPQD3IVYVW7 type=del size=1846053 2024-08-17T00:52:29.454 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.453+0000 7fb7ffa81640 1 < completed write operation key=FTHZ4CWOAN2W tag=26QUHVUKDO5K type=write size=962049 2024-08-17T00:52:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:29 smithi187 ceph-mon[90552]: pgmap v1404: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:29 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:52:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:29 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:52:29.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:29 smithi187 ceph-mon[90552]: osdmap e1123: 8 total, 8 up, 8 in 2024-08-17T00:52:29.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:29 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1085840206' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144198-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:29.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:29 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144198-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:29.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:29.457 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.454+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=ONACSPRJV6CD type=del size=549000 2024-08-17T00:52:29.457 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.456+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=9HR2F6SLIT6Q type=del 2024-08-17T00:52:29.458 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.458+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~C13PKWH5M5OU.0 size=207333 2024-08-17T00:52:29.459 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.458+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=C13PKWH5M5OU tag=9MQHIAI7VXL5 type=write size=1255909 2024-08-17T00:52:29.460 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.459+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=5EZ6B8XH4OEJ type=del 2024-08-17T00:52:29.462 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.461+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=BZU9NMJO2ON4 type=del size=1947847 2024-08-17T00:52:29.463 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.462+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~3C8NWMIJ0P4Q.0 size=404539 2024-08-17T00:52:29.465 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.464+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=3C8NWMIJ0P4Q tag=7D2KFSRILDII type=write size=1453115 2024-08-17T00:52:29.466 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.465+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=TASSDVF82TMA type=del size=3679840 2024-08-17T00:52:29.467 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.466+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~51CCO9AA8XQS.0 size=1048576 2024-08-17T00:52:29.468 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.467+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~51CCO9AA8XQS.1 size=475141 2024-08-17T00:52:29.470 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.469+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=51CCO9AA8XQS tag=N2CD4G4HKEP9 type=write size=2572293 2024-08-17T00:52:29.471 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.470+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=7YK2FHJA34A5 type=del size=836148 2024-08-17T00:52:29.472 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.471+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=5GAX1DZODN5G type=del 2024-08-17T00:52:29.473 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.473+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=YVSXTV8SHPYC type=del size=2652255 2024-08-17T00:52:29.475 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.474+0000 7fb7ffa81640 1 < canceled operation key=VXX2N7W78TY5 tag=2LTXAQ7QCB46 type=del size=3814877 2024-08-17T00:52:29.477 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.476+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~BTR29C5391DM.0 size=1048576 2024-08-17T00:52:29.478 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.477+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~BTR29C5391DM.1 size=1048576 2024-08-17T00:52:29.479 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.478+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~BTR29C5391DM.2 size=352198 2024-08-17T00:52:29.479 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.478+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=BTR29C5391DM tag=1X3XC2GWSOP1 type=write size=3497926 2024-08-17T00:52:29.480 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.479+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~SWVMU5RSIQSS.0 size=267250 2024-08-17T00:52:29.482 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.481+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=SWVMU5RSIQSS tag=8Y0H735IBMQT type=write size=1315826 2024-08-17T00:52:29.484 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.483+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~IS9F9N63ASDB.0 size=1048576 2024-08-17T00:52:29.485 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.484+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~IS9F9N63ASDB.1 size=843518 2024-08-17T00:52:29.485 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.484+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=IS9F9N63ASDB tag=M1XXU7UWKTN5 type=write size=2940670 2024-08-17T00:52:29.487 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.486+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~QY3NLH6FV4UO.0 size=111032 2024-08-17T00:52:29.489 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.488+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=QY3NLH6FV4UO tag=EGEBFN4KA72Z type=write size=1159608 2024-08-17T00:52:29.490 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.489+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=APIQ6W1KGBO4 type=del size=411198 2024-08-17T00:52:29.491 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.491+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=3PD1HE4Z95V3 type=del 2024-08-17T00:52:29.493 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.492+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=4GP8IAJENAH5 type=del size=367772 2024-08-17T00:52:29.494 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.493+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=57UPV0OJRMA1 type=del 2024-08-17T00:52:29.495 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.494+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=7OOQS6IO14FU type=write size=397428 2024-08-17T00:52:29.496 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.495+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~JNJ9OZOTKQZE.0 size=1048576 2024-08-17T00:52:29.497 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.496+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~JNJ9OZOTKQZE.1 size=294373 2024-08-17T00:52:29.499 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.498+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=JNJ9OZOTKQZE tag=9M7S6UG58NGP type=write size=2391525 2024-08-17T00:52:29.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.500+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=K7GZEEQAXENU type=del size=3814012 2024-08-17T00:52:29.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.501+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~VQOPC56HSI7R.0 size=947558 2024-08-17T00:52:29.504 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.503+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=VQOPC56HSI7R tag=003PWQYBUHEM type=write size=1996134 2024-08-17T00:52:29.505 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.504+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=ZJ3AEVTJQN49 type=del size=1359972 2024-08-17T00:52:29.506 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.506+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~82TK0Z9O79XN.0 size=246395 2024-08-17T00:52:29.508 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.507+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=82TK0Z9O79XN tag=O7SB729ACTKO type=write size=1294971 2024-08-17T00:52:29.509 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.509+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=8M30LLR0S0ZV type=write size=213171 2024-08-17T00:52:29.511 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.510+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~NLLNNJ6NUZD7.0 size=1048576 2024-08-17T00:52:29.512 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.511+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~NLLNNJ6NUZD7.1 size=652044 2024-08-17T00:52:29.514 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.513+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=NLLNNJ6NUZD7 tag=3SCRFAR1VRGL type=write size=2749196 2024-08-17T00:52:29.516 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.516+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~SUOVLI1ZXQ9S.0 size=33665 2024-08-17T00:52:29.517 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.516+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=SUOVLI1ZXQ9S tag=2RQTDELZPCHT type=write size=1082241 2024-08-17T00:52:29.519 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.518+0000 7fb7ffa81640 1 < suggested update operation key=MZOJQR9Z75AP tag=9NPQD3IVYVW7 type=del size=1846053 2024-08-17T00:52:29.520 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.519+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=0ONH8AKXUJN0 type=write size=110778 2024-08-17T00:52:29.521 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.520+0000 7fb7ffa81640 1 < canceled operation key=PI1BZA6BJ83W tag=ONACSPRJV6CD type=del size=549000 2024-08-17T00:52:29.522 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.522+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=C07T467CJVKA type=del size=739872 2024-08-17T00:52:29.524 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.523+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~C13PKWH5M5OU.0 size=207333 2024-08-17T00:52:29.527 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.525+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=C13PKWH5M5OU tag=9MQHIAI7VXL5 type=write size=1255909 2024-08-17T00:52:29.528 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.526+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=P2VIVIVEVMN5 type=del size=1296728 2024-08-17T00:52:29.528 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.527+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=BZU9NMJO2ON4 type=del 2024-08-17T00:52:29.529 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.528+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=R7SHZ42KMQ9C type=write size=472236 2024-08-17T00:52:29.530 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.529+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=TASSDVF82TMA type=del 2024-08-17T00:52:29.532 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.532+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~J5IPQB6FVDHI.0 size=895691 2024-08-17T00:52:29.533 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.532+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=J5IPQB6FVDHI tag=ZCML01NFQPRL type=write size=1944267 2024-08-17T00:52:29.534 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.533+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=7YK2FHJA34A5 type=del 2024-08-17T00:52:29.536 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.535+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~0TVFW90E4OZ9.0 size=1048576 2024-08-17T00:52:29.537 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.537+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~0TVFW90E4OZ9.1 size=246371 2024-08-17T00:52:29.537 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.537+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=0TVFW90E4OZ9 tag=Y6T6DWKNL953 type=write size=2343523 2024-08-17T00:52:29.538 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.538+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=YVSXTV8SHPYC type=del 2024-08-17T00:52:29.540 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.539+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=ZKBPR03WKTX3 type=del size=1483024 2024-08-17T00:52:29.540 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.539+0000 7fb7ffa81640 1 < canceled part key=_multipart_XA1Y234IJAV8.2~BTR29C5391DM.0 size=1048576 2024-08-17T00:52:29.541 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.540+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~BTR29C5391DM.1 size=1048576 2024-08-17T00:52:29.542 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.541+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~BTR29C5391DM.2 size=352198 2024-08-17T00:52:29.544 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.543+0000 7fb7ffa81640 1 < canceled multipart upload key=XA1Y234IJAV8 upload=BTR29C5391DM tag=1X3XC2GWSOP1 type=write size=3497926 2024-08-17T00:52:29.546 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.545+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~XD7TBGGA4Z4D.0 size=1048576 2024-08-17T00:52:29.547 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.546+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~XD7TBGGA4Z4D.1 size=444268 2024-08-17T00:52:29.547 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.546+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=XD7TBGGA4Z4D tag=9AM7E11IZJ1Y type=write size=2541420 2024-08-17T00:52:29.548 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.547+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~IS9F9N63ASDB.0 size=1048576 2024-08-17T00:52:29.549 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.548+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~IS9F9N63ASDB.1 size=843518 2024-08-17T00:52:29.551 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.550+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=IS9F9N63ASDB tag=M1XXU7UWKTN5 type=write size=2940670 2024-08-17T00:52:29.552 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.551+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=KVVG6IHDDNSG type=del size=2224480 2024-08-17T00:52:29.553 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.553+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=APIQ6W1KGBO4 type=del 2024-08-17T00:52:29.555 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.554+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=B88YZUPAUDCC type=del size=1436635 2024-08-17T00:52:29.556 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.555+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=4GP8IAJENAH5 type=del 2024-08-17T00:52:29.557 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.556+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=63BZ3KZK9TB0 type=write size=781856 2024-08-17T00:52:29.558 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.557+0000 7fb7ffa81640 1 < completed write operation key=PI1BZA6BJ83W tag=7OOQS6IO14FU type=write size=397428 2024-08-17T00:52:29.560 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.560+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~2QGO97EZ97XB.0 size=1048576 2024-08-17T00:52:29.562 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.561+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~2QGO97EZ97XB.1 size=1048576 2024-08-17T00:52:29.562 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.562+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~2QGO97EZ97XB.2 size=254970 2024-08-17T00:52:29.562 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.562+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=2QGO97EZ97XB tag=L6O41N5GL976 type=write size=3400698 2024-08-17T00:52:29.564 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.563+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=K7GZEEQAXENU type=del 2024-08-17T00:52:29.566 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.565+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~7H9Z5XK3QZH6.0 size=519755 2024-08-17T00:52:29.566 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.565+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=7H9Z5XK3QZH6 tag=RZKJFP6L8KKK type=write size=1568331 2024-08-17T00:52:29.568 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.567+0000 7fb7ffa81640 1 < suggested update operation key=JID7SA7XCFSD tag=ZJ3AEVTJQN49 type=del size=1359972 2024-08-17T00:52:29.570 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.569+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~9VQNLN6RYXTH.0 size=659378 2024-08-17T00:52:29.570 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.569+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=9VQNLN6RYXTH tag=4QVS8GTIVHDG type=write size=1707954 2024-08-17T00:52:29.572 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.571+0000 7fb7ffa81640 1 < completed write operation key=PI1BZA6BJ83W tag=8M30LLR0S0ZV type=write size=213171 2024-08-17T00:52:29.573 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.572+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=GUPGZHD1Y27N type=del size=2002926 2024-08-17T00:52:29.574 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.573+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~SUOVLI1ZXQ9S.0 size=33665 2024-08-17T00:52:29.576 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.575+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=SUOVLI1ZXQ9S tag=2RQTDELZPCHT type=write size=1082241 2024-08-17T00:52:29.578 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.577+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~L3XU9074ITKZ.0 size=618026 2024-08-17T00:52:29.578 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.577+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=L3XU9074ITKZ tag=Q7BD6YVVKKSE type=write size=1666602 2024-08-17T00:52:29.581 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.580+0000 7fb7ffa81640 1 < suggested update operation key=47CFG298DQD5 tag=0ONH8AKXUJN0 type=write size=110778 2024-08-17T00:52:29.582 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.582+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=I9W11P4DATH1 type=write size=275427 2024-08-17T00:52:29.584 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.583+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=C07T467CJVKA type=del 2024-08-17T00:52:29.585 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.584+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=FBRUHFIRBTK2 type=del size=374295 2024-08-17T00:52:29.586 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.585+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=P2VIVIVEVMN5 type=del 2024-08-17T00:52:29.587 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.586+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=7T9AEIQTKI3K type=del size=1421903 2024-08-17T00:52:29.588 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.587+0000 7fb7ffa81640 1 < completed write operation key=IN9C0SOA97VR tag=R7SHZ42KMQ9C type=write size=472236 2024-08-17T00:52:29.591 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.590+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~1FHSSGQU2FV3.0 size=1048576 2024-08-17T00:52:29.592 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.591+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~1FHSSGQU2FV3.1 size=1048576 2024-08-17T00:52:29.592 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.592+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~1FHSSGQU2FV3.2 size=210043 2024-08-17T00:52:29.593 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.592+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=1FHSSGQU2FV3 tag=7TID7BUC3UTF type=write size=3355771 2024-08-17T00:52:29.594 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.593+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~J5IPQB6FVDHI.0 size=895691 2024-08-17T00:52:29.596 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.595+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=J5IPQB6FVDHI tag=ZCML01NFQPRL type=write size=1944267 2024-08-17T00:52:29.597 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.596+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=ASLXDTB70V0W type=del size=2656363 2024-08-17T00:52:29.598 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.597+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~0TVFW90E4OZ9.0 size=1048576 2024-08-17T00:52:29.599 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.598+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~0TVFW90E4OZ9.1 size=246371 2024-08-17T00:52:29.601 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.600+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=0TVFW90E4OZ9 tag=Y6T6DWKNL953 type=write size=2343523 2024-08-17T00:52:29.602 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.601+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=GO7THY0NAM1S type=write size=690400 2024-08-17T00:52:29.603 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.603+0000 7fb7ffa81640 1 < canceled operation key=OV7J2EQPRBH6 tag=ZKBPR03WKTX3 type=del size=1483024 2024-08-17T00:52:29.605 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.604+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=U3FPR9BXEDUU type=del size=238294 2024-08-17T00:52:29.605 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.604+0000 7fb7ffa81640 1 < canceled part key=_multipart_DOXQ905ZKA6E.2~XD7TBGGA4Z4D.0 size=1048576 2024-08-17T00:52:29.606 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.605+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~XD7TBGGA4Z4D.1 size=444268 2024-08-17T00:52:29.607 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.607+0000 7fb7ffa81640 1 < canceled multipart upload key=DOXQ905ZKA6E upload=XD7TBGGA4Z4D tag=9AM7E11IZJ1Y type=write size=2541420 2024-08-17T00:52:29.610 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.609+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~4CL5KUX3FT7H.0 size=830047 2024-08-17T00:52:29.610 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.609+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=4CL5KUX3FT7H tag=0OT35GZ3EKN6 type=write size=1878623 2024-08-17T00:52:29.612 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.611+0000 7fb7ffa81640 1 < suggested update operation key=GOA569FQQJ5Q tag=KVVG6IHDDNSG type=del size=2224480 2024-08-17T00:52:29.613 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.612+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=1DMVLEWOKN2P type=del size=2361331 2024-08-17T00:52:29.614 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.613+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=B88YZUPAUDCC type=del 2024-08-17T00:52:29.617 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.616+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~T70LDOYVVO1L.0 size=1048576 2024-08-17T00:52:29.618 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.617+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~T70LDOYVVO1L.1 size=1048576 2024-08-17T00:52:29.619 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.618+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~T70LDOYVVO1L.2 size=566171 2024-08-17T00:52:29.619 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.618+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=T70LDOYVVO1L tag=RFX54YPFM79A type=write size=3711899 2024-08-17T00:52:29.620 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.619+0000 7fb7ffa81640 1 < completed write operation key=FTHZ4CWOAN2W tag=63BZ3KZK9TB0 type=write size=781856 2024-08-17T00:52:29.622 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.621+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~HYFLABU3JROI.0 size=106744 2024-08-17T00:52:29.622 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.621+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=HYFLABU3JROI tag=PTDLW8HT6GST type=write size=1155320 2024-08-17T00:52:29.623 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.623+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~2QGO97EZ97XB.0 size=1048576 2024-08-17T00:52:29.625 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.624+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~2QGO97EZ97XB.1 size=1048576 2024-08-17T00:52:29.626 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.625+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~2QGO97EZ97XB.2 size=254970 2024-08-17T00:52:29.627 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.627+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=2QGO97EZ97XB tag=L6O41N5GL976 type=write size=3400698 2024-08-17T00:52:29.630 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.629+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~3QTJ07PBCFAH.0 size=818453 2024-08-17T00:52:29.630 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.629+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=3QTJ07PBCFAH tag=9TPMUDVZ1BTR type=write size=1867029 2024-08-17T00:52:29.631 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.630+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~7H9Z5XK3QZH6.0 size=519755 2024-08-17T00:52:29.633 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.632+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=7H9Z5XK3QZH6 tag=RZKJFP6L8KKK type=write size=1568331 2024-08-17T00:52:29.634 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.633+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=ESOXEYXFS5JC type=write size=784070 2024-08-17T00:52:29.635 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.634+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~9VQNLN6RYXTH.0 size=659378 2024-08-17T00:52:29.637 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.636+0000 7fb7ffa81640 1 < completed multipart upload key=XA1Y234IJAV8 upload=9VQNLN6RYXTH tag=4QVS8GTIVHDG type=write size=1707954 2024-08-17T00:52:29.639 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.638+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~V4MEPTBZ1QGR.0 size=1048576 2024-08-17T00:52:29.641 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.640+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~V4MEPTBZ1QGR.1 size=954966 2024-08-17T00:52:29.641 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.640+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=V4MEPTBZ1QGR tag=4DPOXJIPSYWW type=write size=3052118 2024-08-17T00:52:29.642 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.642+0000 7fb7ffa81640 1 < suggested remove operation key=J9EF9S76XDGB tag=GUPGZHD1Y27N type=del 2024-08-17T00:52:29.645 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.644+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~QE2H1PGODMR4.0 size=1048576 2024-08-17T00:52:29.645 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.645+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~QE2H1PGODMR4.1 size=1048576 2024-08-17T00:52:29.646 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.646+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~QE2H1PGODMR4.2 size=660242 2024-08-17T00:52:29.646 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.646+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=QE2H1PGODMR4 tag=DYTBO8N5EU28 type=write size=3805970 2024-08-17T00:52:29.648 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.647+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~L3XU9074ITKZ.0 size=618026 2024-08-17T00:52:29.649 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.649+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=L3XU9074ITKZ tag=Q7BD6YVVKKSE type=write size=1666602 2024-08-17T00:52:29.651 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.650+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=IM5DSISPCLYH type=del size=2295042 2024-08-17T00:52:29.652 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.651+0000 7fb7ffa81640 1 < completed write operation key=933T9LDGXGOQ tag=I9W11P4DATH1 type=write size=275427 2024-08-17T00:52:29.653 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.652+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=1M3J79NP8HIZ type=del size=1864806 2024-08-17T00:52:29.654 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.654+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=FBRUHFIRBTK2 type=del 2024-08-17T00:52:29.657 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.656+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~W74DHTFD6E4A.0 size=1048576 2024-08-17T00:52:29.658 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.657+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~W74DHTFD6E4A.1 size=1048576 2024-08-17T00:52:29.658 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.658+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~W74DHTFD6E4A.2 size=352942 2024-08-17T00:52:29.659 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.658+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=W74DHTFD6E4A tag=3MA4T0QT9JDN type=write size=3498670 2024-08-17T00:52:29.661 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.660+0000 7fb7ffa81640 1 < suggested update operation key=X5TSXJNP2QPC tag=7T9AEIQTKI3K type=del size=1421903 2024-08-17T00:52:29.662 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.661+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=RO6W73L277BG type=del size=3628667 2024-08-17T00:52:29.662 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.662+0000 7fb7ffa81640 1 < canceled part key=_multipart_OV7J2EQPRBH6.2~1FHSSGQU2FV3.0 size=1048576 2024-08-17T00:52:29.663 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.663+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~1FHSSGQU2FV3.1 size=1048576 2024-08-17T00:52:29.664 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.663+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~1FHSSGQU2FV3.2 size=210043 2024-08-17T00:52:29.666 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.666+0000 7fb7ffa81640 1 < canceled multipart upload key=OV7J2EQPRBH6 upload=1FHSSGQU2FV3 tag=7TID7BUC3UTF type=write size=3355771 2024-08-17T00:52:29.667 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.667+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=HNHOH8MONHYO type=del size=4066835 2024-08-17T00:52:29.669 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.668+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=ASLXDTB70V0W type=del 2024-08-17T00:52:29.670 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.669+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=OUO52TDGSJD3 type=del size=298494 2024-08-17T00:52:29.671 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.670+0000 7fb7ffa81640 1 < completed write operation key=DOXQ905ZKA6E tag=GO7THY0NAM1S type=write size=690400 2024-08-17T00:52:29.673 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.673+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~QH5TDYQ6BPUR.0 size=971273 2024-08-17T00:52:29.673 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.673+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=QH5TDYQ6BPUR tag=6VZX1HDYIACH type=write size=2019849 2024-08-17T00:52:29.674 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.674+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=U3FPR9BXEDUU type=del 2024-08-17T00:52:29.677 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.676+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~XT8GM8QA5667.0 size=782282 2024-08-17T00:52:29.677 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.676+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=XT8GM8QA5667 tag=8E38ZUI9L0UQ type=write size=1830858 2024-08-17T00:52:29.678 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.677+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~4CL5KUX3FT7H.0 size=830047 2024-08-17T00:52:29.680 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.679+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=4CL5KUX3FT7H tag=0OT35GZ3EKN6 type=write size=1878623 2024-08-17T00:52:29.682 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.681+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~J00NP3C663QM.0 size=1048576 2024-08-17T00:52:29.683 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.682+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~J00NP3C663QM.1 size=1048576 2024-08-17T00:52:29.684 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.683+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~J00NP3C663QM.2 size=518545 2024-08-17T00:52:29.684 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.683+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=J00NP3C663QM tag=E053OCBNHVJ5 type=write size=3664273 2024-08-17T00:52:29.685 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.685+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=1DMVLEWOKN2P type=del 2024-08-17T00:52:29.687 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.687+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~REDYJ8M7D638.0 size=1048576 2024-08-17T00:52:29.688 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.688+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~REDYJ8M7D638.1 size=621363 2024-08-17T00:52:29.689 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.688+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=REDYJ8M7D638 tag=XFSJSII1RX1P type=write size=2718515 2024-08-17T00:52:29.689 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.688+0000 7fb7ffa81640 1 < canceled part key=_multipart_CUF1RKGY7TOA.2~T70LDOYVVO1L.0 size=1048576 2024-08-17T00:52:29.689 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.689+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~T70LDOYVVO1L.1 size=1048576 2024-08-17T00:52:29.690 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.690+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~T70LDOYVVO1L.2 size=566171 2024-08-17T00:52:29.693 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.692+0000 7fb7ffa81640 1 < canceled multipart upload key=CUF1RKGY7TOA upload=T70LDOYVVO1L tag=RFX54YPFM79A type=write size=3711899 2024-08-17T00:52:29.694 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.693+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~4XDMLF7468UG.0 size=1048576 2024-08-17T00:52:29.695 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.695+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~4XDMLF7468UG.1 size=813568 2024-08-17T00:52:29.695 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.695+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=4XDMLF7468UG tag=1UHWO9NVT02U type=write size=2910720 2024-08-17T00:52:29.696 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.696+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~HYFLABU3JROI.0 size=106744 2024-08-17T00:52:29.698 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.697+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=HYFLABU3JROI tag=PTDLW8HT6GST type=write size=1155320 2024-08-17T00:52:29.700 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.700+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~4NTCW232QKCB.0 size=1048576 2024-08-17T00:52:29.701 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.700+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~4NTCW232QKCB.1 size=654907 2024-08-17T00:52:29.701 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.700+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=4NTCW232QKCB tag=0LGM898RA9BR type=write size=2752059 2024-08-17T00:52:29.702 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.702+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~3QTJ07PBCFAH.0 size=818453 2024-08-17T00:52:29.704 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.704+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=3QTJ07PBCFAH tag=9TPMUDVZ1BTR type=write size=1867029 2024-08-17T00:52:29.706 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.705+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=POTIIVQQNYKI type=write size=747287 2024-08-17T00:52:29.707 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.706+0000 7fb7ffa81640 1 < completed write operation key=KFMX127CJWEL tag=ESOXEYXFS5JC type=write size=784070 2024-08-17T00:52:29.708 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.707+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=Z0ACWK30UUP7 type=del size=2137787 2024-08-17T00:52:29.710 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.709+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~V4MEPTBZ1QGR.0 size=1048576 2024-08-17T00:52:29.710 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.710+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~V4MEPTBZ1QGR.1 size=954966 2024-08-17T00:52:29.712 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.712+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=V4MEPTBZ1QGR tag=4DPOXJIPSYWW type=write size=3052118 2024-08-17T00:52:29.715 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.714+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~X6AP6KPL8X8G.0 size=423539 2024-08-17T00:52:29.715 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.714+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=X6AP6KPL8X8G tag=7B53W8B8H20Z type=write size=1472115 2024-08-17T00:52:29.716 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.715+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~QE2H1PGODMR4.0 size=1048576 2024-08-17T00:52:29.717 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.716+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~QE2H1PGODMR4.1 size=1048576 2024-08-17T00:52:29.718 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.717+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~QE2H1PGODMR4.2 size=660242 2024-08-17T00:52:29.720 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.719+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=QE2H1PGODMR4 tag=DYTBO8N5EU28 type=write size=3805970 2024-08-17T00:52:29.721 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.720+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=025HP57B0XQA type=write size=111417 2024-08-17T00:52:29.722 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.722+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=IM5DSISPCLYH type=del 2024-08-17T00:52:29.724 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.723+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=57BP0APEW54V type=del size=2090119 2024-08-17T00:52:29.725 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.724+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=1M3J79NP8HIZ type=del 2024-08-17T00:52:29.726 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.725+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=9S4S9K82K27B type=del size=2890867 2024-08-17T00:52:29.727 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.726+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~W74DHTFD6E4A.0 size=1048576 2024-08-17T00:52:29.728 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.727+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~W74DHTFD6E4A.1 size=1048576 2024-08-17T00:52:29.729 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.728+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~W74DHTFD6E4A.2 size=352942 2024-08-17T00:52:29.731 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.731+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=W74DHTFD6E4A tag=3MA4T0QT9JDN type=write size=3498670 2024-08-17T00:52:29.734 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.733+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~IF50BW90IXZ6.0 size=1048576 2024-08-17T00:52:29.735 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.734+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~IF50BW90IXZ6.1 size=814775 2024-08-17T00:52:29.735 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.734+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=IF50BW90IXZ6 tag=7VKRVZC3U0KN type=write size=2911927 2024-08-17T00:52:29.738 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.735+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=RO6W73L277BG type=del 2024-08-17T00:52:29.738 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.736+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=OCWARNNT7LGN type=del size=3304256 2024-08-17T00:52:29.738 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.737+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=HNHOH8MONHYO type=del 2024-08-17T00:52:29.741 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.739+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=LXKG9RX70ZNX type=del size=2975912 2024-08-17T00:52:29.741 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.740+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=OUO52TDGSJD3 type=del 2024-08-17T00:52:29.742 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.741+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=YLZO6V08OWA1 type=del size=1724117 2024-08-17T00:52:29.747 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.743+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~QH5TDYQ6BPUR.0 size=971273 2024-08-17T00:52:29.747 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.745+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=QH5TDYQ6BPUR tag=6VZX1HDYIACH type=write size=2019849 2024-08-17T00:52:29.747 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.746+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=UGS9ZYOKBIG9 type=del size=562483 2024-08-17T00:52:29.748 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.747+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~XT8GM8QA5667.0 size=782282 2024-08-17T00:52:29.750 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.749+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=XT8GM8QA5667 tag=8E38ZUI9L0UQ type=write size=1830858 2024-08-17T00:52:29.752 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.751+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~1RWW6C2T64VQ.0 size=1048576 2024-08-17T00:52:29.753 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.752+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~1RWW6C2T64VQ.1 size=1048576 2024-08-17T00:52:29.754 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.753+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~1RWW6C2T64VQ.2 size=422151 2024-08-17T00:52:29.755 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.753+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=1RWW6C2T64VQ tag=M90S9Q20G4ZZ type=write size=3567879 2024-08-17T00:52:29.755 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.754+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~J00NP3C663QM.0 size=1048576 2024-08-17T00:52:29.756 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.755+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~J00NP3C663QM.1 size=1048576 2024-08-17T00:52:29.757 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.756+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~J00NP3C663QM.2 size=518545 2024-08-17T00:52:29.759 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.758+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=J00NP3C663QM tag=E053OCBNHVJ5 type=write size=3664273 2024-08-17T00:52:29.760 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.759+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=BPQ4YXN85XSN type=del size=3980681 2024-08-17T00:52:29.761 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.760+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~REDYJ8M7D638.0 size=1048576 2024-08-17T00:52:29.762 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.761+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~REDYJ8M7D638.1 size=621363 2024-08-17T00:52:29.764 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.763+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=REDYJ8M7D638 tag=XFSJSII1RX1P type=write size=2718515 2024-08-17T00:52:29.766 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.765+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~HRZSBUN8U5TX.0 size=1048576 2024-08-17T00:52:29.767 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.766+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~HRZSBUN8U5TX.1 size=593726 2024-08-17T00:52:29.767 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.766+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=HRZSBUN8U5TX tag=GTSFRW0ONUDO type=write size=2690878 2024-08-17T00:52:29.768 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.767+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~4XDMLF7468UG.0 size=1048576 2024-08-17T00:52:29.769 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.768+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~4XDMLF7468UG.1 size=813568 2024-08-17T00:52:29.771 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.770+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=4XDMLF7468UG tag=1UHWO9NVT02U type=write size=2910720 2024-08-17T00:52:29.773 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.773+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~18NMDE4GEV3S.0 size=1048576 2024-08-17T00:52:29.774 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.774+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~18NMDE4GEV3S.1 size=1048576 2024-08-17T00:52:29.775 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.775+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~18NMDE4GEV3S.2 size=653134 2024-08-17T00:52:29.776 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.775+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=18NMDE4GEV3S tag=1LL6HJWZPMS3 type=write size=3798862 2024-08-17T00:52:29.777 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.776+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~4NTCW232QKCB.0 size=1048576 2024-08-17T00:52:29.778 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.777+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~4NTCW232QKCB.1 size=654907 2024-08-17T00:52:29.780 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.779+0000 7fb7ffa81640 1 < completed multipart upload key=G9T63DWLHVIJ upload=4NTCW232QKCB tag=0LGM898RA9BR type=write size=2752059 2024-08-17T00:52:29.781 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.781+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=799I3FBQUGY1 type=del size=3272382 2024-08-17T00:52:29.784 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.783+0000 7fb7ffa81640 1 < suggested update operation key=9E9PQ6YUOR9D tag=POTIIVQQNYKI type=write size=747287 2024-08-17T00:52:29.786 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.785+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~8SZOEGU39T62.0 size=1048576 2024-08-17T00:52:29.788 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.786+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~8SZOEGU39T62.1 size=713277 2024-08-17T00:52:29.788 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.786+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=8SZOEGU39T62 tag=3M528JHQD9OR type=write size=2810429 2024-08-17T00:52:29.788 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.787+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=Z0ACWK30UUP7 type=del 2024-08-17T00:52:29.789 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.788+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=NHHY4L9TGIH2 type=del size=1932114 2024-08-17T00:52:29.789 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.788+0000 7fb7ffa81640 1 < canceled part key=_multipart_MZOJQR9Z75AP.2~X6AP6KPL8X8G.0 size=423539 2024-08-17T00:52:29.792 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.790+0000 7fb7ffa81640 1 < canceled multipart upload key=MZOJQR9Z75AP upload=X6AP6KPL8X8G tag=7B53W8B8H20Z type=write size=1472115 2024-08-17T00:52:29.793 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.792+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~7DNYSBPFP88E.0 size=1048576 2024-08-17T00:52:29.794 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.793+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~7DNYSBPFP88E.1 size=1048576 2024-08-17T00:52:29.795 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.794+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~7DNYSBPFP88E.2 size=886264 2024-08-17T00:52:29.795 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.794+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=7DNYSBPFP88E tag=62HE6ZERP4PQ type=write size=4031992 2024-08-17T00:52:29.796 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.795+0000 7fb7ffa81640 1 < canceled operation key=KC83N32YH21Q tag=025HP57B0XQA type=write size=111417 2024-08-17T00:52:29.797 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.796+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=HT9AHELJ7WO8 type=write size=312271 2024-08-17T00:52:29.799 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.798+0000 7fb7ffa81640 1 < completed delete operation key=J9EF9S76XDGB tag=57BP0APEW54V type=del 2024-08-17T00:52:29.800 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.799+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=NP29J086RLFT type=del size=3613948 2024-08-17T00:52:29.802 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.802+0000 7fb7ffa81640 1 < suggested update operation key=4OEMXU0GR20L tag=9S4S9K82K27B type=del size=2890867 2024-08-17T00:52:29.804 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.803+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=2MRAKC4LMU8W type=write size=586314 2024-08-17T00:52:29.805 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.804+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~IF50BW90IXZ6.0 size=1048576 2024-08-17T00:52:29.806 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.805+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~IF50BW90IXZ6.1 size=814775 2024-08-17T00:52:29.808 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.807+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=IF50BW90IXZ6 tag=7VKRVZC3U0KN type=write size=2911927 2024-08-17T00:52:29.810 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.809+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~2UPZTH970SJT.0 size=1048576 2024-08-17T00:52:29.811 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.810+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~2UPZTH970SJT.1 size=1048576 2024-08-17T00:52:29.812 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.811+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~2UPZTH970SJT.2 size=378938 2024-08-17T00:52:29.812 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.811+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=2UPZTH970SJT tag=MKG8JU4K57CV type=write size=3524666 2024-08-17T00:52:29.815 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.814+0000 7fb7ffa81640 1 < suggested update operation key=J9EF9S76XDGB tag=OCWARNNT7LGN type=del size=3304256 2024-08-17T00:52:29.816 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.815+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=UMVMEYLRAV7Q type=write size=214291 2024-08-17T00:52:29.817 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.816+0000 7fb7ffa81640 1 < canceled operation key=G9T63DWLHVIJ tag=LXKG9RX70ZNX type=del size=2975912 2024-08-17T00:52:29.819 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.818+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~B4KWA7ZCH9RN.0 size=1048576 2024-08-17T00:52:29.820 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.819+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~B4KWA7ZCH9RN.1 size=410166 2024-08-17T00:52:29.820 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.819+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=B4KWA7ZCH9RN tag=1WFOB7ER43KZ type=write size=2507318 2024-08-17T00:52:29.821 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.820+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=YLZO6V08OWA1 type=del 2024-08-17T00:52:29.823 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.822+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=MJMFM81UPKK2 type=del size=443343 2024-08-17T00:52:29.824 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.823+0000 7fb7ffa81640 1 < canceled operation key=G9T63DWLHVIJ tag=UGS9ZYOKBIG9 type=del size=562483 2024-08-17T00:52:29.826 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.825+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~Q9WKDK5Y7QCM.0 size=1048576 2024-08-17T00:52:29.827 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.826+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~Q9WKDK5Y7QCM.1 size=1048576 2024-08-17T00:52:29.828 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.827+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~Q9WKDK5Y7QCM.2 size=237 2024-08-17T00:52:29.828 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.827+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=Q9WKDK5Y7QCM tag=4ZNNOYTJNACZ type=write size=3145965 2024-08-17T00:52:29.829 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.829+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~1RWW6C2T64VQ.0 size=1048576 2024-08-17T00:52:29.830 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.830+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~1RWW6C2T64VQ.1 size=1048576 2024-08-17T00:52:29.831 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.831+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~1RWW6C2T64VQ.2 size=422151 2024-08-17T00:52:29.834 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.832+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=1RWW6C2T64VQ tag=M90S9Q20G4ZZ type=write size=3567879 2024-08-17T00:52:29.835 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.834+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=5XS2HK46R3O1 type=write size=985558 2024-08-17T00:52:29.836 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.835+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=BPQ4YXN85XSN type=del 2024-08-17T00:52:29.837 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.836+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=13L1YAFT5CRM type=del size=3961379 2024-08-17T00:52:29.838 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.837+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~HRZSBUN8U5TX.0 size=1048576 2024-08-17T00:52:29.839 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.838+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~HRZSBUN8U5TX.1 size=593726 2024-08-17T00:52:29.841 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.840+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=HRZSBUN8U5TX tag=GTSFRW0ONUDO type=write size=2690878 2024-08-17T00:52:29.842 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.842+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=89019BS1M9LZ type=del size=2994582 2024-08-17T00:52:29.843 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.843+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~18NMDE4GEV3S.0 size=1048576 2024-08-17T00:52:29.844 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.844+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~18NMDE4GEV3S.1 size=1048576 2024-08-17T00:52:29.845 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.845+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~18NMDE4GEV3S.2 size=653134 2024-08-17T00:52:29.848 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.847+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=18NMDE4GEV3S tag=1LL6HJWZPMS3 type=write size=3798862 2024-08-17T00:52:29.849 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.848+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=WOQDVMTPVIYY type=write size=723950 2024-08-17T00:52:29.851 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.850+0000 7fb7ffa81640 1 < suggested remove operation key=933T9LDGXGOQ tag=799I3FBQUGY1 type=del 2024-08-17T00:52:29.852 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.852+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=7YNSCEU296XT type=del size=2689131 2024-08-17T00:52:29.854 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.853+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~8SZOEGU39T62.0 size=1048576 2024-08-17T00:52:29.855 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.854+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~8SZOEGU39T62.1 size=713277 2024-08-17T00:52:29.857 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.856+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=8SZOEGU39T62 tag=3M528JHQD9OR type=write size=2810429 2024-08-17T00:52:29.858 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.857+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=ERQKSXS3R73F type=del size=3748683 2024-08-17T00:52:29.859 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.858+0000 7fb7ffa81640 1 < canceled operation key=1DKD54PZ3N4G tag=NHHY4L9TGIH2 type=del size=1932114 2024-08-17T00:52:29.861 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.861+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~61VW6JWQC2TW.0 size=1048576 2024-08-17T00:52:29.862 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.862+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~61VW6JWQC2TW.1 size=713298 2024-08-17T00:52:29.862 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.862+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=61VW6JWQC2TW tag=ENCMSIHXM0FF type=write size=2810450 2024-08-17T00:52:29.863 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.863+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~7DNYSBPFP88E.0 size=1048576 2024-08-17T00:52:29.865 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.864+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~7DNYSBPFP88E.1 size=1048576 2024-08-17T00:52:29.866 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.865+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~7DNYSBPFP88E.2 size=886264 2024-08-17T00:52:29.868 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.867+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=7DNYSBPFP88E tag=62HE6ZERP4PQ type=write size=4031992 2024-08-17T00:52:29.869 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.868+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=4GHXPDJ4JCM6 type=del size=2732658 2024-08-17T00:52:29.870 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.869+0000 7fb7ffa81640 1 < completed write operation key=GKFA6AWL6159 tag=HT9AHELJ7WO8 type=write size=312271 2024-08-17T00:52:29.873 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.872+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~8EDM2568QPN3.0 size=671033 2024-08-17T00:52:29.873 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.872+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=8EDM2568QPN3 tag=HS1LR5QWR2BK type=write size=1719609 2024-08-17T00:52:29.875 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.874+0000 7fb7ffa81640 1 < suggested update operation key=XA1Y234IJAV8 tag=NP29J086RLFT type=del size=3613948 2024-08-17T00:52:29.876 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.876+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=3EFYLKCY199Q type=del size=1069844 2024-08-17T00:52:29.878 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.877+0000 7fb7ffa81640 1 < completed write operation key=KC83N32YH21Q tag=2MRAKC4LMU8W type=write size=586314 2024-08-17T00:52:29.879 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.878+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=UBEIB016WAI8 type=del size=2419015 2024-08-17T00:52:29.880 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.880+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~2UPZTH970SJT.0 size=1048576 2024-08-17T00:52:29.881 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.880+0000 7fb7ffa81640 1 < canceled part key=_multipart_X2R05Y3HU1RG.2~2UPZTH970SJT.1 size=1048576 2024-08-17T00:52:29.882 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.881+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~2UPZTH970SJT.2 size=378938 2024-08-17T00:52:29.884 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.883+0000 7fb7ffa81640 1 < canceled multipart upload key=X2R05Y3HU1RG upload=2UPZTH970SJT tag=MKG8JU4K57CV type=write size=3524666 2024-08-17T00:52:29.887 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.886+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~9JK903R3G4OA.0 size=1048576 2024-08-17T00:52:29.888 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.887+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~9JK903R3G4OA.1 size=786251 2024-08-17T00:52:29.888 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.887+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=9JK903R3G4OA tag=GLGWJMTVM3XA type=write size=2883403 2024-08-17T00:52:29.889 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.888+0000 7fb7ffa81640 1 < completed write operation key=OV7J2EQPRBH6 tag=UMVMEYLRAV7Q type=write size=214291 2024-08-17T00:52:29.890 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.890+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=4G78MZXYYI5D type=write size=528987 2024-08-17T00:52:29.892 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.891+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~B4KWA7ZCH9RN.0 size=1048576 2024-08-17T00:52:29.893 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.892+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~B4KWA7ZCH9RN.1 size=410166 2024-08-17T00:52:29.895 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.895+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=B4KWA7ZCH9RN tag=1WFOB7ER43KZ type=write size=2507318 2024-08-17T00:52:29.898 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.897+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~JQAHKK4GWDLR.0 size=1048576 2024-08-17T00:52:29.899 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.898+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~JQAHKK4GWDLR.1 size=1048576 2024-08-17T00:52:29.900 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.899+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~JQAHKK4GWDLR.2 size=633759 2024-08-17T00:52:29.900 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.899+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=JQAHKK4GWDLR tag=FY2MQPZ6TT6D type=write size=3779487 2024-08-17T00:52:29.904 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.902+0000 7fb7ffa81640 1 < suggested remove operation key=VHXBN189GN90 tag=MJMFM81UPKK2 type=del 2024-08-17T00:52:29.904 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.903+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=U80J7KBNP365 type=write size=297384 2024-08-17T00:52:29.906 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.905+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~Q9WKDK5Y7QCM.0 size=1048576 2024-08-17T00:52:29.907 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.906+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~Q9WKDK5Y7QCM.1 size=1048576 2024-08-17T00:52:29.908 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.907+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~Q9WKDK5Y7QCM.2 size=237 2024-08-17T00:52:29.910 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.909+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=Q9WKDK5Y7QCM tag=4ZNNOYTJNACZ type=write size=3145965 2024-08-17T00:52:29.912 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.912+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~PV1LIVV8LH90.0 size=1023077 2024-08-17T00:52:29.913 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.912+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=PV1LIVV8LH90 tag=AC3I23TIRNF0 type=write size=2071653 2024-08-17T00:52:29.915 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.914+0000 7fb7ffa81640 1 < suggested update operation key=JID7SA7XCFSD tag=5XS2HK46R3O1 type=write size=985558 2024-08-17T00:52:29.916 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.916+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=U126FFAA12UP type=del size=1315530 2024-08-17T00:52:29.919 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.918+0000 7fb7ffa81640 1 < suggested update operation key=9E9PQ6YUOR9D tag=13L1YAFT5CRM type=del size=3961379 2024-08-17T00:52:29.921 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.920+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=6ZM65VMU6MOH type=del size=2431102 2024-08-17T00:52:29.922 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.921+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=89019BS1M9LZ type=del 2024-08-17T00:52:29.925 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.924+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~FEW0B3P3N4Q4.0 size=1048576 2024-08-17T00:52:29.925 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.925+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~FEW0B3P3N4Q4.1 size=1048576 2024-08-17T00:52:29.926 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.926+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~FEW0B3P3N4Q4.2 size=196499 2024-08-17T00:52:29.927 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.926+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=FEW0B3P3N4Q4 tag=JB3SZ5BTH2RL type=write size=3342227 2024-08-17T00:52:29.928 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.927+0000 7fb7ffa81640 1 < completed write operation key=OV7J2EQPRBH6 tag=WOQDVMTPVIYY type=write size=723950 2024-08-17T00:52:29.929 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.928+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=1SRMIRB00DD2 type=del size=3418091 2024-08-17T00:52:29.930 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.930+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=7YNSCEU296XT type=del 2024-08-17T00:52:29.932 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.931+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=D2KKII3C8F2X type=del size=1933479 2024-08-17T00:52:29.933 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.932+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=ERQKSXS3R73F type=del 2024-08-17T00:52:29.934 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.933+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=483ZGYAIG5KZ type=del size=3817427 2024-08-17T00:52:29.935 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.935+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~61VW6JWQC2TW.0 size=1048576 2024-08-17T00:52:29.936 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.936+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~61VW6JWQC2TW.1 size=713298 2024-08-17T00:52:29.938 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.938+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=61VW6JWQC2TW tag=ENCMSIHXM0FF type=write size=2810450 2024-08-17T00:52:29.940 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.939+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=5OM7DUF0W3MK type=write size=140066 2024-08-17T00:52:29.942 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.941+0000 7fb7ffa81640 1 < suggested update operation key=47CFG298DQD5 tag=4GHXPDJ4JCM6 type=del size=2732658 2024-08-17T00:52:29.943 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.942+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=GYJCPJO33QHQ type=del size=2842330 2024-08-17T00:52:29.945 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.944+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~8EDM2568QPN3.0 size=671033 2024-08-17T00:52:29.950 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.946+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=8EDM2568QPN3 tag=HS1LR5QWR2BK type=write size=1719609 2024-08-17T00:52:29.950 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.948+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~DQUZ5G5L0ZD8.0 size=1048576 2024-08-17T00:52:29.950 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.949+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~DQUZ5G5L0ZD8.1 size=1048576 2024-08-17T00:52:29.951 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.950+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~DQUZ5G5L0ZD8.2 size=134950 2024-08-17T00:52:29.951 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.950+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=DQUZ5G5L0ZD8 tag=IJ7NG838OHK6 type=write size=3280678 2024-08-17T00:52:29.952 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.952+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=3EFYLKCY199Q type=del 2024-08-17T00:52:29.955 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.954+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~M1ZEE2DEA1SS.0 size=245797 2024-08-17T00:52:29.955 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.954+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=M1ZEE2DEA1SS tag=4LCL615NMLG6 type=write size=1294373 2024-08-17T00:52:29.956 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.955+0000 7fb7ffa81640 -1 < failed to complete operation key=VHXBN189GN90 tag=UBEIB016WAI8 type=del size=2419015: (22) Invalid argument 2024-08-17T00:52:29.958 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.957+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~0ZZOIJA92EBL.0 size=1048576 2024-08-17T00:52:29.959 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.958+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~0ZZOIJA92EBL.1 size=1048576 2024-08-17T00:52:29.960 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.959+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~0ZZOIJA92EBL.2 size=79701 2024-08-17T00:52:29.960 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.959+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=0ZZOIJA92EBL tag=E2ICSK1TS1U3 type=write size=3225429 2024-08-17T00:52:29.961 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.960+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~9JK903R3G4OA.0 size=1048576 2024-08-17T00:52:29.962 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.961+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~9JK903R3G4OA.1 size=786251 2024-08-17T00:52:29.964 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.963+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=9JK903R3G4OA tag=GLGWJMTVM3XA type=write size=2883403 2024-08-17T00:52:29.965 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.964+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=NG70FIGZ3F0K type=del size=1411945 2024-08-17T00:52:29.966 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.966+0000 7fb7ffa81640 1 < completed write operation key=933T9LDGXGOQ tag=4G78MZXYYI5D type=write size=528987 2024-08-17T00:52:29.968 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.968+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~XLWYFP0BNGVC.0 size=313789 2024-08-17T00:52:29.969 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.968+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=XLWYFP0BNGVC tag=U7M2L49GLLV8 type=write size=1362365 2024-08-17T00:52:29.970 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.969+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~JQAHKK4GWDLR.0 size=1048576 2024-08-17T00:52:29.971 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.970+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~JQAHKK4GWDLR.1 size=1048576 2024-08-17T00:52:29.972 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.971+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~JQAHKK4GWDLR.2 size=633759 2024-08-17T00:52:29.974 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.973+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=JQAHKK4GWDLR tag=FY2MQPZ6TT6D type=write size=3779487 2024-08-17T00:52:29.975 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.975+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=PNQTXBFXXJ6K type=del size=3967352 2024-08-17T00:52:29.976 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.976+0000 7fb7ffa81640 1 < completed write operation key=6TUEJWX5HXNC tag=U80J7KBNP365 type=write size=297384 2024-08-17T00:52:29.978 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.977+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=JMS0G98G40I8 type=del size=1686648 2024-08-17T00:52:29.979 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.979+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~PV1LIVV8LH90.0 size=1023077 2024-08-17T00:52:29.981 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.981+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=PV1LIVV8LH90 tag=AC3I23TIRNF0 type=write size=2071653 2024-08-17T00:52:29.983 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.982+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=1XZB4520SJU9 type=write size=472912 2024-08-17T00:52:29.984 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.984+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=U126FFAA12UP type=del 2024-08-17T00:52:29.986 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.985+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=I2K53WMWYTS1 type=del size=131976 2024-08-17T00:52:29.987 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.986+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=6ZM65VMU6MOH type=del 2024-08-17T00:52:29.988 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.987+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=UMEMKE3NSS6X type=del size=567658 2024-08-17T00:52:29.989 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.989+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~FEW0B3P3N4Q4.0 size=1048576 2024-08-17T00:52:29.990 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.990+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~FEW0B3P3N4Q4.1 size=1048576 2024-08-17T00:52:29.991 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.991+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~FEW0B3P3N4Q4.2 size=196499 2024-08-17T00:52:29.993 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.993+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=FEW0B3P3N4Q4 tag=JB3SZ5BTH2RL type=write size=3342227 2024-08-17T00:52:29.996 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.995+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~R70UOFNVFQNZ.0 size=173039 2024-08-17T00:52:29.996 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.995+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=R70UOFNVFQNZ tag=T8A2U3WQ62O4 type=write size=1221615 2024-08-17T00:52:29.997 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.996+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=1SRMIRB00DD2 type=del 2024-08-17T00:52:29.998 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.997+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=8RFAU9164HB6 type=write size=446959 2024-08-17T00:52:29.999 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:29.998+0000 7fb7ffa81640 1 < completed delete operation key=KC83N32YH21Q tag=D2KKII3C8F2X type=del 2024-08-17T00:52:30.001 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.001+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~B1P11IV717VJ.0 size=329178 2024-08-17T00:52:30.002 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.001+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=B1P11IV717VJ tag=9YPKY5LVHMQJ type=write size=1377754 2024-08-17T00:52:30.003 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.002+0000 7fb7ffa81640 1 < canceled operation key=8R9K8LDJ88DU tag=483ZGYAIG5KZ type=del size=3817427 2024-08-17T00:52:30.004 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.003+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=8344JTDX8L7W type=del size=1742180 2024-08-17T00:52:30.005 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.005+0000 7fb7ffa81640 1 < completed write operation key=LLHW0UMGWSKP tag=5OM7DUF0W3MK type=write size=140066 2024-08-17T00:52:30.010 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.009+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~B0A2TX7CYXX5.0 size=1048576 2024-08-17T00:52:30.011 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.011+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~B0A2TX7CYXX5.1 size=192843 2024-08-17T00:52:30.012 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.011+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=B0A2TX7CYXX5 tag=L3HU6OATD2N8 type=write size=2289995 2024-08-17T00:52:30.013 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.012+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=GYJCPJO33QHQ type=del 2024-08-17T00:52:30.014 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.013+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=AJO9DVE5EBN4 type=del size=1520810 2024-08-17T00:52:30.015 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.014+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~DQUZ5G5L0ZD8.0 size=1048576 2024-08-17T00:52:30.015 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.014+0000 7fb7ffa81640 1 < canceled part key=_multipart_GKFA6AWL6159.2~DQUZ5G5L0ZD8.1 size=1048576 2024-08-17T00:52:30.016 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.016+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~DQUZ5G5L0ZD8.2 size=134950 2024-08-17T00:52:30.019 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.018+0000 7fb7ffa81640 1 < canceled multipart upload key=GKFA6AWL6159 upload=DQUZ5G5L0ZD8 tag=IJ7NG838OHK6 type=write size=3280678 2024-08-17T00:52:30.020 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.019+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=KRMSZ83T922S type=del size=367401 2024-08-17T00:52:30.021 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.021+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~M1ZEE2DEA1SS.0 size=245797 2024-08-17T00:52:30.024 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.023+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=M1ZEE2DEA1SS tag=4LCL615NMLG6 type=write size=1294373 2024-08-17T00:52:30.026 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.025+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=DLAUZ8WSDDRM type=del size=182222 2024-08-17T00:52:30.028 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.027+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~0ZZOIJA92EBL.0 size=1048576 2024-08-17T00:52:30.029 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.028+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~0ZZOIJA92EBL.1 size=1048576 2024-08-17T00:52:30.030 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.029+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~0ZZOIJA92EBL.2 size=79701 2024-08-17T00:52:30.033 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.031+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=0ZZOIJA92EBL tag=E2ICSK1TS1U3 type=write size=3225429 2024-08-17T00:52:30.033 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.033+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=5N35XPP61KOC type=del size=1804428 2024-08-17T00:52:30.034 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.034+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=NG70FIGZ3F0K type=del 2024-08-17T00:52:30.036 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.035+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=7XJ5ZYCCWPAC type=del size=3745206 2024-08-17T00:52:30.037 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.036+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~XLWYFP0BNGVC.0 size=313789 2024-08-17T00:52:30.039 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.039+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=XLWYFP0BNGVC tag=U7M2L49GLLV8 type=write size=1362365 2024-08-17T00:52:30.040 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.040+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=1M44CF5Y40XO type=del size=1049820 2024-08-17T00:52:30.042 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.041+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=PNQTXBFXXJ6K type=del 2024-08-17T00:52:30.043 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.042+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=NJHVMMTXX9J4 type=write size=395191 2024-08-17T00:52:30.044 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.043+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=JMS0G98G40I8 type=del 2024-08-17T00:52:30.046 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.045+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=2UXZI33V4KSX type=del size=1589090 2024-08-17T00:52:30.049 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.048+0000 7fb7ffa81640 1 < suggested remove operation key=YGH20LQ783HC tag=1XZB4520SJU9 type=write 2024-08-17T00:52:30.051 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.050+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~C6CVFHR37UGT.0 size=302319 2024-08-17T00:52:30.051 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.050+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=C6CVFHR37UGT tag=IOK2ZK7TEL83 type=write size=1350895 2024-08-17T00:52:30.052 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.052+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=I2K53WMWYTS1 type=del 2024-08-17T00:52:30.055 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.054+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~Z4Y5R4C01XP0.0 size=534582 2024-08-17T00:52:30.055 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.054+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=Z4Y5R4C01XP0 tag=RW8NHHO7AG54 type=write size=1583158 2024-08-17T00:52:30.056 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.055+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=UMEMKE3NSS6X type=del 2024-08-17T00:52:30.057 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.057+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=OXTJUMEFR82K type=write size=773905 2024-08-17T00:52:30.058 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.057+0000 7fb7ffa81640 1 < canceled part key=_multipart_27S7S7L3SYN7.2~R70UOFNVFQNZ.0 size=173039 2024-08-17T00:52:30.059 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.059+0000 7fb7ffa81640 1 < canceled multipart upload key=27S7S7L3SYN7 upload=R70UOFNVFQNZ tag=T8A2U3WQ62O4 type=write size=1221615 2024-08-17T00:52:30.061 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.060+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=20PP0TZY1G53 type=write size=223688 2024-08-17T00:52:30.062 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.061+0000 7fb7ffa81640 1 < completed write operation key=FTHZ4CWOAN2W tag=8RFAU9164HB6 type=write size=446959 2024-08-17T00:52:30.064 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.063+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~6QVCGWRTV3MV.0 size=1048576 2024-08-17T00:52:30.065 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.064+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~6QVCGWRTV3MV.1 size=1048576 2024-08-17T00:52:30.066 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.065+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~6QVCGWRTV3MV.2 size=222570 2024-08-17T00:52:30.066 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.065+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=6QVCGWRTV3MV tag=NOWZ8R2KXFCN type=write size=3368298 2024-08-17T00:52:30.067 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.066+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~B1P11IV717VJ.0 size=329178 2024-08-17T00:52:30.069 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.069+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=B1P11IV717VJ tag=9YPKY5LVHMQJ type=write size=1377754 2024-08-17T00:52:30.072 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.071+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~4OCVMJ997O30.0 size=1048576 2024-08-17T00:52:30.073 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.072+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~4OCVMJ997O30.1 size=298175 2024-08-17T00:52:30.073 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.072+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=4OCVMJ997O30 tag=CHYRZSIDTHSW type=write size=2395327 2024-08-17T00:52:30.075 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.074+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=8344JTDX8L7W type=del 2024-08-17T00:52:30.076 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.076+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=C7X2ADUV32S1 type=del size=2232038 2024-08-17T00:52:30.077 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.077+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~B0A2TX7CYXX5.0 size=1048576 2024-08-17T00:52:30.079 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.078+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~B0A2TX7CYXX5.1 size=192843 2024-08-17T00:52:30.081 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.080+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=B0A2TX7CYXX5 tag=L3HU6OATD2N8 type=write size=2289995 2024-08-17T00:52:30.082 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.081+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=8M6OGVKQSJMC type=del size=764003 2024-08-17T00:52:30.083 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.083+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=AJO9DVE5EBN4 type=del 2024-08-17T00:52:30.085 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.084+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=60UK30UI7H1T type=del size=2793301 2024-08-17T00:52:30.087 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.087+0000 7fb7ffa81640 1 < suggested update operation key=X2R05Y3HU1RG tag=KRMSZ83T922S type=del size=367401 2024-08-17T00:52:30.090 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.090+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~VFJ06997HDES.0 size=1048576 2024-08-17T00:52:30.092 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.091+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~VFJ06997HDES.1 size=932752 2024-08-17T00:52:30.092 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.091+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=VFJ06997HDES tag=VUSQSXV1YN1L type=write size=3029904 2024-08-17T00:52:30.093 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.092+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=DLAUZ8WSDDRM type=del 2024-08-17T00:52:30.095 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.095+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~I6JEOO0DF2AW.0 size=1048576 2024-08-17T00:52:30.096 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.096+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~I6JEOO0DF2AW.1 size=244329 2024-08-17T00:52:30.096 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.096+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=I6JEOO0DF2AW tag=04YGF3DMNCWQ type=write size=2341481 2024-08-17T00:52:30.099 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.098+0000 7fb7ffa81640 1 < suggested remove operation key=KFMX127CJWEL tag=5N35XPP61KOC type=del 2024-08-17T00:52:30.100 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.099+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=3VMCNSGLA0EN type=del size=2840844 2024-08-17T00:52:30.101 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.101+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=7XJ5ZYCCWPAC type=del 2024-08-17T00:52:30.103 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.102+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=AMKRUSBQOUA2 type=del size=3941778 2024-08-17T00:52:30.105 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.105+0000 7fb7ffa81640 1 < suggested remove operation key=PI1BZA6BJ83W tag=1M44CF5Y40XO type=del 2024-08-17T00:52:30.108 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.107+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~JM3JTCF1YA2X.0 size=1047528 2024-08-17T00:52:30.108 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.107+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=JM3JTCF1YA2X tag=YO1WPJZFPG2Y type=write size=2096104 2024-08-17T00:52:30.109 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.108+0000 7fb7ffa81640 1 < completed write operation key=CUF1RKGY7TOA tag=NJHVMMTXX9J4 type=write size=395191 2024-08-17T00:52:30.110 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.109+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=I86JTE1HKK85 type=del size=15689 2024-08-17T00:52:30.111 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.111+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=2UXZI33V4KSX type=del 2024-08-17T00:52:30.113 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.112+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=4HC1POEXEDXI type=write size=134759 2024-08-17T00:52:30.114 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.113+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~C6CVFHR37UGT.0 size=302319 2024-08-17T00:52:30.116 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.115+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=C6CVFHR37UGT tag=IOK2ZK7TEL83 type=write size=1350895 2024-08-17T00:52:30.117 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.116+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=DO0DAPO89PRS type=del size=3347758 2024-08-17T00:52:30.118 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.118+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~Z4Y5R4C01XP0.0 size=534582 2024-08-17T00:52:30.121 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.120+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=Z4Y5R4C01XP0 tag=RW8NHHO7AG54 type=write size=1583158 2024-08-17T00:52:30.123 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.122+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~7K2YHXF9K2MF.0 size=957355 2024-08-17T00:52:30.123 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.122+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=7K2YHXF9K2MF tag=0HHUO5SFJ7DN type=write size=2005931 2024-08-17T00:52:30.125 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.125+0000 7fb7ffa81640 1 < suggested remove operation key=VXX2N7W78TY5 tag=OXTJUMEFR82K type=write 2024-08-17T00:52:30.128 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.127+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~ALIIF6K8UHWY.0 size=1048576 2024-08-17T00:52:30.129 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.128+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~ALIIF6K8UHWY.1 size=1048576 2024-08-17T00:52:30.130 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.129+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~ALIIF6K8UHWY.2 size=98811 2024-08-17T00:52:30.130 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.129+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=ALIIF6K8UHWY tag=JT1J7NLTJIUP type=write size=3244539 2024-08-17T00:52:30.131 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.130+0000 7fb7ffa81640 1 < completed write operation key=933T9LDGXGOQ tag=20PP0TZY1G53 type=write size=223688 2024-08-17T00:52:30.133 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.132+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=65XD1JLN1MIT type=write size=277647 2024-08-17T00:52:30.134 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.133+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~6QVCGWRTV3MV.0 size=1048576 2024-08-17T00:52:30.134 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.134+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~6QVCGWRTV3MV.1 size=1048576 2024-08-17T00:52:30.136 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.135+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~6QVCGWRTV3MV.2 size=222570 2024-08-17T00:52:30.138 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.137+0000 7fb7ffa81640 1 < completed multipart upload key=XA1Y234IJAV8 upload=6QVCGWRTV3MV tag=NOWZ8R2KXFCN type=write size=3368298 2024-08-17T00:52:30.140 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.139+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~9ZU3P25X42S5.0 size=1048576 2024-08-17T00:52:30.141 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.140+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~9ZU3P25X42S5.1 size=544250 2024-08-17T00:52:30.141 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.140+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=9ZU3P25X42S5 tag=4A48BNDHJ4BG type=write size=2641402 2024-08-17T00:52:30.142 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.141+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~4OCVMJ997O30.0 size=1048576 2024-08-17T00:52:30.143 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.142+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~4OCVMJ997O30.1 size=298175 2024-08-17T00:52:30.145 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.144+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=4OCVMJ997O30 tag=CHYRZSIDTHSW type=write size=2395327 2024-08-17T00:52:30.146 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.145+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=5YHL1ZA332N1 type=del size=2915311 2024-08-17T00:52:30.149 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.148+0000 7fb7ffa81640 1 < suggested update operation key=JID7SA7XCFSD tag=C7X2ADUV32S1 type=del size=2232038 2024-08-17T00:52:30.150 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.149+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=H8GFTD02YGYH type=del size=2975207 2024-08-17T00:52:30.154 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.151+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=8M6OGVKQSJMC type=del 2024-08-17T00:52:30.154 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.152+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=VD3Y2VI1AQQT type=del size=2852776 2024-08-17T00:52:30.154 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.153+0000 7fb7ffa81640 1 < canceled operation key=G9T63DWLHVIJ tag=60UK30UI7H1T type=del size=2793301 2024-08-17T00:52:30.155 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.154+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=JXCIDGHEVPU2 type=del size=455363 2024-08-17T00:52:30.157 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.156+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~VFJ06997HDES.0 size=1048576 2024-08-17T00:52:30.158 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.157+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~VFJ06997HDES.1 size=932752 2024-08-17T00:52:30.160 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.160+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=VFJ06997HDES tag=VUSQSXV1YN1L type=write size=3029904 2024-08-17T00:52:30.162 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.161+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=I234SMWM9G3W type=del size=1622701 2024-08-17T00:52:30.163 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.163+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~I6JEOO0DF2AW.0 size=1048576 2024-08-17T00:52:30.165 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.164+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~I6JEOO0DF2AW.1 size=244329 2024-08-17T00:52:30.167 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.166+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=I6JEOO0DF2AW tag=04YGF3DMNCWQ type=write size=2341481 2024-08-17T00:52:30.168 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.168+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=EEM8I7T1R6AE type=write size=810828 2024-08-17T00:52:30.170 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.169+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=3VMCNSGLA0EN type=del 2024-08-17T00:52:30.172 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.172+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~AXT9PK2B1J9F.0 size=1048576 2024-08-17T00:52:30.174 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.173+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~AXT9PK2B1J9F.1 size=1048576 2024-08-17T00:52:30.174 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.174+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~AXT9PK2B1J9F.2 size=225734 2024-08-17T00:52:30.175 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.174+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=AXT9PK2B1J9F tag=AWU0SSOWIUH4 type=write size=3371462 2024-08-17T00:52:30.176 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.175+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=AMKRUSBQOUA2 type=del 2024-08-17T00:52:30.177 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.176+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=NO62OAD6THA2 type=del size=182299 2024-08-17T00:52:30.177 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.177+0000 7fb7ffa81640 1 < canceled part key=_multipart_GKFA6AWL6159.2~JM3JTCF1YA2X.0 size=1047528 2024-08-17T00:52:30.179 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.179+0000 7fb7ffa81640 1 < canceled multipart upload key=GKFA6AWL6159 upload=JM3JTCF1YA2X tag=YO1WPJZFPG2Y type=write size=2096104 2024-08-17T00:52:30.181 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.180+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=E9AN6TLQRWI9 type=del size=1014241 2024-08-17T00:52:30.183 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.183+0000 7fb7ffa81640 1 < suggested remove operation key=KC83N32YH21Q tag=I86JTE1HKK85 type=del 2024-08-17T00:52:30.185 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.184+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=81EMWYAGOMK0 type=del size=2442305 2024-08-17T00:52:30.186 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.185+0000 7fb7ffa81640 1 < completed write operation key=DOXQ905ZKA6E tag=4HC1POEXEDXI type=write size=134759 2024-08-17T00:52:30.187 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.186+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=UTVX6UC65SFI type=write size=610025 2024-08-17T00:52:30.188 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.188+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=DO0DAPO89PRS type=del 2024-08-17T00:52:30.191 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.190+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~MORZUHVHN608.0 size=1048576 2024-08-17T00:52:30.192 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.191+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~MORZUHVHN608.1 size=445294 2024-08-17T00:52:30.192 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.191+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=MORZUHVHN608 tag=A1K5Y5V2W0SG type=write size=2542446 2024-08-17T00:52:30.193 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.192+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~7K2YHXF9K2MF.0 size=957355 2024-08-17T00:52:30.195 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.194+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=7K2YHXF9K2MF tag=0HHUO5SFJ7DN type=write size=2005931 2024-08-17T00:52:30.198 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.196+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~JC8EGU420Q52.0 size=1048576 2024-08-17T00:52:30.198 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.197+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~JC8EGU420Q52.1 size=927347 2024-08-17T00:52:30.198 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.197+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=JC8EGU420Q52 tag=Z8BLT3YVCI9A type=write size=3024499 2024-08-17T00:52:30.199 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.198+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~ALIIF6K8UHWY.0 size=1048576 2024-08-17T00:52:30.200 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.200+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~ALIIF6K8UHWY.1 size=1048576 2024-08-17T00:52:30.201 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.201+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~ALIIF6K8UHWY.2 size=98811 2024-08-17T00:52:30.204 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.203+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=ALIIF6K8UHWY tag=JT1J7NLTJIUP type=write size=3244539 2024-08-17T00:52:30.205 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.204+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=6VOAR5S62HV3 type=write size=652212 2024-08-17T00:52:30.206 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.205+0000 7fb7ffa81640 1 < completed write operation key=X5TSXJNP2QPC tag=65XD1JLN1MIT type=write size=277647 2024-08-17T00:52:30.209 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.208+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~M2TDNE8I1BBH.0 size=584306 2024-08-17T00:52:30.209 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.208+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=M2TDNE8I1BBH tag=U9YIRW0GYYUY type=write size=1632882 2024-08-17T00:52:30.210 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.209+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~9ZU3P25X42S5.0 size=1048576 2024-08-17T00:52:30.211 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.210+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~9ZU3P25X42S5.1 size=544250 2024-08-17T00:52:30.213 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.213+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=9ZU3P25X42S5 tag=4A48BNDHJ4BG type=write size=2641402 2024-08-17T00:52:30.216 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.215+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~27GUD2QRPVA8.0 size=1048576 2024-08-17T00:52:30.217 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.216+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~27GUD2QRPVA8.1 size=623453 2024-08-17T00:52:30.217 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.216+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=27GUD2QRPVA8 tag=GISAWUOZS0IA type=write size=2720605 2024-08-17T00:52:30.218 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.217+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=5YHL1ZA332N1 type=del 2024-08-17T00:52:30.219 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.219+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=K92JHP4NTDCS type=del size=781012 2024-08-17T00:52:30.221 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.220+0000 7fb7ffa81640 1 < completed delete operation key=J9EF9S76XDGB tag=H8GFTD02YGYH type=del 2024-08-17T00:52:30.222 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.221+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=WHEU5QAH9JJ0 type=del size=509995 2024-08-17T00:52:30.223 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.222+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=VD3Y2VI1AQQT type=del 2024-08-17T00:52:30.224 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.224+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=2LB6TYHOWNNM type=del size=1731862 2024-08-17T00:52:30.227 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.226+0000 7fb7ffa81640 1 < suggested update operation key=XA1Y234IJAV8 tag=JXCIDGHEVPU2 type=del size=455363 2024-08-17T00:52:30.228 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.228+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=J8NM0DAUSYIK type=del size=483431 2024-08-17T00:52:30.229 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.229+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=I234SMWM9G3W type=del 2024-08-17T00:52:30.231 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.230+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=QTGXE5B4OP5K type=del size=1997396 2024-08-17T00:52:30.234 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.233+0000 7fb7ffa81640 1 < suggested update operation key=4OEMXU0GR20L tag=EEM8I7T1R6AE type=write size=810828 2024-08-17T00:52:30.236 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.235+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~NOFV9PEEG3TM.0 size=643930 2024-08-17T00:52:30.236 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.235+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=NOFV9PEEG3TM tag=DM12R8WYFDDO type=write size=1692506 2024-08-17T00:52:30.237 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.236+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~AXT9PK2B1J9F.0 size=1048576 2024-08-17T00:52:30.238 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.238+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~AXT9PK2B1J9F.1 size=1048576 2024-08-17T00:52:30.239 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.239+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~AXT9PK2B1J9F.2 size=225734 2024-08-17T00:52:30.242 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.241+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=AXT9PK2B1J9F tag=AWU0SSOWIUH4 type=write size=3371462 2024-08-17T00:52:30.244 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.243+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~CUXWXFU40SH7.0 size=1048576 2024-08-17T00:52:30.245 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.244+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~CUXWXFU40SH7.1 size=950975 2024-08-17T00:52:30.245 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.244+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=CUXWXFU40SH7 tag=XWWD0J0W0EFM type=write size=3048127 2024-08-17T00:52:30.248 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.247+0000 7fb7ffa81640 1 < suggested remove operation key=KC83N32YH21Q tag=NO62OAD6THA2 type=del 2024-08-17T00:52:30.251 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.250+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~SRK60A5Q5MFB.0 size=1001104 2024-08-17T00:52:30.251 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.250+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=SRK60A5Q5MFB tag=M9E5980R076N type=write size=2049680 2024-08-17T00:52:30.254 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.253+0000 7fb7ffa81640 1 < suggested remove operation key=LLHW0UMGWSKP tag=E9AN6TLQRWI9 type=del 2024-08-17T00:52:30.256 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.255+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~1XSTCH6V4XIC.0 size=1048576 2024-08-17T00:52:30.257 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.256+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~1XSTCH6V4XIC.1 size=809675 2024-08-17T00:52:30.257 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.256+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=1XSTCH6V4XIC tag=9J2004KKQATB type=write size=2906827 2024-08-17T00:52:30.260 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.259+0000 7fb7ffa81640 1 < suggested update operation key=OV7J2EQPRBH6 tag=81EMWYAGOMK0 type=del size=2442305 2024-08-17T00:52:30.262 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.262+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~Y0MY74O8CXRC.0 size=218487 2024-08-17T00:52:30.263 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.262+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=Y0MY74O8CXRC tag=X6K0TZSO8CR0 type=write size=1267063 2024-08-17T00:52:30.264 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.263+0000 7fb7ffa81640 1 < completed write operation key=PI1BZA6BJ83W tag=UTVX6UC65SFI type=write size=610025 2024-08-17T00:52:30.265 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.264+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=5FGGV7TAVVWD type=del size=1399026 2024-08-17T00:52:30.265 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.265+0000 7fb7ffa81640 1 < canceled part key=_multipart_GOA569FQQJ5Q.2~MORZUHVHN608.0 size=1048576 2024-08-17T00:52:30.266 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.266+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~MORZUHVHN608.1 size=445294 2024-08-17T00:52:30.268 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.268+0000 7fb7ffa81640 1 < canceled multipart upload key=GOA569FQQJ5Q upload=MORZUHVHN608 tag=A1K5Y5V2W0SG type=write size=2542446 2024-08-17T00:52:30.270 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.269+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=GVY09L7VQ3O8 type=del size=3920781 2024-08-17T00:52:30.271 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.270+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~JC8EGU420Q52.0 size=1048576 2024-08-17T00:52:30.272 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.271+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~JC8EGU420Q52.1 size=927347 2024-08-17T00:52:30.274 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.273+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=JC8EGU420Q52 tag=Z8BLT3YVCI9A type=write size=3024499 2024-08-17T00:52:30.276 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.275+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~6EAQV8B9825A.0 size=1048576 2024-08-17T00:52:30.277 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.277+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~6EAQV8B9825A.1 size=1048576 2024-08-17T00:52:30.278 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.278+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~6EAQV8B9825A.2 size=663085 2024-08-17T00:52:30.278 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.278+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=6EAQV8B9825A tag=M7ZVELVN0RUM type=write size=3808813 2024-08-17T00:52:30.280 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.279+0000 7fb7ffa81640 1 < completed write operation key=DOXQ905ZKA6E tag=6VOAR5S62HV3 type=write size=652212 2024-08-17T00:52:30.282 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.281+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~U5K5F39ROVG9.0 size=1033007 2024-08-17T00:52:30.282 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.281+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=U5K5F39ROVG9 tag=4JA16NHRMTJI type=write size=2081583 2024-08-17T00:52:30.283 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.282+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~M2TDNE8I1BBH.0 size=584306 2024-08-17T00:52:30.285 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.285+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=M2TDNE8I1BBH tag=U9YIRW0GYYUY type=write size=1632882 2024-08-17T00:52:30.288 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.287+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~7YQSXMGHXOT3.0 size=124602 2024-08-17T00:52:30.288 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.287+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=7YQSXMGHXOT3 tag=ZSVH9YD13CKC type=write size=1173178 2024-08-17T00:52:30.289 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.288+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~27GUD2QRPVA8.0 size=1048576 2024-08-17T00:52:30.290 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.289+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~27GUD2QRPVA8.1 size=623453 2024-08-17T00:52:30.292 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.292+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=27GUD2QRPVA8 tag=GISAWUOZS0IA type=write size=2720605 2024-08-17T00:52:30.295 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.294+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~887HPIX60DPG.0 size=1048576 2024-08-17T00:52:30.296 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.295+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~887HPIX60DPG.1 size=1048576 2024-08-17T00:52:30.297 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.296+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~887HPIX60DPG.2 size=186867 2024-08-17T00:52:30.297 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.296+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=887HPIX60DPG tag=B4E60KCGY3NJ type=write size=3332595 2024-08-17T00:52:30.298 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.298+0000 7fb7ffa81640 1 < completed delete operation key=G9T63DWLHVIJ tag=K92JHP4NTDCS type=del 2024-08-17T00:52:30.299 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.299+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=0T91KHRV717P type=write size=567029 2024-08-17T00:52:30.301 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:30 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144198-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:52:30.301 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:30 smithi157 ceph-mon[101289]: osdmap e1124: 8 total, 8 up, 8 in 2024-08-17T00:52:30.301 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:30 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144198-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:52:30.301 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:30 smithi157 ceph-mon[98780]: osdmap e1124: 8 total, 8 up, 8 in 2024-08-17T00:52:30.302 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.300+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=WHEU5QAH9JJ0 type=del 2024-08-17T00:52:30.302 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.301+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=QQFJWXM87G6U type=write size=540958 2024-08-17T00:52:30.303 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.303+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=2LB6TYHOWNNM type=del 2024-08-17T00:52:30.305 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.304+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=KN8G17SLS8WO type=del size=3389452 2024-08-17T00:52:30.306 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.305+0000 7fb7ffa81640 1 < completed delete operation key=G9T63DWLHVIJ tag=J8NM0DAUSYIK type=del 2024-08-17T00:52:30.307 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.306+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=VN9T6IDJ4TVR type=del size=2811776 2024-08-17T00:52:30.309 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.308+0000 7fb7ffa81640 -1 < failed to complete operation key=KC83N32YH21Q tag=QTGXE5B4OP5K type=del size=1997396: (22) Invalid argument 2024-08-17T00:52:30.310 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.309+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=LHGNX5Y3XVZY type=del size=2932348 2024-08-17T00:52:30.311 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.311+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~NOFV9PEEG3TM.0 size=643930 2024-08-17T00:52:30.314 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.313+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=NOFV9PEEG3TM tag=DM12R8WYFDDO type=write size=1692506 2024-08-17T00:52:30.315 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.314+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=QX8TJM2O5XTA type=write size=522643 2024-08-17T00:52:30.316 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.316+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~CUXWXFU40SH7.0 size=1048576 2024-08-17T00:52:30.317 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.317+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~CUXWXFU40SH7.1 size=950975 2024-08-17T00:52:30.320 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.319+0000 7fb7ffa81640 1 < completed multipart upload key=G9T63DWLHVIJ upload=CUXWXFU40SH7 tag=XWWD0J0W0EFM type=write size=3048127 2024-08-17T00:52:30.322 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.321+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~XBMXOOQUPICA.0 size=1048576 2024-08-17T00:52:30.323 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.322+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~XBMXOOQUPICA.1 size=1048576 2024-08-17T00:52:30.324 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.323+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~XBMXOOQUPICA.2 size=760661 2024-08-17T00:52:30.324 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.323+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=XBMXOOQUPICA tag=342OZE3FVETK type=write size=3906389 2024-08-17T00:52:30.325 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.325+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~SRK60A5Q5MFB.0 size=1001104 2024-08-17T00:52:30.328 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.327+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=SRK60A5Q5MFB tag=M9E5980R076N type=write size=2049680 2024-08-17T00:52:30.330 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.329+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~8SI2G32KNP0Z.0 size=861814 2024-08-17T00:52:30.330 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.329+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=8SI2G32KNP0Z tag=JG20V8CT0NCG type=write size=1910390 2024-08-17T00:52:30.331 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.331+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~1XSTCH6V4XIC.0 size=1048576 2024-08-17T00:52:30.332 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.332+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~1XSTCH6V4XIC.1 size=809675 2024-08-17T00:52:30.335 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.334+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=1XSTCH6V4XIC tag=9J2004KKQATB type=write size=2906827 2024-08-17T00:52:30.337 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.336+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=LBSV6190468K type=del size=3560434 2024-08-17T00:52:30.338 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.337+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~Y0MY74O8CXRC.0 size=218487 2024-08-17T00:52:30.341 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.340+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=Y0MY74O8CXRC tag=X6K0TZSO8CR0 type=write size=1267063 2024-08-17T00:52:30.343 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.342+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~MMTTAAIYWHXW.0 size=1048576 2024-08-17T00:52:30.344 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.344+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~MMTTAAIYWHXW.1 size=692273 2024-08-17T00:52:30.344 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.344+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=MMTTAAIYWHXW tag=JUSVBHS5R0HL type=write size=2789425 2024-08-17T00:52:30.346 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.345+0000 7fb7ffa81640 1 < completed delete operation key=J9EF9S76XDGB tag=5FGGV7TAVVWD type=del 2024-08-17T00:52:30.348 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.347+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~9O6PWW8IJDS5.0 size=1048576 2024-08-17T00:52:30.349 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.348+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~9O6PWW8IJDS5.1 size=394444 2024-08-17T00:52:30.349 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.348+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=9O6PWW8IJDS5 tag=R8XQ1Q2C5PK5 type=write size=2491596 2024-08-17T00:52:30.350 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.350+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=GVY09L7VQ3O8 type=del 2024-08-17T00:52:30.353 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.352+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~SKNJZK5Q2NWL.0 size=528466 2024-08-17T00:52:30.353 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.352+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=SKNJZK5Q2NWL tag=OLVW1N6PGR8G type=write size=1577042 2024-08-17T00:52:30.353 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.353+0000 7fb7ffa81640 1 < canceled part key=_multipart_CUF1RKGY7TOA.2~6EAQV8B9825A.0 size=1048576 2024-08-17T00:52:30.354 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.354+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~6EAQV8B9825A.1 size=1048576 2024-08-17T00:52:30.356 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.355+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~6EAQV8B9825A.2 size=663085 2024-08-17T00:52:30.359 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.357+0000 7fb7ffa81640 1 < canceled multipart upload key=CUF1RKGY7TOA upload=6EAQV8B9825A tag=M7ZVELVN0RUM type=write size=3808813 2024-08-17T00:52:30.359 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.359+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=EECVM9YRP2CG type=del size=2780219 2024-08-17T00:52:30.361 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.360+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~U5K5F39ROVG9.0 size=1033007 2024-08-17T00:52:30.363 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.363+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=U5K5F39ROVG9 tag=4JA16NHRMTJI type=write size=2081583 2024-08-17T00:52:30.366 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.365+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~AA5MM8R21TWO.0 size=667984 2024-08-17T00:52:30.366 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.365+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=AA5MM8R21TWO tag=FUKUGWYJYO9X type=write size=1716560 2024-08-17T00:52:30.367 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.367+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~7YQSXMGHXOT3.0 size=124602 2024-08-17T00:52:30.370 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.369+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=7YQSXMGHXOT3 tag=ZSVH9YD13CKC type=write size=1173178 2024-08-17T00:52:30.372 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.371+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=DAT9I9FL9VMJ type=del size=230508 2024-08-17T00:52:30.373 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.372+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~887HPIX60DPG.0 size=1048576 2024-08-17T00:52:30.374 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.373+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~887HPIX60DPG.1 size=1048576 2024-08-17T00:52:30.375 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.374+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~887HPIX60DPG.2 size=186867 2024-08-17T00:52:30.378 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.377+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=887HPIX60DPG tag=B4E60KCGY3NJ type=write size=3332595 2024-08-17T00:52:30.379 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.378+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=BC8D04WGDJ7M type=write size=882235 2024-08-17T00:52:30.382 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.381+0000 7fb7ffa81640 1 < suggested remove operation key=FTHZ4CWOAN2W tag=0T91KHRV717P type=write 2024-08-17T00:52:30.384 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.383+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~F2V2XYIU5QFC.0 size=1048576 2024-08-17T00:52:30.385 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.385+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~F2V2XYIU5QFC.1 size=1048576 2024-08-17T00:52:30.386 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.386+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~F2V2XYIU5QFC.2 size=925962 2024-08-17T00:52:30.386 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.386+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=F2V2XYIU5QFC tag=A3WF3CNN7F48 type=write size=4071690 2024-08-17T00:52:30.388 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.387+0000 7fb7ffa81640 1 < completed write operation key=LLHW0UMGWSKP tag=QQFJWXM87G6U type=write size=540958 2024-08-17T00:52:30.389 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.388+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=B100290KNFHA type=del size=1115971 2024-08-17T00:52:30.390 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.389+0000 7fb7ffa81640 1 < canceled operation key=ZF5O5WVFK6GU tag=KN8G17SLS8WO type=del size=3389452 2024-08-17T00:52:30.392 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.391+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=74ITJRCCR51E type=del size=1302656 2024-08-17T00:52:30.393 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.392+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=VN9T6IDJ4TVR type=del 2024-08-17T00:52:30.395 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.394+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=E961W2C8UQC3 type=del size=1647011 2024-08-17T00:52:30.396 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.395+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=LHGNX5Y3XVZY type=del 2024-08-17T00:52:30.397 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.397+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=3RB99MPXM1KY type=del size=2404020 2024-08-17T00:52:30.399 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.398+0000 7fb7ffa81640 1 < completed write operation key=YGH20LQ783HC tag=QX8TJM2O5XTA type=write size=522643 2024-08-17T00:52:30.400 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.399+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=KKCEVM3ZY6R5 type=del size=2228325 2024-08-17T00:52:30.401 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.400+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~XBMXOOQUPICA.0 size=1048576 2024-08-17T00:52:30.402 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.401+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~XBMXOOQUPICA.1 size=1048576 2024-08-17T00:52:30.403 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.402+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~XBMXOOQUPICA.2 size=760661 2024-08-17T00:52:30.405 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.405+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=XBMXOOQUPICA tag=342OZE3FVETK type=write size=3906389 2024-08-17T00:52:30.407 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.406+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=8VXTWUMVETWP type=del size=678885 2024-08-17T00:52:30.407 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.406+0000 7fb7ffa81640 1 < canceled part key=_multipart_X5TSXJNP2QPC.2~8SI2G32KNP0Z.0 size=861814 2024-08-17T00:52:30.409 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.408+0000 7fb7ffa81640 1 < canceled multipart upload key=X5TSXJNP2QPC upload=8SI2G32KNP0Z tag=JG20V8CT0NCG type=write size=1910390 2024-08-17T00:52:30.410 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.409+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=AOCVX9M7XDO1 type=del size=3109388 2024-08-17T00:52:30.413 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.412+0000 7fb7ffa81640 1 < suggested remove operation key=6TUEJWX5HXNC tag=LBSV6190468K type=del 2024-08-17T00:52:30.415 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.414+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~PEOP9SU691H6.0 size=977737 2024-08-17T00:52:30.415 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.414+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=PEOP9SU691H6 tag=5SZ3DQ735D0X type=write size=2026313 2024-08-17T00:52:30.416 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.415+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~MMTTAAIYWHXW.0 size=1048576 2024-08-17T00:52:30.417 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.416+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~MMTTAAIYWHXW.1 size=692273 2024-08-17T00:52:30.419 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.418+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=MMTTAAIYWHXW tag=JUSVBHS5R0HL type=write size=2789425 2024-08-17T00:52:30.421 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.421+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~98XZJVMEZNFX.0 size=865810 2024-08-17T00:52:30.421 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.421+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=98XZJVMEZNFX tag=R2HPVJC8W6DN type=write size=1914386 2024-08-17T00:52:30.422 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.422+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~9O6PWW8IJDS5.0 size=1048576 2024-08-17T00:52:30.424 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.423+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~9O6PWW8IJDS5.1 size=394444 2024-08-17T00:52:30.426 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.425+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=9O6PWW8IJDS5 tag=R8XQ1Q2C5PK5 type=write size=2491596 2024-08-17T00:52:30.427 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.426+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=SL372G5L263U type=del size=754684 2024-08-17T00:52:30.428 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.427+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~SKNJZK5Q2NWL.0 size=528466 2024-08-17T00:52:30.433 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.431+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=SKNJZK5Q2NWL tag=OLVW1N6PGR8G type=write size=1577042 2024-08-17T00:52:30.434 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.434+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~NWW10DS0831K.0 size=1048576 2024-08-17T00:52:30.435 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.435+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~NWW10DS0831K.1 size=582426 2024-08-17T00:52:30.436 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.435+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=NWW10DS0831K tag=4OR9SY6LHL26 type=write size=2679578 2024-08-17T00:52:30.437 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.436+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=EECVM9YRP2CG type=del 2024-08-17T00:52:30.438 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.437+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=3AQEOTIQIQ0I type=del size=560850 2024-08-17T00:52:30.440 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.439+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~AA5MM8R21TWO.0 size=667984 2024-08-17T00:52:30.442 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.441+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=AA5MM8R21TWO tag=FUKUGWYJYO9X type=write size=1716560 2024-08-17T00:52:30.443 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.442+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=7AT9EU0H57QB type=del size=3090807 2024-08-17T00:52:30.444 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.443+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=DAT9I9FL9VMJ type=del 2024-08-17T00:52:30.445 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.444+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=7F0D7H5GQTI6 type=del size=373455 2024-08-17T00:52:30.447 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.446+0000 7fb7ffa81640 1 < completed write operation key=DOXQ905ZKA6E tag=BC8D04WGDJ7M type=write size=882235 2024-08-17T00:52:30.448 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.447+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=1PADCZ6VWX5V type=del size=1462962 2024-08-17T00:52:30.449 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.448+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~F2V2XYIU5QFC.0 size=1048576 2024-08-17T00:52:30.451 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.449+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~F2V2XYIU5QFC.1 size=1048576 2024-08-17T00:52:30.451 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.450+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~F2V2XYIU5QFC.2 size=925962 2024-08-17T00:52:30.453 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.452+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=F2V2XYIU5QFC tag=A3WF3CNN7F48 type=write size=4071690 2024-08-17T00:52:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:30 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144198-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:52:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:30 smithi187 ceph-mon[90552]: osdmap e1124: 8 total, 8 up, 8 in 2024-08-17T00:52:30.456 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.455+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~YI7QXQQZEU6W.0 size=1048576 2024-08-17T00:52:30.457 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.456+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~YI7QXQQZEU6W.1 size=1048576 2024-08-17T00:52:30.458 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.457+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~YI7QXQQZEU6W.2 size=321487 2024-08-17T00:52:30.458 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.457+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=YI7QXQQZEU6W tag=S662FF6DPFX5 type=write size=3467215 2024-08-17T00:52:30.459 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.458+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=B100290KNFHA type=del 2024-08-17T00:52:30.461 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.460+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~GFUE68STXXWK.0 size=1048576 2024-08-17T00:52:30.462 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.461+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~GFUE68STXXWK.1 size=1048576 2024-08-17T00:52:30.463 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.462+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~GFUE68STXXWK.2 size=1018078 2024-08-17T00:52:30.463 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.462+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=GFUE68STXXWK tag=I4BPYMTXRF9O type=write size=4163806 2024-08-17T00:52:30.465 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.465+0000 7fb7ffa81640 1 < suggested remove operation key=MZOJQR9Z75AP tag=74ITJRCCR51E type=del 2024-08-17T00:52:30.467 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.466+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=E7PQEI0VV330 type=del size=2290181 2024-08-17T00:52:30.468 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.467+0000 7fb7ffa81640 1 < canceled operation key=ZF5O5WVFK6GU tag=E961W2C8UQC3 type=del size=1647011 2024-08-17T00:52:30.469 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.468+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=QAIX0PK7MQMZ type=write size=842375 2024-08-17T00:52:30.470 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.470+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=3RB99MPXM1KY type=del 2024-08-17T00:52:30.473 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.472+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~8I5D2HYL0DBH.0 size=1048576 2024-08-17T00:52:30.474 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.473+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~8I5D2HYL0DBH.1 size=1048576 2024-08-17T00:52:30.475 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.474+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~8I5D2HYL0DBH.2 size=603930 2024-08-17T00:52:30.475 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.474+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=8I5D2HYL0DBH tag=NPH45FNV14JY type=write size=3749658 2024-08-17T00:52:30.476 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.475+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=KKCEVM3ZY6R5 type=del 2024-08-17T00:52:30.478 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.478+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~GS65GWEM84SI.0 size=1048576 2024-08-17T00:52:30.479 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.479+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~GS65GWEM84SI.1 size=771281 2024-08-17T00:52:30.479 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.479+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=GS65GWEM84SI tag=FX5F98183W1A type=write size=2868433 2024-08-17T00:52:30.481 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.480+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=8VXTWUMVETWP type=del 2024-08-17T00:52:30.482 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.482+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=JY6R15SPSVD1 type=write size=320420 2024-08-17T00:52:30.483 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.483+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=AOCVX9M7XDO1 type=del 2024-08-17T00:52:30.486 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.485+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~TMPH71OVNUJI.0 size=985735 2024-08-17T00:52:30.486 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.485+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=TMPH71OVNUJI tag=SH1H8VZRV2I2 type=write size=2034311 2024-08-17T00:52:30.487 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.486+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~PEOP9SU691H6.0 size=977737 2024-08-17T00:52:30.489 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.489+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=PEOP9SU691H6 tag=5SZ3DQ735D0X type=write size=2026313 2024-08-17T00:52:30.491 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.490+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=OHMPUP5AHYJY type=del size=2786016 2024-08-17T00:52:30.491 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.490+0000 7fb7ffa81640 1 < canceled part key=_multipart_VXX2N7W78TY5.2~98XZJVMEZNFX.0 size=865810 2024-08-17T00:52:30.493 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.492+0000 7fb7ffa81640 1 < canceled multipart upload key=VXX2N7W78TY5 upload=98XZJVMEZNFX tag=R2HPVJC8W6DN type=write size=1914386 2024-08-17T00:52:30.496 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.495+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~1I02B1RX7H37.0 size=1018123 2024-08-17T00:52:30.496 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.495+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=1I02B1RX7H37 tag=HZB37604MTW6 type=write size=2066699 2024-08-17T00:52:30.498 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.497+0000 7fb7ffa81640 1 < suggested remove operation key=VXX2N7W78TY5 tag=SL372G5L263U type=del 2024-08-17T00:52:30.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.500+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~JUQ62E5EJWRJ.0 size=1048576 2024-08-17T00:52:30.502 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.501+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~JUQ62E5EJWRJ.1 size=1048576 2024-08-17T00:52:30.503 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.502+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~JUQ62E5EJWRJ.2 size=364784 2024-08-17T00:52:30.503 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.502+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=JUQ62E5EJWRJ tag=H1XNZ0IPUQHR type=write size=3510512 2024-08-17T00:52:30.504 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.504+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~NWW10DS0831K.0 size=1048576 2024-08-17T00:52:30.506 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.505+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~NWW10DS0831K.1 size=582426 2024-08-17T00:52:30.508 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.507+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=NWW10DS0831K tag=4OR9SY6LHL26 type=write size=2679578 2024-08-17T00:52:30.510 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.509+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~O321BSGHHO1I.0 size=1048576 2024-08-17T00:52:30.511 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.510+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~O321BSGHHO1I.1 size=854473 2024-08-17T00:52:30.511 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.510+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=O321BSGHHO1I tag=OWNXMMQVEWQK type=write size=2951625 2024-08-17T00:52:30.513 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.512+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=3AQEOTIQIQ0I type=del 2024-08-17T00:52:30.516 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.514+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~ZUUJ20TDB3ZI.0 size=1048576 2024-08-17T00:52:30.516 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.516+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~ZUUJ20TDB3ZI.1 size=340906 2024-08-17T00:52:30.516 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.516+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=ZUUJ20TDB3ZI tag=Z24UD2AOY0NG type=write size=2438058 2024-08-17T00:52:30.518 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.517+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=7AT9EU0H57QB type=del 2024-08-17T00:52:30.519 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.518+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=35OKG3VT3ZPE type=del size=463606 2024-08-17T00:52:30.520 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.520+0000 7fb7ffa81640 1 < canceled operation key=GKFA6AWL6159 tag=7F0D7H5GQTI6 type=del size=373455 2024-08-17T00:52:30.522 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.521+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=9CU2E08LWT17 type=del size=4007344 2024-08-17T00:52:30.523 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.522+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=1PADCZ6VWX5V type=del 2024-08-17T00:52:30.524 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.523+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=4PGTNLZ2RVWN type=write size=951540 2024-08-17T00:52:30.525 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.525+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~YI7QXQQZEU6W.0 size=1048576 2024-08-17T00:52:30.526 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.526+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~YI7QXQQZEU6W.1 size=1048576 2024-08-17T00:52:30.528 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.527+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~YI7QXQQZEU6W.2 size=321487 2024-08-17T00:52:30.530 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.529+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=YI7QXQQZEU6W tag=S662FF6DPFX5 type=write size=3467215 2024-08-17T00:52:30.531 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.531+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=9P0OV4XCWXKK type=del size=476766 2024-08-17T00:52:30.533 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.532+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~GFUE68STXXWK.0 size=1048576 2024-08-17T00:52:30.534 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.533+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~GFUE68STXXWK.1 size=1048576 2024-08-17T00:52:30.535 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.534+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~GFUE68STXXWK.2 size=1018078 2024-08-17T00:52:30.537 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.537+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=GFUE68STXXWK tag=I4BPYMTXRF9O type=write size=4163806 2024-08-17T00:52:30.540 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.539+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~45AAIOZBS23R.0 size=320857 2024-08-17T00:52:30.540 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.539+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=45AAIOZBS23R tag=S6V0QXASX3P4 type=write size=1369433 2024-08-17T00:52:30.541 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.540+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=E7PQEI0VV330 type=del 2024-08-17T00:52:30.542 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.542+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=PEE15233D40H type=write size=1046270 2024-08-17T00:52:30.544 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.543+0000 7fb7ffa81640 1 < completed write operation key=JID7SA7XCFSD tag=QAIX0PK7MQMZ type=write size=842375 2024-08-17T00:52:30.546 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.546+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~2W484AQMGMAQ.0 size=1048576 2024-08-17T00:52:30.548 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.547+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~2W484AQMGMAQ.1 size=1048576 2024-08-17T00:52:30.549 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.548+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~2W484AQMGMAQ.2 size=785022 2024-08-17T00:52:30.549 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.548+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=2W484AQMGMAQ tag=W3L74X0QE5QX type=write size=3930750 2024-08-17T00:52:30.550 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.549+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~8I5D2HYL0DBH.0 size=1048576 2024-08-17T00:52:30.551 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.551+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~8I5D2HYL0DBH.1 size=1048576 2024-08-17T00:52:30.553 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.552+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~8I5D2HYL0DBH.2 size=603930 2024-08-17T00:52:30.555 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.554+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=8I5D2HYL0DBH tag=NPH45FNV14JY type=write size=3749658 2024-08-17T00:52:30.556 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.556+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=CEMCR3QH78L8 type=write size=156885 2024-08-17T00:52:30.558 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.557+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~GS65GWEM84SI.0 size=1048576 2024-08-17T00:52:30.561 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.558+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~GS65GWEM84SI.1 size=771281 2024-08-17T00:52:30.562 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.560+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=GS65GWEM84SI tag=FX5F98183W1A type=write size=2868433 2024-08-17T00:52:30.563 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.563+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~L3279UAL8O6M.0 size=75512 2024-08-17T00:52:30.564 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.563+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=L3279UAL8O6M tag=PNMGEFJRZLGB type=write size=1124088 2024-08-17T00:52:30.565 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.564+0000 7fb7ffa81640 1 < completed write operation key=27S7S7L3SYN7 tag=JY6R15SPSVD1 type=write size=320420 2024-08-17T00:52:30.568 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.567+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~Z810MQSLT2YL.0 size=1048576 2024-08-17T00:52:30.569 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.568+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~Z810MQSLT2YL.1 size=1048576 2024-08-17T00:52:30.570 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.569+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~Z810MQSLT2YL.2 size=718050 2024-08-17T00:52:30.570 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.569+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=Z810MQSLT2YL tag=RMLVP5EH6ND3 type=write size=3863778 2024-08-17T00:52:30.571 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.571+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~TMPH71OVNUJI.0 size=985735 2024-08-17T00:52:30.574 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.573+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=TMPH71OVNUJI tag=SH1H8VZRV2I2 type=write size=2034311 2024-08-17T00:52:30.577 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.576+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~UO5I4QDKQZMZ.0 size=590019 2024-08-17T00:52:30.577 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.576+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=UO5I4QDKQZMZ tag=EDPW2XZZQSZJ type=write size=1638595 2024-08-17T00:52:30.580 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.579+0000 7fb7ffa81640 1 < suggested update operation key=MZOJQR9Z75AP tag=OHMPUP5AHYJY type=del size=2786016 2024-08-17T00:52:30.581 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.580+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=93R2INUS9TCH type=del size=549494 2024-08-17T00:52:30.582 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.582+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~1I02B1RX7H37.0 size=1018123 2024-08-17T00:52:30.585 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.584+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=1I02B1RX7H37 tag=HZB37604MTW6 type=write size=2066699 2024-08-17T00:52:30.586 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.585+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=H8LKR7L3KS4H type=write size=846620 2024-08-17T00:52:30.588 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.587+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~JUQ62E5EJWRJ.0 size=1048576 2024-08-17T00:52:30.589 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.588+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~JUQ62E5EJWRJ.1 size=1048576 2024-08-17T00:52:30.590 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.589+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~JUQ62E5EJWRJ.2 size=364784 2024-08-17T00:52:30.592 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.591+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=JUQ62E5EJWRJ tag=H1XNZ0IPUQHR type=write size=3510512 2024-08-17T00:52:30.593 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.593+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=R93J7XENZP2S type=write size=21268 2024-08-17T00:52:30.594 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.593+0000 7fb7ffa81640 1 < canceled part key=_multipart_6TUEJWX5HXNC.2~O321BSGHHO1I.0 size=1048576 2024-08-17T00:52:30.595 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.594+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~O321BSGHHO1I.1 size=854473 2024-08-17T00:52:30.597 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.596+0000 7fb7ffa81640 1 < canceled multipart upload key=6TUEJWX5HXNC upload=O321BSGHHO1I tag=OWNXMMQVEWQK type=write size=2951625 2024-08-17T00:52:30.598 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.597+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=TGRQ1OYC8KRV type=del size=1973758 2024-08-17T00:52:30.600 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.599+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~ZUUJ20TDB3ZI.0 size=1048576 2024-08-17T00:52:30.601 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.600+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~ZUUJ20TDB3ZI.1 size=340906 2024-08-17T00:52:30.603 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.603+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=ZUUJ20TDB3ZI tag=Z24UD2AOY0NG type=write size=2438058 2024-08-17T00:52:30.605 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.604+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=JHNZQTB5O6M4 type=write size=417407 2024-08-17T00:52:30.606 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.605+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=35OKG3VT3ZPE type=del 2024-08-17T00:52:30.609 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.608+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~B1XEQO41HSMZ.0 size=1048576 2024-08-17T00:52:30.610 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.609+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~B1XEQO41HSMZ.1 size=498755 2024-08-17T00:52:30.610 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.609+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=B1XEQO41HSMZ tag=O611TGKHGJVF type=write size=2595907 2024-08-17T00:52:30.611 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.610+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=9CU2E08LWT17 type=del 2024-08-17T00:52:30.613 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.613+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~WXU0QOV7XWOD.0 size=1048576 2024-08-17T00:52:30.615 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.614+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~WXU0QOV7XWOD.1 size=1048576 2024-08-17T00:52:30.616 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.615+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~WXU0QOV7XWOD.2 size=970031 2024-08-17T00:52:30.616 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.615+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=WXU0QOV7XWOD tag=1ASD8KP45OBP type=write size=4115759 2024-08-17T00:52:30.617 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.616+0000 7fb7ffa81640 1 < canceled operation key=KC83N32YH21Q tag=4PGTNLZ2RVWN type=write size=951540 2024-08-17T00:52:30.620 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.619+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~D5JKDG2BI1IS.0 size=1048576 2024-08-17T00:52:30.621 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.620+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~D5JKDG2BI1IS.1 size=1048576 2024-08-17T00:52:30.622 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.621+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~D5JKDG2BI1IS.2 size=211045 2024-08-17T00:52:30.622 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.621+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=D5JKDG2BI1IS tag=1OZ28WDI7IHG type=write size=3356773 2024-08-17T00:52:30.623 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.622+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=9P0OV4XCWXKK type=del 2024-08-17T00:52:30.624 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.623+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=GPF5R6P2JYSB type=del size=3266238 2024-08-17T00:52:30.625 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.625+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~45AAIOZBS23R.0 size=320857 2024-08-17T00:52:30.628 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.627+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=45AAIOZBS23R tag=S6V0QXASX3P4 type=write size=1369433 2024-08-17T00:52:30.629 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.628+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=C33N4CRAAG4T type=del size=2689330 2024-08-17T00:52:30.630 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.630+0000 7fb7ffa81640 1 < completed write operation key=ZF5O5WVFK6GU tag=PEE15233D40H type=write size=1046270 2024-08-17T00:52:30.633 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.632+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~CADE6JNWQ2SH.0 size=1048576 2024-08-17T00:52:30.634 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.633+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~CADE6JNWQ2SH.1 size=988174 2024-08-17T00:52:30.634 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.633+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=CADE6JNWQ2SH tag=QXW08G9WWAGX type=write size=3085326 2024-08-17T00:52:30.635 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.633+0000 7fb7ffa81640 1 < canceled part key=_multipart_MZOJQR9Z75AP.2~2W484AQMGMAQ.0 size=1048576 2024-08-17T00:52:30.635 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.635+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~2W484AQMGMAQ.1 size=1048576 2024-08-17T00:52:30.636 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.636+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~2W484AQMGMAQ.2 size=785022 2024-08-17T00:52:30.639 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.638+0000 7fb7ffa81640 1 < canceled multipart upload key=MZOJQR9Z75AP upload=2W484AQMGMAQ tag=W3L74X0QE5QX type=write size=3930750 2024-08-17T00:52:30.642 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.641+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~S6S8S2KVA6MF.0 size=1048576 2024-08-17T00:52:30.643 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.642+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~S6S8S2KVA6MF.1 size=270892 2024-08-17T00:52:30.643 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.642+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=S6S8S2KVA6MF tag=8HBRVND1T3Y0 type=write size=2368044 2024-08-17T00:52:30.644 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.643+0000 7fb7ffa81640 1 < completed write operation key=933T9LDGXGOQ tag=CEMCR3QH78L8 type=write size=156885 2024-08-17T00:52:30.645 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.644+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=ZKN5EWN795RK type=del size=1338991 2024-08-17T00:52:30.647 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.646+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~L3279UAL8O6M.0 size=75512 2024-08-17T00:52:30.649 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.648+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=L3279UAL8O6M tag=PNMGEFJRZLGB type=write size=1124088 2024-08-17T00:52:30.650 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.649+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=644A9QJBMY6W type=del size=2848952 2024-08-17T00:52:30.652 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.651+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~Z810MQSLT2YL.0 size=1048576 2024-08-17T00:52:30.653 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.652+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~Z810MQSLT2YL.1 size=1048576 2024-08-17T00:52:30.654 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.653+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~Z810MQSLT2YL.2 size=718050 2024-08-17T00:52:30.656 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.655+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=Z810MQSLT2YL tag=RMLVP5EH6ND3 type=write size=3863778 2024-08-17T00:52:30.657 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.657+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=CUFAOCMROI4I type=write size=426178 2024-08-17T00:52:30.659 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.658+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~UO5I4QDKQZMZ.0 size=590019 2024-08-17T00:52:30.661 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.660+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=UO5I4QDKQZMZ tag=EDPW2XZZQSZJ type=write size=1638595 2024-08-17T00:52:30.662 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.662+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=SDV5WO0WUGJ2 type=del size=2516547 2024-08-17T00:52:30.664 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.663+0000 7fb7ffa81640 1 < completed delete operation key=KC83N32YH21Q tag=93R2INUS9TCH type=del 2024-08-17T00:52:30.666 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.665+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~0653KKZZVPAG.0 size=154927 2024-08-17T00:52:30.666 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.665+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=0653KKZZVPAG tag=MWD40QQ5A0I3 type=write size=1203503 2024-08-17T00:52:30.669 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.668+0000 7fb7ffa81640 1 < suggested update operation key=PI1BZA6BJ83W tag=H8LKR7L3KS4H type=write size=846620 2024-08-17T00:52:30.671 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.670+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~RU9JMIEDLETU.0 size=309446 2024-08-17T00:52:30.671 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.670+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=RU9JMIEDLETU tag=M0W6VL61MHKX type=write size=1358022 2024-08-17T00:52:30.673 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.672+0000 7fb7ffa81640 1 < canceled operation key=J9EF9S76XDGB tag=R93J7XENZP2S type=write size=21268 2024-08-17T00:52:30.674 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.674+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=ELMI73TE1IKT type=write size=1038094 2024-08-17T00:52:30.676 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.675+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=TGRQ1OYC8KRV type=del 2024-08-17T00:52:30.677 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.676+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=XAXZNHV512TP type=write size=542140 2024-08-17T00:52:30.680 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.679+0000 7fb7ffa81640 1 < suggested update operation key=933T9LDGXGOQ tag=JHNZQTB5O6M4 type=write size=417407 2024-08-17T00:52:30.682 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.681+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~NARNTWTK6VD4.0 size=1048576 2024-08-17T00:52:30.683 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.682+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~NARNTWTK6VD4.1 size=1048576 2024-08-17T00:52:30.684 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.683+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~NARNTWTK6VD4.2 size=321687 2024-08-17T00:52:30.684 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.683+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=NARNTWTK6VD4 tag=29MTXJYN7SGX type=write size=3467415 2024-08-17T00:52:30.685 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.684+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~B1XEQO41HSMZ.0 size=1048576 2024-08-17T00:52:30.686 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.685+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~B1XEQO41HSMZ.1 size=498755 2024-08-17T00:52:30.688 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.687+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=B1XEQO41HSMZ tag=O611TGKHGJVF type=write size=2595907 2024-08-17T00:52:30.690 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.690+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~4HB3R23GYTCG.0 size=233401 2024-08-17T00:52:30.691 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.690+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=4HB3R23GYTCG tag=J3J0O8W7Z5WV type=write size=1281977 2024-08-17T00:52:30.692 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.691+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~WXU0QOV7XWOD.0 size=1048576 2024-08-17T00:52:30.693 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.692+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~WXU0QOV7XWOD.1 size=1048576 2024-08-17T00:52:30.694 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.693+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~WXU0QOV7XWOD.2 size=970031 2024-08-17T00:52:30.696 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.695+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=WXU0QOV7XWOD tag=1ASD8KP45OBP type=write size=4115759 2024-08-17T00:52:30.698 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.698+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~3IICWD1HOMUS.0 size=182139 2024-08-17T00:52:30.699 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.698+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=3IICWD1HOMUS tag=1TIIVCO7XFEL type=write size=1230715 2024-08-17T00:52:30.700 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.699+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~D5JKDG2BI1IS.0 size=1048576 2024-08-17T00:52:30.701 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.700+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~D5JKDG2BI1IS.1 size=1048576 2024-08-17T00:52:30.702 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.701+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~D5JKDG2BI1IS.2 size=211045 2024-08-17T00:52:30.704 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.704+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=D5JKDG2BI1IS tag=1OZ28WDI7IHG type=write size=3356773 2024-08-17T00:52:30.707 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.706+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~V5SCNV6BP800.0 size=1048576 2024-08-17T00:52:30.708 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.707+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~V5SCNV6BP800.1 size=691296 2024-08-17T00:52:30.708 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.707+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=V5SCNV6BP800 tag=YFPYE6MTZA3W type=write size=2788448 2024-08-17T00:52:30.709 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.709+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=GPF5R6P2JYSB type=del 2024-08-17T00:52:30.712 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.711+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~UKNPUIMKILS4.0 size=360596 2024-08-17T00:52:30.712 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.711+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=UKNPUIMKILS4 tag=ZHI3J24YPKNF type=write size=1409172 2024-08-17T00:52:30.713 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.713+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=C33N4CRAAG4T type=del 2024-08-17T00:52:30.715 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.714+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=6H71W087BN2P type=del size=682235 2024-08-17T00:52:30.716 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.716+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~CADE6JNWQ2SH.0 size=1048576 2024-08-17T00:52:30.718 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.717+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~CADE6JNWQ2SH.1 size=988174 2024-08-17T00:52:30.720 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.720+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=CADE6JNWQ2SH tag=QXW08G9WWAGX type=write size=3085326 2024-08-17T00:52:30.722 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.721+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=6KDUX9P9T91T type=del size=1270183 2024-08-17T00:52:30.723 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.722+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~S6S8S2KVA6MF.0 size=1048576 2024-08-17T00:52:30.724 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.724+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~S6S8S2KVA6MF.1 size=270892 2024-08-17T00:52:30.727 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.726+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=S6S8S2KVA6MF tag=8HBRVND1T3Y0 type=write size=2368044 2024-08-17T00:52:30.729 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.728+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~C9BWZI7WM8SY.0 size=1048576 2024-08-17T00:52:30.730 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.729+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~C9BWZI7WM8SY.1 size=1048576 2024-08-17T00:52:30.731 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.730+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~C9BWZI7WM8SY.2 size=308109 2024-08-17T00:52:30.731 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.730+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=C9BWZI7WM8SY tag=PRA0DJ85L7XY type=write size=3453837 2024-08-17T00:52:30.733 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.732+0000 7fb7ffa81640 1 < completed delete operation key=J9EF9S76XDGB tag=ZKN5EWN795RK type=del 2024-08-17T00:52:30.735 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.734+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~7N04CQS5APJK.0 size=1048576 2024-08-17T00:52:30.736 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.735+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~7N04CQS5APJK.1 size=350882 2024-08-17T00:52:30.736 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.735+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=7N04CQS5APJK tag=8S7CJOL0Y7R3 type=write size=2448034 2024-08-17T00:52:30.737 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.737+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=644A9QJBMY6W type=del 2024-08-17T00:52:30.739 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.738+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=9QNDX330OHUF type=write size=1016582 2024-08-17T00:52:30.740 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.739+0000 7fb7ffa81640 1 < completed write operation key=VHXBN189GN90 tag=CUFAOCMROI4I type=write size=426178 2024-08-17T00:52:30.743 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.742+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~2MFJEOWF6O9I.0 size=452091 2024-08-17T00:52:30.743 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.742+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=2MFJEOWF6O9I tag=2NQM0T370JFG type=write size=1500667 2024-08-17T00:52:30.744 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.743+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=SDV5WO0WUGJ2 type=del 2024-08-17T00:52:30.746 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.746+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~KBIFGVXFK08T.0 size=596026 2024-08-17T00:52:30.747 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.746+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=KBIFGVXFK08T tag=KH9BVBOMCJYD type=write size=1644602 2024-08-17T00:52:30.748 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.747+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~0653KKZZVPAG.0 size=154927 2024-08-17T00:52:30.750 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.749+0000 7fb7ffa81640 1 < completed multipart upload key=9E9PQ6YUOR9D upload=0653KKZZVPAG tag=MWD40QQ5A0I3 type=write size=1203503 2024-08-17T00:52:30.752 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.751+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=GFC6XB41N6UE type=del size=2890838 2024-08-17T00:52:30.753 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.752+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~RU9JMIEDLETU.0 size=309446 2024-08-17T00:52:30.755 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.754+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=RU9JMIEDLETU tag=M0W6VL61MHKX type=write size=1358022 2024-08-17T00:52:30.757 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.757+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~ORT73ZJ8X5S1.0 size=1048576 2024-08-17T00:52:30.758 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.758+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~ORT73ZJ8X5S1.1 size=305102 2024-08-17T00:52:30.759 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.758+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=ORT73ZJ8X5S1 tag=PHWGMGTKJY1V type=write size=2402254 2024-08-17T00:52:30.761 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.760+0000 7fb7ffa81640 1 < suggested remove operation key=2TAMC96GTRFY tag=ELMI73TE1IKT type=write 2024-08-17T00:52:30.763 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.763+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~3SFL4QG12LFR.0 size=1048576 2024-08-17T00:52:30.764 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.764+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~3SFL4QG12LFR.1 size=1017010 2024-08-17T00:52:30.765 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.764+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=3SFL4QG12LFR tag=430MGC6QLJNP type=write size=3114162 2024-08-17T00:52:30.766 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.765+0000 7fb7ffa81640 1 < completed write operation key=X5TSXJNP2QPC tag=XAXZNHV512TP type=write size=542140 2024-08-17T00:52:30.770 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.766+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=J3OP3SYOLZKZ type=del size=3215381 2024-08-17T00:52:30.770 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.768+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~NARNTWTK6VD4.0 size=1048576 2024-08-17T00:52:30.770 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.769+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~NARNTWTK6VD4.1 size=1048576 2024-08-17T00:52:30.771 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.770+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~NARNTWTK6VD4.2 size=321687 2024-08-17T00:52:30.773 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.772+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=NARNTWTK6VD4 tag=29MTXJYN7SGX type=write size=3467415 2024-08-17T00:52:30.774 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.774+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=7OFJ8BDLKUVY type=write size=125418 2024-08-17T00:52:30.776 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.775+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~4HB3R23GYTCG.0 size=233401 2024-08-17T00:52:30.779 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.778+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=4HB3R23GYTCG tag=J3J0O8W7Z5WV type=write size=1281977 2024-08-17T00:52:30.781 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.780+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=XE78QN8EV97E type=del size=3296583 2024-08-17T00:52:30.782 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.781+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~3IICWD1HOMUS.0 size=182139 2024-08-17T00:52:30.784 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.784+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=3IICWD1HOMUS tag=1TIIVCO7XFEL type=write size=1230715 2024-08-17T00:52:30.786 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.785+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=M2H6WWA8XNCS type=del size=1010573 2024-08-17T00:52:30.787 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.786+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~V5SCNV6BP800.0 size=1048576 2024-08-17T00:52:30.788 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.787+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~V5SCNV6BP800.1 size=691296 2024-08-17T00:52:30.791 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.790+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=V5SCNV6BP800 tag=YFPYE6MTZA3W type=write size=2788448 2024-08-17T00:52:30.793 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.792+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~RJ8SQPK60TND.0 size=1048576 2024-08-17T00:52:30.794 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.793+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~RJ8SQPK60TND.1 size=650878 2024-08-17T00:52:30.794 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.794+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=RJ8SQPK60TND tag=TUPFVHWHZ1F5 type=write size=2748030 2024-08-17T00:52:30.796 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.795+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~UKNPUIMKILS4.0 size=360596 2024-08-17T00:52:30.798 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.797+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=UKNPUIMKILS4 tag=ZHI3J24YPKNF type=write size=1409172 2024-08-17T00:52:30.799 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.798+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=MR8RFXNW2QEU type=del size=3440005 2024-08-17T00:52:30.800 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.800+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=6H71W087BN2P type=del 2024-08-17T00:52:30.803 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.802+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~7HZNNH4WGKMF.0 size=1048576 2024-08-17T00:52:30.804 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.804+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~7HZNNH4WGKMF.1 size=1048576 2024-08-17T00:52:30.805 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.805+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~7HZNNH4WGKMF.2 size=1018811 2024-08-17T00:52:30.805 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.805+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=7HZNNH4WGKMF tag=24NRP1GW0ZWX type=write size=4164539 2024-08-17T00:52:30.808 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.807+0000 7fb7ffa81640 1 < suggested update operation key=JID7SA7XCFSD tag=6KDUX9P9T91T type=del size=1270183 2024-08-17T00:52:30.811 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.810+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~92WVHOQ37LE7.0 size=864413 2024-08-17T00:52:30.811 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.810+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=92WVHOQ37LE7 tag=3I42JGVW5TTX type=write size=1912989 2024-08-17T00:52:30.812 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.811+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~C9BWZI7WM8SY.0 size=1048576 2024-08-17T00:52:30.813 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.812+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~C9BWZI7WM8SY.1 size=1048576 2024-08-17T00:52:30.814 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.813+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~C9BWZI7WM8SY.2 size=308109 2024-08-17T00:52:30.816 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.816+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=C9BWZI7WM8SY tag=PRA0DJ85L7XY type=write size=3453837 2024-08-17T00:52:30.819 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.818+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~QTFJHFDLFY6Y.0 size=1048576 2024-08-17T00:52:30.820 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.819+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~QTFJHFDLFY6Y.1 size=1048576 2024-08-17T00:52:30.821 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.820+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~QTFJHFDLFY6Y.2 size=502013 2024-08-17T00:52:30.821 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.820+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=QTFJHFDLFY6Y tag=XVA1I10EH89R type=write size=3647741 2024-08-17T00:52:30.822 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.822+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~7N04CQS5APJK.0 size=1048576 2024-08-17T00:52:30.824 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.823+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~7N04CQS5APJK.1 size=350882 2024-08-17T00:52:30.826 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.826+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=7N04CQS5APJK tag=8S7CJOL0Y7R3 type=write size=2448034 2024-08-17T00:52:30.829 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.828+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~RE57GA382WL0.0 size=1048576 2024-08-17T00:52:30.830 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.830+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~RE57GA382WL0.1 size=672050 2024-08-17T00:52:30.830 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.830+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=RE57GA382WL0 tag=N778ITNBOV2G type=write size=2769202 2024-08-17T00:52:30.832 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.831+0000 7fb7ffa81640 1 < completed write operation key=J9EF9S76XDGB tag=9QNDX330OHUF type=write size=1016582 2024-08-17T00:52:30.835 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.834+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~RBDP85A1NTVM.0 size=538649 2024-08-17T00:52:30.835 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.834+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=RBDP85A1NTVM tag=U3YWCWD963KE type=write size=1587225 2024-08-17T00:52:30.836 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.835+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~2MFJEOWF6O9I.0 size=452091 2024-08-17T00:52:30.838 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.837+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=2MFJEOWF6O9I tag=2NQM0T370JFG type=write size=1500667 2024-08-17T00:52:30.839 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.839+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=LKXVT83YU01C type=del size=1336215 2024-08-17T00:52:30.841 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.840+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~KBIFGVXFK08T.0 size=596026 2024-08-17T00:52:30.844 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.842+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=KBIFGVXFK08T tag=KH9BVBOMCJYD type=write size=1644602 2024-08-17T00:52:30.844 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.844+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=2JBC94LB5I5P type=del size=347535 2024-08-17T00:52:30.846 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.845+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=GFC6XB41N6UE type=del 2024-08-17T00:52:30.847 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.847+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=O5119BLQ9QRL type=del size=3397752 2024-08-17T00:52:30.849 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.848+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~ORT73ZJ8X5S1.0 size=1048576 2024-08-17T00:52:30.850 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.849+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~ORT73ZJ8X5S1.1 size=305102 2024-08-17T00:52:30.852 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.852+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=ORT73ZJ8X5S1 tag=PHWGMGTKJY1V type=write size=2402254 2024-08-17T00:52:30.854 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.853+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=F1OJ5L2U5F4G type=del size=1043871 2024-08-17T00:52:30.855 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.854+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~3SFL4QG12LFR.0 size=1048576 2024-08-17T00:52:30.856 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.855+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~3SFL4QG12LFR.1 size=1017010 2024-08-17T00:52:30.858 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.858+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=3SFL4QG12LFR tag=430MGC6QLJNP type=write size=3114162 2024-08-17T00:52:30.860 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.859+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=Q1GOXKKMRVHH type=del size=946592 2024-08-17T00:52:30.861 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.860+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=J3OP3SYOLZKZ type=del 2024-08-17T00:52:30.863 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.862+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=I794NRYUZG10 type=write size=120063 2024-08-17T00:52:30.865 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.865+0000 7fb7ffa81640 1 < suggested update operation key=OV7J2EQPRBH6 tag=7OFJ8BDLKUVY type=write size=125418 2024-08-17T00:52:30.867 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.866+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=09MFRSOVUAF6 type=del size=2649524 2024-08-17T00:52:30.869 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.869+0000 7fb7ffa81640 1 < suggested update operation key=KFMX127CJWEL tag=XE78QN8EV97E type=del size=3296583 2024-08-17T00:52:30.872 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.871+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~XM8X7SWIBQ07.0 size=1048576 2024-08-17T00:52:30.873 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.872+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~XM8X7SWIBQ07.1 size=411694 2024-08-17T00:52:30.873 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.872+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=XM8X7SWIBQ07 tag=JYKR35TL1MJ7 type=write size=2508846 2024-08-17T00:52:30.874 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.874+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=M2H6WWA8XNCS type=del 2024-08-17T00:52:30.877 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.876+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~JPKWA0CF2GQ1.0 size=815766 2024-08-17T00:52:30.877 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.876+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=JPKWA0CF2GQ1 tag=ITHZBCKLT8Z3 type=write size=1864342 2024-08-17T00:52:30.877 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.876+0000 7fb7ffa81640 1 < canceled part key=_multipart_4OEMXU0GR20L.2~RJ8SQPK60TND.0 size=1048576 2024-08-17T00:52:30.878 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.877+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~RJ8SQPK60TND.1 size=650878 2024-08-17T00:52:30.880 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.880+0000 7fb7ffa81640 1 < canceled multipart upload key=4OEMXU0GR20L upload=RJ8SQPK60TND tag=TUPFVHWHZ1F5 type=write size=2748030 2024-08-17T00:52:30.883 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.882+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~HN8UYMSR3TNU.0 size=1048576 2024-08-17T00:52:30.884 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.884+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~HN8UYMSR3TNU.1 size=1048576 2024-08-17T00:52:30.885 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.885+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~HN8UYMSR3TNU.2 size=315599 2024-08-17T00:52:30.885 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.885+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=HN8UYMSR3TNU tag=R9LJPI8K9UAV type=write size=3461327 2024-08-17T00:52:30.887 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.886+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=MR8RFXNW2QEU type=del 2024-08-17T00:52:30.889 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.888+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~2BTFOP6L7WOV.0 size=1048576 2024-08-17T00:52:30.890 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.889+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~2BTFOP6L7WOV.1 size=1048576 2024-08-17T00:52:30.891 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.890+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~2BTFOP6L7WOV.2 size=932913 2024-08-17T00:52:30.891 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.890+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=2BTFOP6L7WOV tag=42SUJ238Z5T1 type=write size=4078641 2024-08-17T00:52:30.892 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.891+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~7HZNNH4WGKMF.0 size=1048576 2024-08-17T00:52:30.894 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.893+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~7HZNNH4WGKMF.1 size=1048576 2024-08-17T00:52:30.895 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.894+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~7HZNNH4WGKMF.2 size=1018811 2024-08-17T00:52:30.898 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.897+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=7HZNNH4WGKMF tag=24NRP1GW0ZWX type=write size=4164539 2024-08-17T00:52:30.899 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.898+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=LZ7TSNMK0OZ1 type=write size=484266 2024-08-17T00:52:30.901 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.900+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~92WVHOQ37LE7.0 size=864413 2024-08-17T00:52:30.903 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.902+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=92WVHOQ37LE7 tag=3I42JGVW5TTX type=write size=1912989 2024-08-17T00:52:30.905 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.904+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=RPIZPPT0BI50 type=del size=1507553 2024-08-17T00:52:30.906 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.905+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~QTFJHFDLFY6Y.0 size=1048576 2024-08-17T00:52:30.906 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.905+0000 7fb7ffa81640 1 < canceled part key=_multipart_X2R05Y3HU1RG.2~QTFJHFDLFY6Y.1 size=1048576 2024-08-17T00:52:30.907 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.906+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~QTFJHFDLFY6Y.2 size=502013 2024-08-17T00:52:30.910 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.909+0000 7fb7ffa81640 1 < canceled multipart upload key=X2R05Y3HU1RG upload=QTFJHFDLFY6Y tag=XVA1I10EH89R type=write size=3647741 2024-08-17T00:52:30.913 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.911+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~TPA6EVFXPQPA.0 size=1048576 2024-08-17T00:52:30.913 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.912+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~TPA6EVFXPQPA.1 size=1048576 2024-08-17T00:52:30.914 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.914+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~TPA6EVFXPQPA.2 size=410509 2024-08-17T00:52:30.914 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.914+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=TPA6EVFXPQPA tag=UQB7RWP7VK8S type=write size=3556237 2024-08-17T00:52:30.916 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.915+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~RE57GA382WL0.0 size=1048576 2024-08-17T00:52:30.916 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.915+0000 7fb7ffa81640 1 < canceled part key=_multipart_LLHW0UMGWSKP.2~RE57GA382WL0.1 size=672050 2024-08-17T00:52:30.918 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.917+0000 7fb7ffa81640 1 < canceled multipart upload key=LLHW0UMGWSKP upload=RE57GA382WL0 tag=N778ITNBOV2G type=write size=2769202 2024-08-17T00:52:30.920 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.920+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~WT3181AKAI4O.0 size=1048576 2024-08-17T00:52:30.921 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.921+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~WT3181AKAI4O.1 size=1048576 2024-08-17T00:52:30.923 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.922+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~WT3181AKAI4O.2 size=605842 2024-08-17T00:52:30.923 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.922+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=WT3181AKAI4O tag=G748YCVUQDAA type=write size=3751570 2024-08-17T00:52:30.924 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.923+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~RBDP85A1NTVM.0 size=538649 2024-08-17T00:52:30.926 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.926+0000 7fb7ffa81640 1 < completed multipart upload key=VHXBN189GN90 upload=RBDP85A1NTVM tag=U3YWCWD963KE type=write size=1587225 2024-08-17T00:52:30.928 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.927+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=7PD5C013W2T9 type=write size=999606 2024-08-17T00:52:30.929 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.928+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=LKXVT83YU01C type=del 2024-08-17T00:52:30.931 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.930+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=Q4A74QKV2DI2 type=write size=967531 2024-08-17T00:52:30.932 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.931+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=2JBC94LB5I5P type=del 2024-08-17T00:52:30.934 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.933+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~22WBHDRD1SR9.0 size=1048576 2024-08-17T00:52:30.935 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.935+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~22WBHDRD1SR9.1 size=1048576 2024-08-17T00:52:30.937 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.936+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~22WBHDRD1SR9.2 size=721454 2024-08-17T00:52:30.937 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.936+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=22WBHDRD1SR9 tag=I7D9EPH261T3 type=write size=3867182 2024-08-17T00:52:30.938 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.938+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=O5119BLQ9QRL type=del 2024-08-17T00:52:30.941 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.940+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~73VE2OK3PKMM.0 size=1048576 2024-08-17T00:52:30.942 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.941+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~73VE2OK3PKMM.1 size=1048576 2024-08-17T00:52:30.943 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.942+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~73VE2OK3PKMM.2 size=178692 2024-08-17T00:52:30.943 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.942+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=73VE2OK3PKMM tag=E0WI5KVJWNPX type=write size=3324420 2024-08-17T00:52:30.946 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.945+0000 7fb7ffa81640 1 < suggested remove operation key=DOXQ905ZKA6E tag=F1OJ5L2U5F4G type=del 2024-08-17T00:52:30.947 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.947+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=Q4PJHNI64HKL type=del size=1884309 2024-08-17T00:52:30.949 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.948+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=Q1GOXKKMRVHH type=del 2024-08-17T00:52:30.951 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.950+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~NDVUFRD15ZL7.0 size=1048576 2024-08-17T00:52:30.952 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.951+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~NDVUFRD15ZL7.1 size=1048576 2024-08-17T00:52:30.953 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.953+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~NDVUFRD15ZL7.2 size=342562 2024-08-17T00:52:30.953 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.953+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=NDVUFRD15ZL7 tag=XKVUUPCX16OS type=write size=3488290 2024-08-17T00:52:30.955 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.954+0000 7fb7ffa81640 1 < completed write operation key=8R9K8LDJ88DU tag=I794NRYUZG10 type=write size=120063 2024-08-17T00:52:30.956 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.955+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=Z0BL4HUDW91Z type=write size=693289 2024-08-17T00:52:30.957 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.957+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=09MFRSOVUAF6 type=del 2024-08-17T00:52:30.959 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.958+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=QXGQSIPK1NLQ type=del size=1345457 2024-08-17T00:52:30.960 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.960+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~XM8X7SWIBQ07.0 size=1048576 2024-08-17T00:52:30.961 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.961+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~XM8X7SWIBQ07.1 size=411694 2024-08-17T00:52:30.964 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.963+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=XM8X7SWIBQ07 tag=JYKR35TL1MJ7 type=write size=2508846 2024-08-17T00:52:30.965 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.964+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=WM3NA6Y1DLBK type=write size=126024 2024-08-17T00:52:30.965 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.964+0000 7fb7ffa81640 1 < canceled part key=_multipart_YGH20LQ783HC.2~JPKWA0CF2GQ1.0 size=815766 2024-08-17T00:52:30.968 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.967+0000 7fb7ffa81640 1 < canceled multipart upload key=YGH20LQ783HC upload=JPKWA0CF2GQ1 tag=ITHZBCKLT8Z3 type=write size=1864342 2024-08-17T00:52:30.970 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.969+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~1WYEFFDI059U.0 size=1048576 2024-08-17T00:52:30.974 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.970+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~1WYEFFDI059U.1 size=180942 2024-08-17T00:52:30.974 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.970+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=1WYEFFDI059U tag=JMZC4I71T715 type=write size=2278094 2024-08-17T00:52:30.974 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.972+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~HN8UYMSR3TNU.0 size=1048576 2024-08-17T00:52:30.974 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.973+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~HN8UYMSR3TNU.1 size=1048576 2024-08-17T00:52:30.975 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.974+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~HN8UYMSR3TNU.2 size=315599 2024-08-17T00:52:30.977 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.976+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=HN8UYMSR3TNU tag=R9LJPI8K9UAV type=write size=3461327 2024-08-17T00:52:30.979 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.979+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~IQ9IHB8XI50I.0 size=1048576 2024-08-17T00:52:30.981 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.980+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~IQ9IHB8XI50I.1 size=1048576 2024-08-17T00:52:30.982 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.981+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~IQ9IHB8XI50I.2 size=277926 2024-08-17T00:52:30.982 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.981+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=IQ9IHB8XI50I tag=YT0YPDH3L4SF type=write size=3423654 2024-08-17T00:52:30.984 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.983+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~2BTFOP6L7WOV.0 size=1048576 2024-08-17T00:52:30.985 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.984+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~2BTFOP6L7WOV.1 size=1048576 2024-08-17T00:52:30.986 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.985+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~2BTFOP6L7WOV.2 size=932913 2024-08-17T00:52:30.988 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.988+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=2BTFOP6L7WOV tag=42SUJ238Z5T1 type=write size=4078641 2024-08-17T00:52:30.990 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.989+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=NTECO0F9R996 type=del size=2893561 2024-08-17T00:52:30.993 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.992+0000 7fb7ffa81640 1 < suggested update operation key=47CFG298DQD5 tag=LZ7TSNMK0OZ1 type=write size=484266 2024-08-17T00:52:30.996 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.995+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~G26QAVHEAHEM.0 size=1048576 2024-08-17T00:52:30.997 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.996+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~G26QAVHEAHEM.1 size=1048576 2024-08-17T00:52:30.998 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.997+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~G26QAVHEAHEM.2 size=953518 2024-08-17T00:52:30.998 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.997+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=G26QAVHEAHEM tag=K6T51Q3V1820 type=write size=4099246 2024-08-17T00:52:31.000 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:30.999+0000 7fb7ffa81640 1 < canceled operation key=KC83N32YH21Q tag=RPIZPPT0BI50 type=del size=1507553 2024-08-17T00:52:31.001 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.000+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=1TAOU20HU5VO type=del size=1483470 2024-08-17T00:52:31.003 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.002+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~TPA6EVFXPQPA.0 size=1048576 2024-08-17T00:52:31.004 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.003+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~TPA6EVFXPQPA.1 size=1048576 2024-08-17T00:52:31.005 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.004+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~TPA6EVFXPQPA.2 size=410509 2024-08-17T00:52:31.008 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.007+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=TPA6EVFXPQPA tag=UQB7RWP7VK8S type=write size=3556237 2024-08-17T00:52:31.009 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.008+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=LM66LXYE441O type=del size=869990 2024-08-17T00:52:31.011 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.010+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~WT3181AKAI4O.0 size=1048576 2024-08-17T00:52:31.012 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.011+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~WT3181AKAI4O.1 size=1048576 2024-08-17T00:52:31.013 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.012+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~WT3181AKAI4O.2 size=605842 2024-08-17T00:52:31.016 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.015+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=WT3181AKAI4O tag=G748YCVUQDAA type=write size=3751570 2024-08-17T00:52:31.017 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.016+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=5VK5TN0VTL6T type=del size=2012351 2024-08-17T00:52:31.018 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.017+0000 7fb7ffa81640 1 < completed write operation key=X5TSXJNP2QPC tag=7PD5C013W2T9 type=write size=999606 2024-08-17T00:52:31.020 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.020+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~YYTW9A5EI5BK.0 size=1048576 2024-08-17T00:52:31.021 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.021+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~YYTW9A5EI5BK.1 size=1048576 2024-08-17T00:52:31.023 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.022+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~YYTW9A5EI5BK.2 size=724697 2024-08-17T00:52:31.023 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.022+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=YYTW9A5EI5BK tag=N08WVSMNY67I type=write size=3870425 2024-08-17T00:52:31.024 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.023+0000 7fb7ffa81640 1 < completed write operation key=4OEMXU0GR20L tag=Q4A74QKV2DI2 type=write size=967531 2024-08-17T00:52:31.025 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.024+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=WV5V6T65AFW8 type=del size=1646772 2024-08-17T00:52:31.027 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.026+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~22WBHDRD1SR9.0 size=1048576 2024-08-17T00:52:31.027 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.026+0000 7fb7ffa81640 1 < canceled part key=_multipart_GOA569FQQJ5Q.2~22WBHDRD1SR9.1 size=1048576 2024-08-17T00:52:31.028 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.027+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~22WBHDRD1SR9.2 size=721454 2024-08-17T00:52:31.030 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.029+0000 7fb7ffa81640 1 < canceled multipart upload key=GOA569FQQJ5Q upload=22WBHDRD1SR9 tag=I7D9EPH261T3 type=write size=3867182 2024-08-17T00:52:31.031 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.031+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=RDVNRQIWL4DN type=del size=841730 2024-08-17T00:52:31.033 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.032+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~73VE2OK3PKMM.0 size=1048576 2024-08-17T00:52:31.034 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.033+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~73VE2OK3PKMM.1 size=1048576 2024-08-17T00:52:31.035 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.034+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~73VE2OK3PKMM.2 size=178692 2024-08-17T00:52:31.037 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.037+0000 7fb7ffa81640 1 < completed multipart upload key=G9T63DWLHVIJ upload=73VE2OK3PKMM tag=E0WI5KVJWNPX type=write size=3324420 2024-08-17T00:52:31.040 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.039+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~U4T9FET4O37P.0 size=1044704 2024-08-17T00:52:31.040 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.039+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=U4T9FET4O37P tag=O5KXTTZPG2WM type=write size=2093280 2024-08-17T00:52:31.042 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.041+0000 7fb7ffa81640 1 < completed delete operation key=KC83N32YH21Q tag=Q4PJHNI64HKL type=del 2024-08-17T00:52:31.043 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.042+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=H1JN3BEKBNUS type=del size=180870 2024-08-17T00:52:31.044 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.044+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~NDVUFRD15ZL7.0 size=1048576 2024-08-17T00:52:31.045 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.045+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~NDVUFRD15ZL7.1 size=1048576 2024-08-17T00:52:31.047 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.046+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~NDVUFRD15ZL7.2 size=342562 2024-08-17T00:52:31.050 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.048+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=NDVUFRD15ZL7 tag=XKVUUPCX16OS type=write size=3488290 2024-08-17T00:52:31.050 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.050+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=PTKDJ5SA8OQW type=write size=73519 2024-08-17T00:52:31.052 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.051+0000 7fb7ffa81640 1 < canceled operation key=G9T63DWLHVIJ tag=Z0BL4HUDW91Z type=write size=693289 2024-08-17T00:52:31.054 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.053+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~X1UZMDS016PZ.0 size=1048576 2024-08-17T00:52:31.055 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.054+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~X1UZMDS016PZ.1 size=861913 2024-08-17T00:52:31.055 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.054+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=X1UZMDS016PZ tag=9L98KNH2QTI1 type=write size=2959065 2024-08-17T00:52:31.058 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.057+0000 7fb7ffa81640 1 < suggested update operation key=KFMX127CJWEL tag=QXGQSIPK1NLQ type=del size=1345457 2024-08-17T00:52:31.059 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.058+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=VSIR3BX1M5BJ type=del size=3022375 2024-08-17T00:52:31.060 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.060+0000 7fb7ffa81640 1 < completed write operation key=4OEMXU0GR20L tag=WM3NA6Y1DLBK type=write size=126024 2024-08-17T00:52:31.062 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.061+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=0SOO7PI9IUF3 type=del size=200336 2024-08-17T00:52:31.063 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.062+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~1WYEFFDI059U.0 size=1048576 2024-08-17T00:52:31.064 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.063+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~1WYEFFDI059U.1 size=180942 2024-08-17T00:52:31.066 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.066+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=1WYEFFDI059U tag=JMZC4I71T715 type=write size=2278094 2024-08-17T00:52:31.069 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.068+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~YA1G5V5MYOOU.0 size=1048576 2024-08-17T00:52:31.072 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.070+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~YA1G5V5MYOOU.1 size=1048576 2024-08-17T00:52:31.072 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.071+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~YA1G5V5MYOOU.2 size=937910 2024-08-17T00:52:31.072 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.071+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=YA1G5V5MYOOU tag=HS45WH0KQI0G type=write size=4083638 2024-08-17T00:52:31.073 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.072+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~IQ9IHB8XI50I.0 size=1048576 2024-08-17T00:52:31.074 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.073+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~IQ9IHB8XI50I.1 size=1048576 2024-08-17T00:52:31.075 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.074+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~IQ9IHB8XI50I.2 size=277926 2024-08-17T00:52:31.078 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.077+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=IQ9IHB8XI50I tag=YT0YPDH3L4SF type=write size=3423654 2024-08-17T00:52:31.080 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.079+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~4BPGIVL3TOL0.0 size=622012 2024-08-17T00:52:31.080 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.079+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=4BPGIVL3TOL0 tag=UX161PO1PJ6S type=write size=1670588 2024-08-17T00:52:31.083 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.082+0000 7fb7ffa81640 1 < suggested update operation key=G9T63DWLHVIJ tag=NTECO0F9R996 type=del size=2893561 2024-08-17T00:52:31.086 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.085+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~Q10L291PVIL7.0 size=1048576 2024-08-17T00:52:31.087 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.086+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~Q10L291PVIL7.1 size=712276 2024-08-17T00:52:31.087 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.086+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=Q10L291PVIL7 tag=J043GZS8AMV3 type=write size=2809428 2024-08-17T00:52:31.088 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.087+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~G26QAVHEAHEM.0 size=1048576 2024-08-17T00:52:31.089 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.089+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~G26QAVHEAHEM.1 size=1048576 2024-08-17T00:52:31.091 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.090+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~G26QAVHEAHEM.2 size=953518 2024-08-17T00:52:31.093 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.092+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=G26QAVHEAHEM tag=K6T51Q3V1820 type=write size=4099246 2024-08-17T00:52:31.094 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.093+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=S74NDHEUQ3WV type=del size=1218301 2024-08-17T00:52:31.096 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.095+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=1TAOU20HU5VO type=del 2024-08-17T00:52:31.097 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.096+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=FXWOKNLK15XL type=del size=4148835 2024-08-17T00:52:31.099 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.098+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=LM66LXYE441O type=del 2024-08-17T00:52:31.101 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.100+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~GGDV9J2MBK4V.0 size=1048576 2024-08-17T00:52:31.102 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.102+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~GGDV9J2MBK4V.1 size=1048576 2024-08-17T00:52:31.103 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.103+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~GGDV9J2MBK4V.2 size=316248 2024-08-17T00:52:31.103 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.103+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=GGDV9J2MBK4V tag=SLR1A1WGTTX9 type=write size=3461976 2024-08-17T00:52:31.105 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.104+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=5VK5TN0VTL6T type=del 2024-08-17T00:52:31.106 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.105+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=HKJLOOHKD44C type=del size=2090026 2024-08-17T00:52:31.108 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.107+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~YYTW9A5EI5BK.0 size=1048576 2024-08-17T00:52:31.109 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.108+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~YYTW9A5EI5BK.1 size=1048576 2024-08-17T00:52:31.110 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.109+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~YYTW9A5EI5BK.2 size=724697 2024-08-17T00:52:31.112 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.111+0000 7fb7ffa81640 1 < completed multipart upload key=XA1Y234IJAV8 upload=YYTW9A5EI5BK tag=N08WVSMNY67I type=write size=3870425 2024-08-17T00:52:31.114 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.113+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=O74JIPENYKZZ type=del size=2340890 2024-08-17T00:52:31.115 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.114+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=WV5V6T65AFW8 type=del 2024-08-17T00:52:31.118 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.117+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~754MKI7SXKRQ.0 size=805522 2024-08-17T00:52:31.118 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.117+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=754MKI7SXKRQ tag=427Y2JE8BUAR type=write size=1854098 2024-08-17T00:52:31.119 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.118+0000 7fb7ffa81640 1 < canceled operation key=8R9K8LDJ88DU tag=RDVNRQIWL4DN type=del size=841730 2024-08-17T00:52:31.120 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.120+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=6Q2TXANHMS4V type=write size=105005 2024-08-17T00:52:31.122 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.121+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~U4T9FET4O37P.0 size=1044704 2024-08-17T00:52:31.124 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.123+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=U4T9FET4O37P tag=O5KXTTZPG2WM type=write size=2093280 2024-08-17T00:52:31.125 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.125+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=3ZQHA41RP8SS type=del size=131026 2024-08-17T00:52:31.127 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.126+0000 7fb7ffa81640 1 < canceled operation key=X2R05Y3HU1RG tag=H1JN3BEKBNUS type=del size=180870 2024-08-17T00:52:31.128 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.127+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=TR6WGKSU9NRU type=write size=732220 2024-08-17T00:52:31.129 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.128+0000 7fb7ffa81640 1 < completed write operation key=X5TSXJNP2QPC tag=PTKDJ5SA8OQW type=write size=73519 2024-08-17T00:52:31.132 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.131+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~W4Y7GIO6LMJP.0 size=906747 2024-08-17T00:52:31.132 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.131+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=W4Y7GIO6LMJP tag=27HO9EJK2UGL type=write size=1955323 2024-08-17T00:52:31.133 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.132+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~X1UZMDS016PZ.0 size=1048576 2024-08-17T00:52:31.134 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.133+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~X1UZMDS016PZ.1 size=861913 2024-08-17T00:52:31.136 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.136+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=X1UZMDS016PZ tag=9L98KNH2QTI1 type=write size=2959065 2024-08-17T00:52:31.139 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.138+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~AIHGYH8HDDWW.0 size=1048576 2024-08-17T00:52:31.140 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.139+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~AIHGYH8HDDWW.1 size=1048576 2024-08-17T00:52:31.141 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.141+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~AIHGYH8HDDWW.2 size=600514 2024-08-17T00:52:31.142 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.141+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=AIHGYH8HDDWW tag=USEX6WYCJAE9 type=write size=3746242 2024-08-17T00:52:31.145 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.144+0000 7fb7ffa81640 1 < suggested remove operation key=47CFG298DQD5 tag=VSIR3BX1M5BJ type=del 2024-08-17T00:52:31.146 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.145+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=PMXDXK1SUGOM type=del size=1062237 2024-08-17T00:52:31.149 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.148+0000 7fb7ffa81640 1 < suggested update operation key=J9EF9S76XDGB tag=0SOO7PI9IUF3 type=del size=200336 2024-08-17T00:52:31.150 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.150+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=IAGXTK77UGAQ type=del size=1935417 2024-08-17T00:52:31.152 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.151+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~YA1G5V5MYOOU.0 size=1048576 2024-08-17T00:52:31.153 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.152+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~YA1G5V5MYOOU.1 size=1048576 2024-08-17T00:52:31.154 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.154+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~YA1G5V5MYOOU.2 size=937910 2024-08-17T00:52:31.157 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.156+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=YA1G5V5MYOOU tag=HS45WH0KQI0G type=write size=4083638 2024-08-17T00:52:31.158 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.157+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=1V2ICKPGBUOD type=del size=2213180 2024-08-17T00:52:31.159 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.158+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~4BPGIVL3TOL0.0 size=622012 2024-08-17T00:52:31.162 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.161+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=4BPGIVL3TOL0 tag=UX161PO1PJ6S type=write size=1670588 2024-08-17T00:52:31.163 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.162+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=KS6C58MSG88C type=del size=1797996 2024-08-17T00:52:31.165 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.164+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~Q10L291PVIL7.0 size=1048576 2024-08-17T00:52:31.166 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.165+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~Q10L291PVIL7.1 size=712276 2024-08-17T00:52:31.168 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.167+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=Q10L291PVIL7 tag=J043GZS8AMV3 type=write size=2809428 2024-08-17T00:52:31.170 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.169+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=I7SOLG2DQMZL type=del size=4106042 2024-08-17T00:52:31.172 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.171+0000 7fb7ffa81640 1 < suggested update operation key=G9T63DWLHVIJ tag=S74NDHEUQ3WV type=del size=1218301 2024-08-17T00:52:31.174 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.173+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=6HME6N7PXRMQ type=del size=3562333 2024-08-17T00:52:31.179 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.174+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=FXWOKNLK15XL type=del 2024-08-17T00:52:31.179 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.177+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~5CKSFE5JX73C.0 size=684679 2024-08-17T00:52:31.179 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.177+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=5CKSFE5JX73C tag=JBXI52CAAVU5 type=write size=1733255 2024-08-17T00:52:31.180 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.178+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~GGDV9J2MBK4V.0 size=1048576 2024-08-17T00:52:31.180 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.180+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~GGDV9J2MBK4V.1 size=1048576 2024-08-17T00:52:31.182 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.181+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~GGDV9J2MBK4V.2 size=316248 2024-08-17T00:52:31.184 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.183+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=GGDV9J2MBK4V tag=SLR1A1WGTTX9 type=write size=3461976 2024-08-17T00:52:31.187 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.186+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~8VE52NDZSMOA.0 size=4950 2024-08-17T00:52:31.188 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.186+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=8VE52NDZSMOA tag=8PGZZVE2TIC4 type=write size=1053526 2024-08-17T00:52:31.188 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.187+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=HKJLOOHKD44C type=del 2024-08-17T00:52:31.190 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.189+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=O5SZUFQQGVXQ type=write size=886759 2024-08-17T00:52:31.191 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.190+0000 7fb7ffa81640 -1 < failed to complete operation key=G9T63DWLHVIJ tag=O74JIPENYKZZ type=del size=2340890: (22) Invalid argument 2024-08-17T00:52:31.193 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.192+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=259K2427YWK6 type=del size=3406438 2024-08-17T00:52:31.194 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.193+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~754MKI7SXKRQ.0 size=805522 2024-08-17T00:52:31.197 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.196+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=754MKI7SXKRQ tag=427Y2JE8BUAR type=write size=1854098 2024-08-17T00:52:31.198 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.197+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=Y9YBK0J98MDH type=del size=4112705 2024-08-17T00:52:31.199 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.199+0000 7fb7ffa81640 1 < completed write operation key=X2R05Y3HU1RG tag=6Q2TXANHMS4V type=write size=105005 2024-08-17T00:52:31.201 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.200+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=OUFAK7WCK642 type=del size=616526 2024-08-17T00:52:31.202 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.201+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=3ZQHA41RP8SS type=del 2024-08-17T00:52:31.204 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.203+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=1PT6QX7RMXZC type=del size=4166765 2024-08-17T00:52:31.206 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.205+0000 7fb7ffa81640 1 < canceled operation key=MZOJQR9Z75AP tag=TR6WGKSU9NRU type=write size=732220 2024-08-17T00:52:31.207 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.206+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=1Y87X18V42ND type=del size=74857 2024-08-17T00:52:31.209 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.208+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~W4Y7GIO6LMJP.0 size=906747 2024-08-17T00:52:31.211 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.210+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=W4Y7GIO6LMJP tag=27HO9EJK2UGL type=write size=1955323 2024-08-17T00:52:31.213 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.212+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=BK6CGFBIHJRQ type=del size=2637977 2024-08-17T00:52:31.214 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.213+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~AIHGYH8HDDWW.0 size=1048576 2024-08-17T00:52:31.216 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.215+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~AIHGYH8HDDWW.1 size=1048576 2024-08-17T00:52:31.217 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.216+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~AIHGYH8HDDWW.2 size=600514 2024-08-17T00:52:31.219 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.219+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=AIHGYH8HDDWW tag=USEX6WYCJAE9 type=write size=3746242 2024-08-17T00:52:31.221 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.220+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=61SH9MKU4E8J type=del size=1537673 2024-08-17T00:52:31.222 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.222+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=PMXDXK1SUGOM type=del 2024-08-17T00:52:31.226 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.225+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~WJ6FAP14DTO8.0 size=1048576 2024-08-17T00:52:31.227 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.226+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~WJ6FAP14DTO8.1 size=853308 2024-08-17T00:52:31.227 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.226+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=WJ6FAP14DTO8 tag=1D3115HEXTBL type=write size=2950460 2024-08-17T00:52:31.228 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.228+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=IAGXTK77UGAQ type=del 2024-08-17T00:52:31.231 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.230+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~J0Q9I8V0BPA6.0 size=1048576 2024-08-17T00:52:31.232 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.231+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~J0Q9I8V0BPA6.1 size=1048576 2024-08-17T00:52:31.233 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.232+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~J0Q9I8V0BPA6.2 size=33247 2024-08-17T00:52:31.233 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.232+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=J0Q9I8V0BPA6 tag=3PM0NAO43H9P type=write size=3178975 2024-08-17T00:52:31.234 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.234+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=1V2ICKPGBUOD type=del 2024-08-17T00:52:31.236 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.235+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=R8JLXIIY8JH9 type=write size=682862 2024-08-17T00:52:31.237 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.236+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=KS6C58MSG88C type=del 2024-08-17T00:52:31.239 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.238+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=FO0EBNU53V6K type=write size=772870 2024-08-17T00:52:31.240 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.239+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=I7SOLG2DQMZL type=del 2024-08-17T00:52:31.243 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.242+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~5S0FUVF3Y1VS.0 size=1048576 2024-08-17T00:52:31.244 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.243+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~5S0FUVF3Y1VS.1 size=522852 2024-08-17T00:52:31.244 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.243+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=5S0FUVF3Y1VS tag=NTB0IUJKB2T7 type=write size=2620004 2024-08-17T00:52:31.247 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.246+0000 7fb7ffa81640 1 < suggested update operation key=ZF5O5WVFK6GU tag=6HME6N7PXRMQ type=del size=3562333 2024-08-17T00:52:31.248 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.248+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=VLPX08S3D0SS type=del size=3337489 2024-08-17T00:52:31.250 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.249+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~5CKSFE5JX73C.0 size=684679 2024-08-17T00:52:31.252 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.251+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=5CKSFE5JX73C tag=JBXI52CAAVU5 type=write size=1733255 2024-08-17T00:52:31.254 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.253+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=IT3ZQCC3R5M9 type=del size=3602789 2024-08-17T00:52:31.255 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.255+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~8VE52NDZSMOA.0 size=4950 2024-08-17T00:52:31.258 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.257+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=8VE52NDZSMOA tag=8PGZZVE2TIC4 type=write size=1053526 2024-08-17T00:52:31.259 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.258+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=Q2M1XYYFVLU6 type=del size=1723096 2024-08-17T00:52:31.262 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.261+0000 7fb7ffa81640 1 < suggested update operation key=X5TSXJNP2QPC tag=O5SZUFQQGVXQ type=write size=886759 2024-08-17T00:52:31.264 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.263+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=M7YKGQXRLHDJ type=del size=1992274 2024-08-17T00:52:31.265 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.264+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=259K2427YWK6 type=del 2024-08-17T00:52:31.267 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.266+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=71969X58EJX3 type=del size=2174779 2024-08-17T00:52:31.268 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.267+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=Y9YBK0J98MDH type=del 2024-08-17T00:52:31.269 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.269+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=0437YLSWXHM1 type=del size=1557300 2024-08-17T00:52:31.271 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.270+0000 7fb7ffa81640 1 < canceled operation key=X2R05Y3HU1RG tag=OUFAK7WCK642 type=del size=616526 2024-08-17T00:52:31.272 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.271+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=IUF35VWUPIOA type=write size=242093 2024-08-17T00:52:31.274 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.274+0000 7fb7ffa81640 1 < suggested update operation key=6TUEJWX5HXNC tag=1PT6QX7RMXZC type=del size=4166765 2024-08-17T00:52:31.276 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.275+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=NHABWUIYCRRA type=del size=117652 2024-08-17T00:52:31.277 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.277+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=1Y87X18V42ND type=del 2024-08-17T00:52:31.279 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.278+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=G7FRSQTL025I type=write size=595869 2024-08-17T00:52:31.280 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.279+0000 7fb7ffa81640 1 < canceled operation key=IN9C0SOA97VR tag=BK6CGFBIHJRQ type=del size=2637977 2024-08-17T00:52:31.282 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.281+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=0NOBW8TAPKM9 type=del size=2228073 2024-08-17T00:52:31.283 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.282+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=61SH9MKU4E8J type=del 2024-08-17T00:52:31.284 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.284+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=DA5O08M2TJ6A type=del size=3885811 2024-08-17T00:52:31.286 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.285+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~WJ6FAP14DTO8.0 size=1048576 2024-08-17T00:52:31.287 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.286+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~WJ6FAP14DTO8.1 size=853308 2024-08-17T00:52:31.290 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.289+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=WJ6FAP14DTO8 tag=1D3115HEXTBL type=write size=2950460 2024-08-17T00:52:31.292 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.291+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~AW4LAW3O8OND.0 size=1048576 2024-08-17T00:52:31.293 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.292+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~AW4LAW3O8OND.1 size=713360 2024-08-17T00:52:31.293 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.292+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=AW4LAW3O8OND tag=HFGJ9V3WVBTA type=write size=2810512 2024-08-17T00:52:31.294 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.293+0000 7fb7ffa81640 1 < canceled part key=_multipart_KFMX127CJWEL.2~J0Q9I8V0BPA6.0 size=1048576 2024-08-17T00:52:31.295 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.294+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~J0Q9I8V0BPA6.1 size=1048576 2024-08-17T00:52:31.296 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.295+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~J0Q9I8V0BPA6.2 size=33247 2024-08-17T00:52:31.298 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.297+0000 7fb7ffa81640 1 < canceled multipart upload key=KFMX127CJWEL upload=J0Q9I8V0BPA6 tag=3PM0NAO43H9P type=write size=3178975 2024-08-17T00:52:31.301 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.300+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~RT1DQ9XBL02M.0 size=1048576 2024-08-17T00:52:31.302 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.301+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~RT1DQ9XBL02M.1 size=1048576 2024-08-17T00:52:31.303 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.302+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~RT1DQ9XBL02M.2 size=600346 2024-08-17T00:52:31.303 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.302+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=RT1DQ9XBL02M tag=HPOH97LGQJJV type=write size=3746074 2024-08-17T00:52:31.304 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.303+0000 7fb7ffa81640 1 < completed write operation key=YGH20LQ783HC tag=R8JLXIIY8JH9 type=write size=682862 2024-08-17T00:52:31.306 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.305+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=HOG8VAWJO0DR type=del size=3681816 2024-08-17T00:52:31.307 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.306+0000 7fb7ffa81640 1 < completed write operation key=PI1BZA6BJ83W tag=FO0EBNU53V6K type=write size=772870 2024-08-17T00:52:31.309 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.309+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~7K953Y5GO96H.0 size=1048576 2024-08-17T00:52:31.310 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.310+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~7K953Y5GO96H.1 size=850003 2024-08-17T00:52:31.311 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.310+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=7K953Y5GO96H tag=VRAX8ZNWB4Q3 type=write size=2947155 2024-08-17T00:52:31.312 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.311+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~5S0FUVF3Y1VS.0 size=1048576 2024-08-17T00:52:31.313 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.312+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~5S0FUVF3Y1VS.1 size=522852 2024-08-17T00:52:31.315 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.314+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=5S0FUVF3Y1VS tag=NTB0IUJKB2T7 type=write size=2620004 2024-08-17T00:52:31.318 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.317+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~8TOHIR8I0424.0 size=1048576 2024-08-17T00:52:31.319 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.318+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~8TOHIR8I0424.1 size=1048576 2024-08-17T00:52:31.320 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.319+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~8TOHIR8I0424.2 size=941546 2024-08-17T00:52:31.320 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.319+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=8TOHIR8I0424 tag=KPAIUI8UZ3GS type=write size=4087274 2024-08-17T00:52:31.322 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.322+0000 7fb7ffa81640 1 < suggested update operation key=LLHW0UMGWSKP tag=VLPX08S3D0SS type=del size=3337489 2024-08-17T00:52:31.324 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.323+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=A34RWAH9RKR1 type=del size=1854970 2024-08-17T00:52:31.325 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.324+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=IT3ZQCC3R5M9 type=del 2024-08-17T00:52:31.326 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.326+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=BBU3SCULZ7SD type=write size=305625 2024-08-17T00:52:31.329 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.328+0000 7fb7ffa81640 1 < suggested remove operation key=KFMX127CJWEL tag=Q2M1XYYFVLU6 type=del 2024-08-17T00:52:31.330 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.329+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=LUVM65JQ0IR2 type=del size=3206110 2024-08-17T00:52:31.333 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.332+0000 7fb7ffa81640 1 < suggested update operation key=CUF1RKGY7TOA tag=M7YKGQXRLHDJ type=del size=1992274 2024-08-17T00:52:31.334 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.333+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=80FW08TJ8C8K type=write size=236198 2024-08-17T00:52:31.336 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.335+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=71969X58EJX3 type=del 2024-08-17T00:52:31.337 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.336+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=6PESTB9WLVOS type=write size=229160 2024-08-17T00:52:31.339 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.338+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=0437YLSWXHM1 type=del 2024-08-17T00:52:31.342 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.341+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~RLL1RIBONM6K.0 size=1048576 2024-08-17T00:52:31.343 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.342+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~RLL1RIBONM6K.1 size=1048576 2024-08-17T00:52:31.344 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.343+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~RLL1RIBONM6K.2 size=199940 2024-08-17T00:52:31.344 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.343+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=RLL1RIBONM6K tag=AUPGIVJR2TUH type=write size=3345668 2024-08-17T00:52:31.347 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.346+0000 7fb7ffa81640 1 < suggested remove operation key=MZOJQR9Z75AP tag=IUF35VWUPIOA type=write 2024-08-17T00:52:31.349 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.348+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~028ZEFOGU5TA.0 size=1048576 2024-08-17T00:52:31.350 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.350+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~028ZEFOGU5TA.1 size=659269 2024-08-17T00:52:31.351 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.350+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=028ZEFOGU5TA tag=J36RJ5RP1GHP type=write size=2756421 2024-08-17T00:52:31.352 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.351+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=NHABWUIYCRRA type=del 2024-08-17T00:52:31.354 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.353+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=0LVQKK3PMCD5 type=del size=1157046 2024-08-17T00:52:31.355 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.354+0000 7fb7ffa81640 1 < completed write operation key=8R9K8LDJ88DU tag=G7FRSQTL025I type=write size=595869 2024-08-17T00:52:31.357 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.357+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~F33V28U8ARDE.0 size=1048576 2024-08-17T00:52:31.359 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.358+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~F33V28U8ARDE.1 size=542270 2024-08-17T00:52:31.359 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.358+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=F33V28U8ARDE tag=RO04I7YNBFVG type=write size=2639422 2024-08-17T00:52:31.360 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.359+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=0NOBW8TAPKM9 type=del 2024-08-17T00:52:31.361 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.361+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=8HU38BXL6W0Y type=write size=1038792 2024-08-17T00:52:31.363 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.362+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=DA5O08M2TJ6A type=del 2024-08-17T00:52:31.364 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.363+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=L6MMD43I6IIT type=del size=3119538 2024-08-17T00:52:31.366 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.365+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~AW4LAW3O8OND.0 size=1048576 2024-08-17T00:52:31.367 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.366+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~AW4LAW3O8OND.1 size=713360 2024-08-17T00:52:31.369 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.368+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=AW4LAW3O8OND tag=HFGJ9V3WVBTA type=write size=2810512 2024-08-17T00:52:31.370 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.370+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=6AYB92OWC59P type=del size=2684910 2024-08-17T00:52:31.372 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.371+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~RT1DQ9XBL02M.0 size=1048576 2024-08-17T00:52:31.373 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.372+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~RT1DQ9XBL02M.1 size=1048576 2024-08-17T00:52:31.374 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.373+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~RT1DQ9XBL02M.2 size=600346 2024-08-17T00:52:31.376 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.376+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=RT1DQ9XBL02M tag=HPOH97LGQJJV type=write size=3746074 2024-08-17T00:52:31.378 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.377+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=UK97NYUIG4Z1 type=del size=3041709 2024-08-17T00:52:31.379 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.378+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=HOG8VAWJO0DR type=del 2024-08-17T00:52:31.380 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.380+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=V2NKOCHI15AJ type=del size=3023378 2024-08-17T00:52:31.382 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.381+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~7K953Y5GO96H.0 size=1048576 2024-08-17T00:52:31.383 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.382+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~7K953Y5GO96H.1 size=850003 2024-08-17T00:52:31.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:31 smithi157 ceph-mon[98780]: pgmap v1407: 137 pgs: 13 creating+peering, 16 unknown, 108 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:31.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:31 smithi157 ceph-mon[98780]: osdmap e1125: 8 total, 8 up, 8 in 2024-08-17T00:52:31.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:31 smithi157 ceph-mon[101289]: pgmap v1407: 137 pgs: 13 creating+peering, 16 unknown, 108 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:31.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:31 smithi157 ceph-mon[101289]: osdmap e1125: 8 total, 8 up, 8 in 2024-08-17T00:52:31.386 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.385+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=7K953Y5GO96H tag=VRAX8ZNWB4Q3 type=write size=2947155 2024-08-17T00:52:31.387 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.386+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=JY4F36RHKH4B type=write size=824343 2024-08-17T00:52:31.389 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.388+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~8TOHIR8I0424.0 size=1048576 2024-08-17T00:52:31.390 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.389+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~8TOHIR8I0424.1 size=1048576 2024-08-17T00:52:31.391 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.390+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~8TOHIR8I0424.2 size=941546 2024-08-17T00:52:31.394 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.393+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=8TOHIR8I0424 tag=KPAIUI8UZ3GS type=write size=4087274 2024-08-17T00:52:31.395 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.394+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=6YQYZAB29SNY type=write size=962656 2024-08-17T00:52:31.396 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.396+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=A34RWAH9RKR1 type=del 2024-08-17T00:52:31.398 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.397+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=HEJKIFSU5SXN type=write size=1034832 2024-08-17T00:52:31.399 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.399+0000 7fb7ffa81640 1 < completed write operation key=KC83N32YH21Q tag=BBU3SCULZ7SD type=write size=305625 2024-08-17T00:52:31.401 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.400+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=YTN30QC8LY0Z type=del size=2583661 2024-08-17T00:52:31.403 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.402+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=LUVM65JQ0IR2 type=del 2024-08-17T00:52:31.404 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.403+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=F031GRRB5XZ5 type=del size=2360244 2024-08-17T00:52:31.408 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.407+0000 7fb7ffa81640 1 < suggested remove operation key=G9T63DWLHVIJ tag=80FW08TJ8C8K type=write 2024-08-17T00:52:31.409 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.408+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=QJG5LWUDKAOD type=del size=1538787 2024-08-17T00:52:31.411 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.410+0000 7fb7ffa81640 1 < canceled operation key=GOA569FQQJ5Q tag=6PESTB9WLVOS type=write size=229160 2024-08-17T00:52:31.412 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.411+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=PQUN48DVX7K9 type=del size=3747981 2024-08-17T00:52:31.413 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.412+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~RLL1RIBONM6K.0 size=1048576 2024-08-17T00:52:31.414 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.414+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~RLL1RIBONM6K.1 size=1048576 2024-08-17T00:52:31.416 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.415+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~RLL1RIBONM6K.2 size=199940 2024-08-17T00:52:31.418 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.417+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=RLL1RIBONM6K tag=AUPGIVJR2TUH type=write size=3345668 2024-08-17T00:52:31.420 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.419+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=W086TX70OI21 type=del size=3214042 2024-08-17T00:52:31.421 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.420+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~028ZEFOGU5TA.0 size=1048576 2024-08-17T00:52:31.422 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.421+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~028ZEFOGU5TA.1 size=659269 2024-08-17T00:52:31.425 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.424+0000 7fb7ffa81640 1 < completed multipart upload key=9E9PQ6YUOR9D upload=028ZEFOGU5TA tag=J36RJ5RP1GHP type=write size=2756421 2024-08-17T00:52:31.426 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.425+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=K35MPY9JBH53 type=del size=1560331 2024-08-17T00:52:31.427 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.426+0000 7fb7ffa81640 -1 < no bi entry to suggest for operation key=G9T63DWLHVIJ tag=0LVQKK3PMCD5 type=del size=1157046: (2) No such file or directory 2024-08-17T00:52:31.428 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.427+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=2VKF1I3EQIDY type=del size=3218918 2024-08-17T00:52:31.430 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.429+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~F33V28U8ARDE.0 size=1048576 2024-08-17T00:52:31.431 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.430+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~F33V28U8ARDE.1 size=542270 2024-08-17T00:52:31.434 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.433+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=F33V28U8ARDE tag=RO04I7YNBFVG type=write size=2639422 2024-08-17T00:52:31.436 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.436+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~XCTBXFDX11BX.0 size=977705 2024-08-17T00:52:31.436 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.436+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=XCTBXFDX11BX tag=3PZWXNWJWWFA type=write size=2026281 2024-08-17T00:52:31.438 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.437+0000 7fb7ffa81640 1 < completed write operation key=JID7SA7XCFSD tag=8HU38BXL6W0Y type=write size=1038792 2024-08-17T00:52:31.439 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.438+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=Y7R2KXB9BYQ9 type=write size=525754 2024-08-17T00:52:31.440 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.440+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=L6MMD43I6IIT type=del 2024-08-17T00:52:31.442 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.441+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=5IL9QE0WRNLG type=del size=941078 2024-08-17T00:52:31.443 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.443+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=6AYB92OWC59P type=del 2024-08-17T00:52:31.445 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.444+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=2OXKGRGSWIDB type=del size=2101378 2024-08-17T00:52:31.446 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.445+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=UK97NYUIG4Z1 type=del 2024-08-17T00:52:31.449 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.448+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~BBIY3AVJKVOY.0 size=361332 2024-08-17T00:52:31.449 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.448+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=BBIY3AVJKVOY tag=B54TZ85D3SFS type=write size=1409908 2024-08-17T00:52:31.450 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.449+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=V2NKOCHI15AJ type=del 2024-08-17T00:52:31.451 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.450+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=EGO5NFEVITE8 type=write size=296669 2024-08-17T00:52:31.453 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.452+0000 7fb7ffa81640 1 < completed write operation key=X5TSXJNP2QPC tag=JY4F36RHKH4B type=write size=824343 2024-08-17T00:52:31.454 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.453+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=V00PF024CE7J type=del size=2393792 2024-08-17T00:52:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:31 smithi187 ceph-mon[90552]: pgmap v1407: 137 pgs: 13 creating+peering, 16 unknown, 108 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:31 smithi187 ceph-mon[90552]: osdmap e1125: 8 total, 8 up, 8 in 2024-08-17T00:52:31.456 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.455+0000 7fb7ffa81640 1 < completed write operation key=1DKD54PZ3N4G tag=6YQYZAB29SNY type=write size=962656 2024-08-17T00:52:31.457 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.456+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=B100D70UZTSZ type=write size=344571 2024-08-17T00:52:31.458 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.457+0000 7fb7ffa81640 1 < canceled operation key=9E9PQ6YUOR9D tag=HEJKIFSU5SXN type=write size=1034832 2024-08-17T00:52:31.460 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.459+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=3VFLYFPEG622 type=write size=708126 2024-08-17T00:52:31.461 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.460+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=YTN30QC8LY0Z type=del 2024-08-17T00:52:31.464 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.463+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~WT0AQ9NHUC0W.0 size=386244 2024-08-17T00:52:31.464 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.463+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=WT0AQ9NHUC0W tag=7O6QZPD7T91C type=write size=1434820 2024-08-17T00:52:31.466 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.466+0000 7fb7ffa81640 1 < suggested remove operation key=2TAMC96GTRFY tag=F031GRRB5XZ5 type=del 2024-08-17T00:52:31.469 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.468+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~D787JXDZQNPS.0 size=471424 2024-08-17T00:52:31.469 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.468+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=D787JXDZQNPS tag=SY9UZBTW4JAP type=write size=1520000 2024-08-17T00:52:31.470 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.470+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=QJG5LWUDKAOD type=del 2024-08-17T00:52:31.473 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.472+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~L9FFIQ0TTBDH.0 size=471073 2024-08-17T00:52:31.473 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.472+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=L9FFIQ0TTBDH tag=9P2Y3SMLCPWE type=write size=1519649 2024-08-17T00:52:31.474 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.473+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=PQUN48DVX7K9 type=del 2024-08-17T00:52:31.476 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.475+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=3F26WS3EM1BL type=del size=321170 2024-08-17T00:52:31.477 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.476+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=W086TX70OI21 type=del 2024-08-17T00:52:31.478 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.477+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=708FL7SG9TV5 type=del size=298791 2024-08-17T00:52:31.479 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.479+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=K35MPY9JBH53 type=del 2024-08-17T00:52:31.482 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.481+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~OY4CQYX51YXK.0 size=1048576 2024-08-17T00:52:31.483 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.482+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~OY4CQYX51YXK.1 size=584674 2024-08-17T00:52:31.483 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.482+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=OY4CQYX51YXK tag=UFBOZ29IZ3SI type=write size=2681826 2024-08-17T00:52:31.485 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.484+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=2VKF1I3EQIDY type=del 2024-08-17T00:52:31.486 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.485+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=39AMW0CELJHF type=write size=657453 2024-08-17T00:52:31.487 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.487+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~XCTBXFDX11BX.0 size=977705 2024-08-17T00:52:31.490 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.489+0000 7fb7ffa81640 1 < completed multipart upload key=9E9PQ6YUOR9D upload=XCTBXFDX11BX tag=3PZWXNWJWWFA type=write size=2026281 2024-08-17T00:52:31.492 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.491+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~UE20QIDCJOK0.0 size=239014 2024-08-17T00:52:31.492 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.491+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=UE20QIDCJOK0 tag=CAT8RUPERC2W type=write size=1287590 2024-08-17T00:52:31.493 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.493+0000 7fb7ffa81640 1 < completed write operation key=933T9LDGXGOQ tag=Y7R2KXB9BYQ9 type=write size=525754 2024-08-17T00:52:31.496 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.495+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~XQWSZMYUQE17.0 size=1048576 2024-08-17T00:52:31.497 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.496+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~XQWSZMYUQE17.1 size=639596 2024-08-17T00:52:31.497 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.497+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=XQWSZMYUQE17 tag=JYSQFFAKAF5K type=write size=2736748 2024-08-17T00:52:31.499 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.498+0000 7fb7ffa81640 1 < canceled operation key=J9EF9S76XDGB tag=5IL9QE0WRNLG type=del size=941078 2024-08-17T00:52:31.500 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.500+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=5LPBXD3UEY1W type=del size=2766492 2024-08-17T00:52:31.502 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.501+0000 7fb7ffa81640 1 < completed delete operation key=KC83N32YH21Q tag=2OXKGRGSWIDB type=del 2024-08-17T00:52:31.503 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.503+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=1SCJ4FG360BA type=del size=2051629 2024-08-17T00:52:31.504 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.503+0000 7fb7ffa81640 1 < canceled part key=_multipart_FTHZ4CWOAN2W.2~BBIY3AVJKVOY.0 size=361332 2024-08-17T00:52:31.506 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.506+0000 7fb7ffa81640 1 < canceled multipart upload key=FTHZ4CWOAN2W upload=BBIY3AVJKVOY tag=B54TZ85D3SFS type=write size=1409908 2024-08-17T00:52:31.508 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.507+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=ECTO8M3I5H1W type=del size=681893 2024-08-17T00:52:31.509 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.508+0000 7fb7ffa81640 1 < canceled operation key=X5TSXJNP2QPC tag=EGO5NFEVITE8 type=write size=296669 2024-08-17T00:52:31.511 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.510+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=Z51XCUFTVKLR type=del size=913947 2024-08-17T00:52:31.513 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.513+0000 7fb7ffa81640 1 < suggested update operation key=VHXBN189GN90 tag=V00PF024CE7J type=del size=2393792 2024-08-17T00:52:31.516 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.515+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~DXQWYQ59XX8H.0 size=260668 2024-08-17T00:52:31.516 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.515+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=DXQWYQ59XX8H tag=684ORMOKJY4C type=write size=1309244 2024-08-17T00:52:31.517 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.517+0000 7fb7ffa81640 1 < canceled operation key=6TUEJWX5HXNC tag=B100D70UZTSZ type=write size=344571 2024-08-17T00:52:31.520 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.520+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~S27H3CHDS91Q.0 size=1048576 2024-08-17T00:52:31.521 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.521+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~S27H3CHDS91Q.1 size=150721 2024-08-17T00:52:31.521 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.521+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=S27H3CHDS91Q tag=7T0O6CYY7ZOT type=write size=2247873 2024-08-17T00:52:31.523 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.522+0000 7fb7ffa81640 1 < completed write operation key=ZF5O5WVFK6GU tag=3VFLYFPEG622 type=write size=708126 2024-08-17T00:52:31.524 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.524+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=300YHHU8V0FM type=del size=3806433 2024-08-17T00:52:31.526 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.525+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~WT0AQ9NHUC0W.0 size=386244 2024-08-17T00:52:31.529 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.528+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=WT0AQ9NHUC0W tag=7O6QZPD7T91C type=write size=1434820 2024-08-17T00:52:31.530 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.530+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=SOWT7Z0RLG3H type=write size=832960 2024-08-17T00:52:31.532 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.531+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~D787JXDZQNPS.0 size=471424 2024-08-17T00:52:31.534 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.533+0000 7fb7ffa81640 1 < completed multipart upload key=VHXBN189GN90 upload=D787JXDZQNPS tag=SY9UZBTW4JAP type=write size=1520000 2024-08-17T00:52:31.537 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.536+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~NVLWEL1ONPVF.0 size=194389 2024-08-17T00:52:31.537 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.536+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=NVLWEL1ONPVF tag=HDLSOUD6BJH0 type=write size=1242965 2024-08-17T00:52:31.538 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.537+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~L9FFIQ0TTBDH.0 size=471073 2024-08-17T00:52:31.540 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.539+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=L9FFIQ0TTBDH tag=9P2Y3SMLCPWE type=write size=1519649 2024-08-17T00:52:31.542 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.541+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=4Y7A6SLWMZ20 type=del size=2910236 2024-08-17T00:52:31.543 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.542+0000 7fb7ffa81640 1 < completed delete operation key=G9T63DWLHVIJ tag=3F26WS3EM1BL type=del 2024-08-17T00:52:31.544 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.544+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=0HJRDPO4SING type=write size=968844 2024-08-17T00:52:31.546 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.545+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=708FL7SG9TV5 type=del 2024-08-17T00:52:31.548 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.547+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~GM7CXLV4CS35.0 size=1048576 2024-08-17T00:52:31.549 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.549+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~GM7CXLV4CS35.1 size=1048576 2024-08-17T00:52:31.550 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.550+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~GM7CXLV4CS35.2 size=525368 2024-08-17T00:52:31.551 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.550+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=GM7CXLV4CS35 tag=PRRUA3D07LM4 type=write size=3671096 2024-08-17T00:52:31.552 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.551+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~OY4CQYX51YXK.0 size=1048576 2024-08-17T00:52:31.553 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.552+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~OY4CQYX51YXK.1 size=584674 2024-08-17T00:52:31.555 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.555+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=OY4CQYX51YXK tag=UFBOZ29IZ3SI type=write size=2681826 2024-08-17T00:52:31.558 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.557+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~P37DET0G88UD.0 size=660506 2024-08-17T00:52:31.558 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.557+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=P37DET0G88UD tag=OPRSC5YEVSR8 type=write size=1709082 2024-08-17T00:52:31.559 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.559+0000 7fb7ffa81640 1 < canceled operation key=933T9LDGXGOQ tag=39AMW0CELJHF type=write size=657453 2024-08-17T00:52:31.561 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.560+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=A3YXLL2GMIAJ type=del size=3879391 2024-08-17T00:52:31.562 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.562+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~UE20QIDCJOK0.0 size=239014 2024-08-17T00:52:31.565 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.564+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=UE20QIDCJOK0 tag=CAT8RUPERC2W type=write size=1287590 2024-08-17T00:52:31.567 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.566+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~PB2TAE1WUOA5.0 size=1048576 2024-08-17T00:52:31.568 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.568+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~PB2TAE1WUOA5.1 size=1048576 2024-08-17T00:52:31.570 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.569+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~PB2TAE1WUOA5.2 size=554546 2024-08-17T00:52:31.570 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.569+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=PB2TAE1WUOA5 tag=HJG38SH6IHLR type=write size=3700274 2024-08-17T00:52:31.571 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.570+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~XQWSZMYUQE17.0 size=1048576 2024-08-17T00:52:31.572 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.571+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~XQWSZMYUQE17.1 size=639596 2024-08-17T00:52:31.574 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.574+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=XQWSZMYUQE17 tag=JYSQFFAKAF5K type=write size=2736748 2024-08-17T00:52:31.577 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.576+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~AZT5ZVFWVP7V.0 size=1048576 2024-08-17T00:52:31.578 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.577+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~AZT5ZVFWVP7V.1 size=1048576 2024-08-17T00:52:31.579 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.579+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~AZT5ZVFWVP7V.2 size=262097 2024-08-17T00:52:31.579 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.579+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=AZT5ZVFWVP7V tag=GO4VMSKQNVQ4 type=write size=3407825 2024-08-17T00:52:31.581 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.580+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=5LPBXD3UEY1W type=del 2024-08-17T00:52:31.582 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.582+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=PWXTJJ64XQSH type=write size=204294 2024-08-17T00:52:31.584 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.583+0000 7fb7ffa81640 -1 < failed to complete operation key=VHXBN189GN90 tag=1SCJ4FG360BA type=del size=2051629: (22) Invalid argument 2024-08-17T00:52:31.586 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.585+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=X4D7XIXBPR1U type=del size=1990832 2024-08-17T00:52:31.590 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.586+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=ECTO8M3I5H1W type=del 2024-08-17T00:52:31.590 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.589+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~3ROV11DVJAP6.0 size=1048576 2024-08-17T00:52:31.591 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.590+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~3ROV11DVJAP6.1 size=537424 2024-08-17T00:52:31.591 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.590+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=3ROV11DVJAP6 tag=0MJNXG5PPAWV type=write size=2634576 2024-08-17T00:52:31.592 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.591+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=Z51XCUFTVKLR type=del 2024-08-17T00:52:31.595 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.594+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~L2Q3Z0WBX8D9.0 size=1048576 2024-08-17T00:52:31.596 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.595+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~L2Q3Z0WBX8D9.1 size=1048576 2024-08-17T00:52:31.597 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.596+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~L2Q3Z0WBX8D9.2 size=518071 2024-08-17T00:52:31.597 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.596+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=L2Q3Z0WBX8D9 tag=0ARCR2QC9QTM type=write size=3663799 2024-08-17T00:52:31.598 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.597+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~DXQWYQ59XX8H.0 size=260668 2024-08-17T00:52:31.601 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.600+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=DXQWYQ59XX8H tag=684ORMOKJY4C type=write size=1309244 2024-08-17T00:52:31.603 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.602+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~WJD5XF1YC2DW.0 size=1048576 2024-08-17T00:52:31.604 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.603+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~WJD5XF1YC2DW.1 size=868318 2024-08-17T00:52:31.604 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.603+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=WJD5XF1YC2DW tag=81V0KJFR0WVW type=write size=2965470 2024-08-17T00:52:31.606 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.605+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~S27H3CHDS91Q.0 size=1048576 2024-08-17T00:52:31.607 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.606+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~S27H3CHDS91Q.1 size=150721 2024-08-17T00:52:31.609 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.608+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=S27H3CHDS91Q tag=7T0O6CYY7ZOT type=write size=2247873 2024-08-17T00:52:31.611 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.610+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=5WP5V68GCR7R type=write size=133366 2024-08-17T00:52:31.612 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.611+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=300YHHU8V0FM type=del 2024-08-17T00:52:31.615 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.614+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~80NJ8J23VR94.0 size=823356 2024-08-17T00:52:31.615 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.614+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=80NJ8J23VR94 tag=0B1SDO1KIA2R type=write size=1871932 2024-08-17T00:52:31.616 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.615+0000 7fb7ffa81640 1 < completed write operation key=GKFA6AWL6159 tag=SOWT7Z0RLG3H type=write size=832960 2024-08-17T00:52:31.618 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.618+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~N927XH7JWEFI.0 size=1048576 2024-08-17T00:52:31.619 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.619+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~N927XH7JWEFI.1 size=1048576 2024-08-17T00:52:31.621 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.620+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~N927XH7JWEFI.2 size=1002421 2024-08-17T00:52:31.621 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.620+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=N927XH7JWEFI tag=Z1KFBT69VV6J type=write size=4148149 2024-08-17T00:52:31.622 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.621+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~NVLWEL1ONPVF.0 size=194389 2024-08-17T00:52:31.625 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.624+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=NVLWEL1ONPVF tag=HDLSOUD6BJH0 type=write size=1242965 2024-08-17T00:52:31.626 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.626+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=J9ZUH1JVIT8O type=write size=180082 2024-08-17T00:52:31.630 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.629+0000 7fb7ffa81640 1 < suggested update operation key=VXX2N7W78TY5 tag=4Y7A6SLWMZ20 type=del size=2910236 2024-08-17T00:52:31.631 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.630+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=BL3SMOM0N7QN type=del size=1467052 2024-08-17T00:52:31.634 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.634+0000 7fb7ffa81640 1 < suggested update operation key=8R9K8LDJ88DU tag=0HJRDPO4SING type=write size=968844 2024-08-17T00:52:31.637 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.636+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~AAOBUKJTY8LQ.0 size=1048576 2024-08-17T00:52:31.638 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.638+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~AAOBUKJTY8LQ.1 size=1048576 2024-08-17T00:52:31.639 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.639+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~AAOBUKJTY8LQ.2 size=12987 2024-08-17T00:52:31.640 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.639+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=AAOBUKJTY8LQ tag=SWH2IYGLN1O2 type=write size=3158715 2024-08-17T00:52:31.641 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.640+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~GM7CXLV4CS35.0 size=1048576 2024-08-17T00:52:31.642 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.642+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~GM7CXLV4CS35.1 size=1048576 2024-08-17T00:52:31.644 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.643+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~GM7CXLV4CS35.2 size=525368 2024-08-17T00:52:31.646 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.646+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=GM7CXLV4CS35 tag=PRRUA3D07LM4 type=write size=3671096 2024-08-17T00:52:31.650 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.649+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~VZQLPNQFVOBW.0 size=616800 2024-08-17T00:52:31.650 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.649+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=VZQLPNQFVOBW tag=5R40YX57QOZT type=write size=1665376 2024-08-17T00:52:31.652 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.651+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~P37DET0G88UD.0 size=660506 2024-08-17T00:52:31.654 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.653+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=P37DET0G88UD tag=OPRSC5YEVSR8 type=write size=1709082 2024-08-17T00:52:31.656 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.655+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=ARFX0RW0VQ85 type=del size=1253624 2024-08-17T00:52:31.658 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.657+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=A3YXLL2GMIAJ type=del 2024-08-17T00:52:31.659 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.659+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=Y8Y7N0M48BOT type=del size=365901 2024-08-17T00:52:31.661 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.660+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~PB2TAE1WUOA5.0 size=1048576 2024-08-17T00:52:31.662 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.662+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~PB2TAE1WUOA5.1 size=1048576 2024-08-17T00:52:31.664 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.663+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~PB2TAE1WUOA5.2 size=554546 2024-08-17T00:52:31.667 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.666+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=PB2TAE1WUOA5 tag=HJG38SH6IHLR type=write size=3700274 2024-08-17T00:52:31.668 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.667+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=HQVYL3TAIUE8 type=del size=1644133 2024-08-17T00:52:31.670 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.669+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~AZT5ZVFWVP7V.0 size=1048576 2024-08-17T00:52:31.671 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.670+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~AZT5ZVFWVP7V.1 size=1048576 2024-08-17T00:52:31.672 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.672+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~AZT5ZVFWVP7V.2 size=262097 2024-08-17T00:52:31.675 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.674+0000 7fb7ffa81640 1 < completed multipart upload key=VHXBN189GN90 upload=AZT5ZVFWVP7V tag=GO4VMSKQNVQ4 type=write size=3407825 2024-08-17T00:52:31.677 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.676+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=RZ6DLJ61JU2S type=del size=518617 2024-08-17T00:52:31.678 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.677+0000 7fb7ffa81640 1 < canceled operation key=933T9LDGXGOQ tag=PWXTJJ64XQSH type=write size=204294 2024-08-17T00:52:31.681 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.680+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~QFLCCI60OURP.0 size=1029972 2024-08-17T00:52:31.681 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.680+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=QFLCCI60OURP tag=Q9B1NXIYFQ89 type=write size=2078548 2024-08-17T00:52:31.683 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.682+0000 7fb7ffa81640 -1 < failed to complete operation key=VXX2N7W78TY5 tag=X4D7XIXBPR1U type=del size=1990832: (22) Invalid argument 2024-08-17T00:52:31.685 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.684+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=1R83CJ3PX32G type=write size=599706 2024-08-17T00:52:31.686 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.686+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~3ROV11DVJAP6.0 size=1048576 2024-08-17T00:52:31.688 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.687+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~3ROV11DVJAP6.1 size=537424 2024-08-17T00:52:31.690 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.690+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=3ROV11DVJAP6 tag=0MJNXG5PPAWV type=write size=2634576 2024-08-17T00:52:31.692 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.691+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=AJGSITGQYAGB type=write size=528410 2024-08-17T00:52:31.693 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.692+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~L2Q3Z0WBX8D9.0 size=1048576 2024-08-17T00:52:31.695 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.694+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~L2Q3Z0WBX8D9.1 size=1048576 2024-08-17T00:52:31.696 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.695+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~L2Q3Z0WBX8D9.2 size=518071 2024-08-17T00:52:31.698 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.698+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=L2Q3Z0WBX8D9 tag=0ARCR2QC9QTM type=write size=3663799 2024-08-17T00:52:31.700 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.699+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=2MKHL3M13OPB type=write size=340224 2024-08-17T00:52:31.702 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.701+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~WJD5XF1YC2DW.0 size=1048576 2024-08-17T00:52:31.703 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.702+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~WJD5XF1YC2DW.1 size=868318 2024-08-17T00:52:31.705 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.705+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=WJD5XF1YC2DW tag=81V0KJFR0WVW type=write size=2965470 2024-08-17T00:52:31.709 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.708+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~DOO3KITFP75U.0 size=1048576 2024-08-17T00:52:31.710 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.709+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~DOO3KITFP75U.1 size=695355 2024-08-17T00:52:31.710 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.709+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=DOO3KITFP75U tag=N1EY5FBCSND2 type=write size=2792507 2024-08-17T00:52:31.711 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.711+0000 7fb7ffa81640 1 < canceled operation key=GKFA6AWL6159 tag=5WP5V68GCR7R type=write size=133366 2024-08-17T00:52:31.713 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.713+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=CDB2NMOOT5KH type=del size=2601736 2024-08-17T00:52:31.714 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.713+0000 7fb7ffa81640 1 < canceled part key=_multipart_X2R05Y3HU1RG.2~80NJ8J23VR94.0 size=823356 2024-08-17T00:52:31.716 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.716+0000 7fb7ffa81640 1 < canceled multipart upload key=X2R05Y3HU1RG upload=80NJ8J23VR94 tag=0B1SDO1KIA2R type=write size=1871932 2024-08-17T00:52:31.718 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.717+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=E9MYBN4FCUOM type=del size=3946614 2024-08-17T00:52:31.719 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.719+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~N927XH7JWEFI.0 size=1048576 2024-08-17T00:52:31.721 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.720+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~N927XH7JWEFI.1 size=1048576 2024-08-17T00:52:31.722 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.721+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~N927XH7JWEFI.2 size=1002421 2024-08-17T00:52:31.724 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.723+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=N927XH7JWEFI tag=Z1KFBT69VV6J type=write size=4148149 2024-08-17T00:52:31.726 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.725+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=XP1450IKHDG1 type=del size=854025 2024-08-17T00:52:31.727 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.726+0000 7fb7ffa81640 1 < completed write operation key=J9EF9S76XDGB tag=J9ZUH1JVIT8O type=write size=180082 2024-08-17T00:52:31.728 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.728+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=874L7BWN3Y79 type=del size=3002910 2024-08-17T00:52:31.730 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.729+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=BL3SMOM0N7QN type=del 2024-08-17T00:52:31.733 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.732+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~I680NNT03TVX.0 size=715317 2024-08-17T00:52:31.733 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.732+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=I680NNT03TVX tag=MWW30NAYSA3R type=write size=1763893 2024-08-17T00:52:31.734 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.733+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~AAOBUKJTY8LQ.0 size=1048576 2024-08-17T00:52:31.735 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.734+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~AAOBUKJTY8LQ.1 size=1048576 2024-08-17T00:52:31.736 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.736+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~AAOBUKJTY8LQ.2 size=12987 2024-08-17T00:52:31.739 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.738+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=AAOBUKJTY8LQ tag=SWH2IYGLN1O2 type=write size=3158715 2024-08-17T00:52:31.740 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.740+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=BN2DSGNP7ELU type=del size=3454662 2024-08-17T00:52:31.742 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.741+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~VZQLPNQFVOBW.0 size=616800 2024-08-17T00:52:31.744 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.744+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=VZQLPNQFVOBW tag=5R40YX57QOZT type=write size=1665376 2024-08-17T00:52:31.748 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.747+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~A7158M01EF8F.0 size=1048576 2024-08-17T00:52:31.749 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.748+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~A7158M01EF8F.1 size=71981 2024-08-17T00:52:31.749 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.748+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=A7158M01EF8F tag=HR485HD1T8Y3 type=write size=2169133 2024-08-17T00:52:31.750 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.749+0000 7fb7ffa81640 1 < completed delete operation key=KC83N32YH21Q tag=ARFX0RW0VQ85 type=del 2024-08-17T00:52:31.752 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.751+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=LJ9LRNORL0S0 type=del size=295421 2024-08-17T00:52:31.753 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.753+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=Y8Y7N0M48BOT type=del 2024-08-17T00:52:31.755 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.754+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=KK4360RC95IY type=del size=2645551 2024-08-17T00:52:31.758 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.757+0000 7fb7ffa81640 1 < suggested remove operation key=YGH20LQ783HC tag=HQVYL3TAIUE8 type=del 2024-08-17T00:52:31.760 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.760+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~L00PXY30L6HH.0 size=1048576 2024-08-17T00:52:31.762 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.761+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~L00PXY30L6HH.1 size=243106 2024-08-17T00:52:31.762 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.761+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=L00PXY30L6HH tag=79JG64U3XBU5 type=write size=2340258 2024-08-17T00:52:31.764 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.763+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=RZ6DLJ61JU2S type=del 2024-08-17T00:52:31.765 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.764+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=C4FAOJHBB8I0 type=del size=1665412 2024-08-17T00:52:31.766 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.765+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~QFLCCI60OURP.0 size=1029972 2024-08-17T00:52:31.769 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.768+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=QFLCCI60OURP tag=Q9B1NXIYFQ89 type=write size=2078548 2024-08-17T00:52:31.771 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.770+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~9K4T2LR6X8HO.0 size=2808 2024-08-17T00:52:31.771 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.770+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=9K4T2LR6X8HO tag=V8KO7O6VREN2 type=write size=1051384 2024-08-17T00:52:31.772 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.772+0000 7fb7ffa81640 1 < completed write operation key=47CFG298DQD5 tag=1R83CJ3PX32G type=write size=599706 2024-08-17T00:52:31.774 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.773+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=11AQVET0I15L type=del size=1873499 2024-08-17T00:52:31.776 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.775+0000 7fb7ffa81640 -1 < failed to complete operation key=YGH20LQ783HC tag=AJGSITGQYAGB type=write size=528410: (22) Invalid argument 2024-08-17T00:52:31.779 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.778+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~628OIC0QOIZ7.0 size=1048576 2024-08-17T00:52:31.780 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.779+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~628OIC0QOIZ7.1 size=1048576 2024-08-17T00:52:31.781 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.780+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~628OIC0QOIZ7.2 size=730692 2024-08-17T00:52:31.781 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.780+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=628OIC0QOIZ7 tag=BKVTQNQ3GS9I type=write size=3876420 2024-08-17T00:52:31.783 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.782+0000 7fb7ffa81640 1 < completed write operation key=933T9LDGXGOQ tag=2MKHL3M13OPB type=write size=340224 2024-08-17T00:52:31.784 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.784+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=1FHEJSV82O5Y type=del size=4089446 2024-08-17T00:52:31.786 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.785+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~DOO3KITFP75U.0 size=1048576 2024-08-17T00:52:31.787 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.786+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~DOO3KITFP75U.1 size=695355 2024-08-17T00:52:31.790 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.789+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=DOO3KITFP75U tag=N1EY5FBCSND2 type=write size=2792507 2024-08-17T00:52:31.791 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.790+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=F6I10B4H98KJ type=del size=3824917 2024-08-17T00:52:31.793 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.792+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=CDB2NMOOT5KH type=del 2024-08-17T00:52:31.794 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.794+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=IU1LRML4QL5E type=write size=960007 2024-08-17T00:52:31.798 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.795+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=E9MYBN4FCUOM type=del 2024-08-17T00:52:31.798 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.797+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=UQUGP1C7242S type=del size=3630878 2024-08-17T00:52:31.799 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.798+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=XP1450IKHDG1 type=del 2024-08-17T00:52:31.802 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.801+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~MZSNYU21M0SB.0 size=731815 2024-08-17T00:52:31.802 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.801+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=MZSNYU21M0SB tag=QX00EM2ASYIL type=write size=1780391 2024-08-17T00:52:31.805 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.804+0000 7fb7ffa81640 1 < suggested remove operation key=JID7SA7XCFSD tag=874L7BWN3Y79 type=del 2024-08-17T00:52:31.806 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.806+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=318CH7H9BI4S type=del size=3211605 2024-08-17T00:52:31.807 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.806+0000 7fb7ffa81640 1 < canceled part key=_multipart_J9EF9S76XDGB.2~I680NNT03TVX.0 size=715317 2024-08-17T00:52:31.809 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.808+0000 7fb7ffa81640 1 < canceled multipart upload key=J9EF9S76XDGB upload=I680NNT03TVX tag=MWW30NAYSA3R type=write size=1763893 2024-08-17T00:52:31.811 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.810+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=NQHK43V8WOZL type=write size=108729 2024-08-17T00:52:31.813 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.812+0000 7fb7ffa81640 -1 < failed to complete operation key=JID7SA7XCFSD tag=BN2DSGNP7ELU type=del size=3454662: (22) Invalid argument 2024-08-17T00:52:31.816 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.815+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~Y77CDMQ6K72M.0 size=562485 2024-08-17T00:52:31.816 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.815+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=Y77CDMQ6K72M tag=IM41Q5DPTPIP type=write size=1611061 2024-08-17T00:52:31.816 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.815+0000 7fb7ffa81640 1 < canceled part key=_multipart_VXX2N7W78TY5.2~A7158M01EF8F.0 size=1048576 2024-08-17T00:52:31.817 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.816+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~A7158M01EF8F.1 size=71981 2024-08-17T00:52:31.820 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.819+0000 7fb7ffa81640 1 < canceled multipart upload key=VXX2N7W78TY5 upload=A7158M01EF8F tag=HR485HD1T8Y3 type=write size=2169133 2024-08-17T00:52:31.822 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.822+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~L7SHUBUBGK9V.0 size=1048576 2024-08-17T00:52:31.824 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.823+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~L7SHUBUBGK9V.1 size=1048576 2024-08-17T00:52:31.825 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.824+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~L7SHUBUBGK9V.2 size=117524 2024-08-17T00:52:31.825 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.824+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=L7SHUBUBGK9V tag=QTW0VM6V8A2C type=write size=3263252 2024-08-17T00:52:31.826 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.825+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=LJ9LRNORL0S0 type=del 2024-08-17T00:52:31.828 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.827+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=3BZM8VCA8XVN type=del size=3154289 2024-08-17T00:52:31.829 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.829+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=KK4360RC95IY type=del 2024-08-17T00:52:31.833 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.832+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~OPZIA6VN3FDS.0 size=1048576 2024-08-17T00:52:31.834 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.833+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~OPZIA6VN3FDS.1 size=1048576 2024-08-17T00:52:31.835 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.834+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~OPZIA6VN3FDS.2 size=196514 2024-08-17T00:52:31.835 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.835+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=OPZIA6VN3FDS tag=KTHQ2KYAL7FB type=write size=3342242 2024-08-17T00:52:31.837 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.836+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~L00PXY30L6HH.0 size=1048576 2024-08-17T00:52:31.838 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.837+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~L00PXY30L6HH.1 size=243106 2024-08-17T00:52:31.840 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.840+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=L00PXY30L6HH tag=79JG64U3XBU5 type=write size=2340258 2024-08-17T00:52:31.843 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.842+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~3KIATUHBMR7J.0 size=1048576 2024-08-17T00:52:31.844 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.844+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~3KIATUHBMR7J.1 size=497209 2024-08-17T00:52:31.844 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.844+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=3KIATUHBMR7J tag=AAHV12N4SJZT type=write size=2594361 2024-08-17T00:52:31.846 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.845+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=C4FAOJHBB8I0 type=del 2024-08-17T00:52:31.849 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.848+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~VY9XC0H8K5Z6.0 size=1003300 2024-08-17T00:52:31.849 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.848+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=VY9XC0H8K5Z6 tag=AKG2FMT1LWMM type=write size=2051876 2024-08-17T00:52:31.849 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.848+0000 7fb7ffa81640 1 < canceled part key=_multipart_VHXBN189GN90.2~9K4T2LR6X8HO.0 size=2808 2024-08-17T00:52:31.852 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.851+0000 7fb7ffa81640 1 < canceled multipart upload key=VHXBN189GN90 upload=9K4T2LR6X8HO tag=V8KO7O6VREN2 type=write size=1051384 2024-08-17T00:52:31.855 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.854+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~R04XSSVW2P3D.0 size=992632 2024-08-17T00:52:31.855 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.854+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=R04XSSVW2P3D tag=3PHUKUA30AIM type=write size=2041208 2024-08-17T00:52:31.856 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.855+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=11AQVET0I15L type=del 2024-08-17T00:52:31.859 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.858+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~EXMILEYU6CCA.0 size=1048576 2024-08-17T00:52:31.860 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.859+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~EXMILEYU6CCA.1 size=711875 2024-08-17T00:52:31.860 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.859+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=EXMILEYU6CCA tag=N49V6Z83YK0V type=write size=2809027 2024-08-17T00:52:31.860 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.859+0000 7fb7ffa81640 1 < canceled part key=_multipart_27S7S7L3SYN7.2~628OIC0QOIZ7.0 size=1048576 2024-08-17T00:52:31.861 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.860+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~628OIC0QOIZ7.1 size=1048576 2024-08-17T00:52:31.862 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.862+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~628OIC0QOIZ7.2 size=730692 2024-08-17T00:52:31.866 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.865+0000 7fb7ffa81640 1 < canceled multipart upload key=27S7S7L3SYN7 upload=628OIC0QOIZ7 tag=BKVTQNQ3GS9I type=write size=3876420 2024-08-17T00:52:31.868 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.867+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~6E3P347C3S0I.0 size=1048576 2024-08-17T00:52:31.869 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.869+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~6E3P347C3S0I.1 size=56450 2024-08-17T00:52:31.869 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.869+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=6E3P347C3S0I tag=EKKOTSMYPAWV type=write size=2153602 2024-08-17T00:52:31.871 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.870+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=1FHEJSV82O5Y type=del 2024-08-17T00:52:31.874 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.873+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~GFK5PIL5O558.0 size=1048576 2024-08-17T00:52:31.875 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.874+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~GFK5PIL5O558.1 size=1048576 2024-08-17T00:52:31.876 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.875+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~GFK5PIL5O558.2 size=854278 2024-08-17T00:52:31.876 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.875+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=GFK5PIL5O558 tag=5M0A7L27582P type=write size=4000006 2024-08-17T00:52:31.879 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.879+0000 7fb7ffa81640 1 < suggested update operation key=CUF1RKGY7TOA tag=F6I10B4H98KJ type=del size=3824917 2024-08-17T00:52:31.882 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.881+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~LS3CZZ818JUG.0 size=466409 2024-08-17T00:52:31.883 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.881+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=LS3CZZ818JUG tag=OUR9YAP6WSSH type=write size=1514985 2024-08-17T00:52:31.883 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.883+0000 7fb7ffa81640 1 < completed write operation key=YGH20LQ783HC tag=IU1LRML4QL5E type=write size=960007 2024-08-17T00:52:31.885 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.884+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=FASRF73LW2KV type=del size=2777530 2024-08-17T00:52:31.888 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.887+0000 7fb7ffa81640 1 < suggested update operation key=X5TSXJNP2QPC tag=UQUGP1C7242S type=del size=3630878 2024-08-17T00:52:31.889 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.888+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=B3SXUF03PG2Y type=write size=730193 2024-08-17T00:52:31.890 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.890+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~MZSNYU21M0SB.0 size=731815 2024-08-17T00:52:31.893 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.892+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=MZSNYU21M0SB tag=QX00EM2ASYIL type=write size=1780391 2024-08-17T00:52:31.894 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.893+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=XY2T9KWAH58D type=del size=1127983 2024-08-17T00:52:31.897 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.896+0000 7fb7ffa81640 1 < suggested update operation key=OV7J2EQPRBH6 tag=318CH7H9BI4S type=del size=3211605 2024-08-17T00:52:31.899 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.898+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=D6LTQSINWRAV type=del size=1008114 2024-08-17T00:52:31.900 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.900+0000 7fb7ffa81640 1 < completed write operation key=T1MU59FRZ5I0 tag=NQHK43V8WOZL type=write size=108729 2024-08-17T00:52:31.902 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.901+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=AZWWG1W74PYG type=del size=3992976 2024-08-17T00:52:31.902 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.901+0000 7fb7ffa81640 1 < canceled part key=_multipart_MZOJQR9Z75AP.2~Y77CDMQ6K72M.0 size=562485 2024-08-17T00:52:31.905 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.904+0000 7fb7ffa81640 1 < canceled multipart upload key=MZOJQR9Z75AP upload=Y77CDMQ6K72M tag=IM41Q5DPTPIP type=write size=1611061 2024-08-17T00:52:31.906 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.905+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=58G9MPPH268O type=del size=1558590 2024-08-17T00:52:31.908 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.907+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~L7SHUBUBGK9V.0 size=1048576 2024-08-17T00:52:31.909 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.908+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~L7SHUBUBGK9V.1 size=1048576 2024-08-17T00:52:31.910 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.910+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~L7SHUBUBGK9V.2 size=117524 2024-08-17T00:52:31.913 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.912+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=L7SHUBUBGK9V tag=QTW0VM6V8A2C type=write size=3263252 2024-08-17T00:52:31.914 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.914+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=ZD12490ZNBT6 type=write size=884067 2024-08-17T00:52:31.916 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.916+0000 7fb7ffa81640 -1 < failed to complete operation key=CUF1RKGY7TOA tag=3BZM8VCA8XVN type=del size=3154289: (22) Invalid argument 2024-08-17T00:52:31.918 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.917+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=1V5SH2VHQ6IM type=write size=13818 2024-08-17T00:52:31.920 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.919+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~OPZIA6VN3FDS.0 size=1048576 2024-08-17T00:52:31.921 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.921+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~OPZIA6VN3FDS.1 size=1048576 2024-08-17T00:52:31.923 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.922+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~OPZIA6VN3FDS.2 size=196514 2024-08-17T00:52:31.925 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.925+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=OPZIA6VN3FDS tag=KTHQ2KYAL7FB type=write size=3342242 2024-08-17T00:52:31.927 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.927+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=7T63MTYV13WP type=del size=4129648 2024-08-17T00:52:31.929 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.928+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~3KIATUHBMR7J.0 size=1048576 2024-08-17T00:52:31.930 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.930+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~3KIATUHBMR7J.1 size=497209 2024-08-17T00:52:31.933 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.932+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=3KIATUHBMR7J tag=AAHV12N4SJZT type=write size=2594361 2024-08-17T00:52:31.936 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.935+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~QEXN4ZD1JXG4.0 size=1048576 2024-08-17T00:52:31.937 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.936+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~QEXN4ZD1JXG4.1 size=1048576 2024-08-17T00:52:31.938 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.938+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~QEXN4ZD1JXG4.2 size=369008 2024-08-17T00:52:31.938 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.938+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=QEXN4ZD1JXG4 tag=7OUCA0L4NIBV type=write size=3514736 2024-08-17T00:52:31.940 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.939+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~VY9XC0H8K5Z6.0 size=1003300 2024-08-17T00:52:31.942 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.942+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=VY9XC0H8K5Z6 tag=AKG2FMT1LWMM type=write size=2051876 2024-08-17T00:52:31.945 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.945+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~3FEAN9DXK68J.0 size=1048576 2024-08-17T00:52:31.947 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.946+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~3FEAN9DXK68J.1 size=626448 2024-08-17T00:52:31.947 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.946+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=3FEAN9DXK68J tag=MCF54MBOB20N type=write size=2723600 2024-08-17T00:52:31.949 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.948+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~R04XSSVW2P3D.0 size=992632 2024-08-17T00:52:31.951 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.950+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=R04XSSVW2P3D tag=3PHUKUA30AIM type=write size=2041208 2024-08-17T00:52:31.953 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.952+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=HO7EZIKOO5JQ type=del size=2567925 2024-08-17T00:52:31.954 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.953+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~EXMILEYU6CCA.0 size=1048576 2024-08-17T00:52:31.955 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.955+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~EXMILEYU6CCA.1 size=711875 2024-08-17T00:52:31.958 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.957+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=EXMILEYU6CCA tag=N49V6Z83YK0V type=write size=2809027 2024-08-17T00:52:31.961 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.960+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~TVZEEDFJZOVZ.0 size=456627 2024-08-17T00:52:31.961 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.960+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=TVZEEDFJZOVZ tag=BK9VFZM1DM2K type=write size=1505203 2024-08-17T00:52:31.963 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.962+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~6E3P347C3S0I.0 size=1048576 2024-08-17T00:52:31.964 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.963+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~6E3P347C3S0I.1 size=56450 2024-08-17T00:52:31.967 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.966+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=6E3P347C3S0I tag=EKKOTSMYPAWV type=write size=2153602 2024-08-17T00:52:31.970 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.969+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~SYNJ5J3YI4MQ.0 size=577700 2024-08-17T00:52:31.970 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.969+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=SYNJ5J3YI4MQ tag=Q53LNB1XT99O type=write size=1626276 2024-08-17T00:52:31.971 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.971+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~GFK5PIL5O558.0 size=1048576 2024-08-17T00:52:31.973 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.972+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~GFK5PIL5O558.1 size=1048576 2024-08-17T00:52:31.975 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.974+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~GFK5PIL5O558.2 size=854278 2024-08-17T00:52:31.977 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.977+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=GFK5PIL5O558 tag=5M0A7L27582P type=write size=4000006 2024-08-17T00:52:31.980 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.980+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~EUJ8MS9YQEAL.0 size=1048576 2024-08-17T00:52:31.982 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.981+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~EUJ8MS9YQEAL.1 size=604889 2024-08-17T00:52:31.982 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.981+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=EUJ8MS9YQEAL tag=SN6M6JFOQW1R type=write size=2702041 2024-08-17T00:52:31.984 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.983+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~LS3CZZ818JUG.0 size=466409 2024-08-17T00:52:31.986 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.985+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=LS3CZZ818JUG tag=OUR9YAP6WSSH type=write size=1514985 2024-08-17T00:52:31.988 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.987+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=V58LP1FQU0SO type=del size=2070161 2024-08-17T00:52:31.990 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.990+0000 7fb7ffa81640 1 < suggested update operation key=OV7J2EQPRBH6 tag=FASRF73LW2KV type=del size=2777530 2024-08-17T00:52:31.993 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.992+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~W7RJJJIHSTMM.0 size=1048576 2024-08-17T00:52:31.994 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.994+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~W7RJJJIHSTMM.1 size=1048576 2024-08-17T00:52:31.996 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.995+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~W7RJJJIHSTMM.2 size=245696 2024-08-17T00:52:31.996 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.995+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=W7RJJJIHSTMM tag=R1ZQO4C3TQ3U type=write size=3391424 2024-08-17T00:52:31.999 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.998+0000 7fb7ffa81640 1 < suggested remove operation key=1DKD54PZ3N4G tag=B3SXUF03PG2Y type=write 2024-08-17T00:52:32.002 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:31.999+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=CMPTJ926HGXK type=del size=603917 2024-08-17T00:52:32.003 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.002+0000 7fb7ffa81640 1 < suggested remove operation key=VXX2N7W78TY5 tag=XY2T9KWAH58D type=del 2024-08-17T00:52:32.005 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.004+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=2KZ6UFMA7AN9 type=del size=675053 2024-08-17T00:52:32.006 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.005+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=D6LTQSINWRAV type=del 2024-08-17T00:52:32.007 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.007+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=0D4GIT8F6OWA type=write size=785911 2024-08-17T00:52:32.009 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.008+0000 7fb7ffa81640 1 < canceled operation key=YGH20LQ783HC tag=AZWWG1W74PYG type=del size=3992976 2024-08-17T00:52:32.012 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.011+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~O11N1IW7K7IP.0 size=1048576 2024-08-17T00:52:32.013 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.013+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~O11N1IW7K7IP.1 size=1048576 2024-08-17T00:52:32.014 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.014+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~O11N1IW7K7IP.2 size=1040525 2024-08-17T00:52:32.015 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.014+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=O11N1IW7K7IP tag=224FCFPY5XB3 type=write size=4186253 2024-08-17T00:52:32.016 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.015+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=58G9MPPH268O type=del 2024-08-17T00:52:32.017 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.017+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=6ORYZM0NBF6L type=write size=709513 2024-08-17T00:52:32.019 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.018+0000 7fb7ffa81640 1 < completed write operation key=X2R05Y3HU1RG tag=ZD12490ZNBT6 type=write size=884067 2024-08-17T00:52:32.020 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.020+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=9J8FYLYQ53BC type=del size=154879 2024-08-17T00:52:32.022 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.021+0000 7fb7ffa81640 1 < completed write operation key=VHXBN189GN90 tag=1V5SH2VHQ6IM type=write size=13818 2024-08-17T00:52:32.024 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.024+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~F7BE53A76X7Q.0 size=1048576 2024-08-17T00:52:32.026 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.025+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~F7BE53A76X7Q.1 size=84525 2024-08-17T00:52:32.026 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.025+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=F7BE53A76X7Q tag=6IX46Z1KICT0 type=write size=2181677 2024-08-17T00:52:32.026 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.025+0000 7fb7ffa81640 -1 < no bi entry to suggest for operation key=1DKD54PZ3N4G tag=7T63MTYV13WP type=del size=4129648: (2) No such file or directory 2024-08-17T00:52:32.028 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.027+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=H2BLEF8OAD55 type=del size=2882500 2024-08-17T00:52:32.029 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.028+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~QEXN4ZD1JXG4.0 size=1048576 2024-08-17T00:52:32.030 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.030+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~QEXN4ZD1JXG4.1 size=1048576 2024-08-17T00:52:32.032 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.031+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~QEXN4ZD1JXG4.2 size=369008 2024-08-17T00:52:32.034 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.034+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=QEXN4ZD1JXG4 tag=7OUCA0L4NIBV type=write size=3514736 2024-08-17T00:52:32.037 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.036+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~6SMJSXKG1F3N.0 size=853963 2024-08-17T00:52:32.037 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.036+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=6SMJSXKG1F3N tag=IRG5IFC4UELG type=write size=1902539 2024-08-17T00:52:32.038 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.037+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~3FEAN9DXK68J.0 size=1048576 2024-08-17T00:52:32.039 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.039+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~3FEAN9DXK68J.1 size=626448 2024-08-17T00:52:32.042 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.041+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=3FEAN9DXK68J tag=MCF54MBOB20N type=write size=2723600 2024-08-17T00:52:32.043 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.043+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=RZ6AAHA7LGQI type=del size=1230147 2024-08-17T00:52:32.045 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.044+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=HO7EZIKOO5JQ type=del 2024-08-17T00:52:32.046 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.045+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=AT2ZY9G70GP0 type=write size=337468 2024-08-17T00:52:32.048 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.047+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~TVZEEDFJZOVZ.0 size=456627 2024-08-17T00:52:32.050 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.050+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=TVZEEDFJZOVZ tag=BK9VFZM1DM2K type=write size=1505203 2024-08-17T00:52:32.053 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.052+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~FVU3YQTU3J99.0 size=667058 2024-08-17T00:52:32.053 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.052+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=FVU3YQTU3J99 tag=ZI96OZNBMGL6 type=write size=1715634 2024-08-17T00:52:32.054 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.054+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~SYNJ5J3YI4MQ.0 size=577700 2024-08-17T00:52:32.057 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.056+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=SYNJ5J3YI4MQ tag=Q53LNB1XT99O type=write size=1626276 2024-08-17T00:52:32.058 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.057+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=1RYGTKWCP0FY type=del size=3164496 2024-08-17T00:52:32.060 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.059+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~EUJ8MS9YQEAL.0 size=1048576 2024-08-17T00:52:32.061 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.060+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~EUJ8MS9YQEAL.1 size=604889 2024-08-17T00:52:32.063 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.063+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=EUJ8MS9YQEAL tag=SN6M6JFOQW1R type=write size=2702041 2024-08-17T00:52:32.066 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.065+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~EPTZE3TRIXC8.0 size=1048576 2024-08-17T00:52:32.067 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.067+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~EPTZE3TRIXC8.1 size=1048576 2024-08-17T00:52:32.069 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.068+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~EPTZE3TRIXC8.2 size=921763 2024-08-17T00:52:32.069 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.068+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=EPTZE3TRIXC8 tag=1563TJZ6EJBH type=write size=4067491 2024-08-17T00:52:32.070 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.069+0000 7fb7ffa81640 1 < canceled operation key=KFMX127CJWEL tag=V58LP1FQU0SO type=del size=2070161 2024-08-17T00:52:32.072 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.071+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=CHYOQ3ZO5GYB type=del size=1241126 2024-08-17T00:52:32.073 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.072+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~W7RJJJIHSTMM.0 size=1048576 2024-08-17T00:52:32.075 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.074+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~W7RJJJIHSTMM.1 size=1048576 2024-08-17T00:52:32.076 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.075+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~W7RJJJIHSTMM.2 size=245696 2024-08-17T00:52:32.078 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.077+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=W7RJJJIHSTMM tag=R1ZQO4C3TQ3U type=write size=3391424 2024-08-17T00:52:32.080 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.079+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=BPXIYYLQZ4HS type=write size=653916 2024-08-17T00:52:32.083 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.082+0000 7fb7ffa81640 1 < suggested update operation key=6TUEJWX5HXNC tag=CMPTJ926HGXK type=del size=603917 2024-08-17T00:52:32.084 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.083+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=DPNY49NEUZRD type=del size=3563159 2024-08-17T00:52:32.086 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.085+0000 7fb7ffa81640 1 < canceled operation key=GOA569FQQJ5Q tag=2KZ6UFMA7AN9 type=del size=675053 2024-08-17T00:52:32.087 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.086+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=NN8DPF0OJ3HD type=del size=415644 2024-08-17T00:52:32.090 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.090+0000 7fb7ffa81640 1 < suggested remove operation key=KC83N32YH21Q tag=0D4GIT8F6OWA type=write 2024-08-17T00:52:32.093 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.092+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~5T4LWQAG9RMB.0 size=1048576 2024-08-17T00:52:32.094 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.093+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~5T4LWQAG9RMB.1 size=1048576 2024-08-17T00:52:32.095 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.094+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~5T4LWQAG9RMB.2 size=862973 2024-08-17T00:52:32.095 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.094+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=5T4LWQAG9RMB tag=GWM0TCX11AQH type=write size=4008701 2024-08-17T00:52:32.097 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.096+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~O11N1IW7K7IP.0 size=1048576 2024-08-17T00:52:32.098 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.097+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~O11N1IW7K7IP.1 size=1048576 2024-08-17T00:52:32.099 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.098+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~O11N1IW7K7IP.2 size=1040525 2024-08-17T00:52:32.102 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.101+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=O11N1IW7K7IP tag=224FCFPY5XB3 type=write size=4186253 2024-08-17T00:52:32.105 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.104+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~OML3UVG1L4OL.0 size=485646 2024-08-17T00:52:32.105 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.104+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=OML3UVG1L4OL tag=3PKX0TOSF2OT type=write size=1534222 2024-08-17T00:52:32.106 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.105+0000 7fb7ffa81640 1 < completed write operation key=CUF1RKGY7TOA tag=6ORYZM0NBF6L type=write size=709513 2024-08-17T00:52:32.107 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.107+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=CJH4HY4BBP0T type=del size=1611947 2024-08-17T00:52:32.109 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.108+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=9J8FYLYQ53BC type=del 2024-08-17T00:52:32.110 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.110+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=GL2495HOIOB2 type=del size=2391501 2024-08-17T00:52:32.112 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.111+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~F7BE53A76X7Q.0 size=1048576 2024-08-17T00:52:32.113 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.112+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~F7BE53A76X7Q.1 size=84525 2024-08-17T00:52:32.115 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.115+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=F7BE53A76X7Q tag=6IX46Z1KICT0 type=write size=2181677 2024-08-17T00:52:32.117 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.116+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=3KOZDM7IZW3A type=del size=441039 2024-08-17T00:52:32.118 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.118+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=H2BLEF8OAD55 type=del 2024-08-17T00:52:32.120 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.119+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=V6H74KOZE4IF type=del size=605541 2024-08-17T00:52:32.121 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.120+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~6SMJSXKG1F3N.0 size=853963 2024-08-17T00:52:32.124 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.123+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=6SMJSXKG1F3N tag=IRG5IFC4UELG type=write size=1902539 2024-08-17T00:52:32.125 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.124+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=YQP2029SCTDO type=del size=166560 2024-08-17T00:52:32.128 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.127+0000 7fb7ffa81640 1 < suggested update operation key=JID7SA7XCFSD tag=RZ6AAHA7LGQI type=del size=1230147 2024-08-17T00:52:32.130 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.129+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=0J73LN0736B7 type=del size=3530361 2024-08-17T00:52:32.131 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.130+0000 7fb7ffa81640 1 < completed write operation key=G9T63DWLHVIJ tag=AT2ZY9G70GP0 type=write size=337468 2024-08-17T00:52:32.134 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.133+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~X7AIMV695USW.0 size=1048576 2024-08-17T00:52:32.135 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.135+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~X7AIMV695USW.1 size=505446 2024-08-17T00:52:32.135 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.135+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=X7AIMV695USW tag=8GUQYL1O8581 type=write size=2602598 2024-08-17T00:52:32.137 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.136+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~FVU3YQTU3J99.0 size=667058 2024-08-17T00:52:32.139 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.138+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=FVU3YQTU3J99 tag=ZI96OZNBMGL6 type=write size=1715634 2024-08-17T00:52:32.141 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.140+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=2WHEV3P1DNOG type=del size=3946724 2024-08-17T00:52:32.142 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.141+0000 7fb7ffa81640 1 < canceled operation key=GOA569FQQJ5Q tag=1RYGTKWCP0FY type=del size=3164496 2024-08-17T00:52:32.145 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.144+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~YS615SPL4YYN.0 size=1048576 2024-08-17T00:52:32.146 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.145+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~YS615SPL4YYN.1 size=1048576 2024-08-17T00:52:32.147 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.147+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~YS615SPL4YYN.2 size=365594 2024-08-17T00:52:32.147 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.147+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=YS615SPL4YYN tag=Z430MFNKT39W type=write size=3511322 2024-08-17T00:52:32.149 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.148+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~EPTZE3TRIXC8.0 size=1048576 2024-08-17T00:52:32.150 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.149+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~EPTZE3TRIXC8.1 size=1048576 2024-08-17T00:52:32.151 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.151+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~EPTZE3TRIXC8.2 size=921763 2024-08-17T00:52:32.154 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.153+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=EPTZE3TRIXC8 tag=1563TJZ6EJBH type=write size=4067491 2024-08-17T00:52:32.155 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.155+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=I0O22EURWD7A type=del size=1655295 2024-08-17T00:52:32.157 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.156+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=CHYOQ3ZO5GYB type=del 2024-08-17T00:52:32.158 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.158+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=Q4NRDQDUXEJ5 type=del size=1205101 2024-08-17T00:52:32.160 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.159+0000 7fb7ffa81640 1 < completed write operation key=X2R05Y3HU1RG tag=BPXIYYLQZ4HS type=write size=653916 2024-08-17T00:52:32.161 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.161+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=56IAGSKP6O2M type=del size=812804 2024-08-17T00:52:32.163 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.162+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=DPNY49NEUZRD type=del 2024-08-17T00:52:32.166 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.165+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~KCIES223H2AT.0 size=897604 2024-08-17T00:52:32.166 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.165+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=KCIES223H2AT tag=AAUMKY7AX1GL type=write size=1946180 2024-08-17T00:52:32.169 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.166+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=NN8DPF0OJ3HD type=del 2024-08-17T00:52:32.169 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.168+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=MFZMSSXZXCJQ type=del size=3548536 2024-08-17T00:52:32.170 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.169+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~5T4LWQAG9RMB.0 size=1048576 2024-08-17T00:52:32.170 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.169+0000 7fb7ffa81640 1 < canceled part key=_multipart_JID7SA7XCFSD.2~5T4LWQAG9RMB.1 size=1048576 2024-08-17T00:52:32.171 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.171+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~5T4LWQAG9RMB.2 size=862973 2024-08-17T00:52:32.174 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.173+0000 7fb7ffa81640 1 < canceled multipart upload key=JID7SA7XCFSD upload=5T4LWQAG9RMB tag=GWM0TCX11AQH type=write size=4008701 2024-08-17T00:52:32.175 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.175+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=Y1X8PZG7WAK1 type=del size=2517115 2024-08-17T00:52:32.177 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.176+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~OML3UVG1L4OL.0 size=485646 2024-08-17T00:52:32.179 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.179+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=OML3UVG1L4OL tag=3PKX0TOSF2OT type=write size=1534222 2024-08-17T00:52:32.182 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.182+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~5YXJQ73TOLDG.0 size=1048576 2024-08-17T00:52:32.184 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.183+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~5YXJQ73TOLDG.1 size=1048576 2024-08-17T00:52:32.185 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.184+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~5YXJQ73TOLDG.2 size=919046 2024-08-17T00:52:32.185 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.184+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=5YXJQ73TOLDG tag=IXLLHO5H51ZV type=write size=4064774 2024-08-17T00:52:32.188 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.187+0000 7fb7ffa81640 1 < suggested update operation key=KFMX127CJWEL tag=CJH4HY4BBP0T type=del size=1611947 2024-08-17T00:52:32.191 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.190+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~HX3086RWFKI9.0 size=1041411 2024-08-17T00:52:32.191 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.190+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=HX3086RWFKI9 tag=UNA5U5323ELT type=write size=2089987 2024-08-17T00:52:32.193 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.192+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=GL2495HOIOB2 type=del 2024-08-17T00:52:32.195 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.195+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~JVJ92XNTWVDI.0 size=1048576 2024-08-17T00:52:32.197 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.196+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~JVJ92XNTWVDI.1 size=85099 2024-08-17T00:52:32.197 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.196+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=JVJ92XNTWVDI tag=L5106IP354DD type=write size=2182251 2024-08-17T00:52:32.198 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.198+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=3KOZDM7IZW3A type=del 2024-08-17T00:52:32.202 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.201+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~3ZIYJBESR6A5.0 size=1048576 2024-08-17T00:52:32.203 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.202+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~3ZIYJBESR6A5.1 size=1048576 2024-08-17T00:52:32.206 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.203+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~3ZIYJBESR6A5.2 size=753599 2024-08-17T00:52:32.206 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.203+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=3ZIYJBESR6A5 tag=2XAIUYJY58TC type=write size=3899327 2024-08-17T00:52:32.206 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.205+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=V6H74KOZE4IF type=del 2024-08-17T00:52:32.207 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.207+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=F98Y4TZXC5CG type=del size=4177095 2024-08-17T00:52:32.209 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.208+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=YQP2029SCTDO type=del 2024-08-17T00:52:32.212 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.211+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~OZB5AJQWZ8MJ.0 size=1048576 2024-08-17T00:52:32.213 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.213+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~OZB5AJQWZ8MJ.1 size=1048576 2024-08-17T00:52:32.214 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.214+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~OZB5AJQWZ8MJ.2 size=969367 2024-08-17T00:52:32.215 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.214+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=OZB5AJQWZ8MJ tag=2H59CQ29QC60 type=write size=4115095 2024-08-17T00:52:32.216 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.215+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=0J73LN0736B7 type=del 2024-08-17T00:52:32.219 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.219+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~DTK21MDPETBN.0 size=551551 2024-08-17T00:52:32.220 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.219+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=DTK21MDPETBN tag=NYJVIT3AU09L type=write size=1600127 2024-08-17T00:52:32.221 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.220+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~X7AIMV695USW.0 size=1048576 2024-08-17T00:52:32.222 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.222+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~X7AIMV695USW.1 size=505446 2024-08-17T00:52:32.225 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.224+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=X7AIMV695USW tag=8GUQYL1O8581 type=write size=2602598 2024-08-17T00:52:32.228 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.227+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~7CGYBFE5UZCG.0 size=1048576 2024-08-17T00:52:32.229 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.229+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~7CGYBFE5UZCG.1 size=1048576 2024-08-17T00:52:32.231 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.230+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~7CGYBFE5UZCG.2 size=399319 2024-08-17T00:52:32.231 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.230+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=7CGYBFE5UZCG tag=JD6ON2EGCDV0 type=write size=3545047 2024-08-17T00:52:32.233 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.232+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=2WHEV3P1DNOG type=del 2024-08-17T00:52:32.235 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.234+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~UCIZSI8ZRAC5.0 size=1048576 2024-08-17T00:52:32.236 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.236+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~UCIZSI8ZRAC5.1 size=1048576 2024-08-17T00:52:32.238 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.237+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~UCIZSI8ZRAC5.2 size=80438 2024-08-17T00:52:32.238 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.237+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=UCIZSI8ZRAC5 tag=4CHI1GNLT6GF type=write size=3226166 2024-08-17T00:52:32.239 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.239+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~YS615SPL4YYN.0 size=1048576 2024-08-17T00:52:32.241 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.240+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~YS615SPL4YYN.1 size=1048576 2024-08-17T00:52:32.242 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.241+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~YS615SPL4YYN.2 size=365594 2024-08-17T00:52:32.245 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.244+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=YS615SPL4YYN tag=Z430MFNKT39W type=write size=3511322 2024-08-17T00:52:32.246 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.245+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=67HHYBOIL48U type=del size=3356280 2024-08-17T00:52:32.247 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.247+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=I0O22EURWD7A type=del 2024-08-17T00:52:32.249 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.248+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=0Q2AV0YC18S2 type=del size=2672700 2024-08-17T00:52:32.250 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.250+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=Q4NRDQDUXEJ5 type=del 2024-08-17T00:52:32.252 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.251+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=VVGFYTYYBD9C type=write size=170036 2024-08-17T00:52:32.253 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.253+0000 7fb7ffa81640 1 < canceled operation key=6TUEJWX5HXNC tag=56IAGSKP6O2M type=del size=812804 2024-08-17T00:52:32.257 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.256+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~7C3062EKIGZ6.0 size=471519 2024-08-17T00:52:32.257 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.256+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=7C3062EKIGZ6 tag=MH8GQRL6SLFK type=write size=1520095 2024-08-17T00:52:32.258 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.258+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~KCIES223H2AT.0 size=897604 2024-08-17T00:52:32.261 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.260+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=KCIES223H2AT tag=AAUMKY7AX1GL type=write size=1946180 2024-08-17T00:52:32.264 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.263+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~D3CXK4XH9KVX.0 size=1048576 2024-08-17T00:52:32.265 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.264+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~D3CXK4XH9KVX.1 size=1048576 2024-08-17T00:52:32.266 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.265+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~D3CXK4XH9KVX.2 size=351509 2024-08-17T00:52:32.266 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.265+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=D3CXK4XH9KVX tag=VHHZJ1115YXL type=write size=3497237 2024-08-17T00:52:32.268 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.267+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=MFZMSSXZXCJQ type=del 2024-08-17T00:52:32.271 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.270+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~OIOXI9V5P1XO.0 size=1048576 2024-08-17T00:52:32.272 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.271+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~OIOXI9V5P1XO.1 size=731835 2024-08-17T00:52:32.272 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.271+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=OIOXI9V5P1XO tag=0V6Z748OLR3M type=write size=2828987 2024-08-17T00:52:32.274 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.273+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=Y1X8PZG7WAK1 type=del 2024-08-17T00:52:32.275 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.275+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=JLS6M6UJ42ND type=del size=156334 2024-08-17T00:52:32.278 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.277+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~5YXJQ73TOLDG.0 size=1048576 2024-08-17T00:52:32.280 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.278+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~5YXJQ73TOLDG.1 size=1048576 2024-08-17T00:52:32.280 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.279+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~5YXJQ73TOLDG.2 size=919046 2024-08-17T00:52:32.283 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.282+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=5YXJQ73TOLDG tag=IXLLHO5H51ZV type=write size=4064774 2024-08-17T00:52:32.286 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.285+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~OSQ2HR9BJN1H.0 size=1048576 2024-08-17T00:52:32.287 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.286+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~OSQ2HR9BJN1H.1 size=67857 2024-08-17T00:52:32.287 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.286+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=OSQ2HR9BJN1H tag=5FV0CK2MC0MW type=write size=2165009 2024-08-17T00:52:32.289 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.288+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~HX3086RWFKI9.0 size=1041411 2024-08-17T00:52:32.292 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.291+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=HX3086RWFKI9 tag=UNA5U5323ELT type=write size=2089987 2024-08-17T00:52:32.295 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.294+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~2VHC57KEU7P8.0 size=405378 2024-08-17T00:52:32.295 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.294+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=2VHC57KEU7P8 tag=VXRK8DNMXYMU type=write size=1453954 2024-08-17T00:52:32.296 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.296+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~JVJ92XNTWVDI.0 size=1048576 2024-08-17T00:52:32.298 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.297+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~JVJ92XNTWVDI.1 size=85099 2024-08-17T00:52:32.301 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.301+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=JVJ92XNTWVDI tag=L5106IP354DD type=write size=2182251 2024-08-17T00:52:32.304 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.304+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~QNOSQ8EN0GMC.0 size=1048576 2024-08-17T00:52:32.306 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.305+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~QNOSQ8EN0GMC.1 size=1048576 2024-08-17T00:52:32.307 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.306+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~QNOSQ8EN0GMC.2 size=721766 2024-08-17T00:52:32.307 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.306+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=QNOSQ8EN0GMC tag=H0PH0S5GQJV3 type=write size=3867494 2024-08-17T00:52:32.309 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.308+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~3ZIYJBESR6A5.0 size=1048576 2024-08-17T00:52:32.310 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.309+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~3ZIYJBESR6A5.1 size=1048576 2024-08-17T00:52:32.311 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.311+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~3ZIYJBESR6A5.2 size=753599 2024-08-17T00:52:32.314 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.314+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=3ZIYJBESR6A5 tag=2XAIUYJY58TC type=write size=3899327 2024-08-17T00:52:32.316 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.315+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=4LSPT1LMPLLB type=del size=2269754 2024-08-17T00:52:32.318 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.317+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=F98Y4TZXC5CG type=del 2024-08-17T00:52:32.320 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.319+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=N33ZBGJRHYYW type=del size=2218596 2024-08-17T00:52:32.322 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.321+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~OZB5AJQWZ8MJ.0 size=1048576 2024-08-17T00:52:32.323 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.322+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~OZB5AJQWZ8MJ.1 size=1048576 2024-08-17T00:52:32.324 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.323+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~OZB5AJQWZ8MJ.2 size=969367 2024-08-17T00:52:32.327 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.326+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=OZB5AJQWZ8MJ tag=2H59CQ29QC60 type=write size=4115095 2024-08-17T00:52:32.328 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.328+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=7O0Z5HOYY78E type=del size=289886 2024-08-17T00:52:32.330 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.330+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~DTK21MDPETBN.0 size=551551 2024-08-17T00:52:32.333 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.333+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=DTK21MDPETBN tag=NYJVIT3AU09L type=write size=1600127 2024-08-17T00:52:32.335 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.334+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=4FCV14SDYYAO type=del size=133461 2024-08-17T00:52:32.337 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.336+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~7CGYBFE5UZCG.0 size=1048576 2024-08-17T00:52:32.337 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.336+0000 7fb7ffa81640 1 < canceled part key=_multipart_FTHZ4CWOAN2W.2~7CGYBFE5UZCG.1 size=1048576 2024-08-17T00:52:32.338 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.337+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~7CGYBFE5UZCG.2 size=399319 2024-08-17T00:52:32.341 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.340+0000 7fb7ffa81640 1 < canceled multipart upload key=FTHZ4CWOAN2W upload=7CGYBFE5UZCG tag=JD6ON2EGCDV0 type=write size=3545047 2024-08-17T00:52:32.342 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.341+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=F7TO1H4I6RYT type=del size=1118552 2024-08-17T00:52:32.344 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.343+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~UCIZSI8ZRAC5.0 size=1048576 2024-08-17T00:52:32.345 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.344+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~UCIZSI8ZRAC5.1 size=1048576 2024-08-17T00:52:32.346 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.346+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~UCIZSI8ZRAC5.2 size=80438 2024-08-17T00:52:32.349 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.348+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=UCIZSI8ZRAC5 tag=4CHI1GNLT6GF type=write size=3226166 2024-08-17T00:52:32.351 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.350+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=5BSB3HPR1PRC type=del size=691361 2024-08-17T00:52:32.352 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.351+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=67HHYBOIL48U type=del 2024-08-17T00:52:32.353 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.353+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=NJ1G8X06ZWA5 type=del size=947207 2024-08-17T00:52:32.357 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.356+0000 7fb7ffa81640 1 < suggested update operation key=OV7J2EQPRBH6 tag=0Q2AV0YC18S2 type=del size=2672700 2024-08-17T00:52:32.358 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.358+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=UGTY9RD3W5B4 type=del size=2234360 2024-08-17T00:52:32.360 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.359+0000 7fb7ffa81640 1 < completed write operation key=KFMX127CJWEL tag=VVGFYTYYBD9C type=write size=170036 2024-08-17T00:52:32.362 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.361+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=7XMJVYQ1M3ET type=write size=759231 2024-08-17T00:52:32.363 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.362+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~7C3062EKIGZ6.0 size=471519 2024-08-17T00:52:32.366 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.365+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=7C3062EKIGZ6 tag=MH8GQRL6SLFK type=write size=1520095 2024-08-17T00:52:32.367 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.367+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=65DODYGHOC5F type=del size=541429 2024-08-17T00:52:32.369 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.369+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~D3CXK4XH9KVX.0 size=1048576 2024-08-17T00:52:32.371 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.370+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~D3CXK4XH9KVX.1 size=1048576 2024-08-17T00:52:32.372 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.371+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~D3CXK4XH9KVX.2 size=351509 2024-08-17T00:52:32.374 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.374+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=D3CXK4XH9KVX tag=VHHZJ1115YXL type=write size=3497237 2024-08-17T00:52:32.377 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.377+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~ATY66O296AOB.0 size=1048576 2024-08-17T00:52:32.379 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.378+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~ATY66O296AOB.1 size=444619 2024-08-17T00:52:32.379 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.378+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=ATY66O296AOB tag=R202F9LBD83C type=write size=2541771 2024-08-17T00:52:32.381 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.380+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~OIOXI9V5P1XO.0 size=1048576 2024-08-17T00:52:32.382 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.381+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~OIOXI9V5P1XO.1 size=731835 2024-08-17T00:52:32.385 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.384+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=OIOXI9V5P1XO tag=0V6Z748OLR3M type=write size=2828987 2024-08-17T00:52:32.388 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.387+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~1V11OOJTALZK.0 size=1048576 2024-08-17T00:52:32.389 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.388+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~1V11OOJTALZK.1 size=976364 2024-08-17T00:52:32.389 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.388+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=1V11OOJTALZK tag=Y0QPMUZ0I59P type=write size=3073516 2024-08-17T00:52:32.391 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.390+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=JLS6M6UJ42ND type=del 2024-08-17T00:52:32.392 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.391+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=TML7LZ4TA3W9 type=del size=2334378 2024-08-17T00:52:32.394 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.393+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~OSQ2HR9BJN1H.0 size=1048576 2024-08-17T00:52:32.395 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.394+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~OSQ2HR9BJN1H.1 size=67857 2024-08-17T00:52:32.398 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.397+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=OSQ2HR9BJN1H tag=5FV0CK2MC0MW type=write size=2165009 2024-08-17T00:52:32.400 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.400+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~63S6YGR1FEW2.0 size=382762 2024-08-17T00:52:32.400 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.400+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=63S6YGR1FEW2 tag=E1KJ0ZEO3N0W type=write size=1431338 2024-08-17T00:52:32.402 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.401+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~2VHC57KEU7P8.0 size=405378 2024-08-17T00:52:32.404 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.404+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=2VHC57KEU7P8 tag=VXRK8DNMXYMU type=write size=1453954 2024-08-17T00:52:32.406 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.405+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=1EYT0O7NX7CB type=del size=862499 2024-08-17T00:52:32.410 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.407+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~QNOSQ8EN0GMC.0 size=1048576 2024-08-17T00:52:32.410 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.408+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~QNOSQ8EN0GMC.1 size=1048576 2024-08-17T00:52:32.410 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.409+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~QNOSQ8EN0GMC.2 size=721766 2024-08-17T00:52:32.413 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.412+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=QNOSQ8EN0GMC tag=H0PH0S5GQJV3 type=write size=3867494 2024-08-17T00:52:32.415 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.414+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=0GI8V1TPPMAD type=del size=1253760 2024-08-17T00:52:32.419 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.418+0000 7fb7ffa81640 1 < suggested update operation key=VHXBN189GN90 tag=4LSPT1LMPLLB type=del size=2269754 2024-08-17T00:52:32.422 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.421+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~FZBZO25ZL0Y7.0 size=311033 2024-08-17T00:52:32.422 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.421+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=FZBZO25ZL0Y7 tag=4UX7WGWQNVNF type=write size=1359609 2024-08-17T00:52:32.424 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.423+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=N33ZBGJRHYYW type=del 2024-08-17T00:52:32.427 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.426+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~8DOWZB8IKGCF.0 size=1048576 2024-08-17T00:52:32.428 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.427+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~8DOWZB8IKGCF.1 size=1048576 2024-08-17T00:52:32.429 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.429+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~8DOWZB8IKGCF.2 size=494296 2024-08-17T00:52:32.430 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.429+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=8DOWZB8IKGCF tag=KJYSDF3VDJO1 type=write size=3640024 2024-08-17T00:52:32.431 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.430+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=7O0Z5HOYY78E type=del 2024-08-17T00:52:32.434 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.433+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~38732S0ZEMLU.0 size=1048576 2024-08-17T00:52:32.436 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.435+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~38732S0ZEMLU.1 size=981162 2024-08-17T00:52:32.436 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.435+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=38732S0ZEMLU tag=Y6KGXPQ7ID0W type=write size=3078314 2024-08-17T00:52:32.438 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.437+0000 7fb7ffa81640 1 < canceled operation key=GKFA6AWL6159 tag=4FCV14SDYYAO type=del size=133461 2024-08-17T00:52:32.440 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.440+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~2WNLZIYXB95T.0 size=532511 2024-08-17T00:52:32.441 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.440+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=2WNLZIYXB95T tag=JVLX5VEY4ELD type=write size=1581087 2024-08-17T00:52:32.444 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.443+0000 7fb7ffa81640 1 < suggested remove operation key=MZOJQR9Z75AP tag=F7TO1H4I6RYT type=del 2024-08-17T00:52:32.447 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.446+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~A8K5ODGD88OD.0 size=966801 2024-08-17T00:52:32.447 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.446+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=A8K5ODGD88OD tag=5UCH6WXW1FL0 type=write size=2015377 2024-08-17T00:52:32.448 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.448+0000 7fb7ffa81640 1 < canceled operation key=933T9LDGXGOQ tag=5BSB3HPR1PRC type=del size=691361 2024-08-17T00:52:32.451 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.451+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~G08CMXA7LI3K.0 size=196666 2024-08-17T00:52:32.451 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.451+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=G08CMXA7LI3K tag=77O1PYCZNT1V type=write size=1245242 2024-08-17T00:52:32.453 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.452+0000 7fb7ffa81640 1 < canceled operation key=PI1BZA6BJ83W tag=NJ1G8X06ZWA5 type=del size=947207 2024-08-17T00:52:32.454 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.454+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=1RZ4X8FBDJJR type=del size=1421337 2024-08-17T00:52:32.456 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.455+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=UGTY9RD3W5B4 type=del 2024-08-17T00:52:32.459 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.458+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~B9NRJOG1I98T.0 size=1048576 2024-08-17T00:52:32.461 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.460+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~B9NRJOG1I98T.1 size=1048576 2024-08-17T00:52:32.462 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.461+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~B9NRJOG1I98T.2 size=196980 2024-08-17T00:52:32.462 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.461+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=B9NRJOG1I98T tag=3V2EYJ2427OH type=write size=3342708 2024-08-17T00:52:32.463 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.462+0000 7fb7ffa81640 1 < completed write operation key=LLHW0UMGWSKP tag=7XMJVYQ1M3ET type=write size=759231 2024-08-17T00:52:32.465 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.464+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=KUG6YGZD0E32 type=del size=3192235 2024-08-17T00:52:32.467 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.465+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=65DODYGHOC5F type=del 2024-08-17T00:52:32.469 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.469+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~0APBKNB4ZJG0.0 size=1048576 2024-08-17T00:52:32.471 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.470+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~0APBKNB4ZJG0.1 size=1048576 2024-08-17T00:52:32.472 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.471+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~0APBKNB4ZJG0.2 size=631956 2024-08-17T00:52:32.472 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.471+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=0APBKNB4ZJG0 tag=Y0NDJ9O327T3 type=write size=3777684 2024-08-17T00:52:32.474 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.473+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~ATY66O296AOB.0 size=1048576 2024-08-17T00:52:32.475 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.474+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~ATY66O296AOB.1 size=444619 2024-08-17T00:52:32.477 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.477+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=ATY66O296AOB tag=R202F9LBD83C type=write size=2541771 2024-08-17T00:52:32.480 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.479+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~0TZFB1MH5PDZ.0 size=1048576 2024-08-17T00:52:32.481 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.481+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~0TZFB1MH5PDZ.1 size=1034518 2024-08-17T00:52:32.481 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.481+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=0TZFB1MH5PDZ tag=NXJENS7LON76 type=write size=3131670 2024-08-17T00:52:32.483 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.482+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~1V11OOJTALZK.0 size=1048576 2024-08-17T00:52:32.484 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.484+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~1V11OOJTALZK.1 size=976364 2024-08-17T00:52:32.487 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.486+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=1V11OOJTALZK tag=Y0QPMUZ0I59P type=write size=3073516 2024-08-17T00:52:32.489 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.488+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=SYJNUL9SCL82 type=write size=896957 2024-08-17T00:52:32.492 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.491+0000 7fb7ffa81640 1 < suggested update operation key=2TAMC96GTRFY tag=TML7LZ4TA3W9 type=del size=2334378 2024-08-17T00:52:32.494 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.493+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=5N9MPQ89NTW8 type=del size=1209266 2024-08-17T00:52:32.496 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.495+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~63S6YGR1FEW2.0 size=382762 2024-08-17T00:52:32.498 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.497+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=63S6YGR1FEW2 tag=E1KJ0ZEO3N0W type=write size=1431338 2024-08-17T00:52:32.500 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.499+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=ICZNQDZJK6ES type=del size=3597983 2024-08-17T00:52:32.502 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.501+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=1EYT0O7NX7CB type=del 2024-08-17T00:52:32.505 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.504+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~1JBK1TF07ONF.0 size=286413 2024-08-17T00:52:32.505 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.504+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=1JBK1TF07ONF tag=TIBN1DAUF4QJ type=write size=1334989 2024-08-17T00:52:32.506 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.506+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=0GI8V1TPPMAD type=del 2024-08-17T00:52:32.509 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.508+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~HDW12F82ILL6.0 size=1048576 2024-08-17T00:52:32.511 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.510+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~HDW12F82ILL6.1 size=1048576 2024-08-17T00:52:32.512 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.511+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~HDW12F82ILL6.2 size=996259 2024-08-17T00:52:32.512 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.511+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=HDW12F82ILL6 tag=A5K0Z26G06GE type=write size=4141987 2024-08-17T00:52:32.514 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.513+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~FZBZO25ZL0Y7.0 size=311033 2024-08-17T00:52:32.517 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.516+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=FZBZO25ZL0Y7 tag=4UX7WGWQNVNF type=write size=1359609 2024-08-17T00:52:32.519 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.518+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=C9C427KGTJX5 type=del size=3426896 2024-08-17T00:52:32.519 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.518+0000 7fb7ffa81640 1 < canceled part key=_multipart_MZOJQR9Z75AP.2~8DOWZB8IKGCF.0 size=1048576 2024-08-17T00:52:32.521 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.520+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~8DOWZB8IKGCF.1 size=1048576 2024-08-17T00:52:32.523 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.522+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~8DOWZB8IKGCF.2 size=494296 2024-08-17T00:52:32.526 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.525+0000 7fb7ffa81640 1 < canceled multipart upload key=MZOJQR9Z75AP upload=8DOWZB8IKGCF tag=KJYSDF3VDJO1 type=write size=3640024 2024-08-17T00:52:32.529 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.528+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~C6F1W2R230JL.0 size=1048576 2024-08-17T00:52:32.530 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.530+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~C6F1W2R230JL.1 size=169849 2024-08-17T00:52:32.530 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.530+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=C6F1W2R230JL tag=0U9086VQWKSN type=write size=2267001 2024-08-17T00:52:32.532 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.531+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~38732S0ZEMLU.0 size=1048576 2024-08-17T00:52:32.533 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.533+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~38732S0ZEMLU.1 size=981162 2024-08-17T00:52:32.536 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.535+0000 7fb7ffa81640 1 < completed multipart upload key=9E9PQ6YUOR9D upload=38732S0ZEMLU tag=Y6KGXPQ7ID0W type=write size=3078314 2024-08-17T00:52:32.539 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.538+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~IKJ2ZO6102JN.0 size=878658 2024-08-17T00:52:32.539 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.538+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=IKJ2ZO6102JN tag=W4V0YY38T1H5 type=write size=1927234 2024-08-17T00:52:32.541 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.540+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~2WNLZIYXB95T.0 size=532511 2024-08-17T00:52:32.543 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.542+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=2WNLZIYXB95T tag=JVLX5VEY4ELD type=write size=1581087 2024-08-17T00:52:32.545 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.544+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=ZVWZA4LJFENB type=del size=1761546 2024-08-17T00:52:32.546 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.546+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~A8K5ODGD88OD.0 size=966801 2024-08-17T00:52:32.549 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.548+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=A8K5ODGD88OD tag=5UCH6WXW1FL0 type=write size=2015377 2024-08-17T00:52:32.552 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.552+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~TFHZV7GP3ZS6.0 size=1048576 2024-08-17T00:52:32.554 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.553+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~TFHZV7GP3ZS6.1 size=1048576 2024-08-17T00:52:32.555 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.554+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~TFHZV7GP3ZS6.2 size=271680 2024-08-17T00:52:32.555 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.554+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=TFHZV7GP3ZS6 tag=8KODH2PTNKT8 type=write size=3417408 2024-08-17T00:52:32.557 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.556+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~G08CMXA7LI3K.0 size=196666 2024-08-17T00:52:32.561 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.559+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=G08CMXA7LI3K tag=77O1PYCZNT1V type=write size=1245242 2024-08-17T00:52:32.563 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.561+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=05IZ0GFER1K3 type=del size=3918351 2024-08-17T00:52:32.563 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.563+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=1RZ4X8FBDJJR type=del 2024-08-17T00:52:32.566 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.566+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~IGGACGH0WFTE.0 size=1048576 2024-08-17T00:52:32.568 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.567+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~IGGACGH0WFTE.1 size=1048576 2024-08-17T00:52:32.569 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.568+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~IGGACGH0WFTE.2 size=493739 2024-08-17T00:52:32.569 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.568+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=IGGACGH0WFTE tag=5AVW36AQ47B0 type=write size=3639467 2024-08-17T00:52:32.572 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.570+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~B9NRJOG1I98T.0 size=1048576 2024-08-17T00:52:32.572 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.571+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~B9NRJOG1I98T.1 size=1048576 2024-08-17T00:52:32.573 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.573+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~B9NRJOG1I98T.2 size=196980 2024-08-17T00:52:32.576 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.576+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=B9NRJOG1I98T tag=3V2EYJ2427OH type=write size=3342708 2024-08-17T00:52:32.579 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.577+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=MZ79S8FQCSAL type=del size=3232155 2024-08-17T00:52:32.582 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.581+0000 7fb7ffa81640 1 < suggested remove operation key=J9EF9S76XDGB tag=KUG6YGZD0E32 type=del 2024-08-17T00:52:32.584 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.584+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~UH60DE31PWHC.0 size=754639 2024-08-17T00:52:32.585 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.584+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=UH60DE31PWHC tag=9LJSB1FY8ZQ8 type=write size=1803215 2024-08-17T00:52:32.586 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.585+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~0APBKNB4ZJG0.0 size=1048576 2024-08-17T00:52:32.587 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.587+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~0APBKNB4ZJG0.1 size=1048576 2024-08-17T00:52:32.589 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.588+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~0APBKNB4ZJG0.2 size=631956 2024-08-17T00:52:32.592 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.591+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=0APBKNB4ZJG0 tag=Y0NDJ9O327T3 type=write size=3777684 2024-08-17T00:52:32.595 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.594+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~XBFP4YWNDX5H.0 size=870596 2024-08-17T00:52:32.595 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.594+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=XBFP4YWNDX5H tag=MS8IU5S4LJK2 type=write size=1919172 2024-08-17T00:52:32.596 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.595+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~0TZFB1MH5PDZ.0 size=1048576 2024-08-17T00:52:32.598 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.597+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~0TZFB1MH5PDZ.1 size=1034518 2024-08-17T00:52:32.600 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.599+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=0TZFB1MH5PDZ tag=NXJENS7LON76 type=write size=3131670 2024-08-17T00:52:32.603 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.602+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~H3FXYM8R8CWV.0 size=27153 2024-08-17T00:52:32.603 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.602+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=H3FXYM8R8CWV tag=P461Q6DV1TEU type=write size=1075729 2024-08-17T00:52:32.606 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.606+0000 7fb7ffa81640 1 < suggested update operation key=2TAMC96GTRFY tag=SYJNUL9SCL82 type=write size=896957 2024-08-17T00:52:32.608 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.607+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=1J5KVHV2JK54 type=write size=998488 2024-08-17T00:52:32.614 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.611+0000 7fb7ffa81640 1 < suggested remove operation key=47CFG298DQD5 tag=5N9MPQ89NTW8 type=del 2024-08-17T00:52:32.614 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.614+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~Q2NMGVKXBGQA.0 size=1048576 2024-08-17T00:52:32.616 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.615+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~Q2NMGVKXBGQA.1 size=1048576 2024-08-17T00:52:32.617 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.616+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~Q2NMGVKXBGQA.2 size=1007571 2024-08-17T00:52:32.617 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.616+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=Q2NMGVKXBGQA tag=KZI9ZY8MRUDE type=write size=4153299 2024-08-17T00:52:32.620 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.619+0000 7fb7ffa81640 1 < suggested update operation key=KFMX127CJWEL tag=ICZNQDZJK6ES type=del size=3597983 2024-08-17T00:52:32.622 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.621+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=AQPL0YR2QPY4 type=del size=3002052 2024-08-17T00:52:32.622 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.621+0000 7fb7ffa81640 1 < canceled part key=_multipart_CUF1RKGY7TOA.2~1JBK1TF07ONF.0 size=286413 2024-08-17T00:52:32.625 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.624+0000 7fb7ffa81640 1 < canceled multipart upload key=CUF1RKGY7TOA upload=1JBK1TF07ONF tag=TIBN1DAUF4QJ type=write size=1334989 2024-08-17T00:52:32.626 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.626+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=NK8DP3KE5IV2 type=del size=3628811 2024-08-17T00:52:32.628 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.627+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~HDW12F82ILL6.0 size=1048576 2024-08-17T00:52:32.629 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.629+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~HDW12F82ILL6.1 size=1048576 2024-08-17T00:52:32.630 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.629+0000 7fb7ffa81640 1 < canceled part key=_multipart_GKFA6AWL6159.2~HDW12F82ILL6.2 size=996259 2024-08-17T00:52:32.632 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.631+0000 7fb7ffa81640 1 < canceled multipart upload key=GKFA6AWL6159 upload=HDW12F82ILL6 tag=A5K0Z26G06GE type=write size=4141987 2024-08-17T00:52:32.634 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.633+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=MR3VS8TMS1GB type=del size=2107056 2024-08-17T00:52:32.635 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.634+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=C9C427KGTJX5 type=del 2024-08-17T00:52:32.637 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.636+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=20LO1K50IV5Z type=del size=2310300 2024-08-17T00:52:32.638 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.637+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~C6F1W2R230JL.0 size=1048576 2024-08-17T00:52:32.639 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.637+0000 7fb7ffa81640 1 < canceled part key=_multipart_X2R05Y3HU1RG.2~C6F1W2R230JL.1 size=169849 2024-08-17T00:52:32.641 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.640+0000 7fb7ffa81640 1 < canceled multipart upload key=X2R05Y3HU1RG upload=C6F1W2R230JL tag=0U9086VQWKSN type=write size=2267001 2024-08-17T00:52:32.644 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.643+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~6S2DA4ZE90N0.0 size=1048576 2024-08-17T00:52:32.645 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.644+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~6S2DA4ZE90N0.1 size=1048576 2024-08-17T00:52:32.647 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.646+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~6S2DA4ZE90N0.2 size=690791 2024-08-17T00:52:32.647 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.646+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=6S2DA4ZE90N0 tag=TTJ0PRNV9NH6 type=write size=3836519 2024-08-17T00:52:32.648 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.647+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~IKJ2ZO6102JN.0 size=878658 2024-08-17T00:52:32.651 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.650+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=IKJ2ZO6102JN tag=W4V0YY38T1H5 type=write size=1927234 2024-08-17T00:52:32.654 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.653+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~TV5OCOR9WJF5.0 size=1046225 2024-08-17T00:52:32.654 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.653+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=TV5OCOR9WJF5 tag=IFLN9C82O910 type=write size=2094801 2024-08-17T00:52:32.655 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.654+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=ZVWZA4LJFENB type=del 2024-08-17T00:52:32.657 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.656+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=ZF8BBV8RC2ME type=del size=1900294 2024-08-17T00:52:32.658 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.658+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~TFHZV7GP3ZS6.0 size=1048576 2024-08-17T00:52:32.660 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.659+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~TFHZV7GP3ZS6.1 size=1048576 2024-08-17T00:52:32.661 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.660+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~TFHZV7GP3ZS6.2 size=271680 2024-08-17T00:52:32.664 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.663+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=TFHZV7GP3ZS6 tag=8KODH2PTNKT8 type=write size=3417408 2024-08-17T00:52:32.666 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.665+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=528VXWGWINCB type=del size=3573911 2024-08-17T00:52:32.668 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.667+0000 7fb7ffa81640 1 < canceled operation key=933T9LDGXGOQ tag=05IZ0GFER1K3 type=del size=3918351 2024-08-17T00:52:32.670 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.669+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=HTMZ2GX20RH1 type=write size=220537 2024-08-17T00:52:32.671 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.670+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~IGGACGH0WFTE.0 size=1048576 2024-08-17T00:52:32.672 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.672+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~IGGACGH0WFTE.1 size=1048576 2024-08-17T00:52:32.674 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.673+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~IGGACGH0WFTE.2 size=493739 2024-08-17T00:52:32.676 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.675+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=IGGACGH0WFTE tag=5AVW36AQ47B0 type=write size=3639467 2024-08-17T00:52:32.679 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.679+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~XPS7FSHOBPLK.0 size=1048576 2024-08-17T00:52:32.681 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.680+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~XPS7FSHOBPLK.1 size=1048576 2024-08-17T00:52:32.682 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.681+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~XPS7FSHOBPLK.2 size=998280 2024-08-17T00:52:32.682 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.681+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=XPS7FSHOBPLK tag=FOQ3GHDJZASC type=write size=4144008 2024-08-17T00:52:32.684 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.683+0000 7fb7ffa81640 1 < canceled operation key=X2R05Y3HU1RG tag=MZ79S8FQCSAL type=del size=3232155 2024-08-17T00:52:32.685 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.684+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=IUELI0F5V3S7 type=write size=200212 2024-08-17T00:52:32.687 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.686+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~UH60DE31PWHC.0 size=754639 2024-08-17T00:52:32.690 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.689+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=UH60DE31PWHC tag=9LJSB1FY8ZQ8 type=write size=1803215 2024-08-17T00:52:32.691 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.691+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=R28ANZ3VWRJ8 type=del size=1410417 2024-08-17T00:52:32.693 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.692+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~XBFP4YWNDX5H.0 size=870596 2024-08-17T00:52:32.695 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.695+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=XBFP4YWNDX5H tag=MS8IU5S4LJK2 type=write size=1919172 2024-08-17T00:52:32.698 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.698+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~T2V7QPAJBM1W.0 size=1048576 2024-08-17T00:52:32.700 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.699+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~T2V7QPAJBM1W.1 size=900370 2024-08-17T00:52:32.700 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.699+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=T2V7QPAJBM1W tag=PAWA7MS1H5XK type=write size=2997522 2024-08-17T00:52:32.701 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.701+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~H3FXYM8R8CWV.0 size=27153 2024-08-17T00:52:32.704 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.703+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=H3FXYM8R8CWV tag=P461Q6DV1TEU type=write size=1075729 2024-08-17T00:52:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:52:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:52:32.706 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.705+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=DT4BCHG5V1QU type=del size=2037746 2024-08-17T00:52:32.707 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.706+0000 7fb7ffa81640 1 < completed write operation key=KC83N32YH21Q tag=1J5KVHV2JK54 type=write size=998488 2024-08-17T00:52:32.710 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.710+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~BA0AUROR0V9K.0 size=1048576 2024-08-17T00:52:32.712 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.711+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~BA0AUROR0V9K.1 size=1048576 2024-08-17T00:52:32.713 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.712+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~BA0AUROR0V9K.2 size=73888 2024-08-17T00:52:32.713 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.712+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=BA0AUROR0V9K tag=NH6D240X89F9 type=write size=3219616 2024-08-17T00:52:32.714 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.714+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~Q2NMGVKXBGQA.0 size=1048576 2024-08-17T00:52:32.716 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.715+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~Q2NMGVKXBGQA.1 size=1048576 2024-08-17T00:52:32.717 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.716+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~Q2NMGVKXBGQA.2 size=1007571 2024-08-17T00:52:32.720 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.719+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=Q2NMGVKXBGQA tag=KZI9ZY8MRUDE type=write size=4153299 2024-08-17T00:52:32.722 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.721+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=DE5SX26PZH7M type=write size=925305 2024-08-17T00:52:32.723 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.723+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=AQPL0YR2QPY4 type=del 2024-08-17T00:52:32.725 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.724+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=1C4F5Z9VH1PC type=del size=31744 2024-08-17T00:52:32.727 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.726+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=NK8DP3KE5IV2 type=del 2024-08-17T00:52:32.729 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.728+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=QN9W80ER5WDH type=del size=2654586 2024-08-17T00:52:32.730 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.729+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=MR3VS8TMS1GB type=del 2024-08-17T00:52:32.732 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.731+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=DZ3I4ZVJNQD4 type=del size=1225141 2024-08-17T00:52:32.733 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.733+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=20LO1K50IV5Z type=del 2024-08-17T00:52:32.736 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.734+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=RTQDPMRN52FI type=del size=1817987 2024-08-17T00:52:32.736 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.736+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~6S2DA4ZE90N0.0 size=1048576 2024-08-17T00:52:32.738 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.737+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~6S2DA4ZE90N0.1 size=1048576 2024-08-17T00:52:32.739 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.738+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~6S2DA4ZE90N0.2 size=690791 2024-08-17T00:52:32.742 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.741+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=6S2DA4ZE90N0 tag=TTJ0PRNV9NH6 type=write size=3836519 2024-08-17T00:52:32.744 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.743+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=OW9O42KU8WO6 type=del size=1976112 2024-08-17T00:52:32.745 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.743+0000 7fb7ffa81640 1 < canceled part key=_multipart_6TUEJWX5HXNC.2~TV5OCOR9WJF5.0 size=1046225 2024-08-17T00:52:32.747 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.746+0000 7fb7ffa81640 1 < canceled multipart upload key=6TUEJWX5HXNC upload=TV5OCOR9WJF5 tag=IFLN9C82O910 type=write size=2094801 2024-08-17T00:52:32.749 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.748+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=ICEEKXQ683CR type=write size=235614 2024-08-17T00:52:32.753 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.752+0000 7fb7ffa81640 1 < suggested remove operation key=OV7J2EQPRBH6 tag=ZF8BBV8RC2ME type=del 2024-08-17T00:52:32.756 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.755+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~Z4EGLQZLKX6M.0 size=521918 2024-08-17T00:52:32.756 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.755+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=Z4EGLQZLKX6M tag=52ZFRHVBN6NR type=write size=1570494 2024-08-17T00:52:32.757 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.756+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=528VXWGWINCB type=del 2024-08-17T00:52:32.759 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.758+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=BKQ1FJY7OINH type=del size=31408 2024-08-17T00:52:32.761 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.760+0000 7fb7ffa81640 1 < completed write operation key=27S7S7L3SYN7 tag=HTMZ2GX20RH1 type=write size=220537 2024-08-17T00:52:32.764 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.763+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~PFPP9SC01GJ8.0 size=1048576 2024-08-17T00:52:32.765 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.765+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~PFPP9SC01GJ8.1 size=1048576 2024-08-17T00:52:32.767 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.766+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~PFPP9SC01GJ8.2 size=607443 2024-08-17T00:52:32.767 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.766+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=PFPP9SC01GJ8 tag=CTYJXFAGAGMA type=write size=3753171 2024-08-17T00:52:32.769 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.768+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~XPS7FSHOBPLK.0 size=1048576 2024-08-17T00:52:32.771 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.770+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~XPS7FSHOBPLK.1 size=1048576 2024-08-17T00:52:32.772 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.772+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~XPS7FSHOBPLK.2 size=998280 2024-08-17T00:52:32.776 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.775+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=XPS7FSHOBPLK tag=FOQ3GHDJZASC type=write size=4144008 2024-08-17T00:52:32.777 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.776+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=K9ZFK1LNCMNR type=write size=913122 2024-08-17T00:52:32.779 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.779+0000 7fb7ffa81640 1 < completed write operation key=VXX2N7W78TY5 tag=IUELI0F5V3S7 type=write size=200212 2024-08-17T00:52:32.783 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.783+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~3TM1CV0QACSK.0 size=1048576 2024-08-17T00:52:32.785 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.784+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~3TM1CV0QACSK.1 size=1048576 2024-08-17T00:52:32.786 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.785+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~3TM1CV0QACSK.2 size=623554 2024-08-17T00:52:32.786 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.785+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=3TM1CV0QACSK tag=NZRX3VXL4CAY type=write size=3769282 2024-08-17T00:52:32.788 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.787+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=R28ANZ3VWRJ8 type=del 2024-08-17T00:52:32.790 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.790+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~0TKW7AT67Z6R.0 size=793693 2024-08-17T00:52:32.791 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.790+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=0TKW7AT67Z6R tag=LBUDPPINB6OF type=write size=1842269 2024-08-17T00:52:32.792 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.791+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~T2V7QPAJBM1W.0 size=1048576 2024-08-17T00:52:32.794 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.793+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~T2V7QPAJBM1W.1 size=900370 2024-08-17T00:52:32.797 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.796+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=T2V7QPAJBM1W tag=PAWA7MS1H5XK type=write size=2997522 2024-08-17T00:52:32.798 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.797+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=BHGJ8WJO5AE6 type=del size=514342 2024-08-17T00:52:32.800 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.799+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=DT4BCHG5V1QU type=del 2024-08-17T00:52:32.802 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.801+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=6KGXV2TU2DVI type=del size=1620137 2024-08-17T00:52:32.803 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.803+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~BA0AUROR0V9K.0 size=1048576 2024-08-17T00:52:32.805 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.804+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~BA0AUROR0V9K.1 size=1048576 2024-08-17T00:52:32.806 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.806+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~BA0AUROR0V9K.2 size=73888 2024-08-17T00:52:32.810 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.808+0000 7fb7ffa81640 1 < completed multipart upload key=VHXBN189GN90 upload=BA0AUROR0V9K tag=NH6D240X89F9 type=write size=3219616 2024-08-17T00:52:32.811 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.810+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=1IR12TP0JZT5 type=del size=3074518 2024-08-17T00:52:32.813 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.812+0000 7fb7ffa81640 1 < completed write operation key=G9T63DWLHVIJ tag=DE5SX26PZH7M type=write size=925305 2024-08-17T00:52:32.814 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.814+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=KOA6207ZAURI type=del size=447522 2024-08-17T00:52:32.816 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.815+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=1C4F5Z9VH1PC type=del 2024-08-17T00:52:32.817 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.816+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=SBMX1L1S6GPP type=write size=884023 2024-08-17T00:52:32.821 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.818+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=QN9W80ER5WDH type=del 2024-08-17T00:52:32.822 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.820+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=C72DDZ9ACN7N type=del size=3570638 2024-08-17T00:52:32.822 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.822+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=DZ3I4ZVJNQD4 type=del 2024-08-17T00:52:32.826 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.825+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~EJOVSKTGHBSA.0 size=1048576 2024-08-17T00:52:32.827 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.826+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~EJOVSKTGHBSA.1 size=1048576 2024-08-17T00:52:32.828 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.828+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~EJOVSKTGHBSA.2 size=585719 2024-08-17T00:52:32.829 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.828+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=EJOVSKTGHBSA tag=NB06AS1HXKQY type=write size=3731447 2024-08-17T00:52:32.830 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.829+0000 7fb7ffa81640 1 < canceled operation key=XA1Y234IJAV8 tag=RTQDPMRN52FI type=del size=1817987 2024-08-17T00:52:32.832 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.831+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=0JHYO34EWFHQ type=del size=1329030 2024-08-17T00:52:32.836 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.835+0000 7fb7ffa81640 1 < suggested update operation key=PI1BZA6BJ83W tag=OW9O42KU8WO6 type=del size=1976112 2024-08-17T00:52:32.838 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.837+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=0GIKK5FQ9YSL type=del size=2282129 2024-08-17T00:52:32.840 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.839+0000 7fb7ffa81640 1 < completed write operation key=KFMX127CJWEL tag=ICEEKXQ683CR type=write size=235614 2024-08-17T00:52:32.841 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.840+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=TUND25AAO882 type=del size=2679551 2024-08-17T00:52:32.843 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.842+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~Z4EGLQZLKX6M.0 size=521918 2024-08-17T00:52:32.846 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.846+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=Z4EGLQZLKX6M tag=52ZFRHVBN6NR type=write size=1570494 2024-08-17T00:52:32.848 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.847+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=U26ZT0HPVP19 type=del size=1493036 2024-08-17T00:52:32.850 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.849+0000 7fb7ffa81640 1 < canceled operation key=X2R05Y3HU1RG tag=BKQ1FJY7OINH type=del size=31408 2024-08-17T00:52:32.851 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.851+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=GUYIETXI0YUT type=del size=818510 2024-08-17T00:52:32.853 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.852+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~PFPP9SC01GJ8.0 size=1048576 2024-08-17T00:52:32.855 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.854+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~PFPP9SC01GJ8.1 size=1048576 2024-08-17T00:52:32.856 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.855+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~PFPP9SC01GJ8.2 size=607443 2024-08-17T00:52:32.859 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.858+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=PFPP9SC01GJ8 tag=CTYJXFAGAGMA type=write size=3753171 2024-08-17T00:52:32.861 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.860+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=33HDKWHJ32A8 type=del size=2553629 2024-08-17T00:52:32.862 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.862+0000 7fb7ffa81640 1 < completed write operation key=KC83N32YH21Q tag=K9ZFK1LNCMNR type=write size=913122 2024-08-17T00:52:32.865 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.865+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~M6J6YP7EELCZ.0 size=1048576 2024-08-17T00:52:32.867 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.866+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~M6J6YP7EELCZ.1 size=1048576 2024-08-17T00:52:32.868 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.867+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~M6J6YP7EELCZ.2 size=31266 2024-08-17T00:52:32.868 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.867+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=M6J6YP7EELCZ tag=U0A2KEM4UJQB type=write size=3176994 2024-08-17T00:52:32.870 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.869+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~3TM1CV0QACSK.0 size=1048576 2024-08-17T00:52:32.872 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.871+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~3TM1CV0QACSK.1 size=1048576 2024-08-17T00:52:32.873 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.873+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~3TM1CV0QACSK.2 size=623554 2024-08-17T00:52:32.876 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.875+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=3TM1CV0QACSK tag=NZRX3VXL4CAY type=write size=3769282 2024-08-17T00:52:32.879 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.878+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~JP0652IKB8RM.0 size=1048576 2024-08-17T00:52:32.880 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.879+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~JP0652IKB8RM.1 size=1036702 2024-08-17T00:52:32.880 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.879+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=JP0652IKB8RM tag=ZE4Y74ZE9YNP type=write size=3133854 2024-08-17T00:52:32.882 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.881+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~0TKW7AT67Z6R.0 size=793693 2024-08-17T00:52:32.885 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.884+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=0TKW7AT67Z6R tag=LBUDPPINB6OF type=write size=1842269 2024-08-17T00:52:32.886 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.885+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=6TQZDEZMNBOJ type=del size=1435741 2024-08-17T00:52:32.888 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.887+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=BHGJ8WJO5AE6 type=del 2024-08-17T00:52:32.890 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.889+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=BI8NCK03DPSB type=del size=891543 2024-08-17T00:52:32.891 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.890+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=6KGXV2TU2DVI type=del 2024-08-17T00:52:32.894 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.894+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~5OREZLTQTZZH.0 size=1048576 2024-08-17T00:52:32.899 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.898+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~5OREZLTQTZZH.1 size=483810 2024-08-17T00:52:32.899 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.898+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=5OREZLTQTZZH tag=LUUM1RKIP7TB type=write size=2580962 2024-08-17T00:52:32.900 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.900+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=1IR12TP0JZT5 type=del 2024-08-17T00:52:32.904 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.903+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~D4J9KASEK6GU.0 size=618346 2024-08-17T00:52:32.905 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.903+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=D4J9KASEK6GU tag=SI2HC9053JQ9 type=write size=1666922 2024-08-17T00:52:32.906 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.905+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=KOA6207ZAURI type=del 2024-08-17T00:52:32.909 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.908+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~QERN8UB1S5JZ.0 size=1048576 2024-08-17T00:52:32.910 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.910+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~QERN8UB1S5JZ.1 size=1048576 2024-08-17T00:52:32.912 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.911+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~QERN8UB1S5JZ.2 size=209626 2024-08-17T00:52:32.912 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.911+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=QERN8UB1S5JZ tag=01KP4URUJR81 type=write size=3355354 2024-08-17T00:52:32.914 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.913+0000 7fb7ffa81640 1 < completed write operation key=2TAMC96GTRFY tag=SBMX1L1S6GPP type=write size=884023 2024-08-17T00:52:32.917 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.916+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~93RFG6NUFIUT.0 size=1048576 2024-08-17T00:52:32.918 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.918+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~93RFG6NUFIUT.1 size=255772 2024-08-17T00:52:32.919 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.918+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=93RFG6NUFIUT tag=QLMJNCVWRJXH type=write size=2352924 2024-08-17T00:52:32.920 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.920+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=C72DDZ9ACN7N type=del 2024-08-17T00:52:32.922 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.921+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=A75TWOQXH2JM type=write size=500075 2024-08-17T00:52:32.924 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.923+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~EJOVSKTGHBSA.0 size=1048576 2024-08-17T00:52:32.925 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.925+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~EJOVSKTGHBSA.1 size=1048576 2024-08-17T00:52:32.927 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.926+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~EJOVSKTGHBSA.2 size=585719 2024-08-17T00:52:32.929 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.929+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=EJOVSKTGHBSA tag=NB06AS1HXKQY type=write size=3731447 2024-08-17T00:52:32.933 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.932+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~FYFHP7XLQH0V.0 size=1048576 2024-08-17T00:52:32.934 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.933+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~FYFHP7XLQH0V.1 size=1048576 2024-08-17T00:52:32.936 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.935+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~FYFHP7XLQH0V.2 size=918312 2024-08-17T00:52:32.936 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.935+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=FYFHP7XLQH0V tag=KIHPMQY8BW1A type=write size=4064040 2024-08-17T00:52:32.939 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.938+0000 7fb7ffa81640 1 < suggested remove operation key=47CFG298DQD5 tag=0JHYO34EWFHQ type=del 2024-08-17T00:52:32.942 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.941+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~HC04EGKIJEIK.0 size=933423 2024-08-17T00:52:32.942 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.941+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=HC04EGKIJEIK tag=CKBS0P4V9TRG type=write size=1981999 2024-08-17T00:52:32.944 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.943+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=0GIKK5FQ9YSL type=del 2024-08-17T00:52:32.945 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.944+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=VT4LXEMN3YFM type=del size=2621866 2024-08-17T00:52:32.947 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.946+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=TUND25AAO882 type=del 2024-08-17T00:52:32.949 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.948+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=3NSXDCYHIRWI type=del size=580169 2024-08-17T00:52:32.952 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.951+0000 7fb7ffa81640 1 < suggested remove operation key=VXX2N7W78TY5 tag=U26ZT0HPVP19 type=del 2024-08-17T00:52:32.955 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.954+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~1EMFKTBRYBHX.0 size=1048576 2024-08-17T00:52:32.956 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.955+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~1EMFKTBRYBHX.1 size=1048576 2024-08-17T00:52:32.958 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.957+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~1EMFKTBRYBHX.2 size=375199 2024-08-17T00:52:32.958 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.957+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=1EMFKTBRYBHX tag=WJ1GUV46YPPQ type=write size=3520927 2024-08-17T00:52:32.961 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.960+0000 7fb7ffa81640 1 < suggested update operation key=KFMX127CJWEL tag=GUYIETXI0YUT type=del size=818510 2024-08-17T00:52:32.964 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.964+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~U6DC3RVVBL43.0 size=1048576 2024-08-17T00:52:32.966 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.965+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~U6DC3RVVBL43.1 size=314202 2024-08-17T00:52:32.966 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.965+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=U6DC3RVVBL43 tag=32Q3YFEN4WN5 type=write size=2411354 2024-08-17T00:52:32.968 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.967+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=33HDKWHJ32A8 type=del 2024-08-17T00:52:32.971 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.970+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~XI10DLR5V5V4.0 size=1048576 2024-08-17T00:52:32.972 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.971+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~XI10DLR5V5V4.1 size=1048576 2024-08-17T00:52:32.973 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.973+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~XI10DLR5V5V4.2 size=103532 2024-08-17T00:52:32.973 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.973+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=XI10DLR5V5V4 tag=XTBP2V9TGZW3 type=write size=3249260 2024-08-17T00:52:32.975 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.974+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~M6J6YP7EELCZ.0 size=1048576 2024-08-17T00:52:32.976 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.976+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~M6J6YP7EELCZ.1 size=1048576 2024-08-17T00:52:32.977 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.976+0000 7fb7ffa81640 1 < canceled part key=_multipart_OV7J2EQPRBH6.2~M6J6YP7EELCZ.2 size=31266 2024-08-17T00:52:32.979 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.978+0000 7fb7ffa81640 1 < canceled multipart upload key=OV7J2EQPRBH6 upload=M6J6YP7EELCZ tag=U0A2KEM4UJQB type=write size=3176994 2024-08-17T00:52:32.981 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.980+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=8AVL763R814A type=del size=1341906 2024-08-17T00:52:32.982 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.982+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~JP0652IKB8RM.0 size=1048576 2024-08-17T00:52:32.984 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.983+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~JP0652IKB8RM.1 size=1036702 2024-08-17T00:52:32.986 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.986+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=JP0652IKB8RM tag=ZE4Y74ZE9YNP type=write size=3133854 2024-08-17T00:52:32.989 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.989+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~F7XEX8SQ3717.0 size=1048576 2024-08-17T00:52:32.991 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.990+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~F7XEX8SQ3717.1 size=515382 2024-08-17T00:52:32.991 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.990+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=F7XEX8SQ3717 tag=MUDCQBIUQ2PS type=write size=2612534 2024-08-17T00:52:32.994 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.993+0000 7fb7ffa81640 1 < suggested remove operation key=PI1BZA6BJ83W tag=6TQZDEZMNBOJ type=del 2024-08-17T00:52:32.997 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.996+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~PE90JXA0UORH.0 size=901528 2024-08-17T00:52:32.997 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.996+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=PE90JXA0UORH tag=83LTAL9DUYBQ type=write size=1950104 2024-08-17T00:52:32.999 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:32.998+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=BI8NCK03DPSB type=del 2024-08-17T00:52:33.000 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.000+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=LCUWQIIKZWA7 type=del size=527544 2024-08-17T00:52:33.002 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.001+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~5OREZLTQTZZH.0 size=1048576 2024-08-17T00:52:33.003 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.002+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~5OREZLTQTZZH.1 size=483810 2024-08-17T00:52:33.006 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.005+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=5OREZLTQTZZH tag=LUUM1RKIP7TB type=write size=2580962 2024-08-17T00:52:33.009 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.008+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~V2T8B55M6VAG.0 size=1048576 2024-08-17T00:52:33.011 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.010+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~V2T8B55M6VAG.1 size=84748 2024-08-17T00:52:33.011 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.010+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=V2T8B55M6VAG tag=DH4P4BN5G1ZZ type=write size=2181900 2024-08-17T00:52:33.011 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.010+0000 7fb7ffa81640 1 < canceled part key=_multipart_X5TSXJNP2QPC.2~D4J9KASEK6GU.0 size=618346 2024-08-17T00:52:33.014 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.014+0000 7fb7ffa81640 1 < canceled multipart upload key=X5TSXJNP2QPC upload=D4J9KASEK6GU tag=SI2HC9053JQ9 type=write size=1666922 2024-08-17T00:52:33.016 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.015+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=XNWB8JSO7B8X type=del size=204117 2024-08-17T00:52:33.018 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.017+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~QERN8UB1S5JZ.0 size=1048576 2024-08-17T00:52:33.019 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.019+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~QERN8UB1S5JZ.1 size=1048576 2024-08-17T00:52:33.021 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.020+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~QERN8UB1S5JZ.2 size=209626 2024-08-17T00:52:33.026 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.023+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=QERN8UB1S5JZ tag=01KP4URUJR81 type=write size=3355354 2024-08-17T00:52:33.026 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.025+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=30D0B4PR6IYJ type=del size=2187573 2024-08-17T00:52:33.028 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.027+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~93RFG6NUFIUT.0 size=1048576 2024-08-17T00:52:33.029 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.029+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~93RFG6NUFIUT.1 size=255772 2024-08-17T00:52:33.032 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.032+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=93RFG6NUFIUT tag=QLMJNCVWRJXH type=write size=2352924 2024-08-17T00:52:33.035 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.035+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~Y02H1FLV3H1C.0 size=1002019 2024-08-17T00:52:33.036 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.035+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=Y02H1FLV3H1C tag=F2SIJC5NK6T1 type=write size=2050595 2024-08-17T00:52:33.037 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.036+0000 7fb7ffa81640 1 < completed write operation key=1DKD54PZ3N4G tag=A75TWOQXH2JM type=write size=500075 2024-08-17T00:52:33.039 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.038+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=PIMTR0C08SE0 type=del size=713217 2024-08-17T00:52:33.040 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.039+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~FYFHP7XLQH0V.0 size=1048576 2024-08-17T00:52:33.042 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.041+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~FYFHP7XLQH0V.1 size=1048576 2024-08-17T00:52:33.043 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.042+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~FYFHP7XLQH0V.2 size=918312 2024-08-17T00:52:33.046 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.045+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=FYFHP7XLQH0V tag=KIHPMQY8BW1A type=write size=4064040 2024-08-17T00:52:33.047 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.047+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=12KZ8M1N4UA0 type=del size=2435298 2024-08-17T00:52:33.049 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.048+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~HC04EGKIJEIK.0 size=933423 2024-08-17T00:52:33.052 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.052+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=HC04EGKIJEIK tag=CKBS0P4V9TRG type=write size=1981999 2024-08-17T00:52:33.054 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.053+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=M1CUECEY77JL type=del size=2725997 2024-08-17T00:52:33.056 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.055+0000 7fb7ffa81640 1 < canceled operation key=VHXBN189GN90 tag=VT4LXEMN3YFM type=del size=2621866 2024-08-17T00:52:33.057 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.056+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=FEAFAY6OZCU8 type=del size=728347 2024-08-17T00:52:33.059 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.058+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=3NSXDCYHIRWI type=del 2024-08-17T00:52:33.061 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.061+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~091FGX2OEOCQ.0 size=895397 2024-08-17T00:52:33.062 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.061+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=091FGX2OEOCQ tag=Z8XR5U0VOLBP type=write size=1943973 2024-08-17T00:52:33.063 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.062+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~1EMFKTBRYBHX.0 size=1048576 2024-08-17T00:52:33.064 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.064+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~1EMFKTBRYBHX.1 size=1048576 2024-08-17T00:52:33.066 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.065+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~1EMFKTBRYBHX.2 size=375199 2024-08-17T00:52:33.068 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.068+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=1EMFKTBRYBHX tag=WJ1GUV46YPPQ type=write size=3520927 2024-08-17T00:52:33.070 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.069+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=BMT4PDSJSEO1 type=write size=95456 2024-08-17T00:52:33.072 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.071+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~U6DC3RVVBL43.0 size=1048576 2024-08-17T00:52:33.073 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.072+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~U6DC3RVVBL43.1 size=314202 2024-08-17T00:52:33.076 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.076+0000 7fb7ffa81640 1 < completed multipart upload key=G9T63DWLHVIJ upload=U6DC3RVVBL43 tag=32Q3YFEN4WN5 type=write size=2411354 2024-08-17T00:52:33.078 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.077+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=5FUFAE6RMZDC type=del size=2328372 2024-08-17T00:52:33.080 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.079+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~XI10DLR5V5V4.0 size=1048576 2024-08-17T00:52:33.081 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.080+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~XI10DLR5V5V4.1 size=1048576 2024-08-17T00:52:33.082 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.082+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~XI10DLR5V5V4.2 size=103532 2024-08-17T00:52:33.085 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.084+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=XI10DLR5V5V4 tag=XTBP2V9TGZW3 type=write size=3249260 2024-08-17T00:52:33.087 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.086+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=M2HI8SKCR9KG type=del size=511135 2024-08-17T00:52:33.090 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.089+0000 7fb7ffa81640 1 < suggested update operation key=KFMX127CJWEL tag=8AVL763R814A type=del size=1341906 2024-08-17T00:52:33.092 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.091+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=Y74TSKPHQ181 type=del size=602744 2024-08-17T00:52:33.094 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.093+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~F7XEX8SQ3717.0 size=1048576 2024-08-17T00:52:33.095 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.094+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~F7XEX8SQ3717.1 size=515382 2024-08-17T00:52:33.098 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.098+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=F7XEX8SQ3717 tag=MUDCQBIUQ2PS type=write size=2612534 2024-08-17T00:52:33.100 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.099+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=607ODRI3A58Z type=write size=197235 2024-08-17T00:52:33.102 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.101+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~PE90JXA0UORH.0 size=901528 2024-08-17T00:52:33.105 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.104+0000 7fb7ffa81640 1 < completed multipart upload key=VHXBN189GN90 upload=PE90JXA0UORH tag=83LTAL9DUYBQ type=write size=1950104 2024-08-17T00:52:33.106 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.105+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=22WA7EECOUKA type=write size=769767 2024-08-17T00:52:33.108 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.107+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=LCUWQIIKZWA7 type=del 2024-08-17T00:52:33.109 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.109+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=429GSTVAHRNC type=del size=898585 2024-08-17T00:52:33.111 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.110+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~V2T8B55M6VAG.0 size=1048576 2024-08-17T00:52:33.113 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.112+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~V2T8B55M6VAG.1 size=84748 2024-08-17T00:52:33.115 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.114+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=V2T8B55M6VAG tag=DH4P4BN5G1ZZ type=write size=2181900 2024-08-17T00:52:33.117 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.116+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=823KMS367EV8 type=del size=331576 2024-08-17T00:52:33.118 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.118+0000 7fb7ffa81640 1 < canceled operation key=ZF5O5WVFK6GU tag=XNWB8JSO7B8X type=del size=204117 2024-08-17T00:52:33.120 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.119+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=IXXB44BVAT3T type=del size=3877990 2024-08-17T00:52:33.123 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.122+0000 7fb7ffa81640 1 < suggested update operation key=KFMX127CJWEL tag=30D0B4PR6IYJ type=del size=2187573 2024-08-17T00:52:33.125 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.124+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=BSIRQQI93AUO type=del size=44340 2024-08-17T00:52:33.126 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.126+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~Y02H1FLV3H1C.0 size=1002019 2024-08-17T00:52:33.129 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.128+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=Y02H1FLV3H1C tag=F2SIJC5NK6T1 type=write size=2050595 2024-08-17T00:52:33.131 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.130+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=TB8EII8C0G12 type=del size=1310211 2024-08-17T00:52:33.132 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.132+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=PIMTR0C08SE0 type=del 2024-08-17T00:52:33.135 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.135+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~9IHZR71ZB3SX.0 size=1048576 2024-08-17T00:52:33.137 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.136+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~9IHZR71ZB3SX.1 size=1048576 2024-08-17T00:52:33.139 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.138+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~9IHZR71ZB3SX.2 size=431393 2024-08-17T00:52:33.139 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.138+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=9IHZR71ZB3SX tag=998QT2V1D8DK type=write size=3577121 2024-08-17T00:52:33.140 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.139+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=12KZ8M1N4UA0 type=del 2024-08-17T00:52:33.141 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.141+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=M25VVW4AAK0O type=del size=1483210 2024-08-17T00:52:33.143 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.142+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=M1CUECEY77JL type=del 2024-08-17T00:52:33.145 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.144+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=XAPJ4BBDQELW type=write size=172767 2024-08-17T00:52:33.146 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.146+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=FEAFAY6OZCU8 type=del 2024-08-17T00:52:33.148 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.147+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=YR1LO89ZDEZF type=del size=2299262 2024-08-17T00:52:33.149 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.149+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~091FGX2OEOCQ.0 size=895397 2024-08-17T00:52:33.152 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.151+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=091FGX2OEOCQ tag=Z8XR5U0VOLBP type=write size=1943973 2024-08-17T00:52:33.154 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.153+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=J85UKUOV5RJ9 type=write size=260859 2024-08-17T00:52:33.157 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.156+0000 7fb7ffa81640 1 < suggested remove operation key=GOA569FQQJ5Q tag=BMT4PDSJSEO1 type=write 2024-08-17T00:52:33.159 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.158+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=5JAW7NHDO24L type=del size=4086290 2024-08-17T00:52:33.162 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.161+0000 7fb7ffa81640 1 < suggested update operation key=KFMX127CJWEL tag=5FUFAE6RMZDC type=del size=2328372 2024-08-17T00:52:33.165 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.164+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~DULWN4TQQTEJ.0 size=1048576 2024-08-17T00:52:33.167 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.166+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~DULWN4TQQTEJ.1 size=1048576 2024-08-17T00:52:33.168 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.167+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~DULWN4TQQTEJ.2 size=130473 2024-08-17T00:52:33.168 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.167+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=DULWN4TQQTEJ tag=W1K3K1YJWINP type=write size=3276201 2024-08-17T00:52:33.170 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.169+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=M2HI8SKCR9KG type=del 2024-08-17T00:52:33.171 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.170+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=BAL7BQXOFCTA type=write size=611449 2024-08-17T00:52:33.173 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.172+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=Y74TSKPHQ181 type=del 2024-08-17T00:52:33.174 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.174+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=PQON180OQNOI type=del size=3089501 2024-08-17T00:52:33.176 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.175+0000 7fb7ffa81640 1 < completed write operation key=VXX2N7W78TY5 tag=607ODRI3A58Z type=write size=197235 2024-08-17T00:52:33.178 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.177+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=ZOEHOU1ALVET type=del size=2773743 2024-08-17T00:52:33.180 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.179+0000 7fb7ffa81640 1 < completed write operation key=GKFA6AWL6159 tag=22WA7EECOUKA type=write size=769767 2024-08-17T00:52:33.181 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.180+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=XQLYJTJZZN0N type=del size=1962556 2024-08-17T00:52:33.183 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.182+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=429GSTVAHRNC type=del 2024-08-17T00:52:33.184 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.183+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=9K6POB420XON type=del size=1190600 2024-08-17T00:52:33.186 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.185+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=823KMS367EV8 type=del 2024-08-17T00:52:33.187 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.186+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=RVLUDLRGJNX7 type=write size=887232 2024-08-17T00:52:33.190 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.190+0000 7fb7ffa81640 1 < suggested remove operation key=XA1Y234IJAV8 tag=IXXB44BVAT3T type=del 2024-08-17T00:52:33.192 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.191+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=ZRNK9H3N2M39 type=del size=784667 2024-08-17T00:52:33.193 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.193+0000 7fb7ffa81640 1 < canceled operation key=DOXQ905ZKA6E tag=BSIRQQI93AUO type=del size=44340 2024-08-17T00:52:33.195 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.194+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=EPO2ITHQB9HV type=del size=544685 2024-08-17T00:52:33.197 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.196+0000 7fb7ffa81640 -1 < failed to complete operation key=XA1Y234IJAV8 tag=TB8EII8C0G12 type=del size=1310211: (22) Invalid argument 2024-08-17T00:52:33.200 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.199+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~WZ2JBSXVUHST.0 size=874367 2024-08-17T00:52:33.200 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.199+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=WZ2JBSXVUHST tag=394PZP1J3DO2 type=write size=1922943 2024-08-17T00:52:33.201 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.200+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~9IHZR71ZB3SX.0 size=1048576 2024-08-17T00:52:33.203 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.202+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~9IHZR71ZB3SX.1 size=1048576 2024-08-17T00:52:33.204 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.202+0000 7fb7ffa81640 1 < canceled part key=_multipart_T1MU59FRZ5I0.2~9IHZR71ZB3SX.2 size=431393 2024-08-17T00:52:33.206 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.205+0000 7fb7ffa81640 1 < canceled multipart upload key=T1MU59FRZ5I0 upload=9IHZR71ZB3SX tag=998QT2V1D8DK type=write size=3577121 2024-08-17T00:52:33.207 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.206+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=PHNBLX1NUMK2 type=write size=1033060 2024-08-17T00:52:33.209 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.208+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=M25VVW4AAK0O type=del 2024-08-17T00:52:33.210 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.210+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=WFGXU7EGTXAF type=del size=3232593 2024-08-17T00:52:33.212 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.211+0000 7fb7ffa81640 1 < canceled operation key=ZF5O5WVFK6GU tag=XAPJ4BBDQELW type=write size=172767 2024-08-17T00:52:33.213 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.213+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=6VZZ57GH6NW4 type=del size=1191216 2024-08-17T00:52:33.215 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.214+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=YR1LO89ZDEZF type=del 2024-08-17T00:52:33.218 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.218+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~ZTAKDGC0B7VW.0 size=1048576 2024-08-17T00:52:33.220 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.219+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~ZTAKDGC0B7VW.1 size=786392 2024-08-17T00:52:33.220 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.219+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=ZTAKDGC0B7VW tag=OTAH3BEM0LFU type=write size=2883544 2024-08-17T00:52:33.222 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.221+0000 7fb7ffa81640 1 < canceled operation key=OV7J2EQPRBH6 tag=J85UKUOV5RJ9 type=write size=260859 2024-08-17T00:52:33.223 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.222+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=CQ13UXD004QM type=del size=45962 2024-08-17T00:52:33.224 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.224+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=5JAW7NHDO24L type=del 2024-08-17T00:52:33.226 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.225+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=50TN2JRAHVS7 type=write size=879891 2024-08-17T00:52:33.228 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.227+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~DULWN4TQQTEJ.0 size=1048576 2024-08-17T00:52:33.229 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.228+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~DULWN4TQQTEJ.1 size=1048576 2024-08-17T00:52:33.230 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.229+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~DULWN4TQQTEJ.2 size=130473 2024-08-17T00:52:33.234 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.232+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=DULWN4TQQTEJ tag=W1K3K1YJWINP type=write size=3276201 2024-08-17T00:52:33.234 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.234+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=EFU1EIVLYRIQ type=write size=887032 2024-08-17T00:52:33.236 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.235+0000 7fb7ffa81640 1 < completed write operation key=CUF1RKGY7TOA tag=BAL7BQXOFCTA type=write size=611449 2024-08-17T00:52:33.239 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.238+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~0CMOKFR8ZM0R.0 size=749862 2024-08-17T00:52:33.239 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.238+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=0CMOKFR8ZM0R tag=LY25C7UPDS0U type=write size=1798438 2024-08-17T00:52:33.240 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.240+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=PQON180OQNOI type=del 2024-08-17T00:52:33.243 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.242+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~DTFDN8IIAYU3.0 size=1048576 2024-08-17T00:52:33.244 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.244+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~DTFDN8IIAYU3.1 size=756779 2024-08-17T00:52:33.245 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.244+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=DTFDN8IIAYU3 tag=1DG4O8PWTBX5 type=write size=2853931 2024-08-17T00:52:33.246 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.245+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=ZOEHOU1ALVET type=del 2024-08-17T00:52:33.248 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.247+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=9SO5RWCZX2FS type=write size=297027 2024-08-17T00:52:33.249 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.248+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=XQLYJTJZZN0N type=del 2024-08-17T00:52:33.251 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.250+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=VTQEEY258LQ3 type=write size=169856 2024-08-17T00:52:33.254 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.253+0000 7fb7ffa81640 1 < suggested remove operation key=PI1BZA6BJ83W tag=9K6POB420XON type=del 2024-08-17T00:52:33.257 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.256+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~ON6I2D7AVK1K.0 size=917398 2024-08-17T00:52:33.257 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.256+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=ON6I2D7AVK1K tag=VTDTDZ3MPF1E type=write size=1965974 2024-08-17T00:52:33.259 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.258+0000 7fb7ffa81640 1 < completed write operation key=GKFA6AWL6159 tag=RVLUDLRGJNX7 type=write size=887232 2024-08-17T00:52:33.260 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.260+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=RM88DCVC22LH type=del size=899212 2024-08-17T00:52:33.264 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.263+0000 7fb7ffa81640 1 < suggested update operation key=YGH20LQ783HC tag=ZRNK9H3N2M39 type=del size=784667 2024-08-17T00:52:33.265 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.264+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=2F7DUZGXF17X type=del size=2397631 2024-08-17T00:52:33.267 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.266+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=EPO2ITHQB9HV type=del 2024-08-17T00:52:33.268 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.268+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=KR00QFQUSNI5 type=del size=2433528 2024-08-17T00:52:33.270 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.269+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~WZ2JBSXVUHST.0 size=874367 2024-08-17T00:52:33.273 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.272+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=WZ2JBSXVUHST tag=394PZP1J3DO2 type=write size=1922943 2024-08-17T00:52:33.275 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.275+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~I3PTLDS1TRJ1.0 size=1048576 2024-08-17T00:52:33.277 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.276+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~I3PTLDS1TRJ1.1 size=1048576 2024-08-17T00:52:33.278 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.278+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~I3PTLDS1TRJ1.2 size=312754 2024-08-17T00:52:33.278 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.278+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=I3PTLDS1TRJ1 tag=V9P33RCO1T2R type=write size=3458482 2024-08-17T00:52:33.280 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.279+0000 7fb7ffa81640 1 < completed write operation key=DOXQ905ZKA6E tag=PHNBLX1NUMK2 type=write size=1033060 2024-08-17T00:52:33.283 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.282+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~7LBWINIIRPAD.0 size=509373 2024-08-17T00:52:33.283 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.282+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=7LBWINIIRPAD tag=B0MHCLW2IPWV type=write size=1557949 2024-08-17T00:52:33.285 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.284+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=WFGXU7EGTXAF type=del 2024-08-17T00:52:33.287 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.286+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=104IO6KAP7OU type=del size=2262311 2024-08-17T00:52:33.288 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.288+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=6VZZ57GH6NW4 type=del 2024-08-17T00:52:33.290 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.289+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=2HX0ZSP5JB3V type=write size=915608 2024-08-17T00:52:33.292 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.291+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~ZTAKDGC0B7VW.0 size=1048576 2024-08-17T00:52:33.293 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.293+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~ZTAKDGC0B7VW.1 size=786392 2024-08-17T00:52:33.296 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.296+0000 7fb7ffa81640 1 < completed multipart upload key=VHXBN189GN90 upload=ZTAKDGC0B7VW tag=OTAH3BEM0LFU type=write size=2883544 2024-08-17T00:52:33.301 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.300+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~OS1VGUF48MUY.0 size=376013 2024-08-17T00:52:33.301 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.300+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=OS1VGUF48MUY tag=ZSOOT36ZH4JB type=write size=1424589 2024-08-17T00:52:33.303 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.302+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=CQ13UXD004QM type=del 2024-08-17T00:52:33.305 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.304+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=6PGKCQ2MS6N7 type=del size=659238 2024-08-17T00:52:33.308 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.307+0000 7fb7ffa81640 1 < completed write operation key=KFMX127CJWEL tag=50TN2JRAHVS7 type=write size=879891 2024-08-17T00:52:33.313 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.312+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~YRNJKB983ZQT.0 size=1048576 2024-08-17T00:52:33.315 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.314+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~YRNJKB983ZQT.1 size=1048576 2024-08-17T00:52:33.317 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.316+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~YRNJKB983ZQT.2 size=751046 2024-08-17T00:52:33.317 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.316+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=YRNJKB983ZQT tag=VZBLKWNQRWFX type=write size=3896774 2024-08-17T00:52:33.322 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.321+0000 7fb7ffa81640 1 < suggested remove operation key=1DKD54PZ3N4G tag=EFU1EIVLYRIQ type=write 2024-08-17T00:52:33.326 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.325+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~8TB98GCHG6GG.0 size=854936 2024-08-17T00:52:33.326 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.325+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=8TB98GCHG6GG tag=CAATG3FBXZ91 type=write size=1903512 2024-08-17T00:52:33.328 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.327+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~0CMOKFR8ZM0R.0 size=749862 2024-08-17T00:52:33.331 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:33 smithi187 ceph-mon[90552]: pgmap v1409: 137 pgs: 13 creating+peering, 2 unknown, 122 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:33.332 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.331+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=0CMOKFR8ZM0R tag=LY25C7UPDS0U type=write size=1798438 2024-08-17T00:52:33.336 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.335+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~BDZ4RGL1CRPL.0 size=1048576 2024-08-17T00:52:33.337 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.336+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~BDZ4RGL1CRPL.1 size=313739 2024-08-17T00:52:33.337 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.336+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=BDZ4RGL1CRPL tag=JCAMOO01L4QH type=write size=2410891 2024-08-17T00:52:33.339 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.338+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~DTFDN8IIAYU3.0 size=1048576 2024-08-17T00:52:33.339 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.338+0000 7fb7ffa81640 1 < canceled part key=_multipart_IN9C0SOA97VR.2~DTFDN8IIAYU3.1 size=756779 2024-08-17T00:52:33.342 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.341+0000 7fb7ffa81640 1 < canceled multipart upload key=IN9C0SOA97VR upload=DTFDN8IIAYU3 tag=1DG4O8PWTBX5 type=write size=2853931 2024-08-17T00:52:33.345 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.344+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~ZPDZQH5VEOTF.0 size=1048576 2024-08-17T00:52:33.346 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.346+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~ZPDZQH5VEOTF.1 size=371969 2024-08-17T00:52:33.346 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.346+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=ZPDZQH5VEOTF tag=O4ECCY7O51LG type=write size=2469121 2024-08-17T00:52:33.348 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.347+0000 7fb7ffa81640 1 < completed write operation key=FTHZ4CWOAN2W tag=9SO5RWCZX2FS type=write size=297027 2024-08-17T00:52:33.351 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.350+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~IKQ2O7SJJPJX.0 size=1048576 2024-08-17T00:52:33.353 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.352+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~IKQ2O7SJJPJX.1 size=1048576 2024-08-17T00:52:33.354 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.353+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~IKQ2O7SJJPJX.2 size=19514 2024-08-17T00:52:33.354 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.353+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=IKQ2O7SJJPJX tag=IN8ESERHEPDS type=write size=3165242 2024-08-17T00:52:33.356 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.355+0000 7fb7ffa81640 1 < completed write operation key=G9T63DWLHVIJ tag=VTQEEY258LQ3 type=write size=169856 2024-08-17T00:52:33.358 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.357+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=NTOD16NF911S type=del size=1723877 2024-08-17T00:52:33.360 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.359+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~ON6I2D7AVK1K.0 size=917398 2024-08-17T00:52:33.363 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.362+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=ON6I2D7AVK1K tag=VTDTDZ3MPF1E type=write size=1965974 2024-08-17T00:52:33.367 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.366+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~TJ0QE97J34YO.0 size=456615 2024-08-17T00:52:33.367 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.366+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=TJ0QE97J34YO tag=QFMPE73E47QW type=write size=1505191 2024-08-17T00:52:33.368 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.368+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=RM88DCVC22LH type=del 2024-08-17T00:52:33.370 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.369+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=NWB7RDG4Z8RG type=write size=406172 2024-08-17T00:52:33.372 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.371+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=2F7DUZGXF17X type=del 2024-08-17T00:52:33.373 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.372+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=69KU8S1L94L8 type=del size=1766797 2024-08-17T00:52:33.375 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.374+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=KR00QFQUSNI5 type=del 2024-08-17T00:52:33.377 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.376+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=JUT2TSILE3W5 type=write size=432277 2024-08-17T00:52:33.378 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.378+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~I3PTLDS1TRJ1.0 size=1048576 2024-08-17T00:52:33.380 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.379+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~I3PTLDS1TRJ1.1 size=1048576 2024-08-17T00:52:33.381 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.380+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~I3PTLDS1TRJ1.2 size=312754 2024-08-17T00:52:33.384 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.383+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=I3PTLDS1TRJ1 tag=V9P33RCO1T2R type=write size=3458482 2024-08-17T00:52:33.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:33 smithi157 ceph-mon[98780]: pgmap v1409: 137 pgs: 13 creating+peering, 2 unknown, 122 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:33.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:33 smithi157 ceph-mon[101289]: pgmap v1409: 137 pgs: 13 creating+peering, 2 unknown, 122 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:33.385 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.385+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=SE9XVSJV7BJ9 type=del size=800880 2024-08-17T00:52:33.387 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.387+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~7LBWINIIRPAD.0 size=509373 2024-08-17T00:52:33.390 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.389+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=7LBWINIIRPAD tag=B0MHCLW2IPWV type=write size=1557949 2024-08-17T00:52:33.393 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.393+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~BM7MK3BDBFI3.0 size=1048576 2024-08-17T00:52:33.395 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.394+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~BM7MK3BDBFI3.1 size=1048576 2024-08-17T00:52:33.396 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.395+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~BM7MK3BDBFI3.2 size=480270 2024-08-17T00:52:33.396 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.395+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=BM7MK3BDBFI3 tag=GMJ2ZJGA2B06 type=write size=3625998 2024-08-17T00:52:33.398 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.397+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=104IO6KAP7OU type=del 2024-08-17T00:52:33.399 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.398+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=RY8D26CCQPKK type=del size=2861531 2024-08-17T00:52:33.401 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.400+0000 7fb7ffa81640 1 < canceled operation key=LLHW0UMGWSKP tag=2HX0ZSP5JB3V type=write size=915608 2024-08-17T00:52:33.404 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.403+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~FBPZ8VMX4KDJ.0 size=349998 2024-08-17T00:52:33.404 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.403+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=FBPZ8VMX4KDJ tag=UD3W829GTFHV type=write size=1398574 2024-08-17T00:52:33.406 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.405+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~OS1VGUF48MUY.0 size=376013 2024-08-17T00:52:33.409 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.408+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=OS1VGUF48MUY tag=ZSOOT36ZH4JB type=write size=1424589 2024-08-17T00:52:33.411 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.410+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=LDKAK3KS8VAF type=del size=45226 2024-08-17T00:52:33.413 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.412+0000 7fb7ffa81640 1 < completed delete operation key=G9T63DWLHVIJ tag=6PGKCQ2MS6N7 type=del 2024-08-17T00:52:33.417 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.416+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~0OZPC7UVDEUI.0 size=1048576 2024-08-17T00:52:33.418 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.417+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~0OZPC7UVDEUI.1 size=276815 2024-08-17T00:52:33.418 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.417+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=0OZPC7UVDEUI tag=88IF89B7TPSY type=write size=2373967 2024-08-17T00:52:33.420 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.419+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~YRNJKB983ZQT.0 size=1048576 2024-08-17T00:52:33.422 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.421+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~YRNJKB983ZQT.1 size=1048576 2024-08-17T00:52:33.423 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.423+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~YRNJKB983ZQT.2 size=751046 2024-08-17T00:52:33.426 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.425+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=YRNJKB983ZQT tag=VZBLKWNQRWFX type=write size=3896774 2024-08-17T00:52:33.429 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.429+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~HP1OVHV6TM1D.0 size=291025 2024-08-17T00:52:33.429 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.429+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=HP1OVHV6TM1D tag=0M5IPPHRONAL type=write size=1339601 2024-08-17T00:52:33.434 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.431+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~8TB98GCHG6GG.0 size=854936 2024-08-17T00:52:33.435 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.434+0000 7fb7ffa81640 1 < completed multipart upload key=9E9PQ6YUOR9D upload=8TB98GCHG6GG tag=CAATG3FBXZ91 type=write size=1903512 2024-08-17T00:52:33.438 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.437+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~F923DQE58FRF.0 size=337969 2024-08-17T00:52:33.438 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.437+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=F923DQE58FRF tag=P50944DGTOY2 type=write size=1386545 2024-08-17T00:52:33.440 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.439+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~BDZ4RGL1CRPL.0 size=1048576 2024-08-17T00:52:33.441 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.441+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~BDZ4RGL1CRPL.1 size=313739 2024-08-17T00:52:33.444 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.444+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=BDZ4RGL1CRPL tag=JCAMOO01L4QH type=write size=2410891 2024-08-17T00:52:33.446 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.446+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=G1PVJLT4TCJC type=del size=342337 2024-08-17T00:52:33.447 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.446+0000 7fb7ffa81640 1 < canceled part key=_multipart_G9T63DWLHVIJ.2~ZPDZQH5VEOTF.0 size=1048576 2024-08-17T00:52:33.448 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.447+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~ZPDZQH5VEOTF.1 size=371969 2024-08-17T00:52:33.452 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.451+0000 7fb7ffa81640 1 < canceled multipart upload key=G9T63DWLHVIJ upload=ZPDZQH5VEOTF tag=O4ECCY7O51LG type=write size=2469121 2024-08-17T00:52:33.455 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.454+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~DX2VJIU2Y4KG.0 size=1048576 2024-08-17T00:52:33.456 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.455+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~DX2VJIU2Y4KG.1 size=215152 2024-08-17T00:52:33.456 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.455+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=DX2VJIU2Y4KG tag=V7D84E99ECZ7 type=write size=2312304 2024-08-17T00:52:33.458 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.457+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~IKQ2O7SJJPJX.0 size=1048576 2024-08-17T00:52:33.460 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.459+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~IKQ2O7SJJPJX.1 size=1048576 2024-08-17T00:52:33.461 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.460+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~IKQ2O7SJJPJX.2 size=19514 2024-08-17T00:52:33.465 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.464+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=IKQ2O7SJJPJX tag=IN8ESERHEPDS type=write size=3165242 2024-08-17T00:52:33.467 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.466+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=PG02XO8NSPKY type=del size=3410177 2024-08-17T00:52:33.471 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.470+0000 7fb7ffa81640 1 < suggested remove operation key=LLHW0UMGWSKP tag=NTOD16NF911S type=del 2024-08-17T00:52:33.474 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.474+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~YBVQR2KNN6SJ.0 size=1048576 2024-08-17T00:52:33.476 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.475+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~YBVQR2KNN6SJ.1 size=1048576 2024-08-17T00:52:33.477 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.476+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~YBVQR2KNN6SJ.2 size=282015 2024-08-17T00:52:33.477 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.476+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=YBVQR2KNN6SJ tag=JNHQAR9TMBJE type=write size=3427743 2024-08-17T00:52:33.479 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.478+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~TJ0QE97J34YO.0 size=456615 2024-08-17T00:52:33.482 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.481+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=TJ0QE97J34YO tag=QFMPE73E47QW type=write size=1505191 2024-08-17T00:52:33.484 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.483+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=SLUV708GWV09 type=del size=3543684 2024-08-17T00:52:33.487 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.487+0000 7fb7ffa81640 1 < suggested update operation key=27S7S7L3SYN7 tag=NWB7RDG4Z8RG type=write size=406172 2024-08-17T00:52:33.491 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.490+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~PQS5A7CSQGY2.0 size=1048576 2024-08-17T00:52:33.492 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.491+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~PQS5A7CSQGY2.1 size=572277 2024-08-17T00:52:33.492 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.491+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=PQS5A7CSQGY2 tag=D64NP1EPVGL9 type=write size=2669429 2024-08-17T00:52:33.494 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.493+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=69KU8S1L94L8 type=del 2024-08-17T00:52:33.496 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.495+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=3PEKNPX3MXHK type=del size=2430358 2024-08-17T00:52:33.498 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.497+0000 7fb7ffa81640 1 < completed write operation key=KFMX127CJWEL tag=JUT2TSILE3W5 type=write size=432277 2024-08-17T00:52:33.500 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.499+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=H0Q6Z4SE81X0 type=del size=2596220 2024-08-17T00:52:33.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.501+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=SE9XVSJV7BJ9 type=del 2024-08-17T00:52:33.503 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.503+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=VSGTIRRNVB5X type=del size=1681676 2024-08-17T00:52:33.505 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.505+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~BM7MK3BDBFI3.0 size=1048576 2024-08-17T00:52:33.507 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.506+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~BM7MK3BDBFI3.1 size=1048576 2024-08-17T00:52:33.508 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.508+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~BM7MK3BDBFI3.2 size=480270 2024-08-17T00:52:33.512 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.511+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=BM7MK3BDBFI3 tag=GMJ2ZJGA2B06 type=write size=3625998 2024-08-17T00:52:33.514 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.513+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=IITDFHTGQZ20 type=del size=2634234 2024-08-17T00:52:33.515 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.514+0000 7fb7ffa81640 1 < canceled operation key=KFMX127CJWEL tag=RY8D26CCQPKK type=del size=2861531 2024-08-17T00:52:33.519 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.518+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~JA894KVIGREZ.0 size=828268 2024-08-17T00:52:33.519 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.518+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=JA894KVIGREZ tag=NNGSMKWUYLDA type=write size=1876844 2024-08-17T00:52:33.519 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.518+0000 7fb7ffa81640 1 < canceled part key=_multipart_J9EF9S76XDGB.2~FBPZ8VMX4KDJ.0 size=349998 2024-08-17T00:52:33.522 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.521+0000 7fb7ffa81640 1 < canceled multipart upload key=J9EF9S76XDGB upload=FBPZ8VMX4KDJ tag=UD3W829GTFHV type=write size=1398574 2024-08-17T00:52:33.526 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.525+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~539AWVIV402O.0 size=1048576 2024-08-17T00:52:33.527 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.526+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~539AWVIV402O.1 size=805979 2024-08-17T00:52:33.527 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.526+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=539AWVIV402O tag=2N9F7AANNHW2 type=write size=2903131 2024-08-17T00:52:33.529 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.528+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=LDKAK3KS8VAF type=del 2024-08-17T00:52:33.533 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.532+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~8RHZH9GC3RJY.0 size=1048576 2024-08-17T00:52:33.534 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.533+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~8RHZH9GC3RJY.1 size=682455 2024-08-17T00:52:33.534 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.533+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=8RHZH9GC3RJY tag=MPN8VNRMY3GU type=write size=2779607 2024-08-17T00:52:33.536 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.535+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~0OZPC7UVDEUI.0 size=1048576 2024-08-17T00:52:33.536 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.535+0000 7fb7ffa81640 1 < canceled part key=_multipart_J9EF9S76XDGB.2~0OZPC7UVDEUI.1 size=276815 2024-08-17T00:52:33.539 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.539+0000 7fb7ffa81640 1 < canceled multipart upload key=J9EF9S76XDGB upload=0OZPC7UVDEUI tag=88IF89B7TPSY type=write size=2373967 2024-08-17T00:52:33.541 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.540+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=2U4MDDZC5BA8 type=del size=843301 2024-08-17T00:52:33.543 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.542+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~HP1OVHV6TM1D.0 size=291025 2024-08-17T00:52:33.547 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.546+0000 7fb7ffa81640 1 < completed multipart upload key=G9T63DWLHVIJ upload=HP1OVHV6TM1D tag=0M5IPPHRONAL type=write size=1339601 2024-08-17T00:52:33.548 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.548+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=UQMKIYPWXIZ2 type=del size=3124616 2024-08-17T00:52:33.550 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.550+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~F923DQE58FRF.0 size=337969 2024-08-17T00:52:33.553 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.552+0000 7fb7ffa81640 1 < completed multipart upload key=VHXBN189GN90 upload=F923DQE58FRF tag=P50944DGTOY2 type=write size=1386545 2024-08-17T00:52:33.557 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.556+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~110OVXSUXVNO.0 size=1048576 2024-08-17T00:52:33.558 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.558+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~110OVXSUXVNO.1 size=1048576 2024-08-17T00:52:33.560 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.559+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~110OVXSUXVNO.2 size=403182 2024-08-17T00:52:33.560 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.559+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=110OVXSUXVNO tag=3OVDRBIXOJRK type=write size=3548910 2024-08-17T00:52:33.562 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.561+0000 7fb7ffa81640 1 < canceled operation key=JID7SA7XCFSD tag=G1PVJLT4TCJC type=del size=342337 2024-08-17T00:52:33.565 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.565+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~XLLQ2WTOSKE0.0 size=688207 2024-08-17T00:52:33.566 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.565+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=XLLQ2WTOSKE0 tag=DVKZZCWKIY41 type=write size=1736783 2024-08-17T00:52:33.567 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.566+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~DX2VJIU2Y4KG.0 size=1048576 2024-08-17T00:52:33.569 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.568+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~DX2VJIU2Y4KG.1 size=215152 2024-08-17T00:52:33.572 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.571+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=DX2VJIU2Y4KG tag=V7D84E99ECZ7 type=write size=2312304 2024-08-17T00:52:33.573 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.573+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=SD19B7URBQJL type=del size=1793451 2024-08-17T00:52:33.575 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.574+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=PG02XO8NSPKY type=del 2024-08-17T00:52:33.577 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.576+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=PF9J2P4R469A type=write size=471018 2024-08-17T00:52:33.579 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.578+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~YBVQR2KNN6SJ.0 size=1048576 2024-08-17T00:52:33.581 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.580+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~YBVQR2KNN6SJ.1 size=1048576 2024-08-17T00:52:33.582 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.582+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~YBVQR2KNN6SJ.2 size=282015 2024-08-17T00:52:33.585 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.585+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=YBVQR2KNN6SJ tag=JNHQAR9TMBJE type=write size=3427743 2024-08-17T00:52:33.587 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.587+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=YZ8NWFVHHK49 type=write size=978162 2024-08-17T00:52:33.589 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.588+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=SLUV708GWV09 type=del 2024-08-17T00:52:33.593 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.592+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~L9KOD95ULMYY.0 size=1048576 2024-08-17T00:52:33.594 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.593+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~L9KOD95ULMYY.1 size=603250 2024-08-17T00:52:33.594 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.593+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=L9KOD95ULMYY tag=0CKBW2JJ1VBR type=write size=2700402 2024-08-17T00:52:33.596 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.595+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~PQS5A7CSQGY2.0 size=1048576 2024-08-17T00:52:33.596 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.595+0000 7fb7ffa81640 1 < canceled part key=_multipart_2TAMC96GTRFY.2~PQS5A7CSQGY2.1 size=572277 2024-08-17T00:52:33.599 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.598+0000 7fb7ffa81640 1 < canceled multipart upload key=2TAMC96GTRFY upload=PQS5A7CSQGY2 tag=D64NP1EPVGL9 type=write size=2669429 2024-08-17T00:52:33.602 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.602+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~TBUUSFC8MIBO.0 size=1048576 2024-08-17T00:52:33.604 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.603+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~TBUUSFC8MIBO.1 size=1048576 2024-08-17T00:52:33.605 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.604+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~TBUUSFC8MIBO.2 size=520159 2024-08-17T00:52:33.605 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.605+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=TBUUSFC8MIBO tag=HG19PX7OX5ZW type=write size=3665887 2024-08-17T00:52:33.607 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.607+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=3PEKNPX3MXHK type=del 2024-08-17T00:52:33.609 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.609+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=1EF274PZL130 type=del size=2576796 2024-08-17T00:52:33.611 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.611+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=H0Q6Z4SE81X0 type=del 2024-08-17T00:52:33.613 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.613+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=4GXOTSAO87L5 type=del size=1055021 2024-08-17T00:52:33.616 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.615+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=VSGTIRRNVB5X type=del 2024-08-17T00:52:33.619 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.618+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~DPZII1KL7PMU.0 size=1048576 2024-08-17T00:52:33.620 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.619+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~DPZII1KL7PMU.1 size=86913 2024-08-17T00:52:33.620 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.619+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=DPZII1KL7PMU tag=R5X1YP2T33Z4 type=write size=2184065 2024-08-17T00:52:33.622 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.621+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=IITDFHTGQZ20 type=del 2024-08-17T00:52:33.625 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.624+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~A8K96MC0GJ0B.0 size=19467 2024-08-17T00:52:33.625 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.624+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=A8K96MC0GJ0B tag=4DNNWI786LBG type=write size=1068043 2024-08-17T00:52:33.627 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.626+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~JA894KVIGREZ.0 size=828268 2024-08-17T00:52:33.630 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.629+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=JA894KVIGREZ tag=NNGSMKWUYLDA type=write size=1876844 2024-08-17T00:52:33.632 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.631+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=SMN141990QCA type=del size=1815065 2024-08-17T00:52:33.633 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.633+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~539AWVIV402O.0 size=1048576 2024-08-17T00:52:33.635 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.634+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~539AWVIV402O.1 size=805979 2024-08-17T00:52:33.638 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.637+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=539AWVIV402O tag=2N9F7AANNHW2 type=write size=2903131 2024-08-17T00:52:33.642 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.639+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=HIOKEBZZMXQQ type=write size=133834 2024-08-17T00:52:33.642 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.641+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~8RHZH9GC3RJY.0 size=1048576 2024-08-17T00:52:33.642 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.641+0000 7fb7ffa81640 1 < canceled part key=_multipart_YGH20LQ783HC.2~8RHZH9GC3RJY.1 size=682455 2024-08-17T00:52:33.645 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.644+0000 7fb7ffa81640 1 < canceled multipart upload key=YGH20LQ783HC upload=8RHZH9GC3RJY tag=MPN8VNRMY3GU type=write size=2779607 2024-08-17T00:52:33.647 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.646+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=HRPB27BRUJHY type=del size=3753211 2024-08-17T00:52:33.651 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.650+0000 7fb7ffa81640 1 < suggested update operation key=4OEMXU0GR20L tag=2U4MDDZC5BA8 type=del size=843301 2024-08-17T00:52:33.653 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.652+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=88K9KOXLM13U type=del size=1889065 2024-08-17T00:52:33.654 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.653+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=UQMKIYPWXIZ2 type=del 2024-08-17T00:52:33.656 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.655+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=IDJEBIJWIRHT type=del size=936542 2024-08-17T00:52:33.658 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.657+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~110OVXSUXVNO.0 size=1048576 2024-08-17T00:52:33.660 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.659+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~110OVXSUXVNO.1 size=1048576 2024-08-17T00:52:33.661 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.660+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~110OVXSUXVNO.2 size=403182 2024-08-17T00:52:33.665 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.664+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=110OVXSUXVNO tag=3OVDRBIXOJRK type=write size=3548910 2024-08-17T00:52:33.667 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.666+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=3U9477BROP3Y type=del size=3271959 2024-08-17T00:52:33.670 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.668+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~XLLQ2WTOSKE0.0 size=688207 2024-08-17T00:52:33.672 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.671+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=XLLQ2WTOSKE0 tag=DVKZZCWKIY41 type=write size=1736783 2024-08-17T00:52:33.675 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.674+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~0BD3M1Z1IXO0.0 size=1048576 2024-08-17T00:52:33.676 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.676+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~0BD3M1Z1IXO0.1 size=1048576 2024-08-17T00:52:33.678 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.677+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~0BD3M1Z1IXO0.2 size=454567 2024-08-17T00:52:33.678 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.677+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=0BD3M1Z1IXO0 tag=V09QEVRGL0MW type=write size=3600295 2024-08-17T00:52:33.680 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.679+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=SD19B7URBQJL type=del 2024-08-17T00:52:33.684 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.682+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~7HZ9J8T7LJ54.0 size=428864 2024-08-17T00:52:33.684 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.682+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=7HZ9J8T7LJ54 tag=3FHFQWFD0MP5 type=write size=1477440 2024-08-17T00:52:33.685 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.684+0000 7fb7ffa81640 1 < completed write operation key=VXX2N7W78TY5 tag=PF9J2P4R469A type=write size=471018 2024-08-17T00:52:33.687 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.686+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=90GKABGID832 type=del size=377858 2024-08-17T00:52:33.692 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.691+0000 7fb7ffa81640 1 < suggested update operation key=YGH20LQ783HC tag=YZ8NWFVHHK49 type=write size=978162 2024-08-17T00:52:33.693 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.693+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=JZOKOQQVR5IV type=del size=1963433 2024-08-17T00:52:33.696 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.695+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~L9KOD95ULMYY.0 size=1048576 2024-08-17T00:52:33.697 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.697+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~L9KOD95ULMYY.1 size=603250 2024-08-17T00:52:33.701 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.700+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=L9KOD95ULMYY tag=0CKBW2JJ1VBR type=write size=2700402 2024-08-17T00:52:33.703 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.702+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=SBOGR7NQE7IC type=del size=2689814 2024-08-17T00:52:33.705 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.705+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~TBUUSFC8MIBO.0 size=1048576 2024-08-17T00:52:33.707 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.706+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~TBUUSFC8MIBO.1 size=1048576 2024-08-17T00:52:33.709 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.708+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~TBUUSFC8MIBO.2 size=520159 2024-08-17T00:52:33.714 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.711+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=TBUUSFC8MIBO tag=HG19PX7OX5ZW type=write size=3665887 2024-08-17T00:52:33.714 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.713+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=NN7FY1L1EH10 type=del size=3995161 2024-08-17T00:52:33.716 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.715+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=1EF274PZL130 type=del 2024-08-17T00:52:33.718 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.717+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=BC88Z1M900VG type=write size=79044 2024-08-17T00:52:33.721 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.720+0000 7fb7ffa81640 1 < suggested update operation key=G9T63DWLHVIJ tag=4GXOTSAO87L5 type=del size=1055021 2024-08-17T00:52:33.724 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.723+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~665GTXPMCDVR.0 size=1048576 2024-08-17T00:52:33.726 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.725+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~665GTXPMCDVR.1 size=1048576 2024-08-17T00:52:33.727 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.726+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~665GTXPMCDVR.2 size=293292 2024-08-17T00:52:33.727 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.726+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=665GTXPMCDVR tag=NXR23DLOQIPE type=write size=3439020 2024-08-17T00:52:33.729 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.728+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~DPZII1KL7PMU.0 size=1048576 2024-08-17T00:52:33.730 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.729+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~DPZII1KL7PMU.1 size=86913 2024-08-17T00:52:33.733 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.732+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=DPZII1KL7PMU tag=R5X1YP2T33Z4 type=write size=2184065 2024-08-17T00:52:33.735 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.734+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=C4CQNO1WU101 type=del size=151942 2024-08-17T00:52:33.737 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.736+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~A8K96MC0GJ0B.0 size=19467 2024-08-17T00:52:33.740 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.739+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=A8K96MC0GJ0B tag=4DNNWI786LBG type=write size=1068043 2024-08-17T00:52:33.742 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.741+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=82309HI8ZSNY type=write size=611227 2024-08-17T00:52:33.744 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.743+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=SMN141990QCA type=del 2024-08-17T00:52:33.747 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.746+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~695Y26D2N9O2.0 size=209061 2024-08-17T00:52:33.747 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.746+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=695Y26D2N9O2 tag=84HKI8OKCDPR type=write size=1257637 2024-08-17T00:52:33.749 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.749+0000 7fb7ffa81640 -1 < failed to complete operation key=YGH20LQ783HC tag=HIOKEBZZMXQQ type=write size=133834: (22) Invalid argument 2024-08-17T00:52:33.751 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.750+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=LR12CU5KJEG8 type=del size=1054851 2024-08-17T00:52:33.753 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.752+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=HRPB27BRUJHY type=del 2024-08-17T00:52:33.755 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.754+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=7K4OOL18POIG type=del size=142009 2024-08-17T00:52:33.757 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.756+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=88K9KOXLM13U type=del 2024-08-17T00:52:33.761 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.760+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~H9ESYES9F8VF.0 size=1048576 2024-08-17T00:52:33.762 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.761+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~H9ESYES9F8VF.1 size=686177 2024-08-17T00:52:33.762 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.761+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=H9ESYES9F8VF tag=7N69YR3XJ01M type=write size=2783329 2024-08-17T00:52:33.766 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.765+0000 7fb7ffa81640 1 < suggested remove operation key=LLHW0UMGWSKP tag=IDJEBIJWIRHT type=del 2024-08-17T00:52:33.769 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.768+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~NP777KQNUI0P.0 size=1048576 2024-08-17T00:52:33.770 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.770+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~NP777KQNUI0P.1 size=1048576 2024-08-17T00:52:33.772 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.771+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~NP777KQNUI0P.2 size=153588 2024-08-17T00:52:33.772 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.771+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=NP777KQNUI0P tag=A2KCH8YUQP2W type=write size=3299316 2024-08-17T00:52:33.774 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.773+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=3U9477BROP3Y type=del 2024-08-17T00:52:33.776 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.775+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=97VW5Z5HSMP5 type=del size=3952679 2024-08-17T00:52:33.779 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.777+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~0BD3M1Z1IXO0.0 size=1048576 2024-08-17T00:52:33.780 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.779+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~0BD3M1Z1IXO0.1 size=1048576 2024-08-17T00:52:33.782 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.781+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~0BD3M1Z1IXO0.2 size=454567 2024-08-17T00:52:33.785 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.784+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=0BD3M1Z1IXO0 tag=V09QEVRGL0MW type=write size=3600295 2024-08-17T00:52:33.786 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.785+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=JD303FO5PLN3 type=write size=637910 2024-08-17T00:52:33.789 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.787+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~7HZ9J8T7LJ54.0 size=428864 2024-08-17T00:52:33.790 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.790+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=7HZ9J8T7LJ54 tag=3FHFQWFD0MP5 type=write size=1477440 2024-08-17T00:52:33.792 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.791+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=H08DRHVXIFGX type=del size=114467 2024-08-17T00:52:33.794 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.793+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=90GKABGID832 type=del 2024-08-17T00:52:33.796 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.796+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~P7HCPDVZAIIW.0 size=1048576 2024-08-17T00:52:33.798 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.797+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~P7HCPDVZAIIW.1 size=712353 2024-08-17T00:52:33.798 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.797+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=P7HCPDVZAIIW tag=SZ0YP3NR07I8 type=write size=2809505 2024-08-17T00:52:33.800 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.799+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=JZOKOQQVR5IV type=del 2024-08-17T00:52:33.802 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.802+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~Z4RLMDJAN5AH.0 size=1048576 2024-08-17T00:52:33.804 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.803+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~Z4RLMDJAN5AH.1 size=1048576 2024-08-17T00:52:33.805 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.805+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~Z4RLMDJAN5AH.2 size=527797 2024-08-17T00:52:33.805 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.805+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=Z4RLMDJAN5AH tag=YIHOJSJRQJ01 type=write size=3673525 2024-08-17T00:52:33.807 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.806+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=SBOGR7NQE7IC type=del 2024-08-17T00:52:33.809 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.808+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=1S4F7TH0DTOV type=del size=3172298 2024-08-17T00:52:33.811 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.810+0000 7fb7ffa81640 -1 < failed to complete operation key=LLHW0UMGWSKP tag=NN7FY1L1EH10 type=del size=3995161: (22) Invalid argument 2024-08-17T00:52:33.812 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.812+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=R3LCO9UB9TJP type=del size=4053967 2024-08-17T00:52:33.814 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.813+0000 7fb7ffa81640 1 < completed write operation key=JID7SA7XCFSD tag=BC88Z1M900VG type=write size=79044 2024-08-17T00:52:33.816 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.815+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=YN0O3CC2Z01W type=write size=1013687 2024-08-17T00:52:33.816 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.815+0000 7fb7ffa81640 1 < canceled part key=_multipart_2TAMC96GTRFY.2~665GTXPMCDVR.0 size=1048576 2024-08-17T00:52:33.817 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.817+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~665GTXPMCDVR.1 size=1048576 2024-08-17T00:52:33.819 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.819+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~665GTXPMCDVR.2 size=293292 2024-08-17T00:52:33.822 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.822+0000 7fb7ffa81640 1 < canceled multipart upload key=2TAMC96GTRFY upload=665GTXPMCDVR tag=NXR23DLOQIPE type=write size=3439020 2024-08-17T00:52:33.824 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.823+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=GV543FNJGBP4 type=del size=4136884 2024-08-17T00:52:33.826 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.825+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=C4CQNO1WU101 type=del 2024-08-17T00:52:33.829 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.828+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~FQE0G3R60D3A.0 size=1048576 2024-08-17T00:52:33.830 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.829+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~FQE0G3R60D3A.1 size=1048576 2024-08-17T00:52:33.831 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.831+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~FQE0G3R60D3A.2 size=307641 2024-08-17T00:52:33.832 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.831+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=FQE0G3R60D3A tag=T72KTPNGEE3D type=write size=3453369 2024-08-17T00:52:33.833 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.832+0000 7fb7ffa81640 1 < completed write operation key=J9EF9S76XDGB tag=82309HI8ZSNY type=write size=611227 2024-08-17T00:52:33.835 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.835+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=UITLXF2YPGK8 type=write size=499069 2024-08-17T00:52:33.837 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.836+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~695Y26D2N9O2.0 size=209061 2024-08-17T00:52:33.842 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.839+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=695Y26D2N9O2 tag=84HKI8OKCDPR type=write size=1257637 2024-08-17T00:52:33.842 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.842+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=GXPHUIFBVP73 type=del size=930032 2024-08-17T00:52:33.845 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.844+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=LR12CU5KJEG8 type=del 2024-08-17T00:52:33.849 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.849+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~KVTIN3621TSV.0 size=1048576 2024-08-17T00:52:33.852 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.851+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~KVTIN3621TSV.1 size=1048576 2024-08-17T00:52:33.853 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.853+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~KVTIN3621TSV.2 size=911268 2024-08-17T00:52:33.853 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.853+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=KVTIN3621TSV tag=K12XASYWLDP9 type=write size=4056996 2024-08-17T00:52:33.856 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.855+0000 7fb7ffa81640 1 < canceled operation key=JID7SA7XCFSD tag=7K4OOL18POIG type=del size=142009 2024-08-17T00:52:33.860 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.860+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~G1MTVPJ97AH6.0 size=1048576 2024-08-17T00:52:33.863 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.862+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~G1MTVPJ97AH6.1 size=233800 2024-08-17T00:52:33.863 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.862+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=G1MTVPJ97AH6 tag=A93ZSIFBJIOS type=write size=2330952 2024-08-17T00:52:33.865 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.864+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~H9ESYES9F8VF.0 size=1048576 2024-08-17T00:52:33.865 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.864+0000 7fb7ffa81640 1 < canceled part key=_multipart_KC83N32YH21Q.2~H9ESYES9F8VF.1 size=686177 2024-08-17T00:52:33.869 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.869+0000 7fb7ffa81640 1 < canceled multipart upload key=KC83N32YH21Q upload=H9ESYES9F8VF tag=7N69YR3XJ01M type=write size=2783329 2024-08-17T00:52:33.875 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.874+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~MX5D0D1PU6YO.0 size=905706 2024-08-17T00:52:33.875 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.874+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=MX5D0D1PU6YO tag=YDE89NBJ3F00 type=write size=1954282 2024-08-17T00:52:33.877 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.877+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~NP777KQNUI0P.0 size=1048576 2024-08-17T00:52:33.880 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.879+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~NP777KQNUI0P.1 size=1048576 2024-08-17T00:52:33.881 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.881+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~NP777KQNUI0P.2 size=153588 2024-08-17T00:52:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:52:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:52:33] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.43.0" 2024-08-17T00:52:33.886 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.885+0000 7fb7ffa81640 1 < completed multipart upload key=VHXBN189GN90 upload=NP777KQNUI0P tag=A2KCH8YUQP2W type=write size=3299316 2024-08-17T00:52:33.891 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.890+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~XVZ6HDXRSN0N.0 size=193247 2024-08-17T00:52:33.891 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.890+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=XVZ6HDXRSN0N tag=BCF8GFO2VM1M type=write size=1241823 2024-08-17T00:52:33.893 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.892+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=97VW5Z5HSMP5 type=del 2024-08-17T00:52:33.896 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.895+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=ZR60I2DBYY3Q type=del size=3826027 2024-08-17T00:52:33.899 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.898+0000 7fb7ffa81640 1 < completed write operation key=FTHZ4CWOAN2W tag=JD303FO5PLN3 type=write size=637910 2024-08-17T00:52:33.901 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.900+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=AHEH8IAW7972 type=del size=18346 2024-08-17T00:52:33.903 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.902+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=H08DRHVXIFGX type=del 2024-08-17T00:52:33.906 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.906+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~NK6W9NQIGSLP.0 size=781583 2024-08-17T00:52:33.906 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.906+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=NK6W9NQIGSLP tag=YAUJ3P0EWV1E type=write size=1830159 2024-08-17T00:52:33.908 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.907+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~P7HCPDVZAIIW.0 size=1048576 2024-08-17T00:52:33.909 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.909+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~P7HCPDVZAIIW.1 size=712353 2024-08-17T00:52:33.913 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.912+0000 7fb7ffa81640 1 < completed multipart upload key=VHXBN189GN90 upload=P7HCPDVZAIIW tag=SZ0YP3NR07I8 type=write size=2809505 2024-08-17T00:52:33.914 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.914+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=UVQFUZJISGG2 type=del size=1886050 2024-08-17T00:52:33.916 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.915+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~Z4RLMDJAN5AH.0 size=1048576 2024-08-17T00:52:33.918 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.917+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~Z4RLMDJAN5AH.1 size=1048576 2024-08-17T00:52:33.919 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.918+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~Z4RLMDJAN5AH.2 size=527797 2024-08-17T00:52:33.922 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.921+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=Z4RLMDJAN5AH tag=YIHOJSJRQJ01 type=write size=3673525 2024-08-17T00:52:33.924 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.923+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=B6VAF961VVN4 type=del size=197256 2024-08-17T00:52:33.925 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.925+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=1S4F7TH0DTOV type=del 2024-08-17T00:52:33.929 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.928+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~7LY42JGNNKWF.0 size=1048576 2024-08-17T00:52:33.930 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.929+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~7LY42JGNNKWF.1 size=1048576 2024-08-17T00:52:33.931 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.931+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~7LY42JGNNKWF.2 size=787233 2024-08-17T00:52:33.931 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.931+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=7LY42JGNNKWF tag=ZPNTHAGGVS4G type=write size=3932961 2024-08-17T00:52:33.933 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.932+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=R3LCO9UB9TJP type=del 2024-08-17T00:52:33.935 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.934+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=I76MNXHRIG9F type=del size=3407618 2024-08-17T00:52:33.937 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.936+0000 7fb7ffa81640 1 < completed write operation key=JID7SA7XCFSD tag=YN0O3CC2Z01W type=write size=1013687 2024-08-17T00:52:33.938 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.937+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=LCO3UU5PK2AW type=del size=2433286 2024-08-17T00:52:33.940 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.939+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=GV543FNJGBP4 type=del 2024-08-17T00:52:33.943 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.942+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~GD8G5N9K8MC5.0 size=990102 2024-08-17T00:52:33.944 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.942+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=GD8G5N9K8MC5 tag=H9EV6IIN37TP type=write size=2038678 2024-08-17T00:52:33.945 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.944+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~FQE0G3R60D3A.0 size=1048576 2024-08-17T00:52:33.946 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.945+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~FQE0G3R60D3A.1 size=1048576 2024-08-17T00:52:33.948 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.947+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~FQE0G3R60D3A.2 size=307641 2024-08-17T00:52:33.951 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.950+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=FQE0G3R60D3A tag=T72KTPNGEE3D type=write size=3453369 2024-08-17T00:52:33.955 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.954+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~A5S66HH30Y1F.0 size=290391 2024-08-17T00:52:33.955 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.954+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=A5S66HH30Y1F tag=SF3DTWC8M2KC type=write size=1338967 2024-08-17T00:52:33.957 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.956+0000 7fb7ffa81640 1 < completed write operation key=J9EF9S76XDGB tag=UITLXF2YPGK8 type=write size=499069 2024-08-17T00:52:33.958 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.957+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=TCYYQQKQVXHD type=del size=2478435 2024-08-17T00:52:33.960 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.959+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=GXPHUIFBVP73 type=del 2024-08-17T00:52:33.962 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.961+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=OKZ5INRS9LQ8 type=del size=1653837 2024-08-17T00:52:33.964 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.963+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~KVTIN3621TSV.0 size=1048576 2024-08-17T00:52:33.965 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.965+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~KVTIN3621TSV.1 size=1048576 2024-08-17T00:52:33.967 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.966+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~KVTIN3621TSV.2 size=911268 2024-08-17T00:52:33.970 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.969+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=KVTIN3621TSV tag=K12XASYWLDP9 type=write size=4056996 2024-08-17T00:52:33.972 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.971+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=7DSW4EAWTIX1 type=del size=816053 2024-08-17T00:52:33.974 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.973+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~G1MTVPJ97AH6.0 size=1048576 2024-08-17T00:52:33.975 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.974+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~G1MTVPJ97AH6.1 size=233800 2024-08-17T00:52:33.978 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.977+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=G1MTVPJ97AH6 tag=A93ZSIFBJIOS type=write size=2330952 2024-08-17T00:52:33.982 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.981+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~MN0ZH3AR7L86.0 size=829701 2024-08-17T00:52:33.982 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.981+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=MN0ZH3AR7L86 tag=OFYY7TBQE9S8 type=write size=1878277 2024-08-17T00:52:33.983 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.983+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~MX5D0D1PU6YO.0 size=905706 2024-08-17T00:52:33.986 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.985+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=MX5D0D1PU6YO tag=YDE89NBJ3F00 type=write size=1954282 2024-08-17T00:52:33.989 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.988+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~GJUE4DP4ARV5.0 size=1048576 2024-08-17T00:52:33.991 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.990+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~GJUE4DP4ARV5.1 size=1048576 2024-08-17T00:52:33.992 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.991+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~GJUE4DP4ARV5.2 size=647045 2024-08-17T00:52:33.992 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.991+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=GJUE4DP4ARV5 tag=01JWM6YCYWIQ type=write size=3792773 2024-08-17T00:52:33.994 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.993+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~XVZ6HDXRSN0N.0 size=193247 2024-08-17T00:52:33.997 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.996+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=XVZ6HDXRSN0N tag=BCF8GFO2VM1M type=write size=1241823 2024-08-17T00:52:33.998 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.997+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=P63C6DYAUG26 type=del size=1381499 2024-08-17T00:52:34.000 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:33.999+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=ZR60I2DBYY3Q type=del 2024-08-17T00:52:34.002 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.001+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=Q7DB9VZ6Z11G type=del size=1955300 2024-08-17T00:52:34.003 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.003+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=AHEH8IAW7972 type=del 2024-08-17T00:52:34.005 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.005+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=HPWPL1A7GUA1 type=del size=1462077 2024-08-17T00:52:34.007 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.007+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~NK6W9NQIGSLP.0 size=781583 2024-08-17T00:52:34.010 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.009+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=NK6W9NQIGSLP tag=YAUJ3P0EWV1E type=write size=1830159 2024-08-17T00:52:34.012 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.011+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=FSP3NU86FXTU type=write size=294972 2024-08-17T00:52:34.014 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.013+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=UVQFUZJISGG2 type=del 2024-08-17T00:52:34.017 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.016+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~0H0LPUFK0ZM0.0 size=1048576 2024-08-17T00:52:34.018 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.018+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~0H0LPUFK0ZM0.1 size=950064 2024-08-17T00:52:34.018 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.018+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=0H0LPUFK0ZM0 tag=POKP6RGDU1TS type=write size=3047216 2024-08-17T00:52:34.020 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.019+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=B6VAF961VVN4 type=del 2024-08-17T00:52:34.022 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.021+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=4NIWSK493Y3H type=del size=3325980 2024-08-17T00:52:34.024 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.023+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~7LY42JGNNKWF.0 size=1048576 2024-08-17T00:52:34.025 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.025+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~7LY42JGNNKWF.1 size=1048576 2024-08-17T00:52:34.027 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.026+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~7LY42JGNNKWF.2 size=787233 2024-08-17T00:52:34.029 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.029+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=7LY42JGNNKWF tag=ZPNTHAGGVS4G type=write size=3932961 2024-08-17T00:52:34.031 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.030+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=33J98MKV94S8 type=del size=694763 2024-08-17T00:52:34.033 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.032+0000 7fb7ffa81640 1 < completed delete operation key=G9T63DWLHVIJ tag=I76MNXHRIG9F type=del 2024-08-17T00:52:34.036 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.035+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~QVCDATH9ZQIW.0 size=1048576 2024-08-17T00:52:34.037 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.036+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~QVCDATH9ZQIW.1 size=1048576 2024-08-17T00:52:34.039 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.038+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~QVCDATH9ZQIW.2 size=326440 2024-08-17T00:52:34.039 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.038+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=QVCDATH9ZQIW tag=GL30CAXIWYIW type=write size=3472168 2024-08-17T00:52:34.043 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.042+0000 7fb7ffa81640 1 < suggested update operation key=LLHW0UMGWSKP tag=LCO3UU5PK2AW type=del size=2433286 2024-08-17T00:52:34.046 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.044+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=DGD33AQCIYL8 type=del size=1200002 2024-08-17T00:52:34.046 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.045+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~GD8G5N9K8MC5.0 size=990102 2024-08-17T00:52:34.049 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.048+0000 7fb7ffa81640 1 < completed multipart upload key=G9T63DWLHVIJ upload=GD8G5N9K8MC5 tag=H9EV6IIN37TP type=write size=2038678 2024-08-17T00:52:34.052 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.052+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~Y6FKGAPSI1TQ.0 size=643076 2024-08-17T00:52:34.053 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.052+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=Y6FKGAPSI1TQ tag=4FG8OUJ7DG29 type=write size=1691652 2024-08-17T00:52:34.054 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.053+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~A5S66HH30Y1F.0 size=290391 2024-08-17T00:52:34.057 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.056+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=A5S66HH30Y1F tag=SF3DTWC8M2KC type=write size=1338967 2024-08-17T00:52:34.061 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.060+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~4CEC1OYYOG8F.0 size=1048576 2024-08-17T00:52:34.062 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.061+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~4CEC1OYYOG8F.1 size=227179 2024-08-17T00:52:34.062 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.061+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=4CEC1OYYOG8F tag=GPBDZLZ0DRXG type=write size=2324331 2024-08-17T00:52:34.063 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.063+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=TCYYQQKQVXHD type=del 2024-08-17T00:52:34.065 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.064+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=Q844XG7OC9ZB type=del size=679583 2024-08-17T00:52:34.067 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.066+0000 7fb7ffa81640 1 < completed delete operation key=KC83N32YH21Q tag=OKZ5INRS9LQ8 type=del 2024-08-17T00:52:34.069 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.068+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=B10H31854PR6 type=write size=253849 2024-08-17T00:52:34.072 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.071+0000 7fb7ffa81640 1 < suggested remove operation key=XA1Y234IJAV8 tag=7DSW4EAWTIX1 type=del 2024-08-17T00:52:34.074 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.073+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=CSHD4RBQO1N1 type=del size=330367 2024-08-17T00:52:34.076 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.075+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~MN0ZH3AR7L86.0 size=829701 2024-08-17T00:52:34.079 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.078+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=MN0ZH3AR7L86 tag=OFYY7TBQE9S8 type=write size=1878277 2024-08-17T00:52:34.081 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.080+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=JJ6MXSPTVO9Q type=del size=4071037 2024-08-17T00:52:34.083 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.082+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~GJUE4DP4ARV5.0 size=1048576 2024-08-17T00:52:34.085 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.084+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~GJUE4DP4ARV5.1 size=1048576 2024-08-17T00:52:34.086 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.086+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~GJUE4DP4ARV5.2 size=647045 2024-08-17T00:52:34.090 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.089+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=GJUE4DP4ARV5 tag=01JWM6YCYWIQ type=write size=3792773 2024-08-17T00:52:34.091 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.091+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=P1DT3WWFQD8A type=del size=3093734 2024-08-17T00:52:34.093 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.092+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=P63C6DYAUG26 type=del 2024-08-17T00:52:34.096 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.096+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~NQPS670S9GRQ.0 size=1048576 2024-08-17T00:52:34.098 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.097+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~NQPS670S9GRQ.1 size=275467 2024-08-17T00:52:34.098 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.097+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=NQPS670S9GRQ tag=3ETY5H269GKR type=write size=2372619 2024-08-17T00:52:34.099 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.099+0000 7fb7ffa81640 1 < completed delete operation key=J9EF9S76XDGB tag=Q7DB9VZ6Z11G type=del 2024-08-17T00:52:34.103 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.103+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~L5A4DR79H1NA.0 size=130228 2024-08-17T00:52:34.103 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.103+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=L5A4DR79H1NA tag=SQ8Q51GPM09R type=write size=1178804 2024-08-17T00:52:34.105 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.104+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=HPWPL1A7GUA1 type=del 2024-08-17T00:52:34.107 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.106+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=JQNMIE34JLP0 type=del size=216096 2024-08-17T00:52:34.110 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.110+0000 7fb7ffa81640 1 < suggested remove operation key=1DKD54PZ3N4G tag=FSP3NU86FXTU type=write 2024-08-17T00:52:34.114 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.113+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~U7XOMV3OOMJW.0 size=1048576 2024-08-17T00:52:34.115 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.115+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~U7XOMV3OOMJW.1 size=1048576 2024-08-17T00:52:34.117 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.116+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~U7XOMV3OOMJW.2 size=917702 2024-08-17T00:52:34.117 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.116+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=U7XOMV3OOMJW tag=NKQBJS9D6JDI type=write size=4063430 2024-08-17T00:52:34.119 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.118+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~0H0LPUFK0ZM0.0 size=1048576 2024-08-17T00:52:34.120 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.119+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~0H0LPUFK0ZM0.1 size=950064 2024-08-17T00:52:34.124 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.123+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=0H0LPUFK0ZM0 tag=POKP6RGDU1TS type=write size=3047216 2024-08-17T00:52:34.127 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.126+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~025B3Z1HXFPT.0 size=1048576 2024-08-17T00:52:34.129 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.128+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~025B3Z1HXFPT.1 size=417005 2024-08-17T00:52:34.129 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.128+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=025B3Z1HXFPT tag=R1MLS8BCXQRF type=write size=2514157 2024-08-17T00:52:34.130 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.130+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=4NIWSK493Y3H type=del 2024-08-17T00:52:34.132 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.131+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=7K8E0T1TARI4 type=del size=409653 2024-08-17T00:52:34.134 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.133+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=33J98MKV94S8 type=del 2024-08-17T00:52:34.137 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.136+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~W9L8MOYJBIVV.0 size=259353 2024-08-17T00:52:34.138 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.136+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=W9L8MOYJBIVV tag=NQH1L91Q2T7J type=write size=1307929 2024-08-17T00:52:34.139 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.138+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~QVCDATH9ZQIW.0 size=1048576 2024-08-17T00:52:34.141 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.140+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~QVCDATH9ZQIW.1 size=1048576 2024-08-17T00:52:34.142 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.141+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~QVCDATH9ZQIW.2 size=326440 2024-08-17T00:52:34.145 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.144+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=QVCDATH9ZQIW tag=GL30CAXIWYIW type=write size=3472168 2024-08-17T00:52:34.148 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.148+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~VHKBQXJA2HM7.0 size=1022813 2024-08-17T00:52:34.148 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.148+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=VHKBQXJA2HM7 tag=EDKTCMLSNHCZ type=write size=2071389 2024-08-17T00:52:34.150 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.149+0000 7fb7ffa81640 1 < canceled operation key=KC83N32YH21Q tag=DGD33AQCIYL8 type=del size=1200002 2024-08-17T00:52:34.152 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.151+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=6F5ZVAYD1UZ2 type=del size=3433740 2024-08-17T00:52:34.153 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.153+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~Y6FKGAPSI1TQ.0 size=643076 2024-08-17T00:52:34.157 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.156+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=Y6FKGAPSI1TQ tag=4FG8OUJ7DG29 type=write size=1691652 2024-08-17T00:52:34.158 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.157+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=QWO475ZPNOXU type=write size=944710 2024-08-17T00:52:34.160 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.159+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~4CEC1OYYOG8F.0 size=1048576 2024-08-17T00:52:34.161 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.161+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~4CEC1OYYOG8F.1 size=227179 2024-08-17T00:52:34.165 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.164+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=4CEC1OYYOG8F tag=GPBDZLZ0DRXG type=write size=2324331 2024-08-17T00:52:34.166 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.165+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=FWR9RTBWBTXW type=write size=176202 2024-08-17T00:52:34.168 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.167+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=Q844XG7OC9ZB type=del 2024-08-17T00:52:34.171 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.170+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~0BL9RVPH5YW2.0 size=1048576 2024-08-17T00:52:34.173 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.172+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~0BL9RVPH5YW2.1 size=160354 2024-08-17T00:52:34.173 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.172+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=0BL9RVPH5YW2 tag=JATSPFUW6NEB type=write size=2257506 2024-08-17T00:52:34.174 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.174+0000 7fb7ffa81640 1 < completed write operation key=G9T63DWLHVIJ tag=B10H31854PR6 type=write size=253849 2024-08-17T00:52:34.177 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.176+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=P2L29I5IR3L7 type=del size=2147248 2024-08-17T00:52:34.178 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.178+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=CSHD4RBQO1N1 type=del 2024-08-17T00:52:34.180 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.179+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=DA3T66RCZ0N4 type=del size=1412346 2024-08-17T00:52:34.182 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.181+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=JJ6MXSPTVO9Q type=del 2024-08-17T00:52:34.184 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.183+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=4RZUV6YXAWCP type=write size=974734 2024-08-17T00:52:34.188 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.187+0000 7fb7ffa81640 1 < suggested remove operation key=XA1Y234IJAV8 tag=P1DT3WWFQD8A type=del 2024-08-17T00:52:34.191 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.190+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~O09NJ730MS45.0 size=1048576 2024-08-17T00:52:34.192 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.192+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~O09NJ730MS45.1 size=662175 2024-08-17T00:52:34.193 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.192+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=O09NJ730MS45 tag=9P8TZ0YGARD5 type=write size=2759327 2024-08-17T00:52:34.194 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.193+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~NQPS670S9GRQ.0 size=1048576 2024-08-17T00:52:34.196 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.195+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~NQPS670S9GRQ.1 size=275467 2024-08-17T00:52:34.199 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.198+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=NQPS670S9GRQ tag=3ETY5H269GKR type=write size=2372619 2024-08-17T00:52:34.201 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.200+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=12D5379O28IY type=del size=174586 2024-08-17T00:52:34.203 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.202+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~L5A4DR79H1NA.0 size=130228 2024-08-17T00:52:34.206 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.205+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=L5A4DR79H1NA tag=SQ8Q51GPM09R type=write size=1178804 2024-08-17T00:52:34.210 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.209+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~1VTYYLGMGZVZ.0 size=915619 2024-08-17T00:52:34.210 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.209+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=1VTYYLGMGZVZ tag=V0ZFAL58213E type=write size=1964195 2024-08-17T00:52:34.212 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.211+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=JQNMIE34JLP0 type=del 2024-08-17T00:52:34.214 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.214+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~E0RSNT2G638Q.0 size=1048576 2024-08-17T00:52:34.216 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.215+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~E0RSNT2G638Q.1 size=1048576 2024-08-17T00:52:34.217 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.217+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~E0RSNT2G638Q.2 size=690263 2024-08-17T00:52:34.217 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.217+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=E0RSNT2G638Q tag=XED4J89XHFIU type=write size=3835991 2024-08-17T00:52:34.219 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.218+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~U7XOMV3OOMJW.0 size=1048576 2024-08-17T00:52:34.220 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.220+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~U7XOMV3OOMJW.1 size=1048576 2024-08-17T00:52:34.222 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.221+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~U7XOMV3OOMJW.2 size=917702 2024-08-17T00:52:34.225 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.224+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=U7XOMV3OOMJW tag=NKQBJS9D6JDI type=write size=4063430 2024-08-17T00:52:34.228 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.228+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~6MGXW50CNCGV.0 size=1006679 2024-08-17T00:52:34.228 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.228+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=6MGXW50CNCGV tag=PFW0LUFUWUBC type=write size=2055255 2024-08-17T00:52:34.231 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.230+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~025B3Z1HXFPT.0 size=1048576 2024-08-17T00:52:34.232 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.232+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~025B3Z1HXFPT.1 size=417005 2024-08-17T00:52:34.236 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.235+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=025B3Z1HXFPT tag=R1MLS8BCXQRF type=write size=2514157 2024-08-17T00:52:34.238 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.237+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=ZI7KIK7361WQ type=write size=631649 2024-08-17T00:52:34.241 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.240+0000 7fb7ffa81640 1 < suggested update operation key=9E9PQ6YUOR9D tag=7K8E0T1TARI4 type=del size=409653 2024-08-17T00:52:34.243 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.242+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=NLQH8VQ2WWFR type=del size=2964143 2024-08-17T00:52:34.245 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.244+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~W9L8MOYJBIVV.0 size=259353 2024-08-17T00:52:34.248 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.247+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=W9L8MOYJBIVV tag=NQH1L91Q2T7J type=write size=1307929 2024-08-17T00:52:34.250 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.249+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=G4R66X73SGJ8 type=del size=1039554 2024-08-17T00:52:34.252 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.251+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~VHKBQXJA2HM7.0 size=1022813 2024-08-17T00:52:34.256 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.254+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=VHKBQXJA2HM7 tag=EDKTCMLSNHCZ type=write size=2071389 2024-08-17T00:52:34.258 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.258+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~X50ER5T4ROQT.0 size=1048576 2024-08-17T00:52:34.260 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.259+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~X50ER5T4ROQT.1 size=1048576 2024-08-17T00:52:34.261 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.261+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~X50ER5T4ROQT.2 size=168159 2024-08-17T00:52:34.262 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.261+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=X50ER5T4ROQT tag=G883L4VLSJ3S type=write size=3313887 2024-08-17T00:52:34.265 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.264+0000 7fb7ffa81640 1 < suggested update operation key=1DKD54PZ3N4G tag=6F5ZVAYD1UZ2 type=del size=3433740 2024-08-17T00:52:34.269 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.268+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~OOTZNXG1NJWC.0 size=1048576 2024-08-17T00:52:34.270 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.269+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~OOTZNXG1NJWC.1 size=1048576 2024-08-17T00:52:34.272 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.271+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~OOTZNXG1NJWC.2 size=18858 2024-08-17T00:52:34.273 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.271+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=OOTZNXG1NJWC tag=GW57ULL50RW6 type=write size=3164586 2024-08-17T00:52:34.273 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.272+0000 7fb7ffa81640 1 < canceled operation key=27S7S7L3SYN7 tag=QWO475ZPNOXU type=write size=944710 2024-08-17T00:52:34.277 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.276+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~CMW4Y2W9610S.0 size=335835 2024-08-17T00:52:34.277 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.276+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=CMW4Y2W9610S tag=5NX4WI8F9LTF type=write size=1384411 2024-08-17T00:52:34.280 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.278+0000 7fb7ffa81640 1 < completed write operation key=X2R05Y3HU1RG tag=FWR9RTBWBTXW type=write size=176202 2024-08-17T00:52:34.281 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.280+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=3M5NRUQWTP0M type=del size=2463872 2024-08-17T00:52:34.283 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.282+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~0BL9RVPH5YW2.0 size=1048576 2024-08-17T00:52:34.284 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.283+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~0BL9RVPH5YW2.1 size=160354 2024-08-17T00:52:34.287 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.286+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=0BL9RVPH5YW2 tag=JATSPFUW6NEB type=write size=2257506 2024-08-17T00:52:34.289 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.288+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=NOWHGJ5UNXZA type=del size=2642008 2024-08-17T00:52:34.292 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.292+0000 7fb7ffa81640 1 < suggested update operation key=IN9C0SOA97VR tag=P2L29I5IR3L7 type=del size=2147248 2024-08-17T00:52:34.294 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.293+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=G5QLI26WTM48 type=write size=525919 2024-08-17T00:52:34.298 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.297+0000 7fb7ffa81640 1 < suggested remove operation key=47CFG298DQD5 tag=DA3T66RCZ0N4 type=del 2024-08-17T00:52:34.300 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.300+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=2ZJT4O0QBM30 type=del size=1561510 2024-08-17T00:52:34.302 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.301+0000 7fb7ffa81640 1 < completed write operation key=27S7S7L3SYN7 tag=4RZUV6YXAWCP type=write size=974734 2024-08-17T00:52:34.304 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.303+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=NMKPKORC8QBK type=del size=3776681 2024-08-17T00:52:34.306 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.305+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~O09NJ730MS45.0 size=1048576 2024-08-17T00:52:34.307 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.306+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~O09NJ730MS45.1 size=662175 2024-08-17T00:52:34.310 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.309+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=O09NJ730MS45 tag=9P8TZ0YGARD5 type=write size=2759327 2024-08-17T00:52:34.312 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.311+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=BT3BWIQ1C88K type=del size=140858 2024-08-17T00:52:34.314 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.312+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=12D5379O28IY type=del 2024-08-17T00:52:34.317 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.316+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~3HDDKL0FGE0U.0 size=1048576 2024-08-17T00:52:34.318 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.317+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~3HDDKL0FGE0U.1 size=1048576 2024-08-17T00:52:34.320 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.319+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~3HDDKL0FGE0U.2 size=234896 2024-08-17T00:52:34.320 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.319+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=3HDDKL0FGE0U tag=ZJ0I847A42AW type=write size=3380624 2024-08-17T00:52:34.320 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.319+0000 7fb7ffa81640 1 < canceled part key=_multipart_IN9C0SOA97VR.2~1VTYYLGMGZVZ.0 size=915619 2024-08-17T00:52:34.323 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.323+0000 7fb7ffa81640 1 < canceled multipart upload key=IN9C0SOA97VR upload=1VTYYLGMGZVZ tag=V0ZFAL58213E type=write size=1964195 2024-08-17T00:52:34.325 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.324+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=DRXZ0WQQ6QIG type=del size=4070752 2024-08-17T00:52:34.325 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.325+0000 7fb7ffa81640 1 < canceled part key=_multipart_J9EF9S76XDGB.2~E0RSNT2G638Q.0 size=1048576 2024-08-17T00:52:34.327 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.326+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~E0RSNT2G638Q.1 size=1048576 2024-08-17T00:52:34.328 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.327+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~E0RSNT2G638Q.2 size=690263 2024-08-17T00:52:34.331 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.330+0000 7fb7ffa81640 1 < canceled multipart upload key=J9EF9S76XDGB upload=E0RSNT2G638Q tag=XED4J89XHFIU type=write size=3835991 2024-08-17T00:52:34.335 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.334+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~KI26118UZINF.0 size=1048576 2024-08-17T00:52:34.336 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.335+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~KI26118UZINF.1 size=459522 2024-08-17T00:52:34.336 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.335+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=KI26118UZINF tag=57DF5WQBE3IV type=write size=2556674 2024-08-17T00:52:34.338 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.337+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~6MGXW50CNCGV.0 size=1006679 2024-08-17T00:52:34.341 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.340+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=6MGXW50CNCGV tag=PFW0LUFUWUBC type=write size=2055255 2024-08-17T00:52:34.344 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.344+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~W7TEM37X0ZYV.0 size=1048576 2024-08-17T00:52:34.346 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.345+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~W7TEM37X0ZYV.1 size=653386 2024-08-17T00:52:34.346 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.345+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=W7TEM37X0ZYV tag=XD02J1QG0L8Q type=write size=2750538 2024-08-17T00:52:34.350 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.349+0000 7fb7ffa81640 1 < suggested update operation key=ZF5O5WVFK6GU tag=ZI7KIK7361WQ type=write size=631649 2024-08-17T00:52:34.353 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.353+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~743578OBTAJ7.0 size=64567 2024-08-17T00:52:34.353 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.353+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=743578OBTAJ7 tag=TVICQ7EMJQKA type=write size=1113143 2024-08-17T00:52:34.355 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.354+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=NLQH8VQ2WWFR type=del 2024-08-17T00:52:34.359 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.358+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~BKLV35Y7BCEY.0 size=1048576 2024-08-17T00:52:34.360 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.359+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~BKLV35Y7BCEY.1 size=759421 2024-08-17T00:52:34.360 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.359+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=BKLV35Y7BCEY tag=FOOXOI5R3524 type=write size=2856573 2024-08-17T00:52:34.364 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.363+0000 7fb7ffa81640 1 < suggested remove operation key=8R9K8LDJ88DU tag=G4R66X73SGJ8 type=del 2024-08-17T00:52:34.367 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.366+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~N4SK0QGEEJ6R.0 size=1048576 2024-08-17T00:52:34.368 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.367+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~N4SK0QGEEJ6R.1 size=1048576 2024-08-17T00:52:34.370 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.369+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~N4SK0QGEEJ6R.2 size=410495 2024-08-17T00:52:34.370 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.369+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=N4SK0QGEEJ6R tag=G0GW8918UKUO type=write size=3556223 2024-08-17T00:52:34.372 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.371+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~X50ER5T4ROQT.0 size=1048576 2024-08-17T00:52:34.373 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.372+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~X50ER5T4ROQT.1 size=1048576 2024-08-17T00:52:34.374 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.374+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~X50ER5T4ROQT.2 size=168159 2024-08-17T00:52:34.377 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.376+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=X50ER5T4ROQT tag=G883L4VLSJ3S type=write size=3313887 2024-08-17T00:52:34.381 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.380+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~7IU5C4C9I5FY.0 size=583864 2024-08-17T00:52:34.381 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.380+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=7IU5C4C9I5FY tag=Y3CF54AU9TRW type=write size=1632440 2024-08-17T00:52:34.383 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.382+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~OOTZNXG1NJWC.0 size=1048576 2024-08-17T00:52:34.385 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.384+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~OOTZNXG1NJWC.1 size=1048576 2024-08-17T00:52:34.387 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.385+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~OOTZNXG1NJWC.2 size=18858 2024-08-17T00:52:34.389 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.388+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=OOTZNXG1NJWC tag=GW57ULL50RW6 type=write size=3164586 2024-08-17T00:52:34.393 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.392+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~64Z8ZOO9VKU2.0 size=594840 2024-08-17T00:52:34.393 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.392+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=64Z8ZOO9VKU2 tag=9NGR11Z374AQ type=write size=1643416 2024-08-17T00:52:34.395 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.394+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~CMW4Y2W9610S.0 size=335835 2024-08-17T00:52:34.398 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.397+0000 7fb7ffa81640 1 < completed multipart upload key=G9T63DWLHVIJ upload=CMW4Y2W9610S tag=5NX4WI8F9LTF type=write size=1384411 2024-08-17T00:52:34.399 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.399+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=Y60NRIZMGFTT type=del size=3260723 2024-08-17T00:52:34.401 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.400+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=3M5NRUQWTP0M type=del 2024-08-17T00:52:34.404 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.404+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~RM62LKGYBKGG.0 size=1048576 2024-08-17T00:52:34.406 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.405+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~RM62LKGYBKGG.1 size=1048576 2024-08-17T00:52:34.407 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.407+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~RM62LKGYBKGG.2 size=632215 2024-08-17T00:52:34.407 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.407+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=RM62LKGYBKGG tag=QR7I59XBE4BZ type=write size=3777943 2024-08-17T00:52:34.409 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.408+0000 7fb7ffa81640 1 < canceled operation key=XA1Y234IJAV8 tag=NOWHGJ5UNXZA type=del size=2642008 2024-08-17T00:52:34.412 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.412+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~E1WOIWMUOVY6.0 size=1048576 2024-08-17T00:52:34.414 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.413+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~E1WOIWMUOVY6.1 size=134843 2024-08-17T00:52:34.414 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.413+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=E1WOIWMUOVY6 tag=N0EQ07IQV2CO type=write size=2231995 2024-08-17T00:52:34.416 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.415+0000 7fb7ffa81640 1 < completed write operation key=JID7SA7XCFSD tag=G5QLI26WTM48 type=write size=525919 2024-08-17T00:52:34.419 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.418+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~KORIF6K8GFN3.0 size=687332 2024-08-17T00:52:34.419 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.418+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=KORIF6K8GFN3 tag=VMFVTAGAK7W9 type=write size=1735908 2024-08-17T00:52:34.421 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.420+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=2ZJT4O0QBM30 type=del 2024-08-17T00:52:34.422 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.422+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=JRNSDNAPT0D9 type=write size=786800 2024-08-17T00:52:34.424 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.423+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=NMKPKORC8QBK type=del 2024-08-17T00:52:34.426 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.425+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=5HVA9CUAL5Q8 type=del size=2684929 2024-08-17T00:52:34.428 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.427+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=BT3BWIQ1C88K type=del 2024-08-17T00:52:34.430 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.429+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=BDOWJURQP4QG type=del size=733067 2024-08-17T00:52:34.432 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.431+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~3HDDKL0FGE0U.0 size=1048576 2024-08-17T00:52:34.433 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.432+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~3HDDKL0FGE0U.1 size=1048576 2024-08-17T00:52:34.435 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.434+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~3HDDKL0FGE0U.2 size=234896 2024-08-17T00:52:34.438 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.437+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=3HDDKL0FGE0U tag=ZJ0I847A42AW type=write size=3380624 2024-08-17T00:52:34.439 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.439+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=VTGMP8XVOR52 type=del size=3788969 2024-08-17T00:52:34.443 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.442+0000 7fb7ffa81640 1 < suggested update operation key=FTHZ4CWOAN2W tag=DRXZ0WQQ6QIG type=del size=4070752 2024-08-17T00:52:34.444 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.444+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=GPEK9XPSJIAS type=del size=2462052 2024-08-17T00:52:34.446 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.445+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~KI26118UZINF.0 size=1048576 2024-08-17T00:52:34.447 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.447+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~KI26118UZINF.1 size=459522 2024-08-17T00:52:34.451 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.450+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=KI26118UZINF tag=57DF5WQBE3IV type=write size=2556674 2024-08-17T00:52:34.454 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.452+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=GQMFC0GAKNQ4 type=del size=3231343 2024-08-17T00:52:34.454 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.452+0000 7fb7ffa81640 1 < canceled part key=_multipart_47CFG298DQD5.2~W7TEM37X0ZYV.0 size=1048576 2024-08-17T00:52:34.454 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.453+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~W7TEM37X0ZYV.1 size=653386 2024-08-17T00:52:34.457 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.457+0000 7fb7ffa81640 1 < canceled multipart upload key=47CFG298DQD5 upload=W7TEM37X0ZYV tag=XD02J1QG0L8Q type=write size=2750538 2024-08-17T00:52:34.461 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.460+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~Y3AJZ82SO6D4.0 size=956805 2024-08-17T00:52:34.461 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.460+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=Y3AJZ82SO6D4 tag=RXKDLRFE5Q9V type=write size=2005381 2024-08-17T00:52:34.461 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.460+0000 7fb7ffa81640 1 < canceled part key=_multipart_GOA569FQQJ5Q.2~743578OBTAJ7.0 size=64567 2024-08-17T00:52:34.464 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.463+0000 7fb7ffa81640 1 < canceled multipart upload key=GOA569FQQJ5Q upload=743578OBTAJ7 tag=TVICQ7EMJQKA type=write size=1113143 2024-08-17T00:52:34.465 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.465+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=JI7U4C14DVLP type=del size=1525601 2024-08-17T00:52:34.467 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.467+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~BKLV35Y7BCEY.0 size=1048576 2024-08-17T00:52:34.469 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.468+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~BKLV35Y7BCEY.1 size=759421 2024-08-17T00:52:34.472 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.471+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=BKLV35Y7BCEY tag=FOOXOI5R3524 type=write size=2856573 2024-08-17T00:52:34.473 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.473+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=8JV1VDYFTJBU type=del size=3725290 2024-08-17T00:52:34.475 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.475+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~N4SK0QGEEJ6R.0 size=1048576 2024-08-17T00:52:34.477 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.476+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~N4SK0QGEEJ6R.1 size=1048576 2024-08-17T00:52:34.478 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.477+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~N4SK0QGEEJ6R.2 size=410495 2024-08-17T00:52:34.481 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.481+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=N4SK0QGEEJ6R tag=G0GW8918UKUO type=write size=3556223 2024-08-17T00:52:34.485 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.484+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~OIB1V2TV5NU0.0 size=1048576 2024-08-17T00:52:34.486 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.486+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~OIB1V2TV5NU0.1 size=721315 2024-08-17T00:52:34.486 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.486+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=OIB1V2TV5NU0 tag=J0ZOJQ44A2KX type=write size=2818467 2024-08-17T00:52:34.488 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.487+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~7IU5C4C9I5FY.0 size=583864 2024-08-17T00:52:34.492 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.491+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=7IU5C4C9I5FY tag=Y3CF54AU9TRW type=write size=1632440 2024-08-17T00:52:34.495 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.494+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~K6AJ5JQUNAD0.0 size=670133 2024-08-17T00:52:34.495 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.494+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=K6AJ5JQUNAD0 tag=1GEIS5LIJJN2 type=write size=1718709 2024-08-17T00:52:34.497 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.496+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~64Z8ZOO9VKU2.0 size=594840 2024-08-17T00:52:34.500 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.499+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=64Z8ZOO9VKU2 tag=9NGR11Z374AQ type=write size=1643416 2024-08-17T00:52:34.503 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.502+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~NVY881OFML1J.0 size=1048576 2024-08-17T00:52:34.505 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.504+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~NVY881OFML1J.1 size=1048576 2024-08-17T00:52:34.506 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.505+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~NVY881OFML1J.2 size=826994 2024-08-17T00:52:34.506 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.505+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=NVY881OFML1J tag=L3VY0Y67H2CC type=write size=3972722 2024-08-17T00:52:34.508 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.507+0000 7fb7ffa81640 1 < canceled operation key=CUF1RKGY7TOA tag=Y60NRIZMGFTT type=del size=3260723 2024-08-17T00:52:34.512 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.511+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~J2N6RE44G9UP.0 size=1048576 2024-08-17T00:52:34.513 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.512+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~J2N6RE44G9UP.1 size=382469 2024-08-17T00:52:34.513 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.512+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=J2N6RE44G9UP tag=EIS8MEXIHDL1 type=write size=2479621 2024-08-17T00:52:34.515 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.514+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~RM62LKGYBKGG.0 size=1048576 2024-08-17T00:52:34.516 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.516+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~RM62LKGYBKGG.1 size=1048576 2024-08-17T00:52:34.518 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.517+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~RM62LKGYBKGG.2 size=632215 2024-08-17T00:52:34.521 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.520+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=RM62LKGYBKGG tag=QR7I59XBE4BZ type=write size=3777943 2024-08-17T00:52:34.523 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.523+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=3B672ZBHWJ7V type=del size=523690 2024-08-17T00:52:34.525 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.525+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~E1WOIWMUOVY6.0 size=1048576 2024-08-17T00:52:34.527 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.526+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~E1WOIWMUOVY6.1 size=134843 2024-08-17T00:52:34.530 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.529+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=E1WOIWMUOVY6 tag=N0EQ07IQV2CO type=write size=2231995 2024-08-17T00:52:34.532 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.531+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=N3KWD5ZB378O type=del size=2819387 2024-08-17T00:52:34.534 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.533+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~KORIF6K8GFN3.0 size=687332 2024-08-17T00:52:34.537 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.536+0000 7fb7ffa81640 1 < completed multipart upload key=G9T63DWLHVIJ upload=KORIF6K8GFN3 tag=VMFVTAGAK7W9 type=write size=1735908 2024-08-17T00:52:34.539 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.538+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=UNDLZ3N4YRWF type=del size=3545206 2024-08-17T00:52:34.542 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.541+0000 7fb7ffa81640 1 < suggested remove operation key=KC83N32YH21Q tag=JRNSDNAPT0D9 type=write 2024-08-17T00:52:34.545 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.544+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~6B2GYMVQE3YB.0 size=1048576 2024-08-17T00:52:34.546 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.546+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~6B2GYMVQE3YB.1 size=178399 2024-08-17T00:52:34.546 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.546+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=6B2GYMVQE3YB tag=14H4LZ49Z8AM type=write size=2275551 2024-08-17T00:52:34.548 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.547+0000 7fb7ffa81640 1 < completed delete operation key=G9T63DWLHVIJ tag=5HVA9CUAL5Q8 type=del 2024-08-17T00:52:34.550 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.549+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=4OSA6UHH3685 type=del size=2910388 2024-08-17T00:52:34.551 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.551+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=BDOWJURQP4QG type=del 2024-08-17T00:52:34.555 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.554+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~5N42ZMQQ4G3D.0 size=1048576 2024-08-17T00:52:34.556 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.555+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~5N42ZMQQ4G3D.1 size=360827 2024-08-17T00:52:34.556 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.555+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=5N42ZMQQ4G3D tag=207WWWGGC9JR type=write size=2457979 2024-08-17T00:52:34.559 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.559+0000 7fb7ffa81640 1 < suggested update operation key=T1MU59FRZ5I0 tag=VTGMP8XVOR52 type=del size=3788969 2024-08-17T00:52:34.564 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.562+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~L0B0EDGAUZGV.0 size=754659 2024-08-17T00:52:34.564 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.562+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=L0B0EDGAUZGV tag=VTKSJAC1RO24 type=write size=1803235 2024-08-17T00:52:34.564 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.563+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=GPEK9XPSJIAS type=del 2024-08-17T00:52:34.566 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.565+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=09KLWOY9OTQT type=del size=109253 2024-08-17T00:52:34.567 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.567+0000 7fb7ffa81640 1 < completed delete operation key=J9EF9S76XDGB tag=GQMFC0GAKNQ4 type=del 2024-08-17T00:52:34.569 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.568+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=0T3TR0CBSZSN type=del size=1046267 2024-08-17T00:52:34.571 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.570+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~Y3AJZ82SO6D4.0 size=956805 2024-08-17T00:52:34.574 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.573+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=Y3AJZ82SO6D4 tag=RXKDLRFE5Q9V type=write size=2005381 2024-08-17T00:52:34.575 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.575+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=K11KJ2KKQQUZ type=write size=591468 2024-08-17T00:52:34.577 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.576+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=JI7U4C14DVLP type=del 2024-08-17T00:52:34.578 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.578+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=Z1L5R50SIW1N type=write size=944511 2024-08-17T00:52:34.580 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.579+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=8JV1VDYFTJBU type=del 2024-08-17T00:52:34.583 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.582+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~GSKDMW873Y1W.0 size=1048576 2024-08-17T00:52:34.585 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.584+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~GSKDMW873Y1W.1 size=452095 2024-08-17T00:52:34.585 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.584+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=GSKDMW873Y1W tag=NBYF39S0H1GP type=write size=2549247 2024-08-17T00:52:34.586 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.585+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~OIB1V2TV5NU0.0 size=1048576 2024-08-17T00:52:34.588 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.588+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~OIB1V2TV5NU0.1 size=721315 2024-08-17T00:52:34.591 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.590+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=OIB1V2TV5NU0 tag=J0ZOJQ44A2KX type=write size=2818467 2024-08-17T00:52:34.594 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.594+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~UX7S447MWZLA.0 size=1048576 2024-08-17T00:52:34.596 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.595+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~UX7S447MWZLA.1 size=1048576 2024-08-17T00:52:34.597 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.596+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~UX7S447MWZLA.2 size=365935 2024-08-17T00:52:34.597 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.596+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=UX7S447MWZLA tag=7QQGFJE4QU12 type=write size=3511663 2024-08-17T00:52:34.599 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.598+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~K6AJ5JQUNAD0.0 size=670133 2024-08-17T00:52:34.602 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.601+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=K6AJ5JQUNAD0 tag=1GEIS5LIJJN2 type=write size=1718709 2024-08-17T00:52:34.603 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.603+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=11R6B4ZLF88Y type=del size=35562 2024-08-17T00:52:34.605 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.604+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~NVY881OFML1J.0 size=1048576 2024-08-17T00:52:34.607 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.606+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~NVY881OFML1J.1 size=1048576 2024-08-17T00:52:34.608 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.607+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~NVY881OFML1J.2 size=826994 2024-08-17T00:52:34.611 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.611+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=NVY881OFML1J tag=L3VY0Y67H2CC type=write size=3972722 2024-08-17T00:52:34.613 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.612+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=PU1EV4KV98MF type=del size=966043 2024-08-17T00:52:34.615 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.614+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~J2N6RE44G9UP.0 size=1048576 2024-08-17T00:52:34.616 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.616+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~J2N6RE44G9UP.1 size=382469 2024-08-17T00:52:34.620 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.620+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=J2N6RE44G9UP tag=EIS8MEXIHDL1 type=write size=2479621 2024-08-17T00:52:34.622 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.621+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=1D7RXO89G71D type=del size=430142 2024-08-17T00:52:34.626 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.625+0000 7fb7ffa81640 1 < suggested remove operation key=1DKD54PZ3N4G tag=3B672ZBHWJ7V type=del 2024-08-17T00:52:34.627 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.627+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=Z6DO7ZT4QROA type=del size=748857 2024-08-17T00:52:34.629 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.628+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=N3KWD5ZB378O type=del 2024-08-17T00:52:34.632 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.632+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~LE222QEI6O0I.0 size=1048576 2024-08-17T00:52:34.634 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.633+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~LE222QEI6O0I.1 size=201971 2024-08-17T00:52:34.634 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.633+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=LE222QEI6O0I tag=XNQSQS7OX0RS type=write size=2299123 2024-08-17T00:52:34.636 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.635+0000 7fb7ffa81640 1 < completed delete operation key=J9EF9S76XDGB tag=UNDLZ3N4YRWF type=del 2024-08-17T00:52:34.640 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.639+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~EMZWU077PGQD.0 size=849525 2024-08-17T00:52:34.640 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.639+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=EMZWU077PGQD tag=WDG4ZYY0YC4I type=write size=1898101 2024-08-17T00:52:34.640 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.639+0000 7fb7ffa81640 1 < canceled part key=_multipart_JID7SA7XCFSD.2~6B2GYMVQE3YB.0 size=1048576 2024-08-17T00:52:34.641 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.640+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~6B2GYMVQE3YB.1 size=178399 2024-08-17T00:52:34.644 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.643+0000 7fb7ffa81640 1 < canceled multipart upload key=JID7SA7XCFSD upload=6B2GYMVQE3YB tag=14H4LZ49Z8AM type=write size=2275551 2024-08-17T00:52:34.647 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.647+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~023WS04LBZSX.0 size=1048576 2024-08-17T00:52:34.649 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.648+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~023WS04LBZSX.1 size=1048576 2024-08-17T00:52:34.650 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.649+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~023WS04LBZSX.2 size=110341 2024-08-17T00:52:34.650 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.649+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=023WS04LBZSX tag=KDOYB9B8RQBI type=write size=3256069 2024-08-17T00:52:34.652 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.651+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=4OSA6UHH3685 type=del 2024-08-17T00:52:34.656 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.655+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~S6CKD87O4HR8.0 size=1048576 2024-08-17T00:52:34.657 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.656+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~S6CKD87O4HR8.1 size=1048576 2024-08-17T00:52:34.662 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.658+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~S6CKD87O4HR8.2 size=1044044 2024-08-17T00:52:34.662 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.658+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=S6CKD87O4HR8 tag=IKB4OHOEBBUG type=write size=4189772 2024-08-17T00:52:34.662 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.658+0000 7fb7ffa81640 1 < canceled part key=_multipart_1DKD54PZ3N4G.2~5N42ZMQQ4G3D.0 size=1048576 2024-08-17T00:52:34.662 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.659+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~5N42ZMQQ4G3D.1 size=360827 2024-08-17T00:52:34.663 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.662+0000 7fb7ffa81640 1 < canceled multipart upload key=1DKD54PZ3N4G upload=5N42ZMQQ4G3D tag=207WWWGGC9JR type=write size=2457979 2024-08-17T00:52:34.666 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.666+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~S41ZQY7GG35G.0 size=294166 2024-08-17T00:52:34.666 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.666+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=S41ZQY7GG35G tag=IHSF6SQD3BEL type=write size=1342742 2024-08-17T00:52:34.669 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.667+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~L0B0EDGAUZGV.0 size=754659 2024-08-17T00:52:34.671 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.671+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=L0B0EDGAUZGV tag=VTKSJAC1RO24 type=write size=1803235 2024-08-17T00:52:34.673 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.672+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=SROI8UP6TF3V type=del size=1399518 2024-08-17T00:52:34.675 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.674+0000 7fb7ffa81640 1 < canceled operation key=XA1Y234IJAV8 tag=09KLWOY9OTQT type=del size=109253 2024-08-17T00:52:34.677 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.676+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=1DXHW6SLVNTY type=del size=2909311 2024-08-17T00:52:34.680 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.679+0000 7fb7ffa81640 1 < suggested update operation key=47CFG298DQD5 tag=0T3TR0CBSZSN type=del size=1046267 2024-08-17T00:52:34.684 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.683+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~K08MLN6DPFF5.0 size=1048576 2024-08-17T00:52:34.685 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.684+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~K08MLN6DPFF5.1 size=1048576 2024-08-17T00:52:34.686 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.686+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~K08MLN6DPFF5.2 size=161798 2024-08-17T00:52:34.687 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.686+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=K08MLN6DPFF5 tag=43NE19SU74LA type=write size=3307526 2024-08-17T00:52:34.688 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.687+0000 7fb7ffa81640 1 < completed write operation key=4OEMXU0GR20L tag=K11KJ2KKQQUZ type=write size=591468 2024-08-17T00:52:34.691 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.691+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~HS1F7CM1RSK5.0 size=1048576 2024-08-17T00:52:34.693 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.692+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~HS1F7CM1RSK5.1 size=1048576 2024-08-17T00:52:34.695 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.694+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~HS1F7CM1RSK5.2 size=158520 2024-08-17T00:52:34.695 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.694+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=HS1F7CM1RSK5 tag=J4OIKW9PJSHN type=write size=3304248 2024-08-17T00:52:34.697 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.696+0000 7fb7ffa81640 1 < completed write operation key=JID7SA7XCFSD tag=Z1L5R50SIW1N type=write size=944511 2024-08-17T00:52:34.700 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.699+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~DVFE4FS9V9SI.0 size=1048576 2024-08-17T00:52:34.701 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.701+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~DVFE4FS9V9SI.1 size=154708 2024-08-17T00:52:34.701 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.701+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=DVFE4FS9V9SI tag=8SC7BONAT1O4 type=write size=2251860 2024-08-17T00:52:34.703 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.702+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~GSKDMW873Y1W.0 size=1048576 2024-08-17T00:52:34.704 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.704+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~GSKDMW873Y1W.1 size=452095 2024-08-17T00:52:34.707 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.707+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=GSKDMW873Y1W tag=NBYF39S0H1GP type=write size=2549247 2024-08-17T00:52:34.710 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.710+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~8FP08YDZE0CW.0 size=1034100 2024-08-17T00:52:34.711 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.710+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=8FP08YDZE0CW tag=074I5SW8U9O0 type=write size=2082676 2024-08-17T00:52:34.712 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.711+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~UX7S447MWZLA.0 size=1048576 2024-08-17T00:52:34.714 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.713+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~UX7S447MWZLA.1 size=1048576 2024-08-17T00:52:34.715 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.714+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~UX7S447MWZLA.2 size=365935 2024-08-17T00:52:34.718 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.717+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=UX7S447MWZLA tag=7QQGFJE4QU12 type=write size=3511663 2024-08-17T00:52:34.720 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.719+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=IYNKKDORD0MS type=del size=1004614 2024-08-17T00:52:34.722 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.721+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=11R6B4ZLF88Y type=del 2024-08-17T00:52:34.725 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.724+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~ZLHU9JPN7KSW.0 size=1048576 2024-08-17T00:52:34.726 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.726+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~ZLHU9JPN7KSW.1 size=122047 2024-08-17T00:52:34.727 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.726+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=ZLHU9JPN7KSW tag=ND8175V9OAP1 type=write size=2219199 2024-08-17T00:52:34.730 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.729+0000 7fb7ffa81640 1 < suggested update operation key=OV7J2EQPRBH6 tag=PU1EV4KV98MF type=del size=966043 2024-08-17T00:52:34.732 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.731+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=1UMLP6BR2T9M type=del size=4099949 2024-08-17T00:52:34.733 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.733+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=1D7RXO89G71D type=del 2024-08-17T00:52:34.735 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.735+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=Q2OQXGB1B9I7 type=write size=185225 2024-08-17T00:52:34.738 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.737+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=Z6DO7ZT4QROA type=del 2024-08-17T00:52:34.741 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.741+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~BQE8JMVM1PRT.0 size=1048576 2024-08-17T00:52:34.743 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.742+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~BQE8JMVM1PRT.1 size=335215 2024-08-17T00:52:34.743 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.742+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=BQE8JMVM1PRT tag=MWRRHBPPUNVG type=write size=2432367 2024-08-17T00:52:34.745 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.744+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~LE222QEI6O0I.0 size=1048576 2024-08-17T00:52:34.746 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.746+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~LE222QEI6O0I.1 size=201971 2024-08-17T00:52:34.749 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.749+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=LE222QEI6O0I tag=XNQSQS7OX0RS type=write size=2299123 2024-08-17T00:52:34.753 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.752+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~HQH3G4H8KML5.0 size=1048576 2024-08-17T00:52:34.754 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.754+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~HQH3G4H8KML5.1 size=100028 2024-08-17T00:52:34.754 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.754+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=HQH3G4H8KML5 tag=SCGRR3XT5BRT type=write size=2197180 2024-08-17T00:52:34.756 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.755+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~EMZWU077PGQD.0 size=849525 2024-08-17T00:52:34.759 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.758+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=EMZWU077PGQD tag=WDG4ZYY0YC4I type=write size=1898101 2024-08-17T00:52:34.761 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.760+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=DRT9A46U56BQ type=del size=793405 2024-08-17T00:52:34.761 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.760+0000 7fb7ffa81640 1 < canceled part key=_multipart_VHXBN189GN90.2~023WS04LBZSX.0 size=1048576 2024-08-17T00:52:34.763 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.762+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~023WS04LBZSX.1 size=1048576 2024-08-17T00:52:34.764 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.763+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~023WS04LBZSX.2 size=110341 2024-08-17T00:52:34.767 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.766+0000 7fb7ffa81640 1 < canceled multipart upload key=VHXBN189GN90 upload=023WS04LBZSX tag=KDOYB9B8RQBI type=write size=3256069 2024-08-17T00:52:34.771 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.770+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~Y2XABRJIL65G.0 size=644855 2024-08-17T00:52:34.771 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.770+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=Y2XABRJIL65G tag=N3PHWKVZBTXT type=write size=1693431 2024-08-17T00:52:34.773 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.772+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~S6CKD87O4HR8.0 size=1048576 2024-08-17T00:52:34.775 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.774+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~S6CKD87O4HR8.1 size=1048576 2024-08-17T00:52:34.777 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.776+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~S6CKD87O4HR8.2 size=1044044 2024-08-17T00:52:34.780 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.779+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=S6CKD87O4HR8 tag=IKB4OHOEBBUG type=write size=4189772 2024-08-17T00:52:34.782 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.781+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=2291TMD44VEY type=del size=3343204 2024-08-17T00:52:34.784 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.783+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~S41ZQY7GG35G.0 size=294166 2024-08-17T00:52:34.787 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.786+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=S41ZQY7GG35G tag=IHSF6SQD3BEL type=write size=1342742 2024-08-17T00:52:34.791 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.790+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~FGVKWW8VUULS.0 size=1048576 2024-08-17T00:52:34.792 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.791+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~FGVKWW8VUULS.1 size=1048576 2024-08-17T00:52:34.794 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.793+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~FGVKWW8VUULS.2 size=881396 2024-08-17T00:52:34.794 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.793+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=FGVKWW8VUULS tag=MU90LU58SI6U type=write size=4027124 2024-08-17T00:52:34.795 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.795+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=SROI8UP6TF3V type=del 2024-08-17T00:52:34.797 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.797+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=2LKOTIK5PH9D type=del size=625010 2024-08-17T00:52:34.800 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.799+0000 7fb7ffa81640 1 < completed delete operation key=KC83N32YH21Q tag=1DXHW6SLVNTY type=del 2024-08-17T00:52:34.803 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.802+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~K6BR400N3E0P.0 size=617927 2024-08-17T00:52:34.803 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.802+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=K6BR400N3E0P tag=34NAZVAPTLS1 type=write size=1666503 2024-08-17T00:52:34.805 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.804+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~K08MLN6DPFF5.0 size=1048576 2024-08-17T00:52:34.805 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.804+0000 7fb7ffa81640 1 < canceled part key=_multipart_6TUEJWX5HXNC.2~K08MLN6DPFF5.1 size=1048576 2024-08-17T00:52:34.806 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.805+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~K08MLN6DPFF5.2 size=161798 2024-08-17T00:52:34.810 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.809+0000 7fb7ffa81640 1 < canceled multipart upload key=6TUEJWX5HXNC upload=K08MLN6DPFF5 tag=43NE19SU74LA type=write size=3307526 2024-08-17T00:52:34.811 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.810+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=PX6ESWU73VWK type=write size=203940 2024-08-17T00:52:34.814 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.813+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~HS1F7CM1RSK5.0 size=1048576 2024-08-17T00:52:34.815 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.814+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~HS1F7CM1RSK5.1 size=1048576 2024-08-17T00:52:34.817 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.816+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~HS1F7CM1RSK5.2 size=158520 2024-08-17T00:52:34.820 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.819+0000 7fb7ffa81640 1 < completed multipart upload key=G9T63DWLHVIJ upload=HS1F7CM1RSK5 tag=J4OIKW9PJSHN type=write size=3304248 2024-08-17T00:52:34.823 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.822+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~T5J61WCP43OZ.0 size=1048576 2024-08-17T00:52:34.824 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.824+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~T5J61WCP43OZ.1 size=191817 2024-08-17T00:52:34.825 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.824+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=T5J61WCP43OZ tag=FVX7QDPTA3FX type=write size=2288969 2024-08-17T00:52:34.826 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.826+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~DVFE4FS9V9SI.0 size=1048576 2024-08-17T00:52:34.826 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.826+0000 7fb7ffa81640 1 < canceled part key=_multipart_FTHZ4CWOAN2W.2~DVFE4FS9V9SI.1 size=154708 2024-08-17T00:52:34.830 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.829+0000 7fb7ffa81640 1 < canceled multipart upload key=FTHZ4CWOAN2W upload=DVFE4FS9V9SI tag=8SC7BONAT1O4 type=write size=2251860 2024-08-17T00:52:34.831 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.830+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=GVAFS9WZWSXG type=del size=2232000 2024-08-17T00:52:34.833 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.832+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~8FP08YDZE0CW.0 size=1034100 2024-08-17T00:52:34.836 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.835+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=8FP08YDZE0CW tag=074I5SW8U9O0 type=write size=2082676 2024-08-17T00:52:34.839 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.838+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~FQK0ARDH21KM.0 size=1008306 2024-08-17T00:52:34.839 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.838+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=FQK0ARDH21KM tag=DZDJG69DAO98 type=write size=2056882 2024-08-17T00:52:34.841 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.840+0000 7fb7ffa81640 1 < canceled operation key=27S7S7L3SYN7 tag=IYNKKDORD0MS type=del size=1004614 2024-08-17T00:52:34.842 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.842+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=B89GZ2ECCLKO type=del size=3089372 2024-08-17T00:52:34.845 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.844+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~ZLHU9JPN7KSW.0 size=1048576 2024-08-17T00:52:34.845 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.844+0000 7fb7ffa81640 1 < canceled part key=_multipart_J9EF9S76XDGB.2~ZLHU9JPN7KSW.1 size=122047 2024-08-17T00:52:34.848 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.847+0000 7fb7ffa81640 1 < canceled multipart upload key=J9EF9S76XDGB upload=ZLHU9JPN7KSW tag=ND8175V9OAP1 type=write size=2219199 2024-08-17T00:52:34.849 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.849+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=OWZEWCGLX0WO type=write size=288632 2024-08-17T00:52:34.852 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.851+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=1UMLP6BR2T9M type=del 2024-08-17T00:52:34.854 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.853+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=QYX1SATM6KDC type=write size=713632 2024-08-17T00:52:34.855 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.855+0000 7fb7ffa81640 1 < canceled operation key=GOA569FQQJ5Q tag=Q2OQXGB1B9I7 type=write size=185225 2024-08-17T00:52:34.857 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.856+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=07WO36YKZRBJ type=del size=158035 2024-08-17T00:52:34.858 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.857+0000 7fb7ffa81640 1 < canceled part key=_multipart_FTHZ4CWOAN2W.2~BQE8JMVM1PRT.0 size=1048576 2024-08-17T00:52:34.860 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.859+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~BQE8JMVM1PRT.1 size=335215 2024-08-17T00:52:34.866 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.862+0000 7fb7ffa81640 1 < canceled multipart upload key=FTHZ4CWOAN2W upload=BQE8JMVM1PRT tag=MWRRHBPPUNVG type=write size=2432367 2024-08-17T00:52:34.866 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.864+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=NCLT9W3RJDUG type=del size=908007 2024-08-17T00:52:34.867 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.866+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~HQH3G4H8KML5.0 size=1048576 2024-08-17T00:52:34.867 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.866+0000 7fb7ffa81640 1 < canceled part key=_multipart_VXX2N7W78TY5.2~HQH3G4H8KML5.1 size=100028 2024-08-17T00:52:34.871 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.869+0000 7fb7ffa81640 1 < canceled multipart upload key=VXX2N7W78TY5 upload=HQH3G4H8KML5 tag=SCGRR3XT5BRT type=write size=2197180 2024-08-17T00:52:34.872 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.871+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=FSB8RM3XP012 type=del size=4164165 2024-08-17T00:52:34.874 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.873+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=DRT9A46U56BQ type=del 2024-08-17T00:52:34.876 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.875+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=G1132U9242P7 type=del size=2157420 2024-08-17T00:52:34.879 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.878+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~Y2XABRJIL65G.0 size=644855 2024-08-17T00:52:34.882 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.881+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=Y2XABRJIL65G tag=N3PHWKVZBTXT type=write size=1693431 2024-08-17T00:52:34.886 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.885+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~QI16QY2FEJCT.0 size=241211 2024-08-17T00:52:34.886 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.885+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=QI16QY2FEJCT tag=FA0EPCZBIUU9 type=write size=1289787 2024-08-17T00:52:34.889 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.889+0000 7fb7ffa81640 1 < suggested remove operation key=KFMX127CJWEL tag=2291TMD44VEY type=del 2024-08-17T00:52:34.891 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.890+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=Q1MFONCA4B3X type=del size=4000150 2024-08-17T00:52:34.893 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.892+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~FGVKWW8VUULS.0 size=1048576 2024-08-17T00:52:34.895 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.894+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~FGVKWW8VUULS.1 size=1048576 2024-08-17T00:52:34.896 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.895+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~FGVKWW8VUULS.2 size=881396 2024-08-17T00:52:34.900 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.899+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=FGVKWW8VUULS tag=MU90LU58SI6U type=write size=4027124 2024-08-17T00:52:34.901 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.901+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=05PIQY8GWMRO type=del size=1554602 2024-08-17T00:52:34.905 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.904+0000 7fb7ffa81640 1 < suggested remove operation key=6TUEJWX5HXNC tag=2LKOTIK5PH9D type=del 2024-08-17T00:52:34.908 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.907+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~TD3M4CEPEAGY.0 size=595300 2024-08-17T00:52:34.908 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.907+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=TD3M4CEPEAGY tag=64V32ULF6GCT type=write size=1643876 2024-08-17T00:52:34.910 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.910+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~K6BR400N3E0P.0 size=617927 2024-08-17T00:52:34.914 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.913+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=K6BR400N3E0P tag=34NAZVAPTLS1 type=write size=1666503 2024-08-17T00:52:34.917 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.917+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~YYBY26K78DOF.0 size=1048576 2024-08-17T00:52:34.919 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.918+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~YYBY26K78DOF.1 size=1048576 2024-08-17T00:52:34.920 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.920+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~YYBY26K78DOF.2 size=43614 2024-08-17T00:52:34.921 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.920+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=YYBY26K78DOF tag=4AJH3P3RTR4D type=write size=3189342 2024-08-17T00:52:34.923 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.922+0000 7fb7ffa81640 1 < canceled operation key=VXX2N7W78TY5 tag=PX6ESWU73VWK type=write size=203940 2024-08-17T00:52:34.927 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.926+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~NFXJ0R1TSY68.0 size=1048576 2024-08-17T00:52:34.928 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.927+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~NFXJ0R1TSY68.1 size=1048576 2024-08-17T00:52:34.930 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.929+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~NFXJ0R1TSY68.2 size=1009387 2024-08-17T00:52:34.930 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.929+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=NFXJ0R1TSY68 tag=XN4VE61WMMDD type=write size=4155115 2024-08-17T00:52:34.932 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.931+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~T5J61WCP43OZ.0 size=1048576 2024-08-17T00:52:34.933 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.932+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~T5J61WCP43OZ.1 size=191817 2024-08-17T00:52:34.937 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.936+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=T5J61WCP43OZ tag=FVX7QDPTA3FX type=write size=2288969 2024-08-17T00:52:34.939 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.939+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=67FG0D0JWCSP type=write size=214900 2024-08-17T00:52:34.941 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.941+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=GVAFS9WZWSXG type=del 2024-08-17T00:52:34.946 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.944+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~P23ZM6HW1UA3.0 size=1048576 2024-08-17T00:52:34.947 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.946+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~P23ZM6HW1UA3.1 size=174254 2024-08-17T00:52:34.947 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.946+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=P23ZM6HW1UA3 tag=1RO6ZZY6MF9B type=write size=2271406 2024-08-17T00:52:34.949 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.948+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~FQK0ARDH21KM.0 size=1008306 2024-08-17T00:52:34.952 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.951+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=FQK0ARDH21KM tag=DZDJG69DAO98 type=write size=2056882 2024-08-17T00:52:34.956 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.955+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~GIX9PO1K99KT.0 size=1048576 2024-08-17T00:52:34.957 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.956+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~GIX9PO1K99KT.1 size=775869 2024-08-17T00:52:34.957 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.956+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=GIX9PO1K99KT tag=OBIZ1NBCP1YT type=write size=2873021 2024-08-17T00:52:34.959 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.958+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=B89GZ2ECCLKO type=del 2024-08-17T00:52:34.961 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.960+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=VI9DTH3D4H7O type=del size=2191853 2024-08-17T00:52:34.963 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.962+0000 7fb7ffa81640 1 < completed write operation key=X5TSXJNP2QPC tag=OWZEWCGLX0WO type=write size=288632 2024-08-17T00:52:34.966 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.966+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~Z7AG36VA6T98.0 size=1048576 2024-08-17T00:52:34.968 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.967+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~Z7AG36VA6T98.1 size=1048576 2024-08-17T00:52:34.970 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.969+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~Z7AG36VA6T98.2 size=442496 2024-08-17T00:52:34.970 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.969+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=Z7AG36VA6T98 tag=YRGB2PZZS6X1 type=write size=3588224 2024-08-17T00:52:34.970 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.970+0000 7fb7ffa81640 -1 < no bi entry to suggest for operation key=6TUEJWX5HXNC tag=QYX1SATM6KDC type=write size=713632: (2) No such file or directory 2024-08-17T00:52:34.972 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.972+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=64ABP4TTY35V type=write size=275458 2024-08-17T00:52:34.975 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.974+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=07WO36YKZRBJ type=del 2024-08-17T00:52:34.976 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.976+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=HXSV00MPDKUL type=del size=3164821 2024-08-17T00:52:34.979 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.978+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=NCLT9W3RJDUG type=del 2024-08-17T00:52:34.980 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.980+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=E2LUXYFPWK5E type=del size=3442328 2024-08-17T00:52:34.983 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.982+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=FSB8RM3XP012 type=del 2024-08-17T00:52:34.985 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.984+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=T4342T9MZAL8 type=write size=121133 2024-08-17T00:52:34.987 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.986+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=G1132U9242P7 type=del 2024-08-17T00:52:34.991 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.990+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~7G4FJ30411PC.0 size=1048576 2024-08-17T00:52:34.992 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.991+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~7G4FJ30411PC.1 size=979985 2024-08-17T00:52:34.992 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.991+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=7G4FJ30411PC tag=6PJE1R2T3QQT type=write size=3077137 2024-08-17T00:52:34.994 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.993+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~QI16QY2FEJCT.0 size=241211 2024-08-17T00:52:34.997 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:34.996+0000 7fb7ffa81640 1 < completed multipart upload key=G9T63DWLHVIJ upload=QI16QY2FEJCT tag=FA0EPCZBIUU9 type=write size=1289787 2024-08-17T00:52:35.001 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.000+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~NRS41743HEF8.0 size=1048576 2024-08-17T00:52:35.003 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.002+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~NRS41743HEF8.1 size=1048576 2024-08-17T00:52:35.005 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.004+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~NRS41743HEF8.2 size=625528 2024-08-17T00:52:35.005 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.004+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=NRS41743HEF8 tag=PANAQ3U3EUJ7 type=write size=3771256 2024-08-17T00:52:35.008 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.008+0000 7fb7ffa81640 1 < suggested remove operation key=DOXQ905ZKA6E tag=Q1MFONCA4B3X type=del 2024-08-17T00:52:35.010 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.009+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=8Q9C2EU5LH8Q type=del size=2712180 2024-08-17T00:52:35.012 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.012+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=05PIQY8GWMRO type=del 2024-08-17T00:52:35.014 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.014+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=NV69QKFFAD1E type=del size=2013659 2024-08-17T00:52:35.017 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.016+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~TD3M4CEPEAGY.0 size=595300 2024-08-17T00:52:35.020 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.019+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=TD3M4CEPEAGY tag=64V32ULF6GCT type=write size=1643876 2024-08-17T00:52:35.022 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.021+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=4SHLMJG45SPJ type=write size=724894 2024-08-17T00:52:35.022 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.021+0000 7fb7ffa81640 1 < canceled part key=_multipart_JID7SA7XCFSD.2~YYBY26K78DOF.0 size=1048576 2024-08-17T00:52:35.024 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.023+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~YYBY26K78DOF.1 size=1048576 2024-08-17T00:52:35.026 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.025+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~YYBY26K78DOF.2 size=43614 2024-08-17T00:52:35.029 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.028+0000 7fb7ffa81640 1 < canceled multipart upload key=JID7SA7XCFSD upload=YYBY26K78DOF tag=4AJH3P3RTR4D type=write size=3189342 2024-08-17T00:52:35.032 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.031+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~1QXFKNBKHGVS.0 size=1048576 2024-08-17T00:52:35.033 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.033+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~1QXFKNBKHGVS.1 size=838689 2024-08-17T00:52:35.033 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.033+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=1QXFKNBKHGVS tag=055VHGN1W8N1 type=write size=2935841 2024-08-17T00:52:35.036 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.035+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~NFXJ0R1TSY68.0 size=1048576 2024-08-17T00:52:35.037 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.036+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~NFXJ0R1TSY68.1 size=1048576 2024-08-17T00:52:35.039 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.038+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~NFXJ0R1TSY68.2 size=1009387 2024-08-17T00:52:35.042 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.042+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=NFXJ0R1TSY68 tag=XN4VE61WMMDD type=write size=4155115 2024-08-17T00:52:35.047 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.043+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=3EFEBRPZKIUY type=del size=1537568 2024-08-17T00:52:35.048 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.047+0000 7fb7ffa81640 1 < suggested update operation key=47CFG298DQD5 tag=67FG0D0JWCSP type=write size=214900 2024-08-17T00:52:35.050 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.049+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=8NWGSMCOREE5 type=del size=3201258 2024-08-17T00:52:35.051 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.051+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~P23ZM6HW1UA3.0 size=1048576 2024-08-17T00:52:35.053 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.052+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~P23ZM6HW1UA3.1 size=174254 2024-08-17T00:52:35.056 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.056+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=P23ZM6HW1UA3 tag=1RO6ZZY6MF9B type=write size=2271406 2024-08-17T00:52:35.060 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.059+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~8T2L9F91YUKQ.0 size=1048576 2024-08-17T00:52:35.062 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.061+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~8T2L9F91YUKQ.1 size=1048576 2024-08-17T00:52:35.063 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.063+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~8T2L9F91YUKQ.2 size=672989 2024-08-17T00:52:35.063 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.063+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=8T2L9F91YUKQ tag=NJMRM2GCWSGF type=write size=3818717 2024-08-17T00:52:35.064 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.063+0000 7fb7ffa81640 1 < canceled part key=_multipart_XA1Y234IJAV8.2~GIX9PO1K99KT.0 size=1048576 2024-08-17T00:52:35.066 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.065+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~GIX9PO1K99KT.1 size=775869 2024-08-17T00:52:35.070 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.068+0000 7fb7ffa81640 1 < canceled multipart upload key=XA1Y234IJAV8 upload=GIX9PO1K99KT tag=OBIZ1NBCP1YT type=write size=2873021 2024-08-17T00:52:35.073 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.073+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~HTHI9VGWY9EI.0 size=1048576 2024-08-17T00:52:35.075 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.074+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~HTHI9VGWY9EI.1 size=1048576 2024-08-17T00:52:35.077 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.076+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~HTHI9VGWY9EI.2 size=917088 2024-08-17T00:52:35.077 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.076+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=HTHI9VGWY9EI tag=0AX30O0SDIMV type=write size=4062816 2024-08-17T00:52:35.079 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.079+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=VI9DTH3D4H7O type=del 2024-08-17T00:52:35.081 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.081+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=6LL3C465X5XB type=del size=1016479 2024-08-17T00:52:35.084 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.083+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~Z7AG36VA6T98.0 size=1048576 2024-08-17T00:52:35.085 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.084+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~Z7AG36VA6T98.1 size=1048576 2024-08-17T00:52:35.087 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.086+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~Z7AG36VA6T98.2 size=442496 2024-08-17T00:52:35.091 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.090+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=Z7AG36VA6T98 tag=YRGB2PZZS6X1 type=write size=3588224 2024-08-17T00:52:35.093 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.092+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=7IS10VBFE7JB type=del size=3134508 2024-08-17T00:52:35.095 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.094+0000 7fb7ffa81640 1 < completed write operation key=VHXBN189GN90 tag=64ABP4TTY35V type=write size=275458 2024-08-17T00:52:35.096 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.096+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=KQHL4AFQA33D type=del size=2232879 2024-08-17T00:52:35.099 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.098+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=HXSV00MPDKUL type=del 2024-08-17T00:52:35.102 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.101+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~XBHEEYE7NBUJ.0 size=1048576 2024-08-17T00:52:35.104 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.103+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~XBHEEYE7NBUJ.1 size=1048576 2024-08-17T00:52:35.106 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.105+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~XBHEEYE7NBUJ.2 size=149455 2024-08-17T00:52:35.106 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.105+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=XBHEEYE7NBUJ tag=ELB5MWDU8CP9 type=write size=3295183 2024-08-17T00:52:35.107 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.107+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=E2LUXYFPWK5E type=del 2024-08-17T00:52:35.111 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.110+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~EJ6GVLI2D770.0 size=961804 2024-08-17T00:52:35.111 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.110+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=EJ6GVLI2D770 tag=HXAN99YB9Y0T type=write size=2010380 2024-08-17T00:52:35.113 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.112+0000 7fb7ffa81640 1 < canceled operation key=VHXBN189GN90 tag=T4342T9MZAL8 type=write size=121133 2024-08-17T00:52:35.116 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.115+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~4EKG9EQEQ1KF.0 size=1048576 2024-08-17T00:52:35.118 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.117+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~4EKG9EQEQ1KF.1 size=164013 2024-08-17T00:52:35.118 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.117+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=4EKG9EQEQ1KF tag=O9GJBSX1D8Z5 type=write size=2261165 2024-08-17T00:52:35.118 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.117+0000 7fb7ffa81640 1 < canceled part key=_multipart_933T9LDGXGOQ.2~7G4FJ30411PC.0 size=1048576 2024-08-17T00:52:35.120 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.119+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~7G4FJ30411PC.1 size=979985 2024-08-17T00:52:35.123 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.122+0000 7fb7ffa81640 1 < canceled multipart upload key=933T9LDGXGOQ upload=7G4FJ30411PC tag=6PJE1R2T3QQT type=write size=3077137 2024-08-17T00:52:35.124 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.124+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=M43OE3L5QIL3 type=del size=1747266 2024-08-17T00:52:35.126 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.126+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~NRS41743HEF8.0 size=1048576 2024-08-17T00:52:35.128 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.127+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~NRS41743HEF8.1 size=1048576 2024-08-17T00:52:35.129 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.129+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~NRS41743HEF8.2 size=625528 2024-08-17T00:52:35.132 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.132+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=NRS41743HEF8 tag=PANAQ3U3EUJ7 type=write size=3771256 2024-08-17T00:52:35.134 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.133+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=4Y265AI61SQG type=del size=3245893 2024-08-17T00:52:35.138 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.137+0000 7fb7ffa81640 1 < suggested remove operation key=9E9PQ6YUOR9D tag=8Q9C2EU5LH8Q type=del 2024-08-17T00:52:35.142 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.141+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~NP3NAPHEIJ5G.0 size=1048576 2024-08-17T00:52:35.144 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.143+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~NP3NAPHEIJ5G.1 size=1048576 2024-08-17T00:52:35.146 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.145+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~NP3NAPHEIJ5G.2 size=470059 2024-08-17T00:52:35.146 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.145+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=NP3NAPHEIJ5G tag=X7Q43K884PWN type=write size=3615787 2024-08-17T00:52:35.148 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.148+0000 7fb7ffa81640 -1 < failed to complete operation key=9E9PQ6YUOR9D tag=NV69QKFFAD1E type=del size=2013659: (22) Invalid argument 2024-08-17T00:52:35.150 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.149+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=C61PBXMX3A6M type=del size=2335919 2024-08-17T00:52:35.152 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.152+0000 7fb7ffa81640 1 < completed write operation key=6TUEJWX5HXNC tag=4SHLMJG45SPJ type=write size=724894 2024-08-17T00:52:35.156 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.155+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~V9I98D0RBF10.0 size=1048576 2024-08-17T00:52:35.158 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.157+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~V9I98D0RBF10.1 size=1048576 2024-08-17T00:52:35.159 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.159+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~V9I98D0RBF10.2 size=16637 2024-08-17T00:52:35.159 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.159+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=V9I98D0RBF10 tag=D3JP24ZJODK4 type=write size=3162365 2024-08-17T00:52:35.161 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.161+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~1QXFKNBKHGVS.0 size=1048576 2024-08-17T00:52:35.163 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.162+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~1QXFKNBKHGVS.1 size=838689 2024-08-17T00:52:35.166 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.166+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=1QXFKNBKHGVS tag=055VHGN1W8N1 type=write size=2935841 2024-08-17T00:52:35.170 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.169+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~XXTX228FZA5W.0 size=1048576 2024-08-17T00:52:35.172 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.171+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~XXTX228FZA5W.1 size=400743 2024-08-17T00:52:35.172 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.171+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=XXTX228FZA5W tag=W0FGUHMX0OF2 type=write size=2497895 2024-08-17T00:52:35.173 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.173+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=3EFEBRPZKIUY type=del 2024-08-17T00:52:35.177 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.176+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~715OUS2Z2R73.0 size=1048576 2024-08-17T00:52:35.179 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.178+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~715OUS2Z2R73.1 size=1048576 2024-08-17T00:52:35.180 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.179+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~715OUS2Z2R73.2 size=416603 2024-08-17T00:52:35.180 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.179+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=715OUS2Z2R73 tag=9890MZ07K1OV type=write size=3562331 2024-08-17T00:52:35.182 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.181+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=8NWGSMCOREE5 type=del 2024-08-17T00:52:35.184 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.183+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=G4CF69GQ1WZ0 type=del size=4024518 2024-08-17T00:52:35.186 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.185+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~8T2L9F91YUKQ.0 size=1048576 2024-08-17T00:52:35.186 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.185+0000 7fb7ffa81640 1 < canceled part key=_multipart_DOXQ905ZKA6E.2~8T2L9F91YUKQ.1 size=1048576 2024-08-17T00:52:35.188 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.187+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~8T2L9F91YUKQ.2 size=672989 2024-08-17T00:52:35.191 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.190+0000 7fb7ffa81640 1 < canceled multipart upload key=DOXQ905ZKA6E upload=8T2L9F91YUKQ tag=NJMRM2GCWSGF type=write size=3818717 2024-08-17T00:52:35.193 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.192+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=NR8X1H1MCEMZ type=write size=989208 2024-08-17T00:52:35.195 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.194+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~HTHI9VGWY9EI.0 size=1048576 2024-08-17T00:52:35.197 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.196+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~HTHI9VGWY9EI.1 size=1048576 2024-08-17T00:52:35.198 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.198+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~HTHI9VGWY9EI.2 size=917088 2024-08-17T00:52:35.201 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.201+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=HTHI9VGWY9EI tag=0AX30O0SDIMV type=write size=4062816 2024-08-17T00:52:35.203 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.202+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=GUDH5EWNB6LM type=del size=1102748 2024-08-17T00:52:35.207 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.206+0000 7fb7ffa81640 1 < suggested update operation key=4OEMXU0GR20L tag=6LL3C465X5XB type=del size=1016479 2024-08-17T00:52:35.209 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.208+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=PZ80VXFW1HTN type=write size=250636 2024-08-17T00:52:35.211 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.211+0000 7fb7ffa81640 -1 < failed to complete operation key=9E9PQ6YUOR9D tag=7IS10VBFE7JB type=del size=3134508: (22) Invalid argument 2024-08-17T00:52:35.213 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.212+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=FP6UNKA27DXZ type=del size=971598 2024-08-17T00:52:35.215 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.215+0000 7fb7ffa81640 1 < completed delete operation key=G9T63DWLHVIJ tag=KQHL4AFQA33D type=del 2024-08-17T00:52:35.217 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.216+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=O1878TINT2U3 type=del size=2246391 2024-08-17T00:52:35.219 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.219+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~XBHEEYE7NBUJ.0 size=1048576 2024-08-17T00:52:35.219 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.219+0000 7fb7ffa81640 1 < canceled part key=_multipart_4OEMXU0GR20L.2~XBHEEYE7NBUJ.1 size=1048576 2024-08-17T00:52:35.221 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.220+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~XBHEEYE7NBUJ.2 size=149455 2024-08-17T00:52:35.224 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.224+0000 7fb7ffa81640 1 < canceled multipart upload key=4OEMXU0GR20L upload=XBHEEYE7NBUJ tag=ELB5MWDU8CP9 type=write size=3295183 2024-08-17T00:52:35.228 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.227+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~XYZK1CX5ZP35.0 size=1048576 2024-08-17T00:52:35.229 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.229+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~XYZK1CX5ZP35.1 size=454839 2024-08-17T00:52:35.230 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.229+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=XYZK1CX5ZP35 tag=X04F1MQTNDW6 type=write size=2551991 2024-08-17T00:52:35.231 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.231+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~EJ6GVLI2D770.0 size=961804 2024-08-17T00:52:35.235 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.234+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=EJ6GVLI2D770 tag=HXAN99YB9Y0T type=write size=2010380 2024-08-17T00:52:35.237 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.236+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=0EAS3JYRWDP0 type=write size=858987 2024-08-17T00:52:35.238 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.238+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~4EKG9EQEQ1KF.0 size=1048576 2024-08-17T00:52:35.240 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.239+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~4EKG9EQEQ1KF.1 size=164013 2024-08-17T00:52:35.244 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.243+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=4EKG9EQEQ1KF tag=O9GJBSX1D8Z5 type=write size=2261165 2024-08-17T00:52:35.245 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.245+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=NHQDE2WY8044 type=del size=1773353 2024-08-17T00:52:35.249 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.248+0000 7fb7ffa81640 1 < suggested update operation key=LLHW0UMGWSKP tag=M43OE3L5QIL3 type=del size=1747266 2024-08-17T00:52:35.253 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.252+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~JB0YXAQB17HD.0 size=1048576 2024-08-17T00:52:35.254 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.253+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~JB0YXAQB17HD.1 size=463993 2024-08-17T00:52:35.254 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.253+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=JB0YXAQB17HD tag=LBL2KT78B20D type=write size=2561145 2024-08-17T00:52:35.256 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.256+0000 7fb7ffa81640 1 < completed delete operation key=J9EF9S76XDGB tag=4Y265AI61SQG type=del 2024-08-17T00:52:35.258 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.258+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=Z4SJU1F1RSJX type=del size=1051301 2024-08-17T00:52:35.261 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.260+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~NP3NAPHEIJ5G.0 size=1048576 2024-08-17T00:52:35.261 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.260+0000 7fb7ffa81640 1 < canceled part key=_multipart_4OEMXU0GR20L.2~NP3NAPHEIJ5G.1 size=1048576 2024-08-17T00:52:35.262 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.262+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~NP3NAPHEIJ5G.2 size=470059 2024-08-17T00:52:35.266 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.265+0000 7fb7ffa81640 1 < canceled multipart upload key=4OEMXU0GR20L upload=NP3NAPHEIJ5G tag=X7Q43K884PWN type=write size=3615787 2024-08-17T00:52:35.268 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.268+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=36I070JNB2UD type=del size=2041557 2024-08-17T00:52:35.271 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.270+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=C61PBXMX3A6M type=del 2024-08-17T00:52:35.272 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.272+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=XYDXHJG8LE3X type=write size=736058 2024-08-17T00:52:35.274 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.274+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~V9I98D0RBF10.0 size=1048576 2024-08-17T00:52:35.276 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.276+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~V9I98D0RBF10.1 size=1048576 2024-08-17T00:52:35.278 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.277+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~V9I98D0RBF10.2 size=16637 2024-08-17T00:52:35.281 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.280+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=V9I98D0RBF10 tag=D3JP24ZJODK4 type=write size=3162365 2024-08-17T00:52:35.285 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.284+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~XXT2BDZE46TF.0 size=1048576 2024-08-17T00:52:35.286 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.286+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~XXT2BDZE46TF.1 size=1048576 2024-08-17T00:52:35.288 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.287+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~XXT2BDZE46TF.2 size=278979 2024-08-17T00:52:35.288 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.287+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=XXT2BDZE46TF tag=23Q2JDSCN8CH type=write size=3424707 2024-08-17T00:52:35.290 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.289+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~XXTX228FZA5W.0 size=1048576 2024-08-17T00:52:35.292 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.291+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~XXTX228FZA5W.1 size=400743 2024-08-17T00:52:35.295 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.294+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=XXTX228FZA5W tag=W0FGUHMX0OF2 type=write size=2497895 2024-08-17T00:52:35.297 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.296+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=9KDT139Z14GZ type=del size=4056761 2024-08-17T00:52:35.297 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.296+0000 7fb7ffa81640 1 < canceled part key=_multipart_27S7S7L3SYN7.2~715OUS2Z2R73.0 size=1048576 2024-08-17T00:52:35.298 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.298+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~715OUS2Z2R73.1 size=1048576 2024-08-17T00:52:35.300 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.299+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~715OUS2Z2R73.2 size=416603 2024-08-17T00:52:35.304 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.303+0000 7fb7ffa81640 1 < canceled multipart upload key=27S7S7L3SYN7 upload=715OUS2Z2R73 tag=9890MZ07K1OV type=write size=3562331 2024-08-17T00:52:35.305 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.305+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=P1EUL57MH9LT type=del size=2992277 2024-08-17T00:52:35.307 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.306+0000 7fb7ffa81640 1 < completed delete operation key=KC83N32YH21Q tag=G4CF69GQ1WZ0 type=del 2024-08-17T00:52:35.309 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.308+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=G4WXI5DTM3FC type=del size=2037972 2024-08-17T00:52:35.311 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.310+0000 7fb7ffa81640 1 < completed write operation key=G9T63DWLHVIJ tag=NR8X1H1MCEMZ type=write size=989208 2024-08-17T00:52:35.313 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.312+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=3234H2Q3M63F type=del size=3245397 2024-08-17T00:52:35.316 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.315+0000 7fb7ffa81640 1 < suggested remove operation key=T1MU59FRZ5I0 tag=GUDH5EWNB6LM type=del 2024-08-17T00:52:35.318 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.317+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=REKD6OJSNSTJ type=del size=501939 2024-08-17T00:52:35.320 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.319+0000 7fb7ffa81640 1 < completed write operation key=1DKD54PZ3N4G tag=PZ80VXFW1HTN type=write size=250636 2024-08-17T00:52:35.322 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.321+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=7BTCKYY23BRT type=del size=1709904 2024-08-17T00:52:35.324 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.323+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=FP6UNKA27DXZ type=del 2024-08-17T00:52:35.325 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.325+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=1ZEBPLI6BU61 type=del size=3073533 2024-08-17T00:52:35.328 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.327+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=O1878TINT2U3 type=del 2024-08-17T00:52:35.330 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.329+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=PKM5MFLOHY8I type=del size=2995461 2024-08-17T00:52:35.332 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.331+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~XYZK1CX5ZP35.0 size=1048576 2024-08-17T00:52:35.334 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.333+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~XYZK1CX5ZP35.1 size=454839 2024-08-17T00:52:35.337 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.336+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=XYZK1CX5ZP35 tag=X04F1MQTNDW6 type=write size=2551991 2024-08-17T00:52:35.342 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.341+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~GJSTUFFAB9D5.0 size=123266 2024-08-17T00:52:35.342 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.341+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=GJSTUFFAB9D5 tag=L612L34WS5I6 type=write size=1171842 2024-08-17T00:52:35.344 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.343+0000 7fb7ffa81640 1 < completed write operation key=PI1BZA6BJ83W tag=0EAS3JYRWDP0 type=write size=858987 2024-08-17T00:52:35.346 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.345+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=Y2F60K8LXE4Y type=del size=1439601 2024-08-17T00:52:35.348 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.347+0000 7fb7ffa81640 1 < completed delete operation key=G9T63DWLHVIJ tag=NHQDE2WY8044 type=del 2024-08-17T00:52:35.351 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.350+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=KWLF2S1MCD83 type=del size=584913 2024-08-17T00:52:35.353 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.352+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~JB0YXAQB17HD.0 size=1048576 2024-08-17T00:52:35.355 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.354+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~JB0YXAQB17HD.1 size=463993 2024-08-17T00:52:35.358 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.358+0000 7fb7ffa81640 1 < completed multipart upload key=XA1Y234IJAV8 upload=JB0YXAQB17HD tag=LBL2KT78B20D type=write size=2561145 2024-08-17T00:52:35.360 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.360+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=F65QE4RHYALI type=del size=3367526 2024-08-17T00:52:35.362 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.362+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=Z4SJU1F1RSJX type=del 2024-08-17T00:52:35.364 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.364+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=L6JJQD37AILZ type=del size=1309305 2024-08-17T00:52:35.368 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.368+0000 7fb7ffa81640 1 < suggested remove operation key=OV7J2EQPRBH6 tag=36I070JNB2UD type=del 2024-08-17T00:52:35.372 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.371+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~IFPA9SSD54F3.0 size=1048576 2024-08-17T00:52:35.374 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.373+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~IFPA9SSD54F3.1 size=988034 2024-08-17T00:52:35.374 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.373+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=IFPA9SSD54F3 tag=QMAFR0YIWGVL type=write size=3085186 2024-08-17T00:52:35.375 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.375+0000 7fb7ffa81640 1 < completed write operation key=933T9LDGXGOQ tag=XYDXHJG8LE3X type=write size=736058 2024-08-17T00:52:35.377 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.376+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=ZNAOK33S0ZPH type=del size=754295 2024-08-17T00:52:35.379 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.378+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~XXT2BDZE46TF.0 size=1048576 2024-08-17T00:52:35.381 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.380+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~XXT2BDZE46TF.1 size=1048576 2024-08-17T00:52:35.383 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.382+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~XXT2BDZE46TF.2 size=278979 2024-08-17T00:52:35.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:35 smithi157 ceph-mon[101289]: pgmap v1410: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 465 KiB/s wr, 2.34k op/s 2024-08-17T00:52:35.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:35 smithi157 ceph-mon[98780]: pgmap v1410: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 465 KiB/s wr, 2.34k op/s 2024-08-17T00:52:35.386 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.385+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=XXT2BDZE46TF tag=23Q2JDSCN8CH type=write size=3424707 2024-08-17T00:52:35.389 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.389+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~Y3RU5JG4EGG6.0 size=1048576 2024-08-17T00:52:35.391 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.390+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~Y3RU5JG4EGG6.1 size=17505 2024-08-17T00:52:35.391 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.390+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=Y3RU5JG4EGG6 tag=WEA86L0ALXI4 type=write size=2114657 2024-08-17T00:52:35.393 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.392+0000 7fb7ffa81640 1 < canceled operation key=JID7SA7XCFSD tag=9KDT139Z14GZ type=del size=4056761 2024-08-17T00:52:35.396 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.395+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=OINZ78FCHOCX type=del size=887093 2024-08-17T00:52:35.398 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.398+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=P1EUL57MH9LT type=del 2024-08-17T00:52:35.401 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.400+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=JCRWY53CG27Q type=write size=993875 2024-08-17T00:52:35.403 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.402+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=G4WXI5DTM3FC type=del 2024-08-17T00:52:35.406 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.405+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~507UNQUD1UFA.0 size=1048576 2024-08-17T00:52:35.408 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.407+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~507UNQUD1UFA.1 size=507325 2024-08-17T00:52:35.408 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.407+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=507UNQUD1UFA tag=N94YPPKVUN87 type=write size=2604477 2024-08-17T00:52:35.410 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.409+0000 7fb7ffa81640 1 < canceled operation key=X2R05Y3HU1RG tag=3234H2Q3M63F type=del size=3245397 2024-08-17T00:52:35.413 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.413+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~IMUFJ83XYUPJ.0 size=144665 2024-08-17T00:52:35.413 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.413+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=IMUFJ83XYUPJ tag=HPYGAMEUG4CU type=write size=1193241 2024-08-17T00:52:35.415 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.415+0000 7fb7ffa81640 1 < canceled operation key=PI1BZA6BJ83W tag=REKD6OJSNSTJ type=del size=501939 2024-08-17T00:52:35.417 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.416+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=KAGF0ZDRK0DD type=write size=35844 2024-08-17T00:52:35.419 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.418+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=7BTCKYY23BRT type=del 2024-08-17T00:52:35.421 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.420+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=1VEHJHHLD44C type=del size=3334695 2024-08-17T00:52:35.422 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.422+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=1ZEBPLI6BU61 type=del 2024-08-17T00:52:35.424 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.424+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=OSEC9J64NYN7 type=del size=1159476 2024-08-17T00:52:35.426 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.426+0000 7fb7ffa81640 1 < canceled operation key=27S7S7L3SYN7 tag=PKM5MFLOHY8I type=del size=2995461 2024-08-17T00:52:35.430 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.429+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~Y58ANS2GD3M4.0 size=1048576 2024-08-17T00:52:35.431 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.431+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~Y58ANS2GD3M4.1 size=1048576 2024-08-17T00:52:35.433 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.432+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~Y58ANS2GD3M4.2 size=522300 2024-08-17T00:52:35.433 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.432+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=Y58ANS2GD3M4 tag=VAWWOFTIWNIH type=write size=3668028 2024-08-17T00:52:35.435 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.435+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~GJSTUFFAB9D5.0 size=123266 2024-08-17T00:52:35.439 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.438+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=GJSTUFFAB9D5 tag=L612L34WS5I6 type=write size=1171842 2024-08-17T00:52:35.443 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.442+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~ACVTM2Y49YXZ.0 size=1048576 2024-08-17T00:52:35.444 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.443+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~ACVTM2Y49YXZ.1 size=435757 2024-08-17T00:52:35.444 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.443+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=ACVTM2Y49YXZ tag=G84NLS5JTN8J type=write size=2532909 2024-08-17T00:52:35.446 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.445+0000 7fb7ffa81640 1 < completed delete operation key=KC83N32YH21Q tag=Y2F60K8LXE4Y type=del 2024-08-17T00:52:35.449 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.449+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~ROP901J37B6U.0 size=1048576 2024-08-17T00:52:35.451 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.450+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~ROP901J37B6U.1 size=465325 2024-08-17T00:52:35.451 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.450+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=ROP901J37B6U tag=SXFL20HN1S9S type=write size=2562477 2024-08-17T00:52:35.453 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.452+0000 7fb7ffa81640 1 < canceled operation key=DOXQ905ZKA6E tag=KWLF2S1MCD83 type=del size=584913 2024-08-17T00:52:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:35 smithi187 ceph-mon[90552]: pgmap v1410: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 465 KiB/s wr, 2.34k op/s 2024-08-17T00:52:35.455 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.454+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=H5ZUUUZ68B74 type=del size=3555356 2024-08-17T00:52:35.457 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.456+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=F65QE4RHYALI type=del 2024-08-17T00:52:35.460 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.460+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~53PWVAH27U6B.0 size=1048576 2024-08-17T00:52:35.463 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.462+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~53PWVAH27U6B.1 size=555897 2024-08-17T00:52:35.463 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.462+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=53PWVAH27U6B tag=5W5GUZ8TUIC9 type=write size=2653049 2024-08-17T00:52:35.467 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.466+0000 7fb7ffa81640 1 < suggested remove operation key=9E9PQ6YUOR9D tag=L6JJQD37AILZ type=del 2024-08-17T00:52:35.469 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.468+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=C6N7W9DL93P5 type=del size=1750852 2024-08-17T00:52:35.471 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.470+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~IFPA9SSD54F3.0 size=1048576 2024-08-17T00:52:35.472 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.472+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~IFPA9SSD54F3.1 size=988034 2024-08-17T00:52:35.476 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.475+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=IFPA9SSD54F3 tag=QMAFR0YIWGVL type=write size=3085186 2024-08-17T00:52:35.483 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.479+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~HT7BDXZSDQY9.0 size=882274 2024-08-17T00:52:35.483 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.479+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=HT7BDXZSDQY9 tag=PVFKS7URBO6W type=write size=1930850 2024-08-17T00:52:35.483 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.480+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=ZNAOK33S0ZPH type=del 2024-08-17T00:52:35.484 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.482+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=9YBNAPR9PPQO type=del size=1856912 2024-08-17T00:52:35.485 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.484+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~Y3RU5JG4EGG6.0 size=1048576 2024-08-17T00:52:35.488 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.487+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~Y3RU5JG4EGG6.1 size=17505 2024-08-17T00:52:35.490 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.490+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=Y3RU5JG4EGG6 tag=WEA86L0ALXI4 type=write size=2114657 2024-08-17T00:52:35.494 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.493+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~4H50SAQ2VP29.0 size=626983 2024-08-17T00:52:35.494 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.493+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=4H50SAQ2VP29 tag=X9W2VSMS1TYV type=write size=1675559 2024-08-17T00:52:35.496 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.496+0000 7fb7ffa81640 1 < canceled operation key=X2R05Y3HU1RG tag=OINZ78FCHOCX type=del size=887093 2024-08-17T00:52:35.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.500+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~7OS78EBZTOEM.0 size=1048576 2024-08-17T00:52:35.502 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.501+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~7OS78EBZTOEM.1 size=1048576 2024-08-17T00:52:35.504 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.503+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~7OS78EBZTOEM.2 size=570487 2024-08-17T00:52:35.504 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.503+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=7OS78EBZTOEM tag=5GDKE9K28F9G type=write size=3716215 2024-08-17T00:52:35.507 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.507+0000 7fb7ffa81640 1 < suggested update operation key=X5TSXJNP2QPC tag=JCRWY53CG27Q type=write size=993875 2024-08-17T00:52:35.511 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.510+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~EYGXT7E5ZJYF.0 size=1048576 2024-08-17T00:52:35.513 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.512+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~EYGXT7E5ZJYF.1 size=1048576 2024-08-17T00:52:35.514 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.514+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~EYGXT7E5ZJYF.2 size=610077 2024-08-17T00:52:35.515 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.514+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=EYGXT7E5ZJYF tag=SYHR30K1LWEG type=write size=3755805 2024-08-17T00:52:35.516 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.516+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~507UNQUD1UFA.0 size=1048576 2024-08-17T00:52:35.518 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.517+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~507UNQUD1UFA.1 size=507325 2024-08-17T00:52:35.521 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.520+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=507UNQUD1UFA tag=N94YPPKVUN87 type=write size=2604477 2024-08-17T00:52:35.523 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.522+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=AWRYJJAXTA55 type=del size=532563 2024-08-17T00:52:35.525 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.524+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~IMUFJ83XYUPJ.0 size=144665 2024-08-17T00:52:35.528 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.527+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=IMUFJ83XYUPJ tag=HPYGAMEUG4CU type=write size=1193241 2024-08-17T00:52:35.532 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.531+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~SGLS681SNII6.0 size=771349 2024-08-17T00:52:35.532 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.531+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=SGLS681SNII6 tag=HFHSTL33PKHZ type=write size=1819925 2024-08-17T00:52:35.534 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.533+0000 7fb7ffa81640 1 < completed write operation key=8R9K8LDJ88DU tag=KAGF0ZDRK0DD type=write size=35844 2024-08-17T00:52:35.537 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.537+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~WS2Q4L64DUNF.0 size=1048576 2024-08-17T00:52:35.539 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.538+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~WS2Q4L64DUNF.1 size=558372 2024-08-17T00:52:35.539 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.538+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=WS2Q4L64DUNF tag=92FHI8TT5KUM type=write size=2655524 2024-08-17T00:52:35.543 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.542+0000 7fb7ffa81640 1 < suggested update operation key=GKFA6AWL6159 tag=1VEHJHHLD44C type=del size=3334695 2024-08-17T00:52:35.545 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.544+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=34BCYSH8IX3B type=del size=408806 2024-08-17T00:52:35.547 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.546+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=OSEC9J64NYN7 type=del 2024-08-17T00:52:35.550 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.549+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=WSAWI7N5IUP9 type=write size=508915 2024-08-17T00:52:35.552 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.551+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~Y58ANS2GD3M4.0 size=1048576 2024-08-17T00:52:35.552 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.551+0000 7fb7ffa81640 1 < canceled part key=_multipart_1DKD54PZ3N4G.2~Y58ANS2GD3M4.1 size=1048576 2024-08-17T00:52:35.554 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.553+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~Y58ANS2GD3M4.2 size=522300 2024-08-17T00:52:35.557 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.557+0000 7fb7ffa81640 1 < canceled multipart upload key=1DKD54PZ3N4G upload=Y58ANS2GD3M4 tag=VAWWOFTIWNIH type=write size=3668028 2024-08-17T00:52:35.559 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.559+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=K6QOYPPH4JCE type=write size=288351 2024-08-17T00:52:35.561 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.560+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~ACVTM2Y49YXZ.0 size=1048576 2024-08-17T00:52:35.563 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.562+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~ACVTM2Y49YXZ.1 size=435757 2024-08-17T00:52:35.566 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.565+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=ACVTM2Y49YXZ tag=G84NLS5JTN8J type=write size=2532909 2024-08-17T00:52:35.568 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.567+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=OWRPBX8QRZ16 type=del size=3845247 2024-08-17T00:52:35.570 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.569+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~ROP901J37B6U.0 size=1048576 2024-08-17T00:52:35.571 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.571+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~ROP901J37B6U.1 size=465325 2024-08-17T00:52:35.575 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.574+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=ROP901J37B6U tag=SXFL20HN1S9S type=write size=2562477 2024-08-17T00:52:35.577 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.576+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=5JHPDCQVX4F3 type=del size=2535611 2024-08-17T00:52:35.579 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.578+0000 7fb7ffa81640 -1 < failed to complete operation key=X5TSXJNP2QPC tag=H5ZUUUZ68B74 type=del size=3555356: (22) Invalid argument 2024-08-17T00:52:35.584 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.582+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~O9KVDZDW6NWA.0 size=1048576 2024-08-17T00:52:35.584 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.584+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~O9KVDZDW6NWA.1 size=1048576 2024-08-17T00:52:35.586 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.585+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~O9KVDZDW6NWA.2 size=289481 2024-08-17T00:52:35.586 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.585+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=O9KVDZDW6NWA tag=FPW6W62NVKUZ type=write size=3435209 2024-08-17T00:52:35.588 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.588+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~53PWVAH27U6B.0 size=1048576 2024-08-17T00:52:35.590 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.589+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~53PWVAH27U6B.1 size=555897 2024-08-17T00:52:35.594 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.594+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=53PWVAH27U6B tag=5W5GUZ8TUIC9 type=write size=2653049 2024-08-17T00:52:35.596 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.595+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=8BPAMWSAH12R type=del size=3658146 2024-08-17T00:52:35.598 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.597+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=C6N7W9DL93P5 type=del 2024-08-17T00:52:35.602 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.601+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~IRHDN4VWATW8.0 size=571976 2024-08-17T00:52:35.602 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.601+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=IRHDN4VWATW8 tag=MUHD5TVCULRD type=write size=1620552 2024-08-17T00:52:35.602 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.601+0000 7fb7ffa81640 1 < canceled part key=_multipart_1DKD54PZ3N4G.2~HT7BDXZSDQY9.0 size=882274 2024-08-17T00:52:35.605 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.604+0000 7fb7ffa81640 1 < canceled multipart upload key=1DKD54PZ3N4G upload=HT7BDXZSDQY9 tag=PVFKS7URBO6W type=write size=1930850 2024-08-17T00:52:35.606 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.606+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=0U1YBUIMZ7WC type=del size=778844 2024-08-17T00:52:35.608 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.608+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=9YBNAPR9PPQO type=del 2024-08-17T00:52:35.610 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.609+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=JFV5S0QCW5VA type=del size=1332201 2024-08-17T00:52:35.612 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.611+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~4H50SAQ2VP29.0 size=626983 2024-08-17T00:52:35.615 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.614+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=4H50SAQ2VP29 tag=X9W2VSMS1TYV type=write size=1675559 2024-08-17T00:52:35.617 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.617+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=8JJLQ4VF0VX3 type=del size=3849308 2024-08-17T00:52:35.619 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.619+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~7OS78EBZTOEM.0 size=1048576 2024-08-17T00:52:35.622 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.621+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~7OS78EBZTOEM.1 size=1048576 2024-08-17T00:52:35.624 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.623+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~7OS78EBZTOEM.2 size=570487 2024-08-17T00:52:35.627 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.626+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=7OS78EBZTOEM tag=5GDKE9K28F9G type=write size=3716215 2024-08-17T00:52:35.631 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.630+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~5AL9VV3D39WS.0 size=1048576 2024-08-17T00:52:35.632 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.632+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~5AL9VV3D39WS.1 size=1030534 2024-08-17T00:52:35.633 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.632+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=5AL9VV3D39WS tag=ML1Y7FFS7R06 type=write size=3127686 2024-08-17T00:52:35.634 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.634+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~EYGXT7E5ZJYF.0 size=1048576 2024-08-17T00:52:35.636 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.635+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~EYGXT7E5ZJYF.1 size=1048576 2024-08-17T00:52:35.638 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.637+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~EYGXT7E5ZJYF.2 size=610077 2024-08-17T00:52:35.641 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.640+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=EYGXT7E5ZJYF tag=SYHR30K1LWEG type=write size=3755805 2024-08-17T00:52:35.643 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.643+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=P5YF9V5B7VAO type=write size=112381 2024-08-17T00:52:35.645 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.644+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=AWRYJJAXTA55 type=del 2024-08-17T00:52:35.649 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.648+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~OC2WIJTOZYNJ.0 size=1048576 2024-08-17T00:52:35.650 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.649+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~OC2WIJTOZYNJ.1 size=1048576 2024-08-17T00:52:35.652 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.651+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~OC2WIJTOZYNJ.2 size=821274 2024-08-17T00:52:35.652 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.651+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=OC2WIJTOZYNJ tag=LETJFVIMKP5C type=write size=3967002 2024-08-17T00:52:35.654 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.653+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~SGLS681SNII6.0 size=771349 2024-08-17T00:52:35.657 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.656+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=SGLS681SNII6 tag=HFHSTL33PKHZ type=write size=1819925 2024-08-17T00:52:35.661 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.660+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~D3OYIM3R332C.0 size=458140 2024-08-17T00:52:35.661 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.660+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=D3OYIM3R332C tag=QYJM2K1VD3CO type=write size=1506716 2024-08-17T00:52:35.662 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.662+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~WS2Q4L64DUNF.0 size=1048576 2024-08-17T00:52:35.664 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.663+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~WS2Q4L64DUNF.1 size=558372 2024-08-17T00:52:35.667 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.667+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=WS2Q4L64DUNF tag=92FHI8TT5KUM type=write size=2655524 2024-08-17T00:52:35.670 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.669+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=8JH9FU8LYDJU type=del size=3418939 2024-08-17T00:52:35.673 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.673+0000 7fb7ffa81640 1 < suggested remove operation key=G9T63DWLHVIJ tag=34BCYSH8IX3B type=del 2024-08-17T00:52:35.678 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.677+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~QBCOB2FJN4GK.0 size=465281 2024-08-17T00:52:35.678 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.677+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=QBCOB2FJN4GK tag=OUFYSG44NUEH type=write size=1513857 2024-08-17T00:52:35.680 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.679+0000 7fb7ffa81640 1 < completed write operation key=YGH20LQ783HC tag=WSAWI7N5IUP9 type=write size=508915 2024-08-17T00:52:35.682 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.681+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=W3DQ4X02VIQM type=del size=457662 2024-08-17T00:52:35.686 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.683+0000 7fb7ffa81640 1 < completed write operation key=2TAMC96GTRFY tag=K6QOYPPH4JCE type=write size=288351 2024-08-17T00:52:35.687 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.685+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=GABFWC5GE6BC type=write size=711500 2024-08-17T00:52:35.688 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.687+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=OWRPBX8QRZ16 type=del 2024-08-17T00:52:35.689 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.689+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=LQBYE1532B01 type=del size=3270253 2024-08-17T00:52:35.692 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.691+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=5JHPDCQVX4F3 type=del 2024-08-17T00:52:35.695 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.695+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~VSIOZNKV73XF.0 size=1048576 2024-08-17T00:52:35.697 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.696+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~VSIOZNKV73XF.1 size=1048576 2024-08-17T00:52:35.698 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.698+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~VSIOZNKV73XF.2 size=218283 2024-08-17T00:52:35.699 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.698+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=VSIOZNKV73XF tag=JYHPQJWFS8QY type=write size=3364011 2024-08-17T00:52:35.700 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.700+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~O9KVDZDW6NWA.0 size=1048576 2024-08-17T00:52:35.702 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.701+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~O9KVDZDW6NWA.1 size=1048576 2024-08-17T00:52:35.703 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.703+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~O9KVDZDW6NWA.2 size=289481 2024-08-17T00:52:35.707 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.706+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=O9KVDZDW6NWA tag=FPW6W62NVKUZ type=write size=3435209 2024-08-17T00:52:35.709 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.708+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=7Z4XWJUUFD5M type=del size=3822193 2024-08-17T00:52:35.711 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.710+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=8BPAMWSAH12R type=del 2024-08-17T00:52:35.715 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.714+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~YSA9U2BER7BP.0 size=1048576 2024-08-17T00:52:35.716 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.716+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~YSA9U2BER7BP.1 size=831079 2024-08-17T00:52:35.717 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.716+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=YSA9U2BER7BP tag=2VHX871WECP8 type=write size=2928231 2024-08-17T00:52:35.719 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.718+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~IRHDN4VWATW8.0 size=571976 2024-08-17T00:52:35.723 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.722+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=IRHDN4VWATW8 tag=MUHD5TVCULRD type=write size=1620552 2024-08-17T00:52:35.724 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.723+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=HZ1L3QNJ717J type=write size=597696 2024-08-17T00:52:35.726 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.725+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=0U1YBUIMZ7WC type=del 2024-08-17T00:52:35.728 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.727+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=B4Y0066ZGYJV type=write size=218148 2024-08-17T00:52:35.730 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.729+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=JFV5S0QCW5VA type=del 2024-08-17T00:52:35.734 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.733+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~T3VCXVOLFSG7.0 size=1048576 2024-08-17T00:52:35.737 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.736+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~T3VCXVOLFSG7.1 size=1048576 2024-08-17T00:52:35.738 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.737+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~T3VCXVOLFSG7.2 size=267700 2024-08-17T00:52:35.738 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.737+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=T3VCXVOLFSG7 tag=TAUI5T704CXD type=write size=3413428 2024-08-17T00:52:35.742 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.741+0000 7fb7ffa81640 1 < suggested remove operation key=J9EF9S76XDGB tag=8JJLQ4VF0VX3 type=del 2024-08-17T00:52:35.743 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.743+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=B8FWXXH8E06Y type=del size=3672618 2024-08-17T00:52:35.745 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.745+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~5AL9VV3D39WS.0 size=1048576 2024-08-17T00:52:35.747 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.746+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~5AL9VV3D39WS.1 size=1030534 2024-08-17T00:52:35.750 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.750+0000 7fb7ffa81640 1 < completed multipart upload key=XA1Y234IJAV8 upload=5AL9VV3D39WS tag=ML1Y7FFS7R06 type=write size=3127686 2024-08-17T00:52:35.752 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.751+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=HMOZI1IPEA5B type=del size=1599162 2024-08-17T00:52:35.754 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.754+0000 7fb7ffa81640 1 < completed write operation key=X5TSXJNP2QPC tag=P5YF9V5B7VAO type=write size=112381 2024-08-17T00:52:35.756 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.756+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=94P3Q3MG2OOL type=del size=3192260 2024-08-17T00:52:35.759 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.758+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~OC2WIJTOZYNJ.0 size=1048576 2024-08-17T00:52:35.760 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.760+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~OC2WIJTOZYNJ.1 size=1048576 2024-08-17T00:52:35.762 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.761+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~OC2WIJTOZYNJ.2 size=821274 2024-08-17T00:52:35.765 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.764+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=OC2WIJTOZYNJ tag=LETJFVIMKP5C type=write size=3967002 2024-08-17T00:52:35.767 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.766+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=DZKM2WQ8VG3A type=del size=1763295 2024-08-17T00:52:35.769 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.768+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~D3OYIM3R332C.0 size=458140 2024-08-17T00:52:35.772 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.771+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=D3OYIM3R332C tag=QYJM2K1VD3CO type=write size=1506716 2024-08-17T00:52:35.774 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.773+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=DINWKJDWDOE9 type=del size=3132864 2024-08-17T00:52:35.777 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.777+0000 7fb7ffa81640 1 < suggested update operation key=KFMX127CJWEL tag=8JH9FU8LYDJU type=del size=3418939 2024-08-17T00:52:35.781 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.780+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~FKAD9PJIU233.0 size=1048576 2024-08-17T00:52:35.782 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.781+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~FKAD9PJIU233.1 size=1048576 2024-08-17T00:52:35.784 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.783+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~FKAD9PJIU233.2 size=584812 2024-08-17T00:52:35.784 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.783+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=FKAD9PJIU233 tag=T5E81NT4OV5C type=write size=3730540 2024-08-17T00:52:35.786 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.785+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~QBCOB2FJN4GK.0 size=465281 2024-08-17T00:52:35.789 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.788+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=QBCOB2FJN4GK tag=OUFYSG44NUEH type=write size=1513857 2024-08-17T00:52:35.793 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.792+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~RHN9WF5MFK6W.0 size=1048576 2024-08-17T00:52:35.794 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.793+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~RHN9WF5MFK6W.1 size=1048576 2024-08-17T00:52:35.796 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.795+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~RHN9WF5MFK6W.2 size=937272 2024-08-17T00:52:35.796 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.795+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=RHN9WF5MFK6W tag=CNOT492D061L type=write size=4083000 2024-08-17T00:52:35.798 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.797+0000 7fb7ffa81640 1 < canceled operation key=8R9K8LDJ88DU tag=W3DQ4X02VIQM type=del size=457662 2024-08-17T00:52:35.800 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.799+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=E0KPF99QATH6 type=del size=3681413 2024-08-17T00:52:35.802 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.801+0000 7fb7ffa81640 1 < completed write operation key=G9T63DWLHVIJ tag=GABFWC5GE6BC type=write size=711500 2024-08-17T00:52:35.806 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.805+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~VDKBYGHK5Y0U.0 size=1048576 2024-08-17T00:52:35.808 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.807+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~VDKBYGHK5Y0U.1 size=81454 2024-08-17T00:52:35.808 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.807+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=VDKBYGHK5Y0U tag=UTT44SKZICQ5 type=write size=2178606 2024-08-17T00:52:35.809 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.809+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=LQBYE1532B01 type=del 2024-08-17T00:52:35.812 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.811+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=ZL99RZJJDU3X type=del size=2952707 2024-08-17T00:52:35.814 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.813+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~VSIOZNKV73XF.0 size=1048576 2024-08-17T00:52:35.815 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.814+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~VSIOZNKV73XF.1 size=1048576 2024-08-17T00:52:35.817 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.816+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~VSIOZNKV73XF.2 size=218283 2024-08-17T00:52:35.820 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.819+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=VSIOZNKV73XF tag=JYHPQJWFS8QY type=write size=3364011 2024-08-17T00:52:35.822 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.821+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=DYPFZTJXF9Y1 type=del size=229049 2024-08-17T00:52:35.824 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.824+0000 7fb7ffa81640 1 < canceled operation key=G9T63DWLHVIJ tag=7Z4XWJUUFD5M type=del size=3822193 2024-08-17T00:52:35.828 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.827+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~NJWC17PQV4Q1.0 size=253727 2024-08-17T00:52:35.828 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.827+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=NJWC17PQV4Q1 tag=961704DEZ8D7 type=write size=1302303 2024-08-17T00:52:35.830 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.830+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~YSA9U2BER7BP.0 size=1048576 2024-08-17T00:52:35.832 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.831+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~YSA9U2BER7BP.1 size=831079 2024-08-17T00:52:35.836 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.835+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=YSA9U2BER7BP tag=2VHX871WECP8 type=write size=2928231 2024-08-17T00:52:35.838 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.837+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=WEYLIQG9LOHH type=del size=4087428 2024-08-17T00:52:35.842 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.841+0000 7fb7ffa81640 -1 < failed to complete operation key=J9EF9S76XDGB tag=HZ1L3QNJ717J type=write size=597696: (22) Invalid argument 2024-08-17T00:52:35.844 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.844+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=QWL79FKE036E type=del size=3112063 2024-08-17T00:52:35.846 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.846+0000 7fb7ffa81640 1 < completed write operation key=VHXBN189GN90 tag=B4Y0066ZGYJV type=write size=218148 2024-08-17T00:52:35.848 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.848+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=96Q00UKG4E3B type=del size=3170055 2024-08-17T00:52:35.850 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.849+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~T3VCXVOLFSG7.0 size=1048576 2024-08-17T00:52:35.852 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.851+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~T3VCXVOLFSG7.1 size=1048576 2024-08-17T00:52:35.853 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.853+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~T3VCXVOLFSG7.2 size=267700 2024-08-17T00:52:35.857 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.856+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=T3VCXVOLFSG7 tag=TAUI5T704CXD type=write size=3413428 2024-08-17T00:52:35.861 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.860+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~5OQ0I0W87FTE.0 size=1048576 2024-08-17T00:52:35.862 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.861+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~5OQ0I0W87FTE.1 size=943026 2024-08-17T00:52:35.862 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.861+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=5OQ0I0W87FTE tag=GLPN90N09AZL type=write size=3040178 2024-08-17T00:52:35.864 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.864+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=B8FWXXH8E06Y type=del 2024-08-17T00:52:35.868 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.868+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~P0KCF2GL7EIY.0 size=1048576 2024-08-17T00:52:35.870 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.869+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~P0KCF2GL7EIY.1 size=1048576 2024-08-17T00:52:35.872 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.871+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~P0KCF2GL7EIY.2 size=292720 2024-08-17T00:52:35.872 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.871+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=P0KCF2GL7EIY tag=5AF0OD1ZTBH3 type=write size=3438448 2024-08-17T00:52:35.875 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.875+0000 7fb7ffa81640 1 < suggested remove operation key=G9T63DWLHVIJ tag=HMOZI1IPEA5B type=del 2024-08-17T00:52:35.878 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.877+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=OYSIAWEFTVUG type=write size=312350 2024-08-17T00:52:35.881 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.880+0000 7fb7ffa81640 1 < suggested update operation key=6TUEJWX5HXNC tag=94P3Q3MG2OOL type=del size=3192260 2024-08-17T00:52:35.883 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.882+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=KMX2B3MWQ18F type=write size=358267 2024-08-17T00:52:35.885 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.885+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=DZKM2WQ8VG3A type=del 2024-08-17T00:52:35.889 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.888+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~XKN7J8PF1S52.0 size=1048576 2024-08-17T00:52:35.891 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.890+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~XKN7J8PF1S52.1 size=1048576 2024-08-17T00:52:35.893 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.892+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~XKN7J8PF1S52.2 size=758513 2024-08-17T00:52:35.893 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.892+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=XKN7J8PF1S52 tag=MP9AN4I0ZL72 type=write size=3904241 2024-08-17T00:52:35.897 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.896+0000 7fb7ffa81640 1 < suggested update operation key=933T9LDGXGOQ tag=DINWKJDWDOE9 type=del size=3132864 2024-08-17T00:52:35.898 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.898+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=D1OVF1Z1DM2K type=del size=792716 2024-08-17T00:52:35.900 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.900+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~FKAD9PJIU233.0 size=1048576 2024-08-17T00:52:35.902 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.901+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~FKAD9PJIU233.1 size=1048576 2024-08-17T00:52:35.903 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.902+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~FKAD9PJIU233.2 size=584812 2024-08-17T00:52:35.907 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.905+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=FKAD9PJIU233 tag=T5E81NT4OV5C type=write size=3730540 2024-08-17T00:52:35.909 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.907+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=3L9QVD9SBWTQ type=del size=1122503 2024-08-17T00:52:35.911 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.909+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~RHN9WF5MFK6W.0 size=1048576 2024-08-17T00:52:35.912 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.910+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~RHN9WF5MFK6W.1 size=1048576 2024-08-17T00:52:35.912 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.910+0000 7fb7ffa81640 1 < canceled part key=_multipart_4OEMXU0GR20L.2~RHN9WF5MFK6W.2 size=937272 2024-08-17T00:52:35.915 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.914+0000 7fb7ffa81640 1 < canceled multipart upload key=4OEMXU0GR20L upload=RHN9WF5MFK6W tag=CNOT492D061L type=write size=4083000 2024-08-17T00:52:35.919 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.917+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~FZGHRJ7Z7JXH.0 size=1048576 2024-08-17T00:52:35.920 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.919+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~FZGHRJ7Z7JXH.1 size=1048576 2024-08-17T00:52:35.922 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.920+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~FZGHRJ7Z7JXH.2 size=302191 2024-08-17T00:52:35.922 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.920+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=FZGHRJ7Z7JXH tag=R21ZSLK36KS3 type=write size=3447919 2024-08-17T00:52:35.926 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.924+0000 7fb7ffa81640 1 < suggested update operation key=VXX2N7W78TY5 tag=E0KPF99QATH6 type=del size=3681413 2024-08-17T00:52:35.930 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.928+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~EFCCR0ANY2T5.0 size=455180 2024-08-17T00:52:35.930 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.928+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=EFCCR0ANY2T5 tag=56B2377DM4JJ type=write size=1503756 2024-08-17T00:52:35.932 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.930+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~VDKBYGHK5Y0U.0 size=1048576 2024-08-17T00:52:35.933 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.932+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~VDKBYGHK5Y0U.1 size=81454 2024-08-17T00:52:35.937 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.935+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=VDKBYGHK5Y0U tag=UTT44SKZICQ5 type=write size=2178606 2024-08-17T00:52:35.940 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.938+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~0FUDQCY7LQDO.0 size=1048576 2024-08-17T00:52:35.942 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.940+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~0FUDQCY7LQDO.1 size=1048576 2024-08-17T00:52:35.944 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.942+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~0FUDQCY7LQDO.2 size=619851 2024-08-17T00:52:35.944 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.942+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=0FUDQCY7LQDO tag=0NV6DX3HJ5IH type=write size=3765579 2024-08-17T00:52:35.947 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.945+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=ZL99RZJJDU3X type=del 2024-08-17T00:52:35.949 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.947+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=LCY1V3X4VJFD type=del size=2802312 2024-08-17T00:52:35.953 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.951+0000 7fb7ffa81640 1 < suggested remove operation key=LLHW0UMGWSKP tag=DYPFZTJXF9Y1 type=del 2024-08-17T00:52:35.955 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.953+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=NOMLKQRL4BK5 type=del size=2365208 2024-08-17T00:52:35.957 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.955+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~NJWC17PQV4Q1.0 size=253727 2024-08-17T00:52:35.960 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.958+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=NJWC17PQV4Q1 tag=961704DEZ8D7 type=write size=1302303 2024-08-17T00:52:35.964 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.962+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~LNPX13OXF2V6.0 size=1048576 2024-08-17T00:52:35.965 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.964+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~LNPX13OXF2V6.1 size=860690 2024-08-17T00:52:35.965 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.964+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=LNPX13OXF2V6 tag=812W8J62G3BM type=write size=2957842 2024-08-17T00:52:35.969 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.968+0000 7fb7ffa81640 1 < suggested remove operation key=FTHZ4CWOAN2W tag=WEYLIQG9LOHH type=del 2024-08-17T00:52:35.972 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.970+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=NQBDDJHMHEUZ type=write size=231124 2024-08-17T00:52:35.973 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.972+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=QWL79FKE036E type=del 2024-08-17T00:52:35.975 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.974+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=B0OAMOEJM9E9 type=del size=1901767 2024-08-17T00:52:35.977 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.975+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=96Q00UKG4E3B type=del 2024-08-17T00:52:35.979 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.977+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=1DC3G0BQ1O3H type=del size=3799500 2024-08-17T00:52:35.981 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.979+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~5OQ0I0W87FTE.0 size=1048576 2024-08-17T00:52:35.983 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.981+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~5OQ0I0W87FTE.1 size=943026 2024-08-17T00:52:35.986 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.985+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=5OQ0I0W87FTE tag=GLPN90N09AZL type=write size=3040178 2024-08-17T00:52:35.989 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.987+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=RJC4L46D8ZUW type=del size=494845 2024-08-17T00:52:35.989 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.987+0000 7fb7ffa81640 1 < canceled part key=_multipart_T1MU59FRZ5I0.2~P0KCF2GL7EIY.0 size=1048576 2024-08-17T00:52:35.991 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.989+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~P0KCF2GL7EIY.1 size=1048576 2024-08-17T00:52:35.992 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.991+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~P0KCF2GL7EIY.2 size=292720 2024-08-17T00:52:35.996 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.994+0000 7fb7ffa81640 1 < canceled multipart upload key=T1MU59FRZ5I0 upload=P0KCF2GL7EIY tag=5AF0OD1ZTBH3 type=write size=3438448 2024-08-17T00:52:35.999 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.998+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~L4KLNIQPC707.0 size=257364 2024-08-17T00:52:36.000 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:35.998+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=L4KLNIQPC707 tag=NL4NQL5XGHBY type=write size=1305940 2024-08-17T00:52:36.001 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.000+0000 7fb7ffa81640 1 < completed write operation key=CUF1RKGY7TOA tag=OYSIAWEFTVUG type=write size=312350 2024-08-17T00:52:36.005 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.003+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~25VN4KUQ8TLF.0 size=1048576 2024-08-17T00:52:36.007 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.005+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~25VN4KUQ8TLF.1 size=1048576 2024-08-17T00:52:36.008 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.007+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~25VN4KUQ8TLF.2 size=923180 2024-08-17T00:52:36.008 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.007+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=25VN4KUQ8TLF tag=90TNN2IB24XC type=write size=4068908 2024-08-17T00:52:36.010 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.009+0000 7fb7ffa81640 1 < completed write operation key=IN9C0SOA97VR tag=KMX2B3MWQ18F type=write size=358267 2024-08-17T00:52:36.014 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.013+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~UJ2WFR8U19T8.0 size=1048576 2024-08-17T00:52:36.016 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.014+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~UJ2WFR8U19T8.1 size=1048576 2024-08-17T00:52:36.018 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.016+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~UJ2WFR8U19T8.2 size=1016333 2024-08-17T00:52:36.018 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.016+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=UJ2WFR8U19T8 tag=BZ75X9T131DG type=write size=4162061 2024-08-17T00:52:36.021 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.019+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~XKN7J8PF1S52.0 size=1048576 2024-08-17T00:52:36.023 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.021+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~XKN7J8PF1S52.1 size=1048576 2024-08-17T00:52:36.030 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.028+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~XKN7J8PF1S52.2 size=758513 2024-08-17T00:52:36.034 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.032+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=XKN7J8PF1S52 tag=MP9AN4I0ZL72 type=write size=3904241 2024-08-17T00:52:36.038 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.036+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~ZS0953E52QS4.0 size=1044725 2024-08-17T00:52:36.038 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.036+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=ZS0953E52QS4 tag=5HVA65LD06HO type=write size=2093301 2024-08-17T00:52:36.040 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.038+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=D1OVF1Z1DM2K type=del 2024-08-17T00:52:36.045 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.043+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~3TW223P9PAAB.0 size=875314 2024-08-17T00:52:36.045 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.043+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=3TW223P9PAAB tag=HSWLWLJWH8H0 type=write size=1923890 2024-08-17T00:52:36.049 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.047+0000 7fb7ffa81640 1 < suggested update operation key=4OEMXU0GR20L tag=3L9QVD9SBWTQ type=del size=1122503 2024-08-17T00:52:36.051 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.049+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=ZCKUSXPXRGX0 type=del size=2361231 2024-08-17T00:52:36.053 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.051+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~FZGHRJ7Z7JXH.0 size=1048576 2024-08-17T00:52:36.055 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.053+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~FZGHRJ7Z7JXH.1 size=1048576 2024-08-17T00:52:36.056 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.055+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~FZGHRJ7Z7JXH.2 size=302191 2024-08-17T00:52:36.060 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.058+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=FZGHRJ7Z7JXH tag=R21ZSLK36KS3 type=write size=3447919 2024-08-17T00:52:36.062 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.060+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=OUCKRR05U7WD type=del size=1888452 2024-08-17T00:52:36.065 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.062+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~EFCCR0ANY2T5.0 size=455180 2024-08-17T00:52:36.067 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.065+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=EFCCR0ANY2T5 tag=56B2377DM4JJ type=write size=1503756 2024-08-17T00:52:36.069 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.067+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=GXKVYV06Y70A type=del size=3036546 2024-08-17T00:52:36.071 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.069+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~0FUDQCY7LQDO.0 size=1048576 2024-08-17T00:52:36.073 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.071+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~0FUDQCY7LQDO.1 size=1048576 2024-08-17T00:52:36.075 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.073+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~0FUDQCY7LQDO.2 size=619851 2024-08-17T00:52:36.078 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.076+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=0FUDQCY7LQDO tag=0NV6DX3HJ5IH type=write size=3765579 2024-08-17T00:52:36.080 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.078+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=PKTM42JNACG0 type=del size=2214924 2024-08-17T00:52:36.082 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.080+0000 7fb7ffa81640 1 < canceled operation key=KFMX127CJWEL tag=LCY1V3X4VJFD type=del size=2802312 2024-08-17T00:52:36.084 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.082+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=F0GL8M62RQJZ type=write size=681240 2024-08-17T00:52:36.086 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.084+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=NOMLKQRL4BK5 type=del 2024-08-17T00:52:36.090 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.088+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~N0U2ED3058FN.0 size=1048576 2024-08-17T00:52:36.091 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.089+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~N0U2ED3058FN.1 size=268628 2024-08-17T00:52:36.091 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.089+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=N0U2ED3058FN tag=9CLL0PAY0R1Z type=write size=2365780 2024-08-17T00:52:36.093 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.092+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~LNPX13OXF2V6.0 size=1048576 2024-08-17T00:52:36.095 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.093+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~LNPX13OXF2V6.1 size=860690 2024-08-17T00:52:36.099 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.098+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=LNPX13OXF2V6 tag=812W8J62G3BM type=write size=2957842 2024-08-17T00:52:36.101 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.100+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=7L2MXRAT815D type=del size=1107691 2024-08-17T00:52:36.103 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.101+0000 7fb7ffa81640 1 < completed write operation key=VHXBN189GN90 tag=NQBDDJHMHEUZ type=write size=231124 2024-08-17T00:52:36.105 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.103+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=BW1J1AUVFFC8 type=del size=2333439 2024-08-17T00:52:36.108 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.106+0000 7fb7ffa81640 -1 < failed to complete operation key=4OEMXU0GR20L tag=B0OAMOEJM9E9 type=del size=1901767: (22) Invalid argument 2024-08-17T00:52:36.110 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.108+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=PJ8NVTNIIJVX type=del size=1850397 2024-08-17T00:52:36.114 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.112+0000 7fb7ffa81640 1 < suggested remove operation key=LLHW0UMGWSKP tag=1DC3G0BQ1O3H type=del 2024-08-17T00:52:36.118 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.116+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~7CRNM4I8SGAA.0 size=1048576 2024-08-17T00:52:36.120 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.118+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~7CRNM4I8SGAA.1 size=1048576 2024-08-17T00:52:36.121 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.119+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~7CRNM4I8SGAA.2 size=809304 2024-08-17T00:52:36.121 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.119+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=7CRNM4I8SGAA tag=UIY0HXHG8YBA type=write size=3955032 2024-08-17T00:52:36.125 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.123+0000 7fb7ffa81640 1 < suggested remove operation key=GKFA6AWL6159 tag=RJC4L46D8ZUW type=del 2024-08-17T00:52:36.127 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.125+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=MLEP3VIH0UZU type=del size=3509753 2024-08-17T00:52:36.129 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.127+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~L4KLNIQPC707.0 size=257364 2024-08-17T00:52:36.132 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.130+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=L4KLNIQPC707 tag=NL4NQL5XGHBY type=write size=1305940 2024-08-17T00:52:36.136 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.134+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~DM3IJYACOCAY.0 size=1048576 2024-08-17T00:52:36.137 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.135+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~DM3IJYACOCAY.1 size=959489 2024-08-17T00:52:36.137 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.135+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=DM3IJYACOCAY tag=U84GGMYYKFAB type=write size=3056641 2024-08-17T00:52:36.139 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.138+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~25VN4KUQ8TLF.0 size=1048576 2024-08-17T00:52:36.141 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.139+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~25VN4KUQ8TLF.1 size=1048576 2024-08-17T00:52:36.143 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.141+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~25VN4KUQ8TLF.2 size=923180 2024-08-17T00:52:36.147 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.145+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=25VN4KUQ8TLF tag=90TNN2IB24XC type=write size=4068908 2024-08-17T00:52:36.149 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.147+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=H6OGEWMW3OC4 type=del size=172816 2024-08-17T00:52:36.150 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.149+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~UJ2WFR8U19T8.0 size=1048576 2024-08-17T00:52:36.152 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.150+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~UJ2WFR8U19T8.1 size=1048576 2024-08-17T00:52:36.154 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.152+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~UJ2WFR8U19T8.2 size=1016333 2024-08-17T00:52:36.157 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.155+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=UJ2WFR8U19T8 tag=BZ75X9T131DG type=write size=4162061 2024-08-17T00:52:36.159 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.158+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=RDLMGRQEZW77 type=write size=999501 2024-08-17T00:52:36.161 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.160+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~ZS0953E52QS4.0 size=1044725 2024-08-17T00:52:36.165 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.163+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=ZS0953E52QS4 tag=5HVA65LD06HO type=write size=2093301 2024-08-17T00:52:36.169 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.167+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~HQ8FU2JHGVSM.0 size=1048576 2024-08-17T00:52:36.170 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.169+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~HQ8FU2JHGVSM.1 size=291627 2024-08-17T00:52:36.170 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.169+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=HQ8FU2JHGVSM tag=WGYLYVBNK9KY type=write size=2388779 2024-08-17T00:52:36.173 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.171+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~3TW223P9PAAB.0 size=875314 2024-08-17T00:52:36.176 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.174+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=3TW223P9PAAB tag=HSWLWLJWH8H0 type=write size=1923890 2024-08-17T00:52:36.180 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.178+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~5LM8ZNR7826Z.0 size=947130 2024-08-17T00:52:36.181 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.178+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=5LM8ZNR7826Z tag=2K13L0TMJQKT type=write size=1995706 2024-08-17T00:52:36.182 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.180+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=ZCKUSXPXRGX0 type=del 2024-08-17T00:52:36.184 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.182+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=ESRCELM5P6G9 type=del size=940960 2024-08-17T00:52:36.189 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.187+0000 7fb7ffa81640 1 < suggested update operation key=OV7J2EQPRBH6 tag=OUCKRR05U7WD type=del size=1888452 2024-08-17T00:52:36.191 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.189+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=Z910VJZIIP90 type=del size=2279991 2024-08-17T00:52:36.193 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.192+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=GXKVYV06Y70A type=del 2024-08-17T00:52:36.196 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.193+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=40YACOF2EEUP type=del size=3226302 2024-08-17T00:52:36.197 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.196+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=PKTM42JNACG0 type=del 2024-08-17T00:52:36.201 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.199+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~JRPOHMTZH8XT.0 size=1048576 2024-08-17T00:52:36.203 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.201+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~JRPOHMTZH8XT.1 size=1048576 2024-08-17T00:52:36.204 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.202+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~JRPOHMTZH8XT.2 size=451432 2024-08-17T00:52:36.204 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.202+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=JRPOHMTZH8XT tag=25MM6W8RIK59 type=write size=3597160 2024-08-17T00:52:36.206 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.205+0000 7fb7ffa81640 1 < canceled operation key=VXX2N7W78TY5 tag=F0GL8M62RQJZ type=write size=681240 2024-08-17T00:52:36.210 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.208+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~2PKTRVBUNTQW.0 size=1048576 2024-08-17T00:52:36.211 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.210+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~2PKTRVBUNTQW.1 size=1048576 2024-08-17T00:52:36.213 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.211+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~2PKTRVBUNTQW.2 size=413329 2024-08-17T00:52:36.213 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.211+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=2PKTRVBUNTQW tag=CY4TH97M8MUM type=write size=3559057 2024-08-17T00:52:36.215 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.213+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~N0U2ED3058FN.0 size=1048576 2024-08-17T00:52:36.217 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.215+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~N0U2ED3058FN.1 size=268628 2024-08-17T00:52:36.220 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.218+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=N0U2ED3058FN tag=9CLL0PAY0R1Z type=write size=2365780 2024-08-17T00:52:36.224 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.222+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~EY3FJPZP7DXX.0 size=1048576 2024-08-17T00:52:36.225 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.223+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~EY3FJPZP7DXX.1 size=1048576 2024-08-17T00:52:36.227 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.225+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~EY3FJPZP7DXX.2 size=460161 2024-08-17T00:52:36.227 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.225+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=EY3FJPZP7DXX tag=31JUBQZEVOP2 type=write size=3605889 2024-08-17T00:52:36.229 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.227+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=7L2MXRAT815D type=del 2024-08-17T00:52:36.231 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.229+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=B5IW5LN9ORP8 type=del size=3736532 2024-08-17T00:52:36.233 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.231+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=BW1J1AUVFFC8 type=del 2024-08-17T00:52:36.234 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.233+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=FJF28VTT05T7 type=write size=817469 2024-08-17T00:52:36.239 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.237+0000 7fb7ffa81640 1 < suggested remove operation key=IN9C0SOA97VR tag=PJ8NVTNIIJVX type=del 2024-08-17T00:52:36.243 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.241+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~ST7V4WS95K2L.0 size=510290 2024-08-17T00:52:36.243 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.241+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=ST7V4WS95K2L tag=D5ZDW2MYY2SG type=write size=1558866 2024-08-17T00:52:36.245 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.243+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~7CRNM4I8SGAA.0 size=1048576 2024-08-17T00:52:36.247 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.245+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~7CRNM4I8SGAA.1 size=1048576 2024-08-17T00:52:36.249 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.247+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~7CRNM4I8SGAA.2 size=809304 2024-08-17T00:52:36.252 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.251+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=7CRNM4I8SGAA tag=UIY0HXHG8YBA type=write size=3955032 2024-08-17T00:52:36.254 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.252+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=W5IDTFU4YDPK type=del size=669770 2024-08-17T00:52:36.256 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.254+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=MLEP3VIH0UZU type=del 2024-08-17T00:52:36.260 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.258+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~Y90T81XHM722.0 size=1048576 2024-08-17T00:52:36.261 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.260+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~Y90T81XHM722.1 size=1048576 2024-08-17T00:52:36.263 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.261+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~Y90T81XHM722.2 size=539467 2024-08-17T00:52:36.263 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.261+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=Y90T81XHM722 tag=HL2ESP71H70J type=write size=3685195 2024-08-17T00:52:36.265 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.263+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~DM3IJYACOCAY.0 size=1048576 2024-08-17T00:52:36.267 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.265+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~DM3IJYACOCAY.1 size=959489 2024-08-17T00:52:36.271 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.269+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=DM3IJYACOCAY tag=U84GGMYYKFAB type=write size=3056641 2024-08-17T00:52:36.274 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.273+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~JWDZWGDD42N4.0 size=1048576 2024-08-17T00:52:36.276 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.274+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~JWDZWGDD42N4.1 size=1048576 2024-08-17T00:52:36.278 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.276+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~JWDZWGDD42N4.2 size=405154 2024-08-17T00:52:36.278 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.276+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=JWDZWGDD42N4 tag=M2EJZM0I1LIP type=write size=3550882 2024-08-17T00:52:36.280 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.278+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=H6OGEWMW3OC4 type=del 2024-08-17T00:52:36.281 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.280+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=EBX737O97O4N type=del size=1174730 2024-08-17T00:52:36.283 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.282+0000 7fb7ffa81640 1 < canceled operation key=J9EF9S76XDGB tag=RDLMGRQEZW77 type=write size=999501 2024-08-17T00:52:36.287 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.286+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~R9FHSU8N17L6.0 size=1048576 2024-08-17T00:52:36.290 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.288+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~R9FHSU8N17L6.1 size=1048576 2024-08-17T00:52:36.291 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.290+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~R9FHSU8N17L6.2 size=950984 2024-08-17T00:52:36.291 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.290+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=R9FHSU8N17L6 tag=LY51IFXBWJ3W type=write size=4096712 2024-08-17T00:52:36.293 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.291+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~HQ8FU2JHGVSM.0 size=1048576 2024-08-17T00:52:36.298 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.293+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~HQ8FU2JHGVSM.1 size=291627 2024-08-17T00:52:36.298 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.297+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=HQ8FU2JHGVSM tag=WGYLYVBNK9KY type=write size=2388779 2024-08-17T00:52:36.300 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.299+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=W468RYPLPW0F type=del size=3733666 2024-08-17T00:52:36.302 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.301+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~5LM8ZNR7826Z.0 size=947130 2024-08-17T00:52:36.306 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.304+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=5LM8ZNR7826Z tag=2K13L0TMJQKT type=write size=1995706 2024-08-17T00:52:36.308 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.306+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=OGBZXHYZZ8UM type=del size=3570559 2024-08-17T00:52:36.310 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.308+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=ESRCELM5P6G9 type=del 2024-08-17T00:52:36.312 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.310+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=KMZSL77U9BM0 type=write size=325732 2024-08-17T00:52:36.314 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.312+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=Z910VJZIIP90 type=del 2024-08-17T00:52:36.316 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.314+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=PM117RXBQT39 type=del size=2542986 2024-08-17T00:52:36.318 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.316+0000 7fb7ffa81640 1 < canceled operation key=933T9LDGXGOQ tag=40YACOF2EEUP type=del size=3226302 2024-08-17T00:52:36.320 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.318+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=UP24YXSH30BI type=del size=2142053 2024-08-17T00:52:36.322 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.320+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~JRPOHMTZH8XT.0 size=1048576 2024-08-17T00:52:36.324 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.322+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~JRPOHMTZH8XT.1 size=1048576 2024-08-17T00:52:36.326 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.324+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~JRPOHMTZH8XT.2 size=451432 2024-08-17T00:52:36.329 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.327+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=JRPOHMTZH8XT tag=25MM6W8RIK59 type=write size=3597160 2024-08-17T00:52:36.331 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.329+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=5ZY1CA48P037 type=del size=902787 2024-08-17T00:52:36.333 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.331+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~2PKTRVBUNTQW.0 size=1048576 2024-08-17T00:52:36.333 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.331+0000 7fb7ffa81640 1 < canceled part key=_multipart_XA1Y234IJAV8.2~2PKTRVBUNTQW.1 size=1048576 2024-08-17T00:52:36.335 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.333+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~2PKTRVBUNTQW.2 size=413329 2024-08-17T00:52:36.338 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.337+0000 7fb7ffa81640 1 < canceled multipart upload key=XA1Y234IJAV8 upload=2PKTRVBUNTQW tag=CY4TH97M8MUM type=write size=3559057 2024-08-17T00:52:36.342 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.340+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~INAIH1LUFJCD.0 size=1048576 2024-08-17T00:52:36.344 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.342+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~INAIH1LUFJCD.1 size=1048576 2024-08-17T00:52:36.345 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.343+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~INAIH1LUFJCD.2 size=380295 2024-08-17T00:52:36.345 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.343+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=INAIH1LUFJCD tag=U50T11C1KQ9W type=write size=3526023 2024-08-17T00:52:36.347 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.345+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~EY3FJPZP7DXX.0 size=1048576 2024-08-17T00:52:36.349 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.347+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~EY3FJPZP7DXX.1 size=1048576 2024-08-17T00:52:36.350 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.349+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~EY3FJPZP7DXX.2 size=460161 2024-08-17T00:52:36.354 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.352+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=EY3FJPZP7DXX tag=31JUBQZEVOP2 type=write size=3605889 2024-08-17T00:52:36.356 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.354+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=6W9TN8NA5YLA type=del size=4104603 2024-08-17T00:52:36.357 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.356+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=B5IW5LN9ORP8 type=del 2024-08-17T00:52:36.360 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.358+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=78KWMYC1TK45 type=del size=3852028 2024-08-17T00:52:36.362 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.360+0000 7fb7ffa81640 1 < completed write operation key=PI1BZA6BJ83W tag=FJF28VTT05T7 type=write size=817469 2024-08-17T00:52:36.364 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.362+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=ZGUAYI928Q64 type=del size=1413062 2024-08-17T00:52:36.366 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.365+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~ST7V4WS95K2L.0 size=510290 2024-08-17T00:52:36.370 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.368+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=ST7V4WS95K2L tag=D5ZDW2MYY2SG type=write size=1558866 2024-08-17T00:52:36.372 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.370+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=INTCGG7CHMRX type=del size=977134 2024-08-17T00:52:36.374 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.372+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=W5IDTFU4YDPK type=del 2024-08-17T00:52:36.375 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.374+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=8GIZU2S46D29 type=del size=2581274 2024-08-17T00:52:36.378 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.376+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~Y90T81XHM722.0 size=1048576 2024-08-17T00:52:36.379 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.378+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~Y90T81XHM722.1 size=1048576 2024-08-17T00:52:36.381 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.379+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~Y90T81XHM722.2 size=539467 2024-08-17T00:52:36.384 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.382+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=Y90T81XHM722 tag=HL2ESP71H70J type=write size=3685195 2024-08-17T00:52:36.386 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.384+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=3B5FTAE2PN9R type=del size=917073 2024-08-17T00:52:36.389 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.386+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~JWDZWGDD42N4.0 size=1048576 2024-08-17T00:52:36.390 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.388+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~JWDZWGDD42N4.1 size=1048576 2024-08-17T00:52:36.392 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.390+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~JWDZWGDD42N4.2 size=405154 2024-08-17T00:52:36.395 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.393+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=JWDZWGDD42N4 tag=M2EJZM0I1LIP type=write size=3550882 2024-08-17T00:52:36.399 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.397+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~E25J57MUO6Y9.0 size=1048576 2024-08-17T00:52:36.401 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.399+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~E25J57MUO6Y9.1 size=1048576 2024-08-17T00:52:36.402 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.400+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~E25J57MUO6Y9.2 size=100578 2024-08-17T00:52:36.402 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.400+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=E25J57MUO6Y9 tag=G2DS3O5TLTYQ type=write size=3246306 2024-08-17T00:52:36.405 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.403+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=EBX737O97O4N type=del 2024-08-17T00:52:36.407 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.405+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=IF8PQRO7V2IF type=write size=472297 2024-08-17T00:52:36.409 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.407+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~R9FHSU8N17L6.0 size=1048576 2024-08-17T00:52:36.412 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.409+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~R9FHSU8N17L6.1 size=1048576 2024-08-17T00:52:36.413 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.411+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~R9FHSU8N17L6.2 size=950984 2024-08-17T00:52:36.416 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.415+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=R9FHSU8N17L6 tag=LY51IFXBWJ3W type=write size=4096712 2024-08-17T00:52:36.419 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.417+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=5V9P31BQT2Z4 type=write size=65876 2024-08-17T00:52:36.421 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.419+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=W468RYPLPW0F type=del 2024-08-17T00:52:36.423 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.421+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=K6SIG4E6IGNB type=write size=398748 2024-08-17T00:52:36.425 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.423+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=OGBZXHYZZ8UM type=del 2024-08-17T00:52:36.428 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.427+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~9GKG8QPKE4DI.0 size=1048576 2024-08-17T00:52:36.430 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.428+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~9GKG8QPKE4DI.1 size=1048576 2024-08-17T00:52:36.432 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.430+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~9GKG8QPKE4DI.2 size=365768 2024-08-17T00:52:36.432 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.430+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=9GKG8QPKE4DI tag=VX43SVUULFGX type=write size=3511496 2024-08-17T00:52:36.434 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.432+0000 7fb7ffa81640 1 < completed write operation key=933T9LDGXGOQ tag=KMZSL77U9BM0 type=write size=325732 2024-08-17T00:52:36.436 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.434+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=0P5FJDLU1O4Z type=write size=1015230 2024-08-17T00:52:36.439 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.438+0000 7fb7ffa81640 1 < suggested update operation key=OV7J2EQPRBH6 tag=PM117RXBQT39 type=del size=2542986 2024-08-17T00:52:36.443 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.441+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~2WA89GYFK6DO.0 size=39818 2024-08-17T00:52:36.443 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.441+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=2WA89GYFK6DO tag=01O7WF91RS15 type=write size=1088394 2024-08-17T00:52:36.445 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.443+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=UP24YXSH30BI type=del 2024-08-17T00:52:36.449 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.447+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~ZL592YQ0YL9B.0 size=1048576 2024-08-17T00:52:36.451 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.449+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~ZL592YQ0YL9B.1 size=286810 2024-08-17T00:52:36.451 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.449+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=ZL592YQ0YL9B tag=1LWKHSS0J41C type=write size=2383962 2024-08-17T00:52:36.455 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.453+0000 7fb7ffa81640 1 < suggested update operation key=VHXBN189GN90 tag=5ZY1CA48P037 type=del size=902787 2024-08-17T00:52:36.457 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.455+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=S0PDUT3CUALB type=del size=2443834 2024-08-17T00:52:36.459 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.457+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~INAIH1LUFJCD.0 size=1048576 2024-08-17T00:52:36.461 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.459+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~INAIH1LUFJCD.1 size=1048576 2024-08-17T00:52:36.463 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.461+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~INAIH1LUFJCD.2 size=380295 2024-08-17T00:52:36.467 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.465+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=INAIH1LUFJCD tag=U50T11C1KQ9W type=write size=3526023 2024-08-17T00:52:36.471 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.469+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~W1JOMIWYN71O.0 size=1048576 2024-08-17T00:52:36.473 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.471+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~W1JOMIWYN71O.1 size=1048576 2024-08-17T00:52:36.475 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.473+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~W1JOMIWYN71O.2 size=740509 2024-08-17T00:52:36.475 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.473+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=W1JOMIWYN71O tag=BP9Z70EAQ50F type=write size=3886237 2024-08-17T00:52:36.478 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.477+0000 7fb7ffa81640 1 < suggested update operation key=GOA569FQQJ5Q tag=6W9TN8NA5YLA type=del size=4104603 2024-08-17T00:52:36.482 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.481+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~6WDH4VMFJ3VR.0 size=1048576 2024-08-17T00:52:36.484 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.482+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~6WDH4VMFJ3VR.1 size=1048576 2024-08-17T00:52:36.486 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.484+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~6WDH4VMFJ3VR.2 size=262242 2024-08-17T00:52:36.486 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.484+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=6WDH4VMFJ3VR tag=N60N4IPO3HYL type=write size=3407970 2024-08-17T00:52:36.488 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.486+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=78KWMYC1TK45 type=del 2024-08-17T00:52:36.491 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.490+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~CVGT4OKJYU4U.0 size=1048576 2024-08-17T00:52:36.493 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.491+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~CVGT4OKJYU4U.1 size=1048576 2024-08-17T00:52:36.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.493+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~CVGT4OKJYU4U.2 size=178302 2024-08-17T00:52:36.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.493+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=CVGT4OKJYU4U tag=YPDDB4A8KGR1 type=write size=3324030 2024-08-17T00:52:36.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.495+0000 7fb7ffa81640 1 < completed delete operation key=KC83N32YH21Q tag=ZGUAYI928Q64 type=del 2024-08-17T00:52:36.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.497+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=WGNZUFZ8NYT6 type=del size=1247921 2024-08-17T00:52:36.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.499+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=INTCGG7CHMRX type=del 2024-08-17T00:52:36.502 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.501+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=DZ069TFEXGXG type=del size=2147218 2024-08-17T00:52:36.505 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.503+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=8GIZU2S46D29 type=del 2024-08-17T00:52:36.507 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.505+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=JJ04XE19RJTI type=del size=2984095 2024-08-17T00:52:36.511 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.509+0000 7fb7ffa81640 1 < suggested remove operation key=MZOJQR9Z75AP tag=3B5FTAE2PN9R type=del 2024-08-17T00:52:36.513 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.511+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=55Z4Z5E1DRTQ type=del size=903291 2024-08-17T00:52:36.515 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.513+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~E25J57MUO6Y9.0 size=1048576 2024-08-17T00:52:36.516 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.515+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~E25J57MUO6Y9.1 size=1048576 2024-08-17T00:52:36.518 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.516+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~E25J57MUO6Y9.2 size=100578 2024-08-17T00:52:36.522 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.520+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=E25J57MUO6Y9 tag=G2DS3O5TLTYQ type=write size=3246306 2024-08-17T00:52:36.527 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.525+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~CTXKFSYMHCBO.0 size=317575 2024-08-17T00:52:36.527 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.525+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=CTXKFSYMHCBO tag=6YEL9IDG5GB7 type=write size=1366151 2024-08-17T00:52:36.529 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.527+0000 7fb7ffa81640 1 < completed write operation key=GKFA6AWL6159 tag=IF8PQRO7V2IF type=write size=472297 2024-08-17T00:52:36.531 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.530+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=GJBLC0MH5S7F type=del size=3004331 2024-08-17T00:52:36.536 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.534+0000 7fb7ffa81640 1 < suggested update operation key=1DKD54PZ3N4G tag=5V9P31BQT2Z4 type=write size=65876 2024-08-17T00:52:36.538 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.536+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=2UQC08W3YQN1 type=del size=2445167 2024-08-17T00:52:36.540 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.539+0000 7fb7ffa81640 1 < completed write operation key=KFMX127CJWEL tag=K6SIG4E6IGNB type=write size=398748 2024-08-17T00:52:36.542 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.540+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=JR9P1EECN7ON type=del size=2785042 2024-08-17T00:52:36.544 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.543+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~9GKG8QPKE4DI.0 size=1048576 2024-08-17T00:52:36.546 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.544+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~9GKG8QPKE4DI.1 size=1048576 2024-08-17T00:52:36.548 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.546+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~9GKG8QPKE4DI.2 size=365768 2024-08-17T00:52:36.551 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.549+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=9GKG8QPKE4DI tag=VX43SVUULFGX type=write size=3511496 2024-08-17T00:52:36.553 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.551+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=N5MY3VPUA4RW type=del size=3892734 2024-08-17T00:52:36.557 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.555+0000 7fb7ffa81640 1 < suggested update operation key=2TAMC96GTRFY tag=0P5FJDLU1O4Z type=write size=1015230 2024-08-17T00:52:36.560 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.559+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~OE4O7YA5B0BZ.0 size=1048576 2024-08-17T00:52:36.562 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.560+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~OE4O7YA5B0BZ.1 size=1048576 2024-08-17T00:52:36.564 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.562+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~OE4O7YA5B0BZ.2 size=932434 2024-08-17T00:52:36.564 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.562+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=OE4O7YA5B0BZ tag=CI3N3J0TQLL2 type=write size=4078162 2024-08-17T00:52:36.566 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.564+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~2WA89GYFK6DO.0 size=39818 2024-08-17T00:52:36.569 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.567+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=2WA89GYFK6DO tag=01O7WF91RS15 type=write size=1088394 2024-08-17T00:52:36.571 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.569+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=QKIM3JU8GGIO type=del size=2324581 2024-08-17T00:52:36.573 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.571+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~ZL592YQ0YL9B.0 size=1048576 2024-08-17T00:52:36.574 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.573+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~ZL592YQ0YL9B.1 size=286810 2024-08-17T00:52:36.578 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.576+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=ZL592YQ0YL9B tag=1LWKHSS0J41C type=write size=2383962 2024-08-17T00:52:36.580 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.579+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=RTX0XD1VAH6W type=del size=3938671 2024-08-17T00:52:36.583 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.581+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=S0PDUT3CUALB type=del 2024-08-17T00:52:36.586 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.584+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~1XC3EAB0IH54.0 size=1048576 2024-08-17T00:52:36.588 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.586+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~1XC3EAB0IH54.1 size=1048576 2024-08-17T00:52:36.589 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.588+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~1XC3EAB0IH54.2 size=487165 2024-08-17T00:52:36.590 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.588+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=1XC3EAB0IH54 tag=PJF9H8E18CEB type=write size=3632893 2024-08-17T00:52:36.592 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.590+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~W1JOMIWYN71O.0 size=1048576 2024-08-17T00:52:36.592 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.590+0000 7fb7ffa81640 1 < canceled part key=_multipart_KFMX127CJWEL.2~W1JOMIWYN71O.1 size=1048576 2024-08-17T00:52:36.595 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.593+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~W1JOMIWYN71O.2 size=740509 2024-08-17T00:52:36.599 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.597+0000 7fb7ffa81640 1 < canceled multipart upload key=KFMX127CJWEL upload=W1JOMIWYN71O tag=BP9Z70EAQ50F type=write size=3886237 2024-08-17T00:52:36.603 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.601+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~3LOUAQUQTLYZ.0 size=104793 2024-08-17T00:52:36.603 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.601+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=3LOUAQUQTLYZ tag=WVSG3RF87AK1 type=write size=1153369 2024-08-17T00:52:36.605 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.603+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~6WDH4VMFJ3VR.0 size=1048576 2024-08-17T00:52:36.606 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.605+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~6WDH4VMFJ3VR.1 size=1048576 2024-08-17T00:52:36.608 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.606+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~6WDH4VMFJ3VR.2 size=262242 2024-08-17T00:52:36.612 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.611+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=6WDH4VMFJ3VR tag=N60N4IPO3HYL type=write size=3407970 2024-08-17T00:52:36.615 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.613+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=DADVF3TAVWN4 type=del size=2758249 2024-08-17T00:52:36.617 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.615+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~CVGT4OKJYU4U.0 size=1048576 2024-08-17T00:52:36.618 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.617+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~CVGT4OKJYU4U.1 size=1048576 2024-08-17T00:52:36.620 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.618+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~CVGT4OKJYU4U.2 size=178302 2024-08-17T00:52:36.623 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.621+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=CVGT4OKJYU4U tag=YPDDB4A8KGR1 type=write size=3324030 2024-08-17T00:52:36.626 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.623+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=XZAC8M53Y2PG type=del size=3163217 2024-08-17T00:52:36.628 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.626+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=WGNZUFZ8NYT6 type=del 2024-08-17T00:52:36.631 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.629+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~NS8TTPCAA36H.0 size=1048576 2024-08-17T00:52:36.633 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.631+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~NS8TTPCAA36H.1 size=1048576 2024-08-17T00:52:36.635 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.633+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~NS8TTPCAA36H.2 size=293247 2024-08-17T00:52:36.635 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.633+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=NS8TTPCAA36H tag=ZZ373D45CAMT type=write size=3438975 2024-08-17T00:52:36.637 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.635+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=DZ069TFEXGXG type=del 2024-08-17T00:52:36.640 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.639+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~SYAOOMH20SNR.0 size=1048576 2024-08-17T00:52:36.642 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.640+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~SYAOOMH20SNR.1 size=582165 2024-08-17T00:52:36.642 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.640+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=SYAOOMH20SNR tag=G2UG5YXTY4JB type=write size=2679317 2024-08-17T00:52:36.644 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.642+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=JJ04XE19RJTI type=del 2024-08-17T00:52:36.648 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.646+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~A82USS4BRCDD.0 size=1048576 2024-08-17T00:52:36.650 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.648+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~A82USS4BRCDD.1 size=1048576 2024-08-17T00:52:36.651 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.650+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~A82USS4BRCDD.2 size=1039024 2024-08-17T00:52:36.651 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.650+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=A82USS4BRCDD tag=XVM07LSSA0JX type=write size=4184752 2024-08-17T00:52:36.655 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.653+0000 7fb7ffa81640 -1 < failed to complete operation key=1DKD54PZ3N4G tag=55Z4Z5E1DRTQ type=del size=903291: (22) Invalid argument 2024-08-17T00:52:36.657 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.655+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=6AJKJTF5L6OJ type=del size=3022407 2024-08-17T00:52:36.659 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.657+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~CTXKFSYMHCBO.0 size=317575 2024-08-17T00:52:36.662 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.660+0000 7fb7ffa81640 1 < completed multipart upload key=G9T63DWLHVIJ upload=CTXKFSYMHCBO tag=6YEL9IDG5GB7 type=write size=1366151 2024-08-17T00:52:36.664 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.662+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=1QQK3HM18VUQ type=del size=1644417 2024-08-17T00:52:36.666 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.664+0000 7fb7ffa81640 1 < completed delete operation key=KC83N32YH21Q tag=GJBLC0MH5S7F type=del 2024-08-17T00:52:36.668 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.666+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=MEONKQ7FFVMG type=del size=355320 2024-08-17T00:52:36.670 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.668+0000 7fb7ffa81640 1 < canceled operation key=VXX2N7W78TY5 tag=2UQC08W3YQN1 type=del size=2445167 2024-08-17T00:52:36.674 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.672+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~UMZG8ADTX6HG.0 size=137923 2024-08-17T00:52:36.674 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.672+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=UMZG8ADTX6HG tag=2Y7GVO8ESRP2 type=write size=1186499 2024-08-17T00:52:36.678 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.676+0000 7fb7ffa81640 1 < suggested update operation key=IN9C0SOA97VR tag=JR9P1EECN7ON type=del size=2785042 2024-08-17T00:52:36.682 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.680+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~CDTJ5X335A7P.0 size=1048576 2024-08-17T00:52:36.683 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.682+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~CDTJ5X335A7P.1 size=1048576 2024-08-17T00:52:36.685 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.683+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~CDTJ5X335A7P.2 size=590942 2024-08-17T00:52:36.685 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.683+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=CDTJ5X335A7P tag=0AP2O4Q76NZM type=write size=3736670 2024-08-17T00:52:36.687 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.686+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=N5MY3VPUA4RW type=del 2024-08-17T00:52:36.690 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.688+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=X6PEG4ACUPHM type=del size=3217083 2024-08-17T00:52:36.691 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.690+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~OE4O7YA5B0BZ.0 size=1048576 2024-08-17T00:52:36.692 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.690+0000 7fb7ffa81640 1 < canceled part key=_multipart_GOA569FQQJ5Q.2~OE4O7YA5B0BZ.1 size=1048576 2024-08-17T00:52:36.693 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.691+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~OE4O7YA5B0BZ.2 size=932434 2024-08-17T00:52:36.697 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.695+0000 7fb7ffa81640 1 < canceled multipart upload key=GOA569FQQJ5Q upload=OE4O7YA5B0BZ tag=CI3N3J0TQLL2 type=write size=4078162 2024-08-17T00:52:36.701 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.699+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~T057E0SJW3VJ.0 size=694818 2024-08-17T00:52:36.701 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.699+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=T057E0SJW3VJ tag=S85Z78X6O1DX type=write size=1743394 2024-08-17T00:52:36.705 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.701+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=QKIM3JU8GGIO type=del 2024-08-17T00:52:36.706 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.703+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=2Z4X1H5AIC0L type=del size=172880 2024-08-17T00:52:36.708 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.706+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=RTX0XD1VAH6W type=del 2024-08-17T00:52:36.712 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.710+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~MO20U303WVIL.0 size=110086 2024-08-17T00:52:36.712 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.710+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=MO20U303WVIL tag=CVKQT7JDE8IM type=write size=1158662 2024-08-17T00:52:36.713 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.712+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~1XC3EAB0IH54.0 size=1048576 2024-08-17T00:52:36.715 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.713+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~1XC3EAB0IH54.1 size=1048576 2024-08-17T00:52:36.717 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.715+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~1XC3EAB0IH54.2 size=487165 2024-08-17T00:52:36.721 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.719+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=1XC3EAB0IH54 tag=PJF9H8E18CEB type=write size=3632893 2024-08-17T00:52:36.724 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.721+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=DVSLM67B1FM4 type=del size=2716552 2024-08-17T00:52:36.725 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.723+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~3LOUAQUQTLYZ.0 size=104793 2024-08-17T00:52:36.729 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.727+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=3LOUAQUQTLYZ tag=WVSG3RF87AK1 type=write size=1153369 2024-08-17T00:52:36.731 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.729+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=EYR34VRG9VE0 type=del size=3738331 2024-08-17T00:52:36.734 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.731+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=DADVF3TAVWN4 type=del 2024-08-17T00:52:36.737 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.735+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~2JG3XEDU6T2Y.0 size=1048576 2024-08-17T00:52:36.738 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.737+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~2JG3XEDU6T2Y.1 size=1048576 2024-08-17T00:52:36.740 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.738+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~2JG3XEDU6T2Y.2 size=319194 2024-08-17T00:52:36.740 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.738+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=2JG3XEDU6T2Y tag=SPRI7Y3IYZQ7 type=write size=3464922 2024-08-17T00:52:36.744 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.742+0000 7fb7ffa81640 1 < suggested update operation key=MZOJQR9Z75AP tag=XZAC8M53Y2PG type=del size=3163217 2024-08-17T00:52:36.748 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.746+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~1JI4ZE7S62HA.0 size=1048576 2024-08-17T00:52:36.749 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.748+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~1JI4ZE7S62HA.1 size=489668 2024-08-17T00:52:36.749 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.748+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=1JI4ZE7S62HA tag=77EEOLH5E0LT type=write size=2586820 2024-08-17T00:52:36.751 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.749+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~NS8TTPCAA36H.0 size=1048576 2024-08-17T00:52:36.751 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.749+0000 7fb7ffa81640 1 < canceled part key=_multipart_9E9PQ6YUOR9D.2~NS8TTPCAA36H.1 size=1048576 2024-08-17T00:52:36.754 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.752+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~NS8TTPCAA36H.2 size=293247 2024-08-17T00:52:36.758 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.756+0000 7fb7ffa81640 1 < canceled multipart upload key=9E9PQ6YUOR9D upload=NS8TTPCAA36H tag=ZZ373D45CAMT type=write size=3438975 2024-08-17T00:52:36.759 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.757+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=7LRJES43JCL9 type=del size=660260 2024-08-17T00:52:36.761 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.759+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~SYAOOMH20SNR.0 size=1048576 2024-08-17T00:52:36.761 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.759+0000 7fb7ffa81640 1 < canceled part key=_multipart_8R9K8LDJ88DU.2~SYAOOMH20SNR.1 size=582165 2024-08-17T00:52:36.765 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.763+0000 7fb7ffa81640 1 < canceled multipart upload key=8R9K8LDJ88DU upload=SYAOOMH20SNR tag=G2UG5YXTY4JB type=write size=2679317 2024-08-17T00:52:36.769 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.768+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~Y33GUV1XKNE0.0 size=392011 2024-08-17T00:52:36.770 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.768+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=Y33GUV1XKNE0 tag=VQVHNA9WU9VM type=write size=1440587 2024-08-17T00:52:36.771 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.770+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~A82USS4BRCDD.0 size=1048576 2024-08-17T00:52:36.774 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.771+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~A82USS4BRCDD.1 size=1048576 2024-08-17T00:52:36.775 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.773+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~A82USS4BRCDD.2 size=1039024 2024-08-17T00:52:36.778 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.776+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=A82USS4BRCDD tag=XVM07LSSA0JX type=write size=4184752 2024-08-17T00:52:36.780 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.779+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=3THV1LOWVTTA type=del size=3226535 2024-08-17T00:52:36.782 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.781+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=6AJKJTF5L6OJ type=del 2024-08-17T00:52:36.786 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.784+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~N7CCAINY2S3G.0 size=1048576 2024-08-17T00:52:36.788 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.786+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~N7CCAINY2S3G.1 size=192584 2024-08-17T00:52:36.788 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.786+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=N7CCAINY2S3G tag=SM5AHFKY6MJO type=write size=2289736 2024-08-17T00:52:36.792 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.790+0000 7fb7ffa81640 1 < suggested remove operation key=LLHW0UMGWSKP tag=1QQK3HM18VUQ type=del 2024-08-17T00:52:36.794 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.793+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=OF8P6UZ9TZWB type=write size=103064 2024-08-17T00:52:36.798 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.796+0000 7fb7ffa81640 1 < suggested update operation key=X5TSXJNP2QPC tag=MEONKQ7FFVMG type=del size=355320 2024-08-17T00:52:36.802 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.800+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~9J9NIAO7AEPW.0 size=481488 2024-08-17T00:52:36.802 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.800+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=9J9NIAO7AEPW tag=CYLAI5YVHNOS type=write size=1530064 2024-08-17T00:52:36.804 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.802+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~UMZG8ADTX6HG.0 size=137923 2024-08-17T00:52:36.807 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.805+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=UMZG8ADTX6HG tag=2Y7GVO8ESRP2 type=write size=1186499 2024-08-17T00:52:36.809 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.807+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=3RUA7GFFC4EZ type=write size=741432 2024-08-17T00:52:36.811 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.809+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~CDTJ5X335A7P.0 size=1048576 2024-08-17T00:52:36.813 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.811+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~CDTJ5X335A7P.1 size=1048576 2024-08-17T00:52:36.814 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.812+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~CDTJ5X335A7P.2 size=590942 2024-08-17T00:52:36.817 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.816+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=CDTJ5X335A7P tag=0AP2O4Q76NZM type=write size=3736670 2024-08-17T00:52:36.819 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.818+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=XCGF0B81N5DI type=del size=1087702 2024-08-17T00:52:36.821 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.820+0000 7fb7ffa81640 1 < canceled operation key=KC83N32YH21Q tag=X6PEG4ACUPHM type=del size=3217083 2024-08-17T00:52:36.825 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.823+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~O8BXAUMVI9ER.0 size=1048576 2024-08-17T00:52:36.827 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.825+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~O8BXAUMVI9ER.1 size=1048576 2024-08-17T00:52:36.828 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.826+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~O8BXAUMVI9ER.2 size=1030455 2024-08-17T00:52:36.828 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.826+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=O8BXAUMVI9ER tag=HG2HJFADGN0Z type=write size=4176183 2024-08-17T00:52:36.830 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.828+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~T057E0SJW3VJ.0 size=694818 2024-08-17T00:52:36.833 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.832+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=T057E0SJW3VJ tag=S85Z78X6O1DX type=write size=1743394 2024-08-17T00:52:36.837 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.835+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~OJO60JS52XER.0 size=1048576 2024-08-17T00:52:36.839 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.837+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~OJO60JS52XER.1 size=1048576 2024-08-17T00:52:36.840 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.838+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~OJO60JS52XER.2 size=346208 2024-08-17T00:52:36.840 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.839+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=OJO60JS52XER tag=NPHD7ZCYVL1D type=write size=3491936 2024-08-17T00:52:36.844 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.842+0000 7fb7ffa81640 1 < suggested remove operation key=933T9LDGXGOQ tag=2Z4X1H5AIC0L type=del 2024-08-17T00:52:36.846 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.844+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=YKU043O11L06 type=del size=533364 2024-08-17T00:52:36.846 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.845+0000 7fb7ffa81640 1 < canceled part key=_multipart_KC83N32YH21Q.2~MO20U303WVIL.0 size=110086 2024-08-17T00:52:36.850 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.848+0000 7fb7ffa81640 1 < canceled multipart upload key=KC83N32YH21Q upload=MO20U303WVIL tag=CVKQT7JDE8IM type=write size=1158662 2024-08-17T00:52:36.854 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.852+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~989MD43KEPI1.0 size=499466 2024-08-17T00:52:36.854 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.852+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=989MD43KEPI1 tag=4OE5WNMWS92T type=write size=1548042 2024-08-17T00:52:36.856 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.854+0000 7fb7ffa81640 1 < canceled operation key=9E9PQ6YUOR9D tag=DVSLM67B1FM4 type=del size=2716552 2024-08-17T00:52:36.858 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.856+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=H7KQ927U9YRT type=del size=210615 2024-08-17T00:52:36.860 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.858+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=EYR34VRG9VE0 type=del 2024-08-17T00:52:36.862 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.860+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=QVF7M697G9BP type=del size=1774212 2024-08-17T00:52:36.864 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.863+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~2JG3XEDU6T2Y.0 size=1048576 2024-08-17T00:52:36.866 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.864+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~2JG3XEDU6T2Y.1 size=1048576 2024-08-17T00:52:36.868 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.866+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~2JG3XEDU6T2Y.2 size=319194 2024-08-17T00:52:36.871 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.869+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=2JG3XEDU6T2Y tag=SPRI7Y3IYZQ7 type=write size=3464922 2024-08-17T00:52:36.875 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.873+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~T0Y6FBK6HPXI.0 size=752860 2024-08-17T00:52:36.875 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.873+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=T0Y6FBK6HPXI tag=84V6UJ7EDB4S type=write size=1801436 2024-08-17T00:52:36.877 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.875+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~1JI4ZE7S62HA.0 size=1048576 2024-08-17T00:52:36.877 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.875+0000 7fb7ffa81640 1 < canceled part key=_multipart_T1MU59FRZ5I0.2~1JI4ZE7S62HA.1 size=489668 2024-08-17T00:52:36.880 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.879+0000 7fb7ffa81640 1 < canceled multipart upload key=T1MU59FRZ5I0 upload=1JI4ZE7S62HA tag=77EEOLH5E0LT type=write size=2586820 2024-08-17T00:52:36.883 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.881+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=JYE2VD734RBM type=del size=3570653 2024-08-17T00:52:36.884 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.883+0000 7fb7ffa81640 1 < canceled operation key=IN9C0SOA97VR tag=7LRJES43JCL9 type=del size=660260 2024-08-17T00:52:36.886 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.885+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=IZPPZCWQ5PTD type=del size=3557838 2024-08-17T00:52:36.889 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.887+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~Y33GUV1XKNE0.0 size=392011 2024-08-17T00:52:36.892 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.890+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=Y33GUV1XKNE0 tag=VQVHNA9WU9VM type=write size=1440587 2024-08-17T00:52:36.896 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.894+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~LI24C6VTH9PQ.0 size=816892 2024-08-17T00:52:36.896 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.894+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=LI24C6VTH9PQ tag=UOFYNRJORH4E type=write size=1865468 2024-08-17T00:52:36.899 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.897+0000 7fb7ffa81640 -1 < failed to complete operation key=X5TSXJNP2QPC tag=3THV1LOWVTTA type=del size=3226535: (22) Invalid argument 2024-08-17T00:52:36.902 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.900+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=M454YGZKZ2BR type=write size=533706 2024-08-17T00:52:36.904 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.902+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~N7CCAINY2S3G.0 size=1048576 2024-08-17T00:52:36.906 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.904+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~N7CCAINY2S3G.1 size=192584 2024-08-17T00:52:36.910 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.908+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=N7CCAINY2S3G tag=SM5AHFKY6MJO type=write size=2289736 2024-08-17T00:52:36.914 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.911+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~1QANMZ1Q1W8C.0 size=1048576 2024-08-17T00:52:36.915 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.913+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~1QANMZ1Q1W8C.1 size=157558 2024-08-17T00:52:36.915 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.913+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=1QANMZ1Q1W8C tag=4LQ600RYMGQP type=write size=2254710 2024-08-17T00:52:36.919 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.917+0000 7fb7ffa81640 1 < suggested remove operation key=VXX2N7W78TY5 tag=OF8P6UZ9TZWB type=write 2024-08-17T00:52:36.921 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.919+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=YPPCIL0JPEWU type=del size=1547864 2024-08-17T00:52:36.923 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.921+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~9J9NIAO7AEPW.0 size=481488 2024-08-17T00:52:36.927 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.925+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=9J9NIAO7AEPW tag=CYLAI5YVHNOS type=write size=1530064 2024-08-17T00:52:36.929 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.927+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=VJSNH77DH2N7 type=del size=9073 2024-08-17T00:52:36.933 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.931+0000 7fb7ffa81640 1 < suggested remove operation key=KFMX127CJWEL tag=3RUA7GFFC4EZ type=write 2024-08-17T00:52:36.935 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.933+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=TT7GL0O4G8RI type=del size=522129 2024-08-17T00:52:36.940 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.939+0000 7fb7ffa81640 1 < suggested update operation key=XA1Y234IJAV8 tag=XCGF0B81N5DI type=del size=1087702 2024-08-17T00:52:36.944 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.942+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~P8O16B315T7W.0 size=429354 2024-08-17T00:52:36.944 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.942+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=P8O16B315T7W tag=ITJYUBFTYFJM type=write size=1477930 2024-08-17T00:52:36.947 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.944+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~O8BXAUMVI9ER.0 size=1048576 2024-08-17T00:52:36.948 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.946+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~O8BXAUMVI9ER.1 size=1048576 2024-08-17T00:52:36.950 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.948+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~O8BXAUMVI9ER.2 size=1030455 2024-08-17T00:52:36.954 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.952+0000 7fb7ffa81640 1 < completed multipart upload key=VHXBN189GN90 upload=O8BXAUMVI9ER tag=HG2HJFADGN0Z type=write size=4176183 2024-08-17T00:52:36.956 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.954+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=97C7RUZ2SC5L type=del size=4017993 2024-08-17T00:52:36.956 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.954+0000 7fb7ffa81640 1 < canceled part key=_multipart_9E9PQ6YUOR9D.2~OJO60JS52XER.0 size=1048576 2024-08-17T00:52:36.958 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.956+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~OJO60JS52XER.1 size=1048576 2024-08-17T00:52:36.960 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.958+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~OJO60JS52XER.2 size=346208 2024-08-17T00:52:36.964 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.963+0000 7fb7ffa81640 1 < canceled multipart upload key=9E9PQ6YUOR9D upload=OJO60JS52XER tag=NPHD7ZCYVL1D type=write size=3491936 2024-08-17T00:52:36.966 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.965+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=PV95I1OA9J6Q type=write size=26429 2024-08-17T00:52:36.968 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.967+0000 7fb7ffa81640 1 < completed delete operation key=G9T63DWLHVIJ tag=YKU043O11L06 type=del 2024-08-17T00:52:36.970 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.969+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=KNGJ4VZXQB7L type=del size=1271407 2024-08-17T00:52:36.973 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.971+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~989MD43KEPI1.0 size=499466 2024-08-17T00:52:36.976 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.974+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=989MD43KEPI1 tag=4OE5WNMWS92T type=write size=1548042 2024-08-17T00:52:36.978 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.976+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=ZDNGP9RJ2EIO type=del size=3388814 2024-08-17T00:52:36.980 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.978+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=H7KQ927U9YRT type=del 2024-08-17T00:52:36.982 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.980+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=6N059AKQ5WWZ type=del size=1623256 2024-08-17T00:52:36.984 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.982+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=QVF7M697G9BP type=del 2024-08-17T00:52:36.986 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.984+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=T6QFL9Y5HAT3 type=del size=299237 2024-08-17T00:52:36.988 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.986+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~T0Y6FBK6HPXI.0 size=752860 2024-08-17T00:52:36.992 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.990+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=T0Y6FBK6HPXI tag=84V6UJ7EDB4S type=write size=1801436 2024-08-17T00:52:36.993 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.992+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=NCCC0MFUFR51 type=del size=3485042 2024-08-17T00:52:36.996 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.995+0000 7fb7ffa81640 -1 < failed to complete operation key=KFMX127CJWEL tag=JYE2VD734RBM type=del size=3570653: (22) Invalid argument 2024-08-17T00:52:37.000 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.998+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~I26IYT0QWMBD.0 size=86556 2024-08-17T00:52:37.000 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:36.998+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=I26IYT0QWMBD tag=J3HXZINT4CRH type=write size=1135132 2024-08-17T00:52:37.002 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.000+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=IZPPZCWQ5PTD type=del 2024-08-17T00:52:37.004 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.002+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=HE62LDXCFOE0 type=del size=3128760 2024-08-17T00:52:37.006 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.004+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~LI24C6VTH9PQ.0 size=816892 2024-08-17T00:52:37.010 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.008+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=LI24C6VTH9PQ tag=UOFYNRJORH4E type=write size=1865468 2024-08-17T00:52:37.012 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.010+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=WR5TF7R2DKX8 type=del size=3492384 2024-08-17T00:52:37.016 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.014+0000 7fb7ffa81640 1 < canceled operation key=IN9C0SOA97VR tag=M454YGZKZ2BR type=write size=533706 2024-08-17T00:52:37.020 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.019+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~4K9CIPOJFJ3J.0 size=1048576 2024-08-17T00:52:37.022 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.021+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~4K9CIPOJFJ3J.1 size=1048576 2024-08-17T00:52:37.024 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.022+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~4K9CIPOJFJ3J.2 size=583352 2024-08-17T00:52:37.024 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.022+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=4K9CIPOJFJ3J tag=AJ9IXAXCH1B0 type=write size=3729080 2024-08-17T00:52:37.026 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.024+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~1QANMZ1Q1W8C.0 size=1048576 2024-08-17T00:52:37.028 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.026+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~1QANMZ1Q1W8C.1 size=157558 2024-08-17T00:52:37.031 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.029+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=1QANMZ1Q1W8C tag=4LQ600RYMGQP type=write size=2254710 2024-08-17T00:52:37.033 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.031+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=O96LM8SDL3O0 type=del size=1910463 2024-08-17T00:52:37.035 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.033+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=YPPCIL0JPEWU type=del 2024-08-17T00:52:37.039 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.037+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~Z1SRP157FSSM.0 size=431855 2024-08-17T00:52:37.039 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.037+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=Z1SRP157FSSM tag=1H85IKW50ZQF type=write size=1480431 2024-08-17T00:52:37.041 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.039+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=VJSNH77DH2N7 type=del 2024-08-17T00:52:37.043 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.041+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=74SUW0A0USVW type=write size=420286 2024-08-17T00:52:37.046 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.044+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=TT7GL0O4G8RI type=del 2024-08-17T00:52:37.050 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.048+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~LZRE6D46CF4Y.0 size=716250 2024-08-17T00:52:37.050 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.048+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=LZRE6D46CF4Y tag=PJRXGD8HOVPG type=write size=1764826 2024-08-17T00:52:37.050 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.048+0000 7fb7ffa81640 1 < canceled part key=_multipart_T1MU59FRZ5I0.2~P8O16B315T7W.0 size=429354 2024-08-17T00:52:37.053 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.052+0000 7fb7ffa81640 1 < canceled multipart upload key=T1MU59FRZ5I0 upload=P8O16B315T7W tag=ITJYUBFTYFJM type=write size=1477930 2024-08-17T00:52:37.055 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.053+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=Q1T2GJ7BD71Q type=del size=1545380 2024-08-17T00:52:37.057 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.055+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=97C7RUZ2SC5L type=del 2024-08-17T00:52:37.061 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.059+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~QI1ZHPHCXENM.0 size=1048576 2024-08-17T00:52:37.063 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.061+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~QI1ZHPHCXENM.1 size=924894 2024-08-17T00:52:37.063 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.061+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=QI1ZHPHCXENM tag=VVYL4QJ9CJPY type=write size=3022046 2024-08-17T00:52:37.064 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.063+0000 7fb7ffa81640 1 < completed write operation key=VXX2N7W78TY5 tag=PV95I1OA9J6Q type=write size=26429 2024-08-17T00:52:37.067 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.065+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=UIS5GA7IAJ0N type=del size=3535075 2024-08-17T00:52:37.069 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.067+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=KNGJ4VZXQB7L type=del 2024-08-17T00:52:37.071 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.069+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=W3GKEGW1IRP2 type=del size=3144103 2024-08-17T00:52:37.074 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.073+0000 7fb7ffa81640 1 < suggested update operation key=6TUEJWX5HXNC tag=ZDNGP9RJ2EIO type=del size=3388814 2024-08-17T00:52:37.076 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.075+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=1QRYZAAPW24Z type=write size=1217 2024-08-17T00:52:37.078 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.077+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=6N059AKQ5WWZ type=del 2024-08-17T00:52:37.080 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.079+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=ARIE75RU86R1 type=del size=1601667 2024-08-17T00:52:37.082 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.081+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=T6QFL9Y5HAT3 type=del 2024-08-17T00:52:37.086 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.085+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~XZ3KXSFVZXUW.0 size=110803 2024-08-17T00:52:37.086 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.085+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=XZ3KXSFVZXUW tag=CDXXFUVGP27Z type=write size=1159379 2024-08-17T00:52:37.088 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.086+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=NCCC0MFUFR51 type=del 2024-08-17T00:52:37.093 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.091+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~MMPADAZ10E5F.0 size=1048576 2024-08-17T00:52:37.095 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.093+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~MMPADAZ10E5F.1 size=1048576 2024-08-17T00:52:37.096 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.094+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~MMPADAZ10E5F.2 size=294748 2024-08-17T00:52:37.096 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.094+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=MMPADAZ10E5F tag=EXWSD7Q3CCSG type=write size=3440476 2024-08-17T00:52:37.098 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.096+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~I26IYT0QWMBD.0 size=86556 2024-08-17T00:52:37.102 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.100+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=I26IYT0QWMBD tag=J3HXZINT4CRH type=write size=1135132 2024-08-17T00:52:37.104 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.102+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=TP8F2GNF3CQQ type=del size=2605571 2024-08-17T00:52:37.106 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.104+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=HE62LDXCFOE0 type=del 2024-08-17T00:52:37.107 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.106+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=LMT6L8Q3LRV8 type=del size=385377 2024-08-17T00:52:37.114 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.109+0000 7fb7ffa81640 1 < suggested remove operation key=6TUEJWX5HXNC tag=WR5TF7R2DKX8 type=del 2024-08-17T00:52:37.114 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.111+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=UUNCL65WYL1P type=del size=15185 2024-08-17T00:52:37.115 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.114+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~4K9CIPOJFJ3J.0 size=1048576 2024-08-17T00:52:37.117 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.115+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~4K9CIPOJFJ3J.1 size=1048576 2024-08-17T00:52:37.119 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.117+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~4K9CIPOJFJ3J.2 size=583352 2024-08-17T00:52:37.123 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.121+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=4K9CIPOJFJ3J tag=AJ9IXAXCH1B0 type=write size=3729080 2024-08-17T00:52:37.125 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.123+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=16SSHFB9H433 type=del size=138878 2024-08-17T00:52:37.127 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.125+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=O96LM8SDL3O0 type=del 2024-08-17T00:52:37.129 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.127+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=8RUWFH7G7YI2 type=del size=1269014 2024-08-17T00:52:37.131 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.129+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~Z1SRP157FSSM.0 size=431855 2024-08-17T00:52:37.135 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.133+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=Z1SRP157FSSM tag=1H85IKW50ZQF type=write size=1480431 2024-08-17T00:52:37.137 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.135+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=HDSUSSG8YCZS type=del size=491999 2024-08-17T00:52:37.139 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.138+0000 7fb7ffa81640 1 < completed write operation key=X5TSXJNP2QPC tag=74SUW0A0USVW type=write size=420286 2024-08-17T00:52:37.143 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.141+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~PZGRT450IYL3.0 size=1048576 2024-08-17T00:52:37.145 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.143+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~PZGRT450IYL3.1 size=1048576 2024-08-17T00:52:37.147 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.145+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~PZGRT450IYL3.2 size=719109 2024-08-17T00:52:37.147 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.145+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=PZGRT450IYL3 tag=1HQ1D3U6UI1Q type=write size=3864837 2024-08-17T00:52:37.149 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.148+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~LZRE6D46CF4Y.0 size=716250 2024-08-17T00:52:37.153 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.151+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=LZRE6D46CF4Y tag=PJRXGD8HOVPG type=write size=1764826 2024-08-17T00:52:37.157 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.155+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~XFI7D0N58E7L.0 size=148086 2024-08-17T00:52:37.157 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.155+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=XFI7D0N58E7L tag=8PDIUPHMPCWF type=write size=1196662 2024-08-17T00:52:37.160 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.159+0000 7fb7ffa81640 -1 < failed to complete operation key=6TUEJWX5HXNC tag=Q1T2GJ7BD71Q type=del size=1545380: (22) Invalid argument 2024-08-17T00:52:37.165 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.163+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~7BG81ZBZT9M0.0 size=1048576 2024-08-17T00:52:37.166 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.165+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~7BG81ZBZT9M0.1 size=1048576 2024-08-17T00:52:37.168 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.166+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~7BG81ZBZT9M0.2 size=253605 2024-08-17T00:52:37.168 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.166+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=7BG81ZBZT9M0 tag=279OXRM35BTQ type=write size=3399333 2024-08-17T00:52:37.170 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.169+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~QI1ZHPHCXENM.0 size=1048576 2024-08-17T00:52:37.171 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.169+0000 7fb7ffa81640 1 < canceled part key=_multipart_LLHW0UMGWSKP.2~QI1ZHPHCXENM.1 size=924894 2024-08-17T00:52:37.174 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.172+0000 7fb7ffa81640 1 < canceled multipart upload key=LLHW0UMGWSKP upload=QI1ZHPHCXENM tag=VVYL4QJ9CJPY type=write size=3022046 2024-08-17T00:52:37.176 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.175+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=DWPKZGZ1ULAG type=del size=1061740 2024-08-17T00:52:37.181 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.179+0000 7fb7ffa81640 1 < suggested update operation key=OV7J2EQPRBH6 tag=UIS5GA7IAJ0N type=del size=3535075 2024-08-17T00:52:37.186 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.184+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~BT3AKBKV1BF4.0 size=1048576 2024-08-17T00:52:37.188 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.186+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~BT3AKBKV1BF4.1 size=381773 2024-08-17T00:52:37.188 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.186+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=BT3AKBKV1BF4 tag=LVHW6QTJ69FM type=write size=2478925 2024-08-17T00:52:37.190 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.188+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=W3GKEGW1IRP2 type=del 2024-08-17T00:52:37.194 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.192+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~8ZFEHL1NIGBE.0 size=76535 2024-08-17T00:52:37.194 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.192+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=8ZFEHL1NIGBE tag=1PYP78AOKZBB type=write size=1125111 2024-08-17T00:52:37.196 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.194+0000 7fb7ffa81640 1 < completed write operation key=DOXQ905ZKA6E tag=1QRYZAAPW24Z type=write size=1217 2024-08-17T00:52:37.197 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.196+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=G111Y28Q1J5L type=write size=374250 2024-08-17T00:52:37.199 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.198+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=ARIE75RU86R1 type=del 2024-08-17T00:52:37.204 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.202+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~SQCOPKIVLHWP.0 size=1048576 2024-08-17T00:52:37.206 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.204+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~SQCOPKIVLHWP.1 size=528883 2024-08-17T00:52:37.206 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.204+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=SQCOPKIVLHWP tag=X2WUSLWDBMPV type=write size=2626035 2024-08-17T00:52:37.208 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.206+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~XZ3KXSFVZXUW.0 size=110803 2024-08-17T00:52:37.211 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.210+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=XZ3KXSFVZXUW tag=CDXXFUVGP27Z type=write size=1159379 2024-08-17T00:52:37.215 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.213+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~D1K6WG5QUQIX.0 size=1048576 2024-08-17T00:52:37.217 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.215+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~D1K6WG5QUQIX.1 size=1048576 2024-08-17T00:52:37.219 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.217+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~D1K6WG5QUQIX.2 size=914199 2024-08-17T00:52:37.219 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.217+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=D1K6WG5QUQIX tag=138RASGMO41G type=write size=4059927 2024-08-17T00:52:37.222 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.219+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~MMPADAZ10E5F.0 size=1048576 2024-08-17T00:52:37.222 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.221+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~MMPADAZ10E5F.1 size=1048576 2024-08-17T00:52:37.224 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.222+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~MMPADAZ10E5F.2 size=294748 2024-08-17T00:52:37.227 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.226+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=MMPADAZ10E5F tag=EXWSD7Q3CCSG type=write size=3440476 2024-08-17T00:52:37.230 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.228+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=TPJULYPH606D type=write size=678103 2024-08-17T00:52:37.232 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.230+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=TP8F2GNF3CQQ type=del 2024-08-17T00:52:37.236 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.234+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~CJMZPWK615A2.0 size=1048576 2024-08-17T00:52:37.238 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.236+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~CJMZPWK615A2.1 size=1048576 2024-08-17T00:52:37.240 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.238+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~CJMZPWK615A2.2 size=57490 2024-08-17T00:52:37.240 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.238+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=CJMZPWK615A2 tag=TLVDUQM0XZII type=write size=3203218 2024-08-17T00:52:37.242 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.240+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=LMT6L8Q3LRV8 type=del 2024-08-17T00:52:37.246 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.244+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~6DVX115IIL7H.0 size=1048576 2024-08-17T00:52:37.247 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.245+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~6DVX115IIL7H.1 size=1048576 2024-08-17T00:52:37.249 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.247+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~6DVX115IIL7H.2 size=825382 2024-08-17T00:52:37.249 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.247+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=6DVX115IIL7H tag=53SZDUCS8GN5 type=write size=3971110 2024-08-17T00:52:37.251 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.249+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=UUNCL65WYL1P type=del 2024-08-17T00:52:37.253 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.252+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=L7G6WS4FQWPB type=del size=480016 2024-08-17T00:52:37.255 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.254+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=16SSHFB9H433 type=del 2024-08-17T00:52:37.259 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.258+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~KQ24Q01QAW8J.0 size=1048576 2024-08-17T00:52:37.261 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.259+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~KQ24Q01QAW8J.1 size=532769 2024-08-17T00:52:37.261 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.259+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=KQ24Q01QAW8J tag=TBE0Y0TN19NN type=write size=2629921 2024-08-17T00:52:37.263 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.262+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=8RUWFH7G7YI2 type=del 2024-08-17T00:52:37.265 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.264+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=AFR6IG24OU3E type=del size=630149 2024-08-17T00:52:37.270 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.268+0000 7fb7ffa81640 1 < suggested update operation key=2TAMC96GTRFY tag=HDSUSSG8YCZS type=del size=491999 2024-08-17T00:52:37.273 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.272+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~DBJXL83FC4TD.0 size=1048576 2024-08-17T00:52:37.275 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.273+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~DBJXL83FC4TD.1 size=1048576 2024-08-17T00:52:37.277 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.275+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~DBJXL83FC4TD.2 size=788794 2024-08-17T00:52:37.277 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.275+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=DBJXL83FC4TD tag=AEM58VERA6PH type=write size=3934522 2024-08-17T00:52:37.279 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.277+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~PZGRT450IYL3.0 size=1048576 2024-08-17T00:52:37.281 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.279+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~PZGRT450IYL3.1 size=1048576 2024-08-17T00:52:37.283 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.281+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~PZGRT450IYL3.2 size=719109 2024-08-17T00:52:37.286 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.285+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=PZGRT450IYL3 tag=1HQ1D3U6UI1Q type=write size=3864837 2024-08-17T00:52:37.290 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.289+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~XD90AXL8EEAI.0 size=72374 2024-08-17T00:52:37.290 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.289+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=XD90AXL8EEAI tag=FVS1SUA6YTA8 type=write size=1120950 2024-08-17T00:52:37.293 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.291+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~XFI7D0N58E7L.0 size=148086 2024-08-17T00:52:37.296 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.294+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=XFI7D0N58E7L tag=8PDIUPHMPCWF type=write size=1196662 2024-08-17T00:52:37.298 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.297+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=ZC00A76WA30H type=del size=207202 2024-08-17T00:52:37.301 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.299+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~7BG81ZBZT9M0.0 size=1048576 2024-08-17T00:52:37.302 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.301+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~7BG81ZBZT9M0.1 size=1048576 2024-08-17T00:52:37.304 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.302+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~7BG81ZBZT9M0.2 size=253605 2024-08-17T00:52:37.309 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.307+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=7BG81ZBZT9M0 tag=279OXRM35BTQ type=write size=3399333 2024-08-17T00:52:37.313 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.311+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~NYLLUZ3MMAG2.0 size=1048576 2024-08-17T00:52:37.315 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.313+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~NYLLUZ3MMAG2.1 size=1048576 2024-08-17T00:52:37.316 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.315+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~NYLLUZ3MMAG2.2 size=157318 2024-08-17T00:52:37.316 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.315+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=NYLLUZ3MMAG2 tag=MPHL2LDQ74HY type=write size=3303046 2024-08-17T00:52:37.318 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.317+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=DWPKZGZ1ULAG type=del 2024-08-17T00:52:37.322 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.320+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~0MD05S55E2QK.0 size=1048576 2024-08-17T00:52:37.324 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.322+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~0MD05S55E2QK.1 size=1048576 2024-08-17T00:52:37.325 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.324+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~0MD05S55E2QK.2 size=652455 2024-08-17T00:52:37.326 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.324+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=0MD05S55E2QK tag=0SET5AOB43D6 type=write size=3798183 2024-08-17T00:52:37.328 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.326+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~BT3AKBKV1BF4.0 size=1048576 2024-08-17T00:52:37.330 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.328+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~BT3AKBKV1BF4.1 size=381773 2024-08-17T00:52:37.334 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.332+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=BT3AKBKV1BF4 tag=LVHW6QTJ69FM type=write size=2478925 2024-08-17T00:52:37.336 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.334+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=SLRAKZQ263BD type=write size=530410 2024-08-17T00:52:37.338 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.336+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~8ZFEHL1NIGBE.0 size=76535 2024-08-17T00:52:37.341 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.340+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=8ZFEHL1NIGBE tag=1PYP78AOKZBB type=write size=1125111 2024-08-17T00:52:37.343 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.342+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=VA79BIHN1HEQ type=write size=449112 2024-08-17T00:52:37.347 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.346+0000 7fb7ffa81640 1 < suggested update operation key=9E9PQ6YUOR9D tag=G111Y28Q1J5L type=write size=374250 2024-08-17T00:52:37.349 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.348+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=ZMYJ3YSRVEBP type=del size=1194689 2024-08-17T00:52:37.351 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.350+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~SQCOPKIVLHWP.0 size=1048576 2024-08-17T00:52:37.353 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.351+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~SQCOPKIVLHWP.1 size=528883 2024-08-17T00:52:37.357 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.355+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=SQCOPKIVLHWP tag=X2WUSLWDBMPV type=write size=2626035 2024-08-17T00:52:37.362 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.360+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~PWNZTMHRYKCA.0 size=1048576 2024-08-17T00:52:37.364 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.362+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~PWNZTMHRYKCA.1 size=1048576 2024-08-17T00:52:37.366 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.364+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~PWNZTMHRYKCA.2 size=902722 2024-08-17T00:52:37.366 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.364+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=PWNZTMHRYKCA tag=WVN0MEJ0IPZZ type=write size=4048450 2024-08-17T00:52:37.369 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.367+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~D1K6WG5QUQIX.0 size=1048576 2024-08-17T00:52:37.370 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.368+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~D1K6WG5QUQIX.1 size=1048576 2024-08-17T00:52:37.372 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.370+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~D1K6WG5QUQIX.2 size=914199 2024-08-17T00:52:37.375 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.374+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=D1K6WG5QUQIX tag=138RASGMO41G type=write size=4059927 2024-08-17T00:52:37.378 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.376+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=6O607UD3Z8K1 type=del size=2350203 2024-08-17T00:52:37.381 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.380+0000 7fb7ffa81640 1 < suggested update operation key=YGH20LQ783HC tag=TPJULYPH606D type=write size=678103 2024-08-17T00:52:37.384 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.382+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=DLTT0P1JA7OQ type=del size=2677697 2024-08-17T00:52:37.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:37 smithi157 ceph-mon[101289]: pgmap v1411: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 998 KiB/s rd, 351 KiB/s wr, 1.77k op/s 2024-08-17T00:52:37.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:37 smithi157 ceph-mon[98780]: pgmap v1411: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 998 KiB/s rd, 351 KiB/s wr, 1.77k op/s 2024-08-17T00:52:37.386 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.384+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~CJMZPWK615A2.0 size=1048576 2024-08-17T00:52:37.388 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.386+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~CJMZPWK615A2.1 size=1048576 2024-08-17T00:52:37.388 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.386+0000 7fb7ffa81640 1 < canceled part key=_multipart_VXX2N7W78TY5.2~CJMZPWK615A2.2 size=57490 2024-08-17T00:52:37.391 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.390+0000 7fb7ffa81640 1 < canceled multipart upload key=VXX2N7W78TY5 upload=CJMZPWK615A2 tag=TLVDUQM0XZII type=write size=3203218 2024-08-17T00:52:37.393 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.392+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=DCNYZ4QW4LMQ type=del size=39704 2024-08-17T00:52:37.397 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.395+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~6DVX115IIL7H.0 size=1048576 2024-08-17T00:52:37.399 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.397+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~6DVX115IIL7H.1 size=1048576 2024-08-17T00:52:37.400 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.399+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~6DVX115IIL7H.2 size=825382 2024-08-17T00:52:37.405 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.403+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=6DVX115IIL7H tag=53SZDUCS8GN5 type=write size=3971110 2024-08-17T00:52:37.406 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.405+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=P9VLGT6BCG1R type=del size=3425139 2024-08-17T00:52:37.408 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.407+0000 7fb7ffa81640 1 < canceled operation key=GOA569FQQJ5Q tag=L7G6WS4FQWPB type=del size=480016 2024-08-17T00:52:37.412 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.411+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~2BDDYVJNTBUV.0 size=1048576 2024-08-17T00:52:37.414 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.412+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~2BDDYVJNTBUV.1 size=1036808 2024-08-17T00:52:37.414 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.413+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=2BDDYVJNTBUV tag=WHKVEJYKKD3K type=write size=3133960 2024-08-17T00:52:37.417 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.415+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~KQ24Q01QAW8J.0 size=1048576 2024-08-17T00:52:37.418 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.417+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~KQ24Q01QAW8J.1 size=532769 2024-08-17T00:52:37.422 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.420+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=KQ24Q01QAW8J tag=TBE0Y0TN19NN type=write size=2629921 2024-08-17T00:52:37.426 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.424+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~V2EAPVCHAXYB.0 size=441353 2024-08-17T00:52:37.426 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.424+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=V2EAPVCHAXYB tag=7V36V1BEOX5A type=write size=1489929 2024-08-17T00:52:37.428 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.426+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=AFR6IG24OU3E type=del 2024-08-17T00:52:37.430 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.428+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=20E4G81CK21O type=write size=369806 2024-08-17T00:52:37.432 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.430+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~DBJXL83FC4TD.0 size=1048576 2024-08-17T00:52:37.432 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.430+0000 7fb7ffa81640 1 < canceled part key=_multipart_27S7S7L3SYN7.2~DBJXL83FC4TD.1 size=1048576 2024-08-17T00:52:37.432 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.430+0000 7fb7ffa81640 1 < canceled part key=_multipart_27S7S7L3SYN7.2~DBJXL83FC4TD.2 size=788794 2024-08-17T00:52:37.435 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.433+0000 7fb7ffa81640 1 < canceled multipart upload key=27S7S7L3SYN7 upload=DBJXL83FC4TD tag=AEM58VERA6PH type=write size=3934522 2024-08-17T00:52:37.439 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.438+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~UOITL9GVDPG7.0 size=1048576 2024-08-17T00:52:37.441 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.439+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~UOITL9GVDPG7.1 size=641222 2024-08-17T00:52:37.441 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.439+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=UOITL9GVDPG7 tag=KQPL5SM0T1MA type=write size=2738374 2024-08-17T00:52:37.443 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.442+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~XD90AXL8EEAI.0 size=72374 2024-08-17T00:52:37.447 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.445+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=XD90AXL8EEAI tag=FVS1SUA6YTA8 type=write size=1120950 2024-08-17T00:52:37.449 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.447+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=OW9ZVJMDDBMK type=del size=2687134 2024-08-17T00:52:37.451 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.449+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=ZC00A76WA30H type=del 2024-08-17T00:52:37.453 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.451+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=TZBXBCQ1D3VI type=del size=4076790 2024-08-17T00:52:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:37 smithi187 ceph-mon[90552]: pgmap v1411: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 998 KiB/s rd, 351 KiB/s wr, 1.77k op/s 2024-08-17T00:52:37.455 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.453+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~NYLLUZ3MMAG2.0 size=1048576 2024-08-17T00:52:37.456 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.455+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~NYLLUZ3MMAG2.1 size=1048576 2024-08-17T00:52:37.458 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.456+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~NYLLUZ3MMAG2.2 size=157318 2024-08-17T00:52:37.462 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.461+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=NYLLUZ3MMAG2 tag=MPHL2LDQ74HY type=write size=3303046 2024-08-17T00:52:37.464 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.463+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=OKUKO8B5LCDA type=write size=684524 2024-08-17T00:52:37.466 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.465+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~0MD05S55E2QK.0 size=1048576 2024-08-17T00:52:37.468 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.466+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~0MD05S55E2QK.1 size=1048576 2024-08-17T00:52:37.470 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.468+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~0MD05S55E2QK.2 size=652455 2024-08-17T00:52:37.473 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.472+0000 7fb7ffa81640 1 < completed multipart upload key=9E9PQ6YUOR9D upload=0MD05S55E2QK tag=0SET5AOB43D6 type=write size=3798183 2024-08-17T00:52:37.476 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.474+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=VWTMYST2C766 type=del size=819973 2024-08-17T00:52:37.480 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.478+0000 7fb7ffa81640 1 < suggested remove operation key=27S7S7L3SYN7 tag=SLRAKZQ263BD type=write 2024-08-17T00:52:37.481 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.480+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=G9V58FVDOYYH type=del size=2196746 2024-08-17T00:52:37.484 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.482+0000 7fb7ffa81640 1 < completed write operation key=OV7J2EQPRBH6 tag=VA79BIHN1HEQ type=write size=449112 2024-08-17T00:52:37.487 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.486+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~ZCXBKC4QKG7U.0 size=1048576 2024-08-17T00:52:37.489 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.487+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~ZCXBKC4QKG7U.1 size=889639 2024-08-17T00:52:37.490 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.487+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=ZCXBKC4QKG7U tag=HUS2WRL998R6 type=write size=2986791 2024-08-17T00:52:37.491 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.490+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=ZMYJ3YSRVEBP type=del 2024-08-17T00:52:37.493 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.492+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=XEPDRJMS9C2E type=del size=720144 2024-08-17T00:52:37.494 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.492+0000 7fb7ffa81640 1 < canceled part key=_multipart_J9EF9S76XDGB.2~PWNZTMHRYKCA.0 size=1048576 2024-08-17T00:52:37.496 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.494+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~PWNZTMHRYKCA.1 size=1048576 2024-08-17T00:52:37.498 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.496+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~PWNZTMHRYKCA.2 size=902722 2024-08-17T00:52:37.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.499+0000 7fb7ffa81640 1 < canceled multipart upload key=J9EF9S76XDGB upload=PWNZTMHRYKCA tag=WVN0MEJ0IPZZ type=write size=4048450 2024-08-17T00:52:37.503 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.501+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=NFZPX412X500 type=del size=2183271 2024-08-17T00:52:37.505 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.503+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=6O607UD3Z8K1 type=del 2024-08-17T00:52:37.507 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.505+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=DSA23H4ZZDD4 type=del size=2463641 2024-08-17T00:52:37.509 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.507+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=DLTT0P1JA7OQ type=del 2024-08-17T00:52:37.511 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.509+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=QFSCB15V6P5R type=del size=1926524 2024-08-17T00:52:37.514 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.511+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=DCNYZ4QW4LMQ type=del 2024-08-17T00:52:37.517 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.515+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~UYJCUTDVK1FF.0 size=58704 2024-08-17T00:52:37.517 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.515+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=UYJCUTDVK1FF tag=PSW0ZOCHVL28 type=write size=1107280 2024-08-17T00:52:37.519 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.517+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=P9VLGT6BCG1R type=del 2024-08-17T00:52:37.521 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.519+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=DGEWC3KTE816 type=del size=3904853 2024-08-17T00:52:37.524 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.522+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~2BDDYVJNTBUV.0 size=1048576 2024-08-17T00:52:37.525 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.524+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~2BDDYVJNTBUV.1 size=1036808 2024-08-17T00:52:37.529 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.527+0000 7fb7ffa81640 1 < completed multipart upload key=9E9PQ6YUOR9D upload=2BDDYVJNTBUV tag=WHKVEJYKKD3K type=write size=3133960 2024-08-17T00:52:37.533 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.531+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~MOQ1O2GWYAH2.0 size=651653 2024-08-17T00:52:37.533 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.531+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=MOQ1O2GWYAH2 tag=4L8EUVYGBLUT type=write size=1700229 2024-08-17T00:52:37.535 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.533+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~V2EAPVCHAXYB.0 size=441353 2024-08-17T00:52:37.539 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.537+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=V2EAPVCHAXYB tag=7V36V1BEOX5A type=write size=1489929 2024-08-17T00:52:37.541 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.539+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=SHLH60Y7T9WU type=del size=3335887 2024-08-17T00:52:37.545 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.544+0000 7fb7ffa81640 1 < suggested update operation key=27S7S7L3SYN7 tag=20E4G81CK21O type=write size=369806 2024-08-17T00:52:37.547 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.546+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=CJ29FNNUJWWC type=del size=4026607 2024-08-17T00:52:37.549 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.548+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~UOITL9GVDPG7.0 size=1048576 2024-08-17T00:52:37.551 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.549+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~UOITL9GVDPG7.1 size=641222 2024-08-17T00:52:37.555 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.553+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=UOITL9GVDPG7 tag=KQPL5SM0T1MA type=write size=2738374 2024-08-17T00:52:37.557 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.555+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=23DUTUCN6WKO type=del size=154746 2024-08-17T00:52:37.559 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.557+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=OW9ZVJMDDBMK type=del 2024-08-17T00:52:37.563 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.561+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~O0M3RE430URH.0 size=1048576 2024-08-17T00:52:37.565 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.563+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~O0M3RE430URH.1 size=750377 2024-08-17T00:52:37.565 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.563+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=O0M3RE430URH tag=CI7N58JBM9IG type=write size=2847529 2024-08-17T00:52:37.568 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.566+0000 7fb7ffa81640 1 < canceled operation key=X2R05Y3HU1RG tag=TZBXBCQ1D3VI type=del size=4076790 2024-08-17T00:52:37.570 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.568+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=L1GFJLWXSLLU type=write size=214238 2024-08-17T00:52:37.572 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.570+0000 7fb7ffa81640 1 < completed write operation key=LLHW0UMGWSKP tag=OKUKO8B5LCDA type=write size=684524 2024-08-17T00:52:37.576 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.574+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~A991R7RD26MP.0 size=236971 2024-08-17T00:52:37.576 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.574+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=A991R7RD26MP tag=71QW88K51TAM type=write size=1285547 2024-08-17T00:52:37.580 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.579+0000 7fb7ffa81640 1 < suggested remove operation key=8R9K8LDJ88DU tag=VWTMYST2C766 type=del 2024-08-17T00:52:37.584 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.583+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~ELMJCZBLG3NI.0 size=1048576 2024-08-17T00:52:37.586 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.584+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~ELMJCZBLG3NI.1 size=1048576 2024-08-17T00:52:37.588 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.586+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~ELMJCZBLG3NI.2 size=978828 2024-08-17T00:52:37.588 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.586+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=ELMJCZBLG3NI tag=MLVK14G90E1V type=write size=4124556 2024-08-17T00:52:37.588 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.587+0000 7fb7ffa81640 -1 < no bi entry to suggest for operation key=8R9K8LDJ88DU tag=G9V58FVDOYYH type=del size=2196746: (2) No such file or directory 2024-08-17T00:52:37.591 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.589+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=TLQG216EXT3L type=del size=1007157 2024-08-17T00:52:37.593 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.591+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~ZCXBKC4QKG7U.0 size=1048576 2024-08-17T00:52:37.595 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.593+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~ZCXBKC4QKG7U.1 size=889639 2024-08-17T00:52:37.598 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.597+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=ZCXBKC4QKG7U tag=HUS2WRL998R6 type=write size=2986791 2024-08-17T00:52:37.600 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.599+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=QSEB6Y3PBO5J type=del size=726053 2024-08-17T00:52:37.603 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.601+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=XEPDRJMS9C2E type=del 2024-08-17T00:52:37.607 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.605+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~1LTY3FLBB1PP.0 size=1048576 2024-08-17T00:52:37.608 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.607+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~1LTY3FLBB1PP.1 size=1048576 2024-08-17T00:52:37.610 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.608+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~1LTY3FLBB1PP.2 size=313295 2024-08-17T00:52:37.610 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.608+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=1LTY3FLBB1PP tag=D7AAE4SHM0DL type=write size=3459023 2024-08-17T00:52:37.612 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.611+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=NFZPX412X500 type=del 2024-08-17T00:52:37.616 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.615+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~XLHSK3NG85FW.0 size=709378 2024-08-17T00:52:37.616 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.615+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=XLHSK3NG85FW tag=858MDWO2UODX type=write size=1757954 2024-08-17T00:52:37.619 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.617+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=DSA23H4ZZDD4 type=del 2024-08-17T00:52:37.621 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.619+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=5NBODGBTZHNT type=del size=97142 2024-08-17T00:52:37.624 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.622+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=QFSCB15V6P5R type=del 2024-08-17T00:52:37.626 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.624+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=9TDJHFSCBTE0 type=write size=244648 2024-08-17T00:52:37.628 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.626+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~UYJCUTDVK1FF.0 size=58704 2024-08-17T00:52:37.632 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.630+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=UYJCUTDVK1FF tag=PSW0ZOCHVL28 type=write size=1107280 2024-08-17T00:52:37.635 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.634+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~JI5INCS3IGS7.0 size=1048576 2024-08-17T00:52:37.637 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.635+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~JI5INCS3IGS7.1 size=1048576 2024-08-17T00:52:37.639 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.637+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~JI5INCS3IGS7.2 size=335817 2024-08-17T00:52:37.639 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.637+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=JI5INCS3IGS7 tag=R2VSC064QOJ8 type=write size=3481545 2024-08-17T00:52:37.641 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.639+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=DGEWC3KTE816 type=del 2024-08-17T00:52:37.643 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.641+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=6FR3MZT6IHW3 type=del size=331716 2024-08-17T00:52:37.645 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.643+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~MOQ1O2GWYAH2.0 size=651653 2024-08-17T00:52:37.649 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.648+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=MOQ1O2GWYAH2 tag=4L8EUVYGBLUT type=write size=1700229 2024-08-17T00:52:37.653 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.651+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~DWDN7A8P2OM7.0 size=1048576 2024-08-17T00:52:37.655 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.653+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~DWDN7A8P2OM7.1 size=1048576 2024-08-17T00:52:37.657 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.655+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~DWDN7A8P2OM7.2 size=493066 2024-08-17T00:52:37.657 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.655+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=DWDN7A8P2OM7 tag=FZJUABK9HB4Z type=write size=3638794 2024-08-17T00:52:37.659 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.657+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=SHLH60Y7T9WU type=del 2024-08-17T00:52:37.661 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.660+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=YFW4AUXL8PA9 type=del size=2171319 2024-08-17T00:52:37.663 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.662+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=CJ29FNNUJWWC type=del 2024-08-17T00:52:37.665 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.664+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=VZVX8QMXL65C type=write size=427765 2024-08-17T00:52:37.668 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.666+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=23DUTUCN6WKO type=del 2024-08-17T00:52:37.670 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.668+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=C4R2NJWC6L2K type=del size=3970155 2024-08-17T00:52:37.672 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.670+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~O0M3RE430URH.0 size=1048576 2024-08-17T00:52:37.674 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.672+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~O0M3RE430URH.1 size=750377 2024-08-17T00:52:37.677 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.676+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=O0M3RE430URH tag=CI7N58JBM9IG type=write size=2847529 2024-08-17T00:52:37.679 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.678+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=CJKKW1WTZIKE type=del size=1802057 2024-08-17T00:52:37.681 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.679+0000 7fb7ffa81640 1 < completed write operation key=KFMX127CJWEL tag=L1GFJLWXSLLU type=write size=214238 2024-08-17T00:52:37.685 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.683+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~6CSX46Q0V2FV.0 size=1048576 2024-08-17T00:52:37.687 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.685+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~6CSX46Q0V2FV.1 size=933734 2024-08-17T00:52:37.687 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.685+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=6CSX46Q0V2FV tag=8JNFKAB4WLV4 type=write size=3030886 2024-08-17T00:52:37.689 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.687+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~A991R7RD26MP.0 size=236971 2024-08-17T00:52:37.692 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.691+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=A991R7RD26MP tag=71QW88K51TAM type=write size=1285547 2024-08-17T00:52:37.696 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.694+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~SYFYJNZ3DV4T.0 size=1048576 2024-08-17T00:52:37.698 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.696+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~SYFYJNZ3DV4T.1 size=1048576 2024-08-17T00:52:37.699 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.698+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~SYFYJNZ3DV4T.2 size=5810 2024-08-17T00:52:37.700 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.698+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=SYFYJNZ3DV4T tag=5VFMR06V7QDL type=write size=3151538 2024-08-17T00:52:37.702 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.700+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~ELMJCZBLG3NI.0 size=1048576 2024-08-17T00:52:37.703 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.701+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~ELMJCZBLG3NI.1 size=1048576 2024-08-17T00:52:37.705 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.703+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~ELMJCZBLG3NI.2 size=978828 2024-08-17T00:52:37.709 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.707+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=ELMJCZBLG3NI tag=MLVK14G90E1V type=write size=4124556 2024-08-17T00:52:37.710 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.709+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=IOYPCI5K7CUB type=write size=486351 2024-08-17T00:52:37.713 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.711+0000 7fb7ffa81640 1 < canceled operation key=9E9PQ6YUOR9D tag=TLQG216EXT3L type=del size=1007157 2024-08-17T00:52:37.714 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.713+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=59YQN95110P7 type=del size=2489417 2024-08-17T00:52:37.716 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.715+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=QSEB6Y3PBO5J type=del 2024-08-17T00:52:37.721 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.719+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~498VCQE90IRV.0 size=537172 2024-08-17T00:52:37.721 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.719+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=498VCQE90IRV tag=TUHDOM364Q3T type=write size=1585748 2024-08-17T00:52:37.723 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.721+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~1LTY3FLBB1PP.0 size=1048576 2024-08-17T00:52:37.724 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.723+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~1LTY3FLBB1PP.1 size=1048576 2024-08-17T00:52:37.726 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.724+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~1LTY3FLBB1PP.2 size=313295 2024-08-17T00:52:37.730 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.728+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=1LTY3FLBB1PP tag=D7AAE4SHM0DL type=write size=3459023 2024-08-17T00:52:37.733 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.731+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~1RX0SZSUERKA.0 size=1048576 2024-08-17T00:52:37.735 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.733+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~1RX0SZSUERKA.1 size=1048576 2024-08-17T00:52:37.737 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.735+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~1RX0SZSUERKA.2 size=197942 2024-08-17T00:52:37.737 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.735+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=1RX0SZSUERKA tag=Z7QW0ISCZL3P type=write size=3343670 2024-08-17T00:52:37.739 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.737+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~XLHSK3NG85FW.0 size=709378 2024-08-17T00:52:37.742 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.741+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=XLHSK3NG85FW tag=858MDWO2UODX type=write size=1757954 2024-08-17T00:52:37.744 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.743+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=A79YG52B7UL6 type=del size=277708 2024-08-17T00:52:37.747 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.745+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=5NBODGBTZHNT type=del 2024-08-17T00:52:37.749 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.747+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=T3XC48236EZR type=del size=1163840 2024-08-17T00:52:37.751 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.749+0000 7fb7ffa81640 1 < completed write operation key=X5TSXJNP2QPC tag=9TDJHFSCBTE0 type=write size=244648 2024-08-17T00:52:37.753 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.751+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=CZLWDA2UDZQC type=del size=561994 2024-08-17T00:52:37.755 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.753+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~JI5INCS3IGS7.0 size=1048576 2024-08-17T00:52:37.756 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.755+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~JI5INCS3IGS7.1 size=1048576 2024-08-17T00:52:37.758 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.756+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~JI5INCS3IGS7.2 size=335817 2024-08-17T00:52:37.762 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.761+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=JI5INCS3IGS7 tag=R2VSC064QOJ8 type=write size=3481545 2024-08-17T00:52:37.767 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.765+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~WS5Y4VAQC5S0.0 size=60045 2024-08-17T00:52:37.767 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.765+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=WS5Y4VAQC5S0 tag=8SSF1AVTA4H4 type=write size=1108621 2024-08-17T00:52:37.769 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.767+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=6FR3MZT6IHW3 type=del 2024-08-17T00:52:37.772 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.770+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~IHMGMRMMCJCP.0 size=1048576 2024-08-17T00:52:37.774 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.772+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~IHMGMRMMCJCP.1 size=1048576 2024-08-17T00:52:37.776 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.774+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~IHMGMRMMCJCP.2 size=303817 2024-08-17T00:52:37.776 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.774+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=IHMGMRMMCJCP tag=GCJBXXLO04HD type=write size=3449545 2024-08-17T00:52:37.778 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.776+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~DWDN7A8P2OM7.0 size=1048576 2024-08-17T00:52:37.780 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.778+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~DWDN7A8P2OM7.1 size=1048576 2024-08-17T00:52:37.780 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.778+0000 7fb7ffa81640 1 < canceled part key=_multipart_LLHW0UMGWSKP.2~DWDN7A8P2OM7.2 size=493066 2024-08-17T00:52:37.784 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.782+0000 7fb7ffa81640 1 < canceled multipart upload key=LLHW0UMGWSKP upload=DWDN7A8P2OM7 tag=FZJUABK9HB4Z type=write size=3638794 2024-08-17T00:52:37.786 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.784+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=H28SWSX37BYK type=del size=1605530 2024-08-17T00:52:37.788 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.786+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=YFW4AUXL8PA9 type=del 2024-08-17T00:52:37.790 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.788+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=MUQ9R9LVFF4F type=del size=3399116 2024-08-17T00:52:37.793 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.791+0000 7fb7ffa81640 1 < completed write operation key=1DKD54PZ3N4G tag=VZVX8QMXL65C type=write size=427765 2024-08-17T00:52:37.794 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.793+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=5TE3MTM9S6UA type=write size=243983 2024-08-17T00:52:37.797 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.795+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=C4R2NJWC6L2K type=del 2024-08-17T00:52:37.799 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.797+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=XXBQPSONYPX1 type=del size=3548665 2024-08-17T00:52:37.801 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.799+0000 7fb7ffa81640 1 < canceled operation key=47CFG298DQD5 tag=CJKKW1WTZIKE type=del size=1802057 2024-08-17T00:52:37.803 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.801+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=0HTB20PJQ6JW type=del size=1753386 2024-08-17T00:52:37.805 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.804+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~6CSX46Q0V2FV.0 size=1048576 2024-08-17T00:52:37.807 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.805+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~6CSX46Q0V2FV.1 size=933734 2024-08-17T00:52:37.811 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.809+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=6CSX46Q0V2FV tag=8JNFKAB4WLV4 type=write size=3030886 2024-08-17T00:52:37.814 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.813+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~001J7BQ7UY3X.0 size=1048576 2024-08-17T00:52:37.817 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.815+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~001J7BQ7UY3X.1 size=1048576 2024-08-17T00:52:37.819 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.817+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~001J7BQ7UY3X.2 size=481747 2024-08-17T00:52:37.819 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.817+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=001J7BQ7UY3X tag=H6M9U7C5NM76 type=write size=3627475 2024-08-17T00:52:37.821 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.819+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~SYFYJNZ3DV4T.0 size=1048576 2024-08-17T00:52:37.821 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.819+0000 7fb7ffa81640 1 < canceled part key=_multipart_6TUEJWX5HXNC.2~SYFYJNZ3DV4T.1 size=1048576 2024-08-17T00:52:37.823 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.821+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~SYFYJNZ3DV4T.2 size=5810 2024-08-17T00:52:37.826 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.824+0000 7fb7ffa81640 1 < canceled multipart upload key=6TUEJWX5HXNC upload=SYFYJNZ3DV4T tag=5VFMR06V7QDL type=write size=3151538 2024-08-17T00:52:37.828 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.827+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=HZV8VTJFE4NG type=del size=2998688 2024-08-17T00:52:37.831 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.829+0000 7fb7ffa81640 1 < completed write operation key=IN9C0SOA97VR tag=IOYPCI5K7CUB type=write size=486351 2024-08-17T00:52:37.834 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.833+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~P1P3R4YPCTES.0 size=1048576 2024-08-17T00:52:37.837 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.835+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~P1P3R4YPCTES.1 size=372091 2024-08-17T00:52:37.837 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.835+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=P1P3R4YPCTES tag=8CBMHQJ4RTSG type=write size=2469243 2024-08-17T00:52:37.840 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.839+0000 7fb7ffa81640 1 < suggested update operation key=VXX2N7W78TY5 tag=59YQN95110P7 type=del size=2489417 2024-08-17T00:52:37.842 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.841+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=4L98XREO5ZZF type=del size=423514 2024-08-17T00:52:37.844 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.843+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~498VCQE90IRV.0 size=537172 2024-08-17T00:52:37.848 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.847+0000 7fb7ffa81640 1 < completed multipart upload key=9E9PQ6YUOR9D upload=498VCQE90IRV tag=TUHDOM364Q3T type=write size=1585748 2024-08-17T00:52:37.851 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.849+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=KY42FH9XSA1M type=del size=1485317 2024-08-17T00:52:37.853 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.851+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~1RX0SZSUERKA.0 size=1048576 2024-08-17T00:52:37.853 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.851+0000 7fb7ffa81640 1 < canceled part key=_multipart_PI1BZA6BJ83W.2~1RX0SZSUERKA.1 size=1048576 2024-08-17T00:52:37.854 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.853+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~1RX0SZSUERKA.2 size=197942 2024-08-17T00:52:37.858 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.857+0000 7fb7ffa81640 1 < canceled multipart upload key=PI1BZA6BJ83W upload=1RX0SZSUERKA tag=Z7QW0ISCZL3P type=write size=3343670 2024-08-17T00:52:37.860 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.859+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=OW4KJ79O8JGK type=del size=434711 2024-08-17T00:52:37.863 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.861+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=A79YG52B7UL6 type=del 2024-08-17T00:52:37.864 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.863+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=KSP79P61H603 type=del size=453515 2024-08-17T00:52:37.867 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.865+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=T3XC48236EZR type=del 2024-08-17T00:52:37.869 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.867+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=M3GL09IRFP36 type=del size=1101818 2024-08-17T00:52:37.871 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.869+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=CZLWDA2UDZQC type=del 2024-08-17T00:52:37.875 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.873+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~7X193QWPIHUQ.0 size=1048576 2024-08-17T00:52:37.876 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.874+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~7X193QWPIHUQ.1 size=1048576 2024-08-17T00:52:37.878 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.876+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~7X193QWPIHUQ.2 size=734504 2024-08-17T00:52:37.878 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.876+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=7X193QWPIHUQ tag=1Z5MJHU65RMI type=write size=3880232 2024-08-17T00:52:37.880 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.879+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~WS5Y4VAQC5S0.0 size=60045 2024-08-17T00:52:37.884 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.882+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=WS5Y4VAQC5S0 tag=8SSF1AVTA4H4 type=write size=1108621 2024-08-17T00:52:37.886 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.884+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=NQ6NAK8U3YYM type=del size=3888776 2024-08-17T00:52:37.888 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.886+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~IHMGMRMMCJCP.0 size=1048576 2024-08-17T00:52:37.888 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.886+0000 7fb7ffa81640 1 < canceled part key=_multipart_GOA569FQQJ5Q.2~IHMGMRMMCJCP.1 size=1048576 2024-08-17T00:52:37.890 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.888+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~IHMGMRMMCJCP.2 size=303817 2024-08-17T00:52:37.894 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.892+0000 7fb7ffa81640 1 < canceled multipart upload key=GOA569FQQJ5Q upload=IHMGMRMMCJCP tag=GCJBXXLO04HD type=write size=3449545 2024-08-17T00:52:37.897 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.896+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~MVNKGLJFCUJU.0 size=1048576 2024-08-17T00:52:37.900 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.898+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~MVNKGLJFCUJU.1 size=1048576 2024-08-17T00:52:37.901 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.899+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~MVNKGLJFCUJU.2 size=249067 2024-08-17T00:52:37.901 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.899+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=MVNKGLJFCUJU tag=HZOQTPZVYP8P type=write size=3394795 2024-08-17T00:52:37.903 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.901+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=H28SWSX37BYK type=del 2024-08-17T00:52:37.905 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.903+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=F4RJC641DKTK type=del size=803884 2024-08-17T00:52:37.907 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.905+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=MUQ9R9LVFF4F type=del 2024-08-17T00:52:37.911 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.909+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~M8Q5GCC4QRC4.0 size=1048576 2024-08-17T00:52:37.913 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.911+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~M8Q5GCC4QRC4.1 size=1048576 2024-08-17T00:52:37.914 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.912+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~M8Q5GCC4QRC4.2 size=224616 2024-08-17T00:52:37.914 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.912+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=M8Q5GCC4QRC4 tag=JWXSQN0QK8KX type=write size=3370344 2024-08-17T00:52:37.916 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.915+0000 7fb7ffa81640 1 < completed write operation key=OV7J2EQPRBH6 tag=5TE3MTM9S6UA type=write size=243983 2024-08-17T00:52:37.920 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.918+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~AJFXEZAU0H7F.0 size=1048576 2024-08-17T00:52:37.922 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.920+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~AJFXEZAU0H7F.1 size=390002 2024-08-17T00:52:37.922 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.920+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=AJFXEZAU0H7F tag=NWLZS15KMQCW type=write size=2487154 2024-08-17T00:52:37.924 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.922+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=XXBQPSONYPX1 type=del 2024-08-17T00:52:37.926 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.924+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=Q0UE1DG0J6YZ type=del size=3620225 2024-08-17T00:52:37.930 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.928+0000 7fb7ffa81640 1 < suggested remove operation key=GKFA6AWL6159 tag=0HTB20PJQ6JW type=del 2024-08-17T00:52:37.934 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.930+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=9ZT2SCQGG50X type=write size=766642 2024-08-17T00:52:37.934 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.931+0000 7fb7ffa81640 1 < canceled part key=_multipart_ZF5O5WVFK6GU.2~001J7BQ7UY3X.0 size=1048576 2024-08-17T00:52:37.935 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.931+0000 7fb7ffa81640 1 < canceled part key=_multipart_ZF5O5WVFK6GU.2~001J7BQ7UY3X.1 size=1048576 2024-08-17T00:52:37.935 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.932+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~001J7BQ7UY3X.2 size=481747 2024-08-17T00:52:37.938 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.936+0000 7fb7ffa81640 1 < canceled multipart upload key=ZF5O5WVFK6GU upload=001J7BQ7UY3X tag=H6M9U7C5NM76 type=write size=3627475 2024-08-17T00:52:37.940 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.938+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=0FF1G6TR46GL type=write size=255063 2024-08-17T00:52:37.942 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.940+0000 7fb7ffa81640 1 < canceled operation key=G9T63DWLHVIJ tag=HZV8VTJFE4NG type=del size=2998688 2024-08-17T00:52:37.944 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.942+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=DJN0B81IQ02R type=del size=108782 2024-08-17T00:52:37.944 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.942+0000 7fb7ffa81640 1 < canceled part key=_multipart_GKFA6AWL6159.2~P1P3R4YPCTES.0 size=1048576 2024-08-17T00:52:37.946 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.944+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~P1P3R4YPCTES.1 size=372091 2024-08-17T00:52:37.950 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.948+0000 7fb7ffa81640 1 < canceled multipart upload key=GKFA6AWL6159 upload=P1P3R4YPCTES tag=8CBMHQJ4RTSG type=write size=2469243 2024-08-17T00:52:37.952 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.950+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=PAILAY8TWRA2 type=write size=1020858 2024-08-17T00:52:37.955 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.953+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=4L98XREO5ZZF type=del 2024-08-17T00:52:37.957 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.955+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=PS5N2J4GSQP3 type=del size=159404 2024-08-17T00:52:37.959 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.957+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=KY42FH9XSA1M type=del 2024-08-17T00:52:37.961 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.959+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=KWE6LVOWSC1T type=write size=857214 2024-08-17T00:52:37.965 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.964+0000 7fb7ffa81640 1 < suggested remove operation key=G9T63DWLHVIJ tag=OW4KJ79O8JGK type=del 2024-08-17T00:52:37.967 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.966+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=JCTLVWSYBIH7 type=del size=4140346 2024-08-17T00:52:37.970 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.968+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=KSP79P61H603 type=del 2024-08-17T00:52:37.972 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.970+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=QDBMV2A1VGGB type=del size=995348 2024-08-17T00:52:37.974 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.973+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=M3GL09IRFP36 type=del 2024-08-17T00:52:37.977 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.975+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=CDTGBRDU6DJA type=del size=3992353 2024-08-17T00:52:37.978 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.977+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~7X193QWPIHUQ.0 size=1048576 2024-08-17T00:52:37.980 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.979+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~7X193QWPIHUQ.1 size=1048576 2024-08-17T00:52:37.982 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.981+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~7X193QWPIHUQ.2 size=734504 2024-08-17T00:52:37.987 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.985+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=7X193QWPIHUQ tag=1Z5MJHU65RMI type=write size=3880232 2024-08-17T00:52:37.990 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.988+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=B11SXTS8J9QA type=del size=3672042 2024-08-17T00:52:37.992 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.990+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=NQ6NAK8U3YYM type=del 2024-08-17T00:52:37.994 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.992+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=EVN339TGQW2Q type=write size=790997 2024-08-17T00:52:37.996 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.994+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~MVNKGLJFCUJU.0 size=1048576 2024-08-17T00:52:37.998 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.996+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~MVNKGLJFCUJU.1 size=1048576 2024-08-17T00:52:38.000 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:37.998+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~MVNKGLJFCUJU.2 size=249067 2024-08-17T00:52:38.004 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.002+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=MVNKGLJFCUJU tag=HZOQTPZVYP8P type=write size=3394795 2024-08-17T00:52:38.006 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.004+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=Z0V9H5U7XUVZ type=del size=2641731 2024-08-17T00:52:38.008 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.006+0000 7fb7ffa81640 1 < canceled operation key=27S7S7L3SYN7 tag=F4RJC641DKTK type=del size=803884 2024-08-17T00:52:38.010 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.008+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=WBMCMXV5Z1SD type=del size=898115 2024-08-17T00:52:38.012 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.010+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~M8Q5GCC4QRC4.0 size=1048576 2024-08-17T00:52:38.014 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.012+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~M8Q5GCC4QRC4.1 size=1048576 2024-08-17T00:52:38.016 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.015+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~M8Q5GCC4QRC4.2 size=224616 2024-08-17T00:52:38.020 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.019+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=M8Q5GCC4QRC4 tag=JWXSQN0QK8KX type=write size=3370344 2024-08-17T00:52:38.023 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.021+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=FDZ7YMLNUMY5 type=del size=2892943 2024-08-17T00:52:38.025 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.023+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~AJFXEZAU0H7F.0 size=1048576 2024-08-17T00:52:38.027 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.025+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~AJFXEZAU0H7F.1 size=390002 2024-08-17T00:52:38.030 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.029+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=AJFXEZAU0H7F tag=NWLZS15KMQCW type=write size=2487154 2024-08-17T00:52:38.034 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.032+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~6VJYLR3M5H2L.0 size=1048576 2024-08-17T00:52:38.036 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.034+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~6VJYLR3M5H2L.1 size=1048576 2024-08-17T00:52:38.038 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.036+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~6VJYLR3M5H2L.2 size=329836 2024-08-17T00:52:38.038 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.036+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=6VJYLR3M5H2L tag=KRXPV2IBCTVE type=write size=3475564 2024-08-17T00:52:38.040 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.038+0000 7fb7ffa81640 1 < completed delete operation key=J9EF9S76XDGB tag=Q0UE1DG0J6YZ type=del 2024-08-17T00:52:38.042 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.040+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=LW20Y1SD0QK1 type=del size=549886 2024-08-17T00:52:38.046 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.044+0000 7fb7ffa81640 1 < suggested update operation key=GKFA6AWL6159 tag=9ZT2SCQGG50X type=write size=766642 2024-08-17T00:52:38.048 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.046+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=7BZZLBRW3X86 type=del size=1848239 2024-08-17T00:52:38.052 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.050+0000 7fb7ffa81640 -1 < failed to complete operation key=G9T63DWLHVIJ tag=0FF1G6TR46GL type=write size=255063: (22) Invalid argument 2024-08-17T00:52:38.055 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.053+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=ZPXLWMIRVCKH type=write size=619403 2024-08-17T00:52:38.059 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.057+0000 7fb7ffa81640 1 < suggested update operation key=MZOJQR9Z75AP tag=DJN0B81IQ02R type=del size=108782 2024-08-17T00:52:38.063 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.061+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~W6N750ZRT6MN.0 size=285897 2024-08-17T00:52:38.063 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.061+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=W6N750ZRT6MN tag=H9C44US376E6 type=write size=1334473 2024-08-17T00:52:38.065 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.063+0000 7fb7ffa81640 1 < completed write operation key=LLHW0UMGWSKP tag=PAILAY8TWRA2 type=write size=1020858 2024-08-17T00:52:38.067 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.065+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=T2JO4G0GNZRF type=del size=2928207 2024-08-17T00:52:38.070 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.068+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=PS5N2J4GSQP3 type=del 2024-08-17T00:52:38.073 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.071+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=KFCEXQ4O2VNK type=del size=2877777 2024-08-17T00:52:38.075 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.073+0000 7fb7ffa81640 1 < canceled operation key=DOXQ905ZKA6E tag=KWE6LVOWSC1T type=write size=857214 2024-08-17T00:52:38.077 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.075+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=R40R1VN10YHT type=del size=2831930 2024-08-17T00:52:38.079 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.077+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=JCTLVWSYBIH7 type=del 2024-08-17T00:52:38.082 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.079+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=DXBXIDO95AKH type=del size=1104905 2024-08-17T00:52:38.084 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.082+0000 7fb7ffa81640 -1 < failed to complete operation key=MZOJQR9Z75AP tag=QDBMV2A1VGGB type=del size=995348: (22) Invalid argument 2024-08-17T00:52:38.088 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.086+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~1Z3WLDYNUGK8.0 size=1048576 2024-08-17T00:52:38.090 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.088+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~1Z3WLDYNUGK8.1 size=1048576 2024-08-17T00:52:38.092 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.091+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~1Z3WLDYNUGK8.2 size=464630 2024-08-17T00:52:38.092 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.091+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=1Z3WLDYNUGK8 tag=XERPJ4TS8VY9 type=write size=3610358 2024-08-17T00:52:38.094 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.093+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=CDTGBRDU6DJA type=del 2024-08-17T00:52:38.099 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.097+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~NRZH8261APDB.0 size=1048576 2024-08-17T00:52:38.100 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.099+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~NRZH8261APDB.1 size=1048576 2024-08-17T00:52:38.102 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.100+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~NRZH8261APDB.2 size=575734 2024-08-17T00:52:38.102 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.100+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=NRZH8261APDB tag=XJ0DQKN6SAUD type=write size=3721462 2024-08-17T00:52:38.107 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.105+0000 7fb7ffa81640 1 < suggested update operation key=1DKD54PZ3N4G tag=B11SXTS8J9QA type=del size=3672042 2024-08-17T00:52:38.109 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.107+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=A1AXZ8L1NGT7 type=del size=2948396 2024-08-17T00:52:38.111 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.109+0000 7fb7ffa81640 1 < completed write operation key=6TUEJWX5HXNC tag=EVN339TGQW2Q type=write size=790997 2024-08-17T00:52:38.113 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.111+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=B71503I0LCVJ type=del size=3209156 2024-08-17T00:52:38.117 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.115+0000 7fb7ffa81640 1 < suggested remove operation key=FTHZ4CWOAN2W tag=Z0V9H5U7XUVZ type=del 2024-08-17T00:52:38.119 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.117+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=F1D05LV5509J type=del size=2192417 2024-08-17T00:52:38.122 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.120+0000 7fb7ffa81640 -1 < failed to complete operation key=GKFA6AWL6159 tag=WBMCMXV5Z1SD type=del size=898115: (22) Invalid argument 2024-08-17T00:52:38.124 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.122+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=3CIAG04SIVYX type=del size=3705519 2024-08-17T00:52:38.126 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.124+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=FDZ7YMLNUMY5 type=del 2024-08-17T00:52:38.128 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.126+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=PJGB9LDUWBVF type=del size=2693635 2024-08-17T00:52:38.130 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.129+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~6VJYLR3M5H2L.0 size=1048576 2024-08-17T00:52:38.132 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.130+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~6VJYLR3M5H2L.1 size=1048576 2024-08-17T00:52:38.134 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.132+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~6VJYLR3M5H2L.2 size=329836 2024-08-17T00:52:38.137 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.136+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=6VJYLR3M5H2L tag=KRXPV2IBCTVE type=write size=3475564 2024-08-17T00:52:38.140 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.138+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=SGGJ8MCPE8O8 type=del size=3635033 2024-08-17T00:52:38.143 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.141+0000 7fb7ffa81640 -1 < failed to complete operation key=1DKD54PZ3N4G tag=LW20Y1SD0QK1 type=del size=549886: (22) Invalid argument 2024-08-17T00:52:38.148 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.146+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~IZN3PFG49Q7Q.0 size=1043420 2024-08-17T00:52:38.148 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.146+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=IZN3PFG49Q7Q tag=IL71PKS5NESV type=write size=2091996 2024-08-17T00:52:38.150 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.148+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=7BZZLBRW3X86 type=del 2024-08-17T00:52:38.153 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.152+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~PNM7S3MBZ8GS.0 size=1048576 2024-08-17T00:52:38.156 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.154+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~PNM7S3MBZ8GS.1 size=938590 2024-08-17T00:52:38.156 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.154+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=PNM7S3MBZ8GS tag=JBWWY331WHQ0 type=write size=3035742 2024-08-17T00:52:38.159 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.157+0000 7fb7ffa81640 -1 < failed to complete operation key=MZOJQR9Z75AP tag=ZPXLWMIRVCKH type=write size=619403: (22) Invalid argument 2024-08-17T00:52:38.161 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.159+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=YXTPC85B3CYI type=del size=3601305 2024-08-17T00:52:38.163 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.161+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~W6N750ZRT6MN.0 size=285897 2024-08-17T00:52:38.166 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.165+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=W6N750ZRT6MN tag=H9C44US376E6 type=write size=1334473 2024-08-17T00:52:38.170 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.169+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~B11SI3ZSD33S.0 size=1048576 2024-08-17T00:52:38.172 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.170+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~B11SI3ZSD33S.1 size=113014 2024-08-17T00:52:38.172 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.170+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=B11SI3ZSD33S tag=M0DA5J1HR74A type=write size=2210166 2024-08-17T00:52:38.175 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.173+0000 7fb7ffa81640 1 < canceled operation key=ZF5O5WVFK6GU tag=T2JO4G0GNZRF type=del size=2928207 2024-08-17T00:52:38.178 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.176+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~VQTUVFD6OQS3.0 size=1048576 2024-08-17T00:52:38.180 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.178+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~VQTUVFD6OQS3.1 size=43560 2024-08-17T00:52:38.180 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.178+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=VQTUVFD6OQS3 tag=1SFCQJ12VHI7 type=write size=2140712 2024-08-17T00:52:38.184 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.183+0000 7fb7ffa81640 1 < suggested remove operation key=2TAMC96GTRFY tag=KFCEXQ4O2VNK type=del 2024-08-17T00:52:38.188 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.187+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~ZTBTUIA0BC8E.0 size=1048576 2024-08-17T00:52:38.190 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.189+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~ZTBTUIA0BC8E.1 size=841109 2024-08-17T00:52:38.191 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.189+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=ZTBTUIA0BC8E tag=XKW9A4LQ0MJ3 type=write size=2938261 2024-08-17T00:52:38.193 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.192+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=R40R1VN10YHT type=del 2024-08-17T00:52:38.198 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.197+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~MLAW43PCWVMV.0 size=351026 2024-08-17T00:52:38.199 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.197+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=MLAW43PCWVMV tag=CW3Z0ADYNPVR type=write size=1399602 2024-08-17T00:52:38.201 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.199+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=DXBXIDO95AKH type=del 2024-08-17T00:52:38.203 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.201+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=UYC7C6GUV040 type=del size=442102 2024-08-17T00:52:38.203 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.202+0000 7fb7ffa81640 1 < canceled part key=_multipart_DOXQ905ZKA6E.2~1Z3WLDYNUGK8.0 size=1048576 2024-08-17T00:52:38.205 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.203+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~1Z3WLDYNUGK8.1 size=1048576 2024-08-17T00:52:38.207 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.205+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~1Z3WLDYNUGK8.2 size=464630 2024-08-17T00:52:38.211 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.209+0000 7fb7ffa81640 1 < canceled multipart upload key=DOXQ905ZKA6E upload=1Z3WLDYNUGK8 tag=XERPJ4TS8VY9 type=write size=3610358 2024-08-17T00:52:38.215 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.214+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~BSSYQ1YIEWBZ.0 size=1048576 2024-08-17T00:52:38.217 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.215+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~BSSYQ1YIEWBZ.1 size=171350 2024-08-17T00:52:38.217 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.215+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=BSSYQ1YIEWBZ tag=ZRAWRT72O5UP type=write size=2268502 2024-08-17T00:52:38.220 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.218+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~NRZH8261APDB.0 size=1048576 2024-08-17T00:52:38.221 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.220+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~NRZH8261APDB.1 size=1048576 2024-08-17T00:52:38.223 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.222+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~NRZH8261APDB.2 size=575734 2024-08-17T00:52:38.227 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.225+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=NRZH8261APDB tag=XJ0DQKN6SAUD type=write size=3721462 2024-08-17T00:52:38.231 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.229+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~P99FLJLHVDUC.0 size=1048576 2024-08-17T00:52:38.232 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.231+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~P99FLJLHVDUC.1 size=1048576 2024-08-17T00:52:38.234 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.232+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~P99FLJLHVDUC.2 size=314928 2024-08-17T00:52:38.234 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.232+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=P99FLJLHVDUC tag=6B8Y4TBPQUH0 type=write size=3460656 2024-08-17T00:52:38.239 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.237+0000 7fb7ffa81640 1 < suggested update operation key=XA1Y234IJAV8 tag=A1AXZ8L1NGT7 type=del size=2948396 2024-08-17T00:52:38.241 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.239+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=N2DG5ENUTGLZ type=write size=303614 2024-08-17T00:52:38.246 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.244+0000 7fb7ffa81640 1 < suggested remove operation key=XA1Y234IJAV8 tag=B71503I0LCVJ type=del 2024-08-17T00:52:38.249 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.248+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~9E4JW28ERLRS.0 size=1048576 2024-08-17T00:52:38.251 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.249+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~9E4JW28ERLRS.1 size=337570 2024-08-17T00:52:38.251 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.249+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=9E4JW28ERLRS tag=4IKFCFJEX0TN type=write size=2434722 2024-08-17T00:52:38.255 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.253+0000 7fb7ffa81640 1 < suggested update operation key=47CFG298DQD5 tag=F1D05LV5509J type=del size=2192417 2024-08-17T00:52:38.259 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.257+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~20EAXC3OX452.0 size=1048576 2024-08-17T00:52:38.261 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.259+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~20EAXC3OX452.1 size=1048576 2024-08-17T00:52:38.262 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.261+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~20EAXC3OX452.2 size=982515 2024-08-17T00:52:38.262 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.261+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=20EAXC3OX452 tag=IRQUQ2DRX85X type=write size=4128243 2024-08-17T00:52:38.265 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.263+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=3CIAG04SIVYX type=del 2024-08-17T00:52:38.268 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.267+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~2MWLRP36LNC6.0 size=396677 2024-08-17T00:52:38.269 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.267+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=2MWLRP36LNC6 tag=OI1KASQ5AJH2 type=write size=1445253 2024-08-17T00:52:38.271 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.269+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=PJGB9LDUWBVF type=del 2024-08-17T00:52:38.274 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.272+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=IV1D2B6WG3O7 type=del size=1065151 2024-08-17T00:52:38.276 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.274+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=SGGJ8MCPE8O8 type=del 2024-08-17T00:52:38.279 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.278+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~4DIYNIYG403D.0 size=1048576 2024-08-17T00:52:38.281 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.279+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~4DIYNIYG403D.1 size=1048576 2024-08-17T00:52:38.283 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.281+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~4DIYNIYG403D.2 size=720597 2024-08-17T00:52:38.283 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.281+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=4DIYNIYG403D tag=6N3T2UOZ1JPK type=write size=3866325 2024-08-17T00:52:38.285 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.283+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~IZN3PFG49Q7Q.0 size=1043420 2024-08-17T00:52:38.289 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.287+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=IZN3PFG49Q7Q tag=IL71PKS5NESV type=write size=2091996 2024-08-17T00:52:38.291 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.289+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=0W43RANJWSTB type=write size=707113 2024-08-17T00:52:38.293 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.292+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~PNM7S3MBZ8GS.0 size=1048576 2024-08-17T00:52:38.294 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.292+0000 7fb7ffa81640 1 < canceled part key=_multipart_JID7SA7XCFSD.2~PNM7S3MBZ8GS.1 size=938590 2024-08-17T00:52:38.297 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.295+0000 7fb7ffa81640 1 < canceled multipart upload key=JID7SA7XCFSD upload=PNM7S3MBZ8GS tag=JBWWY331WHQ0 type=write size=3035742 2024-08-17T00:52:38.299 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.298+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=3W0PK5FLSQ0O type=del size=477999 2024-08-17T00:52:38.301 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.300+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=YXTPC85B3CYI type=del 2024-08-17T00:52:38.303 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.302+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=5RHOLTOHXLZ8 type=del size=2987721 2024-08-17T00:52:38.306 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.304+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~B11SI3ZSD33S.0 size=1048576 2024-08-17T00:52:38.307 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.306+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~B11SI3ZSD33S.1 size=113014 2024-08-17T00:52:38.311 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.309+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=B11SI3ZSD33S tag=M0DA5J1HR74A type=write size=2210166 2024-08-17T00:52:38.315 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.313+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~6XGYXB8JHR9F.0 size=447840 2024-08-17T00:52:38.315 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.313+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=6XGYXB8JHR9F tag=0GRGJREDGWPH type=write size=1496416 2024-08-17T00:52:38.317 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.315+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~VQTUVFD6OQS3.0 size=1048576 2024-08-17T00:52:38.319 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.317+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~VQTUVFD6OQS3.1 size=43560 2024-08-17T00:52:38.323 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.321+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=VQTUVFD6OQS3 tag=1SFCQJ12VHI7 type=write size=2140712 2024-08-17T00:52:38.325 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.323+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=6IUP9OUSEWXX type=del size=3945525 2024-08-17T00:52:38.327 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.325+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~ZTBTUIA0BC8E.0 size=1048576 2024-08-17T00:52:38.329 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.327+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~ZTBTUIA0BC8E.1 size=841109 2024-08-17T00:52:38.333 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.331+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=ZTBTUIA0BC8E tag=XKW9A4LQ0MJ3 type=write size=2938261 2024-08-17T00:52:38.337 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.335+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~SE0SX3E5123H.0 size=468756 2024-08-17T00:52:38.337 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.335+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=SE0SX3E5123H tag=UN4V862ZGB01 type=write size=1517332 2024-08-17T00:52:38.339 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.337+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~MLAW43PCWVMV.0 size=351026 2024-08-17T00:52:38.342 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.340+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=MLAW43PCWVMV tag=CW3Z0ADYNPVR type=write size=1399602 2024-08-17T00:52:38.346 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.344+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~NXA0VWMBNIFN.0 size=516914 2024-08-17T00:52:38.346 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.344+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=NXA0VWMBNIFN tag=ET7EWA5LVBAU type=write size=1565490 2024-08-17T00:52:38.348 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.346+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=UYC7C6GUV040 type=del 2024-08-17T00:52:38.352 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.350+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~FTDWMQIC1P2D.0 size=1048576 2024-08-17T00:52:38.354 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.352+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~FTDWMQIC1P2D.1 size=918503 2024-08-17T00:52:38.354 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.352+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=FTDWMQIC1P2D tag=R8VNPK4W5YYZ type=write size=3015655 2024-08-17T00:52:38.356 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.354+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~BSSYQ1YIEWBZ.0 size=1048576 2024-08-17T00:52:38.357 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.356+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~BSSYQ1YIEWBZ.1 size=171350 2024-08-17T00:52:38.361 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.360+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=BSSYQ1YIEWBZ tag=ZRAWRT72O5UP type=write size=2268502 2024-08-17T00:52:38.363 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.362+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=SKALIA0616TV type=del size=4003943 2024-08-17T00:52:38.365 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.364+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~P99FLJLHVDUC.0 size=1048576 2024-08-17T00:52:38.367 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.366+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~P99FLJLHVDUC.1 size=1048576 2024-08-17T00:52:38.369 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.367+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~P99FLJLHVDUC.2 size=314928 2024-08-17T00:52:38.373 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.371+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=P99FLJLHVDUC tag=6B8Y4TBPQUH0 type=write size=3460656 2024-08-17T00:52:38.377 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.375+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~8AKJ44Y8R5SK.0 size=1048576 2024-08-17T00:52:38.379 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.377+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~8AKJ44Y8R5SK.1 size=1048576 2024-08-17T00:52:38.380 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.379+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~8AKJ44Y8R5SK.2 size=99748 2024-08-17T00:52:38.380 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.379+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=8AKJ44Y8R5SK tag=S7Y7GLJQLF8X type=write size=3245476 2024-08-17T00:52:38.383 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.382+0000 7fb7ffa81640 -1 < failed to complete operation key=47CFG298DQD5 tag=N2DG5ENUTGLZ type=write size=303614: (22) Invalid argument 2024-08-17T00:52:38.385 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.384+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=5992CCD9LQPB type=del size=905579 2024-08-17T00:52:38.387 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.386+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~9E4JW28ERLRS.0 size=1048576 2024-08-17T00:52:38.389 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.387+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~9E4JW28ERLRS.1 size=337570 2024-08-17T00:52:38.393 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.391+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=9E4JW28ERLRS tag=4IKFCFJEX0TN type=write size=2434722 2024-08-17T00:52:38.397 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.395+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~2M276AYG9TEN.0 size=1048576 2024-08-17T00:52:38.398 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.397+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~2M276AYG9TEN.1 size=100236 2024-08-17T00:52:38.399 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.397+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=2M276AYG9TEN tag=QPU50PC9F3FF type=write size=2197388 2024-08-17T00:52:38.400 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.399+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~20EAXC3OX452.0 size=1048576 2024-08-17T00:52:38.401 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.399+0000 7fb7ffa81640 1 < canceled part key=_multipart_X2R05Y3HU1RG.2~20EAXC3OX452.1 size=1048576 2024-08-17T00:52:38.402 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.400+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~20EAXC3OX452.2 size=982515 2024-08-17T00:52:38.406 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.404+0000 7fb7ffa81640 1 < canceled multipart upload key=X2R05Y3HU1RG upload=20EAXC3OX452 tag=IRQUQ2DRX85X type=write size=4128243 2024-08-17T00:52:38.408 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.406+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=YBQAEFT5RMXG type=del size=1937808 2024-08-17T00:52:38.411 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.410+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~2MWLRP36LNC6.0 size=396677 2024-08-17T00:52:38.415 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.413+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=2MWLRP36LNC6 tag=OI1KASQ5AJH2 type=write size=1445253 2024-08-17T00:52:38.419 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.417+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~DOU5T7RK4P1U.0 size=1048576 2024-08-17T00:52:38.421 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.419+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~DOU5T7RK4P1U.1 size=873738 2024-08-17T00:52:38.421 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.419+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=DOU5T7RK4P1U tag=XB1JT87KGUXC type=write size=2970890 2024-08-17T00:52:38.423 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.421+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=IV1D2B6WG3O7 type=del 2024-08-17T00:52:38.425 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.424+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=GWXAD743GINL type=del size=1764392 2024-08-17T00:52:38.428 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.426+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~4DIYNIYG403D.0 size=1048576 2024-08-17T00:52:38.430 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.429+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~4DIYNIYG403D.1 size=1048576 2024-08-17T00:52:38.433 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.431+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~4DIYNIYG403D.2 size=720597 2024-08-17T00:52:38.437 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.435+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=4DIYNIYG403D tag=6N3T2UOZ1JPK type=write size=3866325 2024-08-17T00:52:38.439 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.437+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=BMOK6EVZZ0LM type=del size=2493586 2024-08-17T00:52:38.441 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.439+0000 7fb7ffa81640 1 < completed write operation key=OV7J2EQPRBH6 tag=0W43RANJWSTB type=write size=707113 2024-08-17T00:52:38.443 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.442+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=IRJZ5XEGK3NQ type=del size=2850452 2024-08-17T00:52:38.445 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.444+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=3W0PK5FLSQ0O type=del 2024-08-17T00:52:38.449 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.448+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~MVCJPJDQGJ94.0 size=444189 2024-08-17T00:52:38.450 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.448+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=MVCJPJDQGJ94 tag=CYRYEYASDI0D type=write size=1492765 2024-08-17T00:52:38.451 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.450+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=5RHOLTOHXLZ8 type=del 2024-08-17T00:52:38.453 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.452+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=F6741EH72MIH type=del size=826411 2024-08-17T00:52:38.454 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.452+0000 7fb7ffa81640 1 < canceled part key=_multipart_47CFG298DQD5.2~6XGYXB8JHR9F.0 size=447840 2024-08-17T00:52:38.457 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.456+0000 7fb7ffa81640 1 < canceled multipart upload key=47CFG298DQD5 upload=6XGYXB8JHR9F tag=0GRGJREDGWPH type=write size=1496416 2024-08-17T00:52:38.461 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.460+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~DA5XX60N7MRI.0 size=737219 2024-08-17T00:52:38.461 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.460+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=DA5XX60N7MRI tag=STPLAX3X7FI8 type=write size=1785795 2024-08-17T00:52:38.464 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.462+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=6IUP9OUSEWXX type=del 2024-08-17T00:52:38.466 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.464+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=0P80OTQOWUTE type=del size=2484431 2024-08-17T00:52:38.469 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.467+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~SE0SX3E5123H.0 size=468756 2024-08-17T00:52:38.472 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.471+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=SE0SX3E5123H tag=UN4V862ZGB01 type=write size=1517332 2024-08-17T00:52:38.476 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.473+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=RPB3C2H7FAP6 type=del size=3884633 2024-08-17T00:52:38.477 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.475+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~NXA0VWMBNIFN.0 size=516914 2024-08-17T00:52:38.480 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.478+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=NXA0VWMBNIFN tag=ET7EWA5LVBAU type=write size=1565490 2024-08-17T00:52:38.484 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.482+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~0A46339L3UAU.0 size=1048576 2024-08-17T00:52:38.485 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.484+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~0A46339L3UAU.1 size=1048576 2024-08-17T00:52:38.487 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.485+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~0A46339L3UAU.2 size=346887 2024-08-17T00:52:38.488 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.485+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=0A46339L3UAU tag=0UU7610PLBKU type=write size=3492615 2024-08-17T00:52:38.489 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.488+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~FTDWMQIC1P2D.0 size=1048576 2024-08-17T00:52:38.491 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.489+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~FTDWMQIC1P2D.1 size=918503 2024-08-17T00:52:38.495 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.493+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=FTDWMQIC1P2D tag=R8VNPK4W5YYZ type=write size=3015655 2024-08-17T00:52:38.497 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.495+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=XPVG8RZCKBVT type=write size=477051 2024-08-17T00:52:38.499 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.497+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=SKALIA0616TV type=del 2024-08-17T00:52:38.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.499+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=9O4BMRMMUJNF type=del size=791221 2024-08-17T00:52:38.503 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.501+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~8AKJ44Y8R5SK.0 size=1048576 2024-08-17T00:52:38.505 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.503+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~8AKJ44Y8R5SK.1 size=1048576 2024-08-17T00:52:38.506 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.504+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~8AKJ44Y8R5SK.2 size=99748 2024-08-17T00:52:38.510 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.508+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=8AKJ44Y8R5SK tag=S7Y7GLJQLF8X type=write size=3245476 2024-08-17T00:52:38.512 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.510+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=BWC6Y4M0G0SI type=write size=993822 2024-08-17T00:52:38.514 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.513+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=5992CCD9LQPB type=del 2024-08-17T00:52:38.518 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.515+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=L9S9Y1N504W4 type=del size=2587072 2024-08-17T00:52:38.519 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.517+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~2M276AYG9TEN.0 size=1048576 2024-08-17T00:52:38.521 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.519+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~2M276AYG9TEN.1 size=100236 2024-08-17T00:52:38.524 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.522+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=2M276AYG9TEN tag=QPU50PC9F3FF type=write size=2197388 2024-08-17T00:52:38.526 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.525+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=QYPQV33H8NV5 type=del size=267507 2024-08-17T00:52:38.529 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.527+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=YBQAEFT5RMXG type=del 2024-08-17T00:52:38.531 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.529+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=OZOPFHO0YT34 type=del size=3838847 2024-08-17T00:52:38.533 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.531+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~DOU5T7RK4P1U.0 size=1048576 2024-08-17T00:52:38.535 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.533+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~DOU5T7RK4P1U.1 size=873738 2024-08-17T00:52:38.538 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.537+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=DOU5T7RK4P1U tag=XB1JT87KGUXC type=write size=2970890 2024-08-17T00:52:38.541 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.539+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=0UBZ9ITF5QY4 type=write size=174881 2024-08-17T00:52:38.546 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.541+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=GWXAD743GINL type=del 2024-08-17T00:52:38.546 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.543+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=KBDXQ21C8PI6 type=write size=241532 2024-08-17T00:52:38.548 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.546+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=BMOK6EVZZ0LM type=del 2024-08-17T00:52:38.550 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.548+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=PXUPXHSPZWGO type=del size=1727752 2024-08-17T00:52:38.552 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.551+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=IRJZ5XEGK3NQ type=del 2024-08-17T00:52:38.554 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.553+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=ZZIQSQIDS132 type=del size=2790707 2024-08-17T00:52:38.556 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.555+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~MVCJPJDQGJ94.0 size=444189 2024-08-17T00:52:38.560 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.558+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=MVCJPJDQGJ94 tag=CYRYEYASDI0D type=write size=1492765 2024-08-17T00:52:38.562 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.560+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=P59BU2986UVQ type=del size=1742167 2024-08-17T00:52:38.564 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.562+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=F6741EH72MIH type=del 2024-08-17T00:52:38.568 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.566+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~O0EUCDK7NGB9.0 size=919509 2024-08-17T00:52:38.568 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.566+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=O0EUCDK7NGB9 tag=OZT0VM5AAMDG type=write size=1968085 2024-08-17T00:52:38.570 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.568+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~DA5XX60N7MRI.0 size=737219 2024-08-17T00:52:38.574 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.572+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=DA5XX60N7MRI tag=STPLAX3X7FI8 type=write size=1785795 2024-08-17T00:52:38.576 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.574+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=C2NLUEWIT0MK type=del size=3623581 2024-08-17T00:52:38.579 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.577+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=0P80OTQOWUTE type=del 2024-08-17T00:52:38.580 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.579+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=VJU8RI0GG62B type=del size=1831382 2024-08-17T00:52:38.585 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.583+0000 7fb7ffa81640 1 < suggested update operation key=IN9C0SOA97VR tag=RPB3C2H7FAP6 type=del size=3884633 2024-08-17T00:52:38.586 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.585+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=0ZS8T3FNHKDV type=del size=4082144 2024-08-17T00:52:38.589 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.587+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~0A46339L3UAU.0 size=1048576 2024-08-17T00:52:38.590 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.589+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~0A46339L3UAU.1 size=1048576 2024-08-17T00:52:38.592 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.590+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~0A46339L3UAU.2 size=346887 2024-08-17T00:52:38.596 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.594+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=0A46339L3UAU tag=0UU7610PLBKU type=write size=3492615 2024-08-17T00:52:38.598 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.596+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=JIPWH27F07LA type=del size=2154449 2024-08-17T00:52:38.602 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.600+0000 7fb7ffa81640 1 < suggested remove operation key=PI1BZA6BJ83W tag=XPVG8RZCKBVT type=write 2024-08-17T00:52:38.606 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.604+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~K83DZJ1FUY5L.0 size=125039 2024-08-17T00:52:38.606 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.604+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=K83DZJ1FUY5L tag=EHWLXY4CKFWW type=write size=1173615 2024-08-17T00:52:38.608 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.606+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=9O4BMRMMUJNF type=del 2024-08-17T00:52:38.610 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.608+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=926C7X4VL40U type=del size=2062871 2024-08-17T00:52:38.612 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.610+0000 7fb7ffa81640 1 < completed write operation key=MZOJQR9Z75AP tag=BWC6Y4M0G0SI type=write size=993822 2024-08-17T00:52:38.616 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.614+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~A39VQZULPSGO.0 size=46017 2024-08-17T00:52:38.616 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.614+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=A39VQZULPSGO tag=3X2LUCLT532A type=write size=1094593 2024-08-17T00:52:38.618 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.617+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=L9S9Y1N504W4 type=del 2024-08-17T00:52:38.623 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.620+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~FRLRAXRIB9WP.0 size=1048576 2024-08-17T00:52:38.624 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.622+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~FRLRAXRIB9WP.1 size=1048576 2024-08-17T00:52:38.626 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.624+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~FRLRAXRIB9WP.2 size=850477 2024-08-17T00:52:38.626 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.624+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=FRLRAXRIB9WP tag=CWEWTRP86C1A type=write size=3996205 2024-08-17T00:52:38.628 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.626+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=QYPQV33H8NV5 type=del 2024-08-17T00:52:38.630 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.628+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=U95O2KJ4I8ZQ type=del size=3346162 2024-08-17T00:52:38.635 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.633+0000 7fb7ffa81640 1 < suggested remove operation key=4OEMXU0GR20L tag=OZOPFHO0YT34 type=del 2024-08-17T00:52:38.636 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.635+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=5NR5SSQZYJH9 type=del size=3357818 2024-08-17T00:52:38.639 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.637+0000 7fb7ffa81640 1 < completed write operation key=47CFG298DQD5 tag=0UBZ9ITF5QY4 type=write size=174881 2024-08-17T00:52:38.640 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.639+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=8QYRJWX92SHM type=write size=129544 2024-08-17T00:52:38.643 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.641+0000 7fb7ffa81640 1 < canceled operation key=9E9PQ6YUOR9D tag=KBDXQ21C8PI6 type=write size=241532 2024-08-17T00:52:38.645 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.643+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=KU8LLJ4YM8WS type=del size=1386911 2024-08-17T00:52:38.647 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.645+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=PXUPXHSPZWGO type=del 2024-08-17T00:52:38.649 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.647+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=C8NEII6EREXB type=del size=505946 2024-08-17T00:52:38.651 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.649+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=ZZIQSQIDS132 type=del 2024-08-17T00:52:38.653 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.651+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=U7REFAIU3CNM type=del size=835666 2024-08-17T00:52:38.656 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.654+0000 7fb7ffa81640 1 < canceled operation key=GOA569FQQJ5Q tag=P59BU2986UVQ type=del size=1742167 2024-08-17T00:52:38.658 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.656+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=FD1YSQ962O5I type=del size=339603 2024-08-17T00:52:38.660 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.659+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~O0EUCDK7NGB9.0 size=919509 2024-08-17T00:52:38.664 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.662+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=O0EUCDK7NGB9 tag=OZT0VM5AAMDG type=write size=1968085 2024-08-17T00:52:38.666 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.665+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=C3871COD2YJF type=del size=2413576 2024-08-17T00:52:38.668 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.667+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=C2NLUEWIT0MK type=del 2024-08-17T00:52:38.671 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.669+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=X91K0RVBLEFC type=write size=207276 2024-08-17T00:52:38.672 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.671+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=VJU8RI0GG62B type=del 2024-08-17T00:52:38.676 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.675+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~ZS133SK2G7JO.0 size=1048576 2024-08-17T00:52:38.678 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.677+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~ZS133SK2G7JO.1 size=855304 2024-08-17T00:52:38.678 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.677+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=ZS133SK2G7JO tag=M7AS1LKW3693 type=write size=2952456 2024-08-17T00:52:38.680 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.679+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=0ZS8T3FNHKDV type=del 2024-08-17T00:52:38.682 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.681+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=22UQKQKIM204 type=del size=2833573 2024-08-17T00:52:38.686 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.684+0000 7fb7ffa81640 1 < suggested remove operation key=27S7S7L3SYN7 tag=JIPWH27F07LA type=del 2024-08-17T00:52:38.689 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.687+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=PY21KTULJPD0 type=del size=4185326 2024-08-17T00:52:38.691 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.689+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~K83DZJ1FUY5L.0 size=125039 2024-08-17T00:52:38.694 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.693+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=K83DZJ1FUY5L tag=EHWLXY4CKFWW type=write size=1173615 2024-08-17T00:52:38.696 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.695+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=65A2XQ2QKWST type=write size=120364 2024-08-17T00:52:38.698 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.697+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=926C7X4VL40U type=del 2024-08-17T00:52:38.700 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.699+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=PZ0KP8HG36D8 type=del size=3153190 2024-08-17T00:52:38.703 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.701+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~A39VQZULPSGO.0 size=46017 2024-08-17T00:52:38.707 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.705+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=A39VQZULPSGO tag=3X2LUCLT532A type=write size=1094593 2024-08-17T00:52:38.708 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.707+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=1OKTKDRKI7P6 type=del size=1993577 2024-08-17T00:52:38.711 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.709+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~FRLRAXRIB9WP.0 size=1048576 2024-08-17T00:52:38.712 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.711+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~FRLRAXRIB9WP.1 size=1048576 2024-08-17T00:52:38.715 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.713+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~FRLRAXRIB9WP.2 size=850477 2024-08-17T00:52:38.719 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.717+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=FRLRAXRIB9WP tag=CWEWTRP86C1A type=write size=3996205 2024-08-17T00:52:38.721 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.719+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=ZS24XZRSFR3I type=write size=756380 2024-08-17T00:52:38.723 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.721+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=U95O2KJ4I8ZQ type=del 2024-08-17T00:52:38.726 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.724+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=K41F80E8D71O type=del size=1235204 2024-08-17T00:52:38.728 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.727+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=5NR5SSQZYJH9 type=del 2024-08-17T00:52:38.733 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.731+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~YPLUZHFN40KG.0 size=49205 2024-08-17T00:52:38.733 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.731+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=YPLUZHFN40KG tag=PLO2IZM00UD3 type=write size=1097781 2024-08-17T00:52:38.734 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.733+0000 7fb7ffa81640 1 < completed write operation key=VHXBN189GN90 tag=8QYRJWX92SHM type=write size=129544 2024-08-17T00:52:38.736 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.735+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=EG1UEKIN8DZC type=del size=763508 2024-08-17T00:52:38.738 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.737+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=KU8LLJ4YM8WS type=del 2024-08-17T00:52:38.740 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.739+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=KU90ZGSBJ766 type=del size=4175431 2024-08-17T00:52:38.742 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.741+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=C8NEII6EREXB type=del 2024-08-17T00:52:38.744 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.743+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=QXCTDOJ1225L type=del size=310201 2024-08-17T00:52:38.746 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.745+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=U7REFAIU3CNM type=del 2024-08-17T00:52:38.751 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.749+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~PINK42JDIYPG.0 size=1048576 2024-08-17T00:52:38.753 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.751+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~PINK42JDIYPG.1 size=1048576 2024-08-17T00:52:38.755 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.753+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~PINK42JDIYPG.2 size=960518 2024-08-17T00:52:38.755 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.753+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=PINK42JDIYPG tag=OL7Q2P4XXICX type=write size=4106246 2024-08-17T00:52:38.758 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.755+0000 7fb7ffa81640 1 < canceled operation key=2TAMC96GTRFY tag=FD1YSQ962O5I type=del size=339603 2024-08-17T00:52:38.761 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.759+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~HEYWY0PVP4TB.0 size=1048576 2024-08-17T00:52:38.763 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.761+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~HEYWY0PVP4TB.1 size=1048576 2024-08-17T00:52:38.764 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.762+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~HEYWY0PVP4TB.2 size=878538 2024-08-17T00:52:38.764 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.762+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=HEYWY0PVP4TB tag=WWPRVQHC3QX3 type=write size=4024266 2024-08-17T00:52:38.768 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.766+0000 7fb7ffa81640 1 < suggested update operation key=KFMX127CJWEL tag=C3871COD2YJF type=del size=2413576 2024-08-17T00:52:38.770 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.769+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=LY7R626R83YL type=write size=826259 2024-08-17T00:52:38.772 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.771+0000 7fb7ffa81640 1 < completed write operation key=GKFA6AWL6159 tag=X91K0RVBLEFC type=write size=207276 2024-08-17T00:52:38.776 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.774+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~T06M9HNDGOIM.0 size=1048576 2024-08-17T00:52:38.778 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.776+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~T06M9HNDGOIM.1 size=188931 2024-08-17T00:52:38.778 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.776+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=T06M9HNDGOIM tag=N89YZN2YVDJO type=write size=2286083 2024-08-17T00:52:38.780 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.778+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~ZS133SK2G7JO.0 size=1048576 2024-08-17T00:52:38.782 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.780+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~ZS133SK2G7JO.1 size=855304 2024-08-17T00:52:38.785 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.784+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=ZS133SK2G7JO tag=M7AS1LKW3693 type=write size=2952456 2024-08-17T00:52:38.789 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.787+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~DQK5AN06XRL2.0 size=1048576 2024-08-17T00:52:38.791 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.789+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~DQK5AN06XRL2.1 size=1048576 2024-08-17T00:52:38.793 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.791+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~DQK5AN06XRL2.2 size=829176 2024-08-17T00:52:38.793 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.791+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=DQK5AN06XRL2 tag=SUKJ6QR2H47D type=write size=3974904 2024-08-17T00:52:38.795 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.793+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=22UQKQKIM204 type=del 2024-08-17T00:52:38.799 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.797+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~WD90O7N1K1QQ.0 size=583203 2024-08-17T00:52:38.799 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.797+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=WD90O7N1K1QQ tag=61TWR9KX3W2J type=write size=1631779 2024-08-17T00:52:38.801 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.799+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=PY21KTULJPD0 type=del 2024-08-17T00:52:38.803 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.802+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=PAJ91MFR1OR1 type=del size=692188 2024-08-17T00:52:38.808 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.806+0000 7fb7ffa81640 1 < suggested remove operation key=KFMX127CJWEL tag=65A2XQ2QKWST type=write 2024-08-17T00:52:38.810 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.809+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=Y9K35USBFI6P type=del size=2042259 2024-08-17T00:52:38.813 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.811+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=PZ0KP8HG36D8 type=del 2024-08-17T00:52:38.814 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.813+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=37PL09QLY2HE type=del size=3985906 2024-08-17T00:52:38.817 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.815+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=1OKTKDRKI7P6 type=del 2024-08-17T00:52:38.819 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.818+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=1F0DYGIW2B73 type=del size=2062532 2024-08-17T00:52:38.822 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.820+0000 7fb7ffa81640 1 < completed write operation key=VXX2N7W78TY5 tag=ZS24XZRSFR3I type=write size=756380 2024-08-17T00:52:38.823 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.822+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=L1WLA8W3YT7Y type=del size=3971237 2024-08-17T00:52:38.826 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.824+0000 7fb7ffa81640 1 < canceled operation key=2TAMC96GTRFY tag=K41F80E8D71O type=del size=1235204 2024-08-17T00:52:38.828 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.826+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=WQRTQ2I2I5J4 type=del size=242363 2024-08-17T00:52:38.830 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.828+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~YPLUZHFN40KG.0 size=49205 2024-08-17T00:52:38.834 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.832+0000 7fb7ffa81640 1 < completed multipart upload key=9E9PQ6YUOR9D upload=YPLUZHFN40KG tag=PLO2IZM00UD3 type=write size=1097781 2024-08-17T00:52:38.836 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.834+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=STJF53X183EN type=write size=579213 2024-08-17T00:52:38.838 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.836+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=EG1UEKIN8DZC type=del 2024-08-17T00:52:38.841 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.840+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~LDKY5ETO1L9W.0 size=564451 2024-08-17T00:52:38.841 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.840+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=LDKY5ETO1L9W tag=Q8PQR4UCV626 type=write size=1613027 2024-08-17T00:52:38.843 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.842+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=KU90ZGSBJ766 type=del 2024-08-17T00:52:38.845 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.844+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=6O1DHN9QA1ZI type=del size=2362376 2024-08-17T00:52:38.847 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.846+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=QXCTDOJ1225L type=del 2024-08-17T00:52:38.849 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.848+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=N9SQCIP3LCUL type=write size=67896 2024-08-17T00:52:38.852 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.850+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~PINK42JDIYPG.0 size=1048576 2024-08-17T00:52:38.854 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.852+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~PINK42JDIYPG.1 size=1048576 2024-08-17T00:52:38.855 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.854+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~PINK42JDIYPG.2 size=960518 2024-08-17T00:52:38.859 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.857+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=PINK42JDIYPG tag=OL7Q2P4XXICX type=write size=4106246 2024-08-17T00:52:38.861 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.859+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=JVKYDM30FW58 type=del size=39447 2024-08-17T00:52:38.862 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.861+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~HEYWY0PVP4TB.0 size=1048576 2024-08-17T00:52:38.864 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.863+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~HEYWY0PVP4TB.1 size=1048576 2024-08-17T00:52:38.866 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.864+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~HEYWY0PVP4TB.2 size=878538 2024-08-17T00:52:38.870 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.868+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=HEYWY0PVP4TB tag=WWPRVQHC3QX3 type=write size=4024266 2024-08-17T00:52:38.872 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.870+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=XATIDAORO7O2 type=del size=3000503 2024-08-17T00:52:38.875 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.873+0000 7fb7ffa81640 1 < completed write operation key=FTHZ4CWOAN2W tag=LY7R626R83YL type=write size=826259 2024-08-17T00:52:38.877 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.875+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=SFRSB8UVGRS0 type=del size=692389 2024-08-17T00:52:38.877 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.875+0000 7fb7ffa81640 1 < canceled part key=_multipart_X2R05Y3HU1RG.2~T06M9HNDGOIM.0 size=1048576 2024-08-17T00:52:38.879 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.877+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~T06M9HNDGOIM.1 size=188931 2024-08-17T00:52:38.883 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.881+0000 7fb7ffa81640 1 < canceled multipart upload key=X2R05Y3HU1RG upload=T06M9HNDGOIM tag=N89YZN2YVDJO type=write size=2286083 2024-08-17T00:52:38.887 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.885+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~3TYP60GK51AU.0 size=397617 2024-08-17T00:52:38.887 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.885+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=3TYP60GK51AU tag=P7EOF37PUAQO type=write size=1446193 2024-08-17T00:52:38.889 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.887+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~DQK5AN06XRL2.0 size=1048576 2024-08-17T00:52:38.890 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.889+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~DQK5AN06XRL2.1 size=1048576 2024-08-17T00:52:38.892 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.890+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~DQK5AN06XRL2.2 size=829176 2024-08-17T00:52:38.896 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.894+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=DQK5AN06XRL2 tag=SUKJ6QR2H47D type=write size=3974904 2024-08-17T00:52:38.900 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.898+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~SVGODQ385HIZ.0 size=1048576 2024-08-17T00:52:38.902 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.900+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~SVGODQ385HIZ.1 size=678143 2024-08-17T00:52:38.902 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.900+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=SVGODQ385HIZ tag=CNMSI40J12BY type=write size=2775295 2024-08-17T00:52:38.904 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.902+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~WD90O7N1K1QQ.0 size=583203 2024-08-17T00:52:38.907 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.906+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=WD90O7N1K1QQ tag=61TWR9KX3W2J type=write size=1631779 2024-08-17T00:52:38.909 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.908+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=YABXDYT964UI type=write size=693987 2024-08-17T00:52:38.912 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.910+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=PAJ91MFR1OR1 type=del 2024-08-17T00:52:38.913 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.912+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=OOLE9SJMQ53H type=del size=4152416 2024-08-17T00:52:38.915 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.914+0000 7fb7ffa81640 1 < completed delete operation key=KC83N32YH21Q tag=Y9K35USBFI6P type=del 2024-08-17T00:52:38.917 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.916+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=WICNG3251KMC type=write size=349986 2024-08-17T00:52:38.920 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.918+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=37PL09QLY2HE type=del 2024-08-17T00:52:38.921 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.920+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=9UOMENAUJDTL type=del size=349083 2024-08-17T00:52:38.923 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.922+0000 7fb7ffa81640 1 < canceled operation key=8R9K8LDJ88DU tag=1F0DYGIW2B73 type=del size=2062532 2024-08-17T00:52:38.927 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.926+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~C8Z5MLNDKCKV.0 size=1048576 2024-08-17T00:52:38.929 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.927+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~C8Z5MLNDKCKV.1 size=945411 2024-08-17T00:52:38.929 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.927+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=C8Z5MLNDKCKV tag=0RDVRJYZ4V6O type=write size=3042563 2024-08-17T00:52:38.931 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.929+0000 7fb7ffa81640 1 < canceled operation key=DOXQ905ZKA6E tag=L1WLA8W3YT7Y type=del size=3971237 2024-08-17T00:52:38.933 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.931+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=ZF5MZ3661BOM type=del size=1600413 2024-08-17T00:52:38.935 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.933+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=WQRTQ2I2I5J4 type=del 2024-08-17T00:52:38.938 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.936+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=Y82MTLK3CQS5 type=del size=1455908 2024-08-17T00:52:38.939 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.938+0000 7fb7ffa81640 1 < completed write operation key=FTHZ4CWOAN2W tag=STJF53X183EN type=write size=579213 2024-08-17T00:52:38.941 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.940+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=DNPHCM0S0QOQ type=del size=2763654 2024-08-17T00:52:38.943 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.942+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~LDKY5ETO1L9W.0 size=564451 2024-08-17T00:52:38.947 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.945+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=LDKY5ETO1L9W tag=Q8PQR4UCV626 type=write size=1613027 2024-08-17T00:52:38.949 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.948+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=6XXY8PPIDFQH type=del size=436878 2024-08-17T00:52:38.954 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.952+0000 7fb7ffa81640 1 < suggested update operation key=LLHW0UMGWSKP tag=6O1DHN9QA1ZI type=del size=2362376 2024-08-17T00:52:38.955 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.954+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=TTHHHZ4KE73Q type=del size=1830645 2024-08-17T00:52:38.959 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.958+0000 7fb7ffa81640 1 < suggested remove operation key=G9T63DWLHVIJ tag=N9SQCIP3LCUL type=write 2024-08-17T00:52:38.964 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.962+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~US73SV4SBX9D.0 size=1048576 2024-08-17T00:52:38.965 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.964+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~US73SV4SBX9D.1 size=1048576 2024-08-17T00:52:38.967 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.966+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~US73SV4SBX9D.2 size=47816 2024-08-17T00:52:38.967 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.966+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=US73SV4SBX9D tag=PV2XPDR6LQC4 type=write size=3193544 2024-08-17T00:52:38.969 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.968+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=JVKYDM30FW58 type=del 2024-08-17T00:52:38.973 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.971+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~8RZTMGJW76Q8.0 size=1048576 2024-08-17T00:52:38.975 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.973+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~8RZTMGJW76Q8.1 size=1048576 2024-08-17T00:52:38.977 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.975+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~8RZTMGJW76Q8.2 size=26898 2024-08-17T00:52:38.977 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.975+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=8RZTMGJW76Q8 tag=3ZQP5GAZL6HO type=write size=3172626 2024-08-17T00:52:38.981 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.979+0000 7fb7ffa81640 1 < suggested remove operation key=2TAMC96GTRFY tag=XATIDAORO7O2 type=del 2024-08-17T00:52:38.983 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.981+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=2T2E4LXIQ6C2 type=del size=685311 2024-08-17T00:52:38.985 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.983+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=SFRSB8UVGRS0 type=del 2024-08-17T00:52:38.987 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.986+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=R3BU1WVL13MN type=del size=241096 2024-08-17T00:52:38.990 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.988+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~3TYP60GK51AU.0 size=397617 2024-08-17T00:52:38.994 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.992+0000 7fb7ffa81640 1 < completed multipart upload key=VHXBN189GN90 upload=3TYP60GK51AU tag=P7EOF37PUAQO type=write size=1446193 2024-08-17T00:52:38.999 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.997+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~L7ZXAV8A2RND.0 size=829573 2024-08-17T00:52:38.999 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.997+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=L7ZXAV8A2RND tag=OQY73SQCGGO6 type=write size=1878149 2024-08-17T00:52:39.001 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:38.999+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~SVGODQ385HIZ.0 size=1048576 2024-08-17T00:52:39.002 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.000+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~SVGODQ385HIZ.1 size=678143 2024-08-17T00:52:39.006 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.005+0000 7fb7ffa81640 1 < completed multipart upload key=9E9PQ6YUOR9D upload=SVGODQ385HIZ tag=CNMSI40J12BY type=write size=2775295 2024-08-17T00:52:39.011 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.009+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~WLVVGTUGKKXQ.0 size=248538 2024-08-17T00:52:39.011 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.009+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=WLVVGTUGKKXQ tag=9NC33MU2AXQE type=write size=1297114 2024-08-17T00:52:39.013 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.011+0000 7fb7ffa81640 1 < completed write operation key=ZF5O5WVFK6GU tag=YABXDYT964UI type=write size=693987 2024-08-17T00:52:39.015 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.013+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=83RB597OHQGG type=write size=68464 2024-08-17T00:52:39.018 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.017+0000 7fb7ffa81640 -1 < failed to complete operation key=LLHW0UMGWSKP tag=OOLE9SJMQ53H type=del size=4152416: (22) Invalid argument 2024-08-17T00:52:39.022 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.020+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=PPTHYUX1M3OP type=del size=3414908 2024-08-17T00:52:39.028 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.026+0000 7fb7ffa81640 1 < suggested update operation key=8R9K8LDJ88DU tag=WICNG3251KMC type=write size=349986 2024-08-17T00:52:39.032 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.031+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~T4T75EUBFX09.0 size=461694 2024-08-17T00:52:39.032 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.031+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=T4T75EUBFX09 tag=3VL42ETX1VRK type=write size=1510270 2024-08-17T00:52:39.035 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.033+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=9UOMENAUJDTL type=del 2024-08-17T00:52:39.038 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.035+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=XU3XV9TOMOQE type=del size=2509843 2024-08-17T00:52:39.040 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.038+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~C8Z5MLNDKCKV.0 size=1048576 2024-08-17T00:52:39.040 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.038+0000 7fb7ffa81640 1 < canceled part key=_multipart_OV7J2EQPRBH6.2~C8Z5MLNDKCKV.1 size=945411 2024-08-17T00:52:39.043 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.041+0000 7fb7ffa81640 1 < canceled multipart upload key=OV7J2EQPRBH6 upload=C8Z5MLNDKCKV tag=0RDVRJYZ4V6O type=write size=3042563 2024-08-17T00:52:39.045 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.043+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=FS6998JXADWR type=del size=2990987 2024-08-17T00:52:39.049 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.046+0000 7fb7ffa81640 -1 < failed to complete operation key=2TAMC96GTRFY tag=ZF5MZ3661BOM type=del size=1600413: (22) Invalid argument 2024-08-17T00:52:39.052 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.048+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=634Q6M6XE2VD type=write size=858982 2024-08-17T00:52:39.053 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.051+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=Y82MTLK3CQS5 type=del 2024-08-17T00:52:39.055 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.052+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=2710HVMKV86H type=write size=204248 2024-08-17T00:52:39.056 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.055+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=DNPHCM0S0QOQ type=del 2024-08-17T00:52:39.061 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.059+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~U8RUXJBZ5AYJ.0 size=1048576 2024-08-17T00:52:39.062 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.061+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~U8RUXJBZ5AYJ.1 size=1048576 2024-08-17T00:52:39.064 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.062+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~U8RUXJBZ5AYJ.2 size=802340 2024-08-17T00:52:39.064 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.062+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=U8RUXJBZ5AYJ tag=54UBXB34AD6J type=write size=3948068 2024-08-17T00:52:39.066 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.065+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=6XXY8PPIDFQH type=del 2024-08-17T00:52:39.068 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.066+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=C2S13WNIQX09 type=del size=3351446 2024-08-17T00:52:39.070 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.069+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=TTHHHZ4KE73Q type=del 2024-08-17T00:52:39.072 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.071+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=QM60ZO2NPRB2 type=del size=652213 2024-08-17T00:52:39.075 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.073+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~US73SV4SBX9D.0 size=1048576 2024-08-17T00:52:39.077 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.075+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~US73SV4SBX9D.1 size=1048576 2024-08-17T00:52:39.079 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.077+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~US73SV4SBX9D.2 size=47816 2024-08-17T00:52:39.082 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.080+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=US73SV4SBX9D tag=PV2XPDR6LQC4 type=write size=3193544 2024-08-17T00:52:39.086 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.085+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~YJ3AYM4XRG1D.0 size=1048576 2024-08-17T00:52:39.088 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.086+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~YJ3AYM4XRG1D.1 size=1048576 2024-08-17T00:52:39.090 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.088+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~YJ3AYM4XRG1D.2 size=334033 2024-08-17T00:52:39.090 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.088+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=YJ3AYM4XRG1D tag=6B0ZVNT7447D type=write size=3479761 2024-08-17T00:52:39.092 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.090+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~8RZTMGJW76Q8.0 size=1048576 2024-08-17T00:52:39.094 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.092+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~8RZTMGJW76Q8.1 size=1048576 2024-08-17T00:52:39.094 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.092+0000 7fb7ffa81640 1 < canceled part key=_multipart_8R9K8LDJ88DU.2~8RZTMGJW76Q8.2 size=26898 2024-08-17T00:52:39.098 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.096+0000 7fb7ffa81640 1 < canceled multipart upload key=8R9K8LDJ88DU upload=8RZTMGJW76Q8 tag=3ZQP5GAZL6HO type=write size=3172626 2024-08-17T00:52:39.100 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.098+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=CEJGUT5VLDB1 type=del size=2699678 2024-08-17T00:52:39.102 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.100+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=2T2E4LXIQ6C2 type=del 2024-08-17T00:52:39.104 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.102+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=LGCU8UXV75RU type=write size=1009230 2024-08-17T00:52:39.108 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.106+0000 7fb7ffa81640 1 < suggested update operation key=FTHZ4CWOAN2W tag=R3BU1WVL13MN type=del size=241096 2024-08-17T00:52:39.110 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.109+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=Z3P4P75SOAZ0 type=del size=2591162 2024-08-17T00:52:39.113 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.111+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~L7ZXAV8A2RND.0 size=829573 2024-08-17T00:52:39.117 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.115+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=L7ZXAV8A2RND tag=OQY73SQCGGO6 type=write size=1878149 2024-08-17T00:52:39.119 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.117+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=XLNSBXLS79BH type=del size=3246543 2024-08-17T00:52:39.120 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.119+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~WLVVGTUGKKXQ.0 size=248538 2024-08-17T00:52:39.124 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.123+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=WLVVGTUGKKXQ tag=9NC33MU2AXQE type=write size=1297114 2024-08-17T00:52:39.128 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.126+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~N4K3BI6OHK4Y.0 size=1048576 2024-08-17T00:52:39.130 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.128+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~N4K3BI6OHK4Y.1 size=1048576 2024-08-17T00:52:39.132 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.130+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~N4K3BI6OHK4Y.2 size=33358 2024-08-17T00:52:39.132 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.130+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=N4K3BI6OHK4Y tag=9CH4IJK7GXMV type=write size=3179086 2024-08-17T00:52:39.134 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.132+0000 7fb7ffa81640 1 < canceled operation key=PI1BZA6BJ83W tag=83RB597OHQGG type=write size=68464 2024-08-17T00:52:39.136 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.134+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=PEL1107GVG44 type=write size=475290 2024-08-17T00:52:39.137 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.136+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=PPTHYUX1M3OP type=del 2024-08-17T00:52:39.140 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.138+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=J47NWFIG0G3K type=del size=358121 2024-08-17T00:52:39.142 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.141+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~T4T75EUBFX09.0 size=461694 2024-08-17T00:52:39.146 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.144+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=T4T75EUBFX09 tag=3VL42ETX1VRK type=write size=1510270 2024-08-17T00:52:39.148 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.146+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=DL46P9OBMIS3 type=del size=3153427 2024-08-17T00:52:39.150 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.148+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=XU3XV9TOMOQE type=del 2024-08-17T00:52:39.154 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.152+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~D2775LBN2OLC.0 size=110454 2024-08-17T00:52:39.154 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.152+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=D2775LBN2OLC tag=UZVH9KXGXN4R type=write size=1159030 2024-08-17T00:52:39.158 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.156+0000 7fb7ffa81640 1 < suggested remove operation key=LLHW0UMGWSKP tag=FS6998JXADWR type=del 2024-08-17T00:52:39.159 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.158+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=XBRK6C1FE5NO type=del size=2167754 2024-08-17T00:52:39.162 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.160+0000 7fb7ffa81640 1 < completed write operation key=MZOJQR9Z75AP tag=634Q6M6XE2VD type=write size=858982 2024-08-17T00:52:39.166 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.164+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~2NSGWJ323PAW.0 size=1048576 2024-08-17T00:52:39.167 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.165+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~2NSGWJ323PAW.1 size=1048576 2024-08-17T00:52:39.169 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.167+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~2NSGWJ323PAW.2 size=701669 2024-08-17T00:52:39.169 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.167+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=2NSGWJ323PAW tag=SUF2BNBXISUO type=write size=3847397 2024-08-17T00:52:39.171 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.170+0000 7fb7ffa81640 1 < completed write operation key=T1MU59FRZ5I0 tag=2710HVMKV86H type=write size=204248 2024-08-17T00:52:39.174 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.172+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=B3ZFRSAAZYWQ type=del size=701505 2024-08-17T00:52:39.176 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.174+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~U8RUXJBZ5AYJ.0 size=1048576 2024-08-17T00:52:39.178 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.176+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~U8RUXJBZ5AYJ.1 size=1048576 2024-08-17T00:52:39.179 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.178+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~U8RUXJBZ5AYJ.2 size=802340 2024-08-17T00:52:39.183 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.182+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=U8RUXJBZ5AYJ tag=54UBXB34AD6J type=write size=3948068 2024-08-17T00:52:39.188 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.186+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~V3JCTV06F7YW.0 size=394458 2024-08-17T00:52:39.188 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.186+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=V3JCTV06F7YW tag=PY241LXRB5ZG type=write size=1443034 2024-08-17T00:52:39.190 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.188+0000 7fb7ffa81640 1 < canceled operation key=2TAMC96GTRFY tag=C2S13WNIQX09 type=del size=3351446 2024-08-17T00:52:39.192 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.190+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=7V2K5YLPC2WD type=del size=3211953 2024-08-17T00:52:39.194 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.193+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=QM60ZO2NPRB2 type=del 2024-08-17T00:52:39.197 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.195+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=J2Q8SW1PJE6Q type=del size=1155820 2024-08-17T00:52:39.199 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.197+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~YJ3AYM4XRG1D.0 size=1048576 2024-08-17T00:52:39.201 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.199+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~YJ3AYM4XRG1D.1 size=1048576 2024-08-17T00:52:39.202 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.200+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~YJ3AYM4XRG1D.2 size=334033 2024-08-17T00:52:39.206 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.204+0000 7fb7ffa81640 1 < completed multipart upload key=G9T63DWLHVIJ upload=YJ3AYM4XRG1D tag=6B0ZVNT7447D type=write size=3479761 2024-08-17T00:52:39.210 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.208+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~6GSCEHR2I3ZH.0 size=1048576 2024-08-17T00:52:39.212 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.210+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~6GSCEHR2I3ZH.1 size=90148 2024-08-17T00:52:39.212 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.210+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=6GSCEHR2I3ZH tag=E1HKGYR63SUT type=write size=2187300 2024-08-17T00:52:39.214 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.212+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=CEJGUT5VLDB1 type=del 2024-08-17T00:52:39.216 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.214+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=NXH12CC6DT4K type=write size=775716 2024-08-17T00:52:39.218 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.217+0000 7fb7ffa81640 1 < completed write operation key=ZF5O5WVFK6GU tag=LGCU8UXV75RU type=write size=1009230 2024-08-17T00:52:39.222 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.220+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~FAVYORIWPWZW.0 size=1048576 2024-08-17T00:52:39.224 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.222+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~FAVYORIWPWZW.1 size=1026100 2024-08-17T00:52:39.224 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.222+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=FAVYORIWPWZW tag=TEOKO7T37CSR type=write size=3123252 2024-08-17T00:52:39.227 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.225+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=Z3P4P75SOAZ0 type=del 2024-08-17T00:52:39.229 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.227+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=ABAE0OQNCCFM type=write size=391725 2024-08-17T00:52:39.231 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.229+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=XLNSBXLS79BH type=del 2024-08-17T00:52:39.233 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.231+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=CYLNWIE7366E type=write size=162673 2024-08-17T00:52:39.235 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.233+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~N4K3BI6OHK4Y.0 size=1048576 2024-08-17T00:52:39.237 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.235+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~N4K3BI6OHK4Y.1 size=1048576 2024-08-17T00:52:39.238 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.236+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~N4K3BI6OHK4Y.2 size=33358 2024-08-17T00:52:39.242 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.240+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=N4K3BI6OHK4Y tag=9CH4IJK7GXMV type=write size=3179086 2024-08-17T00:52:39.245 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.244+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~ZUAJWXREAJES.0 size=1048576 2024-08-17T00:52:39.249 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.245+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~ZUAJWXREAJES.1 size=1048576 2024-08-17T00:52:39.249 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.248+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~ZUAJWXREAJES.2 size=661550 2024-08-17T00:52:39.249 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.248+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=ZUAJWXREAJES tag=NLC2BV6QH2DY type=write size=3807278 2024-08-17T00:52:39.252 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.250+0000 7fb7ffa81640 1 < completed write operation key=6TUEJWX5HXNC tag=PEL1107GVG44 type=write size=475290 2024-08-17T00:52:39.253 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.252+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=PM8NTBPMWT43 type=del size=1933814 2024-08-17T00:52:39.255 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.254+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=J47NWFIG0G3K type=del 2024-08-17T00:52:39.258 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.256+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=H7A02U2EAFAG type=write size=815453 2024-08-17T00:52:39.262 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.260+0000 7fb7ffa81640 1 < suggested remove operation key=JID7SA7XCFSD tag=DL46P9OBMIS3 type=del 2024-08-17T00:52:39.267 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.266+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~PHSNZRIC08CE.0 size=1048576 2024-08-17T00:52:39.269 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.267+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~PHSNZRIC08CE.1 size=1014056 2024-08-17T00:52:39.269 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.267+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=PHSNZRIC08CE tag=NVEY5Y1NOCES type=write size=3111208 2024-08-17T00:52:39.271 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.270+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~D2775LBN2OLC.0 size=110454 2024-08-17T00:52:39.275 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.273+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=D2775LBN2OLC tag=UZVH9KXGXN4R type=write size=1159030 2024-08-17T00:52:39.279 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.277+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~7NYDVKEE4J8Y.0 size=1048576 2024-08-17T00:52:39.281 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.279+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~7NYDVKEE4J8Y.1 size=1048576 2024-08-17T00:52:39.282 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.280+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~7NYDVKEE4J8Y.2 size=233100 2024-08-17T00:52:39.282 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.280+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=7NYDVKEE4J8Y tag=BR919F76C4AU type=write size=3378828 2024-08-17T00:52:39.284 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.283+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=XBRK6C1FE5NO type=del 2024-08-17T00:52:39.287 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.285+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=LNGQRZYOK9XI type=del size=2805112 2024-08-17T00:52:39.289 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.287+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~2NSGWJ323PAW.0 size=1048576 2024-08-17T00:52:39.291 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.289+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~2NSGWJ323PAW.1 size=1048576 2024-08-17T00:52:39.292 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.291+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~2NSGWJ323PAW.2 size=701669 2024-08-17T00:52:39.296 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.294+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=2NSGWJ323PAW tag=SUF2BNBXISUO type=write size=3847397 2024-08-17T00:52:39.298 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.296+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=HUUDOX6LKRG6 type=del size=1007672 2024-08-17T00:52:39.300 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.299+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=B3ZFRSAAZYWQ type=del 2024-08-17T00:52:39.303 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.301+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=4Q1VIMLMG6JF type=del size=3057506 2024-08-17T00:52:39.305 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.303+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~V3JCTV06F7YW.0 size=394458 2024-08-17T00:52:39.308 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.306+0000 7fb7ffa81640 1 < completed multipart upload key=XA1Y234IJAV8 upload=V3JCTV06F7YW tag=PY241LXRB5ZG type=write size=1443034 2024-08-17T00:52:39.311 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.309+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=WG2N34JC4EPP type=del size=3528187 2024-08-17T00:52:39.315 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.313+0000 7fb7ffa81640 1 < suggested update operation key=G9T63DWLHVIJ tag=7V2K5YLPC2WD type=del size=3211953 2024-08-17T00:52:39.317 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.315+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=2W03O9B7FBEH type=write size=914833 2024-08-17T00:52:39.320 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.318+0000 7fb7ffa81640 -1 < failed to complete operation key=JID7SA7XCFSD tag=J2Q8SW1PJE6Q type=del size=1155820: (22) Invalid argument 2024-08-17T00:52:39.322 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.320+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=17NHGBBGV2XA type=write size=30136 2024-08-17T00:52:39.324 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.323+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~6GSCEHR2I3ZH.0 size=1048576 2024-08-17T00:52:39.326 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.324+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~6GSCEHR2I3ZH.1 size=90148 2024-08-17T00:52:39.330 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.328+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=6GSCEHR2I3ZH tag=E1HKGYR63SUT type=write size=2187300 2024-08-17T00:52:39.331 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.330+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=TMAE7XCYK901 type=del size=2482467 2024-08-17T00:52:39.334 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.332+0000 7fb7ffa81640 1 < canceled operation key=J9EF9S76XDGB tag=NXH12CC6DT4K type=write size=775716 2024-08-17T00:52:39.336 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.334+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=AOACJIZ3K88E type=write size=780441 2024-08-17T00:52:39.338 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.337+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~FAVYORIWPWZW.0 size=1048576 2024-08-17T00:52:39.341 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.339+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~FAVYORIWPWZW.1 size=1026100 2024-08-17T00:52:39.345 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.343+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=FAVYORIWPWZW tag=TEOKO7T37CSR type=write size=3123252 2024-08-17T00:52:39.346 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.345+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=1ABPK6HM3UPN type=write size=294200 2024-08-17T00:52:39.349 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.347+0000 7fb7ffa81640 1 < completed write operation key=KFMX127CJWEL tag=ABAE0OQNCCFM type=write size=391725 2024-08-17T00:52:39.350 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.349+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=SZ8FLC7SPGWQ type=del size=2177001 2024-08-17T00:52:39.353 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.351+0000 7fb7ffa81640 1 < completed write operation key=PI1BZA6BJ83W tag=CYLNWIE7366E type=write size=162673 2024-08-17T00:52:39.356 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.355+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~ZCC6HVJD5NXQ.0 size=1048576 2024-08-17T00:52:39.358 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.357+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~ZCC6HVJD5NXQ.1 size=1048576 2024-08-17T00:52:39.360 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.358+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~ZCC6HVJD5NXQ.2 size=584753 2024-08-17T00:52:39.360 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.358+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=ZCC6HVJD5NXQ tag=ZY0TJ4OXRYKZ type=write size=3730481 2024-08-17T00:52:39.362 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.360+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~ZUAJWXREAJES.0 size=1048576 2024-08-17T00:52:39.364 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.362+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~ZUAJWXREAJES.1 size=1048576 2024-08-17T00:52:39.364 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.362+0000 7fb7ffa81640 1 < canceled part key=_multipart_1DKD54PZ3N4G.2~ZUAJWXREAJES.2 size=661550 2024-08-17T00:52:39.368 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.366+0000 7fb7ffa81640 1 < canceled multipart upload key=1DKD54PZ3N4G upload=ZUAJWXREAJES tag=NLC2BV6QH2DY type=write size=3807278 2024-08-17T00:52:39.370 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.368+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=BVVFL1FB52PW type=del size=2325232 2024-08-17T00:52:39.373 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.372+0000 7fb7ffa81640 1 < suggested remove operation key=47CFG298DQD5 tag=PM8NTBPMWT43 type=del 2024-08-17T00:52:39.375 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.374+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=YY234P19MTMM type=del size=1479767 2024-08-17T00:52:39.377 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.376+0000 7fb7ffa81640 1 < completed write operation key=KC83N32YH21Q tag=H7A02U2EAFAG type=write size=815453 2024-08-17T00:52:39.380 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.378+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=RDTDQXLFCWBI type=del size=403338 2024-08-17T00:52:39.380 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.378+0000 7fb7ffa81640 1 < canceled part key=_multipart_2TAMC96GTRFY.2~PHSNZRIC08CE.0 size=1048576 2024-08-17T00:52:39.381 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.380+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~PHSNZRIC08CE.1 size=1014056 2024-08-17T00:52:39.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:39 smithi157 ceph-mon[98780]: pgmap v1412: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 886 KiB/s rd, 312 KiB/s wr, 1.57k op/s 2024-08-17T00:52:39.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:39 smithi157 ceph-mon[101289]: pgmap v1412: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 886 KiB/s rd, 312 KiB/s wr, 1.57k op/s 2024-08-17T00:52:39.385 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.384+0000 7fb7ffa81640 1 < canceled multipart upload key=2TAMC96GTRFY upload=PHSNZRIC08CE tag=NVEY5Y1NOCES type=write size=3111208 2024-08-17T00:52:39.388 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.386+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=MZVS0PAHAWTC type=del size=3522819 2024-08-17T00:52:39.390 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.388+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~7NYDVKEE4J8Y.0 size=1048576 2024-08-17T00:52:39.390 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.388+0000 7fb7ffa81640 1 < canceled part key=_multipart_47CFG298DQD5.2~7NYDVKEE4J8Y.1 size=1048576 2024-08-17T00:52:39.392 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.390+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~7NYDVKEE4J8Y.2 size=233100 2024-08-17T00:52:39.395 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.393+0000 7fb7ffa81640 1 < canceled multipart upload key=47CFG298DQD5 upload=7NYDVKEE4J8Y tag=BR919F76C4AU type=write size=3378828 2024-08-17T00:52:39.398 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.396+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=KXX8M3X5A5JT type=del size=1524006 2024-08-17T00:52:39.400 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.398+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=LNGQRZYOK9XI type=del 2024-08-17T00:52:39.402 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.400+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=DUW99LPQ4FZ9 type=del size=2441154 2024-08-17T00:52:39.404 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.402+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=HUUDOX6LKRG6 type=del 2024-08-17T00:52:39.406 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.404+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=BO61E77B0XU2 type=del size=1494892 2024-08-17T00:52:39.408 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.407+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=4Q1VIMLMG6JF type=del 2024-08-17T00:52:39.412 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.410+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~FFIJALGITLLT.0 size=730460 2024-08-17T00:52:39.412 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.410+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=FFIJALGITLLT tag=4TKNWQZSKIQA type=write size=1779036 2024-08-17T00:52:39.414 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.412+0000 7fb7ffa81640 1 < completed delete operation key=KC83N32YH21Q tag=WG2N34JC4EPP type=del 2024-08-17T00:52:39.416 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.414+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=XM2SPSD22SKL type=write size=468772 2024-08-17T00:52:39.418 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.416+0000 7fb7ffa81640 1 < completed write operation key=GOA569FQQJ5Q tag=2W03O9B7FBEH type=write size=914833 2024-08-17T00:52:39.420 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.418+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=447FINN77XQ0 type=write size=503581 2024-08-17T00:52:39.422 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.420+0000 7fb7ffa81640 1 < completed write operation key=XA1Y234IJAV8 tag=17NHGBBGV2XA type=write size=30136 2024-08-17T00:52:39.426 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.424+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~3LDGKVD9HX3U.0 size=388198 2024-08-17T00:52:39.426 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.424+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=3LDGKVD9HX3U tag=B6OYURE3IS0I type=write size=1436774 2024-08-17T00:52:39.428 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.426+0000 7fb7ffa81640 1 < canceled operation key=2TAMC96GTRFY tag=TMAE7XCYK901 type=del size=2482467 2024-08-17T00:52:39.430 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.428+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=38AN1T5FCRCD type=del size=3287151 2024-08-17T00:52:39.434 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.432+0000 7fb7ffa81640 1 < suggested remove operation key=YGH20LQ783HC tag=AOACJIZ3K88E type=write 2024-08-17T00:52:39.436 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.434+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=W8ABR1SPNJG7 type=del size=2448902 2024-08-17T00:52:39.438 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.437+0000 7fb7ffa81640 1 < completed write operation key=FTHZ4CWOAN2W tag=1ABPK6HM3UPN type=write size=294200 2024-08-17T00:52:39.440 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.439+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=MQXB3P5AVMP2 type=del size=932110 2024-08-17T00:52:39.443 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.441+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=SZ8FLC7SPGWQ type=del 2024-08-17T00:52:39.445 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.443+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=MCWI1L2TJC2Z type=del size=1730079 2024-08-17T00:52:39.446 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.444+0000 7fb7ffa81640 1 < canceled part key=_multipart_9E9PQ6YUOR9D.2~ZCC6HVJD5NXQ.0 size=1048576 2024-08-17T00:52:39.447 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.446+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~ZCC6HVJD5NXQ.1 size=1048576 2024-08-17T00:52:39.450 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.449+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~ZCC6HVJD5NXQ.2 size=584753 2024-08-17T00:52:39.454 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.452+0000 7fb7ffa81640 1 < canceled multipart upload key=9E9PQ6YUOR9D upload=ZCC6HVJD5NXQ tag=ZY0TJ4OXRYKZ type=write size=3730481 2024-08-17T00:52:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:39 smithi187 ceph-mon[90552]: pgmap v1412: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 886 KiB/s rd, 312 KiB/s wr, 1.57k op/s 2024-08-17T00:52:39.458 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.456+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~EDDQJ14D5FOQ.0 size=505124 2024-08-17T00:52:39.458 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.456+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=EDDQJ14D5FOQ tag=QDCJMICAKYX6 type=write size=1553700 2024-08-17T00:52:39.460 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.458+0000 7fb7ffa81640 1 < completed delete operation key=G9T63DWLHVIJ tag=BVVFL1FB52PW type=del 2024-08-17T00:52:39.465 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.463+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~9T6TD1MHLWWS.0 size=324552 2024-08-17T00:52:39.465 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.463+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=9T6TD1MHLWWS tag=XUIMGZLDUACC type=write size=1373128 2024-08-17T00:52:39.467 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.465+0000 7fb7ffa81640 1 < completed delete operation key=G9T63DWLHVIJ tag=YY234P19MTMM type=del 2024-08-17T00:52:39.469 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.468+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=F6WOUJY8D9O5 type=del size=2845500 2024-08-17T00:52:39.471 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.470+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=RDTDQXLFCWBI type=del 2024-08-17T00:52:39.475 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.473+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~7E9ODLC6T4FG.0 size=1048576 2024-08-17T00:52:39.477 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.475+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~7E9ODLC6T4FG.1 size=1048576 2024-08-17T00:52:39.478 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.477+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~7E9ODLC6T4FG.2 size=210191 2024-08-17T00:52:39.478 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.477+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=7E9ODLC6T4FG tag=W4E219K7UUXG type=write size=3355919 2024-08-17T00:52:39.482 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.481+0000 7fb7ffa81640 1 < suggested remove operation key=OV7J2EQPRBH6 tag=MZVS0PAHAWTC type=del 2024-08-17T00:52:39.487 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.485+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~YUBLW047ALSI.0 size=1048576 2024-08-17T00:52:39.489 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.487+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~YUBLW047ALSI.1 size=818435 2024-08-17T00:52:39.489 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.487+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=YUBLW047ALSI tag=3VDGAD3RPYFG type=write size=2915587 2024-08-17T00:52:39.493 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.491+0000 7fb7ffa81640 1 < suggested remove operation key=JID7SA7XCFSD tag=KXX8M3X5A5JT type=del 2024-08-17T00:52:39.495 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.493+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=J90XJTUSRQOD type=del size=2117831 2024-08-17T00:52:39.497 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.496+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=DUW99LPQ4FZ9 type=del 2024-08-17T00:52:39.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.499+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~X5MQTL46DTF7.0 size=736146 2024-08-17T00:52:39.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.499+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=X5MQTL46DTF7 tag=RMLKC8XRR4K8 type=write size=1784722 2024-08-17T00:52:39.503 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.502+0000 7fb7ffa81640 1 < completed delete operation key=G9T63DWLHVIJ tag=BO61E77B0XU2 type=del 2024-08-17T00:52:39.505 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.504+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=9KZ3D8K0OJ1N type=del size=1719611 2024-08-17T00:52:39.507 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.506+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~FFIJALGITLLT.0 size=730460 2024-08-17T00:52:39.511 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.510+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=FFIJALGITLLT tag=4TKNWQZSKIQA type=write size=1779036 2024-08-17T00:52:39.515 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.514+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~QD22EV1Z1O57.0 size=1048576 2024-08-17T00:52:39.517 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.515+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~QD22EV1Z1O57.1 size=1048576 2024-08-17T00:52:39.519 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.517+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~QD22EV1Z1O57.2 size=1033837 2024-08-17T00:52:39.519 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.517+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=QD22EV1Z1O57 tag=5UNSWTD4B2A2 type=write size=4179565 2024-08-17T00:52:39.523 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.521+0000 7fb7ffa81640 1 < suggested remove operation key=ZF5O5WVFK6GU tag=XM2SPSD22SKL type=write 2024-08-17T00:52:39.525 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.523+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=TG3DTAYQQF3X type=del size=362866 2024-08-17T00:52:39.529 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.527+0000 7fb7ffa81640 1 < suggested update operation key=LLHW0UMGWSKP tag=447FINN77XQ0 type=write size=503581 2024-08-17T00:52:39.531 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.529+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=IYNYJLDNMXBC type=write size=291557 2024-08-17T00:52:39.531 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.530+0000 7fb7ffa81640 1 < canceled part key=_multipart_XA1Y234IJAV8.2~3LDGKVD9HX3U.0 size=388198 2024-08-17T00:52:39.536 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.534+0000 7fb7ffa81640 1 < canceled multipart upload key=XA1Y234IJAV8 upload=3LDGKVD9HX3U tag=B6OYURE3IS0I type=write size=1436774 2024-08-17T00:52:39.540 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.538+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~GCISRP40COKE.0 size=1048576 2024-08-17T00:52:39.542 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.540+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~GCISRP40COKE.1 size=228285 2024-08-17T00:52:39.542 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.540+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=GCISRP40COKE tag=FI33R4X7CGZ3 type=write size=2325437 2024-08-17T00:52:39.544 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.543+0000 7fb7ffa81640 -1 < failed to complete operation key=ZF5O5WVFK6GU tag=38AN1T5FCRCD type=del size=3287151: (22) Invalid argument 2024-08-17T00:52:39.549 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.547+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~18K2EXKQBJTK.0 size=1048576 2024-08-17T00:52:39.551 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.549+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~18K2EXKQBJTK.1 size=1048576 2024-08-17T00:52:39.553 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.551+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~18K2EXKQBJTK.2 size=385733 2024-08-17T00:52:39.554 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.551+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=18K2EXKQBJTK tag=HFC4F2S5II2S type=write size=3531461 2024-08-17T00:52:39.557 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.555+0000 7fb7ffa81640 1 < suggested remove operation key=GOA569FQQJ5Q tag=W8ABR1SPNJG7 type=del 2024-08-17T00:52:39.562 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.560+0000 7fb7ffa81640 1 > prepared part key=_multipart_CUF1RKGY7TOA.2~SH27FHCNMRO7.0 size=471825 2024-08-17T00:52:39.562 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.560+0000 7fb7ffa81640 1 > prepared multipart upload key=CUF1RKGY7TOA upload=SH27FHCNMRO7 tag=RZ5BPILP24JG type=write size=1520401 2024-08-17T00:52:39.566 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.563+0000 7fb7ffa81640 -1 < failed to complete operation key=GOA569FQQJ5Q tag=MQXB3P5AVMP2 type=del size=932110: (22) Invalid argument 2024-08-17T00:52:39.566 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.565+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=U10SBHDJQSKG type=del size=2747836 2024-08-17T00:52:39.569 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.567+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=MCWI1L2TJC2Z type=del 2024-08-17T00:52:39.572 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.571+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~3QAQJFZQND91.0 size=1048576 2024-08-17T00:52:39.574 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.572+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~3QAQJFZQND91.1 size=1048576 2024-08-17T00:52:39.576 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.574+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~3QAQJFZQND91.2 size=757934 2024-08-17T00:52:39.576 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.574+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=3QAQJFZQND91 tag=F7BBJVHFOPYN type=write size=3903662 2024-08-17T00:52:39.578 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.576+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~EDDQJ14D5FOQ.0 size=505124 2024-08-17T00:52:39.581 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.579+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=EDDQJ14D5FOQ tag=QDCJMICAKYX6 type=write size=1553700 2024-08-17T00:52:39.585 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.583+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~VJ0L6H3L3P9S.0 size=461631 2024-08-17T00:52:39.585 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.583+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=VJ0L6H3L3P9S tag=LBFIHA3L4MWA type=write size=1510207 2024-08-17T00:52:39.587 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.585+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~9T6TD1MHLWWS.0 size=324552 2024-08-17T00:52:39.591 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.589+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=9T6TD1MHLWWS tag=XUIMGZLDUACC type=write size=1373128 2024-08-17T00:52:39.593 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.591+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=ZZ1KSKDYPJHF type=del size=2535759 2024-08-17T00:52:39.597 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.595+0000 7fb7ffa81640 1 < suggested update operation key=X2R05Y3HU1RG tag=F6WOUJY8D9O5 type=del size=2845500 2024-08-17T00:52:39.599 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.598+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=RZHFYQ0Q3J3K type=write size=99017 2024-08-17T00:52:39.601 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.600+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~7E9ODLC6T4FG.0 size=1048576 2024-08-17T00:52:39.603 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.601+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~7E9ODLC6T4FG.1 size=1048576 2024-08-17T00:52:39.605 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.603+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~7E9ODLC6T4FG.2 size=210191 2024-08-17T00:52:39.609 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.607+0000 7fb7ffa81640 1 < completed multipart upload key=G9T63DWLHVIJ upload=7E9ODLC6T4FG tag=W4E219K7UUXG type=write size=3355919 2024-08-17T00:52:39.613 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.611+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~U0XGORNEIA9C.0 size=1048576 2024-08-17T00:52:39.614 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.612+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~U0XGORNEIA9C.1 size=1048576 2024-08-17T00:52:39.616 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.614+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~U0XGORNEIA9C.2 size=435546 2024-08-17T00:52:39.616 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.614+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=U0XGORNEIA9C tag=M07MGYX92QB0 type=write size=3581274 2024-08-17T00:52:39.618 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.616+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~YUBLW047ALSI.0 size=1048576 2024-08-17T00:52:39.620 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.618+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~YUBLW047ALSI.1 size=818435 2024-08-17T00:52:39.623 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.621+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=YUBLW047ALSI tag=3VDGAD3RPYFG type=write size=2915587 2024-08-17T00:52:39.625 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.623+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=O2GJ259193MA type=del size=539809 2024-08-17T00:52:39.627 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.625+0000 7fb7ffa81640 1 < completed delete operation key=KC83N32YH21Q tag=J90XJTUSRQOD type=del 2024-08-17T00:52:39.629 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.627+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=PFD93LGFALHJ type=del size=373133 2024-08-17T00:52:39.632 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.630+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~X5MQTL46DTF7.0 size=736146 2024-08-17T00:52:39.635 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.634+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=X5MQTL46DTF7 tag=RMLKC8XRR4K8 type=write size=1784722 2024-08-17T00:52:39.637 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.636+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=INZXUSB2JIQD type=del size=610393 2024-08-17T00:52:39.641 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.639+0000 7fb7ffa81640 1 < suggested update operation key=MZOJQR9Z75AP tag=9KZ3D8K0OJ1N type=del size=1719611 2024-08-17T00:52:39.643 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.642+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=OPEYLK5TP9L9 type=del size=3614987 2024-08-17T00:52:39.645 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.644+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~QD22EV1Z1O57.0 size=1048576 2024-08-17T00:52:39.647 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.646+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~QD22EV1Z1O57.1 size=1048576 2024-08-17T00:52:39.649 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.647+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~QD22EV1Z1O57.2 size=1033837 2024-08-17T00:52:39.653 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.651+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=QD22EV1Z1O57 tag=5UNSWTD4B2A2 type=write size=4179565 2024-08-17T00:52:39.655 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.653+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=YBW65HRG8O1L type=del size=2766175 2024-08-17T00:52:39.658 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.656+0000 7fb7ffa81640 -1 < failed to complete operation key=MZOJQR9Z75AP tag=TG3DTAYQQF3X type=del size=362866: (22) Invalid argument 2024-08-17T00:52:39.660 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.659+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=TBE141O0D4ZM type=write size=129847 2024-08-17T00:52:39.665 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.663+0000 7fb7ffa81640 1 < suggested remove operation key=ZF5O5WVFK6GU tag=IYNYJLDNMXBC type=write 2024-08-17T00:52:39.668 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.666+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=76HD9LT11KCU type=del size=1624619 2024-08-17T00:52:39.670 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.668+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~GCISRP40COKE.0 size=1048576 2024-08-17T00:52:39.672 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.670+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~GCISRP40COKE.1 size=228285 2024-08-17T00:52:39.675 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.673+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=GCISRP40COKE tag=FI33R4X7CGZ3 type=write size=2325437 2024-08-17T00:52:39.677 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.675+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=ZLPBNXWNPK40 type=del size=3353566 2024-08-17T00:52:39.679 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.678+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~18K2EXKQBJTK.0 size=1048576 2024-08-17T00:52:39.681 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.679+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~18K2EXKQBJTK.1 size=1048576 2024-08-17T00:52:39.683 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.681+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~18K2EXKQBJTK.2 size=385733 2024-08-17T00:52:39.687 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.685+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=18K2EXKQBJTK tag=HFC4F2S5II2S type=write size=3531461 2024-08-17T00:52:39.692 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.690+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~LIH6H98AX0EY.0 size=174895 2024-08-17T00:52:39.692 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.690+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=LIH6H98AX0EY tag=GO1A0PS81NJA type=write size=1223471 2024-08-17T00:52:39.694 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.692+0000 7fb7ffa81640 1 < completed part key=_multipart_CUF1RKGY7TOA.2~SH27FHCNMRO7.0 size=471825 2024-08-17T00:52:39.697 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.696+0000 7fb7ffa81640 1 < completed multipart upload key=CUF1RKGY7TOA upload=SH27FHCNMRO7 tag=RZ5BPILP24JG type=write size=1520401 2024-08-17T00:52:39.701 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.699+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~DJ8JES729O1F.0 size=1048576 2024-08-17T00:52:39.703 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.701+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~DJ8JES729O1F.1 size=1048576 2024-08-17T00:52:39.705 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.703+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~DJ8JES729O1F.2 size=257075 2024-08-17T00:52:39.705 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.703+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=DJ8JES729O1F tag=OZERO94Y73PH type=write size=3402803 2024-08-17T00:52:39.707 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.705+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=U10SBHDJQSKG type=del 2024-08-17T00:52:39.709 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.707+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=UC251D066DUB type=del size=2357872 2024-08-17T00:52:39.711 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.709+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~3QAQJFZQND91.0 size=1048576 2024-08-17T00:52:39.713 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.711+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~3QAQJFZQND91.1 size=1048576 2024-08-17T00:52:39.715 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.713+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~3QAQJFZQND91.2 size=757934 2024-08-17T00:52:39.718 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.716+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=3QAQJFZQND91 tag=F7BBJVHFOPYN type=write size=3903662 2024-08-17T00:52:39.720 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.718+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=CHV1X5ILRHSG type=del size=25343 2024-08-17T00:52:39.723 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.720+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~VJ0L6H3L3P9S.0 size=461631 2024-08-17T00:52:39.726 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.724+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=VJ0L6H3L3P9S tag=LBFIHA3L4MWA type=write size=1510207 2024-08-17T00:52:39.730 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.728+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~9LGTHT5A18PB.0 size=492370 2024-08-17T00:52:39.730 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.728+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=9LGTHT5A18PB tag=7YCD33HGH5HC type=write size=1540946 2024-08-17T00:52:39.732 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.730+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=ZZ1KSKDYPJHF type=del 2024-08-17T00:52:39.734 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.733+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=WRSIHF4FVZTT type=del size=1530723 2024-08-17T00:52:39.737 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.735+0000 7fb7ffa81640 1 < completed write operation key=FTHZ4CWOAN2W tag=RZHFYQ0Q3J3K type=write size=99017 2024-08-17T00:52:39.741 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.739+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~273VLXRJIET7.0 size=1048576 2024-08-17T00:52:39.742 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.741+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~273VLXRJIET7.1 size=243644 2024-08-17T00:52:39.742 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.741+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=273VLXRJIET7 tag=3K69EQFNR3W0 type=write size=2340796 2024-08-17T00:52:39.745 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.743+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~U0XGORNEIA9C.0 size=1048576 2024-08-17T00:52:39.747 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.745+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~U0XGORNEIA9C.1 size=1048576 2024-08-17T00:52:39.749 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.747+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~U0XGORNEIA9C.2 size=435546 2024-08-17T00:52:39.752 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.751+0000 7fb7ffa81640 1 < completed multipart upload key=VHXBN189GN90 upload=U0XGORNEIA9C tag=M07MGYX92QB0 type=write size=3581274 2024-08-17T00:52:39.754 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.753+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=36M0YB6DAKQW type=del size=1343728 2024-08-17T00:52:39.757 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.755+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=O2GJ259193MA type=del 2024-08-17T00:52:39.761 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.759+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~P1O4VLFHUVBM.0 size=1048576 2024-08-17T00:52:39.763 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.761+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~P1O4VLFHUVBM.1 size=996751 2024-08-17T00:52:39.763 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.761+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=P1O4VLFHUVBM tag=Q5D2GYINHQCJ type=write size=3093903 2024-08-17T00:52:39.766 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.763+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=PFD93LGFALHJ type=del 2024-08-17T00:52:39.770 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.767+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~NZ6STSUE8WMT.0 size=1048576 2024-08-17T00:52:39.771 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.769+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~NZ6STSUE8WMT.1 size=1048576 2024-08-17T00:52:39.772 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.771+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~NZ6STSUE8WMT.2 size=1045280 2024-08-17T00:52:39.773 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.771+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=NZ6STSUE8WMT tag=RJNIHE1PJ0EV type=write size=4191008 2024-08-17T00:52:39.775 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.773+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=INZXUSB2JIQD type=del 2024-08-17T00:52:39.778 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.777+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~VKNLKCLXR9L6.0 size=1048576 2024-08-17T00:52:39.780 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.778+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~VKNLKCLXR9L6.1 size=1048576 2024-08-17T00:52:39.782 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.780+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~VKNLKCLXR9L6.2 size=313234 2024-08-17T00:52:39.782 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.780+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=VKNLKCLXR9L6 tag=48W5PQO6BWI0 type=write size=3458962 2024-08-17T00:52:39.784 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.782+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=OPEYLK5TP9L9 type=del 2024-08-17T00:52:39.787 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.785+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=M9BT35KWGGYT type=del size=1833506 2024-08-17T00:52:39.789 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.788+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=YBW65HRG8O1L type=del 2024-08-17T00:52:39.792 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.790+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=HH9FZADBGM9Z type=del size=908466 2024-08-17T00:52:39.796 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.794+0000 7fb7ffa81640 1 < suggested remove operation key=VXX2N7W78TY5 tag=TBE141O0D4ZM type=write 2024-08-17T00:52:39.798 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.796+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=O6OHX80QN7RK type=del size=1572803 2024-08-17T00:52:39.800 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.799+0000 7fb7ffa81640 1 < canceled operation key=DOXQ905ZKA6E tag=76HD9LT11KCU type=del size=1624619 2024-08-17T00:52:39.802 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.800+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=IW4HIY75ZGJP type=del size=3430103 2024-08-17T00:52:39.804 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.802+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=ZLPBNXWNPK40 type=del 2024-08-17T00:52:39.806 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.804+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=CK1638S2W6GL type=del size=2212115 2024-08-17T00:52:39.808 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.806+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~LIH6H98AX0EY.0 size=174895 2024-08-17T00:52:39.812 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.810+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=LIH6H98AX0EY tag=GO1A0PS81NJA type=write size=1223471 2024-08-17T00:52:39.814 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.812+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=M01A85ZXSHPX type=del size=1879142 2024-08-17T00:52:39.817 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.815+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~DJ8JES729O1F.0 size=1048576 2024-08-17T00:52:39.819 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.817+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~DJ8JES729O1F.1 size=1048576 2024-08-17T00:52:39.820 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.819+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~DJ8JES729O1F.2 size=257075 2024-08-17T00:52:39.824 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.822+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=DJ8JES729O1F tag=OZERO94Y73PH type=write size=3402803 2024-08-17T00:52:39.828 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.826+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~ZEG91NFU8FE8.0 size=636614 2024-08-17T00:52:39.828 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.826+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=ZEG91NFU8FE8 tag=2DEKP1OCFRD0 type=write size=1685190 2024-08-17T00:52:39.831 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.829+0000 7fb7ffa81640 -1 < failed to complete operation key=VXX2N7W78TY5 tag=UC251D066DUB type=del size=2357872: (22) Invalid argument 2024-08-17T00:52:39.833 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.831+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=H1ZDHVBTPEWY type=write size=363553 2024-08-17T00:52:39.836 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.834+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=CHV1X5ILRHSG type=del 2024-08-17T00:52:39.839 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.837+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~MF5ELLRST21C.0 size=1048576 2024-08-17T00:52:39.841 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.839+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~MF5ELLRST21C.1 size=69879 2024-08-17T00:52:39.841 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.839+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=MF5ELLRST21C tag=X1YWIH5QP03R type=write size=2167031 2024-08-17T00:52:39.843 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.842+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~9LGTHT5A18PB.0 size=492370 2024-08-17T00:52:39.847 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.845+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=9LGTHT5A18PB tag=7YCD33HGH5HC type=write size=1540946 2024-08-17T00:52:39.849 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.848+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=FYPZND94DVYX type=write size=637968 2024-08-17T00:52:39.852 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.850+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=WRSIHF4FVZTT type=del 2024-08-17T00:52:39.854 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.852+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=PQIUTD8B924H type=write size=840204 2024-08-17T00:52:39.856 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.854+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~273VLXRJIET7.0 size=1048576 2024-08-17T00:52:39.858 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.856+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~273VLXRJIET7.1 size=243644 2024-08-17T00:52:39.862 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.860+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=273VLXRJIET7 tag=3K69EQFNR3W0 type=write size=2340796 2024-08-17T00:52:39.864 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.862+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=FHFIO549PGOK type=del size=4030676 2024-08-17T00:52:39.866 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.864+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=36M0YB6DAKQW type=del 2024-08-17T00:52:39.870 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.868+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~VM519IG9TNPS.0 size=1048576 2024-08-17T00:52:39.872 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.870+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~VM519IG9TNPS.1 size=97337 2024-08-17T00:52:39.872 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.870+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=VM519IG9TNPS tag=AWTIX6PBLQOA type=write size=2194489 2024-08-17T00:52:39.874 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.872+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~P1O4VLFHUVBM.0 size=1048576 2024-08-17T00:52:39.876 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.874+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~P1O4VLFHUVBM.1 size=996751 2024-08-17T00:52:39.880 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.878+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=P1O4VLFHUVBM tag=Q5D2GYINHQCJ type=write size=3093903 2024-08-17T00:52:39.884 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.882+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~G22BS5Z2BVHU.0 size=913571 2024-08-17T00:52:39.884 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.882+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=G22BS5Z2BVHU tag=QJEISQGN782R type=write size=1962147 2024-08-17T00:52:39.886 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.885+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~NZ6STSUE8WMT.0 size=1048576 2024-08-17T00:52:39.888 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.886+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~NZ6STSUE8WMT.1 size=1048576 2024-08-17T00:52:39.890 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.888+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~NZ6STSUE8WMT.2 size=1045280 2024-08-17T00:52:39.894 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.893+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=NZ6STSUE8WMT tag=RJNIHE1PJ0EV type=write size=4191008 2024-08-17T00:52:39.897 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.895+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=9VO8Y9LNEMJV type=del size=132336 2024-08-17T00:52:39.899 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.897+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~VKNLKCLXR9L6.0 size=1048576 2024-08-17T00:52:39.900 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.899+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~VKNLKCLXR9L6.1 size=1048576 2024-08-17T00:52:39.904 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.902+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~VKNLKCLXR9L6.2 size=313234 2024-08-17T00:52:39.908 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.906+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=VKNLKCLXR9L6 tag=48W5PQO6BWI0 type=write size=3458962 2024-08-17T00:52:39.910 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.908+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=L2NDZCHZUAM0 type=del size=224383 2024-08-17T00:52:39.912 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.910+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=M9BT35KWGGYT type=del 2024-08-17T00:52:39.914 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.912+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=6Q7QTLVW9WPI type=del size=3463233 2024-08-17T00:52:39.916 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.915+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=HH9FZADBGM9Z type=del 2024-08-17T00:52:39.918 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.917+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=QV0HFWL4ODP5 type=del size=3706711 2024-08-17T00:52:39.923 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.921+0000 7fb7ffa81640 1 < suggested update operation key=FTHZ4CWOAN2W tag=O6OHX80QN7RK type=del size=1572803 2024-08-17T00:52:39.927 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.926+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~45TJBUSP3JZK.0 size=1048576 2024-08-17T00:52:39.928 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.927+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~45TJBUSP3JZK.1 size=1048576 2024-08-17T00:52:39.930 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.928+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~45TJBUSP3JZK.2 size=683200 2024-08-17T00:52:39.930 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.928+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=45TJBUSP3JZK tag=26BAZHDU1OV4 type=write size=3828928 2024-08-17T00:52:39.933 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.931+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=IW4HIY75ZGJP type=del 2024-08-17T00:52:39.937 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.935+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~2E1K7YTJWQA3.0 size=868304 2024-08-17T00:52:39.937 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.935+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=2E1K7YTJWQA3 tag=NLSPF6NRRZ05 type=write size=1916880 2024-08-17T00:52:39.941 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.940+0000 7fb7ffa81640 1 < suggested update operation key=PI1BZA6BJ83W tag=CK1638S2W6GL type=del size=2212115 2024-08-17T00:52:39.946 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.944+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~21O4P1U6OXSE.0 size=402975 2024-08-17T00:52:39.946 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.944+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=21O4P1U6OXSE tag=EC81M7LD33SK type=write size=1451551 2024-08-17T00:52:39.950 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.948+0000 7fb7ffa81640 1 < suggested update operation key=47CFG298DQD5 tag=M01A85ZXSHPX type=del size=1879142 2024-08-17T00:52:39.953 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.951+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=16MKYDEPC0EF type=del size=1087074 2024-08-17T00:52:39.954 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.953+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~ZEG91NFU8FE8.0 size=636614 2024-08-17T00:52:39.959 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.957+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=ZEG91NFU8FE8 tag=2DEKP1OCFRD0 type=write size=1685190 2024-08-17T00:52:39.963 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.961+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~15YC9TEL2AAX.0 size=379736 2024-08-17T00:52:39.963 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.961+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=15YC9TEL2AAX tag=1T9FIHEJXH5T type=write size=1428312 2024-08-17T00:52:39.967 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.965+0000 7fb7ffa81640 1 < suggested remove operation key=VHXBN189GN90 tag=H1ZDHVBTPEWY type=write 2024-08-17T00:52:39.969 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.967+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=JGKW0VYX8K4F type=del size=40239 2024-08-17T00:52:39.974 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.969+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~MF5ELLRST21C.0 size=1048576 2024-08-17T00:52:39.974 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.971+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~MF5ELLRST21C.1 size=69879 2024-08-17T00:52:39.976 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.975+0000 7fb7ffa81640 1 < completed multipart upload key=9E9PQ6YUOR9D upload=MF5ELLRST21C tag=X1YWIH5QP03R type=write size=2167031 2024-08-17T00:52:39.979 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.977+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=MCNIDDUJV07R type=del size=1784718 2024-08-17T00:52:39.981 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.979+0000 7fb7ffa81640 1 < completed write operation key=6TUEJWX5HXNC tag=FYPZND94DVYX type=write size=637968 2024-08-17T00:52:39.983 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.981+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=YOL51QQIT6X5 type=del size=3741500 2024-08-17T00:52:39.987 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.985+0000 7fb7ffa81640 1 < suggested remove operation key=X2R05Y3HU1RG tag=PQIUTD8B924H type=write 2024-08-17T00:52:39.989 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.987+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=C13JIZR2P35Z type=del size=3913768 2024-08-17T00:52:39.994 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.992+0000 7fb7ffa81640 1 < suggested remove operation key=933T9LDGXGOQ tag=FHFIO549PGOK type=del 2024-08-17T00:52:39.996 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.994+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=VF957AQ8N2K4 type=del size=291300 2024-08-17T00:52:39.998 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.997+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~VM519IG9TNPS.0 size=1048576 2024-08-17T00:52:40.000 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:39.998+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~VM519IG9TNPS.1 size=97337 2024-08-17T00:52:40.004 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.003+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=VM519IG9TNPS tag=AWTIX6PBLQOA type=write size=2194489 2024-08-17T00:52:40.006 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.004+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=W66ZLM44XJ0X type=del size=2727686 2024-08-17T00:52:40.008 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.006+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~G22BS5Z2BVHU.0 size=913571 2024-08-17T00:52:40.013 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.011+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=G22BS5Z2BVHU tag=QJEISQGN782R type=write size=1962147 2024-08-17T00:52:40.015 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.013+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=7B5ZFCM6ADLS type=del size=2602671 2024-08-17T00:52:40.017 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.015+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=9VO8Y9LNEMJV type=del 2024-08-17T00:52:40.019 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.018+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=JBW5YL0MT0OE type=write size=737779 2024-08-17T00:52:40.022 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.020+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=L2NDZCHZUAM0 type=del 2024-08-17T00:52:40.026 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.024+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~A6D9USP83J6L.0 size=120209 2024-08-17T00:52:40.026 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.024+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=A6D9USP83J6L tag=ZUCUEAK2WCFF type=write size=1168785 2024-08-17T00:52:40.030 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.028+0000 7fb7ffa81640 1 < suggested remove operation key=VXX2N7W78TY5 tag=6Q7QTLVW9WPI type=del 2024-08-17T00:52:40.034 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.032+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~5SFI1BEHBX21.0 size=629275 2024-08-17T00:52:40.034 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.032+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=5SFI1BEHBX21 tag=QO7KR35OVNWZ type=write size=1677851 2024-08-17T00:52:40.038 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.036+0000 7fb7ffa81640 1 < suggested update operation key=J9EF9S76XDGB tag=QV0HFWL4ODP5 type=del size=3706711 2024-08-17T00:52:40.040 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.038+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=LT2Q301LNOIN type=del size=3293955 2024-08-17T00:52:40.043 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.041+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~45TJBUSP3JZK.0 size=1048576 2024-08-17T00:52:40.045 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.043+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~45TJBUSP3JZK.1 size=1048576 2024-08-17T00:52:40.047 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.045+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~45TJBUSP3JZK.2 size=683200 2024-08-17T00:52:40.050 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.049+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=45TJBUSP3JZK tag=26BAZHDU1OV4 type=write size=3828928 2024-08-17T00:52:40.055 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.054+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~XZ5JA275FD6Y.0 size=1048576 2024-08-17T00:52:40.057 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.055+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~XZ5JA275FD6Y.1 size=774455 2024-08-17T00:52:40.057 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.055+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=XZ5JA275FD6Y tag=FVBN6FLJB7PK type=write size=2871607 2024-08-17T00:52:40.059 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.057+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~2E1K7YTJWQA3.0 size=868304 2024-08-17T00:52:40.062 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.061+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=2E1K7YTJWQA3 tag=NLSPF6NRRZ05 type=write size=1916880 2024-08-17T00:52:40.064 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.063+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=IHW7DPPPQ19O type=del size=738764 2024-08-17T00:52:40.067 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.065+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~21O4P1U6OXSE.0 size=402975 2024-08-17T00:52:40.072 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.070+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=21O4P1U6OXSE tag=EC81M7LD33SK type=write size=1451551 2024-08-17T00:52:40.074 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.072+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=4WJ5H4HP4GCN type=del size=1115612 2024-08-17T00:52:40.076 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.074+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=16MKYDEPC0EF type=del 2024-08-17T00:52:40.078 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.076+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=46RUF39GUWXO type=del size=201063 2024-08-17T00:52:40.081 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.079+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~15YC9TEL2AAX.0 size=379736 2024-08-17T00:52:40.084 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.082+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=15YC9TEL2AAX tag=1T9FIHEJXH5T type=write size=1428312 2024-08-17T00:52:40.088 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.086+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~9T60HG9FE1HB.0 size=1048576 2024-08-17T00:52:40.090 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.088+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~9T60HG9FE1HB.1 size=433253 2024-08-17T00:52:40.090 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.088+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=9T60HG9FE1HB tag=4GVK35IXIT10 type=write size=2530405 2024-08-17T00:52:40.092 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.090+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=JGKW0VYX8K4F type=del 2024-08-17T00:52:40.098 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.095+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~SA183T0TWU87.0 size=1048576 2024-08-17T00:52:40.099 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.097+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~SA183T0TWU87.1 size=1048576 2024-08-17T00:52:40.100 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.098+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~SA183T0TWU87.2 size=354875 2024-08-17T00:52:40.100 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.098+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=SA183T0TWU87 tag=JO81GEUVVQR0 type=write size=3500603 2024-08-17T00:52:40.103 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.102+0000 7fb7ffa81640 -1 < failed to complete operation key=X2R05Y3HU1RG tag=MCNIDDUJV07R type=del size=1784718: (22) Invalid argument 2024-08-17T00:52:40.106 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.104+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=UDQLBXTV2ENE type=del size=876354 2024-08-17T00:52:40.108 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.106+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=YOL51QQIT6X5 type=del 2024-08-17T00:52:40.113 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.111+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~160GNOM83E4I.0 size=338436 2024-08-17T00:52:40.113 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.111+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=160GNOM83E4I tag=VG3ZAGKXJ897 type=write size=1387012 2024-08-17T00:52:40.115 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.114+0000 7fb7ffa81640 1 < canceled operation key=6TUEJWX5HXNC tag=C13JIZR2P35Z type=del size=3913768 2024-08-17T00:52:40.117 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.115+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=UJR2SMBUJNNQ type=del size=353484 2024-08-17T00:52:40.119 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.117+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=VF957AQ8N2K4 type=del 2024-08-17T00:52:40.122 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.121+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~NZETX0W3LYDI.0 size=1048576 2024-08-17T00:52:40.124 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.122+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~NZETX0W3LYDI.1 size=331478 2024-08-17T00:52:40.124 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.122+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=NZETX0W3LYDI tag=UJMO1BVYY09W type=write size=2428630 2024-08-17T00:52:40.126 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.124+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=W66ZLM44XJ0X type=del 2024-08-17T00:52:40.128 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.127+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=A6KKGM3QAZE7 type=write size=99783 2024-08-17T00:52:40.130 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.129+0000 7fb7ffa81640 1 < canceled operation key=XA1Y234IJAV8 tag=7B5ZFCM6ADLS type=del size=2602671 2024-08-17T00:52:40.132 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.131+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=9FZDJUSPDXKO type=del size=1061193 2024-08-17T00:52:40.135 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.133+0000 7fb7ffa81640 1 < canceled operation key=IN9C0SOA97VR tag=JBW5YL0MT0OE type=write size=737779 2024-08-17T00:52:40.137 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.135+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=I22WT78ASPA4 type=del size=815519 2024-08-17T00:52:40.139 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.137+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~A6D9USP83J6L.0 size=120209 2024-08-17T00:52:40.143 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.141+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=A6D9USP83J6L tag=ZUCUEAK2WCFF type=write size=1168785 2024-08-17T00:52:40.146 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.145+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=L58ZYV2JJ8F4 type=del size=3580296 2024-08-17T00:52:40.148 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.146+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~5SFI1BEHBX21.0 size=629275 2024-08-17T00:52:40.152 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.150+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=5SFI1BEHBX21 tag=QO7KR35OVNWZ type=write size=1677851 2024-08-17T00:52:40.154 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.153+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=YRBEZ5UVP1PL type=del size=874633 2024-08-17T00:52:40.156 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.155+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=LT2Q301LNOIN type=del 2024-08-17T00:52:40.159 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.157+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=FE1WPNY59JQ0 type=del size=873074 2024-08-17T00:52:40.161 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.159+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~XZ5JA275FD6Y.0 size=1048576 2024-08-17T00:52:40.163 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.161+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~XZ5JA275FD6Y.1 size=774455 2024-08-17T00:52:40.166 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.164+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=XZ5JA275FD6Y tag=FVBN6FLJB7PK type=write size=2871607 2024-08-17T00:52:40.168 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.166+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=CWE5REEMZ01Y type=del size=2425225 2024-08-17T00:52:40.172 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.170+0000 7fb7ffa81640 1 < suggested update operation key=YGH20LQ783HC tag=IHW7DPPPQ19O type=del size=738764 2024-08-17T00:52:40.174 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.172+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=4A1YTKBFKJB1 type=del size=3625193 2024-08-17T00:52:40.178 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.177+0000 7fb7ffa81640 1 < suggested update operation key=CUF1RKGY7TOA tag=4WJ5H4HP4GCN type=del size=1115612 2024-08-17T00:52:40.181 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.179+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~ZJ2A65EM4D48.0 size=127884 2024-08-17T00:52:40.181 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.179+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=ZJ2A65EM4D48 tag=IMJTK23051ZP type=write size=1176460 2024-08-17T00:52:40.183 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.181+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=46RUF39GUWXO type=del 2024-08-17T00:52:40.187 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.185+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~5TJ1K15E9UFL.0 size=1048576 2024-08-17T00:52:40.188 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.187+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~5TJ1K15E9UFL.1 size=1048576 2024-08-17T00:52:40.190 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.189+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~5TJ1K15E9UFL.2 size=639026 2024-08-17T00:52:40.190 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.189+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=5TJ1K15E9UFL tag=4F0AO318S20M type=write size=3784754 2024-08-17T00:52:40.193 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.191+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~9T60HG9FE1HB.0 size=1048576 2024-08-17T00:52:40.194 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.193+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~9T60HG9FE1HB.1 size=433253 2024-08-17T00:52:40.198 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.196+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=9T60HG9FE1HB tag=4GVK35IXIT10 type=write size=2530405 2024-08-17T00:52:40.201 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.200+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=8EZFRQPDFAGX type=del size=2634996 2024-08-17T00:52:40.201 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.200+0000 7fb7ffa81640 1 < canceled part key=_multipart_G9T63DWLHVIJ.2~SA183T0TWU87.0 size=1048576 2024-08-17T00:52:40.203 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.201+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~SA183T0TWU87.1 size=1048576 2024-08-17T00:52:40.205 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.203+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~SA183T0TWU87.2 size=354875 2024-08-17T00:52:40.208 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.206+0000 7fb7ffa81640 1 < canceled multipart upload key=G9T63DWLHVIJ upload=SA183T0TWU87 tag=JO81GEUVVQR0 type=write size=3500603 2024-08-17T00:52:40.210 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.208+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=1SF92BG9VIE6 type=del size=3183248 2024-08-17T00:52:40.212 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.211+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=UDQLBXTV2ENE type=del 2024-08-17T00:52:40.215 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.213+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=BD8VD3I4R7GG type=del size=742125 2024-08-17T00:52:40.217 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.215+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~160GNOM83E4I.0 size=338436 2024-08-17T00:52:40.221 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.220+0000 7fb7ffa81640 1 < completed multipart upload key=9E9PQ6YUOR9D upload=160GNOM83E4I tag=VG3ZAGKXJ897 type=write size=1387012 2024-08-17T00:52:40.224 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.222+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=9UTO3YTX6D98 type=del size=2854767 2024-08-17T00:52:40.227 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.224+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=UJR2SMBUJNNQ type=del 2024-08-17T00:52:40.230 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.228+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~MJPJNG97OL0C.0 size=318381 2024-08-17T00:52:40.230 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.228+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=MJPJNG97OL0C tag=LXSLHNJHO2DK type=write size=1366957 2024-08-17T00:52:40.232 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.230+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~NZETX0W3LYDI.0 size=1048576 2024-08-17T00:52:40.234 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.232+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~NZETX0W3LYDI.1 size=331478 2024-08-17T00:52:40.237 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.236+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=NZETX0W3LYDI tag=UJMO1BVYY09W type=write size=2428630 2024-08-17T00:52:40.239 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.238+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=G5GKV0MM9BTP type=del size=3258741 2024-08-17T00:52:40.242 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.240+0000 7fb7ffa81640 1 < completed write operation key=933T9LDGXGOQ tag=A6KKGM3QAZE7 type=write size=99783 2024-08-17T00:52:40.246 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.245+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~Q0SB9DIU7RET.0 size=1048576 2024-08-17T00:52:40.248 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.247+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~Q0SB9DIU7RET.1 size=274613 2024-08-17T00:52:40.248 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.247+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=Q0SB9DIU7RET tag=T1OOPXO1PPHH type=write size=2371765 2024-08-17T00:52:40.251 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.249+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=9FZDJUSPDXKO type=del 2024-08-17T00:52:40.254 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.252+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=K099COQQ8TPB type=write size=326739 2024-08-17T00:52:40.256 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.254+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=I22WT78ASPA4 type=del 2024-08-17T00:52:40.260 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.258+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~0GHGW857Q0LY.0 size=1048576 2024-08-17T00:52:40.262 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.260+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~0GHGW857Q0LY.1 size=745495 2024-08-17T00:52:40.262 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.260+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=0GHGW857Q0LY tag=Y7T9CVNE3JC1 type=write size=2842647 2024-08-17T00:52:40.264 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.263+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=L58ZYV2JJ8F4 type=del 2024-08-17T00:52:40.268 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.267+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~VOP6LZPGP9SR.0 size=1048576 2024-08-17T00:52:40.270 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.268+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~VOP6LZPGP9SR.1 size=480766 2024-08-17T00:52:40.270 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.268+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=VOP6LZPGP9SR tag=JZAG8S2RURIQ type=write size=2577918 2024-08-17T00:52:40.273 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.271+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=YRBEZ5UVP1PL type=del 2024-08-17T00:52:40.278 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.276+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~DXDMEOC4G1MI.0 size=1048576 2024-08-17T00:52:40.280 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.278+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~DXDMEOC4G1MI.1 size=1048576 2024-08-17T00:52:40.282 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.280+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~DXDMEOC4G1MI.2 size=347661 2024-08-17T00:52:40.282 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.280+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=DXDMEOC4G1MI tag=U8MQHG5OW9CE type=write size=3493389 2024-08-17T00:52:40.284 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.283+0000 7fb7ffa81640 1 < canceled operation key=JID7SA7XCFSD tag=FE1WPNY59JQ0 type=del size=873074 2024-08-17T00:52:40.287 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.285+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=9XK1K0D31OTZ type=del size=3861120 2024-08-17T00:52:40.289 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.287+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=CWE5REEMZ01Y type=del 2024-08-17T00:52:40.293 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.291+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~L98BO5R1NE45.0 size=398861 2024-08-17T00:52:40.293 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.291+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=L98BO5R1NE45 tag=4TZPVT4Q0VY6 type=write size=1447437 2024-08-17T00:52:40.295 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.294+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=4A1YTKBFKJB1 type=del 2024-08-17T00:52:40.297 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.296+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=8L37C3WFY945 type=del size=4129770 2024-08-17T00:52:40.298 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.296+0000 7fb7ffa81640 1 < canceled part key=_multipart_1DKD54PZ3N4G.2~ZJ2A65EM4D48.0 size=127884 2024-08-17T00:52:40.301 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.299+0000 7fb7ffa81640 1 < canceled multipart upload key=1DKD54PZ3N4G upload=ZJ2A65EM4D48 tag=IMJTK23051ZP type=write size=1176460 2024-08-17T00:52:40.303 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.301+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=50Q4BAET89EZ type=del size=2862322 2024-08-17T00:52:40.305 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.303+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~5TJ1K15E9UFL.0 size=1048576 2024-08-17T00:52:40.307 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.305+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~5TJ1K15E9UFL.1 size=1048576 2024-08-17T00:52:40.308 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.307+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~5TJ1K15E9UFL.2 size=639026 2024-08-17T00:52:40.313 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.310+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=5TJ1K15E9UFL tag=4F0AO318S20M type=write size=3784754 2024-08-17T00:52:40.317 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.315+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~0LV9WNCB1WCB.0 size=1048576 2024-08-17T00:52:40.318 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.317+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~0LV9WNCB1WCB.1 size=1048576 2024-08-17T00:52:40.320 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.318+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~0LV9WNCB1WCB.2 size=431708 2024-08-17T00:52:40.320 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.318+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=0LV9WNCB1WCB tag=TPDEA9WS4TV2 type=write size=3577436 2024-08-17T00:52:40.324 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.323+0000 7fb7ffa81640 1 < suggested update operation key=ZF5O5WVFK6GU tag=8EZFRQPDFAGX type=del size=2634996 2024-08-17T00:52:40.326 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.325+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=H0STYA1V2JQ7 type=write size=988399 2024-08-17T00:52:40.328 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.327+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=1SF92BG9VIE6 type=del 2024-08-17T00:52:40.332 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.330+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~CK8Z1M16APBO.0 size=218846 2024-08-17T00:52:40.332 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.330+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=CK8Z1M16APBO tag=C3I8GHM787A4 type=write size=1267422 2024-08-17T00:52:40.335 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.333+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=BD8VD3I4R7GG type=del 2024-08-17T00:52:40.339 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.337+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~327U119Y7PIO.0 size=217688 2024-08-17T00:52:40.339 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.337+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=327U119Y7PIO tag=3FO2YIUWZGMB type=write size=1266264 2024-08-17T00:52:40.343 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.342+0000 7fb7ffa81640 1 < suggested update operation key=X5TSXJNP2QPC tag=9UTO3YTX6D98 type=del size=2854767 2024-08-17T00:52:40.346 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.344+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=4V2582WN7LCX type=del size=3997540 2024-08-17T00:52:40.348 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.346+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~MJPJNG97OL0C.0 size=318381 2024-08-17T00:52:40.351 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.350+0000 7fb7ffa81640 1 < completed multipart upload key=XA1Y234IJAV8 upload=MJPJNG97OL0C tag=LXSLHNJHO2DK type=write size=1366957 2024-08-17T00:52:40.355 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.354+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~5YXCJQ08B08G.0 size=1048576 2024-08-17T00:52:40.357 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.355+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~5YXCJQ08B08G.1 size=1048576 2024-08-17T00:52:40.359 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.357+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~5YXCJQ08B08G.2 size=764703 2024-08-17T00:52:40.359 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.357+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=5YXCJQ08B08G tag=XJYSJM819V3Q type=write size=3910431 2024-08-17T00:52:40.361 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.359+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=G5GKV0MM9BTP type=del 2024-08-17T00:52:40.365 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.363+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~QMTCYZKYUEYO.0 size=280855 2024-08-17T00:52:40.365 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.363+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=QMTCYZKYUEYO tag=FHK3YNSHT2B3 type=write size=1329431 2024-08-17T00:52:40.366 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.365+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~Q0SB9DIU7RET.0 size=1048576 2024-08-17T00:52:40.368 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.366+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~Q0SB9DIU7RET.1 size=274613 2024-08-17T00:52:40.372 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.370+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=Q0SB9DIU7RET tag=T1OOPXO1PPHH type=write size=2371765 2024-08-17T00:52:40.374 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.372+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=2NRZMQG5XQZ2 type=del size=2046013 2024-08-17T00:52:40.376 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.375+0000 7fb7ffa81640 1 < completed write operation key=IN9C0SOA97VR tag=K099COQQ8TPB type=write size=326739 2024-08-17T00:52:40.382 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.378+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~LTJUOPAXZ7TJ.0 size=782464 2024-08-17T00:52:40.383 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.378+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=LTJUOPAXZ7TJ tag=4OJ9N02S6NVC type=write size=1831040 2024-08-17T00:52:40.383 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.380+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~0GHGW857Q0LY.0 size=1048576 2024-08-17T00:52:40.383 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.380+0000 7fb7ffa81640 1 < canceled part key=_multipart_IN9C0SOA97VR.2~0GHGW857Q0LY.1 size=745495 2024-08-17T00:52:40.386 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.384+0000 7fb7ffa81640 1 < canceled multipart upload key=IN9C0SOA97VR upload=0GHGW857Q0LY tag=Y7T9CVNE3JC1 type=write size=2842647 2024-08-17T00:52:40.389 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.388+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~IVJRFAZ2GMWD.0 size=1048576 2024-08-17T00:52:40.391 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.390+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~IVJRFAZ2GMWD.1 size=11803 2024-08-17T00:52:40.391 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.390+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=IVJRFAZ2GMWD tag=PW6LMHKPYUK9 type=write size=2108955 2024-08-17T00:52:40.394 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.392+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~VOP6LZPGP9SR.0 size=1048576 2024-08-17T00:52:40.395 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.394+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~VOP6LZPGP9SR.1 size=480766 2024-08-17T00:52:40.399 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.397+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=VOP6LZPGP9SR tag=JZAG8S2RURIQ type=write size=2577918 2024-08-17T00:52:40.401 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.399+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=BHTVB0KPBX3E type=write size=181544 2024-08-17T00:52:40.401 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.400+0000 7fb7ffa81640 1 < canceled part key=_multipart_47CFG298DQD5.2~DXDMEOC4G1MI.0 size=1048576 2024-08-17T00:52:40.403 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.401+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~DXDMEOC4G1MI.1 size=1048576 2024-08-17T00:52:40.405 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.403+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~DXDMEOC4G1MI.2 size=347661 2024-08-17T00:52:40.409 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.408+0000 7fb7ffa81640 1 < canceled multipart upload key=47CFG298DQD5 upload=DXDMEOC4G1MI tag=U8MQHG5OW9CE type=write size=3493389 2024-08-17T00:52:40.411 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.409+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=1EI2A6OFZS9L type=del size=3228990 2024-08-17T00:52:40.413 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.411+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=9XK1K0D31OTZ type=del 2024-08-17T00:52:40.415 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.413+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=3N7VIRE679JU type=del size=285157 2024-08-17T00:52:40.417 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.415+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~L98BO5R1NE45.0 size=398861 2024-08-17T00:52:40.421 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.419+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=L98BO5R1NE45 tag=4TZPVT4Q0VY6 type=write size=1447437 2024-08-17T00:52:40.425 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.423+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~SAT1WVJK9U9A.0 size=1048576 2024-08-17T00:52:40.426 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.425+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~SAT1WVJK9U9A.1 size=1048576 2024-08-17T00:52:40.428 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.427+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~SAT1WVJK9U9A.2 size=27469 2024-08-17T00:52:40.428 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.427+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=SAT1WVJK9U9A tag=KO3RK4SB5R40 type=write size=3173197 2024-08-17T00:52:40.430 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.429+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=8L37C3WFY945 type=del 2024-08-17T00:52:40.433 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.431+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=OS5L51H676YF type=del size=729812 2024-08-17T00:52:40.435 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.433+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=50Q4BAET89EZ type=del 2024-08-17T00:52:40.439 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.438+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~L36HLKD7C1O8.0 size=1048576 2024-08-17T00:52:40.441 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.440+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~L36HLKD7C1O8.1 size=230933 2024-08-17T00:52:40.442 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.440+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=L36HLKD7C1O8 tag=CDGQ4KFK0X8D type=write size=2328085 2024-08-17T00:52:40.443 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.442+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~0LV9WNCB1WCB.0 size=1048576 2024-08-17T00:52:40.443 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.442+0000 7fb7ffa81640 1 < canceled part key=_multipart_9E9PQ6YUOR9D.2~0LV9WNCB1WCB.1 size=1048576 2024-08-17T00:52:40.445 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.443+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~0LV9WNCB1WCB.2 size=431708 2024-08-17T00:52:40.449 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.447+0000 7fb7ffa81640 1 < canceled multipart upload key=9E9PQ6YUOR9D upload=0LV9WNCB1WCB tag=TPDEA9WS4TV2 type=write size=3577436 2024-08-17T00:52:40.451 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.449+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=PQPUVI39P2HM type=del size=4055902 2024-08-17T00:52:40.454 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.452+0000 7fb7ffa81640 1 < completed write operation key=IN9C0SOA97VR tag=H0STYA1V2JQ7 type=write size=988399 2024-08-17T00:52:40.456 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.454+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=4BI4WBDXWSBF type=del size=2066189 2024-08-17T00:52:40.458 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.456+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~CK8Z1M16APBO.0 size=218846 2024-08-17T00:52:40.462 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.460+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=CK8Z1M16APBO tag=C3I8GHM787A4 type=write size=1267422 2024-08-17T00:52:40.465 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.464+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~CV5PKI82QRFE.0 size=1015600 2024-08-17T00:52:40.465 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.464+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=CV5PKI82QRFE tag=O2NON0DHL4NI type=write size=2064176 2024-08-17T00:52:40.467 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.466+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~327U119Y7PIO.0 size=217688 2024-08-17T00:52:40.471 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.470+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=327U119Y7PIO tag=3FO2YIUWZGMB type=write size=1266264 2024-08-17T00:52:40.475 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.473+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~SYGIH9C8ZSHY.0 size=1048576 2024-08-17T00:52:40.477 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.475+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~SYGIH9C8ZSHY.1 size=981555 2024-08-17T00:52:40.477 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.475+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=SYGIH9C8ZSHY tag=65JMDKA519XP type=write size=3078707 2024-08-17T00:52:40.478 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.477+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=4V2582WN7LCX type=del 2024-08-17T00:52:40.481 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.480+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=5K28HOSWTYMM type=del size=603108 2024-08-17T00:52:40.483 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.481+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~5YXCJQ08B08G.0 size=1048576 2024-08-17T00:52:40.483 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.481+0000 7fb7ffa81640 1 < canceled part key=_multipart_IN9C0SOA97VR.2~5YXCJQ08B08G.1 size=1048576 2024-08-17T00:52:40.484 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.483+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~5YXCJQ08B08G.2 size=764703 2024-08-17T00:52:40.488 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.486+0000 7fb7ffa81640 1 < canceled multipart upload key=IN9C0SOA97VR upload=5YXCJQ08B08G tag=XJYSJM819V3Q type=write size=3910431 2024-08-17T00:52:40.490 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.488+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=O9B2OFAPSHOV type=del size=333200 2024-08-17T00:52:40.492 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.490+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~QMTCYZKYUEYO.0 size=280855 2024-08-17T00:52:40.496 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.494+0000 7fb7ffa81640 1 < completed multipart upload key=GOA569FQQJ5Q upload=QMTCYZKYUEYO tag=FHK3YNSHT2B3 type=write size=1329431 2024-08-17T00:52:40.498 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.496+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=IPIQP1Q1Y58M type=del size=591088 2024-08-17T00:52:40.500 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.498+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=2NRZMQG5XQZ2 type=del 2024-08-17T00:52:40.504 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.502+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~VP61GGV5R4UL.0 size=1048576 2024-08-17T00:52:40.505 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.504+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~VP61GGV5R4UL.1 size=1048576 2024-08-17T00:52:40.508 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.506+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~VP61GGV5R4UL.2 size=276981 2024-08-17T00:52:40.508 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.506+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=VP61GGV5R4UL tag=1J0CBN4K0E31 type=write size=3422709 2024-08-17T00:52:40.509 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.508+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~LTJUOPAXZ7TJ.0 size=782464 2024-08-17T00:52:40.513 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.511+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=LTJUOPAXZ7TJ tag=4OJ9N02S6NVC type=write size=1831040 2024-08-17T00:52:40.515 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.513+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=BMWX28JOYE3K type=del size=1378309 2024-08-17T00:52:40.517 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.515+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~IVJRFAZ2GMWD.0 size=1048576 2024-08-17T00:52:40.519 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.517+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~IVJRFAZ2GMWD.1 size=11803 2024-08-17T00:52:40.523 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.521+0000 7fb7ffa81640 1 < completed multipart upload key=XA1Y234IJAV8 upload=IVJRFAZ2GMWD tag=PW6LMHKPYUK9 type=write size=2108955 2024-08-17T00:52:40.525 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.523+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=AX9X0FMJWX0W type=del size=1612035 2024-08-17T00:52:40.527 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.525+0000 7fb7ffa81640 1 < completed write operation key=933T9LDGXGOQ tag=BHTVB0KPBX3E type=write size=181544 2024-08-17T00:52:40.530 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.529+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~TGJU4AJEZUXG.0 size=235399 2024-08-17T00:52:40.531 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.529+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=TGJU4AJEZUXG tag=KHA7VPBFFJ3I type=write size=1283975 2024-08-17T00:52:40.533 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.531+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=1EI2A6OFZS9L type=del 2024-08-17T00:52:40.537 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.535+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~0BLZHNQQJ9KD.0 size=1048576 2024-08-17T00:52:40.538 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.537+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~0BLZHNQQJ9KD.1 size=1048576 2024-08-17T00:52:40.540 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.538+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~0BLZHNQQJ9KD.2 size=76692 2024-08-17T00:52:40.540 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.538+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=0BLZHNQQJ9KD tag=Z2EYN22ZJ1VB type=write size=3222420 2024-08-17T00:52:40.542 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.541+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=3N7VIRE679JU type=del 2024-08-17T00:52:40.544 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.543+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=Y3T364AL9HF5 type=del size=1270033 2024-08-17T00:52:40.546 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.545+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~SAT1WVJK9U9A.0 size=1048576 2024-08-17T00:52:40.548 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.547+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~SAT1WVJK9U9A.1 size=1048576 2024-08-17T00:52:40.550 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.548+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~SAT1WVJK9U9A.2 size=27469 2024-08-17T00:52:40.554 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.552+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=SAT1WVJK9U9A tag=KO3RK4SB5R40 type=write size=3173197 2024-08-17T00:52:40.556 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.555+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=9OPJNM3VQIUL type=write size=210285 2024-08-17T00:52:40.558 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.557+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=OS5L51H676YF type=del 2024-08-17T00:52:40.561 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.560+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=U3EZYRNMQTN8 type=write size=451246 2024-08-17T00:52:40.563 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.562+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~L36HLKD7C1O8.0 size=1048576 2024-08-17T00:52:40.566 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.564+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~L36HLKD7C1O8.1 size=230933 2024-08-17T00:52:40.570 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.568+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=L36HLKD7C1O8 tag=CDGQ4KFK0X8D type=write size=2328085 2024-08-17T00:52:40.572 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.571+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=LV03LHGCEUST type=del size=3660636 2024-08-17T00:52:40.575 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.573+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=PQPUVI39P2HM type=del 2024-08-17T00:52:40.578 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.577+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~QSUKSIZ867YJ.0 size=1048576 2024-08-17T00:52:40.580 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.578+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~QSUKSIZ867YJ.1 size=1048576 2024-08-17T00:52:40.582 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.580+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~QSUKSIZ867YJ.2 size=492646 2024-08-17T00:52:40.582 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.580+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=QSUKSIZ867YJ tag=UKXXS2YGJ8WU type=write size=3638374 2024-08-17T00:52:40.586 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.582+0000 7fb7ffa81640 1 < completed delete operation key=J9EF9S76XDGB tag=4BI4WBDXWSBF type=del 2024-08-17T00:52:40.586 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.584+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=F5D29PERDZQ1 type=write size=514090 2024-08-17T00:52:40.589 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.586+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~CV5PKI82QRFE.0 size=1015600 2024-08-17T00:52:40.592 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.590+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=CV5PKI82QRFE tag=O2NON0DHL4NI type=write size=2064176 2024-08-17T00:52:40.596 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.594+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~60AR08MGAV0U.0 size=1048576 2024-08-17T00:52:40.598 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.596+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~60AR08MGAV0U.1 size=1048576 2024-08-17T00:52:40.600 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.598+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~60AR08MGAV0U.2 size=241563 2024-08-17T00:52:40.600 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.598+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=60AR08MGAV0U tag=U6AUWKGRFEMC type=write size=3387291 2024-08-17T00:52:40.602 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.601+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~SYGIH9C8ZSHY.0 size=1048576 2024-08-17T00:52:40.604 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.603+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~SYGIH9C8ZSHY.1 size=981555 2024-08-17T00:52:40.608 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.606+0000 7fb7ffa81640 1 < completed multipart upload key=XA1Y234IJAV8 upload=SYGIH9C8ZSHY tag=65JMDKA519XP type=write size=3078707 2024-08-17T00:52:40.610 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.609+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=0XNS5Z8EXR69 type=del size=602821 2024-08-17T00:52:40.614 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.611+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=5K28HOSWTYMM type=del 2024-08-17T00:52:40.615 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.614+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=NNXKOQQ34LM8 type=del size=2921290 2024-08-17T00:52:40.617 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.615+0000 7fb7ffa81640 1 < canceled operation key=47CFG298DQD5 tag=O9B2OFAPSHOV type=del size=333200 2024-08-17T00:52:40.620 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.618+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=Z49LWZN9PSPY type=del size=144800 2024-08-17T00:52:40.622 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.621+0000 7fb7ffa81640 1 < canceled operation key=VXX2N7W78TY5 tag=IPIQP1Q1Y58M type=del size=591088 2024-08-17T00:52:40.626 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.624+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~FLL8K85QSH10.0 size=23740 2024-08-17T00:52:40.626 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.624+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=FLL8K85QSH10 tag=OHMIP588IUES type=write size=1072316 2024-08-17T00:52:40.628 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.626+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~VP61GGV5R4UL.0 size=1048576 2024-08-17T00:52:40.629 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.628+0000 7fb7ffa81640 1 < completed part key=_multipart_GOA569FQQJ5Q.2~VP61GGV5R4UL.1 size=1048576 2024-08-17T00:52:40.630 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.628+0000 7fb7ffa81640 1 < canceled part key=_multipart_GOA569FQQJ5Q.2~VP61GGV5R4UL.2 size=276981 2024-08-17T00:52:40.633 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.631+0000 7fb7ffa81640 1 < canceled multipart upload key=GOA569FQQJ5Q upload=VP61GGV5R4UL tag=1J0CBN4K0E31 type=write size=3422709 2024-08-17T00:52:40.638 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.636+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~OIHB20I8TT8I.0 size=1048576 2024-08-17T00:52:40.639 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.637+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~OIHB20I8TT8I.1 size=1048576 2024-08-17T00:52:40.641 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.639+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~OIHB20I8TT8I.2 size=167979 2024-08-17T00:52:40.641 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.639+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=OIHB20I8TT8I tag=R2WMMHGJBXXC type=write size=3313707 2024-08-17T00:52:40.643 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.641+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=BMWX28JOYE3K type=del 2024-08-17T00:52:40.647 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.647+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~ER8JNTB056GA.0 size=1048576 2024-08-17T00:52:40.649 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.648+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~ER8JNTB056GA.1 size=1048576 2024-08-17T00:52:40.652 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.650+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~ER8JNTB056GA.2 size=49357 2024-08-17T00:52:40.652 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.650+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=ER8JNTB056GA tag=MTJJM72O2NSZ type=write size=3195085 2024-08-17T00:52:40.655 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.653+0000 7fb7ffa81640 1 < canceled operation key=XA1Y234IJAV8 tag=AX9X0FMJWX0W type=del size=1612035 2024-08-17T00:52:40.657 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.655+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=8ME8ORBPQTO4 type=del size=3805061 2024-08-17T00:52:40.659 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.657+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~TGJU4AJEZUXG.0 size=235399 2024-08-17T00:52:40.663 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.661+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=TGJU4AJEZUXG tag=KHA7VPBFFJ3I type=write size=1283975 2024-08-17T00:52:40.665 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.663+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=FQMI6DZSHK2C type=del size=3521192 2024-08-17T00:52:40.667 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.666+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~0BLZHNQQJ9KD.0 size=1048576 2024-08-17T00:52:40.669 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.667+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~0BLZHNQQJ9KD.1 size=1048576 2024-08-17T00:52:40.671 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.669+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~0BLZHNQQJ9KD.2 size=76692 2024-08-17T00:52:40.675 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.673+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=0BLZHNQQJ9KD tag=Z2EYN22ZJ1VB type=write size=3222420 2024-08-17T00:52:40.676 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.675+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=MO4HWTESP881 type=write size=238795 2024-08-17T00:52:40.678 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.677+0000 7fb7ffa81640 1 < canceled operation key=4OEMXU0GR20L tag=Y3T364AL9HF5 type=del size=1270033 2024-08-17T00:52:40.682 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.680+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~98URRWCX77IE.0 size=1048576 2024-08-17T00:52:40.684 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.682+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~98URRWCX77IE.1 size=1048576 2024-08-17T00:52:40.685 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.684+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~98URRWCX77IE.2 size=290278 2024-08-17T00:52:40.686 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.684+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=98URRWCX77IE tag=M20XUEAQKYAL type=write size=3436006 2024-08-17T00:52:40.688 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.686+0000 7fb7ffa81640 1 < completed write operation key=9E9PQ6YUOR9D tag=9OPJNM3VQIUL type=write size=210285 2024-08-17T00:52:40.692 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.690+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~NZ3W0QW376KV.0 size=1048576 2024-08-17T00:52:40.694 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.692+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~NZ3W0QW376KV.1 size=1009184 2024-08-17T00:52:40.694 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.692+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=NZ3W0QW376KV tag=UZU72Y5CCWD0 type=write size=3106336 2024-08-17T00:52:40.695 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.695+0000 7fb7ffa81640 1 < canceled operation key=1DKD54PZ3N4G tag=U3EZYRNMQTN8 type=write size=451246 2024-08-17T00:52:40.697 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.696+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=1ZSAXYF73A62 type=del size=2149993 2024-08-17T00:52:40.699 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.697+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=LV03LHGCEUST type=del 2024-08-17T00:52:40.701 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.699+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=JN3A8YG1XT1G type=del size=4185288 2024-08-17T00:52:40.703 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.701+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~QSUKSIZ867YJ.0 size=1048576 2024-08-17T00:52:40.705 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.703+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~QSUKSIZ867YJ.1 size=1048576 2024-08-17T00:52:40.706 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.705+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~QSUKSIZ867YJ.2 size=492646 2024-08-17T00:52:40.711 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.710+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=QSUKSIZ867YJ tag=UKXXS2YGJ8WU type=write size=3638374 2024-08-17T00:52:40.713 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.711+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=OMIZFYRSRZJU type=del size=3407043 2024-08-17T00:52:40.715 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.713+0000 7fb7ffa81640 1 < completed write operation key=J9EF9S76XDGB tag=F5D29PERDZQ1 type=write size=514090 2024-08-17T00:52:40.717 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.716+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=33BN1GUB6GNR type=write size=717435 2024-08-17T00:52:40.719 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.717+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~60AR08MGAV0U.0 size=1048576 2024-08-17T00:52:40.720 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.719+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~60AR08MGAV0U.1 size=1048576 2024-08-17T00:52:40.722 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.720+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~60AR08MGAV0U.2 size=241563 2024-08-17T00:52:40.726 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.724+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=60AR08MGAV0U tag=U6AUWKGRFEMC type=write size=3387291 2024-08-17T00:52:40.730 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.728+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~8TEK4SYCVSO6.0 size=1048576 2024-08-17T00:52:40.732 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.730+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~8TEK4SYCVSO6.1 size=1048576 2024-08-17T00:52:40.734 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.732+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~8TEK4SYCVSO6.2 size=171188 2024-08-17T00:52:40.734 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.732+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=8TEK4SYCVSO6 tag=9FBAMD0RE2GF type=write size=3316916 2024-08-17T00:52:40.737 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.736+0000 7fb7ffa81640 1 < suggested remove operation key=ZF5O5WVFK6GU tag=0XNS5Z8EXR69 type=del 2024-08-17T00:52:40.739 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.737+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=89YUN8UZPULW type=del size=2650225 2024-08-17T00:52:40.741 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.740+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=NNXKOQQ34LM8 type=del 2024-08-17T00:52:40.745 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.743+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~1NUEZ4928WI8.0 size=1048576 2024-08-17T00:52:40.747 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.745+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~1NUEZ4928WI8.1 size=1048576 2024-08-17T00:52:40.749 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.747+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~1NUEZ4928WI8.2 size=579802 2024-08-17T00:52:40.749 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.747+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=1NUEZ4928WI8 tag=GGYUSU3IGKDF type=write size=3725530 2024-08-17T00:52:40.751 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.749+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=Z49LWZN9PSPY type=del 2024-08-17T00:52:40.753 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.751+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=1W2YON37XXLL type=del size=3830230 2024-08-17T00:52:40.755 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.753+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~FLL8K85QSH10.0 size=23740 2024-08-17T00:52:40.758 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.757+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=FLL8K85QSH10 tag=OHMIP588IUES type=write size=1072316 2024-08-17T00:52:40.763 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.762+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~K1OTAX2VJZZW.0 size=1048576 2024-08-17T00:52:40.765 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.764+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~K1OTAX2VJZZW.1 size=931303 2024-08-17T00:52:40.765 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.764+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=K1OTAX2VJZZW tag=3CQSC1353NEF type=write size=3028455 2024-08-17T00:52:40.766 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.766+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~OIHB20I8TT8I.0 size=1048576 2024-08-17T00:52:40.768 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.767+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~OIHB20I8TT8I.1 size=1048576 2024-08-17T00:52:40.770 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.768+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~OIHB20I8TT8I.2 size=167979 2024-08-17T00:52:40.774 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.773+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=OIHB20I8TT8I tag=R2WMMHGJBXXC type=write size=3313707 2024-08-17T00:52:40.777 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.776+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~IJJOP8KJ5W8D.0 size=1048576 2024-08-17T00:52:40.780 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.778+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~IJJOP8KJ5W8D.1 size=403218 2024-08-17T00:52:40.780 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.778+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=IJJOP8KJ5W8D tag=5RONDNV5YWAM type=write size=2500370 2024-08-17T00:52:40.781 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.780+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~ER8JNTB056GA.0 size=1048576 2024-08-17T00:52:40.783 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.781+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~ER8JNTB056GA.1 size=1048576 2024-08-17T00:52:40.785 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.783+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~ER8JNTB056GA.2 size=49357 2024-08-17T00:52:40.790 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.787+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=ER8JNTB056GA tag=MTJJM72O2NSZ type=write size=3195085 2024-08-17T00:52:40.791 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.789+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=DY2T2BC82ORY type=del size=2274176 2024-08-17T00:52:40.794 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.792+0000 7fb7ffa81640 1 < canceled operation key=IN9C0SOA97VR tag=8ME8ORBPQTO4 type=del size=3805061 2024-08-17T00:52:40.798 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.796+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~43OQ72ZUXWAP.0 size=613489 2024-08-17T00:52:40.798 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.796+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=43OQ72ZUXWAP tag=RP1PO0I6RA0F type=write size=1662065 2024-08-17T00:52:40.800 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.798+0000 7fb7ffa81640 1 < canceled operation key=8R9K8LDJ88DU tag=FQMI6DZSHK2C type=del size=3521192 2024-08-17T00:52:40.803 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.801+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=G6SGGRKZ32UP type=del size=1413649 2024-08-17T00:52:40.805 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.803+0000 7fb7ffa81640 1 < completed write operation key=J9EF9S76XDGB tag=MO4HWTESP881 type=write size=238795 2024-08-17T00:52:40.809 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.808+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~7DJO6ZBP8WF1.0 size=1048576 2024-08-17T00:52:40.811 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.810+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~7DJO6ZBP8WF1.1 size=496466 2024-08-17T00:52:40.811 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.810+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=7DJO6ZBP8WF1 tag=02V8ESHX5KBJ type=write size=2593618 2024-08-17T00:52:40.813 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.812+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~98URRWCX77IE.0 size=1048576 2024-08-17T00:52:40.815 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.814+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~98URRWCX77IE.1 size=1048576 2024-08-17T00:52:40.817 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.815+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~98URRWCX77IE.2 size=290278 2024-08-17T00:52:40.821 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.820+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=98URRWCX77IE tag=M20XUEAQKYAL type=write size=3436006 2024-08-17T00:52:40.823 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.822+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=BPGN2OPWDWSF type=del size=2589376 2024-08-17T00:52:40.825 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.824+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~NZ3W0QW376KV.0 size=1048576 2024-08-17T00:52:40.827 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.826+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~NZ3W0QW376KV.1 size=1009184 2024-08-17T00:52:40.830 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.829+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=NZ3W0QW376KV tag=UZU72Y5CCWD0 type=write size=3106336 2024-08-17T00:52:40.833 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.831+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=X3B3Y7ZZ4TGA type=write size=133470 2024-08-17T00:52:40.835 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.833+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=1ZSAXYF73A62 type=del 2024-08-17T00:52:40.837 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.835+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=E19ACM9DBSGO type=del size=726467 2024-08-17T00:52:40.839 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.837+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=JN3A8YG1XT1G type=del 2024-08-17T00:52:40.843 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.841+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~2KUW5ZI28XEU.0 size=351374 2024-08-17T00:52:40.843 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.841+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=2KUW5ZI28XEU tag=UC09XLVAKLGI type=write size=1399950 2024-08-17T00:52:40.845 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.843+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=OMIZFYRSRZJU type=del 2024-08-17T00:52:40.850 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.849+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~5X2I4F54R2NR.0 size=252832 2024-08-17T00:52:40.850 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.849+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=5X2I4F54R2NR tag=Y0MQZBRMS1LN type=write size=1301408 2024-08-17T00:52:40.852 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.851+0000 7fb7ffa81640 1 < completed write operation key=FTHZ4CWOAN2W tag=33BN1GUB6GNR type=write size=717435 2024-08-17T00:52:40.855 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.853+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=2HJH4US926CN type=del size=4074012 2024-08-17T00:52:40.855 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.853+0000 7fb7ffa81640 1 < canceled part key=_multipart_XA1Y234IJAV8.2~8TEK4SYCVSO6.0 size=1048576 2024-08-17T00:52:40.856 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.855+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~8TEK4SYCVSO6.1 size=1048576 2024-08-17T00:52:40.858 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.856+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~8TEK4SYCVSO6.2 size=171188 2024-08-17T00:52:40.862 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.860+0000 7fb7ffa81640 1 < canceled multipart upload key=XA1Y234IJAV8 upload=8TEK4SYCVSO6 tag=9FBAMD0RE2GF type=write size=3316916 2024-08-17T00:52:40.866 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.864+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~HXLCV5AMBPOW.0 size=1048576 2024-08-17T00:52:40.867 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.865+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~HXLCV5AMBPOW.1 size=982665 2024-08-17T00:52:40.867 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.865+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=HXLCV5AMBPOW tag=FLA25JYN37O7 type=write size=3079817 2024-08-17T00:52:40.869 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.868+0000 7fb7ffa81640 1 < canceled operation key=1DKD54PZ3N4G tag=89YUN8UZPULW type=del size=2650225 2024-08-17T00:52:40.873 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.871+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~N4F5LQKF0KAF.0 size=284734 2024-08-17T00:52:40.873 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.871+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=N4F5LQKF0KAF tag=FFAYCTD9TU78 type=write size=1333310 2024-08-17T00:52:40.875 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.874+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~1NUEZ4928WI8.0 size=1048576 2024-08-17T00:52:40.877 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.875+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~1NUEZ4928WI8.1 size=1048576 2024-08-17T00:52:40.878 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.877+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~1NUEZ4928WI8.2 size=579802 2024-08-17T00:52:40.882 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.880+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=1NUEZ4928WI8 tag=GGYUSU3IGKDF type=write size=3725530 2024-08-17T00:52:40.884 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.882+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=2WQID5R1Y1FS type=del size=1887857 2024-08-17T00:52:40.886 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.884+0000 7fb7ffa81640 1 < canceled operation key=27S7S7L3SYN7 tag=1W2YON37XXLL type=del size=3830230 2024-08-17T00:52:40.890 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.888+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~OTFPEF6SAKOR.0 size=306645 2024-08-17T00:52:40.890 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.888+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=OTFPEF6SAKOR tag=RG8W2376GYAD type=write size=1355221 2024-08-17T00:52:40.892 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.890+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~K1OTAX2VJZZW.0 size=1048576 2024-08-17T00:52:40.894 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.892+0000 7fb7ffa81640 1 < completed part key=_multipart_LLHW0UMGWSKP.2~K1OTAX2VJZZW.1 size=931303 2024-08-17T00:52:40.897 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.895+0000 7fb7ffa81640 1 < completed multipart upload key=LLHW0UMGWSKP upload=K1OTAX2VJZZW tag=3CQSC1353NEF type=write size=3028455 2024-08-17T00:52:40.900 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.897+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=MMZTWQFP7JY2 type=del size=3553528 2024-08-17T00:52:40.901 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.900+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~IJJOP8KJ5W8D.0 size=1048576 2024-08-17T00:52:40.903 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.901+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~IJJOP8KJ5W8D.1 size=403218 2024-08-17T00:52:40.906 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.904+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=IJJOP8KJ5W8D tag=5RONDNV5YWAM type=write size=2500370 2024-08-17T00:52:40.908 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.907+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=GO44JGCR0N4A type=del size=2543565 2024-08-17T00:52:40.910 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.908+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=DY2T2BC82ORY type=del 2024-08-17T00:52:40.912 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.910+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=KI4T89GDXJ9U type=del size=250183 2024-08-17T00:52:40.914 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.912+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~43OQ72ZUXWAP.0 size=613489 2024-08-17T00:52:40.917 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.916+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=43OQ72ZUXWAP tag=RP1PO0I6RA0F type=write size=1662065 2024-08-17T00:52:40.921 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.919+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~J8A32KY6OF2I.0 size=1048576 2024-08-17T00:52:40.923 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.921+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~J8A32KY6OF2I.1 size=1048576 2024-08-17T00:52:40.925 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.923+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~J8A32KY6OF2I.2 size=159462 2024-08-17T00:52:40.925 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.923+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=J8A32KY6OF2I tag=G4QLQGKK7C57 type=write size=3305190 2024-08-17T00:52:40.927 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.925+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=G6SGGRKZ32UP type=del 2024-08-17T00:52:40.930 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.929+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~O33NCTE16R9L.0 size=1048576 2024-08-17T00:52:40.932 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.931+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~O33NCTE16R9L.1 size=821937 2024-08-17T00:52:40.932 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.931+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=O33NCTE16R9L tag=8HLKQSNYCHWA type=write size=2919089 2024-08-17T00:52:40.934 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.933+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~7DJO6ZBP8WF1.0 size=1048576 2024-08-17T00:52:40.936 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.935+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~7DJO6ZBP8WF1.1 size=496466 2024-08-17T00:52:40.940 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.938+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=7DJO6ZBP8WF1 tag=02V8ESHX5KBJ type=write size=2593618 2024-08-17T00:52:40.942 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.940+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=7RJQJUCZHKWD type=del size=2208601 2024-08-17T00:52:40.944 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.943+0000 7fb7ffa81640 1 < completed delete operation key=4OEMXU0GR20L tag=BPGN2OPWDWSF type=del 2024-08-17T00:52:40.946 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.945+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=US6EXJBSPQL0 type=write size=280940 2024-08-17T00:52:40.948 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.947+0000 7fb7ffa81640 1 < completed write operation key=8R9K8LDJ88DU tag=X3B3Y7ZZ4TGA type=write size=133470 2024-08-17T00:52:40.953 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.951+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~I3FZO4083ET1.0 size=1048576 2024-08-17T00:52:40.954 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.952+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~I3FZO4083ET1.1 size=1048576 2024-08-17T00:52:40.956 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.954+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~I3FZO4083ET1.2 size=766221 2024-08-17T00:52:40.956 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.954+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=I3FZO4083ET1 tag=94R2UQOLR9E4 type=write size=3911949 2024-08-17T00:52:40.958 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.956+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=E19ACM9DBSGO type=del 2024-08-17T00:52:40.960 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.958+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=BUJ99YJ52F5C type=del size=722225 2024-08-17T00:52:40.962 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.960+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~2KUW5ZI28XEU.0 size=351374 2024-08-17T00:52:40.967 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.965+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=2KUW5ZI28XEU tag=UC09XLVAKLGI type=write size=1399950 2024-08-17T00:52:40.971 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.969+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~IV2TYKFV6NPP.0 size=1048576 2024-08-17T00:52:40.973 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.971+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~IV2TYKFV6NPP.1 size=1048576 2024-08-17T00:52:40.975 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.973+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~IV2TYKFV6NPP.2 size=324308 2024-08-17T00:52:40.975 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.973+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=IV2TYKFV6NPP tag=BCBPJ1HCBERJ type=write size=3470036 2024-08-17T00:52:40.977 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.975+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~5X2I4F54R2NR.0 size=252832 2024-08-17T00:52:40.980 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.979+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=5X2I4F54R2NR tag=Y0MQZBRMS1LN type=write size=1301408 2024-08-17T00:52:40.983 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.981+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=KHTGLS3P50HU type=del size=2489004 2024-08-17T00:52:40.987 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.985+0000 7fb7ffa81640 1 < suggested remove operation key=9E9PQ6YUOR9D tag=2HJH4US926CN type=del 2024-08-17T00:52:40.989 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.987+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=O37L2W20NQL9 type=del size=520832 2024-08-17T00:52:40.991 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.989+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~HXLCV5AMBPOW.0 size=1048576 2024-08-17T00:52:40.994 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.991+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~HXLCV5AMBPOW.1 size=982665 2024-08-17T00:52:40.997 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:40.995+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=HXLCV5AMBPOW tag=FLA25JYN37O7 type=write size=3079817 2024-08-17T00:52:41.002 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.000+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~X5W57FRN3XE5.0 size=1048576 2024-08-17T00:52:41.003 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.002+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~X5W57FRN3XE5.1 size=1048576 2024-08-17T00:52:41.005 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.003+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~X5W57FRN3XE5.2 size=860144 2024-08-17T00:52:41.005 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.003+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=X5W57FRN3XE5 tag=G964SOKLC2HQ type=write size=4005872 2024-08-17T00:52:41.007 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.006+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~N4F5LQKF0KAF.0 size=284734 2024-08-17T00:52:41.011 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.009+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=N4F5LQKF0KAF tag=FFAYCTD9TU78 type=write size=1333310 2024-08-17T00:52:41.013 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.012+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=DGXQ8FAQCSCU type=del size=1502936 2024-08-17T00:52:41.015 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.014+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=2WQID5R1Y1FS type=del 2024-08-17T00:52:41.018 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.016+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=5LD0UKEWRY3E type=del size=2375715 2024-08-17T00:52:41.020 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.019+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~OTFPEF6SAKOR.0 size=306645 2024-08-17T00:52:41.024 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.023+0000 7fb7ffa81640 1 < completed multipart upload key=47CFG298DQD5 upload=OTFPEF6SAKOR tag=RG8W2376GYAD type=write size=1355221 2024-08-17T00:52:41.026 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.025+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=AOWBKEKXE0KX type=del size=2024269 2024-08-17T00:52:41.029 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.027+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=MMZTWQFP7JY2 type=del 2024-08-17T00:52:41.033 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.031+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~TVP93HITXP5P.0 size=1048576 2024-08-17T00:52:41.034 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.033+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~TVP93HITXP5P.1 size=557537 2024-08-17T00:52:41.035 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.033+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=TVP93HITXP5P tag=70P2SITXSA1P type=write size=2654689 2024-08-17T00:52:41.037 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.036+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=GO44JGCR0N4A type=del 2024-08-17T00:52:41.041 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.039+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~VZIQXJ0QLP0O.0 size=225642 2024-08-17T00:52:41.041 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.039+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=VZIQXJ0QLP0O tag=ZU534Y6VSLW0 type=write size=1274218 2024-08-17T00:52:41.043 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.041+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=KI4T89GDXJ9U type=del 2024-08-17T00:52:41.045 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.043+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=QGWYTUNHVS2H type=write size=55480 2024-08-17T00:52:41.047 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.045+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~J8A32KY6OF2I.0 size=1048576 2024-08-17T00:52:41.050 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.048+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~J8A32KY6OF2I.1 size=1048576 2024-08-17T00:52:41.053 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.051+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~J8A32KY6OF2I.2 size=159462 2024-08-17T00:52:41.058 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.057+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=J8A32KY6OF2I tag=G4QLQGKK7C57 type=write size=3305190 2024-08-17T00:52:41.062 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.060+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=BB61290OZ5FT type=del size=103407 2024-08-17T00:52:41.065 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.063+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~O33NCTE16R9L.0 size=1048576 2024-08-17T00:52:41.068 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.066+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~O33NCTE16R9L.1 size=821937 2024-08-17T00:52:41.073 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.071+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=O33NCTE16R9L tag=8HLKQSNYCHWA type=write size=2919089 2024-08-17T00:52:41.078 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.076+0000 7fb7ffa81640 1 > prepared part key=_multipart_J9EF9S76XDGB.2~U0B1AJ8KR52W.0 size=439671 2024-08-17T00:52:41.078 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.076+0000 7fb7ffa81640 1 > prepared multipart upload key=J9EF9S76XDGB upload=U0B1AJ8KR52W tag=OZOMXRGHHYRU type=write size=1488247 2024-08-17T00:52:41.080 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.078+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=7RJQJUCZHKWD type=del 2024-08-17T00:52:41.085 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.083+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~3E3LIIEIQBL9.0 size=1048576 2024-08-17T00:52:41.087 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.085+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~3E3LIIEIQBL9.1 size=1048576 2024-08-17T00:52:41.088 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.087+0000 7fb7ffa81640 1 > prepared part key=_multipart_X5TSXJNP2QPC.2~3E3LIIEIQBL9.2 size=825917 2024-08-17T00:52:41.088 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.087+0000 7fb7ffa81640 1 > prepared multipart upload key=X5TSXJNP2QPC upload=3E3LIIEIQBL9 tag=YS2IJ0AI07YK type=write size=3971645 2024-08-17T00:52:41.090 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.090+0000 7fb7ffa81640 1 < completed write operation key=JID7SA7XCFSD tag=US6EXJBSPQL0 type=write size=280940 2024-08-17T00:52:41.093 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.091+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=O5MFBO5OHKX9 type=del size=604841 2024-08-17T00:52:41.095 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.093+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~I3FZO4083ET1.0 size=1048576 2024-08-17T00:52:41.097 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.095+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~I3FZO4083ET1.1 size=1048576 2024-08-17T00:52:41.099 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.097+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~I3FZO4083ET1.2 size=766221 2024-08-17T00:52:41.102 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.101+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=I3FZO4083ET1 tag=94R2UQOLR9E4 type=write size=3911949 2024-08-17T00:52:41.105 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.103+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=DZ2I4DNG99JQ type=del size=2108050 2024-08-17T00:52:41.106 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.105+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=BUJ99YJ52F5C type=del 2024-08-17T00:52:41.111 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.110+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~T7WEBUVPI74F.0 size=1048576 2024-08-17T00:52:41.113 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.111+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~T7WEBUVPI74F.1 size=1048576 2024-08-17T00:52:41.114 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.113+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~T7WEBUVPI74F.2 size=378642 2024-08-17T00:52:41.114 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.113+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=T7WEBUVPI74F tag=M7G86AS1XB5F type=write size=3524370 2024-08-17T00:52:41.116 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.115+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~IV2TYKFV6NPP.0 size=1048576 2024-08-17T00:52:41.118 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.117+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~IV2TYKFV6NPP.1 size=1048576 2024-08-17T00:52:41.120 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.119+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~IV2TYKFV6NPP.2 size=324308 2024-08-17T00:52:41.123 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.122+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=IV2TYKFV6NPP tag=BCBPJ1HCBERJ type=write size=3470036 2024-08-17T00:52:41.125 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.124+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=XNYHEW4LY2CY type=del size=3999206 2024-08-17T00:52:41.127 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.127+0000 7fb7ffa81640 1 < completed delete operation key=G9T63DWLHVIJ tag=KHTGLS3P50HU type=del 2024-08-17T00:52:41.130 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.128+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=8TH5KF2WM97Y type=del size=2551761 2024-08-17T00:52:41.134 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.132+0000 7fb7ffa81640 1 < suggested update operation key=2TAMC96GTRFY tag=O37L2W20NQL9 type=del size=520832 2024-08-17T00:52:41.137 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.135+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~E16V8JSYHIXG.0 size=1048576 2024-08-17T00:52:41.139 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.137+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~E16V8JSYHIXG.1 size=1048576 2024-08-17T00:52:41.141 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.139+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~E16V8JSYHIXG.2 size=971744 2024-08-17T00:52:41.141 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.139+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=E16V8JSYHIXG tag=GL0ZTX8MO4T9 type=write size=4117472 2024-08-17T00:52:41.143 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.142+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~X5W57FRN3XE5.0 size=1048576 2024-08-17T00:52:41.144 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.143+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~X5W57FRN3XE5.1 size=1048576 2024-08-17T00:52:41.146 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.144+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~X5W57FRN3XE5.2 size=860144 2024-08-17T00:52:41.149 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.148+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=X5W57FRN3XE5 tag=G964SOKLC2HQ type=write size=4005872 2024-08-17T00:52:41.151 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.150+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=3C9T302H5S9S type=del size=1187546 2024-08-17T00:52:41.153 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.152+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=DGXQ8FAQCSCU type=del 2024-08-17T00:52:41.157 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.155+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~DG8GEWJN993H.0 size=1048576 2024-08-17T00:52:41.159 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.157+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~DG8GEWJN993H.1 size=1048576 2024-08-17T00:52:41.160 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.159+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~DG8GEWJN993H.2 size=883493 2024-08-17T00:52:41.160 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.159+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=DG8GEWJN993H tag=SO6OKTB2D22T type=write size=4029221 2024-08-17T00:52:41.163 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.162+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=5LD0UKEWRY3E type=del 2024-08-17T00:52:41.165 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.163+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=QXDBIP8T91EF type=del size=3756479 2024-08-17T00:52:41.170 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.168+0000 7fb7ffa81640 1 < suggested update operation key=1DKD54PZ3N4G tag=AOWBKEKXE0KX type=del size=2024269 2024-08-17T00:52:41.173 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.172+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~TL19JKE04HA3.0 size=1048576 2024-08-17T00:52:41.175 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.173+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~TL19JKE04HA3.1 size=544004 2024-08-17T00:52:41.175 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.173+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=TL19JKE04HA3 tag=9ASUPV09UWSA type=write size=2641156 2024-08-17T00:52:41.177 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.175+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~TVP93HITXP5P.0 size=1048576 2024-08-17T00:52:41.179 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.177+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~TVP93HITXP5P.1 size=557537 2024-08-17T00:52:41.182 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.181+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=TVP93HITXP5P tag=70P2SITXSA1P type=write size=2654689 2024-08-17T00:52:41.184 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.183+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=2NOMJKP8P7D3 type=del size=689019 2024-08-17T00:52:41.186 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.185+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~VZIQXJ0QLP0O.0 size=225642 2024-08-17T00:52:41.190 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.188+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=VZIQXJ0QLP0O tag=ZU534Y6VSLW0 type=write size=1274218 2024-08-17T00:52:41.194 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.192+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~2DX8YWRFN57V.0 size=1048576 2024-08-17T00:52:41.198 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.195+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~2DX8YWRFN57V.1 size=1048576 2024-08-17T00:52:41.199 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.196+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~2DX8YWRFN57V.2 size=25657 2024-08-17T00:52:41.199 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.196+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=2DX8YWRFN57V tag=MD198ONLFVWQ type=write size=3171385 2024-08-17T00:52:41.202 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.200+0000 7fb7ffa81640 1 < suggested remove operation key=9E9PQ6YUOR9D tag=QGWYTUNHVS2H type=write 2024-08-17T00:52:41.203 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.202+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=OE2FDANKMX2S type=write size=1018144 2024-08-17T00:52:41.206 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.204+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=BB61290OZ5FT type=del 2024-08-17T00:52:41.208 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.206+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=P4VZSJC86Q7I type=write size=210906 2024-08-17T00:52:41.210 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.209+0000 7fb7ffa81640 1 < completed part key=_multipart_J9EF9S76XDGB.2~U0B1AJ8KR52W.0 size=439671 2024-08-17T00:52:41.213 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.212+0000 7fb7ffa81640 1 < completed multipart upload key=J9EF9S76XDGB upload=U0B1AJ8KR52W tag=OZOMXRGHHYRU type=write size=1488247 2024-08-17T00:52:41.216 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.214+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=UEEYPHJEGJX5 type=write size=841049 2024-08-17T00:52:41.218 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.217+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~3E3LIIEIQBL9.0 size=1048576 2024-08-17T00:52:41.220 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.219+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~3E3LIIEIQBL9.1 size=1048576 2024-08-17T00:52:41.222 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.221+0000 7fb7ffa81640 1 < completed part key=_multipart_X5TSXJNP2QPC.2~3E3LIIEIQBL9.2 size=825917 2024-08-17T00:52:41.225 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.225+0000 7fb7ffa81640 1 < completed multipart upload key=X5TSXJNP2QPC upload=3E3LIIEIQBL9 tag=YS2IJ0AI07YK type=write size=3971645 2024-08-17T00:52:41.228 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.227+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=MTZ211Q6LNQR type=del size=691074 2024-08-17T00:52:41.230 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.229+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=O5MFBO5OHKX9 type=del 2024-08-17T00:52:41.231 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.231+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=J3VNTNAJKEU7 type=del size=1720094 2024-08-17T00:52:41.236 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.235+0000 7fb7ffa81640 1 < suggested update operation key=VHXBN189GN90 tag=DZ2I4DNG99JQ type=del size=2108050 2024-08-17T00:52:41.241 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.239+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~TJFQAV7Y5T4P.0 size=458038 2024-08-17T00:52:41.242 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.240+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=TJFQAV7Y5T4P tag=TAOA3NDQACAQ type=write size=1506614 2024-08-17T00:52:41.242 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.242+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~T7WEBUVPI74F.0 size=1048576 2024-08-17T00:52:41.244 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.243+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~T7WEBUVPI74F.1 size=1048576 2024-08-17T00:52:41.246 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.246+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~T7WEBUVPI74F.2 size=378642 2024-08-17T00:52:41.251 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.250+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=T7WEBUVPI74F tag=M7G86AS1XB5F type=write size=3524370 2024-08-17T00:52:41.255 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.254+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~614986RULHSO.0 size=1048576 2024-08-17T00:52:41.257 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.256+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~614986RULHSO.1 size=1048576 2024-08-17T00:52:41.259 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.258+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~614986RULHSO.2 size=389543 2024-08-17T00:52:41.259 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.258+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=614986RULHSO tag=C33GTIFMP8YN type=write size=3535271 2024-08-17T00:52:41.261 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.260+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=XNYHEW4LY2CY type=del 2024-08-17T00:52:41.263 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.262+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=VHH5RAMNO2U0 type=write size=261373 2024-08-17T00:52:41.265 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.264+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=8TH5KF2WM97Y type=del 2024-08-17T00:52:41.267 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.266+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=VKJ5UFQQIGSB type=del size=668423 2024-08-17T00:52:41.269 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.268+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~E16V8JSYHIXG.0 size=1048576 2024-08-17T00:52:41.270 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.270+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~E16V8JSYHIXG.1 size=1048576 2024-08-17T00:52:41.272 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.271+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~E16V8JSYHIXG.2 size=971744 2024-08-17T00:52:41.276 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.275+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=E16V8JSYHIXG tag=GL0ZTX8MO4T9 type=write size=4117472 2024-08-17T00:52:41.280 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.279+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~AQTWB1DHGT6E.0 size=1048576 2024-08-17T00:52:41.281 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.281+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~AQTWB1DHGT6E.1 size=358782 2024-08-17T00:52:41.281 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.281+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=AQTWB1DHGT6E tag=YALENJIBN9XY type=write size=2455934 2024-08-17T00:52:41.284 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.284+0000 7fb7ffa81640 -1 < failed to complete operation key=9E9PQ6YUOR9D tag=3C9T302H5S9S type=del size=1187546: (22) Invalid argument 2024-08-17T00:52:41.289 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.287+0000 7fb7ffa81640 1 > prepared part key=_multipart_GKFA6AWL6159.2~5PQ2V8445WHM.0 size=610717 2024-08-17T00:52:41.289 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.287+0000 7fb7ffa81640 1 > prepared multipart upload key=GKFA6AWL6159 upload=5PQ2V8445WHM tag=O90NQE9HE6SO type=write size=1659293 2024-08-17T00:52:41.290 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.289+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~DG8GEWJN993H.0 size=1048576 2024-08-17T00:52:41.292 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.291+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~DG8GEWJN993H.1 size=1048576 2024-08-17T00:52:41.294 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.293+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~DG8GEWJN993H.2 size=883493 2024-08-17T00:52:41.297 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.296+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=DG8GEWJN993H tag=SO6OKTB2D22T type=write size=4029221 2024-08-17T00:52:41.299 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.298+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=22GZ0G9XCWY1 type=del size=1059597 2024-08-17T00:52:41.302 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.301+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=QXDBIP8T91EF type=del 2024-08-17T00:52:41.304 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.303+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=HAPZGRDMIUOV type=del size=3999032 2024-08-17T00:52:41.306 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.306+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~TL19JKE04HA3.0 size=1048576 2024-08-17T00:52:41.308 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.307+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~TL19JKE04HA3.1 size=544004 2024-08-17T00:52:41.312 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.311+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=TL19JKE04HA3 tag=9ASUPV09UWSA type=write size=2641156 2024-08-17T00:52:41.314 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.313+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=0E4GEHWOFPQE type=del size=2672826 2024-08-17T00:52:41.316 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.315+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=2NOMJKP8P7D3 type=del 2024-08-17T00:52:41.319 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.318+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=6BB9NC6MYA1E type=del size=619617 2024-08-17T00:52:41.319 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.318+0000 7fb7ffa81640 1 < canceled part key=_multipart_VHXBN189GN90.2~2DX8YWRFN57V.0 size=1048576 2024-08-17T00:52:41.321 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.320+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~2DX8YWRFN57V.1 size=1048576 2024-08-17T00:52:41.322 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.321+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~2DX8YWRFN57V.2 size=25657 2024-08-17T00:52:41.326 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.325+0000 7fb7ffa81640 1 < canceled multipart upload key=VHXBN189GN90 upload=2DX8YWRFN57V tag=MD198ONLFVWQ type=write size=3171385 2024-08-17T00:52:41.328 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.327+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=Z7BWJYC156JM type=del size=553303 2024-08-17T00:52:41.330 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.330+0000 7fb7ffa81640 -1 < failed to complete operation key=VHXBN189GN90 tag=OE2FDANKMX2S type=write size=1018144: (22) Invalid argument 2024-08-17T00:52:41.332 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.332+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=2SV0TVY8Q91U type=del size=1794787 2024-08-17T00:52:41.335 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.334+0000 7fb7ffa81640 1 < completed write operation key=KC83N32YH21Q tag=P4VZSJC86Q7I type=write size=210906 2024-08-17T00:52:41.337 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.336+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=8INJHGX3TAX9 type=del size=1041181 2024-08-17T00:52:41.339 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.338+0000 7fb7ffa81640 1 < completed write operation key=6TUEJWX5HXNC tag=UEEYPHJEGJX5 type=write size=841049 2024-08-17T00:52:41.341 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.340+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=BDCCBNPFD6ST type=del size=2926794 2024-08-17T00:52:41.343 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.343+0000 7fb7ffa81640 1 < canceled operation key=YGH20LQ783HC tag=MTZ211Q6LNQR type=del size=691074 2024-08-17T00:52:41.345 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.345+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=9TSOAB805AB9 type=write size=174100 2024-08-17T00:52:41.350 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.349+0000 7fb7ffa81640 1 < suggested remove operation key=LLHW0UMGWSKP tag=J3VNTNAJKEU7 type=del 2024-08-17T00:52:41.352 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.351+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=1WOP0Y58X310 type=del size=1771255 2024-08-17T00:52:41.355 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.353+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~TJFQAV7Y5T4P.0 size=458038 2024-08-17T00:52:41.358 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.357+0000 7fb7ffa81640 1 < completed multipart upload key=XA1Y234IJAV8 upload=TJFQAV7Y5T4P tag=TAOA3NDQACAQ type=write size=1506614 2024-08-17T00:52:41.362 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.361+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~YHYIM23ILMDO.0 size=1048576 2024-08-17T00:52:41.364 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.363+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~YHYIM23ILMDO.1 size=1048576 2024-08-17T00:52:41.365 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.364+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~YHYIM23ILMDO.2 size=43056 2024-08-17T00:52:41.365 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.364+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=YHYIM23ILMDO tag=S764KN1HI9RQ type=write size=3188784 2024-08-17T00:52:41.367 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.367+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~614986RULHSO.0 size=1048576 2024-08-17T00:52:41.369 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.368+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~614986RULHSO.1 size=1048576 2024-08-17T00:52:41.370 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.368+0000 7fb7ffa81640 1 < canceled part key=_multipart_XA1Y234IJAV8.2~614986RULHSO.2 size=389543 2024-08-17T00:52:41.372 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.372+0000 7fb7ffa81640 1 < canceled multipart upload key=XA1Y234IJAV8 upload=614986RULHSO tag=C33GTIFMP8YN type=write size=3535271 2024-08-17T00:52:41.375 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.374+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=0JTJ6DZL28TH type=del size=681960 2024-08-17T00:52:41.376 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.376+0000 7fb7ffa81640 1 < completed write operation key=8R9K8LDJ88DU tag=VHH5RAMNO2U0 type=write size=261373 2024-08-17T00:52:41.378 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.378+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=UZQ77071WP4K type=del size=2277703 2024-08-17T00:52:41.382 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.382+0000 7fb7ffa81640 1 < suggested update operation key=933T9LDGXGOQ tag=VKJ5UFQQIGSB type=del size=668423 2024-08-17T00:52:41.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:41 smithi157 ceph-mon[98780]: pgmap v1413: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 493 KiB/s wr, 2.50k op/s 2024-08-17T00:52:41.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:41 smithi157 ceph-mon[101289]: pgmap v1413: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 493 KiB/s wr, 2.50k op/s 2024-08-17T00:52:41.388 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.385+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~F4D3MSCOV12L.0 size=1048576 2024-08-17T00:52:41.388 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.387+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~F4D3MSCOV12L.1 size=1048576 2024-08-17T00:52:41.391 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.389+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~F4D3MSCOV12L.2 size=690105 2024-08-17T00:52:41.391 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.389+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=F4D3MSCOV12L tag=GRO3HKCT5XCG type=write size=3835833 2024-08-17T00:52:41.392 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.392+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~AQTWB1DHGT6E.0 size=1048576 2024-08-17T00:52:41.394 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.393+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~AQTWB1DHGT6E.1 size=358782 2024-08-17T00:52:41.398 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.397+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=AQTWB1DHGT6E tag=YALENJIBN9XY type=write size=2455934 2024-08-17T00:52:41.402 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.401+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~YQ92MB2THYE5.0 size=1048576 2024-08-17T00:52:41.404 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.403+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~YQ92MB2THYE5.1 size=63268 2024-08-17T00:52:41.404 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.403+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=YQ92MB2THYE5 tag=3DN5HS0RDNHT type=write size=2160420 2024-08-17T00:52:41.406 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.405+0000 7fb7ffa81640 1 < completed part key=_multipart_GKFA6AWL6159.2~5PQ2V8445WHM.0 size=610717 2024-08-17T00:52:41.409 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.409+0000 7fb7ffa81640 1 < completed multipart upload key=GKFA6AWL6159 upload=5PQ2V8445WHM tag=O90NQE9HE6SO type=write size=1659293 2024-08-17T00:52:41.413 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.412+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=3Q4VPEC61BB0 type=del size=3809126 2024-08-17T00:52:41.415 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.414+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=22GZ0G9XCWY1 type=del 2024-08-17T00:52:41.419 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.419+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~RI9SXZW8G4MR.0 size=1048576 2024-08-17T00:52:41.421 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.420+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~RI9SXZW8G4MR.1 size=1048576 2024-08-17T00:52:41.423 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.422+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~RI9SXZW8G4MR.2 size=226962 2024-08-17T00:52:41.424 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.422+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=RI9SXZW8G4MR tag=UJ98KZNK4XSV type=write size=3372690 2024-08-17T00:52:41.426 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.425+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=HAPZGRDMIUOV type=del 2024-08-17T00:52:41.428 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.427+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=OV159E8EPDFS type=del size=102700 2024-08-17T00:52:41.430 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.429+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=0E4GEHWOFPQE type=del 2024-08-17T00:52:41.432 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.431+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=8Q7XU49XJ00D type=write size=77509 2024-08-17T00:52:41.434 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.433+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=6BB9NC6MYA1E type=del 2024-08-17T00:52:41.438 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.437+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~2KQ2HQCKHJG1.0 size=1048576 2024-08-17T00:52:41.441 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.440+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~2KQ2HQCKHJG1.1 size=1048576 2024-08-17T00:52:41.442 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.441+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~2KQ2HQCKHJG1.2 size=363296 2024-08-17T00:52:41.443 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.441+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=2KQ2HQCKHJG1 tag=X7322S3MDY6V type=write size=3509024 2024-08-17T00:52:41.445 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.444+0000 7fb7ffa81640 1 < completed delete operation key=JID7SA7XCFSD tag=Z7BWJYC156JM type=del 2024-08-17T00:52:41.447 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.446+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=UYDT2HU750TA type=del size=2542581 2024-08-17T00:52:41.449 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.448+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=2SV0TVY8Q91U type=del 2024-08-17T00:52:41.453 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.453+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~11R2WOSRA24C.0 size=1048576 2024-08-17T00:52:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:41 smithi187 ceph-mon[90552]: pgmap v1413: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 493 KiB/s wr, 2.50k op/s 2024-08-17T00:52:41.455 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.454+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~11R2WOSRA24C.1 size=1048576 2024-08-17T00:52:41.458 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.457+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~11R2WOSRA24C.2 size=265384 2024-08-17T00:52:41.458 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.457+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=11R2WOSRA24C tag=2H4FMRRU2F6J type=write size=3411112 2024-08-17T00:52:41.460 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.459+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=8INJHGX3TAX9 type=del 2024-08-17T00:52:41.463 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.463+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~9D829CJ6ZKRV.0 size=462696 2024-08-17T00:52:41.464 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.463+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=9D829CJ6ZKRV tag=VA8SZP6MG1KD type=write size=1511272 2024-08-17T00:52:41.466 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.465+0000 7fb7ffa81640 1 < completed delete operation key=J9EF9S76XDGB tag=BDCCBNPFD6ST type=del 2024-08-17T00:52:41.469 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.469+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~PXVTE4WVWFJP.0 size=1048576 2024-08-17T00:52:41.471 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.471+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~PXVTE4WVWFJP.1 size=235546 2024-08-17T00:52:41.472 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.471+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=PXVTE4WVWFJP tag=REKBDH3AJNAN type=write size=2332698 2024-08-17T00:52:41.473 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.473+0000 7fb7ffa81640 1 < canceled operation key=IN9C0SOA97VR tag=9TSOAB805AB9 type=write size=174100 2024-08-17T00:52:41.478 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.477+0000 7fb7ffa81640 1 > prepared part key=_multipart_ZF5O5WVFK6GU.2~18G76CSVZTUJ.0 size=608829 2024-08-17T00:52:41.478 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.477+0000 7fb7ffa81640 1 > prepared multipart upload key=ZF5O5WVFK6GU upload=18G76CSVZTUJ tag=CTT8ZA75FUJN type=write size=1657405 2024-08-17T00:52:41.480 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.479+0000 7fb7ffa81640 1 < completed delete operation key=ZF5O5WVFK6GU tag=1WOP0Y58X310 type=del 2024-08-17T00:52:41.481 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.481+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=AXLR4Z7ZCR23 type=del size=3991410 2024-08-17T00:52:41.484 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.483+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~YHYIM23ILMDO.0 size=1048576 2024-08-17T00:52:41.486 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.485+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~YHYIM23ILMDO.1 size=1048576 2024-08-17T00:52:41.488 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.487+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~YHYIM23ILMDO.2 size=43056 2024-08-17T00:52:41.491 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.491+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=YHYIM23ILMDO tag=S764KN1HI9RQ type=write size=3188784 2024-08-17T00:52:41.495 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.494+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~QV8BMULDGBF5.0 size=977225 2024-08-17T00:52:41.495 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.494+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=QV8BMULDGBF5 tag=S2J3G0B9FF1C type=write size=2025801 2024-08-17T00:52:41.497 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.497+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=0JTJ6DZL28TH type=del 2024-08-17T00:52:41.499 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.499+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=67FR3MD196XU type=del size=599707 2024-08-17T00:52:41.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.501+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=UZQ77071WP4K type=del 2024-08-17T00:52:41.503 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.503+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=8TFGO4JL6P4I type=del size=2006118 2024-08-17T00:52:41.504 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.503+0000 7fb7ffa81640 1 < canceled part key=_multipart_FTHZ4CWOAN2W.2~F4D3MSCOV12L.0 size=1048576 2024-08-17T00:52:41.505 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.505+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~F4D3MSCOV12L.1 size=1048576 2024-08-17T00:52:41.507 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.507+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~F4D3MSCOV12L.2 size=690105 2024-08-17T00:52:41.511 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.510+0000 7fb7ffa81640 1 < canceled multipart upload key=FTHZ4CWOAN2W upload=F4D3MSCOV12L tag=GRO3HKCT5XCG type=write size=3835833 2024-08-17T00:52:41.513 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.512+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=MMR76L04MJBC type=del size=3249208 2024-08-17T00:52:41.515 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.514+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~YQ92MB2THYE5.0 size=1048576 2024-08-17T00:52:41.517 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.516+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~YQ92MB2THYE5.1 size=63268 2024-08-17T00:52:41.520 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.519+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=YQ92MB2THYE5 tag=3DN5HS0RDNHT type=write size=2160420 2024-08-17T00:52:41.522 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.521+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=UOM1A0D81ZO4 type=del size=1678525 2024-08-17T00:52:41.524 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.523+0000 7fb7ffa81640 1 < completed delete operation key=J9EF9S76XDGB tag=3Q4VPEC61BB0 type=del 2024-08-17T00:52:41.528 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.527+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~SYDCJSW2BJI2.0 size=1048576 2024-08-17T00:52:41.529 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.528+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~SYDCJSW2BJI2.1 size=1048576 2024-08-17T00:52:41.531 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.530+0000 7fb7ffa81640 1 > prepared part key=_multipart_VHXBN189GN90.2~SYDCJSW2BJI2.2 size=1000803 2024-08-17T00:52:41.531 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.530+0000 7fb7ffa81640 1 > prepared multipart upload key=VHXBN189GN90 upload=SYDCJSW2BJI2 tag=PB7CNQFMBWLO type=write size=4146531 2024-08-17T00:52:41.533 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.532+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~RI9SXZW8G4MR.0 size=1048576 2024-08-17T00:52:41.533 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.532+0000 7fb7ffa81640 1 < canceled part key=_multipart_FTHZ4CWOAN2W.2~RI9SXZW8G4MR.1 size=1048576 2024-08-17T00:52:41.536 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.534+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~RI9SXZW8G4MR.2 size=226962 2024-08-17T00:52:41.539 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.538+0000 7fb7ffa81640 1 < canceled multipart upload key=FTHZ4CWOAN2W upload=RI9SXZW8G4MR tag=UJ98KZNK4XSV type=write size=3372690 2024-08-17T00:52:41.541 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.540+0000 7fb7ffa81640 1 > prepared operation key=KC83N32YH21Q tag=YDNLIH2RL3S4 type=del size=2514730 2024-08-17T00:52:41.544 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.543+0000 7fb7ffa81640 1 < canceled operation key=ZF5O5WVFK6GU tag=OV159E8EPDFS type=del size=102700 2024-08-17T00:52:41.548 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.547+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~ZCED1NXNZYUD.0 size=1048576 2024-08-17T00:52:41.550 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.549+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~ZCED1NXNZYUD.1 size=1048576 2024-08-17T00:52:41.552 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.551+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~ZCED1NXNZYUD.2 size=228398 2024-08-17T00:52:41.552 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.551+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=ZCED1NXNZYUD tag=ZJIKPHHUSZ3D type=write size=3374126 2024-08-17T00:52:41.554 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.553+0000 7fb7ffa81640 1 < canceled operation key=PI1BZA6BJ83W tag=8Q7XU49XJ00D type=write size=77509 2024-08-17T00:52:41.558 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.557+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~R60I7PK08PIX.0 size=1048576 2024-08-17T00:52:41.560 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.559+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~R60I7PK08PIX.1 size=1048576 2024-08-17T00:52:41.562 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.561+0000 7fb7ffa81640 1 > prepared part key=_multipart_47CFG298DQD5.2~R60I7PK08PIX.2 size=430829 2024-08-17T00:52:41.562 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.561+0000 7fb7ffa81640 1 > prepared multipart upload key=47CFG298DQD5 upload=R60I7PK08PIX tag=A98KGPM1LNO9 type=write size=3576557 2024-08-17T00:52:41.564 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.563+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~2KQ2HQCKHJG1.0 size=1048576 2024-08-17T00:52:41.565 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.565+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~2KQ2HQCKHJG1.1 size=1048576 2024-08-17T00:52:41.567 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.566+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~2KQ2HQCKHJG1.2 size=363296 2024-08-17T00:52:41.571 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.570+0000 7fb7ffa81640 1 < completed multipart upload key=VHXBN189GN90 upload=2KQ2HQCKHJG1 tag=X7322S3MDY6V type=write size=3509024 2024-08-17T00:52:41.574 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.574+0000 7fb7ffa81640 1 > prepared part key=_multipart_X2R05Y3HU1RG.2~DZI7XEOQ80G8.0 size=627138 2024-08-17T00:52:41.574 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.574+0000 7fb7ffa81640 1 > prepared multipart upload key=X2R05Y3HU1RG upload=DZI7XEOQ80G8 tag=GAQDG0BRZ9KB type=write size=1675714 2024-08-17T00:52:41.576 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.576+0000 7fb7ffa81640 1 < completed delete operation key=YGH20LQ783HC tag=UYDT2HU750TA type=del 2024-08-17T00:52:41.580 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.579+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~LMBMWUDWEOEL.0 size=1048576 2024-08-17T00:52:41.582 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.581+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~LMBMWUDWEOEL.1 size=225558 2024-08-17T00:52:41.582 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.581+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=LMBMWUDWEOEL tag=KHIGYQR7BBFL type=write size=2322710 2024-08-17T00:52:41.584 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.583+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~11R2WOSRA24C.0 size=1048576 2024-08-17T00:52:41.586 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.585+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~11R2WOSRA24C.1 size=1048576 2024-08-17T00:52:41.588 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.587+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~11R2WOSRA24C.2 size=265384 2024-08-17T00:52:41.592 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.591+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=11R2WOSRA24C tag=2H4FMRRU2F6J type=write size=3411112 2024-08-17T00:52:41.594 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.593+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=TL63JP1QRKH8 type=del size=3604240 2024-08-17T00:52:41.597 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.596+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~9D829CJ6ZKRV.0 size=462696 2024-08-17T00:52:41.600 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.600+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=9D829CJ6ZKRV tag=VA8SZP6MG1KD type=write size=1511272 2024-08-17T00:52:41.606 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.602+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=N3VI292SLOE2 type=del size=1234248 2024-08-17T00:52:41.606 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.603+0000 7fb7ffa81640 1 < canceled part key=_multipart_VXX2N7W78TY5.2~PXVTE4WVWFJP.0 size=1048576 2024-08-17T00:52:41.607 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.604+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~PXVTE4WVWFJP.1 size=235546 2024-08-17T00:52:41.609 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.609+0000 7fb7ffa81640 1 < canceled multipart upload key=VXX2N7W78TY5 upload=PXVTE4WVWFJP tag=REKBDH3AJNAN type=write size=2332698 2024-08-17T00:52:41.612 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.611+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=GYXID1LUV8RZ type=del size=204434 2024-08-17T00:52:41.614 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.613+0000 7fb7ffa81640 1 < completed part key=_multipart_ZF5O5WVFK6GU.2~18G76CSVZTUJ.0 size=608829 2024-08-17T00:52:41.618 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.617+0000 7fb7ffa81640 1 < completed multipart upload key=ZF5O5WVFK6GU upload=18G76CSVZTUJ tag=CTT8ZA75FUJN type=write size=1657405 2024-08-17T00:52:41.622 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.621+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~IUFVCE1HUC6S.0 size=1048576 2024-08-17T00:52:41.624 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.623+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~IUFVCE1HUC6S.1 size=1048576 2024-08-17T00:52:41.626 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.625+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~IUFVCE1HUC6S.2 size=215832 2024-08-17T00:52:41.626 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.625+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=IUFVCE1HUC6S tag=07ZH7KFLJ8VK type=write size=3361560 2024-08-17T00:52:41.628 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.627+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=AXLR4Z7ZCR23 type=del 2024-08-17T00:52:41.630 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.630+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=MAOYSFO6BRM2 type=write size=728572 2024-08-17T00:52:41.633 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.632+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~QV8BMULDGBF5.0 size=977225 2024-08-17T00:52:41.636 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.635+0000 7fb7ffa81640 1 < completed multipart upload key=DOXQ905ZKA6E upload=QV8BMULDGBF5 tag=S2J3G0B9FF1C type=write size=2025801 2024-08-17T00:52:41.640 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.639+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~NGMQF17RPSCS.0 size=1048576 2024-08-17T00:52:41.642 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.641+0000 7fb7ffa81640 1 > prepared part key=_multipart_1DKD54PZ3N4G.2~NGMQF17RPSCS.1 size=439886 2024-08-17T00:52:41.642 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.641+0000 7fb7ffa81640 1 > prepared multipart upload key=1DKD54PZ3N4G upload=NGMQF17RPSCS tag=0UF04KHJ0LQV type=write size=2537038 2024-08-17T00:52:41.644 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.643+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=67FR3MD196XU type=del 2024-08-17T00:52:41.647 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.646+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=QWBDGOBMVPDO type=del size=2735606 2024-08-17T00:52:41.649 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.649+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=8TFGO4JL6P4I type=del 2024-08-17T00:52:41.652 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.651+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=UBXRWI21ODI5 type=del size=2613585 2024-08-17T00:52:41.655 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.654+0000 7fb7ffa81640 1 < completed delete operation key=2TAMC96GTRFY tag=MMR76L04MJBC type=del 2024-08-17T00:52:41.658 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.658+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=DCNFZ6U4RI7S type=del size=3822076 2024-08-17T00:52:41.663 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.662+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=UOM1A0D81ZO4 type=del 2024-08-17T00:52:41.666 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.665+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=6MK3Q1RF4PYV type=del size=2613290 2024-08-17T00:52:41.669 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.668+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~SYDCJSW2BJI2.0 size=1048576 2024-08-17T00:52:41.669 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.668+0000 7fb7ffa81640 1 < canceled part key=_multipart_VHXBN189GN90.2~SYDCJSW2BJI2.1 size=1048576 2024-08-17T00:52:41.672 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.671+0000 7fb7ffa81640 1 < completed part key=_multipart_VHXBN189GN90.2~SYDCJSW2BJI2.2 size=1000803 2024-08-17T00:52:41.677 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.677+0000 7fb7ffa81640 1 < canceled multipart upload key=VHXBN189GN90 upload=SYDCJSW2BJI2 tag=PB7CNQFMBWLO type=write size=4146531 2024-08-17T00:52:41.680 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.679+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=A4A3OXLPPNY5 type=del size=3891086 2024-08-17T00:52:41.683 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.683+0000 7fb7ffa81640 1 < completed delete operation key=KC83N32YH21Q tag=YDNLIH2RL3S4 type=del 2024-08-17T00:52:41.686 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.686+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=LD0D9SV3JAGU type=del size=289408 2024-08-17T00:52:41.690 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.688+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~ZCED1NXNZYUD.0 size=1048576 2024-08-17T00:52:41.692 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.691+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~ZCED1NXNZYUD.1 size=1048576 2024-08-17T00:52:41.692 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.691+0000 7fb7ffa81640 1 < canceled part key=_multipart_MZOJQR9Z75AP.2~ZCED1NXNZYUD.2 size=228398 2024-08-17T00:52:41.697 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.696+0000 7fb7ffa81640 1 < canceled multipart upload key=MZOJQR9Z75AP upload=ZCED1NXNZYUD tag=ZJIKPHHUSZ3D type=write size=3374126 2024-08-17T00:52:41.702 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.701+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~FDM6JI40YFZ2.0 size=1048576 2024-08-17T00:52:41.704 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.703+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~FDM6JI40YFZ2.1 size=305797 2024-08-17T00:52:41.704 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.703+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=FDM6JI40YFZ2 tag=F5VN9HCT8BJB type=write size=2402949 2024-08-17T00:52:41.704 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.703+0000 7fb7ffa81640 1 < canceled part key=_multipart_47CFG298DQD5.2~R60I7PK08PIX.0 size=1048576 2024-08-17T00:52:41.706 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.705+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~R60I7PK08PIX.1 size=1048576 2024-08-17T00:52:41.708 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.707+0000 7fb7ffa81640 1 < completed part key=_multipart_47CFG298DQD5.2~R60I7PK08PIX.2 size=430829 2024-08-17T00:52:41.712 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.711+0000 7fb7ffa81640 1 < canceled multipart upload key=47CFG298DQD5 upload=R60I7PK08PIX tag=A98KGPM1LNO9 type=write size=3576557 2024-08-17T00:52:41.714 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.714+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=J0VNTGNUAO9I type=write size=780440 2024-08-17T00:52:41.716 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.716+0000 7fb7ffa81640 1 < completed part key=_multipart_X2R05Y3HU1RG.2~DZI7XEOQ80G8.0 size=627138 2024-08-17T00:52:41.720 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.719+0000 7fb7ffa81640 1 < completed multipart upload key=X2R05Y3HU1RG upload=DZI7XEOQ80G8 tag=GAQDG0BRZ9KB type=write size=1675714 2024-08-17T00:52:41.722 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.721+0000 7fb7ffa81640 1 > prepared operation key=T1MU59FRZ5I0 tag=DH3HGD3WIRG3 type=del size=2542914 2024-08-17T00:52:41.724 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.724+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~LMBMWUDWEOEL.0 size=1048576 2024-08-17T00:52:41.726 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.725+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~LMBMWUDWEOEL.1 size=225558 2024-08-17T00:52:41.730 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.729+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=LMBMWUDWEOEL tag=KHIGYQR7BBFL type=write size=2322710 2024-08-17T00:52:41.732 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.731+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=WGQ0IOU8PWFX type=del size=880388 2024-08-17T00:52:41.734 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.734+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=TL63JP1QRKH8 type=del 2024-08-17T00:52:41.737 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.736+0000 7fb7ffa81640 1 > prepared operation key=MZOJQR9Z75AP tag=ULEQY34PD2JV type=del size=3623338 2024-08-17T00:52:41.739 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.738+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=N3VI292SLOE2 type=del 2024-08-17T00:52:41.743 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.742+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~LY0C5RBT0AEX.0 size=1048576 2024-08-17T00:52:41.745 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.744+0000 7fb7ffa81640 1 > prepared part key=_multipart_GOA569FQQJ5Q.2~LY0C5RBT0AEX.1 size=48229 2024-08-17T00:52:41.745 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.744+0000 7fb7ffa81640 1 > prepared multipart upload key=GOA569FQQJ5Q upload=LY0C5RBT0AEX tag=KW83HPRA0CXQ type=write size=2145381 2024-08-17T00:52:41.747 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.746+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=GYXID1LUV8RZ type=del 2024-08-17T00:52:41.749 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.748+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=A1ZO68AGH6ZI type=del size=2007242 2024-08-17T00:52:41.751 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.750+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~IUFVCE1HUC6S.0 size=1048576 2024-08-17T00:52:41.753 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.752+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~IUFVCE1HUC6S.1 size=1048576 2024-08-17T00:52:41.753 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.752+0000 7fb7ffa81640 1 < canceled part key=_multipart_4OEMXU0GR20L.2~IUFVCE1HUC6S.2 size=215832 2024-08-17T00:52:41.757 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.756+0000 7fb7ffa81640 1 < canceled multipart upload key=4OEMXU0GR20L upload=IUFVCE1HUC6S tag=07ZH7KFLJ8VK type=write size=3361560 2024-08-17T00:52:41.759 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.758+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=XK1XO4JGIFPV type=write size=590619 2024-08-17T00:52:41.761 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.761+0000 7fb7ffa81640 1 < canceled operation key=J9EF9S76XDGB tag=MAOYSFO6BRM2 type=write size=728572 2024-08-17T00:52:41.764 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.763+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=S9KRKJ148X46 type=del size=1144396 2024-08-17T00:52:41.766 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.765+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~NGMQF17RPSCS.0 size=1048576 2024-08-17T00:52:41.768 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.767+0000 7fb7ffa81640 1 < completed part key=_multipart_1DKD54PZ3N4G.2~NGMQF17RPSCS.1 size=439886 2024-08-17T00:52:41.772 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.771+0000 7fb7ffa81640 1 < completed multipart upload key=1DKD54PZ3N4G upload=NGMQF17RPSCS tag=0UF04KHJ0LQV type=write size=2537038 2024-08-17T00:52:41.775 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.774+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=TIW9HO7CXXRC type=del size=1400604 2024-08-17T00:52:41.778 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.776+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=QWBDGOBMVPDO type=del 2024-08-17T00:52:41.781 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.780+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~NMWG34UGJ198.0 size=1048576 2024-08-17T00:52:41.783 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.782+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~NMWG34UGJ198.1 size=1048576 2024-08-17T00:52:41.785 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.784+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~NMWG34UGJ198.2 size=311053 2024-08-17T00:52:41.785 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.784+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=NMWG34UGJ198 tag=ULCQRBU53FP9 type=write size=3456781 2024-08-17T00:52:41.787 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.786+0000 7fb7ffa81640 1 < completed delete operation key=47CFG298DQD5 tag=UBXRWI21ODI5 type=del 2024-08-17T00:52:41.789 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.788+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=MXVEFCOXRLZZ type=del size=3436417 2024-08-17T00:52:41.793 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.793+0000 7fb7ffa81640 1 < suggested update operation key=47CFG298DQD5 tag=DCNFZ6U4RI7S type=del size=3822076 2024-08-17T00:52:41.796 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.795+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=PCTYQ2YXYNO4 type=write size=650080 2024-08-17T00:52:41.797 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.797+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=6MK3Q1RF4PYV type=del 2024-08-17T00:52:41.802 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.801+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~YJS96CQXPP59.0 size=1048576 2024-08-17T00:52:41.804 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.803+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~YJS96CQXPP59.1 size=1048576 2024-08-17T00:52:41.806 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.805+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~YJS96CQXPP59.2 size=497307 2024-08-17T00:52:41.806 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.805+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=YJS96CQXPP59 tag=KUDMRRL2XGHC type=write size=3643035 2024-08-17T00:52:41.808 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.807+0000 7fb7ffa81640 1 < completed delete operation key=VXX2N7W78TY5 tag=A4A3OXLPPNY5 type=del 2024-08-17T00:52:41.814 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.811+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~8WE5DNE5EMTH.0 size=1048576 2024-08-17T00:52:41.814 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.812+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~8WE5DNE5EMTH.1 size=1048576 2024-08-17T00:52:41.815 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.814+0000 7fb7ffa81640 1 > prepared part key=_multipart_DOXQ905ZKA6E.2~8WE5DNE5EMTH.2 size=105552 2024-08-17T00:52:41.815 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.814+0000 7fb7ffa81640 1 > prepared multipart upload key=DOXQ905ZKA6E upload=8WE5DNE5EMTH tag=SU8HHWKMSCP1 type=write size=3251280 2024-08-17T00:52:41.817 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.816+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=LD0D9SV3JAGU type=del 2024-08-17T00:52:41.819 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.819+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=WMY2FIHFRER8 type=del size=1879983 2024-08-17T00:52:41.821 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.821+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~FDM6JI40YFZ2.0 size=1048576 2024-08-17T00:52:41.823 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.822+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~FDM6JI40YFZ2.1 size=305797 2024-08-17T00:52:41.827 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.826+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=FDM6JI40YFZ2 tag=F5VN9HCT8BJB type=write size=2402949 2024-08-17T00:52:41.830 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.830+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~69M1SB95T9LN.0 size=115277 2024-08-17T00:52:41.831 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.830+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=69M1SB95T9LN tag=C8NXVWOMWWJ8 type=write size=1163853 2024-08-17T00:52:41.833 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.832+0000 7fb7ffa81640 1 < completed write operation key=9E9PQ6YUOR9D tag=J0VNTGNUAO9I type=write size=780440 2024-08-17T00:52:41.837 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.836+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~R0NLTJ9R5F7Q.0 size=1048576 2024-08-17T00:52:41.839 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.838+0000 7fb7ffa81640 1 > prepared part key=_multipart_4OEMXU0GR20L.2~R0NLTJ9R5F7Q.1 size=173009 2024-08-17T00:52:41.839 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.838+0000 7fb7ffa81640 1 > prepared multipart upload key=4OEMXU0GR20L upload=R0NLTJ9R5F7Q tag=IK1A642H05PX type=write size=2270161 2024-08-17T00:52:41.841 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.840+0000 7fb7ffa81640 1 < completed delete operation key=T1MU59FRZ5I0 tag=DH3HGD3WIRG3 type=del 2024-08-17T00:52:41.844 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.844+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~Q4DYJXXAZVQJ.0 size=1048576 2024-08-17T00:52:41.846 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.845+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~Q4DYJXXAZVQJ.1 size=729717 2024-08-17T00:52:41.846 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.845+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=Q4DYJXXAZVQJ tag=TNUEIKOQOZ1F type=write size=2826869 2024-08-17T00:52:41.848 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.847+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=WGQ0IOU8PWFX type=del 2024-08-17T00:52:41.850 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.849+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=WZTC05Q0F5NZ type=write size=1042165 2024-08-17T00:52:41.852 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.851+0000 7fb7ffa81640 1 < completed delete operation key=MZOJQR9Z75AP tag=ULEQY34PD2JV type=del 2024-08-17T00:52:41.854 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.853+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=IC1V2JV4KUB1 type=del size=1377753 2024-08-17T00:52:41.855 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.854+0000 7fb7ffa81640 1 < canceled part key=_multipart_GOA569FQQJ5Q.2~LY0C5RBT0AEX.0 size=1048576 2024-08-17T00:52:41.855 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.854+0000 7fb7ffa81640 1 < canceled part key=_multipart_GOA569FQQJ5Q.2~LY0C5RBT0AEX.1 size=48229 2024-08-17T00:52:41.858 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.857+0000 7fb7ffa81640 1 < canceled multipart upload key=GOA569FQQJ5Q upload=LY0C5RBT0AEX tag=KW83HPRA0CXQ type=write size=2145381 2024-08-17T00:52:41.860 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.859+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=ACWAM2839VQ6 type=del size=4127584 2024-08-17T00:52:41.863 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.862+0000 7fb7ffa81640 1 < completed delete operation key=27S7S7L3SYN7 tag=A1ZO68AGH6ZI type=del 2024-08-17T00:52:41.865 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.864+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=MVIA2GTPLUNG type=del size=1309805 2024-08-17T00:52:41.869 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.868+0000 7fb7ffa81640 1 < suggested remove operation key=VHXBN189GN90 tag=XK1XO4JGIFPV type=write 2024-08-17T00:52:41.871 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.870+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=4INMF4LAJNQF type=write size=222392 2024-08-17T00:52:41.873 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.873+0000 7fb7ffa81640 1 < completed delete operation key=DOXQ905ZKA6E tag=S9KRKJ148X46 type=del 2024-08-17T00:52:41.875 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.875+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=P11RGSKVKC20 type=del size=2427759 2024-08-17T00:52:41.880 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.879+0000 7fb7ffa81640 1 < suggested remove operation key=KFMX127CJWEL tag=TIW9HO7CXXRC type=del 2024-08-17T00:52:41.884 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.883+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~LLN5EN7SKMNG.0 size=26931 2024-08-17T00:52:41.884 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.883+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=LLN5EN7SKMNG tag=YLPCF36EZY0Y type=write size=1075507 2024-08-17T00:52:41.886 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.885+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~NMWG34UGJ198.0 size=1048576 2024-08-17T00:52:41.888 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.887+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~NMWG34UGJ198.1 size=1048576 2024-08-17T00:52:41.890 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.889+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~NMWG34UGJ198.2 size=311053 2024-08-17T00:52:41.893 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.893+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=NMWG34UGJ198 tag=ULCQRBU53FP9 type=write size=3456781 2024-08-17T00:52:41.895 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.895+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=RUVHUY6EUAGU type=write size=536626 2024-08-17T00:52:41.900 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.899+0000 7fb7ffa81640 1 < suggested update operation key=CUF1RKGY7TOA tag=MXVEFCOXRLZZ type=del size=3436417 2024-08-17T00:52:41.902 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.902+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=P6OXWUBU3HNN type=del size=551125 2024-08-17T00:52:41.906 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.905+0000 7fb7ffa81640 -1 < failed to complete operation key=KFMX127CJWEL tag=PCTYQ2YXYNO4 type=write size=650080: (22) Invalid argument 2024-08-17T00:52:41.910 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.909+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~GCC9R8I9BG61.0 size=1048576 2024-08-17T00:52:41.912 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.911+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~GCC9R8I9BG61.1 size=127616 2024-08-17T00:52:41.912 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.911+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=GCC9R8I9BG61 tag=JIJK1XGO39K3 type=write size=2224768 2024-08-17T00:52:41.914 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.913+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~YJS96CQXPP59.0 size=1048576 2024-08-17T00:52:41.916 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.915+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~YJS96CQXPP59.1 size=1048576 2024-08-17T00:52:41.917 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.917+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~YJS96CQXPP59.2 size=497307 2024-08-17T00:52:41.921 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.920+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=YJS96CQXPP59 tag=KUDMRRL2XGHC type=write size=3643035 2024-08-17T00:52:41.925 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.924+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~PXTMAEV5QVP8.0 size=166397 2024-08-17T00:52:41.925 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.924+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=PXTMAEV5QVP8 tag=B8D6BQO9LIER type=write size=1214973 2024-08-17T00:52:41.925 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.924+0000 7fb7ffa81640 1 < canceled part key=_multipart_DOXQ905ZKA6E.2~8WE5DNE5EMTH.0 size=1048576 2024-08-17T00:52:41.927 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.926+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~8WE5DNE5EMTH.1 size=1048576 2024-08-17T00:52:41.930 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.929+0000 7fb7ffa81640 1 < completed part key=_multipart_DOXQ905ZKA6E.2~8WE5DNE5EMTH.2 size=105552 2024-08-17T00:52:41.933 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.933+0000 7fb7ffa81640 1 < canceled multipart upload key=DOXQ905ZKA6E upload=8WE5DNE5EMTH tag=SU8HHWKMSCP1 type=write size=3251280 2024-08-17T00:52:41.938 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.937+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~U6A5BFJE1YBN.0 size=485088 2024-08-17T00:52:41.938 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.937+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=U6A5BFJE1YBN tag=CQSNKCBIOE93 type=write size=1533664 2024-08-17T00:52:41.940 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.940+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=WMY2FIHFRER8 type=del 2024-08-17T00:52:41.942 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.942+0000 7fb7ffa81640 1 > prepared operation key=27S7S7L3SYN7 tag=Z5FBM5XQ8L4O type=write size=305490 2024-08-17T00:52:41.945 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.944+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~69M1SB95T9LN.0 size=115277 2024-08-17T00:52:41.948 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.948+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=69M1SB95T9LN tag=C8NXVWOMWWJ8 type=write size=1163853 2024-08-17T00:52:41.952 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.951+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~75Y12YBIK2A6.0 size=1048576 2024-08-17T00:52:41.954 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.953+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~75Y12YBIK2A6.1 size=1048576 2024-08-17T00:52:41.955 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.955+0000 7fb7ffa81640 1 > prepared part key=_multipart_6TUEJWX5HXNC.2~75Y12YBIK2A6.2 size=878136 2024-08-17T00:52:41.956 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.955+0000 7fb7ffa81640 1 > prepared multipart upload key=6TUEJWX5HXNC upload=75Y12YBIK2A6 tag=RW3NURR6CZ29 type=write size=4023864 2024-08-17T00:52:41.958 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.957+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~R0NLTJ9R5F7Q.0 size=1048576 2024-08-17T00:52:41.959 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.958+0000 7fb7ffa81640 1 < completed part key=_multipart_4OEMXU0GR20L.2~R0NLTJ9R5F7Q.1 size=173009 2024-08-17T00:52:41.963 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.962+0000 7fb7ffa81640 1 < completed multipart upload key=4OEMXU0GR20L upload=R0NLTJ9R5F7Q tag=IK1A642H05PX type=write size=2270161 2024-08-17T00:52:41.965 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.964+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=RMZQ6XYVK38B type=del size=2661907 2024-08-17T00:52:41.967 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.966+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~Q4DYJXXAZVQJ.0 size=1048576 2024-08-17T00:52:41.969 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.968+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~Q4DYJXXAZVQJ.1 size=729717 2024-08-17T00:52:41.972 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.972+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=Q4DYJXXAZVQJ tag=TNUEIKOQOZ1F type=write size=2826869 2024-08-17T00:52:41.975 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.974+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=8JFS2GFHQKX7 type=del size=679792 2024-08-17T00:52:41.977 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.976+0000 7fb7ffa81640 1 < completed write operation key=IN9C0SOA97VR tag=WZTC05Q0F5NZ type=write size=1042165 2024-08-17T00:52:41.980 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.979+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=IN816SSIU5ST type=del size=445380 2024-08-17T00:52:41.984 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.984+0000 7fb7ffa81640 1 < suggested update operation key=OV7J2EQPRBH6 tag=IC1V2JV4KUB1 type=del size=1377753 2024-08-17T00:52:41.986 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.985+0000 7fb7ffa81640 1 > prepared operation key=GKFA6AWL6159 tag=QAVQ4FZJVYNJ type=del size=674255 2024-08-17T00:52:41.989 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.988+0000 7fb7ffa81640 -1 < failed to complete operation key=CUF1RKGY7TOA tag=ACWAM2839VQ6 type=del size=4127584: (22) Invalid argument 2024-08-17T00:52:41.993 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.990+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=GEMP5W7TCBQ6 type=del size=1840371 2024-08-17T00:52:41.995 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.994+0000 7fb7ffa81640 1 < suggested update operation key=JID7SA7XCFSD tag=MVIA2GTPLUNG type=del size=1309805 2024-08-17T00:52:41.999 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:41.999+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~H4FA5QAONMBO.0 size=1048576 2024-08-17T00:52:42.001 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.000+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~H4FA5QAONMBO.1 size=1048576 2024-08-17T00:52:42.003 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.002+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~H4FA5QAONMBO.2 size=703942 2024-08-17T00:52:42.003 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.002+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=H4FA5QAONMBO tag=O6ND8022D621 type=write size=3849670 2024-08-17T00:52:42.006 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.005+0000 7fb7ffa81640 -1 < failed to complete operation key=CUF1RKGY7TOA tag=4INMF4LAJNQF type=write size=222392: (22) Invalid argument 2024-08-17T00:52:42.011 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.010+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~RXNWPJO2YWXI.0 size=1048576 2024-08-17T00:52:42.012 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.011+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~RXNWPJO2YWXI.1 size=789043 2024-08-17T00:52:42.012 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.011+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=RXNWPJO2YWXI tag=AVFTYIUSMACJ type=write size=2886195 2024-08-17T00:52:42.014 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.014+0000 7fb7ffa81640 1 < completed delete operation key=X2R05Y3HU1RG tag=P11RGSKVKC20 type=del 2024-08-17T00:52:42.019 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.018+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~ZUACRV1L0ZX8.0 size=1048576 2024-08-17T00:52:42.021 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.021+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~ZUACRV1L0ZX8.1 size=485825 2024-08-17T00:52:42.022 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.021+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=ZUACRV1L0ZX8 tag=2JIMPYTAE1FB type=write size=2582977 2024-08-17T00:52:42.022 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.021+0000 7fb7ffa81640 1 < canceled part key=_multipart_27S7S7L3SYN7.2~LLN5EN7SKMNG.0 size=26931 2024-08-17T00:52:42.027 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.026+0000 7fb7ffa81640 1 < canceled multipart upload key=27S7S7L3SYN7 upload=LLN5EN7SKMNG tag=YLPCF36EZY0Y type=write size=1075507 2024-08-17T00:52:42.031 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.030+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~ZGI2UJTR88IY.0 size=919758 2024-08-17T00:52:42.031 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.030+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=ZGI2UJTR88IY tag=HR9LEUO4QU5G type=write size=1968334 2024-08-17T00:52:42.033 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.032+0000 7fb7ffa81640 1 < completed write operation key=VXX2N7W78TY5 tag=RUVHUY6EUAGU type=write size=536626 2024-08-17T00:52:42.037 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.036+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~OF5GX3FQVWQ6.0 size=33133 2024-08-17T00:52:42.037 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.036+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=OF5GX3FQVWQ6 tag=AWADQ6BS72SR type=write size=1081709 2024-08-17T00:52:42.039 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.038+0000 7fb7ffa81640 1 < canceled operation key=YGH20LQ783HC tag=P6OXWUBU3HNN type=del size=551125 2024-08-17T00:52:42.043 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.042+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~MT03ZW1NYO1C.0 size=1048576 2024-08-17T00:52:42.045 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.044+0000 7fb7ffa81640 1 > prepared part key=_multipart_FTHZ4CWOAN2W.2~MT03ZW1NYO1C.1 size=191337 2024-08-17T00:52:42.045 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.044+0000 7fb7ffa81640 1 > prepared multipart upload key=FTHZ4CWOAN2W upload=MT03ZW1NYO1C tag=9KKBKJQIGQCF type=write size=2288489 2024-08-17T00:52:42.047 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.046+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~GCC9R8I9BG61.0 size=1048576 2024-08-17T00:52:42.049 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.048+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~GCC9R8I9BG61.1 size=127616 2024-08-17T00:52:42.053 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.052+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=GCC9R8I9BG61 tag=JIJK1XGO39K3 type=write size=2224768 2024-08-17T00:52:42.054 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.054+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=Q0VUMZ7TZRY1 type=del size=620943 2024-08-17T00:52:42.057 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.056+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~PXTMAEV5QVP8.0 size=166397 2024-08-17T00:52:42.060 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.060+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=PXTMAEV5QVP8 tag=B8D6BQO9LIER type=write size=1214973 2024-08-17T00:52:42.063 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.062+0000 7fb7ffa81640 1 > prepared operation key=47CFG298DQD5 tag=FHX37S7YGG1G type=write size=409100 2024-08-17T00:52:42.063 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.062+0000 7fb7ffa81640 1 < canceled part key=_multipart_FTHZ4CWOAN2W.2~U6A5BFJE1YBN.0 size=485088 2024-08-17T00:52:42.066 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.065+0000 7fb7ffa81640 1 < canceled multipart upload key=FTHZ4CWOAN2W upload=U6A5BFJE1YBN tag=CQSNKCBIOE93 type=write size=1533664 2024-08-17T00:52:42.068 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.067+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=6XG2QZ0O3EI5 type=write size=767815 2024-08-17T00:52:42.070 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.070+0000 7fb7ffa81640 1 < completed write operation key=27S7S7L3SYN7 tag=Z5FBM5XQ8L4O type=write size=305490 2024-08-17T00:52:42.073 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.072+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=8YVBWEOGPT02 type=del size=3004083 2024-08-17T00:52:42.075 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.075+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~75Y12YBIK2A6.0 size=1048576 2024-08-17T00:52:42.077 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.076+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~75Y12YBIK2A6.1 size=1048576 2024-08-17T00:52:42.079 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.078+0000 7fb7ffa81640 1 < completed part key=_multipart_6TUEJWX5HXNC.2~75Y12YBIK2A6.2 size=878136 2024-08-17T00:52:42.083 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.082+0000 7fb7ffa81640 1 < completed multipart upload key=6TUEJWX5HXNC upload=75Y12YBIK2A6 tag=RW3NURR6CZ29 type=write size=4023864 2024-08-17T00:52:42.087 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.086+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~4WVQF35D9SOO.0 size=344731 2024-08-17T00:52:42.087 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.086+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=4WVQF35D9SOO tag=VN7ZICI5QQUA type=write size=1393307 2024-08-17T00:52:42.091 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.090+0000 7fb7ffa81640 1 < suggested remove operation key=VXX2N7W78TY5 tag=RMZQ6XYVK38B type=del 2024-08-17T00:52:42.093 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.092+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=BFILA8L3T54U type=del size=1238637 2024-08-17T00:52:42.096 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.095+0000 7fb7ffa81640 1 < completed delete operation key=GKFA6AWL6159 tag=8JFS2GFHQKX7 type=del 2024-08-17T00:52:42.099 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.098+0000 7fb7ffa81640 1 > prepared operation key=G9T63DWLHVIJ tag=IJOF6HR6U8P6 type=del size=2398539 2024-08-17T00:52:42.101 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.100+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=IN816SSIU5ST type=del 2024-08-17T00:52:42.105 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.104+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~X90PDCRNJWVD.0 size=1048576 2024-08-17T00:52:42.108 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.107+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~X90PDCRNJWVD.1 size=402591 2024-08-17T00:52:42.108 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.107+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=X90PDCRNJWVD tag=AR8XE9AN77X1 type=write size=2499743 2024-08-17T00:52:42.114 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.111+0000 7fb7ffa81640 1 < suggested update operation key=GKFA6AWL6159 tag=QAVQ4FZJVYNJ type=del size=674255 2024-08-17T00:52:42.114 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.113+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=RJGMEMNPT2MM type=del size=323339 2024-08-17T00:52:42.118 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.117+0000 7fb7ffa81640 1 < suggested update operation key=PI1BZA6BJ83W tag=GEMP5W7TCBQ6 type=del size=1840371 2024-08-17T00:52:42.121 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.119+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=UWZTFFQJSK10 type=del size=4096444 2024-08-17T00:52:42.123 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.122+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~H4FA5QAONMBO.0 size=1048576 2024-08-17T00:52:42.124 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.124+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~H4FA5QAONMBO.1 size=1048576 2024-08-17T00:52:42.126 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.126+0000 7fb7ffa81640 1 < completed part key=_multipart_OV7J2EQPRBH6.2~H4FA5QAONMBO.2 size=703942 2024-08-17T00:52:42.130 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.129+0000 7fb7ffa81640 1 < completed multipart upload key=OV7J2EQPRBH6 upload=H4FA5QAONMBO tag=O6ND8022D621 type=write size=3849670 2024-08-17T00:52:42.134 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.133+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~0OYR2712I97V.0 size=1048576 2024-08-17T00:52:42.136 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.135+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~0OYR2712I97V.1 size=1048576 2024-08-17T00:52:42.138 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.137+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~0OYR2712I97V.2 size=715412 2024-08-17T00:52:42.138 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.137+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=0OYR2712I97V tag=W2J2N4Y7W6Y9 type=write size=3861140 2024-08-17T00:52:42.140 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.139+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~RXNWPJO2YWXI.0 size=1048576 2024-08-17T00:52:42.140 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.139+0000 7fb7ffa81640 1 < canceled part key=_multipart_JID7SA7XCFSD.2~RXNWPJO2YWXI.1 size=789043 2024-08-17T00:52:42.143 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.142+0000 7fb7ffa81640 1 < canceled multipart upload key=JID7SA7XCFSD upload=RXNWPJO2YWXI tag=AVFTYIUSMACJ type=write size=2886195 2024-08-17T00:52:42.148 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.147+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~YDKW8SU5KSC3.0 size=1048576 2024-08-17T00:52:42.150 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.149+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~YDKW8SU5KSC3.1 size=855613 2024-08-17T00:52:42.150 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.149+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=YDKW8SU5KSC3 tag=ISWR9BZC57RZ type=write size=2952765 2024-08-17T00:52:42.152 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.151+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~ZUACRV1L0ZX8.0 size=1048576 2024-08-17T00:52:42.152 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.151+0000 7fb7ffa81640 1 < canceled part key=_multipart_2TAMC96GTRFY.2~ZUACRV1L0ZX8.1 size=485825 2024-08-17T00:52:42.155 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.155+0000 7fb7ffa81640 1 < canceled multipart upload key=2TAMC96GTRFY upload=ZUACRV1L0ZX8 tag=2JIMPYTAE1FB type=write size=2582977 2024-08-17T00:52:42.157 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.157+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=XV7IFOR4UY30 type=del size=3244373 2024-08-17T00:52:42.160 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.159+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~ZGI2UJTR88IY.0 size=919758 2024-08-17T00:52:42.163 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.163+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=ZGI2UJTR88IY tag=HR9LEUO4QU5G type=write size=1968334 2024-08-17T00:52:42.167 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.167+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~2E0PJHZAZPU3.0 size=1048576 2024-08-17T00:52:42.169 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.168+0000 7fb7ffa81640 1 > prepared part key=_multipart_YGH20LQ783HC.2~2E0PJHZAZPU3.1 size=92677 2024-08-17T00:52:42.169 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.168+0000 7fb7ffa81640 1 > prepared multipart upload key=YGH20LQ783HC upload=2E0PJHZAZPU3 tag=ETRD3VWRF1JO type=write size=2189829 2024-08-17T00:52:42.171 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.170+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~OF5GX3FQVWQ6.0 size=33133 2024-08-17T00:52:42.175 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.174+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=OF5GX3FQVWQ6 tag=AWADQ6BS72SR type=write size=1081709 2024-08-17T00:52:42.177 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.176+0000 7fb7ffa81640 1 > prepared operation key=VHXBN189GN90 tag=WYOEYZHG4L1U type=del size=1576166 2024-08-17T00:52:42.179 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.178+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~MT03ZW1NYO1C.0 size=1048576 2024-08-17T00:52:42.181 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.180+0000 7fb7ffa81640 1 < completed part key=_multipart_FTHZ4CWOAN2W.2~MT03ZW1NYO1C.1 size=191337 2024-08-17T00:52:42.184 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.184+0000 7fb7ffa81640 1 < completed multipart upload key=FTHZ4CWOAN2W upload=MT03ZW1NYO1C tag=9KKBKJQIGQCF type=write size=2288489 2024-08-17T00:52:42.187 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.186+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=3YRZT6UBMIZ7 type=write size=585954 2024-08-17T00:52:42.190 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.189+0000 7fb7ffa81640 1 < completed delete operation key=9E9PQ6YUOR9D tag=Q0VUMZ7TZRY1 type=del 2024-08-17T00:52:42.193 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.193+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~5HS2IYQ229BY.0 size=1048576 2024-08-17T00:52:42.195 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.194+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~5HS2IYQ229BY.1 size=732818 2024-08-17T00:52:42.195 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.194+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=5HS2IYQ229BY tag=0TL8JPNFTLAP type=write size=2829970 2024-08-17T00:52:42.197 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.196+0000 7fb7ffa81640 1 < completed write operation key=47CFG298DQD5 tag=FHX37S7YGG1G type=write size=409100 2024-08-17T00:52:42.200 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.199+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=CDO3PDUZ4IK0 type=del size=1821246 2024-08-17T00:52:42.202 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.201+0000 7fb7ffa81640 1 < completed write operation key=XA1Y234IJAV8 tag=6XG2QZ0O3EI5 type=write size=767815 2024-08-17T00:52:42.205 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.203+0000 7fb7ffa81640 1 > prepared operation key=PI1BZA6BJ83W tag=0E4IWYDQRFQO type=del size=1533754 2024-08-17T00:52:42.206 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.205+0000 7fb7ffa81640 1 < completed delete operation key=CUF1RKGY7TOA tag=8YVBWEOGPT02 type=del 2024-08-17T00:52:42.210 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.209+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~QZEECQPBBZP7.0 size=1048576 2024-08-17T00:52:42.212 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.211+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~QZEECQPBBZP7.1 size=1048576 2024-08-17T00:52:42.214 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.213+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~QZEECQPBBZP7.2 size=937538 2024-08-17T00:52:42.214 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.213+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=QZEECQPBBZP7 tag=3B1PUFETNYHH type=write size=4083266 2024-08-17T00:52:42.216 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.215+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~4WVQF35D9SOO.0 size=344731 2024-08-17T00:52:42.220 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.219+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=4WVQF35D9SOO tag=VN7ZICI5QQUA type=write size=1393307 2024-08-17T00:52:42.221 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.221+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=1J0WA1TGLYUN type=del size=3070860 2024-08-17T00:52:42.226 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.225+0000 7fb7ffa81640 1 < suggested remove operation key=FTHZ4CWOAN2W tag=BFILA8L3T54U type=del 2024-08-17T00:52:42.230 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.230+0000 7fb7ffa81640 1 > prepared part key=_multipart_T1MU59FRZ5I0.2~Y9M2SRFJ43D1.0 size=1046458 2024-08-17T00:52:42.231 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.230+0000 7fb7ffa81640 1 > prepared multipart upload key=T1MU59FRZ5I0 upload=Y9M2SRFJ43D1 tag=J3EAPW3PI2TX type=write size=2095034 2024-08-17T00:52:42.233 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.232+0000 7fb7ffa81640 1 < completed delete operation key=G9T63DWLHVIJ tag=IJOF6HR6U8P6 type=del 2024-08-17T00:52:42.235 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.234+0000 7fb7ffa81640 1 > prepared operation key=1DKD54PZ3N4G tag=BH919FR3U0LS type=del size=2586222 2024-08-17T00:52:42.235 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.234+0000 7fb7ffa81640 1 < canceled part key=_multipart_MZOJQR9Z75AP.2~X90PDCRNJWVD.0 size=1048576 2024-08-17T00:52:42.237 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.237+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~X90PDCRNJWVD.1 size=402591 2024-08-17T00:52:42.241 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.240+0000 7fb7ffa81640 1 < canceled multipart upload key=MZOJQR9Z75AP upload=X90PDCRNJWVD tag=AR8XE9AN77X1 type=write size=2499743 2024-08-17T00:52:42.243 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.243+0000 7fb7ffa81640 1 > prepared operation key=J9EF9S76XDGB tag=OZSWQC4E6EJ3 type=del size=3416997 2024-08-17T00:52:42.245 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.245+0000 7fb7ffa81640 1 < completed delete operation key=KFMX127CJWEL tag=RJGMEMNPT2MM type=del 2024-08-17T00:52:42.250 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.249+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~1AAY113YHNCN.0 size=1048576 2024-08-17T00:52:42.252 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.251+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~1AAY113YHNCN.1 size=933728 2024-08-17T00:52:42.252 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.251+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=1AAY113YHNCN tag=XMASMEMFSW17 type=write size=3030880 2024-08-17T00:52:42.254 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.253+0000 7fb7ffa81640 1 < completed delete operation key=LLHW0UMGWSKP tag=UWZTFFQJSK10 type=del 2024-08-17T00:52:42.256 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.256+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=H4KUG9521DXP type=del size=3517797 2024-08-17T00:52:42.259 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.258+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~0OYR2712I97V.0 size=1048576 2024-08-17T00:52:42.260 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.260+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~0OYR2712I97V.1 size=1048576 2024-08-17T00:52:42.262 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.261+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~0OYR2712I97V.2 size=715412 2024-08-17T00:52:42.266 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.265+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=0OYR2712I97V tag=W2J2N4Y7W6Y9 type=write size=3861140 2024-08-17T00:52:42.270 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.269+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~KLXL2PJXIFAD.0 size=1048576 2024-08-17T00:52:42.271 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.271+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~KLXL2PJXIFAD.1 size=1048576 2024-08-17T00:52:42.273 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.272+0000 7fb7ffa81640 1 > prepared part key=_multipart_VXX2N7W78TY5.2~KLXL2PJXIFAD.2 size=577837 2024-08-17T00:52:42.273 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.272+0000 7fb7ffa81640 1 > prepared multipart upload key=VXX2N7W78TY5 upload=KLXL2PJXIFAD tag=HHOQF8PQZIG2 type=write size=3723565 2024-08-17T00:52:42.275 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.275+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~YDKW8SU5KSC3.0 size=1048576 2024-08-17T00:52:42.277 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.276+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~YDKW8SU5KSC3.1 size=855613 2024-08-17T00:52:42.281 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.280+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=YDKW8SU5KSC3 tag=ISWR9BZC57RZ type=write size=2952765 2024-08-17T00:52:42.285 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.284+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~BEMQQQ4J17OM.0 size=1048576 2024-08-17T00:52:42.287 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.286+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~BEMQQQ4J17OM.1 size=1048576 2024-08-17T00:52:42.290 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.288+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~BEMQQQ4J17OM.2 size=132108 2024-08-17T00:52:42.290 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.288+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=BEMQQQ4J17OM tag=XKTWKXH83LY6 type=write size=3277836 2024-08-17T00:52:42.292 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.291+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=XV7IFOR4UY30 type=del 2024-08-17T00:52:42.295 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.294+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~HEGDIWQ81CU5.0 size=1048576 2024-08-17T00:52:42.297 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.296+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~HEGDIWQ81CU5.1 size=465109 2024-08-17T00:52:42.297 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.296+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=HEGDIWQ81CU5 tag=4FD00EG8R2O7 type=write size=2562261 2024-08-17T00:52:42.299 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.298+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~2E0PJHZAZPU3.0 size=1048576 2024-08-17T00:52:42.301 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.300+0000 7fb7ffa81640 1 < completed part key=_multipart_YGH20LQ783HC.2~2E0PJHZAZPU3.1 size=92677 2024-08-17T00:52:42.304 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.304+0000 7fb7ffa81640 1 < completed multipart upload key=YGH20LQ783HC upload=2E0PJHZAZPU3 tag=ETRD3VWRF1JO type=write size=2189829 2024-08-17T00:52:42.307 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.306+0000 7fb7ffa81640 1 > prepared operation key=9E9PQ6YUOR9D tag=UUMTYMWTF58W type=del size=1640986 2024-08-17T00:52:42.309 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.308+0000 7fb7ffa81640 1 < completed delete operation key=VHXBN189GN90 tag=WYOEYZHG4L1U type=del 2024-08-17T00:52:42.311 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.310+0000 7fb7ffa81640 1 > prepared operation key=DOXQ905ZKA6E tag=W6BNGISI7N1L type=del size=3396672 2024-08-17T00:52:42.315 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.315+0000 7fb7ffa81640 1 < suggested remove operation key=XA1Y234IJAV8 tag=3YRZT6UBMIZ7 type=write 2024-08-17T00:52:42.320 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.319+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~9VZYDHCKSVUD.0 size=1048576 2024-08-17T00:52:42.321 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.321+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~9VZYDHCKSVUD.1 size=1048576 2024-08-17T00:52:42.323 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.322+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~9VZYDHCKSVUD.2 size=108048 2024-08-17T00:52:42.323 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.322+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=9VZYDHCKSVUD tag=EUC4MFXLF6IT type=write size=3253776 2024-08-17T00:52:42.325 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.325+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~5HS2IYQ229BY.0 size=1048576 2024-08-17T00:52:42.327 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.326+0000 7fb7ffa81640 1 < completed part key=_multipart_KFMX127CJWEL.2~5HS2IYQ229BY.1 size=732818 2024-08-17T00:52:42.331 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.330+0000 7fb7ffa81640 1 < completed multipart upload key=KFMX127CJWEL upload=5HS2IYQ229BY tag=0TL8JPNFTLAP type=write size=2829970 2024-08-17T00:52:42.335 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.334+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~E8Z1G0TDNHEC.0 size=743950 2024-08-17T00:52:42.335 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.334+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=E8Z1G0TDNHEC tag=2Z90PUVBIH53 type=write size=1792526 2024-08-17T00:52:42.337 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.336+0000 7fb7ffa81640 1 < completed delete operation key=933T9LDGXGOQ tag=CDO3PDUZ4IK0 type=del 2024-08-17T00:52:42.341 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.340+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~TRR6NU3M8JO8.0 size=1048576 2024-08-17T00:52:42.342 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.342+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~TRR6NU3M8JO8.1 size=1048576 2024-08-17T00:52:42.344 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.343+0000 7fb7ffa81640 1 > prepared part key=_multipart_2TAMC96GTRFY.2~TRR6NU3M8JO8.2 size=139328 2024-08-17T00:52:42.344 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.343+0000 7fb7ffa81640 1 > prepared multipart upload key=2TAMC96GTRFY upload=TRR6NU3M8JO8 tag=DGF0XB5CYFBZ type=write size=3285056 2024-08-17T00:52:42.346 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.345+0000 7fb7ffa81640 1 < completed delete operation key=PI1BZA6BJ83W tag=0E4IWYDQRFQO type=del 2024-08-17T00:52:42.348 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.347+0000 7fb7ffa81640 1 > prepared operation key=YGH20LQ783HC tag=QABOG5Y68WJ1 type=write size=159984 2024-08-17T00:52:42.351 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.349+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~QZEECQPBBZP7.0 size=1048576 2024-08-17T00:52:42.352 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.351+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~QZEECQPBBZP7.1 size=1048576 2024-08-17T00:52:42.355 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.354+0000 7fb7ffa81640 1 < completed part key=_multipart_G9T63DWLHVIJ.2~QZEECQPBBZP7.2 size=937538 2024-08-17T00:52:42.358 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.358+0000 7fb7ffa81640 1 < completed multipart upload key=G9T63DWLHVIJ upload=QZEECQPBBZP7 tag=3B1PUFETNYHH type=write size=4083266 2024-08-17T00:52:42.361 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.360+0000 7fb7ffa81640 1 > prepared operation key=XA1Y234IJAV8 tag=TAAKZ86X3CCP type=del size=1469761 2024-08-17T00:52:42.363 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.362+0000 7fb7ffa81640 1 < completed delete operation key=6TUEJWX5HXNC tag=1J0WA1TGLYUN type=del 2024-08-17T00:52:42.364 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.364+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=WOQ15KVDM4VR type=del size=1238256 2024-08-17T00:52:42.367 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.366+0000 7fb7ffa81640 1 < completed part key=_multipart_T1MU59FRZ5I0.2~Y9M2SRFJ43D1.0 size=1046458 2024-08-17T00:52:42.370 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.369+0000 7fb7ffa81640 1 < completed multipart upload key=T1MU59FRZ5I0 upload=Y9M2SRFJ43D1 tag=J3EAPW3PI2TX type=write size=2095034 2024-08-17T00:52:42.374 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.373+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~CVXMSEOA471P.0 size=1048576 2024-08-17T00:52:42.376 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.375+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~CVXMSEOA471P.1 size=394945 2024-08-17T00:52:42.376 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.375+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=CVXMSEOA471P tag=YS8CDLRA44I2 type=write size=2492097 2024-08-17T00:52:42.378 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.377+0000 7fb7ffa81640 1 < completed delete operation key=1DKD54PZ3N4G tag=BH919FR3U0LS type=del 2024-08-17T00:52:42.381 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.380+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=22LT2H33SECJ type=del size=393971 2024-08-17T00:52:42.383 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.382+0000 7fb7ffa81640 1 < completed delete operation key=J9EF9S76XDGB tag=OZSWQC4E6EJ3 type=del 2024-08-17T00:52:42.387 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.386+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~SZEUJMNVP9VZ.0 size=1048576 2024-08-17T00:52:42.388 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.388+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~SZEUJMNVP9VZ.1 size=1048576 2024-08-17T00:52:42.390 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.389+0000 7fb7ffa81640 1 > prepared part key=_multipart_XA1Y234IJAV8.2~SZEUJMNVP9VZ.2 size=549202 2024-08-17T00:52:42.390 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.389+0000 7fb7ffa81640 1 > prepared multipart upload key=XA1Y234IJAV8 upload=SZEUJMNVP9VZ tag=ZKDL5SZ12TWM type=write size=3694930 2024-08-17T00:52:42.391 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.390+0000 7fb7ffa81640 1 < canceled part key=_multipart_XA1Y234IJAV8.2~1AAY113YHNCN.0 size=1048576 2024-08-17T00:52:42.392 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.391+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~1AAY113YHNCN.1 size=933728 2024-08-17T00:52:42.396 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.395+0000 7fb7ffa81640 1 < canceled multipart upload key=XA1Y234IJAV8 upload=1AAY113YHNCN tag=XMASMEMFSW17 type=write size=3030880 2024-08-17T00:52:42.399 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.399+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~9TWGA67AX9N6.0 size=1048576 2024-08-17T00:52:42.401 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.400+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~9TWGA67AX9N6.1 size=453815 2024-08-17T00:52:42.401 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.400+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=9TWGA67AX9N6 tag=FEJXSP65B2UD type=write size=2550967 2024-08-17T00:52:42.403 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.402+0000 7fb7ffa81640 1 < canceled operation key=9E9PQ6YUOR9D tag=H4KUG9521DXP type=del size=3517797 2024-08-17T00:52:42.405 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.404+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=PSF3OHRRISLE type=del size=3269993 2024-08-17T00:52:42.408 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.406+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~KLXL2PJXIFAD.0 size=1048576 2024-08-17T00:52:42.409 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.408+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~KLXL2PJXIFAD.1 size=1048576 2024-08-17T00:52:42.411 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.410+0000 7fb7ffa81640 1 < completed part key=_multipart_VXX2N7W78TY5.2~KLXL2PJXIFAD.2 size=577837 2024-08-17T00:52:42.414 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.414+0000 7fb7ffa81640 1 < completed multipart upload key=VXX2N7W78TY5 upload=KLXL2PJXIFAD tag=HHOQF8PQZIG2 type=write size=3723565 2024-08-17T00:52:42.418 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.418+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~7EDQXEZ9LUVC.0 size=1048576 2024-08-17T00:52:42.421 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.420+0000 7fb7ffa81640 1 > prepared part key=_multipart_9E9PQ6YUOR9D.2~7EDQXEZ9LUVC.1 size=319231 2024-08-17T00:52:42.421 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.420+0000 7fb7ffa81640 1 > prepared multipart upload key=9E9PQ6YUOR9D upload=7EDQXEZ9LUVC tag=MSWLBTZLBYCO type=write size=2416383 2024-08-17T00:52:42.423 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.422+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~BEMQQQ4J17OM.0 size=1048576 2024-08-17T00:52:42.424 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.424+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~BEMQQQ4J17OM.1 size=1048576 2024-08-17T00:52:42.426 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.426+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~BEMQQQ4J17OM.2 size=132108 2024-08-17T00:52:42.430 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.429+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=BEMQQQ4J17OM tag=XKTWKXH83LY6 type=write size=3277836 2024-08-17T00:52:42.432 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.431+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=VPC0DSJZ7SJZ type=del size=330599 2024-08-17T00:52:42.434 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.433+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~HEGDIWQ81CU5.0 size=1048576 2024-08-17T00:52:42.435 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.434+0000 7fb7ffa81640 1 < completed part key=_multipart_JID7SA7XCFSD.2~HEGDIWQ81CU5.1 size=465109 2024-08-17T00:52:42.439 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.438+0000 7fb7ffa81640 1 < completed multipart upload key=JID7SA7XCFSD upload=HEGDIWQ81CU5 tag=4FD00EG8R2O7 type=write size=2562261 2024-08-17T00:52:42.443 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.443+0000 7fb7ffa81640 1 > prepared part key=_multipart_8R9K8LDJ88DU.2~BDG96FSYN7X8.0 size=991301 2024-08-17T00:52:42.444 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.443+0000 7fb7ffa81640 1 > prepared multipart upload key=8R9K8LDJ88DU upload=BDG96FSYN7X8 tag=69BLEW7R4GOP type=write size=2039877 2024-08-17T00:52:42.445 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.445+0000 7fb7ffa81640 1 < canceled operation key=9E9PQ6YUOR9D tag=UUMTYMWTF58W type=del size=1640986 2024-08-17T00:52:42.448 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.447+0000 7fb7ffa81640 1 > prepared operation key=8R9K8LDJ88DU tag=5T1W9P4BB935 type=del size=2118399 2024-08-17T00:52:42.450 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.449+0000 7fb7ffa81640 1 < canceled operation key=DOXQ905ZKA6E tag=W6BNGISI7N1L type=del size=3396672 2024-08-17T00:52:42.452 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.451+0000 7fb7ffa81640 1 > prepared operation key=ZF5O5WVFK6GU tag=7XGUEZU7P2GB type=write size=886885 2024-08-17T00:52:42.454 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.453+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~9VZYDHCKSVUD.0 size=1048576 2024-08-17T00:52:42.455 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.455+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~9VZYDHCKSVUD.1 size=1048576 2024-08-17T00:52:42.457 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.456+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~9VZYDHCKSVUD.2 size=108048 2024-08-17T00:52:42.461 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.460+0000 7fb7ffa81640 1 < completed multipart upload key=933T9LDGXGOQ upload=9VZYDHCKSVUD tag=EUC4MFXLF6IT type=write size=3253776 2024-08-17T00:52:42.465 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.464+0000 7fb7ffa81640 1 > prepared part key=_multipart_MZOJQR9Z75AP.2~PADQ871AB6NG.0 size=689667 2024-08-17T00:52:42.465 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.464+0000 7fb7ffa81640 1 > prepared multipart upload key=MZOJQR9Z75AP upload=PADQ871AB6NG tag=VXP3B5JG9HLG type=write size=1738243 2024-08-17T00:52:42.467 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.466+0000 7fb7ffa81640 1 < completed part key=_multipart_IN9C0SOA97VR.2~E8Z1G0TDNHEC.0 size=743950 2024-08-17T00:52:42.470 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.470+0000 7fb7ffa81640 1 < completed multipart upload key=IN9C0SOA97VR upload=E8Z1G0TDNHEC tag=2Z90PUVBIH53 type=write size=1792526 2024-08-17T00:52:42.475 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.474+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~GFMW00V2Y7ZO.0 size=1048576 2024-08-17T00:52:42.476 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.475+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~GFMW00V2Y7ZO.1 size=1048576 2024-08-17T00:52:42.478 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.477+0000 7fb7ffa81640 1 > prepared part key=_multipart_933T9LDGXGOQ.2~GFMW00V2Y7ZO.2 size=291436 2024-08-17T00:52:42.479 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.477+0000 7fb7ffa81640 1 > prepared multipart upload key=933T9LDGXGOQ upload=GFMW00V2Y7ZO tag=9YSDJQNBC4MK type=write size=3437164 2024-08-17T00:52:42.480 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.480+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~TRR6NU3M8JO8.0 size=1048576 2024-08-17T00:52:42.482 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.481+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~TRR6NU3M8JO8.1 size=1048576 2024-08-17T00:52:42.484 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.484+0000 7fb7ffa81640 1 < completed part key=_multipart_2TAMC96GTRFY.2~TRR6NU3M8JO8.2 size=139328 2024-08-17T00:52:42.488 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.487+0000 7fb7ffa81640 1 < completed multipart upload key=2TAMC96GTRFY upload=TRR6NU3M8JO8 tag=DGF0XB5CYFBZ type=write size=3285056 2024-08-17T00:52:42.490 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.490+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=H5PQ85K328V1 type=del size=3854560 2024-08-17T00:52:42.492 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.492+0000 7fb7ffa81640 1 < completed write operation key=YGH20LQ783HC tag=QABOG5Y68WJ1 type=write size=159984 2024-08-17T00:52:42.494 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.494+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=9LLW2B0O5XGB type=del size=2329018 2024-08-17T00:52:42.497 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.496+0000 7fb7ffa81640 1 < completed delete operation key=XA1Y234IJAV8 tag=TAAKZ86X3CCP type=del 2024-08-17T00:52:42.499 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.498+0000 7fb7ffa81640 1 > prepared operation key=FTHZ4CWOAN2W tag=03P2Q76222QG type=del size=1747717 2024-08-17T00:52:42.501 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.500+0000 7fb7ffa81640 1 < completed delete operation key=X5TSXJNP2QPC tag=WOQ15KVDM4VR type=del 2024-08-17T00:52:42.503 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.502+0000 7fb7ffa81640 1 > prepared operation key=KFMX127CJWEL tag=CNK6HDBU031H type=write size=924992 2024-08-17T00:52:42.505 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.504+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~CVXMSEOA471P.0 size=1048576 2024-08-17T00:52:42.505 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.504+0000 7fb7ffa81640 1 < canceled part key=_multipart_MZOJQR9Z75AP.2~CVXMSEOA471P.1 size=394945 2024-08-17T00:52:42.508 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.508+0000 7fb7ffa81640 1 < canceled multipart upload key=MZOJQR9Z75AP upload=CVXMSEOA471P tag=YS8CDLRA44I2 type=write size=2492097 2024-08-17T00:52:42.511 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.510+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=NM1WFNUU196L type=del size=3094662 2024-08-17T00:52:42.513 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.512+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=22LT2H33SECJ type=del 2024-08-17T00:52:42.515 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.514+0000 7fb7ffa81640 1 > prepared operation key=OV7J2EQPRBH6 tag=QEM3YU5X0WJ4 type=del size=2556211 2024-08-17T00:52:42.517 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.516+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~SZEUJMNVP9VZ.0 size=1048576 2024-08-17T00:52:42.518 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.518+0000 7fb7ffa81640 1 < completed part key=_multipart_XA1Y234IJAV8.2~SZEUJMNVP9VZ.1 size=1048576 2024-08-17T00:52:42.519 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.518+0000 7fb7ffa81640 1 < canceled part key=_multipart_XA1Y234IJAV8.2~SZEUJMNVP9VZ.2 size=549202 2024-08-17T00:52:42.522 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.522+0000 7fb7ffa81640 1 < canceled multipart upload key=XA1Y234IJAV8 upload=SZEUJMNVP9VZ tag=ZKDL5SZ12TWM type=write size=3694930 2024-08-17T00:52:42.526 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.526+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~VCUYRVA00R1X.0 size=1048576 2024-08-17T00:52:42.528 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.527+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~VCUYRVA00R1X.1 size=1048576 2024-08-17T00:52:42.530 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.529+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~VCUYRVA00R1X.2 size=211472 2024-08-17T00:52:42.530 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.529+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=VCUYRVA00R1X tag=028B39SV8VPZ type=write size=3357200 2024-08-17T00:52:42.532 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.531+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~9TWGA67AX9N6.0 size=1048576 2024-08-17T00:52:42.534 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.533+0000 7fb7ffa81640 1 < completed part key=_multipart_KC83N32YH21Q.2~9TWGA67AX9N6.1 size=453815 2024-08-17T00:52:42.537 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.536+0000 7fb7ffa81640 1 < completed multipart upload key=KC83N32YH21Q upload=9TWGA67AX9N6 tag=FEJXSP65B2UD type=write size=2550967 2024-08-17T00:52:42.539 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.539+0000 7fb7ffa81640 1 > prepared operation key=X2R05Y3HU1RG tag=P0F9JVBRPKBF type=del size=1550820 2024-08-17T00:52:42.544 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.543+0000 7fb7ffa81640 1 < suggested update operation key=KFMX127CJWEL tag=PSF3OHRRISLE type=del size=3269993 2024-08-17T00:52:42.546 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.545+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=C1P5GR5B2TT3 type=del size=2260254 2024-08-17T00:52:42.548 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.547+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~7EDQXEZ9LUVC.0 size=1048576 2024-08-17T00:52:42.549 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.549+0000 7fb7ffa81640 1 < completed part key=_multipart_9E9PQ6YUOR9D.2~7EDQXEZ9LUVC.1 size=319231 2024-08-17T00:52:42.554 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.554+0000 7fb7ffa81640 1 < completed multipart upload key=9E9PQ6YUOR9D upload=7EDQXEZ9LUVC tag=MSWLBTZLBYCO type=write size=2416383 2024-08-17T00:52:42.557 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.556+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=GAWX2PCOEP1V type=del size=3405747 2024-08-17T00:52:42.559 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.558+0000 7fb7ffa81640 1 < completed delete operation key=IN9C0SOA97VR tag=VPC0DSJZ7SJZ type=del 2024-08-17T00:52:42.563 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.563+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~AL46BKJQX6JB.0 size=1048576 2024-08-17T00:52:42.565 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.565+0000 7fb7ffa81640 1 > prepared part key=_multipart_27S7S7L3SYN7.2~AL46BKJQX6JB.1 size=907451 2024-08-17T00:52:42.566 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.565+0000 7fb7ffa81640 1 > prepared multipart upload key=27S7S7L3SYN7 upload=AL46BKJQX6JB tag=CP5IRRJL1927 type=write size=3004603 2024-08-17T00:52:42.567 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.567+0000 7fb7ffa81640 1 < completed part key=_multipart_8R9K8LDJ88DU.2~BDG96FSYN7X8.0 size=991301 2024-08-17T00:52:42.571 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.571+0000 7fb7ffa81640 1 < completed multipart upload key=8R9K8LDJ88DU upload=BDG96FSYN7X8 tag=69BLEW7R4GOP type=write size=2039877 2024-08-17T00:52:42.574 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.573+0000 7fb7ffa81640 1 > prepared operation key=2TAMC96GTRFY tag=TDM2PQGSCU1E type=write size=1021022 2024-08-17T00:52:42.577 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.576+0000 7fb7ffa81640 1 < completed delete operation key=8R9K8LDJ88DU tag=5T1W9P4BB935 type=del 2024-08-17T00:52:42.582 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.582+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~OBA6H1E1B4WE.0 size=1048576 2024-08-17T00:52:42.585 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.584+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~OBA6H1E1B4WE.1 size=1048576 2024-08-17T00:52:42.587 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.586+0000 7fb7ffa81640 1 > prepared part key=_multipart_PI1BZA6BJ83W.2~OBA6H1E1B4WE.2 size=904106 2024-08-17T00:52:42.587 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.586+0000 7fb7ffa81640 1 > prepared multipart upload key=PI1BZA6BJ83W upload=OBA6H1E1B4WE tag=2QL8NFF2LW1H type=write size=4049834 2024-08-17T00:52:42.589 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.588+0000 7fb7ffa81640 1 < completed write operation key=ZF5O5WVFK6GU tag=7XGUEZU7P2GB type=write size=886885 2024-08-17T00:52:42.591 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.591+0000 7fb7ffa81640 1 > prepared operation key=LLHW0UMGWSKP tag=EDR0UO3W6W9B type=del size=1032787 2024-08-17T00:52:42.593 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.593+0000 7fb7ffa81640 1 < completed part key=_multipart_MZOJQR9Z75AP.2~PADQ871AB6NG.0 size=689667 2024-08-17T00:52:42.597 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.596+0000 7fb7ffa81640 1 < completed multipart upload key=MZOJQR9Z75AP upload=PADQ871AB6NG tag=VXP3B5JG9HLG type=write size=1738243 2024-08-17T00:52:42.601 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.600+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~PQGJ4ND6DBA4.0 size=1048576 2024-08-17T00:52:42.603 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.602+0000 7fb7ffa81640 1 > prepared part key=_multipart_JID7SA7XCFSD.2~PQGJ4ND6DBA4.1 size=879863 2024-08-17T00:52:42.603 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.602+0000 7fb7ffa81640 1 > prepared multipart upload key=JID7SA7XCFSD upload=PQGJ4ND6DBA4 tag=55UTUJ7A8HTV type=write size=2977015 2024-08-17T00:52:42.605 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.604+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~GFMW00V2Y7ZO.0 size=1048576 2024-08-17T00:52:42.605 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.604+0000 7fb7ffa81640 1 < canceled part key=_multipart_933T9LDGXGOQ.2~GFMW00V2Y7ZO.1 size=1048576 2024-08-17T00:52:42.607 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.606+0000 7fb7ffa81640 1 < completed part key=_multipart_933T9LDGXGOQ.2~GFMW00V2Y7ZO.2 size=291436 2024-08-17T00:52:42.610 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.609+0000 7fb7ffa81640 1 < canceled multipart upload key=933T9LDGXGOQ upload=GFMW00V2Y7ZO tag=9YSDJQNBC4MK type=write size=3437164 2024-08-17T00:52:42.612 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.611+0000 7fb7ffa81640 1 > prepared operation key=VXX2N7W78TY5 tag=R61RWZTLCAFW type=write size=223791 2024-08-17T00:52:42.614 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.613+0000 7fb7ffa81640 1 < canceled operation key=LLHW0UMGWSKP tag=H5PQ85K328V1 type=del size=3854560 2024-08-17T00:52:42.616 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.616+0000 7fb7ffa81640 1 > prepared operation key=GOA569FQQJ5Q tag=A54QRPRB79YY type=del size=2344747 2024-08-17T00:52:42.621 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.620+0000 7fb7ffa81640 1 < suggested remove operation key=2TAMC96GTRFY tag=9LLW2B0O5XGB type=del 2024-08-17T00:52:42.623 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.622+0000 7fb7ffa81640 1 > prepared operation key=CUF1RKGY7TOA tag=AFU2CN5664EA type=write size=924653 2024-08-17T00:52:42.625 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.624+0000 7fb7ffa81640 1 < completed delete operation key=FTHZ4CWOAN2W tag=03P2Q76222QG type=del 2024-08-17T00:52:42.628 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.628+0000 7fb7ffa81640 1 > prepared part key=_multipart_IN9C0SOA97VR.2~7O18Y9ZPWB6W.0 size=694550 2024-08-17T00:52:42.629 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.628+0000 7fb7ffa81640 1 > prepared multipart upload key=IN9C0SOA97VR upload=7O18Y9ZPWB6W tag=M5R4OT9O36QW type=write size=1743126 2024-08-17T00:52:42.632 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.632+0000 7fb7ffa81640 1 < suggested remove operation key=KFMX127CJWEL tag=CNK6HDBU031H type=write 2024-08-17T00:52:42.639 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.635+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~OJGD6N4NZ1PD.0 size=1048576 2024-08-17T00:52:42.639 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.637+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~OJGD6N4NZ1PD.1 size=1048576 2024-08-17T00:52:42.640 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.639+0000 7fb7ffa81640 1 > prepared part key=_multipart_KFMX127CJWEL.2~OJGD6N4NZ1PD.2 size=532133 2024-08-17T00:52:42.640 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.639+0000 7fb7ffa81640 1 > prepared multipart upload key=KFMX127CJWEL upload=OJGD6N4NZ1PD tag=8TMW3IVSY876 type=write size=3677861 2024-08-17T00:52:42.642 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.641+0000 7fb7ffa81640 1 < completed delete operation key=GOA569FQQJ5Q tag=NM1WFNUU196L type=del 2024-08-17T00:52:42.644 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.643+0000 7fb7ffa81640 1 > prepared operation key=4OEMXU0GR20L tag=FSH7WFLIUV11 type=del size=2444682 2024-08-17T00:52:42.646 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.645+0000 7fb7ffa81640 1 < completed delete operation key=OV7J2EQPRBH6 tag=QEM3YU5X0WJ4 type=del 2024-08-17T00:52:42.648 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.647+0000 7fb7ffa81640 1 > prepared operation key=JID7SA7XCFSD tag=5G9ET800Z4DA type=del size=7373 2024-08-17T00:52:42.650 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.649+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~VCUYRVA00R1X.0 size=1048576 2024-08-17T00:52:42.651 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.650+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~VCUYRVA00R1X.1 size=1048576 2024-08-17T00:52:42.653 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.652+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~VCUYRVA00R1X.2 size=211472 2024-08-17T00:52:42.657 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.657+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=VCUYRVA00R1X tag=028B39SV8VPZ type=write size=3357200 2024-08-17T00:52:42.660 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.659+0000 7fb7ffa81640 1 > prepared operation key=IN9C0SOA97VR tag=D1TW763SKJPA type=del size=3714681 2024-08-17T00:52:42.662 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.661+0000 7fb7ffa81640 1 < canceled operation key=X2R05Y3HU1RG tag=P0F9JVBRPKBF type=del size=1550820 2024-08-17T00:52:42.664 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.663+0000 7fb7ffa81640 1 > prepared operation key=6TUEJWX5HXNC tag=BB25XXP10NY4 type=del size=1560603 2024-08-17T00:52:42.667 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.667+0000 7fb7ffa81640 1 < suggested remove operation key=LLHW0UMGWSKP tag=C1P5GR5B2TT3 type=del 2024-08-17T00:52:42.670 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.669+0000 7fb7ffa81640 1 > prepared operation key=933T9LDGXGOQ tag=L3HQDJWIV89M type=del size=564348 2024-08-17T00:52:42.672 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.672+0000 7fb7ffa81640 -1 < failed to complete operation key=2TAMC96GTRFY tag=GAWX2PCOEP1V type=del size=3405747: (22) Invalid argument 2024-08-17T00:52:42.676 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.676+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~IWO0YOVK6ETK.0 size=1048576 2024-08-17T00:52:42.679 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.678+0000 7fb7ffa81640 1 > prepared part key=_multipart_KC83N32YH21Q.2~IWO0YOVK6ETK.1 size=69162 2024-08-17T00:52:42.679 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.678+0000 7fb7ffa81640 1 > prepared multipart upload key=KC83N32YH21Q upload=IWO0YOVK6ETK tag=5COQJTYTUFP9 type=write size=2166314 2024-08-17T00:52:42.681 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.680+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~AL46BKJQX6JB.0 size=1048576 2024-08-17T00:52:42.683 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.682+0000 7fb7ffa81640 1 < completed part key=_multipart_27S7S7L3SYN7.2~AL46BKJQX6JB.1 size=907451 2024-08-17T00:52:42.686 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.686+0000 7fb7ffa81640 1 < completed multipart upload key=27S7S7L3SYN7 upload=AL46BKJQX6JB tag=CP5IRRJL1927 type=write size=3004603 2024-08-17T00:52:42.691 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.690+0000 7fb7ffa81640 1 > prepared part key=_multipart_LLHW0UMGWSKP.2~SC1T60BTXKXO.0 size=246698 2024-08-17T00:52:42.691 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.690+0000 7fb7ffa81640 1 > prepared multipart upload key=LLHW0UMGWSKP upload=SC1T60BTXKXO tag=JPQF5GZ73DQ8 type=write size=1295274 2024-08-17T00:52:42.692 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.691+0000 7fb7ffa81640 -1 < no bi entry to suggest for operation key=2TAMC96GTRFY tag=TDM2PQGSCU1E type=write size=1021022: (2) No such file or directory 2024-08-17T00:52:42.695 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.695+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~KYQOFA869X2X.0 size=1048576 2024-08-17T00:52:42.697 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.696+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~KYQOFA869X2X.1 size=1048576 2024-08-17T00:52:42.699 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.698+0000 7fb7ffa81640 1 > prepared part key=_multipart_G9T63DWLHVIJ.2~KYQOFA869X2X.2 size=1007695 2024-08-17T00:52:42.699 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.698+0000 7fb7ffa81640 1 > prepared multipart upload key=G9T63DWLHVIJ upload=KYQOFA869X2X tag=RKXYXEZPMSOX type=write size=4153423 2024-08-17T00:52:42.701 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.701+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~OBA6H1E1B4WE.0 size=1048576 2024-08-17T00:52:42.704 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.702+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~OBA6H1E1B4WE.1 size=1048576 2024-08-17T00:52:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:52:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:52:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:52:42.705 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.704+0000 7fb7ffa81640 1 < completed part key=_multipart_PI1BZA6BJ83W.2~OBA6H1E1B4WE.2 size=904106 2024-08-17T00:52:42.708 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.708+0000 7fb7ffa81640 1 < completed multipart upload key=PI1BZA6BJ83W upload=OBA6H1E1B4WE tag=2QL8NFF2LW1H type=write size=4049834 2024-08-17T00:52:42.712 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.711+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~0LJX9DV9CLZD.0 size=1048576 2024-08-17T00:52:42.714 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.713+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~0LJX9DV9CLZD.1 size=1048576 2024-08-17T00:52:42.716 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.715+0000 7fb7ffa81640 1 > prepared part key=_multipart_OV7J2EQPRBH6.2~0LJX9DV9CLZD.2 size=582678 2024-08-17T00:52:42.716 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.715+0000 7fb7ffa81640 1 > prepared multipart upload key=OV7J2EQPRBH6 upload=0LJX9DV9CLZD tag=6F3SCO9N4V15 type=write size=3728406 2024-08-17T00:52:42.719 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.718+0000 7fb7ffa81640 -1 < failed to complete operation key=LLHW0UMGWSKP tag=EDR0UO3W6W9B type=del size=1032787: (22) Invalid argument 2024-08-17T00:52:42.721 INFO:tasks.workunit.client.0.smithi157.stderr:2024-08-17T00:52:42.720+0000 7fb7ffa81640 1 > prepared operation key=X5TSXJNP2QPC tag=5S180C1JJW28 type=del size=2791716 2024-08-17T00:52:42.721 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] cls_rgw_stats.simulate (13719 ms) 2024-08-17T00:52:42.721 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 1 test from cls_rgw_stats (13719 ms total) 2024-08-17T00:52:42.721 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T00:52:42.721 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment tear-down 2024-08-17T00:52:43.027 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] 1 test from 1 test suite ran. (15882 ms total) 2024-08-17T00:52:43.027 INFO:tasks.workunit.client.0.smithi157.stdout:[ PASSED ] 1 test. 2024-08-17T00:52:43.031 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:52:43.031 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:52:43.099 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-08-17T00:52:43.099 DEBUG:teuthology.orchestra.run.smithi157:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-08-17T00:52:43.166 INFO:tasks.workunit.client.0.smithi157.stdout:Running main() from gmock_main.cc 2024-08-17T00:52:43.167 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] Running 2 tests from 1 test suite. 2024-08-17T00:52:43.167 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment set-up. 2024-08-17T00:52:43.167 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 2 tests from ClsSDK 2024-08-17T00:52:43.167 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-08-17T00:52:43.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:43 smithi157 ceph-mon[98780]: pgmap v1414: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 414 KiB/s wr, 2.10k op/s 2024-08-17T00:52:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:43 smithi157 ceph-mon[101289]: pgmap v1414: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 414 KiB/s wr, 2.10k op/s 2024-08-17T00:52:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:43 smithi187 ceph-mon[90552]: pgmap v1414: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 414 KiB/s wr, 2.10k op/s 2024-08-17T00:52:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:52:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:52:43] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.43.0" 2024-08-17T00:52:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:44 smithi157 ceph-mon[98780]: osdmap e1126: 8 total, 8 up, 8 in 2024-08-17T00:52:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:44 smithi157 ceph-mon[101289]: osdmap e1126: 8 total, 8 up, 8 in 2024-08-17T00:52:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:44 smithi187 ceph-mon[90552]: osdmap e1126: 8 total, 8 up, 8 in 2024-08-17T00:52:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:45.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:45 smithi157 ceph-mon[101289]: pgmap v1416: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:45.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:45 smithi157 ceph-mon[101289]: osdmap e1127: 8 total, 8 up, 8 in 2024-08-17T00:52:45.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:45 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/131190616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144270-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:45.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:45 smithi157 ceph-mon[98780]: pgmap v1416: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:45.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:45 smithi157 ceph-mon[98780]: osdmap e1127: 8 total, 8 up, 8 in 2024-08-17T00:52:45.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:45 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/131190616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144270-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:45 smithi187 ceph-mon[90552]: pgmap v1416: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:45 smithi187 ceph-mon[90552]: osdmap e1127: 8 total, 8 up, 8 in 2024-08-17T00:52:45.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:45 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/131190616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144270-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:46.049 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2883 ms) 2024-08-17T00:52:46.049 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-08-17T00:52:46.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:46 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/131190616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144270-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:52:46.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:46 smithi157 ceph-mon[98780]: osdmap e1128: 8 total, 8 up, 8 in 2024-08-17T00:52:46.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:46 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/131190616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144270-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:52:46.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:46 smithi157 ceph-mon[101289]: osdmap e1128: 8 total, 8 up, 8 in 2024-08-17T00:52:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:46 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/131190616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144270-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:52:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:46 smithi187 ceph-mon[90552]: osdmap e1128: 8 total, 8 up, 8 in 2024-08-17T00:52:47.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:47 smithi157 ceph-mon[98780]: pgmap v1419: 137 pgs: 1 creating+activating, 8 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:47.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:47 smithi157 ceph-mon[98780]: osdmap e1129: 8 total, 8 up, 8 in 2024-08-17T00:52:47.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:47 smithi157 ceph-mon[101289]: pgmap v1419: 137 pgs: 1 creating+activating, 8 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:47.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:47 smithi157 ceph-mon[101289]: osdmap e1129: 8 total, 8 up, 8 in 2024-08-17T00:52:47.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:47 smithi187 ceph-mon[90552]: pgmap v1419: 137 pgs: 1 creating+activating, 8 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:47.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:47 smithi187 ceph-mon[90552]: osdmap e1129: 8 total, 8 up, 8 in 2024-08-17T00:52:48.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:48 smithi157 ceph-mon[98780]: osdmap e1130: 8 total, 8 up, 8 in 2024-08-17T00:52:48.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:48 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1284137640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144270-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:48.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:48 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144270-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:48.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:48 smithi157 ceph-mon[101289]: osdmap e1130: 8 total, 8 up, 8 in 2024-08-17T00:52:48.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:48 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1284137640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144270-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:48.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:48 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144270-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:48.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:48 smithi187 ceph-mon[90552]: osdmap e1130: 8 total, 8 up, 8 in 2024-08-17T00:52:48.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:48 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1284137640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144270-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:48.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:48 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144270-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:52:49.069 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3020 ms) 2024-08-17T00:52:49.069 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 2 tests from ClsSDK (5903 ms total) 2024-08-17T00:52:49.069 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T00:52:49.070 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment tear-down 2024-08-17T00:52:49.070 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] 2 tests from 1 test suite ran. (5903 ms total) 2024-08-17T00:52:49.070 INFO:tasks.workunit.client.0.smithi157.stdout:[ PASSED ] 2 tests. 2024-08-17T00:52:49.072 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:52:49.072 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:52:49.144 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-08-17T00:52:49.144 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T00:52:49.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:49 smithi157 ceph-mon[98780]: pgmap v1422: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:49.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:49 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:52:49.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:49 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144270-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:52:49.388 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:49 smithi157 ceph-mon[98780]: osdmap e1131: 8 total, 8 up, 8 in 2024-08-17T00:52:49.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:49 smithi157 ceph-mon[101289]: pgmap v1422: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:49.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:49 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:52:49.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:49 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144270-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:52:49.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:49 smithi157 ceph-mon[101289]: osdmap e1131: 8 total, 8 up, 8 in 2024-08-17T00:52:49.410 DEBUG:teuthology.parallel:result is None 2024-08-17T00:52:49.410 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T00:52:49.442 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T00:52:49.442 DEBUG:teuthology.orchestra.run.smithi157:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T00:52:49.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:49 smithi187 ceph-mon[90552]: pgmap v1422: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:52:49.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:49 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:52:49.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:49 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi157-144270-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:52:49.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:49 smithi187 ceph-mon[90552]: osdmap e1131: 8 total, 8 up, 8 in 2024-08-17T00:52:49.497 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T00:52:49.497 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T00:52:49.497 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-08-17T00:52:49.498 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T00:52:49.498 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-08-17T00:52:49.498 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-17T00:52:49.499 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-17T00:52:49.499 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T00:52:49.499 DEBUG:teuthology.orchestra.run.smithi157:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T00:52:49.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T00:52:49.553 INFO:teuthology.orchestra.run.smithi157.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T00:52:49.554 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T00:52:49.609 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T00:52:49.609 DEBUG:teuthology.orchestra.run.smithi157:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T00:52:49.664 INFO:tasks.workunit:timeout=3h 2024-08-17T00:52:49.664 INFO:tasks.workunit:cleanup=True 2024-08-17T00:52:49.665 DEBUG:teuthology.orchestra.run.smithi157:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-17T00:52:49.721 INFO:tasks.workunit.client.0.smithi157.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T00:52:50.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:50 smithi157 ceph-mon[101289]: osdmap e1132: 8 total, 8 up, 8 in 2024-08-17T00:52:50.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:50 smithi157 ceph-mon[98780]: osdmap e1132: 8 total, 8 up, 8 in 2024-08-17T00:52:50.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:50 smithi187 ceph-mon[90552]: osdmap e1132: 8 total, 8 up, 8 in 2024-08-17T00:52:51.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:51 smithi157 ceph-mon[98780]: pgmap v1425: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:51.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:51 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:52:51.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:51 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T00:52:51.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:51 smithi157 ceph-mon[101289]: pgmap v1425: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:51.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:51 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:52:51.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:51 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T00:52:51.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:51 smithi187 ceph-mon[90552]: pgmap v1425: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:51.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:51 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:52:51.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:51 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T00:52:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:52:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:52:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:52:53.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:53 smithi157 ceph-mon[98780]: pgmap v1426: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:53.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:53 smithi157 ceph-mon[101289]: pgmap v1426: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:53 smithi187 ceph-mon[90552]: pgmap v1426: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:52:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:52:53] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-08-17T00:52:55.348 DEBUG:teuthology.orchestra.run.smithi157:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T00:52:55.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:55 smithi157 ceph-mon[98780]: pgmap v1427: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:55.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:55 smithi157 ceph-mon[101289]: pgmap v1427: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:55.400 INFO:tasks.workunit.client.0.smithi157.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T00:52:55.402 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T00:52:55.402 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T00:52:55.451 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T00:52:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:55 smithi187 ceph-mon[90552]: pgmap v1427: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:55.500 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T00:52:55.539 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T00:52:55.541 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T00:52:55.541 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T00:52:55.579 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T00:52:55.582 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T00:52:55.583 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T00:52:55.639 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-08-17T00:52:55.641 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-08-17T00:52:55.641 DEBUG:teuthology.orchestra.run.smithi157:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-08-17T00:52:55.737 INFO:tasks.workunit.client.0.smithi157.stdout:run length 1200 seconds 2024-08-17T00:52:55.737 INFO:tasks.workunit.client.0.smithi157.stdout:preparing 10240 objects 2024-08-17T00:52:57.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:57 smithi157 ceph-mon[98780]: pgmap v1428: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:57.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:57 smithi157 ceph-mon[101289]: pgmap v1428: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:57 smithi187 ceph-mon[90552]: pgmap v1428: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:57.759 INFO:tasks.workunit.client.0.smithi157.stdout:load-gen will run 1200 seconds 2024-08-17T00:52:58.759 INFO:tasks.workunit.client.0.smithi157.stdout: 1: throughput=0MB/sec pending data=0 2024-08-17T00:52:58.759 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-USeoFUS20yW91Ny off=2177691 len=1965307 2024-08-17T00:52:58.763 INFO:tasks.workunit.client.0.smithi157.stdout:op 0 completed, throughput=1.87MB/sec 2024-08-17T00:52:58.763 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--qbKlPhVdT58Mv9 off=11728793 len=1107276 2024-08-17T00:52:58.764 INFO:tasks.workunit.client.0.smithi157.stdout:op 1 completed, throughput=2.92MB/sec 2024-08-17T00:52:58.764 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jQYoh5iqX_BNqA_ off=5482009 len=507870 2024-08-17T00:52:58.766 INFO:tasks.workunit.client.0.smithi157.stdout:op 2 completed, throughput=3.39MB/sec 2024-08-17T00:52:58.766 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kwboclXGownaHXo off=5914630 len=622883 2024-08-17T00:52:58.766 INFO:tasks.workunit.client.0.smithi157.stdout:op 3 completed, throughput=3.98MB/sec 2024-08-17T00:52:58.767 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-F6qt9yYyYRNDXOh off=1960402 len=609646 2024-08-17T00:52:58.771 INFO:tasks.workunit.client.0.smithi157.stdout:op 4 completed, throughput=4.53MB/sec 2024-08-17T00:52:58.772 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-euYQ58B_QxEXsYj off=12300786 len=639994 2024-08-17T00:52:58.776 INFO:tasks.workunit.client.0.smithi157.stdout:op 5 completed, throughput=5.12MB/sec 2024-08-17T00:52:59.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:59 smithi157 ceph-mon[101289]: pgmap v1429: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:52:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:59 smithi157 ceph-mon[98780]: pgmap v1429: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:52:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:59 smithi187 ceph-mon[90552]: pgmap v1429: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T00:52:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:52:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:59.776 INFO:tasks.workunit.client.0.smithi157.stdout: 2: throughput=2.58MB/sec pending data=0 2024-08-17T00:52:59.776 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OMF5LwOsgiuC2dx off=4897270 len=2084507 2024-08-17T00:52:59.789 INFO:tasks.workunit.client.0.smithi157.stdout:op 6 completed, throughput=3.54MB/sec 2024-08-17T00:52:59.789 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fZiMpgo4PH6QoUN off=11079830 len=1418064 2024-08-17T00:52:59.792 INFO:tasks.workunit.client.0.smithi157.stdout:op 7 completed, throughput=4.2MB/sec 2024-08-17T00:52:59.792 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8aapB-Kcj2r9vN2 off=1558455 len=712272 2024-08-17T00:52:59.796 INFO:tasks.workunit.client.0.smithi157.stdout:op 8 completed, throughput=4.53MB/sec 2024-08-17T00:52:59.796 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6KErcNgyjNOl_Ls off=5565625 len=980598 2024-08-17T00:52:59.797 INFO:tasks.workunit.client.0.smithi157.stdout:op 9 completed, throughput=4.98MB/sec 2024-08-17T00:52:59.797 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-H5hX-h_l05nkzCp off=584783 len=348169 2024-08-17T00:52:59.797 INFO:tasks.workunit.client.0.smithi157.stdout:op 10 completed, throughput=5.14MB/sec 2024-08-17T00:53:00.798 INFO:tasks.workunit.client.0.smithi157.stdout: 3: throughput=3.45MB/sec pending data=0 2024-08-17T00:53:00.798 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wGVFYxC4ulD0JJd off=8402 len=926880 2024-08-17T00:53:00.803 INFO:tasks.workunit.client.0.smithi157.stdout:op 11 completed, throughput=3.74MB/sec 2024-08-17T00:53:00.803 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SMTsl9KcQ1yah1e off=16090093 len=1097447 2024-08-17T00:53:00.804 INFO:tasks.workunit.client.0.smithi157.stdout:op 12 completed, throughput=4.08MB/sec 2024-08-17T00:53:00.804 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-D9DV5C759aEHLYv off=7130402 len=794222 2024-08-17T00:53:00.805 INFO:tasks.workunit.client.0.smithi157.stdout:op 13 completed, throughput=4.33MB/sec 2024-08-17T00:53:00.805 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XzrvocOT-JxY_G_ off=1907904 len=1720008 2024-08-17T00:53:00.806 INFO:tasks.workunit.client.0.smithi157.stdout:op 14 completed, throughput=4.86MB/sec 2024-08-17T00:53:00.807 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-C5Kjtwh9Y2wWmB1 off=646656 len=785906 2024-08-17T00:53:00.811 INFO:tasks.workunit.client.0.smithi157.stdout:op 15 completed, throughput=5.1MB/sec 2024-08-17T00:53:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:01 smithi157 ceph-mon[98780]: pgmap v1430: 105 pgs: 105 active+clean; 63 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 467 KiB/s wr, 466 op/s 2024-08-17T00:53:01.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:01 smithi157 ceph-mon[101289]: pgmap v1430: 105 pgs: 105 active+clean; 63 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 467 KiB/s wr, 466 op/s 2024-08-17T00:53:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:01 smithi187 ceph-mon[90552]: pgmap v1430: 105 pgs: 105 active+clean; 63 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 467 KiB/s wr, 466 op/s 2024-08-17T00:53:01.811 INFO:tasks.workunit.client.0.smithi157.stdout: 4: throughput=3.84MB/sec pending data=0 2024-08-17T00:53:01.812 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-q7P7hqAvsiE_XS8 off=819405 len=1936842 2024-08-17T00:53:01.824 INFO:tasks.workunit.client.0.smithi157.stdout:op 16 completed, throughput=4.28MB/sec 2024-08-17T00:53:01.824 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Pha-Nff9VY3dnZ8 off=1307595 len=300624 2024-08-17T00:53:01.825 INFO:tasks.workunit.client.0.smithi157.stdout:op 17 completed, throughput=4.35MB/sec 2024-08-17T00:53:01.825 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ie9UKRpxcSWkGi_ off=14189436 len=73491 2024-08-17T00:53:01.825 INFO:tasks.workunit.client.0.smithi157.stdout:op 18 completed, throughput=4.37MB/sec 2024-08-17T00:53:01.825 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0iIvwHX6EgteZWv off=4279926 len=856812 2024-08-17T00:53:01.830 INFO:tasks.workunit.client.0.smithi157.stdout:op 19 completed, throughput=4.57MB/sec 2024-08-17T00:53:01.830 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-l6ZAfXtgLpK215B off=898850 len=1425883 2024-08-17T00:53:01.837 INFO:tasks.workunit.client.0.smithi157.stdout:op 20 completed, throughput=4.89MB/sec 2024-08-17T00:53:01.837 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oZGYoMfDcd5-oBy off=8123782 len=1921979 2024-08-17T00:53:01.839 INFO:tasks.workunit.client.0.smithi157.stdout:op 21 completed, throughput=5.34MB/sec 2024-08-17T00:53:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:53:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:53:02.839 INFO:tasks.workunit.client.0.smithi157.stdout: 5: throughput=4.29MB/sec pending data=0 2024-08-17T00:53:02.840 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-viR_3zTgayGG80h off=7374290 len=1389473 2024-08-17T00:53:02.846 INFO:tasks.workunit.client.0.smithi157.stdout:op 22 completed, throughput=4.54MB/sec 2024-08-17T00:53:02.846 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Lg3ObyvduRcyyyO off=22063171 len=750678 2024-08-17T00:53:02.847 INFO:tasks.workunit.client.0.smithi157.stdout:op 23 completed, throughput=4.68MB/sec 2024-08-17T00:53:02.847 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WdN7Upd0cal_NQx off=2577195 len=1969306 2024-08-17T00:53:02.858 INFO:tasks.workunit.client.0.smithi157.stdout:op 24 completed, throughput=5.04MB/sec 2024-08-17T00:53:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:03 smithi157 ceph-mon[98780]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 329 KiB/s rd, 963 KiB/s wr, 853 op/s 2024-08-17T00:53:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:03 smithi157 ceph-mon[101289]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 329 KiB/s rd, 963 KiB/s wr, 853 op/s 2024-08-17T00:53:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:03 smithi187 ceph-mon[90552]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 329 KiB/s rd, 963 KiB/s wr, 853 op/s 2024-08-17T00:53:03.858 INFO:tasks.workunit.client.0.smithi157.stdout: 6: throughput=4.21MB/sec pending data=0 2024-08-17T00:53:03.859 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hVmKRNnnI2x--B5 off=2901381 len=1430876 2024-08-17T00:53:03.865 INFO:tasks.workunit.client.0.smithi157.stdout:op 25 completed, throughput=4.43MB/sec 2024-08-17T00:53:03.865 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-p6l_v2y-8sgU845 off=4426575 len=1187416 2024-08-17T00:53:03.866 INFO:tasks.workunit.client.0.smithi157.stdout:op 26 completed, throughput=4.62MB/sec 2024-08-17T00:53:03.866 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yg00LOy3WLG4WpO off=14380785 len=246445 2024-08-17T00:53:03.867 INFO:tasks.workunit.client.0.smithi157.stdout:op 27 completed, throughput=4.65MB/sec 2024-08-17T00:53:03.867 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-52DELGcc-plN33W off=7190774 len=1367715 2024-08-17T00:53:03.868 INFO:tasks.workunit.client.0.smithi157.stdout:op 28 completed, throughput=4.87MB/sec 2024-08-17T00:53:03.868 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rdn14VljhMLqAgu off=7214936 len=360711 2024-08-17T00:53:03.869 INFO:tasks.workunit.client.0.smithi157.stdout:op 29 completed, throughput=4.92MB/sec 2024-08-17T00:53:03.869 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-L4jgQa2r3JQvupA off=5323451 len=2070775 2024-08-17T00:53:03.871 INFO:tasks.workunit.client.0.smithi157.stdout:op 30 completed, throughput=5.24MB/sec 2024-08-17T00:53:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:53:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:53:03] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-08-17T00:53:04.871 INFO:tasks.workunit.client.0.smithi157.stdout: 7: throughput=4.51MB/sec pending data=0 2024-08-17T00:53:04.872 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7U1tRFh6a2fArJw off=2415628 len=579342 2024-08-17T00:53:04.872 INFO:tasks.workunit.client.0.smithi157.stdout:op 31 completed, throughput=4.58MB/sec 2024-08-17T00:53:04.872 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-F9Q9G817hH_rMN5 off=4896108 len=1651035 2024-08-17T00:53:04.880 INFO:tasks.workunit.client.0.smithi157.stdout:op 32 completed, throughput=4.8MB/sec 2024-08-17T00:53:04.880 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KCAVYN3Y8Fclsib off=10328705 len=286695 2024-08-17T00:53:04.881 INFO:tasks.workunit.client.0.smithi157.stdout:op 33 completed, throughput=4.84MB/sec 2024-08-17T00:53:04.881 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BKMdCz0kodj-fNp off=5186400 len=789414 2024-08-17T00:53:04.885 INFO:tasks.workunit.client.0.smithi157.stdout:op 34 completed, throughput=4.94MB/sec 2024-08-17T00:53:04.885 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6UZB0AiV6XilsoZ off=5078475 len=1109732 2024-08-17T00:53:04.890 INFO:tasks.workunit.client.0.smithi157.stdout:op 35 completed, throughput=5.09MB/sec 2024-08-17T00:53:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:05 smithi157 ceph-mon[98780]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 862 KiB/s rd, 1.5 MiB/s wr, 854 op/s 2024-08-17T00:53:05.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:05 smithi157 ceph-mon[101289]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 862 KiB/s rd, 1.5 MiB/s wr, 854 op/s 2024-08-17T00:53:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:05 smithi187 ceph-mon[90552]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 862 KiB/s rd, 1.5 MiB/s wr, 854 op/s 2024-08-17T00:53:05.890 INFO:tasks.workunit.client.0.smithi157.stdout: 8: throughput=4.46MB/sec pending data=0 2024-08-17T00:53:05.891 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rfu-OjQVQ7pU9f2 off=77551 len=741210 2024-08-17T00:53:05.892 INFO:tasks.workunit.client.0.smithi157.stdout:op 36 completed, throughput=4.55MB/sec 2024-08-17T00:53:05.892 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5m-kWQouk0FHOOE off=16537290 len=1369305 2024-08-17T00:53:05.902 INFO:tasks.workunit.client.0.smithi157.stdout:op 37 completed, throughput=4.7MB/sec 2024-08-17T00:53:05.902 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SVu12ry5lzFWMHf off=3860188 len=347435 2024-08-17T00:53:05.905 INFO:tasks.workunit.client.0.smithi157.stdout:op 38 completed, throughput=4.74MB/sec 2024-08-17T00:53:05.905 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eVhToC-Yz9pyoQT off=3814126 len=508304 2024-08-17T00:53:05.906 INFO:tasks.workunit.client.0.smithi157.stdout:op 39 completed, throughput=4.8MB/sec 2024-08-17T00:53:05.906 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3Ziz3Dy_tjpPRu- off=6593421 len=1799669 2024-08-17T00:53:05.908 INFO:tasks.workunit.client.0.smithi157.stdout:op 40 completed, throughput=5.01MB/sec 2024-08-17T00:53:06.908 INFO:tasks.workunit.client.0.smithi157.stdout: 9: throughput=4.46MB/sec pending data=0 2024-08-17T00:53:06.909 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Q9nvhbqTfMy3Zj3 off=8340565 len=600251 2024-08-17T00:53:06.909 INFO:tasks.workunit.client.0.smithi157.stdout:op 41 completed, throughput=4.52MB/sec 2024-08-17T00:53:06.910 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BDaxgyslLNXPtcI off=1875274 len=762515 2024-08-17T00:53:06.914 INFO:tasks.workunit.client.0.smithi157.stdout:op 42 completed, throughput=4.6MB/sec 2024-08-17T00:53:06.914 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hi_lPnjNPtsdM6t off=1853499 len=2021084 2024-08-17T00:53:06.916 INFO:tasks.workunit.client.0.smithi157.stdout:op 43 completed, throughput=4.81MB/sec 2024-08-17T00:53:06.916 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-754wxYGVr-3qGAd off=6440209 len=933062 2024-08-17T00:53:06.918 INFO:tasks.workunit.client.0.smithi157.stdout:op 44 completed, throughput=4.91MB/sec 2024-08-17T00:53:06.918 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8ETgdJYPnfkd1mQ off=5322251 len=191411 2024-08-17T00:53:06.921 INFO:tasks.workunit.client.0.smithi157.stdout:op 45 completed, throughput=4.92MB/sec 2024-08-17T00:53:06.921 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-33tUfsSNjAQYoRF off=10174924 len=792296 2024-08-17T00:53:06.924 INFO:tasks.workunit.client.0.smithi157.stdout:op 46 completed, throughput=5MB/sec 2024-08-17T00:53:07.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:07 smithi157 ceph-mon[101289]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 855 op/s 2024-08-17T00:53:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:07 smithi157 ceph-mon[98780]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 855 op/s 2024-08-17T00:53:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:07 smithi187 ceph-mon[90552]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 855 op/s 2024-08-17T00:53:07.925 INFO:tasks.workunit.client.0.smithi157.stdout: 10: throughput=4.51MB/sec pending data=0 2024-08-17T00:53:07.925 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pCK-Xz5WJ7KHODs off=989044 len=853268 2024-08-17T00:53:07.930 INFO:tasks.workunit.client.0.smithi157.stdout:op 47 completed, throughput=4.59MB/sec 2024-08-17T00:53:07.930 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hWVAnwVbnCWhPQn off=4235209 len=2086143 2024-08-17T00:53:07.941 INFO:tasks.workunit.client.0.smithi157.stdout:op 48 completed, throughput=4.78MB/sec 2024-08-17T00:53:07.942 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-b2o_weH8UU_w-QC off=1668492 len=1420967 2024-08-17T00:53:07.948 INFO:tasks.workunit.client.0.smithi157.stdout:op 49 completed, throughput=4.91MB/sec 2024-08-17T00:53:07.948 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Cppjzaau-QP-NPv off=3535026 len=1911355 2024-08-17T00:53:07.957 INFO:tasks.workunit.client.0.smithi157.stdout:op 50 completed, throughput=5.08MB/sec 2024-08-17T00:53:08.958 INFO:tasks.workunit.client.0.smithi157.stdout: 11: throughput=4.63MB/sec pending data=0 2024-08-17T00:53:08.958 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DSuP-z4X3axOV0x off=5678318 len=1582870 2024-08-17T00:53:08.966 INFO:tasks.workunit.client.0.smithi157.stdout:op 51 completed, throughput=4.76MB/sec 2024-08-17T00:53:08.967 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IkL-IlC0f_IaLfW off=15930047 len=1763862 2024-08-17T00:53:08.969 INFO:tasks.workunit.client.0.smithi157.stdout:op 52 completed, throughput=4.91MB/sec 2024-08-17T00:53:08.969 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KPEwrJoX8T6jgNN off=191099 len=1272278 2024-08-17T00:53:08.970 INFO:tasks.workunit.client.0.smithi157.stdout:op 53 completed, throughput=5.02MB/sec 2024-08-17T00:53:09.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:09 smithi157 ceph-mon[101289]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 855 op/s 2024-08-17T00:53:09.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:09 smithi157 ceph-mon[98780]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 855 op/s 2024-08-17T00:53:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:09 smithi187 ceph-mon[90552]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 855 op/s 2024-08-17T00:53:09.971 INFO:tasks.workunit.client.0.smithi157.stdout: 12: throughput=4.61MB/sec pending data=0 2024-08-17T00:53:09.971 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eiygo-2Pcki5blX off=7952477 len=2042366 2024-08-17T00:53:09.975 INFO:tasks.workunit.client.0.smithi157.stdout:op 54 completed, throughput=4.76MB/sec 2024-08-17T00:53:09.975 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VHvAQ-sClcQDylw off=15852765 len=874062 2024-08-17T00:53:09.980 INFO:tasks.workunit.client.0.smithi157.stdout:op 55 completed, throughput=4.83MB/sec 2024-08-17T00:53:09.980 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1ZLNP9AxtyUqZcx off=1162467 len=1484047 2024-08-17T00:53:09.985 INFO:tasks.workunit.client.0.smithi157.stdout:op 56 completed, throughput=4.94MB/sec 2024-08-17T00:53:09.986 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-k-8EO8w5Xv0BKNa off=12501256 len=448796 2024-08-17T00:53:09.987 INFO:tasks.workunit.client.0.smithi157.stdout:op 57 completed, throughput=4.98MB/sec 2024-08-17T00:53:09.987 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XPDt7NI9tNk3mQL off=11542473 len=565258 2024-08-17T00:53:09.990 INFO:tasks.workunit.client.0.smithi157.stdout:op 58 completed, throughput=5.02MB/sec 2024-08-17T00:53:10.990 INFO:tasks.workunit.client.0.smithi157.stdout: 13: throughput=4.64MB/sec pending data=0 2024-08-17T00:53:10.990 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0CKyzyXoQfSbb7c off=4735643 len=1025731 2024-08-17T00:53:10.992 INFO:tasks.workunit.client.0.smithi157.stdout:op 59 completed, throughput=4.72MB/sec 2024-08-17T00:53:10.992 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LPIa9e5wYs0FXJX off=1592385 len=854152 2024-08-17T00:53:10.993 INFO:tasks.workunit.client.0.smithi157.stdout:op 60 completed, throughput=4.78MB/sec 2024-08-17T00:53:10.993 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-klJz459a1MGdR0I off=5170850 len=2049321 2024-08-17T00:53:11.001 INFO:tasks.workunit.client.0.smithi157.stdout:op 61 completed, throughput=4.92MB/sec 2024-08-17T00:53:11.001 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OfBo2jJQ-b-BdFI off=5534891 len=472491 2024-08-17T00:53:11.002 INFO:tasks.workunit.client.0.smithi157.stdout:op 62 completed, throughput=4.95MB/sec 2024-08-17T00:53:11.002 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Vayy64J6meCh2BJ off=4295946 len=2053717 2024-08-17T00:53:11.006 INFO:tasks.workunit.client.0.smithi157.stdout:op 63 completed, throughput=5.1MB/sec 2024-08-17T00:53:11.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:11 smithi157 ceph-mon[101289]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 856 op/s 2024-08-17T00:53:11.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:11 smithi157 ceph-mon[98780]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 856 op/s 2024-08-17T00:53:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:11 smithi187 ceph-mon[90552]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 856 op/s 2024-08-17T00:53:12.007 INFO:tasks.workunit.client.0.smithi157.stdout: 14: throughput=4.74MB/sec pending data=0 2024-08-17T00:53:12.007 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xRyJ3lrvuksHLnw off=6626383 len=977611 2024-08-17T00:53:12.009 INFO:tasks.workunit.client.0.smithi157.stdout:op 64 completed, throughput=4.81MB/sec 2024-08-17T00:53:12.009 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-n_c9tquup4fVHhF off=3916239 len=1399290 2024-08-17T00:53:12.017 INFO:tasks.workunit.client.0.smithi157.stdout:op 65 completed, throughput=4.9MB/sec 2024-08-17T00:53:12.017 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xx4KUQVItC8nMoO off=21003739 len=1918099 2024-08-17T00:53:12.028 INFO:tasks.workunit.client.0.smithi157.stdout:op 66 completed, throughput=5.02MB/sec 2024-08-17T00:53:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:53:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:53:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:53:13.029 INFO:tasks.workunit.client.0.smithi157.stdout: 15: throughput=4.69MB/sec pending data=0 2024-08-17T00:53:13.029 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-08MKo1vkKVggvwI off=11823684 len=54290 2024-08-17T00:53:13.029 INFO:tasks.workunit.client.0.smithi157.stdout:op 67 completed, throughput=4.7MB/sec 2024-08-17T00:53:13.029 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ShalsAmteOpIN2m off=6593685 len=255127 2024-08-17T00:53:13.030 INFO:tasks.workunit.client.0.smithi157.stdout:op 68 completed, throughput=4.71MB/sec 2024-08-17T00:53:13.030 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nyIDK7Lb1jI3s4P off=2141624 len=1758922 2024-08-17T00:53:13.039 INFO:tasks.workunit.client.0.smithi157.stdout:op 69 completed, throughput=4.82MB/sec 2024-08-17T00:53:13.039 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ql9DxI2d0nI1cgf off=9437875 len=816057 2024-08-17T00:53:13.040 INFO:tasks.workunit.client.0.smithi157.stdout:op 70 completed, throughput=4.87MB/sec 2024-08-17T00:53:13.041 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CeFMCSNXObU2PrB off=7324611 len=1354726 2024-08-17T00:53:13.047 INFO:tasks.workunit.client.0.smithi157.stdout:op 71 completed, throughput=4.95MB/sec 2024-08-17T00:53:13.047 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dPLxliacVsqHLSt off=3044597 len=660261 2024-08-17T00:53:13.051 INFO:tasks.workunit.client.0.smithi157.stdout:op 72 completed, throughput=4.99MB/sec 2024-08-17T00:53:13.051 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5M6wjNdKS3WTK-2 off=9932933 len=283584 2024-08-17T00:53:13.054 INFO:tasks.workunit.client.0.smithi157.stdout:op 73 completed, throughput=5.01MB/sec 2024-08-17T00:53:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:13 smithi157 ceph-mon[101289]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 435 op/s 2024-08-17T00:53:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:13 smithi157 ceph-mon[98780]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 435 op/s 2024-08-17T00:53:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:13 smithi187 ceph-mon[90552]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 435 op/s 2024-08-17T00:53:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:53:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:53:13] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-08-17T00:53:14.054 INFO:tasks.workunit.client.0.smithi157.stdout: 16: throughput=4.7MB/sec pending data=0 2024-08-17T00:53:14.054 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nLv_8ZjYfPv8CM3 off=4970778 len=1700413 2024-08-17T00:53:14.061 INFO:tasks.workunit.client.0.smithi157.stdout:op 74 completed, throughput=4.8MB/sec 2024-08-17T00:53:14.061 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PB4y4J364_1BTNf off=1400744 len=730755 2024-08-17T00:53:14.062 INFO:tasks.workunit.client.0.smithi157.stdout:op 75 completed, throughput=4.84MB/sec 2024-08-17T00:53:14.062 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kWUKRnAVDj8eG3f off=4905081 len=844714 2024-08-17T00:53:14.064 INFO:tasks.workunit.client.0.smithi157.stdout:op 76 completed, throughput=4.89MB/sec 2024-08-17T00:53:14.065 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wwXKUALwVI9C1hT off=2268747 len=1501404 2024-08-17T00:53:14.072 INFO:tasks.workunit.client.0.smithi157.stdout:op 77 completed, throughput=4.98MB/sec 2024-08-17T00:53:14.072 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-djD842AjlBMj_zn off=7510967 len=1128466 2024-08-17T00:53:14.077 INFO:tasks.workunit.client.0.smithi157.stdout:op 78 completed, throughput=5.04MB/sec 2024-08-17T00:53:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:15.078 INFO:tasks.workunit.client.0.smithi157.stdout: 17: throughput=4.75MB/sec pending data=0 2024-08-17T00:53:15.078 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cGqp9L_GUgUQ-56 off=692921 len=1344520 2024-08-17T00:53:15.084 INFO:tasks.workunit.client.0.smithi157.stdout:op 79 completed, throughput=4.82MB/sec 2024-08-17T00:53:15.084 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-14Gfd2PhXWx7Uwh off=4860222 len=1667468 2024-08-17T00:53:15.092 INFO:tasks.workunit.client.0.smithi157.stdout:op 80 completed, throughput=4.91MB/sec 2024-08-17T00:53:15.092 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V_FIp2Kweahwwss off=109706 len=291521 2024-08-17T00:53:15.095 INFO:tasks.workunit.client.0.smithi157.stdout:op 81 completed, throughput=4.93MB/sec 2024-08-17T00:53:15.095 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KC43qHWvjwpUiPL off=11086765 len=40817 2024-08-17T00:53:15.095 INFO:tasks.workunit.client.0.smithi157.stdout:op 82 completed, throughput=4.93MB/sec 2024-08-17T00:53:15.095 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-M0giOS4_A6MYBE1 off=9359590 len=1449315 2024-08-17T00:53:15.101 INFO:tasks.workunit.client.0.smithi157.stdout:op 83 completed, throughput=5.01MB/sec 2024-08-17T00:53:15.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:15 smithi157 ceph-mon[101289]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T00:53:15.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:15 smithi157 ceph-mon[98780]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T00:53:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:15 smithi187 ceph-mon[90552]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T00:53:16.101 INFO:tasks.workunit.client.0.smithi157.stdout: 18: throughput=4.73MB/sec pending data=0 2024-08-17T00:53:16.101 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pn9avi2JGdDVcBf off=3539136 len=949488 2024-08-17T00:53:16.103 INFO:tasks.workunit.client.0.smithi157.stdout:op 84 completed, throughput=4.78MB/sec 2024-08-17T00:53:16.103 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MmqKndWw5oJeRVo off=394658 len=1015361 2024-08-17T00:53:16.105 INFO:tasks.workunit.client.0.smithi157.stdout:op 85 completed, throughput=4.83MB/sec 2024-08-17T00:53:16.105 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-P6X20wZE2xTLYTN off=5836665 len=148542 2024-08-17T00:53:16.108 INFO:tasks.workunit.client.0.smithi157.stdout:op 86 completed, throughput=4.84MB/sec 2024-08-17T00:53:16.108 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-j1J3svUjEb94bRN off=19454024 len=709121 2024-08-17T00:53:16.109 INFO:tasks.workunit.client.0.smithi157.stdout:op 87 completed, throughput=4.88MB/sec 2024-08-17T00:53:16.109 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qUqJPBKUgpv4E2b off=1714851 len=1553786 2024-08-17T00:53:16.116 INFO:tasks.workunit.client.0.smithi157.stdout:op 88 completed, throughput=4.96MB/sec 2024-08-17T00:53:16.116 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8lEIcMeg1BqzZ1b off=2816866 len=481322 2024-08-17T00:53:16.117 INFO:tasks.workunit.client.0.smithi157.stdout:op 89 completed, throughput=4.98MB/sec 2024-08-17T00:53:16.117 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zzcILIjGG_aRGuB off=18026624 len=1798443 2024-08-17T00:53:16.125 INFO:tasks.workunit.client.0.smithi157.stdout:op 90 completed, throughput=5.07MB/sec 2024-08-17T00:53:17.126 INFO:tasks.workunit.client.0.smithi157.stdout: 19: throughput=4.81MB/sec pending data=0 2024-08-17T00:53:17.126 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-89D-CpoEyoR3-bD off=4572352 len=1513014 2024-08-17T00:53:17.133 INFO:tasks.workunit.client.0.smithi157.stdout:op 91 completed, throughput=4.88MB/sec 2024-08-17T00:53:17.133 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VD4LaY4qbWybChf off=1992308 len=1797728 2024-08-17T00:53:17.136 INFO:tasks.workunit.client.0.smithi157.stdout:op 92 completed, throughput=4.97MB/sec 2024-08-17T00:53:17.137 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0qAVTOvLiIW7qcW off=3378426 len=346377 2024-08-17T00:53:17.139 INFO:tasks.workunit.client.0.smithi157.stdout:op 93 completed, throughput=4.99MB/sec 2024-08-17T00:53:17.139 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WNTQwj7jyd-YFQ- off=10320670 len=1892346 2024-08-17T00:53:17.141 INFO:tasks.workunit.client.0.smithi157.stdout:op 94 completed, throughput=5.08MB/sec 2024-08-17T00:53:17.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:17 smithi157 ceph-mon[98780]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:53:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:17 smithi157 ceph-mon[101289]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:53:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:17 smithi187 ceph-mon[90552]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:53:18.142 INFO:tasks.workunit.client.0.smithi157.stdout: 20: throughput=4.83MB/sec pending data=0 2024-08-17T00:53:18.142 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Sxo_A033lgotiBs off=6918147 len=44006 2024-08-17T00:53:18.143 INFO:tasks.workunit.client.0.smithi157.stdout:op 95 completed, throughput=4.83MB/sec 2024-08-17T00:53:18.143 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-h8Vj0hKnW_6XTNu off=20834464 len=1334891 2024-08-17T00:53:18.145 INFO:tasks.workunit.client.0.smithi157.stdout:op 96 completed, throughput=4.89MB/sec 2024-08-17T00:53:18.145 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jIZt6RE-b_htNGc off=11042570 len=278221 2024-08-17T00:53:18.148 INFO:tasks.workunit.client.0.smithi157.stdout:op 97 completed, throughput=4.91MB/sec 2024-08-17T00:53:18.148 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-e5BzlmBLMn4MrIb off=7488773 len=3322 2024-08-17T00:53:18.149 INFO:tasks.workunit.client.0.smithi157.stdout:op 98 completed, throughput=4.91MB/sec 2024-08-17T00:53:18.149 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tX_idvc1MDtHuFg off=1041854 len=1677417 2024-08-17T00:53:18.152 INFO:tasks.workunit.client.0.smithi157.stdout:op 99 completed, throughput=4.98MB/sec 2024-08-17T00:53:18.152 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o5vki3Pw0vK-BZJ off=5572730 len=1512172 2024-08-17T00:53:18.154 INFO:tasks.workunit.client.0.smithi157.stdout:op 100 completed, throughput=5.05MB/sec 2024-08-17T00:53:19.155 INFO:tasks.workunit.client.0.smithi157.stdout: 21: throughput=4.82MB/sec pending data=0 2024-08-17T00:53:19.155 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lL5NBz6W_-ACqId off=3701807 len=458613 2024-08-17T00:53:19.159 INFO:tasks.workunit.client.0.smithi157.stdout:op 101 completed, throughput=4.84MB/sec 2024-08-17T00:53:19.159 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ie9UKRpxcSWkGi_ off=10359240 len=41273 2024-08-17T00:53:19.161 INFO:tasks.workunit.client.0.smithi157.stdout:op 102 completed, throughput=4.84MB/sec 2024-08-17T00:53:19.161 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-40Fxyxx4uzVcUjb off=14951228 len=1229923 2024-08-17T00:53:19.163 INFO:tasks.workunit.client.0.smithi157.stdout:op 103 completed, throughput=4.89MB/sec 2024-08-17T00:53:19.163 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7vLNY8i4_MHi63C off=1480991 len=463616 2024-08-17T00:53:19.166 INFO:tasks.workunit.client.0.smithi157.stdout:op 104 completed, throughput=4.91MB/sec 2024-08-17T00:53:19.166 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-D47-iJKN0O12OYg off=1055515 len=1534060 2024-08-17T00:53:19.169 INFO:tasks.workunit.client.0.smithi157.stdout:op 105 completed, throughput=4.98MB/sec 2024-08-17T00:53:19.169 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-63vAyyrDqdvmcmR off=2105029 len=411695 2024-08-17T00:53:19.170 INFO:tasks.workunit.client.0.smithi157.stdout:op 106 completed, throughput=5MB/sec 2024-08-17T00:53:19.170 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-k_-JAwQqENZFFq6 off=5124642 len=1746893 2024-08-17T00:53:19.179 INFO:tasks.workunit.client.0.smithi157.stdout:op 107 completed, throughput=5.07MB/sec 2024-08-17T00:53:19.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:19 smithi157 ceph-mon[101289]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T00:53:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:19 smithi157 ceph-mon[98780]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T00:53:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:19 smithi187 ceph-mon[90552]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T00:53:20.180 INFO:tasks.workunit.client.0.smithi157.stdout: 22: throughput=4.85MB/sec pending data=0 2024-08-17T00:53:20.180 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-l3qkC54S7isXVW5 off=14120987 len=1915606 2024-08-17T00:53:20.182 INFO:tasks.workunit.client.0.smithi157.stdout:op 108 completed, throughput=4.93MB/sec 2024-08-17T00:53:20.182 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-P8Z12ZXuCR4xlA5 off=12091641 len=158456 2024-08-17T00:53:20.185 INFO:tasks.workunit.client.0.smithi157.stdout:op 109 completed, throughput=4.93MB/sec 2024-08-17T00:53:20.185 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-S7XZOF3Alltr3wR off=16262084 len=777996 2024-08-17T00:53:20.186 INFO:tasks.workunit.client.0.smithi157.stdout:op 110 completed, throughput=4.97MB/sec 2024-08-17T00:53:20.186 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rcicP-OVZsLSi5C off=290192 len=520105 2024-08-17T00:53:20.189 INFO:tasks.workunit.client.0.smithi157.stdout:op 111 completed, throughput=4.99MB/sec 2024-08-17T00:53:20.189 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3LKJ2cwc19GfxBx off=1785999 len=1499139 2024-08-17T00:53:20.196 INFO:tasks.workunit.client.0.smithi157.stdout:op 112 completed, throughput=5.05MB/sec 2024-08-17T00:53:21.197 INFO:tasks.workunit.client.0.smithi157.stdout: 23: throughput=4.84MB/sec pending data=0 2024-08-17T00:53:21.197 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-INR_51jwNQU8H2i off=6473054 len=505493 2024-08-17T00:53:21.198 INFO:tasks.workunit.client.0.smithi157.stdout:op 113 completed, throughput=4.86MB/sec 2024-08-17T00:53:21.198 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NTLml6WZxazoys8 off=5625129 len=1379418 2024-08-17T00:53:21.205 INFO:tasks.workunit.client.0.smithi157.stdout:op 114 completed, throughput=4.91MB/sec 2024-08-17T00:53:21.205 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-b2fk6pZ1nNa_Rm7 off=466772 len=1101085 2024-08-17T00:53:21.207 INFO:tasks.workunit.client.0.smithi157.stdout:op 115 completed, throughput=4.96MB/sec 2024-08-17T00:53:21.207 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JE3il-wa-YcqAn6 off=5914566 len=1580523 2024-08-17T00:53:21.208 INFO:tasks.workunit.client.0.smithi157.stdout:op 116 completed, throughput=5.02MB/sec 2024-08-17T00:53:21.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:21 smithi157 ceph-mon[101289]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:53:21.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:21 smithi157 ceph-mon[98780]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:53:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:21 smithi187 ceph-mon[90552]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:53:22.208 INFO:tasks.workunit.client.0.smithi157.stdout: 24: throughput=4.81MB/sec pending data=0 2024-08-17T00:53:22.209 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rXVirnQa-IWDQsq off=390314 len=634780 2024-08-17T00:53:22.212 INFO:tasks.workunit.client.0.smithi157.stdout:op 117 completed, throughput=4.84MB/sec 2024-08-17T00:53:22.212 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VGZLE7O9WOLLQEH off=1191604 len=1254005 2024-08-17T00:53:22.216 INFO:tasks.workunit.client.0.smithi157.stdout:op 118 completed, throughput=4.89MB/sec 2024-08-17T00:53:22.216 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OgD0Pf9y30P9Nmb off=3791420 len=142478 2024-08-17T00:53:22.218 INFO:tasks.workunit.client.0.smithi157.stdout:op 119 completed, throughput=4.89MB/sec 2024-08-17T00:53:22.218 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v4ZbM12eL0fqmbW off=3789861 len=926653 2024-08-17T00:53:22.219 INFO:tasks.workunit.client.0.smithi157.stdout:op 120 completed, throughput=4.93MB/sec 2024-08-17T00:53:22.219 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DZfbGN5e0cII5Ai off=7577733 len=1068051 2024-08-17T00:53:22.221 INFO:tasks.workunit.client.0.smithi157.stdout:op 121 completed, throughput=4.97MB/sec 2024-08-17T00:53:22.221 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-11wX34sxPn-U6mx off=2744115 len=336193 2024-08-17T00:53:22.222 INFO:tasks.workunit.client.0.smithi157.stdout:op 122 completed, throughput=4.98MB/sec 2024-08-17T00:53:22.222 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-B5z2cEX_USz0lRH off=6324877 len=1831356 2024-08-17T00:53:22.225 INFO:tasks.workunit.client.0.smithi157.stdout:op 123 completed, throughput=5.05MB/sec 2024-08-17T00:53:22.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:22 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:53:22.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:22 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:53:22.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:22 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:53:22.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:53:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:53:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:53:23.225 INFO:tasks.workunit.client.0.smithi157.stdout: 25: throughput=4.85MB/sec pending data=0 2024-08-17T00:53:23.226 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5PkQ_QRRGgrzPAc off=5683556 len=1934272 2024-08-17T00:53:23.227 INFO:tasks.workunit.client.0.smithi157.stdout:op 124 completed, throughput=4.93MB/sec 2024-08-17T00:53:23.228 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FT6BWyOIPaiVD6V off=17679094 len=510216 2024-08-17T00:53:23.228 INFO:tasks.workunit.client.0.smithi157.stdout:op 125 completed, throughput=4.94MB/sec 2024-08-17T00:53:23.228 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IPJrUz07la1gfTU off=8673122 len=941712 2024-08-17T00:53:23.229 INFO:tasks.workunit.client.0.smithi157.stdout:op 126 completed, throughput=4.98MB/sec 2024-08-17T00:53:23.229 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BvUNYIAtDrbriUr off=12259988 len=494978 2024-08-17T00:53:23.230 INFO:tasks.workunit.client.0.smithi157.stdout:op 127 completed, throughput=5MB/sec 2024-08-17T00:53:23.231 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mpzcZmq_v2Q0Iqe off=3483249 len=1452495 2024-08-17T00:53:23.239 INFO:tasks.workunit.client.0.smithi157.stdout:op 128 completed, throughput=5.05MB/sec 2024-08-17T00:53:23.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:23 smithi157 ceph-mon[101289]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:53:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:53:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:53:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:53:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:23 smithi157 ceph-mon[98780]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:53:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:53:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:53:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:53:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:23 smithi187 ceph-mon[90552]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:53:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:53:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:53:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:53:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:53:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:53:23] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-08-17T00:53:24.239 INFO:tasks.workunit.client.0.smithi157.stdout: 26: throughput=4.86MB/sec pending data=0 2024-08-17T00:53:24.239 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_3PAFbK49P4WTNE off=1471987 len=2026339 2024-08-17T00:53:24.243 INFO:tasks.workunit.client.0.smithi157.stdout:op 129 completed, throughput=4.93MB/sec 2024-08-17T00:53:24.243 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IQGt7hhbEANNPDV off=1814417 len=1530296 2024-08-17T00:53:24.245 INFO:tasks.workunit.client.0.smithi157.stdout:op 130 completed, throughput=4.99MB/sec 2024-08-17T00:53:24.245 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6F7dhuX8R5SfVX8 off=8287414 len=1642537 2024-08-17T00:53:24.255 INFO:tasks.workunit.client.0.smithi157.stdout:op 131 completed, throughput=5.04MB/sec 2024-08-17T00:53:25.256 INFO:tasks.workunit.client.0.smithi157.stdout: 27: throughput=4.86MB/sec pending data=0 2024-08-17T00:53:25.256 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pOpHLwA19tw6CxO off=9999987 len=798427 2024-08-17T00:53:25.258 INFO:tasks.workunit.client.0.smithi157.stdout:op 132 completed, throughput=4.89MB/sec 2024-08-17T00:53:25.258 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-h7EHPHvjoBJYgwr off=2493209 len=1928145 2024-08-17T00:53:25.266 INFO:tasks.workunit.client.0.smithi157.stdout:op 133 completed, throughput=4.95MB/sec 2024-08-17T00:53:25.267 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0oZ2u1T3dgsdA15 off=4571865 len=1704431 2024-08-17T00:53:25.273 INFO:tasks.workunit.client.0.smithi157.stdout:op 134 completed, throughput=5.01MB/sec 2024-08-17T00:53:25.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:25 smithi157 ceph-mon[98780]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:53:25.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:25 smithi157 ceph-mon[101289]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:53:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:25 smithi187 ceph-mon[90552]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:53:26.274 INFO:tasks.workunit.client.0.smithi157.stdout: 28: throughput=4.84MB/sec pending data=0 2024-08-17T00:53:26.274 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-emkwTMjFErZDCAH off=8628291 len=1356961 2024-08-17T00:53:26.276 INFO:tasks.workunit.client.0.smithi157.stdout:op 135 completed, throughput=4.88MB/sec 2024-08-17T00:53:26.276 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CRhkKlaBhYPrj84 off=1039097 len=1781380 2024-08-17T00:53:26.284 INFO:tasks.workunit.client.0.smithi157.stdout:op 136 completed, throughput=4.94MB/sec 2024-08-17T00:53:26.284 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CNaza7vya4fVbIV off=7573056 len=468646 2024-08-17T00:53:26.284 INFO:tasks.workunit.client.0.smithi157.stdout:op 137 completed, throughput=4.95MB/sec 2024-08-17T00:53:26.284 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oVd4a8l4jmvBlcv off=5950664 len=1564414 2024-08-17T00:53:26.291 INFO:tasks.workunit.client.0.smithi157.stdout:op 138 completed, throughput=5.01MB/sec 2024-08-17T00:53:27.291 INFO:tasks.workunit.client.0.smithi157.stdout: 29: throughput=4.84MB/sec pending data=0 2024-08-17T00:53:27.291 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Occl_TophCkdH61 off=3691389 len=1033161 2024-08-17T00:53:27.298 INFO:tasks.workunit.client.0.smithi157.stdout:op 139 completed, throughput=4.87MB/sec 2024-08-17T00:53:27.298 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--mK7wBPQkWTvcOC off=3082830 len=648390 2024-08-17T00:53:27.302 INFO:tasks.workunit.client.0.smithi157.stdout:op 140 completed, throughput=4.89MB/sec 2024-08-17T00:53:27.302 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-As8R9bdbknGm8SO off=658347 len=1002512 2024-08-17T00:53:27.307 INFO:tasks.workunit.client.0.smithi157.stdout:op 141 completed, throughput=4.92MB/sec 2024-08-17T00:53:27.307 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FE7tt-LFJzZr1ZH off=1340604 len=1585792 2024-08-17T00:53:27.309 INFO:tasks.workunit.client.0.smithi157.stdout:op 142 completed, throughput=4.97MB/sec 2024-08-17T00:53:27.309 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6PHZupSSc6d7aiZ off=3931208 len=1653868 2024-08-17T00:53:27.317 INFO:tasks.workunit.client.0.smithi157.stdout:op 143 completed, throughput=5.02MB/sec 2024-08-17T00:53:27.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:27 smithi157 ceph-mon[101289]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:53:27.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:27 smithi157 ceph-mon[98780]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:53:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:27 smithi187 ceph-mon[90552]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:53:28.317 INFO:tasks.workunit.client.0.smithi157.stdout: 30: throughput=4.86MB/sec pending data=0 2024-08-17T00:53:28.317 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-budbyrNt5C3uqQ9 off=11525465 len=1029161 2024-08-17T00:53:28.326 INFO:tasks.workunit.client.0.smithi157.stdout:op 144 completed, throughput=4.89MB/sec 2024-08-17T00:53:28.326 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0R6z84M72TJ8sHN off=1613285 len=84634 2024-08-17T00:53:28.326 INFO:tasks.workunit.client.0.smithi157.stdout:op 145 completed, throughput=4.89MB/sec 2024-08-17T00:53:28.326 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-L8Lxz9wcYMGUDEd off=5044633 len=993414 2024-08-17T00:53:28.331 INFO:tasks.workunit.client.0.smithi157.stdout:op 146 completed, throughput=4.92MB/sec 2024-08-17T00:53:28.331 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yed_X4MimhsUiNy off=13540495 len=1810666 2024-08-17T00:53:28.335 INFO:tasks.workunit.client.0.smithi157.stdout:op 147 completed, throughput=4.98MB/sec 2024-08-17T00:53:28.335 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-K5h8gPQeOgLcmJp off=59819 len=597594 2024-08-17T00:53:28.336 INFO:tasks.workunit.client.0.smithi157.stdout:op 148 completed, throughput=5MB/sec 2024-08-17T00:53:28.337 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--GFq_0tImhu1LHk off=763113 len=1406543 2024-08-17T00:53:28.342 INFO:tasks.workunit.client.0.smithi157.stdout:op 149 completed, throughput=5.04MB/sec 2024-08-17T00:53:29.343 INFO:tasks.workunit.client.0.smithi157.stdout: 31: throughput=4.88MB/sec pending data=0 2024-08-17T00:53:29.343 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wuk1phpTTH4WGlP off=946286 len=716623 2024-08-17T00:53:29.347 INFO:tasks.workunit.client.0.smithi157.stdout:op 150 completed, throughput=4.9MB/sec 2024-08-17T00:53:29.347 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vbif4A8impVeSOg off=13656846 len=1030923 2024-08-17T00:53:29.353 INFO:tasks.workunit.client.0.smithi157.stdout:op 151 completed, throughput=4.93MB/sec 2024-08-17T00:53:29.353 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_j_9mWqX3Ci5qW- off=94836 len=1367598 2024-08-17T00:53:29.359 INFO:tasks.workunit.client.0.smithi157.stdout:op 152 completed, throughput=4.97MB/sec 2024-08-17T00:53:29.359 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wbrlKIpisQTdijD off=5536367 len=1670089 2024-08-17T00:53:29.360 INFO:tasks.workunit.client.0.smithi157.stdout:op 153 completed, throughput=5.02MB/sec 2024-08-17T00:53:29.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:29 smithi157 ceph-mon[101289]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T00:53:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:29 smithi157 ceph-mon[98780]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T00:53:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:29 smithi187 ceph-mon[90552]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T00:53:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:30.361 INFO:tasks.workunit.client.0.smithi157.stdout: 32: throughput=4.87MB/sec pending data=0 2024-08-17T00:53:30.361 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-f03PaGMWtiApYnW off=738912 len=730491 2024-08-17T00:53:30.365 INFO:tasks.workunit.client.0.smithi157.stdout:op 154 completed, throughput=4.89MB/sec 2024-08-17T00:53:30.365 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yWPLz_t2dXH5h6n off=5883981 len=1782779 2024-08-17T00:53:30.370 INFO:tasks.workunit.client.0.smithi157.stdout:op 155 completed, throughput=4.94MB/sec 2024-08-17T00:53:30.370 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-p-W3T0ju3IAQHtO off=3426766 len=1050327 2024-08-17T00:53:30.374 INFO:tasks.workunit.client.0.smithi157.stdout:op 156 completed, throughput=4.97MB/sec 2024-08-17T00:53:30.374 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pcqi0beY__cC0NH off=2727807 len=1795457 2024-08-17T00:53:30.376 INFO:tasks.workunit.client.0.smithi157.stdout:op 157 completed, throughput=5.02MB/sec 2024-08-17T00:53:31.377 INFO:tasks.workunit.client.0.smithi157.stdout: 33: throughput=4.87MB/sec pending data=0 2024-08-17T00:53:31.377 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9dOIQyzJfFGnx3v off=1347020 len=760856 2024-08-17T00:53:31.381 INFO:tasks.workunit.client.0.smithi157.stdout:op 158 completed, throughput=4.89MB/sec 2024-08-17T00:53:31.382 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pUQDA6NO_mlpvnd off=6130912 len=1305441 2024-08-17T00:53:31.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:31 smithi157 ceph-mon[98780]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:53:31.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:31 smithi157 ceph-mon[101289]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:53:31.389 INFO:tasks.workunit.client.0.smithi157.stdout:op 159 completed, throughput=4.93MB/sec 2024-08-17T00:53:31.390 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-azRaZURCbsB9tLH off=2585577 len=1325955 2024-08-17T00:53:31.394 INFO:tasks.workunit.client.0.smithi157.stdout:op 160 completed, throughput=4.97MB/sec 2024-08-17T00:53:31.394 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1TR1SiIt389Zbrd off=4019962 len=1314168 2024-08-17T00:53:31.398 INFO:tasks.workunit.client.0.smithi157.stdout:op 161 completed, throughput=5MB/sec 2024-08-17T00:53:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:31 smithi187 ceph-mon[90552]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:53:32.398 INFO:tasks.workunit.client.0.smithi157.stdout: 34: throughput=4.86MB/sec pending data=0 2024-08-17T00:53:32.398 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7g0hfNKOb705K7B off=4530898 len=305155 2024-08-17T00:53:32.399 INFO:tasks.workunit.client.0.smithi157.stdout:op 162 completed, throughput=4.87MB/sec 2024-08-17T00:53:32.399 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-991abU02hZ7U29- off=20756078 len=1752894 2024-08-17T00:53:32.407 INFO:tasks.workunit.client.0.smithi157.stdout:op 163 completed, throughput=4.91MB/sec 2024-08-17T00:53:32.407 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aWtBdNDAWG4KW4Z off=7448286 len=307520 2024-08-17T00:53:32.411 INFO:tasks.workunit.client.0.smithi157.stdout:op 164 completed, throughput=4.92MB/sec 2024-08-17T00:53:32.411 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fP4OizTG2p_7jig off=4220989 len=102761 2024-08-17T00:53:32.411 INFO:tasks.workunit.client.0.smithi157.stdout:op 165 completed, throughput=4.92MB/sec 2024-08-17T00:53:32.411 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6E2qc7yVjqY2Cpf off=16662144 len=594092 2024-08-17T00:53:32.414 INFO:tasks.workunit.client.0.smithi157.stdout:op 166 completed, throughput=4.94MB/sec 2024-08-17T00:53:32.414 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-m5V8O7zGkakg8lm off=3469866 len=167621 2024-08-17T00:53:32.414 INFO:tasks.workunit.client.0.smithi157.stdout:op 167 completed, throughput=4.94MB/sec 2024-08-17T00:53:32.414 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5oNnHL9MgAuQoxs off=4441655 len=1491544 2024-08-17T00:53:32.418 INFO:tasks.workunit.client.0.smithi157.stdout:op 168 completed, throughput=4.99MB/sec 2024-08-17T00:53:32.418 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ruXlyxJNXN6a7s0 off=10522388 len=758784 2024-08-17T00:53:32.420 INFO:tasks.workunit.client.0.smithi157.stdout:op 169 completed, throughput=5.01MB/sec 2024-08-17T00:53:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:53:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:53:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:53:33.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:33 smithi157 ceph-mon[101289]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:53:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:33 smithi157 ceph-mon[98780]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:53:33.420 INFO:tasks.workunit.client.0.smithi157.stdout: 35: throughput=4.86MB/sec pending data=0 2024-08-17T00:53:33.420 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bO66vU-D4uVbxuo off=13076912 len=1653062 2024-08-17T00:53:33.427 INFO:tasks.workunit.client.0.smithi157.stdout:op 170 completed, throughput=4.91MB/sec 2024-08-17T00:53:33.428 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nvQKzev7OtUBn3j off=2448455 len=735109 2024-08-17T00:53:33.428 INFO:tasks.workunit.client.0.smithi157.stdout:op 171 completed, throughput=4.93MB/sec 2024-08-17T00:53:33.429 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NHLpBQvxJZu3KT8 off=9378037 len=2060984 2024-08-17T00:53:33.431 INFO:tasks.workunit.client.0.smithi157.stdout:op 172 completed, throughput=4.98MB/sec 2024-08-17T00:53:33.431 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-E8WB9kLSHIlpYFz off=207620 len=316724 2024-08-17T00:53:33.432 INFO:tasks.workunit.client.0.smithi157.stdout:op 173 completed, throughput=4.99MB/sec 2024-08-17T00:53:33.432 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-seVSIWkYjkEPgmk off=12987163 len=156705 2024-08-17T00:53:33.434 INFO:tasks.workunit.client.0.smithi157.stdout:op 174 completed, throughput=4.99MB/sec 2024-08-17T00:53:33.434 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WbTnhbXn6Di0KOz off=5628110 len=841229 2024-08-17T00:53:33.435 INFO:tasks.workunit.client.0.smithi157.stdout:op 175 completed, throughput=5.02MB/sec 2024-08-17T00:53:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:33 smithi187 ceph-mon[90552]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:53:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:53:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:53:33] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-08-17T00:53:34.436 INFO:tasks.workunit.client.0.smithi157.stdout: 36: throughput=4.88MB/sec pending data=0 2024-08-17T00:53:34.436 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-joKJvWsuL0-6mU3 off=2490770 len=323227 2024-08-17T00:53:34.439 INFO:tasks.workunit.client.0.smithi157.stdout:op 176 completed, throughput=4.89MB/sec 2024-08-17T00:53:34.439 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CeFMCSNXObU2PrB off=6196011 len=923849 2024-08-17T00:53:34.443 INFO:tasks.workunit.client.0.smithi157.stdout:op 177 completed, throughput=4.91MB/sec 2024-08-17T00:53:34.443 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cWjX03Xk24Mp3Al off=3486951 len=229261 2024-08-17T00:53:34.446 INFO:tasks.workunit.client.0.smithi157.stdout:op 178 completed, throughput=4.92MB/sec 2024-08-17T00:53:34.446 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OdQsLjnGQ2ou_o7 off=21743550 len=515852 2024-08-17T00:53:34.447 INFO:tasks.workunit.client.0.smithi157.stdout:op 179 completed, throughput=4.93MB/sec 2024-08-17T00:53:34.447 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DMoHWy8wnotqp9m off=6853556 len=647084 2024-08-17T00:53:34.447 INFO:tasks.workunit.client.0.smithi157.stdout:op 180 completed, throughput=4.95MB/sec 2024-08-17T00:53:34.448 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cKUTnF6EC0Bepx1 off=2769357 len=702170 2024-08-17T00:53:34.448 INFO:tasks.workunit.client.0.smithi157.stdout:op 181 completed, throughput=4.97MB/sec 2024-08-17T00:53:34.448 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XR4dXRofbFxmqGa off=2782397 len=1176480 2024-08-17T00:53:34.454 INFO:tasks.workunit.client.0.smithi157.stdout:op 182 completed, throughput=5MB/sec 2024-08-17T00:53:34.454 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zDTYHFKUJZ1KF03 off=10074703 len=299296 2024-08-17T00:53:34.457 INFO:tasks.workunit.client.0.smithi157.stdout:op 183 completed, throughput=5MB/sec 2024-08-17T00:53:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:35 smithi187 ceph-mon[90552]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:53:35.457 INFO:tasks.workunit.client.0.smithi157.stdout: 37: throughput=4.87MB/sec pending data=0 2024-08-17T00:53:35.457 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wMl6dFNutmCNC6Q off=2136608 len=1516196 2024-08-17T00:53:35.461 INFO:tasks.workunit.client.0.smithi157.stdout:op 184 completed, throughput=4.91MB/sec 2024-08-17T00:53:35.461 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-h7n1hrek2dfL--T off=342168 len=1520702 2024-08-17T00:53:35.462 INFO:tasks.workunit.client.0.smithi157.stdout:op 185 completed, throughput=4.95MB/sec 2024-08-17T00:53:35.463 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vdz5JX12KpccNS0 off=15852702 len=1609410 2024-08-17T00:53:35.464 INFO:tasks.workunit.client.0.smithi157.stdout:op 186 completed, throughput=4.99MB/sec 2024-08-17T00:53:35.464 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0pEgbBsROwW1-_Z off=1605730 len=1833295 2024-08-17T00:53:35.466 INFO:tasks.workunit.client.0.smithi157.stdout:op 187 completed, throughput=5.03MB/sec 2024-08-17T00:53:35.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:35 smithi157 ceph-mon[101289]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:53:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:35 smithi157 ceph-mon[98780]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:53:36.467 INFO:tasks.workunit.client.0.smithi157.stdout: 38: throughput=4.9MB/sec pending data=0 2024-08-17T00:53:36.467 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XRpnSDERe9NGelK off=18029298 len=742053 2024-08-17T00:53:36.468 INFO:tasks.workunit.client.0.smithi157.stdout:op 188 completed, throughput=4.92MB/sec 2024-08-17T00:53:36.468 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Zpvrwvv81Z7WCqZ off=2715511 len=1067534 2024-08-17T00:53:36.474 INFO:tasks.workunit.client.0.smithi157.stdout:op 189 completed, throughput=4.95MB/sec 2024-08-17T00:53:36.474 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kwboclXGownaHXo off=2769991 len=835334 2024-08-17T00:53:36.479 INFO:tasks.workunit.client.0.smithi157.stdout:op 190 completed, throughput=4.97MB/sec 2024-08-17T00:53:36.479 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aS7eUNjBZ6tKKcc off=8075880 len=901404 2024-08-17T00:53:36.480 INFO:tasks.workunit.client.0.smithi157.stdout:op 191 completed, throughput=4.99MB/sec 2024-08-17T00:53:36.480 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sbJy9mMUJKXOJSx off=1000437 len=247150 2024-08-17T00:53:36.483 INFO:tasks.workunit.client.0.smithi157.stdout:op 192 completed, throughput=4.99MB/sec 2024-08-17T00:53:36.483 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uRKtGncwvYyYJt6 off=11054836 len=19735 2024-08-17T00:53:36.485 INFO:tasks.workunit.client.0.smithi157.stdout:op 193 completed, throughput=4.99MB/sec 2024-08-17T00:53:36.485 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3oQF6K88CIHKBZu off=1822349 len=70911 2024-08-17T00:53:36.486 INFO:tasks.workunit.client.0.smithi157.stdout:op 194 completed, throughput=5MB/sec 2024-08-17T00:53:36.486 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZryyOJY4kEjgsBA off=1096185 len=583199 2024-08-17T00:53:36.487 INFO:tasks.workunit.client.0.smithi157.stdout:op 195 completed, throughput=5.01MB/sec 2024-08-17T00:53:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:37 smithi187 ceph-mon[90552]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T00:53:37.487 INFO:tasks.workunit.client.0.smithi157.stdout: 39: throughput=4.88MB/sec pending data=0 2024-08-17T00:53:37.487 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3T5W_XUsG-ZiREw off=240685 len=528097 2024-08-17T00:53:37.488 INFO:tasks.workunit.client.0.smithi157.stdout:op 196 completed, throughput=4.9MB/sec 2024-08-17T00:53:37.488 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1rH5te-SxbU5N6x off=2177440 len=1807105 2024-08-17T00:53:37.490 INFO:tasks.workunit.client.0.smithi157.stdout:op 197 completed, throughput=4.94MB/sec 2024-08-17T00:53:37.490 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1CUdugIevPqH-0L off=6686560 len=1328590 2024-08-17T00:53:37.497 INFO:tasks.workunit.client.0.smithi157.stdout:op 198 completed, throughput=4.97MB/sec 2024-08-17T00:53:37.497 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JrsrOhAtf0iSiJd off=4825961 len=832415 2024-08-17T00:53:37.498 INFO:tasks.workunit.client.0.smithi157.stdout:op 199 completed, throughput=4.99MB/sec 2024-08-17T00:53:37.498 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--VtEWNO7aVkT9EN off=4624937 len=104962 2024-08-17T00:53:37.499 INFO:tasks.workunit.client.0.smithi157.stdout:op 200 completed, throughput=4.99MB/sec 2024-08-17T00:53:37.499 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gU59m9ttTXFZCEj off=3007246 len=160632 2024-08-17T00:53:37.502 INFO:tasks.workunit.client.0.smithi157.stdout:op 201 completed, throughput=5MB/sec 2024-08-17T00:53:37.502 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-p2OuYdxFAK0GX_d off=300767 len=697427 2024-08-17T00:53:37.503 INFO:tasks.workunit.client.0.smithi157.stdout:op 202 completed, throughput=5.01MB/sec 2024-08-17T00:53:37.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:37 smithi157 ceph-mon[101289]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T00:53:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:37 smithi157 ceph-mon[98780]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T00:53:38.503 INFO:tasks.workunit.client.0.smithi157.stdout: 40: throughput=4.89MB/sec pending data=0 2024-08-17T00:53:38.503 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ms6NyCvRpmNWRrH off=8858527 len=1417314 2024-08-17T00:53:38.509 INFO:tasks.workunit.client.0.smithi157.stdout:op 203 completed, throughput=4.92MB/sec 2024-08-17T00:53:38.509 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Xi5Otpt7KNAf7IZ off=4651167 len=1309366 2024-08-17T00:53:38.511 INFO:tasks.workunit.client.0.smithi157.stdout:op 204 completed, throughput=4.95MB/sec 2024-08-17T00:53:38.511 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YJr0xpwIPcbiMVD off=3141300 len=1813346 2024-08-17T00:53:38.518 INFO:tasks.workunit.client.0.smithi157.stdout:op 205 completed, throughput=4.99MB/sec 2024-08-17T00:53:38.519 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-l2Cn_anjCzOQwZC off=11765816 len=1057086 2024-08-17T00:53:38.524 INFO:tasks.workunit.client.0.smithi157.stdout:op 206 completed, throughput=5.02MB/sec 2024-08-17T00:53:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:39 smithi187 ceph-mon[90552]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T00:53:39.525 INFO:tasks.workunit.client.0.smithi157.stdout: 41: throughput=4.9MB/sec pending data=0 2024-08-17T00:53:39.525 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fOwO6nzOeH1JPpt off=17274613 len=1133229 2024-08-17T00:53:39.530 INFO:tasks.workunit.client.0.smithi157.stdout:op 207 completed, throughput=4.92MB/sec 2024-08-17T00:53:39.530 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ln4dyt-E8DV3Vns off=3680168 len=971598 2024-08-17T00:53:39.532 INFO:tasks.workunit.client.0.smithi157.stdout:op 208 completed, throughput=4.95MB/sec 2024-08-17T00:53:39.532 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MMksnIq_9qVp5T1 off=8758987 len=1482843 2024-08-17T00:53:39.535 INFO:tasks.workunit.client.0.smithi157.stdout:op 209 completed, throughput=4.98MB/sec 2024-08-17T00:53:39.535 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GBDkgd3vGaiIWA2 off=14626337 len=1310900 2024-08-17T00:53:39.536 INFO:tasks.workunit.client.0.smithi157.stdout:op 210 completed, throughput=5.01MB/sec 2024-08-17T00:53:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:39 smithi157 ceph-mon[101289]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T00:53:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:39 smithi157 ceph-mon[98780]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T00:53:40.537 INFO:tasks.workunit.client.0.smithi157.stdout: 42: throughput=4.89MB/sec pending data=0 2024-08-17T00:53:40.537 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hygHfSoT48Lqbre off=85567 len=1111306 2024-08-17T00:53:40.538 INFO:tasks.workunit.client.0.smithi157.stdout:op 211 completed, throughput=4.92MB/sec 2024-08-17T00:53:40.538 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BoZfGtEZX2TzNpE off=4007514 len=1394775 2024-08-17T00:53:40.540 INFO:tasks.workunit.client.0.smithi157.stdout:op 212 completed, throughput=4.95MB/sec 2024-08-17T00:53:40.540 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RCvCCsMm_9pzdz7 off=12012270 len=225601 2024-08-17T00:53:40.543 INFO:tasks.workunit.client.0.smithi157.stdout:op 213 completed, throughput=4.95MB/sec 2024-08-17T00:53:40.543 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JcxE7YOZBO57JY5 off=5455177 len=190858 2024-08-17T00:53:40.544 INFO:tasks.workunit.client.0.smithi157.stdout:op 214 completed, throughput=4.96MB/sec 2024-08-17T00:53:40.544 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9TURgV-KDU3XhU7 off=647431 len=1079692 2024-08-17T00:53:40.551 INFO:tasks.workunit.client.0.smithi157.stdout:op 215 completed, throughput=4.98MB/sec 2024-08-17T00:53:40.551 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dnHCPIm5RydP0uj off=774726 len=1936476 2024-08-17T00:53:40.553 INFO:tasks.workunit.client.0.smithi157.stdout:op 216 completed, throughput=5.02MB/sec 2024-08-17T00:53:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:41 smithi187 ceph-mon[90552]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:53:41.554 INFO:tasks.workunit.client.0.smithi157.stdout: 43: throughput=4.91MB/sec pending data=0 2024-08-17T00:53:41.554 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KCz7QtcR0136lDl off=15046365 len=1900369 2024-08-17T00:53:41.565 INFO:tasks.workunit.client.0.smithi157.stdout:op 217 completed, throughput=4.95MB/sec 2024-08-17T00:53:41.565 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gMCf69jeboN6yiw off=3141824 len=1697819 2024-08-17T00:53:41.567 INFO:tasks.workunit.client.0.smithi157.stdout:op 218 completed, throughput=4.98MB/sec 2024-08-17T00:53:41.567 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AIWpgj1kDWjP4Pn off=8692820 len=1715653 2024-08-17T00:53:41.569 INFO:tasks.workunit.client.0.smithi157.stdout:op 219 completed, throughput=5.02MB/sec 2024-08-17T00:53:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:41 smithi157 ceph-mon[101289]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:53:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:41 smithi157 ceph-mon[98780]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:53:42.569 INFO:tasks.workunit.client.0.smithi157.stdout: 44: throughput=4.91MB/sec pending data=0 2024-08-17T00:53:42.569 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-s8fXD2ux0QibDfV off=13016479 len=1920204 2024-08-17T00:53:42.571 INFO:tasks.workunit.client.0.smithi157.stdout:op 220 completed, throughput=4.95MB/sec 2024-08-17T00:53:42.571 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZkPlcH_UKfi_fMX off=4952780 len=551824 2024-08-17T00:53:42.576 INFO:tasks.workunit.client.0.smithi157.stdout:op 221 completed, throughput=4.96MB/sec 2024-08-17T00:53:42.576 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GCgiRzViSIRgt3w off=2912680 len=96060 2024-08-17T00:53:42.578 INFO:tasks.workunit.client.0.smithi157.stdout:op 222 completed, throughput=4.96MB/sec 2024-08-17T00:53:42.578 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ypyYbntEQq1GPxM off=1012910 len=609113 2024-08-17T00:53:42.579 INFO:tasks.workunit.client.0.smithi157.stdout:op 223 completed, throughput=4.98MB/sec 2024-08-17T00:53:42.580 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Rt6mdl5yO-huOaQ off=3410473 len=630949 2024-08-17T00:53:42.584 INFO:tasks.workunit.client.0.smithi157.stdout:op 224 completed, throughput=4.99MB/sec 2024-08-17T00:53:42.584 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aCVjlRw7Fvl5FyZ off=50151 len=1114674 2024-08-17T00:53:42.585 INFO:tasks.workunit.client.0.smithi157.stdout:op 225 completed, throughput=5.01MB/sec 2024-08-17T00:53:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:53:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:53:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:43 smithi187 ceph-mon[90552]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:53:43.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:43 smithi157 ceph-mon[101289]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:53:43.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:43 smithi157 ceph-mon[98780]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:53:43.585 INFO:tasks.workunit.client.0.smithi157.stdout: 45: throughput=4.9MB/sec pending data=0 2024-08-17T00:53:43.586 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3uK1bEpuZRkZBKP off=1364739 len=301056 2024-08-17T00:53:43.586 INFO:tasks.workunit.client.0.smithi157.stdout:op 226 completed, throughput=4.91MB/sec 2024-08-17T00:53:43.586 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uLFXFx7iNNZdUZ2 off=1050147 len=801857 2024-08-17T00:53:43.591 INFO:tasks.workunit.client.0.smithi157.stdout:op 227 completed, throughput=4.92MB/sec 2024-08-17T00:53:43.591 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QYk7tqyAigTq4Wa off=15071634 len=1319057 2024-08-17T00:53:43.597 INFO:tasks.workunit.client.0.smithi157.stdout:op 228 completed, throughput=4.95MB/sec 2024-08-17T00:53:43.597 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-44WZj2RrI3R0ds_ off=2005609 len=1102640 2024-08-17T00:53:43.599 INFO:tasks.workunit.client.0.smithi157.stdout:op 229 completed, throughput=4.97MB/sec 2024-08-17T00:53:43.599 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xyTkjfRI4qpBMzE off=2498621 len=57561 2024-08-17T00:53:43.602 INFO:tasks.workunit.client.0.smithi157.stdout:op 230 completed, throughput=4.98MB/sec 2024-08-17T00:53:43.602 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BnHSu_OF0Db0Cir off=6671144 len=1537771 2024-08-17T00:53:43.609 INFO:tasks.workunit.client.0.smithi157.stdout:op 231 completed, throughput=5.01MB/sec 2024-08-17T00:53:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:53:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:53:43] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-08-17T00:53:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:44.611 INFO:tasks.workunit.client.0.smithi157.stdout: 46: throughput=4.9MB/sec pending data=0 2024-08-17T00:53:44.611 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bt9IiY0N-psd8ox off=4407604 len=755296 2024-08-17T00:53:44.615 INFO:tasks.workunit.client.0.smithi157.stdout:op 232 completed, throughput=4.91MB/sec 2024-08-17T00:53:44.615 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Swy-BkMMpbQLvQA off=2147248 len=992503 2024-08-17T00:53:44.620 INFO:tasks.workunit.client.0.smithi157.stdout:op 233 completed, throughput=4.93MB/sec 2024-08-17T00:53:44.620 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oJTARaeq21HOQ8f off=7907679 len=2058111 2024-08-17T00:53:44.633 INFO:tasks.workunit.client.0.smithi157.stdout:op 234 completed, throughput=4.97MB/sec 2024-08-17T00:53:44.633 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xhuTnfAeAoyr7R5 off=2022762 len=493417 2024-08-17T00:53:44.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:44.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:44.637 INFO:tasks.workunit.client.0.smithi157.stdout:op 235 completed, throughput=4.98MB/sec 2024-08-17T00:53:44.637 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-A6wdqnPVNfCfzAt off=13986491 len=1224962 2024-08-17T00:53:44.639 INFO:tasks.workunit.client.0.smithi157.stdout:op 236 completed, throughput=5.01MB/sec 2024-08-17T00:53:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:45 smithi187 ceph-mon[90552]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T00:53:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:45 smithi157 ceph-mon[101289]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T00:53:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:45 smithi157 ceph-mon[98780]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T00:53:45.639 INFO:tasks.workunit.client.0.smithi157.stdout: 47: throughput=4.9MB/sec pending data=0 2024-08-17T00:53:45.640 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dZ7c1XeHRZuWtNd off=7587433 len=1126369 2024-08-17T00:53:45.645 INFO:tasks.workunit.client.0.smithi157.stdout:op 237 completed, throughput=4.93MB/sec 2024-08-17T00:53:45.645 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-okjHupIP62Or13- off=8175736 len=527059 2024-08-17T00:53:45.646 INFO:tasks.workunit.client.0.smithi157.stdout:op 238 completed, throughput=4.94MB/sec 2024-08-17T00:53:45.646 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zYMNmpzt_ciI4MT off=1124353 len=715868 2024-08-17T00:53:45.647 INFO:tasks.workunit.client.0.smithi157.stdout:op 239 completed, throughput=4.95MB/sec 2024-08-17T00:53:45.647 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Wt4GuDkRI67RpIS off=8648377 len=1626569 2024-08-17T00:53:45.654 INFO:tasks.workunit.client.0.smithi157.stdout:op 240 completed, throughput=4.98MB/sec 2024-08-17T00:53:45.654 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-27LOu7xFLOhkzhD off=13009678 len=1695471 2024-08-17T00:53:45.664 INFO:tasks.workunit.client.0.smithi157.stdout:op 241 completed, throughput=5.01MB/sec 2024-08-17T00:53:46.664 INFO:tasks.workunit.client.0.smithi157.stdout: 48: throughput=4.91MB/sec pending data=0 2024-08-17T00:53:46.665 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-afaZso4oUOfkRAv off=4316728 len=556898 2024-08-17T00:53:46.668 INFO:tasks.workunit.client.0.smithi157.stdout:op 242 completed, throughput=4.92MB/sec 2024-08-17T00:53:46.668 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TzaHa3Bp8aO3Ddg off=1344705 len=1191298 2024-08-17T00:53:46.670 INFO:tasks.workunit.client.0.smithi157.stdout:op 243 completed, throughput=4.95MB/sec 2024-08-17T00:53:46.670 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yPpzBPLZZrvsG4f off=16763259 len=1547520 2024-08-17T00:53:46.679 INFO:tasks.workunit.client.0.smithi157.stdout:op 244 completed, throughput=4.98MB/sec 2024-08-17T00:53:46.679 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GzEiKsOdzySBKx_ off=6999653 len=118107 2024-08-17T00:53:46.681 INFO:tasks.workunit.client.0.smithi157.stdout:op 245 completed, throughput=4.98MB/sec 2024-08-17T00:53:46.682 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fK9hW9_FFf8z7ik off=1821675 len=57934 2024-08-17T00:53:46.684 INFO:tasks.workunit.client.0.smithi157.stdout:op 246 completed, throughput=4.98MB/sec 2024-08-17T00:53:46.684 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wYTy1gCoJFY6RGS off=333625 len=931005 2024-08-17T00:53:46.686 INFO:tasks.workunit.client.0.smithi157.stdout:op 247 completed, throughput=5MB/sec 2024-08-17T00:53:46.686 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7-FFJ-nnT_zlAaz off=967265 len=1770159 2024-08-17T00:53:46.688 INFO:tasks.workunit.client.0.smithi157.stdout:op 248 completed, throughput=5.03MB/sec 2024-08-17T00:53:47.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:47 smithi187 ceph-mon[90552]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:53:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:47 smithi157 ceph-mon[98780]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:53:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:47 smithi157 ceph-mon[101289]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:53:47.688 INFO:tasks.workunit.client.0.smithi157.stdout: 49: throughput=4.93MB/sec pending data=0 2024-08-17T00:53:47.689 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-h4qvYYI7QQsUdHN off=15804457 len=149481 2024-08-17T00:53:47.691 INFO:tasks.workunit.client.0.smithi157.stdout:op 249 completed, throughput=4.93MB/sec 2024-08-17T00:53:47.691 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AbSu4jbJ7X3GonT off=7735754 len=353587 2024-08-17T00:53:47.692 INFO:tasks.workunit.client.0.smithi157.stdout:op 250 completed, throughput=4.94MB/sec 2024-08-17T00:53:47.693 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-o8JCb_802tLBTVI off=1481586 len=151191 2024-08-17T00:53:47.695 INFO:tasks.workunit.client.0.smithi157.stdout:op 251 completed, throughput=4.94MB/sec 2024-08-17T00:53:47.695 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WzHSM-mXaMoeRmh off=624272 len=1483520 2024-08-17T00:53:47.697 INFO:tasks.workunit.client.0.smithi157.stdout:op 252 completed, throughput=4.97MB/sec 2024-08-17T00:53:47.697 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3PVSlk9sdmwXpk4 off=5621278 len=384026 2024-08-17T00:53:47.700 INFO:tasks.workunit.client.0.smithi157.stdout:op 253 completed, throughput=4.98MB/sec 2024-08-17T00:53:47.700 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qE_Dna75ouB8bvb off=750758 len=484925 2024-08-17T00:53:47.701 INFO:tasks.workunit.client.0.smithi157.stdout:op 254 completed, throughput=4.99MB/sec 2024-08-17T00:53:47.702 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-65IddRDj_MrG-yN off=2251032 len=817978 2024-08-17T00:53:47.703 INFO:tasks.workunit.client.0.smithi157.stdout:op 255 completed, throughput=5MB/sec 2024-08-17T00:53:48.703 INFO:tasks.workunit.client.0.smithi157.stdout: 50: throughput=4.9MB/sec pending data=0 2024-08-17T00:53:48.704 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-x356TbrUw2STa4- off=817730 len=246504 2024-08-17T00:53:48.704 INFO:tasks.workunit.client.0.smithi157.stdout:op 256 completed, throughput=4.91MB/sec 2024-08-17T00:53:48.704 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Lf7SxrvTas7p13c off=18311081 len=1342363 2024-08-17T00:53:48.711 INFO:tasks.workunit.client.0.smithi157.stdout:op 257 completed, throughput=4.93MB/sec 2024-08-17T00:53:48.711 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sl13_PIJWiSiidj off=5167751 len=1910079 2024-08-17T00:53:48.713 INFO:tasks.workunit.client.0.smithi157.stdout:op 258 completed, throughput=4.97MB/sec 2024-08-17T00:53:48.713 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Dle8GuRW8IQtILa off=5751400 len=138481 2024-08-17T00:53:48.716 INFO:tasks.workunit.client.0.smithi157.stdout:op 259 completed, throughput=4.97MB/sec 2024-08-17T00:53:48.716 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7UMWyCVsWTTpBiy off=19588606 len=1782982 2024-08-17T00:53:48.723 INFO:tasks.workunit.client.0.smithi157.stdout:op 260 completed, throughput=5MB/sec 2024-08-17T00:53:49.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:49 smithi187 ceph-mon[90552]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-17T00:53:49.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:49 smithi157 ceph-mon[101289]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-17T00:53:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:49 smithi157 ceph-mon[98780]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-17T00:53:49.723 INFO:tasks.workunit.client.0.smithi157.stdout: 51: throughput=4.91MB/sec pending data=0 2024-08-17T00:53:49.723 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Oc4LVBxi5x3r7Q0 off=15998307 len=1780462 2024-08-17T00:53:49.734 INFO:tasks.workunit.client.0.smithi157.stdout:op 261 completed, throughput=4.94MB/sec 2024-08-17T00:53:49.734 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RoNv9jzCwIZa2pH off=8065336 len=1726555 2024-08-17T00:53:49.742 INFO:tasks.workunit.client.0.smithi157.stdout:op 262 completed, throughput=4.97MB/sec 2024-08-17T00:53:49.742 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4KRRdKqonToUBHG off=3557106 len=543847 2024-08-17T00:53:49.743 INFO:tasks.workunit.client.0.smithi157.stdout:op 263 completed, throughput=4.98MB/sec 2024-08-17T00:53:49.743 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-p-Vrb9CYLkxFS9B off=1471923 len=1609185 2024-08-17T00:53:49.749 INFO:tasks.workunit.client.0.smithi157.stdout:op 264 completed, throughput=5.01MB/sec 2024-08-17T00:53:50.750 INFO:tasks.workunit.client.0.smithi157.stdout: 52: throughput=4.91MB/sec pending data=0 2024-08-17T00:53:50.750 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mNnIvLyQ-UT3Tgh off=7569521 len=1478602 2024-08-17T00:53:50.752 INFO:tasks.workunit.client.0.smithi157.stdout:op 265 completed, throughput=4.94MB/sec 2024-08-17T00:53:50.752 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ujw9asSqwqiPy7x off=4081724 len=438418 2024-08-17T00:53:50.753 INFO:tasks.workunit.client.0.smithi157.stdout:op 266 completed, throughput=4.95MB/sec 2024-08-17T00:53:50.753 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ecyQZcOXcfl2L5P off=7435894 len=948133 2024-08-17T00:53:50.754 INFO:tasks.workunit.client.0.smithi157.stdout:op 267 completed, throughput=4.96MB/sec 2024-08-17T00:53:50.754 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hKOHi2LyRjY2SPu off=834151 len=2028928 2024-08-17T00:53:50.770 INFO:tasks.workunit.client.0.smithi157.stdout:op 268 completed, throughput=5MB/sec 2024-08-17T00:53:50.770 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qGbHRy7aBzUFDlg off=14800960 len=1252651 2024-08-17T00:53:50.772 INFO:tasks.workunit.client.0.smithi157.stdout:op 269 completed, throughput=5.02MB/sec 2024-08-17T00:53:51.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:51 smithi187 ceph-mon[90552]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:53:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:51 smithi157 ceph-mon[98780]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:53:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:51 smithi157 ceph-mon[101289]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:53:51.772 INFO:tasks.workunit.client.0.smithi157.stdout: 53: throughput=4.93MB/sec pending data=0 2024-08-17T00:53:51.772 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-n61QC2dtC4cm_zq off=12191253 len=1263480 2024-08-17T00:53:51.779 INFO:tasks.workunit.client.0.smithi157.stdout:op 270 completed, throughput=4.95MB/sec 2024-08-17T00:53:51.779 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dRl2IJ8dK1KRIug off=16472359 len=404646 2024-08-17T00:53:51.780 INFO:tasks.workunit.client.0.smithi157.stdout:op 271 completed, throughput=4.96MB/sec 2024-08-17T00:53:51.780 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3Jkph0v3CKVYfuM off=3122 len=1170448 2024-08-17T00:53:51.781 INFO:tasks.workunit.client.0.smithi157.stdout:op 272 completed, throughput=4.98MB/sec 2024-08-17T00:53:51.781 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BPf_3xnctZ_8e9A off=7386318 len=609627 2024-08-17T00:53:51.785 INFO:tasks.workunit.client.0.smithi157.stdout:op 273 completed, throughput=4.99MB/sec 2024-08-17T00:53:51.785 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ADxIeaB3L6VfEsE off=5110739 len=1063995 2024-08-17T00:53:51.787 INFO:tasks.workunit.client.0.smithi157.stdout:op 274 completed, throughput=5.01MB/sec 2024-08-17T00:53:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:53:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:53:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:53:52.787 INFO:tasks.workunit.client.0.smithi157.stdout: 54: throughput=4.92MB/sec pending data=0 2024-08-17T00:53:52.788 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Nsxg8lPK3rcLJu7 off=5568625 len=660523 2024-08-17T00:53:52.788 INFO:tasks.workunit.client.0.smithi157.stdout:op 275 completed, throughput=4.93MB/sec 2024-08-17T00:53:52.789 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--z4pTM2YSE7iiWs off=405396 len=1778754 2024-08-17T00:53:52.799 INFO:tasks.workunit.client.0.smithi157.stdout:op 276 completed, throughput=4.96MB/sec 2024-08-17T00:53:52.799 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EPX8bvmPQYwohbh off=13724211 len=275504 2024-08-17T00:53:52.802 INFO:tasks.workunit.client.0.smithi157.stdout:op 277 completed, throughput=4.96MB/sec 2024-08-17T00:53:52.802 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7Igmsxk1iXw7nnu off=14870891 len=97701 2024-08-17T00:53:52.803 INFO:tasks.workunit.client.0.smithi157.stdout:op 278 completed, throughput=4.96MB/sec 2024-08-17T00:53:52.803 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1RutxunUf7xb5P_ off=6956653 len=1281192 2024-08-17T00:53:52.804 INFO:tasks.workunit.client.0.smithi157.stdout:op 279 completed, throughput=4.99MB/sec 2024-08-17T00:53:52.804 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dIcQpFJ-lXq1VQ- off=3774358 len=1742713 2024-08-17T00:53:52.806 INFO:tasks.workunit.client.0.smithi157.stdout:op 280 completed, throughput=5.02MB/sec 2024-08-17T00:53:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:53 smithi187 ceph-mon[90552]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:53:53.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:53 smithi157 ceph-mon[98780]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:53:53.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:53 smithi157 ceph-mon[101289]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:53:53.806 INFO:tasks.workunit.client.0.smithi157.stdout: 55: throughput=4.93MB/sec pending data=0 2024-08-17T00:53:53.807 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fuFz7HAA90RvN_m off=768957 len=198181 2024-08-17T00:53:53.807 INFO:tasks.workunit.client.0.smithi157.stdout:op 281 completed, throughput=4.93MB/sec 2024-08-17T00:53:53.807 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mnCo52CE2JlEWjt off=918311 len=1541026 2024-08-17T00:53:53.809 INFO:tasks.workunit.client.0.smithi157.stdout:op 282 completed, throughput=4.96MB/sec 2024-08-17T00:53:53.809 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wFyxwsN07UW_nYi off=13711762 len=411387 2024-08-17T00:53:53.810 INFO:tasks.workunit.client.0.smithi157.stdout:op 283 completed, throughput=4.96MB/sec 2024-08-17T00:53:53.810 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DPxiDG81fielvRc off=3704585 len=495566 2024-08-17T00:53:53.814 INFO:tasks.workunit.client.0.smithi157.stdout:op 284 completed, throughput=4.97MB/sec 2024-08-17T00:53:53.814 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8gQ1-hfmE3Kux9A off=4256937 len=849678 2024-08-17T00:53:53.815 INFO:tasks.workunit.client.0.smithi157.stdout:op 285 completed, throughput=4.98MB/sec 2024-08-17T00:53:53.815 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pMyrvv_NYE4mgEw off=409003 len=1132268 2024-08-17T00:53:53.821 INFO:tasks.workunit.client.0.smithi157.stdout:op 286 completed, throughput=5MB/sec 2024-08-17T00:53:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:53:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:53:53] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-08-17T00:53:54.822 INFO:tasks.workunit.client.0.smithi157.stdout: 56: throughput=4.92MB/sec pending data=0 2024-08-17T00:53:54.822 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RKvTvQbBG2DyzTr off=20354886 len=1346882 2024-08-17T00:53:54.825 INFO:tasks.workunit.client.0.smithi157.stdout:op 287 completed, throughput=4.94MB/sec 2024-08-17T00:53:54.825 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FNw2bla7WqEFFZF off=1410561 len=655649 2024-08-17T00:53:54.826 INFO:tasks.workunit.client.0.smithi157.stdout:op 288 completed, throughput=4.95MB/sec 2024-08-17T00:53:54.826 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZcczMWKOK-65jaU off=618657 len=677497 2024-08-17T00:53:54.828 INFO:tasks.workunit.client.0.smithi157.stdout:op 289 completed, throughput=4.96MB/sec 2024-08-17T00:53:54.828 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zc4JcgO5hO96N7n off=5857248 len=2067822 2024-08-17T00:53:54.830 INFO:tasks.workunit.client.0.smithi157.stdout:op 290 completed, throughput=4.99MB/sec 2024-08-17T00:53:54.830 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zc9XnCa79sdP1Fb off=7360712 len=1369017 2024-08-17T00:53:54.832 INFO:tasks.workunit.client.0.smithi157.stdout:op 291 completed, throughput=5.02MB/sec 2024-08-17T00:53:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:55 smithi187 ceph-mon[90552]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:53:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:55 smithi157 ceph-mon[101289]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:53:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:55 smithi157 ceph-mon[98780]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:53:55.832 INFO:tasks.workunit.client.0.smithi157.stdout: 57: throughput=4.93MB/sec pending data=0 2024-08-17T00:53:55.832 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-azX7MBhj4SzkFPx off=6358323 len=1323412 2024-08-17T00:53:55.835 INFO:tasks.workunit.client.0.smithi157.stdout:op 292 completed, throughput=4.95MB/sec 2024-08-17T00:53:55.835 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LEoXGQfQaWREZHX off=4207405 len=1055800 2024-08-17T00:53:55.842 INFO:tasks.workunit.client.0.smithi157.stdout:op 293 completed, throughput=4.97MB/sec 2024-08-17T00:53:55.842 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-d_O7N5sSmU58b09 off=2458865 len=274205 2024-08-17T00:53:55.843 INFO:tasks.workunit.client.0.smithi157.stdout:op 294 completed, throughput=4.97MB/sec 2024-08-17T00:53:55.843 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ya8s8gLfcLDnSQe off=6429816 len=1915569 2024-08-17T00:53:55.851 INFO:tasks.workunit.client.0.smithi157.stdout:op 295 completed, throughput=5MB/sec 2024-08-17T00:53:56.851 INFO:tasks.workunit.client.0.smithi157.stdout: 58: throughput=4.92MB/sec pending data=0 2024-08-17T00:53:56.851 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zlSDyiR5fWqBYLx off=4308935 len=915690 2024-08-17T00:53:56.853 INFO:tasks.workunit.client.0.smithi157.stdout:op 296 completed, throughput=4.93MB/sec 2024-08-17T00:53:56.853 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oaydcJ_nm3oJ6vt off=6639528 len=1471108 2024-08-17T00:53:56.855 INFO:tasks.workunit.client.0.smithi157.stdout:op 297 completed, throughput=4.96MB/sec 2024-08-17T00:53:56.855 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vHJdXCdkYQPousY off=5409489 len=436031 2024-08-17T00:53:56.858 INFO:tasks.workunit.client.0.smithi157.stdout:op 298 completed, throughput=4.96MB/sec 2024-08-17T00:53:56.859 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gG8-c3qIzkeWFZs off=3035385 len=570659 2024-08-17T00:53:56.862 INFO:tasks.workunit.client.0.smithi157.stdout:op 299 completed, throughput=4.97MB/sec 2024-08-17T00:53:56.862 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v-qf0uXTcf6marf off=41432 len=469442 2024-08-17T00:53:56.864 INFO:tasks.workunit.client.0.smithi157.stdout:op 300 completed, throughput=4.98MB/sec 2024-08-17T00:53:56.864 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zNCz4s8GgaRaCP7 off=3236336 len=639573 2024-08-17T00:53:56.867 INFO:tasks.workunit.client.0.smithi157.stdout:op 301 completed, throughput=4.99MB/sec 2024-08-17T00:53:56.867 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HTsiriWYhoPxQsu off=6458411 len=2086366 2024-08-17T00:53:56.879 INFO:tasks.workunit.client.0.smithi157.stdout:op 302 completed, throughput=5.02MB/sec 2024-08-17T00:53:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:57 smithi187 ceph-mon[90552]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:53:57.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:57 smithi157 ceph-mon[98780]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:53:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:57 smithi157 ceph-mon[101289]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:53:57.879 INFO:tasks.workunit.client.0.smithi157.stdout: 59: throughput=4.94MB/sec pending data=0 2024-08-17T00:53:57.880 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wown-6CAisju1VO off=1779272 len=2568 2024-08-17T00:53:57.880 INFO:tasks.workunit.client.0.smithi157.stdout:op 303 completed, throughput=4.94MB/sec 2024-08-17T00:53:57.880 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-q0RBdqfSgULy3Q4 off=7831038 len=52274 2024-08-17T00:53:57.882 INFO:tasks.workunit.client.0.smithi157.stdout:op 304 completed, throughput=4.94MB/sec 2024-08-17T00:53:57.883 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EndkjTpjIKUl0Jf off=6311148 len=1449982 2024-08-17T00:53:57.885 INFO:tasks.workunit.client.0.smithi157.stdout:op 305 completed, throughput=4.96MB/sec 2024-08-17T00:53:57.885 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BOcAx8S1NLhC8zn off=1495638 len=606999 2024-08-17T00:53:57.889 INFO:tasks.workunit.client.0.smithi157.stdout:op 306 completed, throughput=4.97MB/sec 2024-08-17T00:53:57.889 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-S3FaEU5Jh8MN52v off=5063341 len=707738 2024-08-17T00:53:57.893 INFO:tasks.workunit.client.0.smithi157.stdout:op 307 completed, throughput=4.98MB/sec 2024-08-17T00:53:57.894 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IrJGa3jH2AL38Sg off=1532901 len=420801 2024-08-17T00:53:57.894 INFO:tasks.workunit.client.0.smithi157.stdout:op 308 completed, throughput=4.99MB/sec 2024-08-17T00:53:57.894 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-X-RdUntfIhnylG4 off=167236 len=262061 2024-08-17T00:53:57.895 INFO:tasks.workunit.client.0.smithi157.stdout:op 309 completed, throughput=4.99MB/sec 2024-08-17T00:53:57.895 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-14Gfd2PhXWx7Uwh off=14179931 len=493730 2024-08-17T00:53:57.898 INFO:tasks.workunit.client.0.smithi157.stdout:op 310 completed, throughput=5MB/sec 2024-08-17T00:53:58.898 INFO:tasks.workunit.client.0.smithi157.stdout: 60: throughput=4.92MB/sec pending data=0 2024-08-17T00:53:58.899 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zDTYHFKUJZ1KF03 off=951147 len=890824 2024-08-17T00:53:58.904 INFO:tasks.workunit.client.0.smithi157.stdout:op 311 completed, throughput=4.93MB/sec 2024-08-17T00:53:58.904 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vdFXgzBeWHFZIMm off=648092 len=1371988 2024-08-17T00:53:58.913 INFO:tasks.workunit.client.0.smithi157.stdout:op 312 completed, throughput=4.95MB/sec 2024-08-17T00:53:58.913 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pPVt58UB5MnS5K4 off=5022652 len=1190330 2024-08-17T00:53:58.918 INFO:tasks.workunit.client.0.smithi157.stdout:op 313 completed, throughput=4.97MB/sec 2024-08-17T00:53:58.918 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5eT7pUXYtaf_MF4 off=18145869 len=1590690 2024-08-17T00:53:58.927 INFO:tasks.workunit.client.0.smithi157.stdout:op 314 completed, throughput=5MB/sec 2024-08-17T00:53:58.927 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yEdmZAzrJwHSFF8 off=10604904 len=205490 2024-08-17T00:53:58.929 INFO:tasks.workunit.client.0.smithi157.stdout:op 315 completed, throughput=5MB/sec 2024-08-17T00:53:58.930 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fO6Yw0GQ13TwORQ off=142123 len=1149990 2024-08-17T00:53:58.931 INFO:tasks.workunit.client.0.smithi157.stdout:op 316 completed, throughput=5.02MB/sec 2024-08-17T00:53:59.436 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:59 smithi157 ceph-mon[98780]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:53:59.436 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:53:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:59.437 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:59 smithi157 ceph-mon[101289]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:53:59.437 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:53:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:59 smithi187 ceph-mon[90552]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:53:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:53:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:59.931 INFO:tasks.workunit.client.0.smithi157.stdout: 61: throughput=4.94MB/sec pending data=0 2024-08-17T00:53:59.931 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9Qy_OfvPeEzhWym off=9334455 len=762889 2024-08-17T00:53:59.932 INFO:tasks.workunit.client.0.smithi157.stdout:op 317 completed, throughput=4.95MB/sec 2024-08-17T00:53:59.933 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XGfDaJLF-wBfnBb off=1657250 len=31749 2024-08-17T00:53:59.935 INFO:tasks.workunit.client.0.smithi157.stdout:op 318 completed, throughput=4.95MB/sec 2024-08-17T00:53:59.935 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FmKor-XaijFsDZc off=1143817 len=494330 2024-08-17T00:53:59.939 INFO:tasks.workunit.client.0.smithi157.stdout:op 319 completed, throughput=4.96MB/sec 2024-08-17T00:53:59.939 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Sp9RtaB6RvnWTu6 off=9925683 len=863685 2024-08-17T00:53:59.946 INFO:tasks.workunit.client.0.smithi157.stdout:op 320 completed, throughput=4.97MB/sec 2024-08-17T00:53:59.946 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--9GC5Yb30hXAxuX off=1499109 len=609951 2024-08-17T00:53:59.947 INFO:tasks.workunit.client.0.smithi157.stdout:op 321 completed, throughput=4.98MB/sec 2024-08-17T00:53:59.947 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qbhpuwfjo4xIlPI off=7263897 len=1600645 2024-08-17T00:53:59.949 INFO:tasks.workunit.client.0.smithi157.stdout:op 322 completed, throughput=5MB/sec 2024-08-17T00:54:00.949 INFO:tasks.workunit.client.0.smithi157.stdout: 62: throughput=4.92MB/sec pending data=0 2024-08-17T00:54:00.949 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1ll8Kpa8TOBjuWz off=10284240 len=1562993 2024-08-17T00:54:00.956 INFO:tasks.workunit.client.0.smithi157.stdout:op 323 completed, throughput=4.95MB/sec 2024-08-17T00:54:00.956 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v_dUTFXddRzCmwu off=6544235 len=1347224 2024-08-17T00:54:00.959 INFO:tasks.workunit.client.0.smithi157.stdout:op 324 completed, throughput=4.97MB/sec 2024-08-17T00:54:00.959 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JigskxA8vH7C3s4 off=13929549 len=1988475 2024-08-17T00:54:00.961 INFO:tasks.workunit.client.0.smithi157.stdout:op 325 completed, throughput=5MB/sec 2024-08-17T00:54:00.961 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Y1y7BcuOeANu2rV off=6460900 len=694092 2024-08-17T00:54:00.966 INFO:tasks.workunit.client.0.smithi157.stdout:op 326 completed, throughput=5.01MB/sec 2024-08-17T00:54:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:01 smithi187 ceph-mon[90552]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:54:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:01 smithi157 ceph-mon[101289]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:54:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:01 smithi157 ceph-mon[98780]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:54:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: 63: throughput=4.93MB/sec pending data=0 2024-08-17T00:54:01.967 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iRykZCnndbO7Vqf off=5964190 len=2052364 2024-08-17T00:54:01.975 INFO:tasks.workunit.client.0.smithi157.stdout:op 327 completed, throughput=4.96MB/sec 2024-08-17T00:54:01.975 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-huriNJRWub_nmWz off=13967756 len=993249 2024-08-17T00:54:01.980 INFO:tasks.workunit.client.0.smithi157.stdout:op 328 completed, throughput=4.97MB/sec 2024-08-17T00:54:01.980 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jUlf7EVVW7RdTNg off=431177 len=219525 2024-08-17T00:54:01.983 INFO:tasks.workunit.client.0.smithi157.stdout:op 329 completed, throughput=4.97MB/sec 2024-08-17T00:54:01.983 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-F2adxjSCObD5pkd off=1257503 len=524487 2024-08-17T00:54:01.984 INFO:tasks.workunit.client.0.smithi157.stdout:op 330 completed, throughput=4.98MB/sec 2024-08-17T00:54:01.984 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WFpnyWeTw53Fll_ off=12150229 len=443189 2024-08-17T00:54:01.987 INFO:tasks.workunit.client.0.smithi157.stdout:op 331 completed, throughput=4.99MB/sec 2024-08-17T00:54:01.987 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AR1BDzBafMU8YzN off=300759 len=526349 2024-08-17T00:54:01.991 INFO:tasks.workunit.client.0.smithi157.stdout:op 332 completed, throughput=5MB/sec 2024-08-17T00:54:01.991 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7JirvMv4787_TzI off=7657756 len=684992 2024-08-17T00:54:01.992 INFO:tasks.workunit.client.0.smithi157.stdout:op 333 completed, throughput=5.01MB/sec 2024-08-17T00:54:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:54:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:54:02.993 INFO:tasks.workunit.client.0.smithi157.stdout: 64: throughput=4.93MB/sec pending data=0 2024-08-17T00:54:02.993 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eG3GaNNurvKVsWn off=19345044 len=196287 2024-08-17T00:54:02.994 INFO:tasks.workunit.client.0.smithi157.stdout:op 334 completed, throughput=4.93MB/sec 2024-08-17T00:54:02.994 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DGE9mAYpmsHgLLk off=17913200 len=1953154 2024-08-17T00:54:03.002 INFO:tasks.workunit.client.0.smithi157.stdout:op 335 completed, throughput=4.96MB/sec 2024-08-17T00:54:03.002 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dTy_Im8e5vQC4qW off=1812843 len=1884445 2024-08-17T00:54:03.003 INFO:tasks.workunit.client.0.smithi157.stdout:op 336 completed, throughput=4.99MB/sec 2024-08-17T00:54:03.004 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uBSTDXBAxb0e3b_ off=194545 len=1625395 2024-08-17T00:54:03.013 INFO:tasks.workunit.client.0.smithi157.stdout:op 337 completed, throughput=5.01MB/sec 2024-08-17T00:54:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:03 smithi187 ceph-mon[90552]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:54:03.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:03 smithi157 ceph-mon[98780]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:54:03.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:03 smithi157 ceph-mon[101289]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:54:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:54:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:54:03] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-17T00:54:04.014 INFO:tasks.workunit.client.0.smithi157.stdout: 65: throughput=4.93MB/sec pending data=0 2024-08-17T00:54:04.014 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DY00-uGcWPt82j7 off=16787964 len=413895 2024-08-17T00:54:04.017 INFO:tasks.workunit.client.0.smithi157.stdout:op 338 completed, throughput=4.94MB/sec 2024-08-17T00:54:04.017 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0SmVVc-G_4xefcP off=1456645 len=1534701 2024-08-17T00:54:04.023 INFO:tasks.workunit.client.0.smithi157.stdout:op 339 completed, throughput=4.96MB/sec 2024-08-17T00:54:04.023 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oAJtrqYdGkF0m5J off=2871242 len=1439891 2024-08-17T00:54:04.030 INFO:tasks.workunit.client.0.smithi157.stdout:op 340 completed, throughput=4.98MB/sec 2024-08-17T00:54:04.030 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HPya-5GpPUuF-09 off=11903299 len=837409 2024-08-17T00:54:04.035 INFO:tasks.workunit.client.0.smithi157.stdout:op 341 completed, throughput=4.99MB/sec 2024-08-17T00:54:04.035 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Xv2aJ4ApSReiLce off=4658751 len=1494281 2024-08-17T00:54:04.036 INFO:tasks.workunit.client.0.smithi157.stdout:op 342 completed, throughput=5.02MB/sec 2024-08-17T00:54:05.036 INFO:tasks.workunit.client.0.smithi157.stdout: 66: throughput=4.94MB/sec pending data=0 2024-08-17T00:54:05.037 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hKOHi2LyRjY2SPu off=19995960 len=7112 2024-08-17T00:54:05.037 INFO:tasks.workunit.client.0.smithi157.stdout:op 343 completed, throughput=4.94MB/sec 2024-08-17T00:54:05.037 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HH3m60WnH6Zv3oL off=0 len=1629998 2024-08-17T00:54:05.040 INFO:tasks.workunit.client.0.smithi157.stdout:op 344 completed, throughput=4.96MB/sec 2024-08-17T00:54:05.040 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NV3QoEcLmxFQkex off=671518 len=1201620 2024-08-17T00:54:05.046 INFO:tasks.workunit.client.0.smithi157.stdout:op 345 completed, throughput=4.98MB/sec 2024-08-17T00:54:05.046 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hXLumBYqoIADdPk off=4083773 len=679244 2024-08-17T00:54:05.051 INFO:tasks.workunit.client.0.smithi157.stdout:op 346 completed, throughput=4.99MB/sec 2024-08-17T00:54:05.051 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ISYMeFnzpsgWO8Y off=7442906 len=280569 2024-08-17T00:54:05.051 INFO:tasks.workunit.client.0.smithi157.stdout:op 347 completed, throughput=4.99MB/sec 2024-08-17T00:54:05.051 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V4w9uJO-nxSKEgK off=18167803 len=1156193 2024-08-17T00:54:05.056 INFO:tasks.workunit.client.0.smithi157.stdout:op 348 completed, throughput=5.01MB/sec 2024-08-17T00:54:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:05 smithi187 ceph-mon[90552]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:54:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:05 smithi157 ceph-mon[101289]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:54:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:05 smithi157 ceph-mon[98780]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:54:06.057 INFO:tasks.workunit.client.0.smithi157.stdout: 67: throughput=4.94MB/sec pending data=0 2024-08-17T00:54:06.057 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YSgP__inu-h-bWm off=12155886 len=866921 2024-08-17T00:54:06.058 INFO:tasks.workunit.client.0.smithi157.stdout:op 349 completed, throughput=4.95MB/sec 2024-08-17T00:54:06.058 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2DedJ_wKmncHrPB off=13017429 len=1577079 2024-08-17T00:54:06.062 INFO:tasks.workunit.client.0.smithi157.stdout:op 350 completed, throughput=4.97MB/sec 2024-08-17T00:54:06.062 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fp9yMMzlpzDQ_vO off=9869893 len=1064130 2024-08-17T00:54:06.063 INFO:tasks.workunit.client.0.smithi157.stdout:op 351 completed, throughput=4.98MB/sec 2024-08-17T00:54:06.063 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-K14qKRYfqjW6WkZ off=6772891 len=1976350 2024-08-17T00:54:06.075 INFO:tasks.workunit.client.0.smithi157.stdout:op 352 completed, throughput=5.01MB/sec 2024-08-17T00:54:07.075 INFO:tasks.workunit.client.0.smithi157.stdout: 68: throughput=4.94MB/sec pending data=0 2024-08-17T00:54:07.076 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uyNLixyEXuOsZ5J off=13112078 len=2002932 2024-08-17T00:54:07.078 INFO:tasks.workunit.client.0.smithi157.stdout:op 353 completed, throughput=4.97MB/sec 2024-08-17T00:54:07.078 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OMF5LwOsgiuC2dx off=1712313 len=170243 2024-08-17T00:54:07.078 INFO:tasks.workunit.client.0.smithi157.stdout:op 354 completed, throughput=4.97MB/sec 2024-08-17T00:54:07.079 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XiFHDLRLN6mAJMm off=7837291 len=1194827 2024-08-17T00:54:07.081 INFO:tasks.workunit.client.0.smithi157.stdout:op 355 completed, throughput=4.99MB/sec 2024-08-17T00:54:07.081 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bqJY5-8PNYgDpxW off=8339564 len=1004852 2024-08-17T00:54:07.083 INFO:tasks.workunit.client.0.smithi157.stdout:op 356 completed, throughput=5MB/sec 2024-08-17T00:54:07.083 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0p9ZwPHYhMUtCvR off=1765152 len=1781753 2024-08-17T00:54:07.091 INFO:tasks.workunit.client.0.smithi157.stdout:op 357 completed, throughput=5.02MB/sec 2024-08-17T00:54:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:07 smithi187 ceph-mon[90552]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T00:54:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:07 smithi157 ceph-mon[101289]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T00:54:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:07 smithi157 ceph-mon[98780]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T00:54:08.091 INFO:tasks.workunit.client.0.smithi157.stdout: 69: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:08.091 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gnhb7IqH3pSp48s off=12202794 len=1161525 2024-08-17T00:54:08.097 INFO:tasks.workunit.client.0.smithi157.stdout:op 358 completed, throughput=4.97MB/sec 2024-08-17T00:54:08.097 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-y1W18X4JADOmedO off=16115668 len=1936927 2024-08-17T00:54:08.099 INFO:tasks.workunit.client.0.smithi157.stdout:op 359 completed, throughput=4.99MB/sec 2024-08-17T00:54:08.099 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ijZ_z__M57RTpv7 off=4872397 len=1348606 2024-08-17T00:54:08.100 INFO:tasks.workunit.client.0.smithi157.stdout:op 360 completed, throughput=5.01MB/sec 2024-08-17T00:54:09.101 INFO:tasks.workunit.client.0.smithi157.stdout: 70: throughput=4.94MB/sec pending data=0 2024-08-17T00:54:09.101 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AYQz8fi-SqbUgB_ off=7368499 len=724295 2024-08-17T00:54:09.102 INFO:tasks.workunit.client.0.smithi157.stdout:op 361 completed, throughput=4.95MB/sec 2024-08-17T00:54:09.102 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zRTdCNYLDzb3Rxf off=17909835 len=1552378 2024-08-17T00:54:09.109 INFO:tasks.workunit.client.0.smithi157.stdout:op 362 completed, throughput=4.97MB/sec 2024-08-17T00:54:09.109 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--pEzAHCTSjc7ocQ off=5607697 len=2084665 2024-08-17T00:54:09.117 INFO:tasks.workunit.client.0.smithi157.stdout:op 363 completed, throughput=5MB/sec 2024-08-17T00:54:09.117 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-thLIQF2Igu_UhKS off=368899 len=1210876 2024-08-17T00:54:09.122 INFO:tasks.workunit.client.0.smithi157.stdout:op 364 completed, throughput=5.01MB/sec 2024-08-17T00:54:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:09 smithi187 ceph-mon[90552]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:54:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:09 smithi157 ceph-mon[101289]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:54:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:09 smithi157 ceph-mon[98780]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:54:10.122 INFO:tasks.workunit.client.0.smithi157.stdout: 71: throughput=4.94MB/sec pending data=0 2024-08-17T00:54:10.122 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v_ZBWml41Imo-0D off=4786479 len=1043708 2024-08-17T00:54:10.124 INFO:tasks.workunit.client.0.smithi157.stdout:op 365 completed, throughput=4.96MB/sec 2024-08-17T00:54:10.124 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0gWRcK05ye5HUhZ off=5457912 len=1704537 2024-08-17T00:54:10.126 INFO:tasks.workunit.client.0.smithi157.stdout:op 366 completed, throughput=4.98MB/sec 2024-08-17T00:54:10.126 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-A0Rs_3lnaNjthi_ off=3865431 len=171524 2024-08-17T00:54:10.127 INFO:tasks.workunit.client.0.smithi157.stdout:op 367 completed, throughput=4.98MB/sec 2024-08-17T00:54:10.127 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9cA-6rhVWE06lRQ off=0 len=1430501 2024-08-17T00:54:10.129 INFO:tasks.workunit.client.0.smithi157.stdout:op 368 completed, throughput=5MB/sec 2024-08-17T00:54:11.130 INFO:tasks.workunit.client.0.smithi157.stdout: 72: throughput=4.93MB/sec pending data=0 2024-08-17T00:54:11.130 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-x9bRfwqs1vvDbaB off=4408502 len=1479428 2024-08-17T00:54:11.133 INFO:tasks.workunit.client.0.smithi157.stdout:op 369 completed, throughput=4.95MB/sec 2024-08-17T00:54:11.133 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kMMXoGDMHcn2u41 off=7212273 len=80080 2024-08-17T00:54:11.136 INFO:tasks.workunit.client.0.smithi157.stdout:op 370 completed, throughput=4.95MB/sec 2024-08-17T00:54:11.136 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1_5enTLfQBo6rZr off=13279861 len=2047866 2024-08-17T00:54:11.138 INFO:tasks.workunit.client.0.smithi157.stdout:op 371 completed, throughput=4.98MB/sec 2024-08-17T00:54:11.138 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-V_FIp2Kweahwwss off=83746 len=72157 2024-08-17T00:54:11.139 INFO:tasks.workunit.client.0.smithi157.stdout:op 372 completed, throughput=4.98MB/sec 2024-08-17T00:54:11.139 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0QY2lhO4dqtZv0a off=6960453 len=1790047 2024-08-17T00:54:11.141 INFO:tasks.workunit.client.0.smithi157.stdout:op 373 completed, throughput=5MB/sec 2024-08-17T00:54:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:11 smithi187 ceph-mon[90552]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:54:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:11 smithi157 ceph-mon[98780]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:54:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:11 smithi157 ceph-mon[101289]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:54:12.141 INFO:tasks.workunit.client.0.smithi157.stdout: 73: throughput=4.94MB/sec pending data=0 2024-08-17T00:54:12.141 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-izlyD1y27tIAJjd off=3178796 len=1330195 2024-08-17T00:54:12.149 INFO:tasks.workunit.client.0.smithi157.stdout:op 374 completed, throughput=4.95MB/sec 2024-08-17T00:54:12.150 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1fbQP6aP9hP6s9l off=4475544 len=1124218 2024-08-17T00:54:12.156 INFO:tasks.workunit.client.0.smithi157.stdout:op 375 completed, throughput=4.97MB/sec 2024-08-17T00:54:12.156 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-boFqmhszTYWO4gm off=17381843 len=719104 2024-08-17T00:54:12.159 INFO:tasks.workunit.client.0.smithi157.stdout:op 376 completed, throughput=4.98MB/sec 2024-08-17T00:54:12.159 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nlQdJtgdNOCu-wz off=8500370 len=1690716 2024-08-17T00:54:12.161 INFO:tasks.workunit.client.0.smithi157.stdout:op 377 completed, throughput=5MB/sec 2024-08-17T00:54:12.162 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-g2ahu1NwwM2uhQt off=14337271 len=1257755 2024-08-17T00:54:12.166 INFO:tasks.workunit.client.0.smithi157.stdout:op 378 completed, throughput=5.01MB/sec 2024-08-17T00:54:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:54:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:54:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:54:13.167 INFO:tasks.workunit.client.0.smithi157.stdout: 74: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:13.167 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VTbvn3KUdhZqFRd off=17663321 len=829050 2024-08-17T00:54:13.173 INFO:tasks.workunit.client.0.smithi157.stdout:op 379 completed, throughput=4.96MB/sec 2024-08-17T00:54:13.173 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WKZh3G4-nomHRDr off=9155301 len=1995674 2024-08-17T00:54:13.186 INFO:tasks.workunit.client.0.smithi157.stdout:op 380 completed, throughput=4.98MB/sec 2024-08-17T00:54:13.186 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-h0NvzTGsV8QwExK off=5654621 len=1616567 2024-08-17T00:54:13.189 INFO:tasks.workunit.client.0.smithi157.stdout:op 381 completed, throughput=5MB/sec 2024-08-17T00:54:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:13 smithi187 ceph-mon[90552]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:54:13.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:13 smithi157 ceph-mon[98780]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:54:13.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:13 smithi157 ceph-mon[101289]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:54:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:54:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:54:13] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-17T00:54:14.189 INFO:tasks.workunit.client.0.smithi157.stdout: 75: throughput=4.94MB/sec pending data=0 2024-08-17T00:54:14.190 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2PT0YEtBqQTBzvR off=21929 len=1984503 2024-08-17T00:54:14.194 INFO:tasks.workunit.client.0.smithi157.stdout:op 382 completed, throughput=4.96MB/sec 2024-08-17T00:54:14.194 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-b_AE8Qjp5PjTxzC off=76669 len=1665818 2024-08-17T00:54:14.196 INFO:tasks.workunit.client.0.smithi157.stdout:op 383 completed, throughput=4.98MB/sec 2024-08-17T00:54:14.196 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZnS4UOolACv5v9I off=12060534 len=769745 2024-08-17T00:54:14.201 INFO:tasks.workunit.client.0.smithi157.stdout:op 384 completed, throughput=4.99MB/sec 2024-08-17T00:54:14.201 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-izlyD1y27tIAJjd off=12388854 len=418905 2024-08-17T00:54:14.205 INFO:tasks.workunit.client.0.smithi157.stdout:op 385 completed, throughput=5MB/sec 2024-08-17T00:54:14.205 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZCrnFGyb3qspxHa off=8381075 len=1052224 2024-08-17T00:54:14.210 INFO:tasks.workunit.client.0.smithi157.stdout:op 386 completed, throughput=5.01MB/sec 2024-08-17T00:54:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:15.210 INFO:tasks.workunit.client.0.smithi157.stdout: 76: throughput=4.94MB/sec pending data=0 2024-08-17T00:54:15.210 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-loLEbqaUSciYJ1y off=6002412 len=393244 2024-08-17T00:54:15.211 INFO:tasks.workunit.client.0.smithi157.stdout:op 387 completed, throughput=4.95MB/sec 2024-08-17T00:54:15.212 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aW_aAkmQIFF1AzZ off=9970429 len=1852662 2024-08-17T00:54:15.220 INFO:tasks.workunit.client.0.smithi157.stdout:op 388 completed, throughput=4.97MB/sec 2024-08-17T00:54:15.220 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Y-gvYQJRUsTtaLY off=21070193 len=1706858 2024-08-17T00:54:15.221 INFO:tasks.workunit.client.0.smithi157.stdout:op 389 completed, throughput=4.99MB/sec 2024-08-17T00:54:15.221 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SpFQjXF4d5StkyY off=15607742 len=365874 2024-08-17T00:54:15.224 INFO:tasks.workunit.client.0.smithi157.stdout:op 390 completed, throughput=5MB/sec 2024-08-17T00:54:15.224 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-j34egiAtDdcHOSt off=2341839 len=745784 2024-08-17T00:54:15.225 INFO:tasks.workunit.client.0.smithi157.stdout:op 391 completed, throughput=5MB/sec 2024-08-17T00:54:15.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:15 smithi157 ceph-mon[101289]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:54:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:15 smithi157 ceph-mon[98780]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:54:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:15 smithi187 ceph-mon[90552]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:54:16.226 INFO:tasks.workunit.client.0.smithi157.stdout: 77: throughput=4.94MB/sec pending data=0 2024-08-17T00:54:16.226 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DwSMHXR_UhBiNdK off=355807 len=294379 2024-08-17T00:54:16.229 INFO:tasks.workunit.client.0.smithi157.stdout:op 392 completed, throughput=4.94MB/sec 2024-08-17T00:54:16.229 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ny2wS_RI40uzwvX off=8141624 len=917567 2024-08-17T00:54:16.234 INFO:tasks.workunit.client.0.smithi157.stdout:op 393 completed, throughput=4.95MB/sec 2024-08-17T00:54:16.234 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PC-F69qP5VuY4y6 off=3514336 len=1181730 2024-08-17T00:54:16.240 INFO:tasks.workunit.client.0.smithi157.stdout:op 394 completed, throughput=4.97MB/sec 2024-08-17T00:54:16.240 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Mo3squDlLnSyk5x off=7969752 len=363996 2024-08-17T00:54:16.243 INFO:tasks.workunit.client.0.smithi157.stdout:op 395 completed, throughput=4.97MB/sec 2024-08-17T00:54:16.243 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v7ubKjCR7Bj30Fu off=5837915 len=143223 2024-08-17T00:54:16.244 INFO:tasks.workunit.client.0.smithi157.stdout:op 396 completed, throughput=4.97MB/sec 2024-08-17T00:54:16.244 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NU4ro3yNXyo4Q64 off=3029453 len=145853 2024-08-17T00:54:16.247 INFO:tasks.workunit.client.0.smithi157.stdout:op 397 completed, throughput=4.98MB/sec 2024-08-17T00:54:16.247 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-C4bKxm3caNLzdun off=3024291 len=1317266 2024-08-17T00:54:16.248 INFO:tasks.workunit.client.0.smithi157.stdout:op 398 completed, throughput=4.99MB/sec 2024-08-17T00:54:16.248 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-X7DKNy87A3pCFHo off=20741562 len=526087 2024-08-17T00:54:16.250 INFO:tasks.workunit.client.0.smithi157.stdout:op 399 completed, throughput=5MB/sec 2024-08-17T00:54:16.250 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lSQPmE2lGIB5iEW off=1347295 len=1896806 2024-08-17T00:54:16.257 INFO:tasks.workunit.client.0.smithi157.stdout:op 400 completed, throughput=5.02MB/sec 2024-08-17T00:54:17.258 INFO:tasks.workunit.client.0.smithi157.stdout: 78: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:17.258 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7qFaGosJ78lse1b off=3681533 len=112612 2024-08-17T00:54:17.259 INFO:tasks.workunit.client.0.smithi157.stdout:op 401 completed, throughput=4.96MB/sec 2024-08-17T00:54:17.259 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6inr2pk9MtGz1Cr off=2571747 len=567156 2024-08-17T00:54:17.260 INFO:tasks.workunit.client.0.smithi157.stdout:op 402 completed, throughput=4.97MB/sec 2024-08-17T00:54:17.260 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-a_qDtcQaoUdZgQp off=3115399 len=1211155 2024-08-17T00:54:17.266 INFO:tasks.workunit.client.0.smithi157.stdout:op 403 completed, throughput=4.98MB/sec 2024-08-17T00:54:17.266 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KdiTwwt4eEceN2q off=14120844 len=377853 2024-08-17T00:54:17.269 INFO:tasks.workunit.client.0.smithi157.stdout:op 404 completed, throughput=4.98MB/sec 2024-08-17T00:54:17.269 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Y5lZ7o7IbJLi9Cb off=3156098 len=401087 2024-08-17T00:54:17.271 INFO:tasks.workunit.client.0.smithi157.stdout:op 405 completed, throughput=4.99MB/sec 2024-08-17T00:54:17.271 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6RPMYn84UlFFxKb off=427148 len=1881320 2024-08-17T00:54:17.278 INFO:tasks.workunit.client.0.smithi157.stdout:op 406 completed, throughput=5.01MB/sec 2024-08-17T00:54:17.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:17 smithi157 ceph-mon[101289]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T00:54:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:17 smithi157 ceph-mon[98780]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T00:54:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:17 smithi187 ceph-mon[90552]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T00:54:18.278 INFO:tasks.workunit.client.0.smithi157.stdout: 79: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:18.278 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gqlUBEk4dZ4xw9v off=19669765 len=1886407 2024-08-17T00:54:18.291 INFO:tasks.workunit.client.0.smithi157.stdout:op 407 completed, throughput=4.97MB/sec 2024-08-17T00:54:18.291 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4-pDYU-adGnfNYq off=1631969 len=570915 2024-08-17T00:54:18.291 INFO:tasks.workunit.client.0.smithi157.stdout:op 408 completed, throughput=4.98MB/sec 2024-08-17T00:54:18.291 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TSn-752w2Ty2lwx off=11947279 len=1836842 2024-08-17T00:54:18.298 INFO:tasks.workunit.client.0.smithi157.stdout:op 409 completed, throughput=5MB/sec 2024-08-17T00:54:18.298 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GoiwisJdlHRBbv7 off=9132786 len=978461 2024-08-17T00:54:18.304 INFO:tasks.workunit.client.0.smithi157.stdout:op 410 completed, throughput=5.01MB/sec 2024-08-17T00:54:19.304 INFO:tasks.workunit.client.0.smithi157.stdout: 80: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:19.304 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nyIDK7Lb1jI3s4P off=4339784 len=1716642 2024-08-17T00:54:19.314 INFO:tasks.workunit.client.0.smithi157.stdout:op 411 completed, throughput=4.97MB/sec 2024-08-17T00:54:19.314 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Jn6Jkxq7exnBZFS off=19316566 len=2056724 2024-08-17T00:54:19.326 INFO:tasks.workunit.client.0.smithi157.stdout:op 412 completed, throughput=4.99MB/sec 2024-08-17T00:54:19.326 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HJSJo6sxQtyfuBk off=1820900 len=1632511 2024-08-17T00:54:19.334 INFO:tasks.workunit.client.0.smithi157.stdout:op 413 completed, throughput=5.01MB/sec 2024-08-17T00:54:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:19 smithi157 ceph-mon[101289]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T00:54:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:19 smithi157 ceph-mon[98780]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T00:54:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:19 smithi187 ceph-mon[90552]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T00:54:20.334 INFO:tasks.workunit.client.0.smithi157.stdout: 81: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:20.334 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FxR1HKX81gzDYqd off=4812552 len=1568890 2024-08-17T00:54:20.341 INFO:tasks.workunit.client.0.smithi157.stdout:op 414 completed, throughput=4.97MB/sec 2024-08-17T00:54:20.341 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KDgc2SPFvCubVNN off=1052618 len=533537 2024-08-17T00:54:20.342 INFO:tasks.workunit.client.0.smithi157.stdout:op 415 completed, throughput=4.97MB/sec 2024-08-17T00:54:20.342 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cxfmW5sbHW4iaXt off=853119 len=769549 2024-08-17T00:54:20.343 INFO:tasks.workunit.client.0.smithi157.stdout:op 416 completed, throughput=4.98MB/sec 2024-08-17T00:54:20.343 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aRlqo1St-4JZK04 off=12426661 len=1305564 2024-08-17T00:54:20.348 INFO:tasks.workunit.client.0.smithi157.stdout:op 417 completed, throughput=5MB/sec 2024-08-17T00:54:20.348 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uB1wHvZd6M-wuRs off=3555942 len=1653495 2024-08-17T00:54:20.352 INFO:tasks.workunit.client.0.smithi157.stdout:op 418 completed, throughput=5.02MB/sec 2024-08-17T00:54:21.352 INFO:tasks.workunit.client.0.smithi157.stdout: 82: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:21.352 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-owdDE_7kxkLebI8 off=538270 len=1335914 2024-08-17T00:54:21.359 INFO:tasks.workunit.client.0.smithi157.stdout:op 419 completed, throughput=4.97MB/sec 2024-08-17T00:54:21.359 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xjM_NuJQfAUItUx off=510238 len=1805949 2024-08-17T00:54:21.366 INFO:tasks.workunit.client.0.smithi157.stdout:op 420 completed, throughput=4.99MB/sec 2024-08-17T00:54:21.366 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-K9tSvQBphQASEWs off=14150 len=564024 2024-08-17T00:54:21.367 INFO:tasks.workunit.client.0.smithi157.stdout:op 421 completed, throughput=5MB/sec 2024-08-17T00:54:21.367 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-R3-ebAi_d-NK7d0 off=7339307 len=1013474 2024-08-17T00:54:21.373 INFO:tasks.workunit.client.0.smithi157.stdout:op 422 completed, throughput=5.01MB/sec 2024-08-17T00:54:21.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:21 smithi157 ceph-mon[101289]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:54:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:21 smithi157 ceph-mon[98780]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:54:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:21 smithi187 ceph-mon[90552]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:54:22.373 INFO:tasks.workunit.client.0.smithi157.stdout: 83: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:22.373 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Xt1-dpsrvEHykii off=8802036 len=1338263 2024-08-17T00:54:22.375 INFO:tasks.workunit.client.0.smithi157.stdout:op 423 completed, throughput=4.96MB/sec 2024-08-17T00:54:22.375 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-romZsFBLE4Z9n09 off=5413765 len=1074836 2024-08-17T00:54:22.380 INFO:tasks.workunit.client.0.smithi157.stdout:op 424 completed, throughput=4.98MB/sec 2024-08-17T00:54:22.380 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OpSx6bJmu8EvNIu off=2773066 len=885646 2024-08-17T00:54:22.385 INFO:tasks.workunit.client.0.smithi157.stdout:op 425 completed, throughput=4.99MB/sec 2024-08-17T00:54:22.385 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IsICApVrwa5ZAhe off=11692905 len=139220 2024-08-17T00:54:22.386 INFO:tasks.workunit.client.0.smithi157.stdout:op 426 completed, throughput=4.99MB/sec 2024-08-17T00:54:22.386 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-r5J7Fneg63yBk5B off=7319666 len=1875025 2024-08-17T00:54:22.390 INFO:tasks.workunit.client.0.smithi157.stdout:op 427 completed, throughput=5.01MB/sec 2024-08-17T00:54:22.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:54:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:54:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:54:23.390 INFO:tasks.workunit.client.0.smithi157.stdout: 84: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:23.390 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jeBltwoACqjaFyO off=2125575 len=1321462 2024-08-17T00:54:23.395 INFO:tasks.workunit.client.0.smithi157.stdout:op 428 completed, throughput=4.96MB/sec 2024-08-17T00:54:23.395 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--t0CGCHDuHCfZBM off=9153471 len=1206738 2024-08-17T00:54:23.403 INFO:tasks.workunit.client.0.smithi157.stdout:op 429 completed, throughput=4.98MB/sec 2024-08-17T00:54:23.403 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nYvpT1UQXpZBZES off=2807424 len=1628527 2024-08-17T00:54:23.404 INFO:tasks.workunit.client.0.smithi157.stdout:op 430 completed, throughput=4.99MB/sec 2024-08-17T00:54:23.404 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mjuj18PX7iYVcbW off=4316823 len=1619309 2024-08-17T00:54:23.406 INFO:tasks.workunit.client.0.smithi157.stdout:op 431 completed, throughput=5.01MB/sec 2024-08-17T00:54:23.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:23 smithi157 ceph-mon[98780]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T00:54:23.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:54:23.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:54:23.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:54:23.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:54:23.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:23 smithi157 ceph-mon[101289]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T00:54:23.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:54:23.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:54:23.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:54:23.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:54:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:23 smithi187 ceph-mon[90552]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T00:54:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:54:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:54:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:54:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:54:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:54:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:54:23] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-08-17T00:54:24.406 INFO:tasks.workunit.client.0.smithi157.stdout: 85: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:24.406 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3a2a2wraYrtlcbA off=3890827 len=530481 2024-08-17T00:54:24.407 INFO:tasks.workunit.client.0.smithi157.stdout:op 432 completed, throughput=4.96MB/sec 2024-08-17T00:54:24.407 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-G8GDl4bdepnncej off=4236426 len=247390 2024-08-17T00:54:24.409 INFO:tasks.workunit.client.0.smithi157.stdout:op 433 completed, throughput=4.96MB/sec 2024-08-17T00:54:24.409 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CFRj2dik-ai6HzI off=24036306 len=1346256 2024-08-17T00:54:24.410 INFO:tasks.workunit.client.0.smithi157.stdout:op 434 completed, throughput=4.98MB/sec 2024-08-17T00:54:24.411 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-63o1_t0jKP4cw0M off=8866 len=1352874 2024-08-17T00:54:24.412 INFO:tasks.workunit.client.0.smithi157.stdout:op 435 completed, throughput=4.99MB/sec 2024-08-17T00:54:24.412 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Np9Y8EpzuK3TfIy off=791702 len=1693031 2024-08-17T00:54:24.414 INFO:tasks.workunit.client.0.smithi157.stdout:op 436 completed, throughput=5.01MB/sec 2024-08-17T00:54:25.415 INFO:tasks.workunit.client.0.smithi157.stdout: 86: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:25.415 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VkT8yfYE1U4sI-T off=18871240 len=80369 2024-08-17T00:54:25.416 INFO:tasks.workunit.client.0.smithi157.stdout:op 437 completed, throughput=4.95MB/sec 2024-08-17T00:54:25.416 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0ZxB-Y5JB8HB9CO off=11985023 len=1874298 2024-08-17T00:54:25.418 INFO:tasks.workunit.client.0.smithi157.stdout:op 438 completed, throughput=4.98MB/sec 2024-08-17T00:54:25.418 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Oj-vJxNsMIzoNG8 off=4529090 len=1100319 2024-08-17T00:54:25.421 INFO:tasks.workunit.client.0.smithi157.stdout:op 439 completed, throughput=4.99MB/sec 2024-08-17T00:54:25.421 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ouNw1VPXvByEB8u off=4912244 len=923682 2024-08-17T00:54:25.422 INFO:tasks.workunit.client.0.smithi157.stdout:op 440 completed, throughput=5MB/sec 2024-08-17T00:54:25.422 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Q8TkQHhXXAwJgF6 off=9163324 len=857206 2024-08-17T00:54:25.427 INFO:tasks.workunit.client.0.smithi157.stdout:op 441 completed, throughput=5.01MB/sec 2024-08-17T00:54:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:25 smithi157 ceph-mon[98780]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T00:54:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:25 smithi157 ceph-mon[101289]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T00:54:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:25 smithi187 ceph-mon[90552]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T00:54:26.427 INFO:tasks.workunit.client.0.smithi157.stdout: 87: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:26.428 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-X3BcSi_F6dk4ts4 off=2280057 len=1022854 2024-08-17T00:54:26.429 INFO:tasks.workunit.client.0.smithi157.stdout:op 442 completed, throughput=4.96MB/sec 2024-08-17T00:54:26.429 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zGlK9s7WwN2vYHL off=2025850 len=484070 2024-08-17T00:54:26.433 INFO:tasks.workunit.client.0.smithi157.stdout:op 443 completed, throughput=4.97MB/sec 2024-08-17T00:54:26.433 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-83xWuSzwshZNwg7 off=7986901 len=1586636 2024-08-17T00:54:26.440 INFO:tasks.workunit.client.0.smithi157.stdout:op 444 completed, throughput=4.98MB/sec 2024-08-17T00:54:26.440 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pCQ6PcfvDsWav4y off=5324246 len=531782 2024-08-17T00:54:26.444 INFO:tasks.workunit.client.0.smithi157.stdout:op 445 completed, throughput=4.99MB/sec 2024-08-17T00:54:26.444 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Hq2Szc27smuuaHt off=4171417 len=212421 2024-08-17T00:54:26.445 INFO:tasks.workunit.client.0.smithi157.stdout:op 446 completed, throughput=4.99MB/sec 2024-08-17T00:54:26.445 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vQhxpwCQlm7TJo2 off=531313 len=1546789 2024-08-17T00:54:26.454 INFO:tasks.workunit.client.0.smithi157.stdout:op 447 completed, throughput=5.01MB/sec 2024-08-17T00:54:27.454 INFO:tasks.workunit.client.0.smithi157.stdout: 88: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:27.454 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kQgZeSD2CF1DkNy off=5674749 len=1507198 2024-08-17T00:54:27.460 INFO:tasks.workunit.client.0.smithi157.stdout:op 448 completed, throughput=4.97MB/sec 2024-08-17T00:54:27.461 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--y_y4GuQhGInePU off=1612288 len=372511 2024-08-17T00:54:27.461 INFO:tasks.workunit.client.0.smithi157.stdout:op 449 completed, throughput=4.97MB/sec 2024-08-17T00:54:27.461 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9cA-6rhVWE06lRQ off=322178 len=1054681 2024-08-17T00:54:27.467 INFO:tasks.workunit.client.0.smithi157.stdout:op 450 completed, throughput=4.98MB/sec 2024-08-17T00:54:27.467 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ka8F5bWWQjS_KM6 off=5106466 len=1332086 2024-08-17T00:54:27.470 INFO:tasks.workunit.client.0.smithi157.stdout:op 451 completed, throughput=4.99MB/sec 2024-08-17T00:54:27.470 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QipMIhXPIQjnLOq off=1067847 len=579884 2024-08-17T00:54:27.474 INFO:tasks.workunit.client.0.smithi157.stdout:op 452 completed, throughput=5MB/sec 2024-08-17T00:54:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:27 smithi157 ceph-mon[98780]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:54:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:27 smithi157 ceph-mon[101289]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:54:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:27 smithi187 ceph-mon[90552]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:54:28.474 INFO:tasks.workunit.client.0.smithi157.stdout: 89: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:28.474 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6E2qc7yVjqY2Cpf off=987117 len=1094839 2024-08-17T00:54:28.480 INFO:tasks.workunit.client.0.smithi157.stdout:op 453 completed, throughput=4.96MB/sec 2024-08-17T00:54:28.480 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YSUsJI16ZRe4YM4 off=6992723 len=577921 2024-08-17T00:54:28.484 INFO:tasks.workunit.client.0.smithi157.stdout:op 454 completed, throughput=4.96MB/sec 2024-08-17T00:54:28.484 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eCBGrNVzfFJ_bAL off=589416 len=766025 2024-08-17T00:54:28.489 INFO:tasks.workunit.client.0.smithi157.stdout:op 455 completed, throughput=4.97MB/sec 2024-08-17T00:54:28.489 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2NTuvhjhsPd3p9h off=8707292 len=594671 2024-08-17T00:54:28.495 INFO:tasks.workunit.client.0.smithi157.stdout:op 456 completed, throughput=4.98MB/sec 2024-08-17T00:54:28.495 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xDkAA2H9mNauQAF off=4887967 len=1855561 2024-08-17T00:54:28.496 INFO:tasks.workunit.client.0.smithi157.stdout:op 457 completed, throughput=5MB/sec 2024-08-17T00:54:28.496 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-O0_pqyy5Hq70v6h off=4235798 len=902031 2024-08-17T00:54:28.497 INFO:tasks.workunit.client.0.smithi157.stdout:op 458 completed, throughput=5MB/sec 2024-08-17T00:54:29.498 INFO:tasks.workunit.client.0.smithi157.stdout: 90: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:29.498 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0C7HwKNMsh51LZn off=248819 len=1443714 2024-08-17T00:54:29.507 INFO:tasks.workunit.client.0.smithi157.stdout:op 459 completed, throughput=4.96MB/sec 2024-08-17T00:54:29.507 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-F4u0JawQltklX8u off=7624483 len=1835855 2024-08-17T00:54:29.509 INFO:tasks.workunit.client.0.smithi157.stdout:op 460 completed, throughput=4.98MB/sec 2024-08-17T00:54:29.509 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-X9Nct1z40w4iP_G off=11576411 len=530803 2024-08-17T00:54:29.514 INFO:tasks.workunit.client.0.smithi157.stdout:op 461 completed, throughput=4.99MB/sec 2024-08-17T00:54:29.514 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pB01z3jUG6A2V6W off=10306851 len=1197886 2024-08-17T00:54:29.518 INFO:tasks.workunit.client.0.smithi157.stdout:op 462 completed, throughput=5MB/sec 2024-08-17T00:54:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:29 smithi157 ceph-mon[98780]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:54:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:29 smithi157 ceph-mon[101289]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:54:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:29 smithi187 ceph-mon[90552]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:54:29.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:30.519 INFO:tasks.workunit.client.0.smithi157.stdout: 91: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:30.519 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mbmYmTQiLsiUIQh off=6700924 len=133143 2024-08-17T00:54:30.522 INFO:tasks.workunit.client.0.smithi157.stdout:op 463 completed, throughput=4.95MB/sec 2024-08-17T00:54:30.522 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0qAVTOvLiIW7qcW off=1316346 len=1301750 2024-08-17T00:54:30.523 INFO:tasks.workunit.client.0.smithi157.stdout:op 464 completed, throughput=4.96MB/sec 2024-08-17T00:54:30.524 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-W9mvHqkSO_bTwtm off=3883454 len=456542 2024-08-17T00:54:30.527 INFO:tasks.workunit.client.0.smithi157.stdout:op 465 completed, throughput=4.97MB/sec 2024-08-17T00:54:30.527 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-D9DV5C759aEHLYv off=624346 len=1061525 2024-08-17T00:54:30.532 INFO:tasks.workunit.client.0.smithi157.stdout:op 466 completed, throughput=4.98MB/sec 2024-08-17T00:54:30.532 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v4ZbM12eL0fqmbW off=5395525 len=980192 2024-08-17T00:54:30.533 INFO:tasks.workunit.client.0.smithi157.stdout:op 467 completed, throughput=4.99MB/sec 2024-08-17T00:54:30.533 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-D3fxJF4phOf_zID off=3131534 len=830503 2024-08-17T00:54:30.538 INFO:tasks.workunit.client.0.smithi157.stdout:op 468 completed, throughput=5MB/sec 2024-08-17T00:54:30.538 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vbgo66rUwoc53OU off=1296296 len=52817 2024-08-17T00:54:30.538 INFO:tasks.workunit.client.0.smithi157.stdout:op 469 completed, throughput=5MB/sec 2024-08-17T00:54:30.538 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EzBVP5M7FNukRfP off=4377494 len=1011284 2024-08-17T00:54:30.543 INFO:tasks.workunit.client.0.smithi157.stdout:op 470 completed, throughput=5.01MB/sec 2024-08-17T00:54:31.544 INFO:tasks.workunit.client.0.smithi157.stdout: 92: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:31.544 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4ZL8_nm9uejl8Ew off=13506394 len=443807 2024-08-17T00:54:31.545 INFO:tasks.workunit.client.0.smithi157.stdout:op 471 completed, throughput=4.96MB/sec 2024-08-17T00:54:31.545 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ie5MdxvUIrSrVfH off=160847 len=173096 2024-08-17T00:54:31.546 INFO:tasks.workunit.client.0.smithi157.stdout:op 472 completed, throughput=4.96MB/sec 2024-08-17T00:54:31.546 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RLkNtMRlnsY6exL off=6891101 len=1353586 2024-08-17T00:54:31.549 INFO:tasks.workunit.client.0.smithi157.stdout:op 473 completed, throughput=4.97MB/sec 2024-08-17T00:54:31.549 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LDiSUticAA8xfbO off=24179768 len=473801 2024-08-17T00:54:31.553 INFO:tasks.workunit.client.0.smithi157.stdout:op 474 completed, throughput=4.98MB/sec 2024-08-17T00:54:31.553 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PdcK6JBJ04BnK-9 off=2377376 len=1707646 2024-08-17T00:54:31.555 INFO:tasks.workunit.client.0.smithi157.stdout:op 475 completed, throughput=4.99MB/sec 2024-08-17T00:54:31.555 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-U12ETfd7ABixJpb off=444139 len=1328005 2024-08-17T00:54:31.557 INFO:tasks.workunit.client.0.smithi157.stdout:op 476 completed, throughput=5.01MB/sec 2024-08-17T00:54:31.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:31 smithi157 ceph-mon[101289]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:54:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:31 smithi157 ceph-mon[98780]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:54:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:31 smithi187 ceph-mon[90552]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:54:32.557 INFO:tasks.workunit.client.0.smithi157.stdout: 93: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:32.557 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-u1bduOBXMj5rsbv off=23158133 len=1196523 2024-08-17T00:54:32.559 INFO:tasks.workunit.client.0.smithi157.stdout:op 477 completed, throughput=4.97MB/sec 2024-08-17T00:54:32.559 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fcFvi8XaAkTNFAt off=6038842 len=77204 2024-08-17T00:54:32.559 INFO:tasks.workunit.client.0.smithi157.stdout:op 478 completed, throughput=4.97MB/sec 2024-08-17T00:54:32.559 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-B9pOSANi4Iaaukv off=1352968 len=2014589 2024-08-17T00:54:32.562 INFO:tasks.workunit.client.0.smithi157.stdout:op 479 completed, throughput=4.99MB/sec 2024-08-17T00:54:32.562 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WJ57e--M6mKe1Jn off=1401384 len=1131652 2024-08-17T00:54:32.567 INFO:tasks.workunit.client.0.smithi157.stdout:op 480 completed, throughput=5MB/sec 2024-08-17T00:54:32.567 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Asc4nHUl3GbZsr5 off=13947404 len=1745752 2024-08-17T00:54:32.575 INFO:tasks.workunit.client.0.smithi157.stdout:op 481 completed, throughput=5.02MB/sec 2024-08-17T00:54:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:54:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:54:33.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:33 smithi157 ceph-mon[98780]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T00:54:33.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:33 smithi157 ceph-mon[101289]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T00:54:33.575 INFO:tasks.workunit.client.0.smithi157.stdout: 94: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:33.576 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GS5ACTyfQTie-3J off=8344705 len=1311635 2024-08-17T00:54:33.578 INFO:tasks.workunit.client.0.smithi157.stdout:op 482 completed, throughput=4.98MB/sec 2024-08-17T00:54:33.579 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--38EQVQ3MlATLuk off=7305372 len=578809 2024-08-17T00:54:33.582 INFO:tasks.workunit.client.0.smithi157.stdout:op 483 completed, throughput=4.98MB/sec 2024-08-17T00:54:33.582 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9IVUlyaCIsQ_iNo off=1044323 len=1741582 2024-08-17T00:54:33.591 INFO:tasks.workunit.client.0.smithi157.stdout:op 484 completed, throughput=5MB/sec 2024-08-17T00:54:33.591 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XoSpB3SUBmT1WCA off=4061677 len=1230615 2024-08-17T00:54:33.597 INFO:tasks.workunit.client.0.smithi157.stdout:op 485 completed, throughput=5.01MB/sec 2024-08-17T00:54:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:33 smithi187 ceph-mon[90552]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T00:54:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:54:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:54:33] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-08-17T00:54:34.597 INFO:tasks.workunit.client.0.smithi157.stdout: 95: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:34.598 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zxISxoBXH69FMEM off=2580359 len=2032683 2024-08-17T00:54:34.609 INFO:tasks.workunit.client.0.smithi157.stdout:op 486 completed, throughput=4.98MB/sec 2024-08-17T00:54:34.609 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fWlF-DgkzXWVklc off=987735 len=1361491 2024-08-17T00:54:34.615 INFO:tasks.workunit.client.0.smithi157.stdout:op 487 completed, throughput=4.99MB/sec 2024-08-17T00:54:34.615 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1PqzEuBriVKxP-y off=4689142 len=1468381 2024-08-17T00:54:34.617 INFO:tasks.workunit.client.0.smithi157.stdout:op 488 completed, throughput=5.01MB/sec 2024-08-17T00:54:35.617 INFO:tasks.workunit.client.0.smithi157.stdout: 96: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:35.618 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-webnOdWgFpgbqO0 off=1756838 len=2071495 2024-08-17T00:54:35.620 INFO:tasks.workunit.client.0.smithi157.stdout:op 489 completed, throughput=4.97MB/sec 2024-08-17T00:54:35.620 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4KRRdKqonToUBHG off=6295028 len=1678487 2024-08-17T00:54:35.622 INFO:tasks.workunit.client.0.smithi157.stdout:op 490 completed, throughput=4.99MB/sec 2024-08-17T00:54:35.622 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IsICApVrwa5ZAhe off=15575349 len=1464265 2024-08-17T00:54:35.624 INFO:tasks.workunit.client.0.smithi157.stdout:op 491 completed, throughput=5.01MB/sec 2024-08-17T00:54:35.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:35 smithi157 ceph-mon[101289]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:54:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:35 smithi157 ceph-mon[98780]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:54:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:35 smithi187 ceph-mon[90552]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:54:36.624 INFO:tasks.workunit.client.0.smithi157.stdout: 97: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:36.624 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iUqxBJWCK0e6jh4 off=4355683 len=1522375 2024-08-17T00:54:36.626 INFO:tasks.workunit.client.0.smithi157.stdout:op 492 completed, throughput=4.97MB/sec 2024-08-17T00:54:36.626 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eeEJenP05gNBUVk off=5249018 len=1904763 2024-08-17T00:54:36.628 INFO:tasks.workunit.client.0.smithi157.stdout:op 493 completed, throughput=4.99MB/sec 2024-08-17T00:54:36.628 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WcPYwRSYvpbd-NN off=8963975 len=500746 2024-08-17T00:54:36.632 INFO:tasks.workunit.client.0.smithi157.stdout:op 494 completed, throughput=4.99MB/sec 2024-08-17T00:54:36.632 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_GZtntbxg9eITrt off=14491914 len=707722 2024-08-17T00:54:36.636 INFO:tasks.workunit.client.0.smithi157.stdout:op 495 completed, throughput=5MB/sec 2024-08-17T00:54:36.636 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1adQ0mim_32ZqBv off=2333771 len=1745566 2024-08-17T00:54:36.638 INFO:tasks.workunit.client.0.smithi157.stdout:op 496 completed, throughput=5.02MB/sec 2024-08-17T00:54:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:37 smithi157 ceph-mon[101289]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:54:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:37 smithi157 ceph-mon[98780]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:54:37.638 INFO:tasks.workunit.client.0.smithi157.stdout: 98: throughput=4.97MB/sec pending data=0 2024-08-17T00:54:37.638 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2XQZqBOOctK-Bia off=9644820 len=319167 2024-08-17T00:54:37.642 INFO:tasks.workunit.client.0.smithi157.stdout:op 497 completed, throughput=4.97MB/sec 2024-08-17T00:54:37.642 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8V9rg5j4eZn8KBl off=1086173 len=339829 2024-08-17T00:54:37.642 INFO:tasks.workunit.client.0.smithi157.stdout:op 498 completed, throughput=4.97MB/sec 2024-08-17T00:54:37.642 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5diAC2KuyZWoeTO off=6399691 len=1540518 2024-08-17T00:54:37.644 INFO:tasks.workunit.client.0.smithi157.stdout:op 499 completed, throughput=4.99MB/sec 2024-08-17T00:54:37.644 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-g_lYZsCEfkYeERj off=17053203 len=397043 2024-08-17T00:54:37.648 INFO:tasks.workunit.client.0.smithi157.stdout:op 500 completed, throughput=4.99MB/sec 2024-08-17T00:54:37.648 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dsWMGL5jBReeFfT off=8450617 len=1056070 2024-08-17T00:54:37.649 INFO:tasks.workunit.client.0.smithi157.stdout:op 501 completed, throughput=5MB/sec 2024-08-17T00:54:37.649 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3UFilstav9RBZDh off=13137160 len=1644967 2024-08-17T00:54:37.656 INFO:tasks.workunit.client.0.smithi157.stdout:op 502 completed, throughput=5.01MB/sec 2024-08-17T00:54:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:37 smithi187 ceph-mon[90552]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:54:38.656 INFO:tasks.workunit.client.0.smithi157.stdout: 99: throughput=4.97MB/sec pending data=0 2024-08-17T00:54:38.656 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-l6Sbc8PaNb09cI- off=14461057 len=88210 2024-08-17T00:54:38.657 INFO:tasks.workunit.client.0.smithi157.stdout:op 503 completed, throughput=4.97MB/sec 2024-08-17T00:54:38.657 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PkZ31w1KHicFdnK off=6295698 len=613372 2024-08-17T00:54:38.661 INFO:tasks.workunit.client.0.smithi157.stdout:op 504 completed, throughput=4.97MB/sec 2024-08-17T00:54:38.661 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XtSMdX0TTo2hStK off=88720 len=996763 2024-08-17T00:54:38.662 INFO:tasks.workunit.client.0.smithi157.stdout:op 505 completed, throughput=4.98MB/sec 2024-08-17T00:54:38.662 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-p4ginOex9cFp7H7 off=5564615 len=2008117 2024-08-17T00:54:38.671 INFO:tasks.workunit.client.0.smithi157.stdout:op 506 completed, throughput=5MB/sec 2024-08-17T00:54:38.671 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Xto2Q6hagi71hP0 off=8328592 len=193106 2024-08-17T00:54:38.671 INFO:tasks.workunit.client.0.smithi157.stdout:op 507 completed, throughput=5MB/sec 2024-08-17T00:54:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:39 smithi157 ceph-mon[98780]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:54:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:39 smithi157 ceph-mon[101289]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:54:39.672 INFO:tasks.workunit.client.0.smithi157.stdout: 100: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:39.672 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DIwUY1w1EcrPKm- off=539057 len=391089 2024-08-17T00:54:39.673 INFO:tasks.workunit.client.0.smithi157.stdout:op 508 completed, throughput=4.96MB/sec 2024-08-17T00:54:39.673 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-asyzfO3ChtFg2IK off=15171654 len=1777097 2024-08-17T00:54:39.683 INFO:tasks.workunit.client.0.smithi157.stdout:op 509 completed, throughput=4.97MB/sec 2024-08-17T00:54:39.683 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-27M2mpVtVRiNkHF off=23841106 len=1061632 2024-08-17T00:54:39.688 INFO:tasks.workunit.client.0.smithi157.stdout:op 510 completed, throughput=4.98MB/sec 2024-08-17T00:54:39.688 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-x4QDN-eB-iUX4ll off=153603 len=1299725 2024-08-17T00:54:39.690 INFO:tasks.workunit.client.0.smithi157.stdout:op 511 completed, throughput=4.99MB/sec 2024-08-17T00:54:39.690 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eTG-40_GqEt1b6i off=13294683 len=412636 2024-08-17T00:54:39.693 INFO:tasks.workunit.client.0.smithi157.stdout:op 512 completed, throughput=5MB/sec 2024-08-17T00:54:39.693 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ePGbncM8k8Jik2q off=1307944 len=1997992 2024-08-17T00:54:39.696 INFO:tasks.workunit.client.0.smithi157.stdout:op 513 completed, throughput=5.02MB/sec 2024-08-17T00:54:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:39 smithi187 ceph-mon[90552]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:54:40.696 INFO:tasks.workunit.client.0.smithi157.stdout: 101: throughput=4.97MB/sec pending data=0 2024-08-17T00:54:40.696 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CROsTZ35zBmajJv off=182019 len=2075375 2024-08-17T00:54:40.709 INFO:tasks.workunit.client.0.smithi157.stdout:op 514 completed, throughput=4.99MB/sec 2024-08-17T00:54:40.709 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PcfuXB-6ctNpl9R off=2333913 len=410200 2024-08-17T00:54:40.710 INFO:tasks.workunit.client.0.smithi157.stdout:op 515 completed, throughput=4.99MB/sec 2024-08-17T00:54:40.710 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-39ydlVntqVSHmmG off=18249632 len=1515066 2024-08-17T00:54:40.711 INFO:tasks.workunit.client.0.smithi157.stdout:op 516 completed, throughput=5MB/sec 2024-08-17T00:54:41.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:41 smithi157 ceph-mon[101289]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:54:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:41 smithi157 ceph-mon[98780]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:54:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:41 smithi187 ceph-mon[90552]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:54:41.712 INFO:tasks.workunit.client.0.smithi157.stdout: 102: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:41.712 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5GcGu8zPMb4ZspX off=3323620 len=511663 2024-08-17T00:54:41.716 INFO:tasks.workunit.client.0.smithi157.stdout:op 517 completed, throughput=4.96MB/sec 2024-08-17T00:54:41.716 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ALDxO5HSZvnvVb3 off=18746406 len=403042 2024-08-17T00:54:41.717 INFO:tasks.workunit.client.0.smithi157.stdout:op 518 completed, throughput=4.96MB/sec 2024-08-17T00:54:41.717 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3iPJC2u0smRG5JC off=10890902 len=805783 2024-08-17T00:54:41.718 INFO:tasks.workunit.client.0.smithi157.stdout:op 519 completed, throughput=4.97MB/sec 2024-08-17T00:54:41.718 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bAFswQjri6FLRJY off=3757541 len=1168392 2024-08-17T00:54:41.723 INFO:tasks.workunit.client.0.smithi157.stdout:op 520 completed, throughput=4.98MB/sec 2024-08-17T00:54:41.723 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uGDZR9dC-vdruKK off=414757 len=51232 2024-08-17T00:54:41.724 INFO:tasks.workunit.client.0.smithi157.stdout:op 521 completed, throughput=4.98MB/sec 2024-08-17T00:54:41.724 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-J0k9wUo2LNTJ83w off=1423697 len=1330923 2024-08-17T00:54:41.730 INFO:tasks.workunit.client.0.smithi157.stdout:op 522 completed, throughput=4.99MB/sec 2024-08-17T00:54:41.730 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UWmcMsCuSC0LpHO off=1357210 len=708285 2024-08-17T00:54:41.734 INFO:tasks.workunit.client.0.smithi157.stdout:op 523 completed, throughput=5MB/sec 2024-08-17T00:54:41.734 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QHhmfwTjTXaKi5r off=11284109 len=813927 2024-08-17T00:54:41.735 INFO:tasks.workunit.client.0.smithi157.stdout:op 524 completed, throughput=5.01MB/sec 2024-08-17T00:54:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:54:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:54:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:54:42.736 INFO:tasks.workunit.client.0.smithi157.stdout: 103: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:42.736 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-O0yD-j0mG-f6H8C off=3646567 len=982930 2024-08-17T00:54:42.741 INFO:tasks.workunit.client.0.smithi157.stdout:op 525 completed, throughput=4.97MB/sec 2024-08-17T00:54:42.741 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--QKZ5cfB8nHZhQS off=7817693 len=652850 2024-08-17T00:54:42.742 INFO:tasks.workunit.client.0.smithi157.stdout:op 526 completed, throughput=4.97MB/sec 2024-08-17T00:54:42.742 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EZ1Br2LRIrg8_ki off=911429 len=1625271 2024-08-17T00:54:42.744 INFO:tasks.workunit.client.0.smithi157.stdout:op 527 completed, throughput=4.99MB/sec 2024-08-17T00:54:42.744 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--pXV07KUf1J0IxO off=2442293 len=1007499 2024-08-17T00:54:42.745 INFO:tasks.workunit.client.0.smithi157.stdout:op 528 completed, throughput=5MB/sec 2024-08-17T00:54:42.746 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IQROXxG4LBLFnYG off=20429253 len=448215 2024-08-17T00:54:42.746 INFO:tasks.workunit.client.0.smithi157.stdout:op 529 completed, throughput=5MB/sec 2024-08-17T00:54:43.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:43 smithi157 ceph-mon[101289]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:54:43.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:43 smithi157 ceph-mon[98780]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:54:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:43 smithi187 ceph-mon[90552]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:54:43.747 INFO:tasks.workunit.client.0.smithi157.stdout: 104: throughput=4.95MB/sec pending data=0 2024-08-17T00:54:43.747 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-n3AOK_GD8Gv5FNR off=21408133 len=1713357 2024-08-17T00:54:43.753 INFO:tasks.workunit.client.0.smithi157.stdout:op 530 completed, throughput=4.97MB/sec 2024-08-17T00:54:43.754 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sLiUae1NWwYOsO5 off=12578622 len=40190 2024-08-17T00:54:43.756 INFO:tasks.workunit.client.0.smithi157.stdout:op 531 completed, throughput=4.97MB/sec 2024-08-17T00:54:43.756 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VbLwfgQ8isbHXE_ off=3440217 len=470098 2024-08-17T00:54:43.759 INFO:tasks.workunit.client.0.smithi157.stdout:op 532 completed, throughput=4.97MB/sec 2024-08-17T00:54:43.759 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VfZyN0xgL9rsRZG off=2394969 len=1994933 2024-08-17T00:54:43.771 INFO:tasks.workunit.client.0.smithi157.stdout:op 533 completed, throughput=4.99MB/sec 2024-08-17T00:54:43.771 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zq0PnhZOAIIkQBH off=12928597 len=617621 2024-08-17T00:54:43.772 INFO:tasks.workunit.client.0.smithi157.stdout:op 534 completed, throughput=5MB/sec 2024-08-17T00:54:43.772 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jSJmouUVCdArDmz off=3588594 len=117934 2024-08-17T00:54:43.773 INFO:tasks.workunit.client.0.smithi157.stdout:op 535 completed, throughput=5MB/sec 2024-08-17T00:54:43.773 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ScTywUc5Jm-lA0E off=781886 len=1353397 2024-08-17T00:54:43.775 INFO:tasks.workunit.client.0.smithi157.stdout:op 536 completed, throughput=5.01MB/sec 2024-08-17T00:54:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:54:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:54:43] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-08-17T00:54:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:44.776 INFO:tasks.workunit.client.0.smithi157.stdout: 105: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:44.776 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZSywmDWqE-hrKqm off=6157985 len=252108 2024-08-17T00:54:44.779 INFO:tasks.workunit.client.0.smithi157.stdout:op 537 completed, throughput=4.97MB/sec 2024-08-17T00:54:44.779 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-w068MVtEk9s1-ZG off=16450904 len=1121507 2024-08-17T00:54:44.784 INFO:tasks.workunit.client.0.smithi157.stdout:op 538 completed, throughput=4.98MB/sec 2024-08-17T00:54:44.784 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eN-x6CoB8ZSb-qo off=5430957 len=1285180 2024-08-17T00:54:44.790 INFO:tasks.workunit.client.0.smithi157.stdout:op 539 completed, throughput=4.99MB/sec 2024-08-17T00:54:44.790 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5KjCr-ypvhfrd9S off=5555955 len=1383924 2024-08-17T00:54:44.796 INFO:tasks.workunit.client.0.smithi157.stdout:op 540 completed, throughput=5MB/sec 2024-08-17T00:54:44.796 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BCVNFq7i9pjjSIW off=12801888 len=1575671 2024-08-17T00:54:44.798 INFO:tasks.workunit.client.0.smithi157.stdout:op 541 completed, throughput=5.01MB/sec 2024-08-17T00:54:45.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:45 smithi157 ceph-mon[98780]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:54:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:45 smithi157 ceph-mon[101289]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:54:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:45 smithi187 ceph-mon[90552]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:54:45.799 INFO:tasks.workunit.client.0.smithi157.stdout: 106: throughput=4.97MB/sec pending data=0 2024-08-17T00:54:45.799 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9rTR1MoRIkW0wQ3 off=12535752 len=885299 2024-08-17T00:54:45.800 INFO:tasks.workunit.client.0.smithi157.stdout:op 542 completed, throughput=4.97MB/sec 2024-08-17T00:54:45.800 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kFfo94NRxdRLBtS off=2778596 len=757613 2024-08-17T00:54:45.804 INFO:tasks.workunit.client.0.smithi157.stdout:op 543 completed, throughput=4.98MB/sec 2024-08-17T00:54:45.804 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_pr5oMdMw9DyRIV off=6099930 len=1513387 2024-08-17T00:54:45.810 INFO:tasks.workunit.client.0.smithi157.stdout:op 544 completed, throughput=4.99MB/sec 2024-08-17T00:54:45.811 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mcleDh3njUI5kY8 off=8084512 len=1032493 2024-08-17T00:54:45.812 INFO:tasks.workunit.client.0.smithi157.stdout:op 545 completed, throughput=5MB/sec 2024-08-17T00:54:46.812 INFO:tasks.workunit.client.0.smithi157.stdout: 107: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:46.812 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-77onvcOqmxxbGBg off=5186022 len=22156 2024-08-17T00:54:46.813 INFO:tasks.workunit.client.0.smithi157.stdout:op 546 completed, throughput=4.96MB/sec 2024-08-17T00:54:46.813 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-D9DV5C759aEHLYv off=3181274 len=1935262 2024-08-17T00:54:46.822 INFO:tasks.workunit.client.0.smithi157.stdout:op 547 completed, throughput=4.97MB/sec 2024-08-17T00:54:46.822 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sy3QoKjD5s21l1G off=4006830 len=1112083 2024-08-17T00:54:46.827 INFO:tasks.workunit.client.0.smithi157.stdout:op 548 completed, throughput=4.98MB/sec 2024-08-17T00:54:46.827 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ONpQ2EP1i-zARsi off=7361305 len=673647 2024-08-17T00:54:46.830 INFO:tasks.workunit.client.0.smithi157.stdout:op 549 completed, throughput=4.99MB/sec 2024-08-17T00:54:46.830 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SSQl51sIax7J-xg off=290655 len=1466436 2024-08-17T00:54:46.832 INFO:tasks.workunit.client.0.smithi157.stdout:op 550 completed, throughput=5MB/sec 2024-08-17T00:54:47.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:47 smithi157 ceph-mon[101289]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:54:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:47 smithi157 ceph-mon[98780]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:54:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:47 smithi187 ceph-mon[90552]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:54:47.832 INFO:tasks.workunit.client.0.smithi157.stdout: 108: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:47.832 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KXgYLNrgzjFxsiw off=8834491 len=1422452 2024-08-17T00:54:47.835 INFO:tasks.workunit.client.0.smithi157.stdout:op 551 completed, throughput=4.97MB/sec 2024-08-17T00:54:47.835 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-U6i1913fhU9WeFW off=4477857 len=470965 2024-08-17T00:54:47.836 INFO:tasks.workunit.client.0.smithi157.stdout:op 552 completed, throughput=4.97MB/sec 2024-08-17T00:54:47.836 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9MQcEOZxk19hj1o off=2367998 len=1360396 2024-08-17T00:54:47.838 INFO:tasks.workunit.client.0.smithi157.stdout:op 553 completed, throughput=4.98MB/sec 2024-08-17T00:54:47.838 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NcMefGC9IzUjb-0 off=16112056 len=984360 2024-08-17T00:54:47.843 INFO:tasks.workunit.client.0.smithi157.stdout:op 554 completed, throughput=4.99MB/sec 2024-08-17T00:54:47.843 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xPCmsHwgyYgw0dD off=21580757 len=507996 2024-08-17T00:54:47.844 INFO:tasks.workunit.client.0.smithi157.stdout:op 555 completed, throughput=5MB/sec 2024-08-17T00:54:47.844 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-b0cV90ph-YhEk4o off=350717 len=1191302 2024-08-17T00:54:47.846 INFO:tasks.workunit.client.0.smithi157.stdout:op 556 completed, throughput=5.01MB/sec 2024-08-17T00:54:48.847 INFO:tasks.workunit.client.0.smithi157.stdout: 109: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:48.847 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V1YnYPeJSSisb9K off=3279105 len=1261958 2024-08-17T00:54:48.852 INFO:tasks.workunit.client.0.smithi157.stdout:op 557 completed, throughput=4.97MB/sec 2024-08-17T00:54:48.852 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zS6EGtZLBO6kkqa off=607719 len=57679 2024-08-17T00:54:48.854 INFO:tasks.workunit.client.0.smithi157.stdout:op 558 completed, throughput=4.97MB/sec 2024-08-17T00:54:48.855 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-m-jqq0bCFh9WFaD off=14475873 len=1066614 2024-08-17T00:54:48.857 INFO:tasks.workunit.client.0.smithi157.stdout:op 559 completed, throughput=4.98MB/sec 2024-08-17T00:54:48.857 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-y34ySiV4hLLoibh off=14709660 len=1032048 2024-08-17T00:54:48.858 INFO:tasks.workunit.client.0.smithi157.stdout:op 560 completed, throughput=4.99MB/sec 2024-08-17T00:54:48.858 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6-lzmUog2Xp7x-h off=12166134 len=42785 2024-08-17T00:54:48.859 INFO:tasks.workunit.client.0.smithi157.stdout:op 561 completed, throughput=4.99MB/sec 2024-08-17T00:54:48.859 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rxkXflJUnvb195n off=17396225 len=1878188 2024-08-17T00:54:48.869 INFO:tasks.workunit.client.0.smithi157.stdout:op 562 completed, throughput=5.01MB/sec 2024-08-17T00:54:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:49 smithi157 ceph-mon[101289]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T00:54:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:49 smithi157 ceph-mon[98780]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T00:54:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:49 smithi187 ceph-mon[90552]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T00:54:49.870 INFO:tasks.workunit.client.0.smithi157.stdout: 110: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:49.870 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2yUokMwyXah0et5 off=14675222 len=648122 2024-08-17T00:54:49.871 INFO:tasks.workunit.client.0.smithi157.stdout:op 563 completed, throughput=4.97MB/sec 2024-08-17T00:54:49.871 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--vgOPqVeOjalTdd off=5024191 len=1838300 2024-08-17T00:54:49.879 INFO:tasks.workunit.client.0.smithi157.stdout:op 564 completed, throughput=4.98MB/sec 2024-08-17T00:54:49.879 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9C5pct2eRll4BtD off=3705281 len=902068 2024-08-17T00:54:49.884 INFO:tasks.workunit.client.0.smithi157.stdout:op 565 completed, throughput=4.99MB/sec 2024-08-17T00:54:49.885 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TrOwGjOlHEUPqyW off=6672824 len=1849740 2024-08-17T00:54:49.889 INFO:tasks.workunit.client.0.smithi157.stdout:op 566 completed, throughput=5.01MB/sec 2024-08-17T00:54:50.890 INFO:tasks.workunit.client.0.smithi157.stdout: 111: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:50.890 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KnayrDj8ASteVEl off=6088486 len=619740 2024-08-17T00:54:50.891 INFO:tasks.workunit.client.0.smithi157.stdout:op 567 completed, throughput=4.97MB/sec 2024-08-17T00:54:50.891 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2DbD-kvgKLXqbjN off=13510909 len=789066 2024-08-17T00:54:50.892 INFO:tasks.workunit.client.0.smithi157.stdout:op 568 completed, throughput=4.97MB/sec 2024-08-17T00:54:50.892 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NXaSB0oVsAUVmU8 off=10781057 len=229295 2024-08-17T00:54:50.893 INFO:tasks.workunit.client.0.smithi157.stdout:op 569 completed, throughput=4.97MB/sec 2024-08-17T00:54:50.893 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LZNutzmtKzzLrrq off=6605237 len=1388719 2024-08-17T00:54:50.895 INFO:tasks.workunit.client.0.smithi157.stdout:op 570 completed, throughput=4.99MB/sec 2024-08-17T00:54:50.895 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aXieLjMmlTNNUgN off=3184584 len=1492771 2024-08-17T00:54:50.897 INFO:tasks.workunit.client.0.smithi157.stdout:op 571 completed, throughput=5MB/sec 2024-08-17T00:54:50.897 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Zi-S9FmGnC2nF7t off=10968982 len=1252379 2024-08-17T00:54:50.905 INFO:tasks.workunit.client.0.smithi157.stdout:op 572 completed, throughput=5.01MB/sec 2024-08-17T00:54:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:51 smithi157 ceph-mon[101289]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:54:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:51 smithi157 ceph-mon[98780]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:54:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:51 smithi187 ceph-mon[90552]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:54:51.905 INFO:tasks.workunit.client.0.smithi157.stdout: 112: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:51.905 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zwmQ6AYXer7DHvy off=722029 len=1242674 2024-08-17T00:54:51.913 INFO:tasks.workunit.client.0.smithi157.stdout:op 573 completed, throughput=4.98MB/sec 2024-08-17T00:54:51.913 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-p-Vrb9CYLkxFS9B off=8183062 len=1156690 2024-08-17T00:54:51.918 INFO:tasks.workunit.client.0.smithi157.stdout:op 574 completed, throughput=4.98MB/sec 2024-08-17T00:54:51.918 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NWA4K4GJBxx_Hdf off=3862138 len=237628 2024-08-17T00:54:51.919 INFO:tasks.workunit.client.0.smithi157.stdout:op 575 completed, throughput=4.99MB/sec 2024-08-17T00:54:51.919 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gb-2paESrJCvrFr off=3432710 len=893606 2024-08-17T00:54:51.923 INFO:tasks.workunit.client.0.smithi157.stdout:op 576 completed, throughput=4.99MB/sec 2024-08-17T00:54:51.923 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ajIVm8BBzGvk5Mz off=2284118 len=1056224 2024-08-17T00:54:51.924 INFO:tasks.workunit.client.0.smithi157.stdout:op 577 completed, throughput=5MB/sec 2024-08-17T00:54:52.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:54:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:54:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:54:52.925 INFO:tasks.workunit.client.0.smithi157.stdout: 113: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:52.925 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-M3HSl-rGz5kvkTa off=7490774 len=1720399 2024-08-17T00:54:52.932 INFO:tasks.workunit.client.0.smithi157.stdout:op 578 completed, throughput=4.97MB/sec 2024-08-17T00:54:52.932 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wVQ5sl0J8cDpqMo off=822574 len=758950 2024-08-17T00:54:52.937 INFO:tasks.workunit.client.0.smithi157.stdout:op 579 completed, throughput=4.98MB/sec 2024-08-17T00:54:52.937 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NkjWoEyhjLwN_dg off=4666527 len=1907508 2024-08-17T00:54:52.948 INFO:tasks.workunit.client.0.smithi157.stdout:op 580 completed, throughput=4.99MB/sec 2024-08-17T00:54:52.948 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LX21dk1zW3pLR0T off=3925671 len=2081432 2024-08-17T00:54:52.950 INFO:tasks.workunit.client.0.smithi157.stdout:op 581 completed, throughput=5.01MB/sec 2024-08-17T00:54:53.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:53 smithi157 ceph-mon[98780]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:54:53.638 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:54:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:54:53] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-08-17T00:54:53.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:53 smithi157 ceph-mon[101289]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:54:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:53 smithi187 ceph-mon[90552]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:54:53.950 INFO:tasks.workunit.client.0.smithi157.stdout: 114: throughput=4.97MB/sec pending data=0 2024-08-17T00:54:53.951 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-B1Cfp0EzgBuo6hY off=1832067 len=834436 2024-08-17T00:54:53.955 INFO:tasks.workunit.client.0.smithi157.stdout:op 582 completed, throughput=4.97MB/sec 2024-08-17T00:54:53.955 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kak7P3JJL5neq6z off=5889551 len=431488 2024-08-17T00:54:53.957 INFO:tasks.workunit.client.0.smithi157.stdout:op 583 completed, throughput=4.98MB/sec 2024-08-17T00:54:53.957 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V5V94YioAgoBfx7 off=0 len=1381652 2024-08-17T00:54:53.962 INFO:tasks.workunit.client.0.smithi157.stdout:op 584 completed, throughput=4.99MB/sec 2024-08-17T00:54:53.963 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7BcACB3dmVvvN9C off=9276193 len=172442 2024-08-17T00:54:53.963 INFO:tasks.workunit.client.0.smithi157.stdout:op 585 completed, throughput=4.99MB/sec 2024-08-17T00:54:53.963 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-j5tQqrKVg5Jkv8Z off=4983610 len=1001779 2024-08-17T00:54:53.965 INFO:tasks.workunit.client.0.smithi157.stdout:op 586 completed, throughput=5MB/sec 2024-08-17T00:54:53.965 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yiblPIvfNRR42Nz off=3474137 len=169288 2024-08-17T00:54:53.965 INFO:tasks.workunit.client.0.smithi157.stdout:op 587 completed, throughput=5MB/sec 2024-08-17T00:54:54.966 INFO:tasks.workunit.client.0.smithi157.stdout: 115: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:54.966 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-e-Vjd1K_UdKt-c3 off=8965164 len=72215 2024-08-17T00:54:54.968 INFO:tasks.workunit.client.0.smithi157.stdout:op 588 completed, throughput=4.96MB/sec 2024-08-17T00:54:54.969 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4cL9n-qAMsorqQj off=6971480 len=984371 2024-08-17T00:54:54.974 INFO:tasks.workunit.client.0.smithi157.stdout:op 589 completed, throughput=4.97MB/sec 2024-08-17T00:54:54.974 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vaN7uWXrO2DbTOa off=14623732 len=665181 2024-08-17T00:54:54.979 INFO:tasks.workunit.client.0.smithi157.stdout:op 590 completed, throughput=4.97MB/sec 2024-08-17T00:54:54.979 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hnpIQaUmour4cOo off=0 len=1582803 2024-08-17T00:54:54.981 INFO:tasks.workunit.client.0.smithi157.stdout:op 591 completed, throughput=4.98MB/sec 2024-08-17T00:54:54.981 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-B8lL_0GCABJ1K0w off=418479 len=921770 2024-08-17T00:54:54.982 INFO:tasks.workunit.client.0.smithi157.stdout:op 592 completed, throughput=4.99MB/sec 2024-08-17T00:54:54.982 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-b-wj5PHZVagt_o8 off=2454750 len=317630 2024-08-17T00:54:54.985 INFO:tasks.workunit.client.0.smithi157.stdout:op 593 completed, throughput=4.99MB/sec 2024-08-17T00:54:54.985 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Dzr4KZ147TjMmAr off=3269213 len=1763829 2024-08-17T00:54:54.994 INFO:tasks.workunit.client.0.smithi157.stdout:op 594 completed, throughput=5.01MB/sec 2024-08-17T00:54:55.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:55 smithi157 ceph-mon[98780]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:54:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:55 smithi157 ceph-mon[101289]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:54:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:55 smithi187 ceph-mon[90552]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:54:55.995 INFO:tasks.workunit.client.0.smithi157.stdout: 116: throughput=4.97MB/sec pending data=0 2024-08-17T00:54:55.995 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eTYB03KQM8BVJIR off=1340698 len=504886 2024-08-17T00:54:55.998 INFO:tasks.workunit.client.0.smithi157.stdout:op 595 completed, throughput=4.97MB/sec 2024-08-17T00:54:55.998 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hPoY-yxzTAL_kVv off=10647063 len=455530 2024-08-17T00:54:56.002 INFO:tasks.workunit.client.0.smithi157.stdout:op 596 completed, throughput=4.97MB/sec 2024-08-17T00:54:56.002 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dQz6bRR2ZVJnW7y off=547613 len=1623526 2024-08-17T00:54:56.004 INFO:tasks.workunit.client.0.smithi157.stdout:op 597 completed, throughput=4.99MB/sec 2024-08-17T00:54:56.004 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Uzal_KKt4xhtqOl off=367559 len=952463 2024-08-17T00:54:56.010 INFO:tasks.workunit.client.0.smithi157.stdout:op 598 completed, throughput=4.99MB/sec 2024-08-17T00:54:56.010 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fL7ZIHmRY2qwxy5 off=10671566 len=693368 2024-08-17T00:54:56.011 INFO:tasks.workunit.client.0.smithi157.stdout:op 599 completed, throughput=5MB/sec 2024-08-17T00:54:56.011 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ntgMtbisRG-8OQj off=9800574 len=718480 2024-08-17T00:54:56.012 INFO:tasks.workunit.client.0.smithi157.stdout:op 600 completed, throughput=5MB/sec 2024-08-17T00:54:57.012 INFO:tasks.workunit.client.0.smithi157.stdout: 117: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:57.013 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OXgPaP4p5DkD63o off=1929076 len=1393935 2024-08-17T00:54:57.014 INFO:tasks.workunit.client.0.smithi157.stdout:op 601 completed, throughput=4.97MB/sec 2024-08-17T00:54:57.014 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-np3SlL-XPizk3uy off=530002 len=316632 2024-08-17T00:54:57.018 INFO:tasks.workunit.client.0.smithi157.stdout:op 602 completed, throughput=4.98MB/sec 2024-08-17T00:54:57.018 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pMiiUPcbZFV1FDh off=12368116 len=1778961 2024-08-17T00:54:57.032 INFO:tasks.workunit.client.0.smithi157.stdout:op 603 completed, throughput=4.99MB/sec 2024-08-17T00:54:57.032 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VvCG61XQPJaZy06 off=2514519 len=1523466 2024-08-17T00:54:57.041 INFO:tasks.workunit.client.0.smithi157.stdout:op 604 completed, throughput=5MB/sec 2024-08-17T00:54:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:57 smithi157 ceph-mon[98780]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:54:57.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:57 smithi157 ceph-mon[101289]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:54:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:57 smithi187 ceph-mon[90552]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:54:58.041 INFO:tasks.workunit.client.0.smithi157.stdout: 118: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:58.041 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dlOlFhvaN6VhUyi off=4168425 len=52971 2024-08-17T00:54:58.043 INFO:tasks.workunit.client.0.smithi157.stdout:op 605 completed, throughput=4.96MB/sec 2024-08-17T00:54:58.044 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Z13y3wlYIfopl0o off=292373 len=1950944 2024-08-17T00:54:58.047 INFO:tasks.workunit.client.0.smithi157.stdout:op 606 completed, throughput=4.98MB/sec 2024-08-17T00:54:58.047 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jrV7g4HEZ7Z4V7k off=3053081 len=1836661 2024-08-17T00:54:58.059 INFO:tasks.workunit.client.0.smithi157.stdout:op 607 completed, throughput=4.99MB/sec 2024-08-17T00:54:58.059 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-exBNNIt5kGNHd-V off=11249418 len=541768 2024-08-17T00:54:58.060 INFO:tasks.workunit.client.0.smithi157.stdout:op 608 completed, throughput=4.99MB/sec 2024-08-17T00:54:58.060 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wZyXYEggG7QVeg- off=988062 len=1080602 2024-08-17T00:54:58.065 INFO:tasks.workunit.client.0.smithi157.stdout:op 609 completed, throughput=5MB/sec 2024-08-17T00:54:59.065 INFO:tasks.workunit.client.0.smithi157.stdout: 119: throughput=4.96MB/sec pending data=0 2024-08-17T00:54:59.065 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hujs71VfbxMT_WR off=1030407 len=687438 2024-08-17T00:54:59.066 INFO:tasks.workunit.client.0.smithi157.stdout:op 610 completed, throughput=4.97MB/sec 2024-08-17T00:54:59.066 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-O7eb3C7zq_2m1EE off=8225734 len=795685 2024-08-17T00:54:59.070 INFO:tasks.workunit.client.0.smithi157.stdout:op 611 completed, throughput=4.97MB/sec 2024-08-17T00:54:59.071 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lib4dsh0T6omfli off=19126212 len=1647829 2024-08-17T00:54:59.074 INFO:tasks.workunit.client.0.smithi157.stdout:op 612 completed, throughput=4.99MB/sec 2024-08-17T00:54:59.074 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zEDxGrEBkmMTpft off=4475773 len=139229 2024-08-17T00:54:59.074 INFO:tasks.workunit.client.0.smithi157.stdout:op 613 completed, throughput=4.99MB/sec 2024-08-17T00:54:59.075 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RnFBF0xhGmtFv5Z off=2482220 len=1594832 2024-08-17T00:54:59.081 INFO:tasks.workunit.client.0.smithi157.stdout:op 614 completed, throughput=5MB/sec 2024-08-17T00:54:59.082 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MSCIrCYwIo8Aoy- off=5529576 len=2093127 2024-08-17T00:54:59.093 INFO:tasks.workunit.client.0.smithi157.stdout:op 615 completed, throughput=5.01MB/sec 2024-08-17T00:54:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:59 smithi157 ceph-mon[98780]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:54:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:54:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:59 smithi157 ceph-mon[101289]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:54:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:54:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:59 smithi187 ceph-mon[90552]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:54:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:54:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:00.094 INFO:tasks.workunit.client.0.smithi157.stdout: 120: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:00.094 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Iq99RItTSkwJTTg off=5851155 len=534254 2024-08-17T00:55:00.098 INFO:tasks.workunit.client.0.smithi157.stdout:op 616 completed, throughput=4.98MB/sec 2024-08-17T00:55:00.098 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_NMEdDhdwPE7mgY off=10865051 len=1056737 2024-08-17T00:55:00.104 INFO:tasks.workunit.client.0.smithi157.stdout:op 617 completed, throughput=4.99MB/sec 2024-08-17T00:55:00.104 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kvPbggmVDC4-z7r off=14326042 len=1175898 2024-08-17T00:55:00.105 INFO:tasks.workunit.client.0.smithi157.stdout:op 618 completed, throughput=4.99MB/sec 2024-08-17T00:55:00.106 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gY1saJD94JqAwER off=4017458 len=1766551 2024-08-17T00:55:00.116 INFO:tasks.workunit.client.0.smithi157.stdout:op 619 completed, throughput=5.01MB/sec 2024-08-17T00:55:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: 121: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:01.116 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--XMp9TyRmZ_-wwu off=6302205 len=1628933 2024-08-17T00:55:01.126 INFO:tasks.workunit.client.0.smithi157.stdout:op 620 completed, throughput=4.98MB/sec 2024-08-17T00:55:01.126 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--WiBkh8bqY5Ln-G off=7616622 len=20569 2024-08-17T00:55:01.128 INFO:tasks.workunit.client.0.smithi157.stdout:op 621 completed, throughput=4.98MB/sec 2024-08-17T00:55:01.128 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SMTsl9KcQ1yah1e off=2026957 len=1066147 2024-08-17T00:55:01.130 INFO:tasks.workunit.client.0.smithi157.stdout:op 622 completed, throughput=4.99MB/sec 2024-08-17T00:55:01.130 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-h8rVCafd5B9hOzv off=1675047 len=821229 2024-08-17T00:55:01.132 INFO:tasks.workunit.client.0.smithi157.stdout:op 623 completed, throughput=4.99MB/sec 2024-08-17T00:55:01.132 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DENPZ3sfw-pIoRb off=3924146 len=842882 2024-08-17T00:55:01.136 INFO:tasks.workunit.client.0.smithi157.stdout:op 624 completed, throughput=5MB/sec 2024-08-17T00:55:01.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:01 smithi157 ceph-mon[98780]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:55:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:01 smithi157 ceph-mon[101289]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:55:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:01 smithi187 ceph-mon[90552]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:55:02.137 INFO:tasks.workunit.client.0.smithi157.stdout: 122: throughput=4.96MB/sec pending data=0 2024-08-17T00:55:02.137 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-O9w0O-fhhrBLo1z off=4115122 len=1517990 2024-08-17T00:55:02.144 INFO:tasks.workunit.client.0.smithi157.stdout:op 625 completed, throughput=4.97MB/sec 2024-08-17T00:55:02.144 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Bjk3yekrAMXMNAq off=5812240 len=87415 2024-08-17T00:55:02.145 INFO:tasks.workunit.client.0.smithi157.stdout:op 626 completed, throughput=4.97MB/sec 2024-08-17T00:55:02.145 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zjpu3PkTXTA4sZz off=9165342 len=2092109 2024-08-17T00:55:02.149 INFO:tasks.workunit.client.0.smithi157.stdout:op 627 completed, throughput=4.99MB/sec 2024-08-17T00:55:02.149 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZbP8LR3zB95GsN9 off=8561981 len=827921 2024-08-17T00:55:02.153 INFO:tasks.workunit.client.0.smithi157.stdout:op 628 completed, throughput=4.99MB/sec 2024-08-17T00:55:02.153 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tpW80aTHmkpnYRJ off=5686082 len=205073 2024-08-17T00:55:02.156 INFO:tasks.workunit.client.0.smithi157.stdout:op 629 completed, throughput=5MB/sec 2024-08-17T00:55:02.156 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rBCQydFb3TimAGN off=11735285 len=381798 2024-08-17T00:55:02.160 INFO:tasks.workunit.client.0.smithi157.stdout:op 630 completed, throughput=5MB/sec 2024-08-17T00:55:02.160 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_ialWwZ-HLqpvog off=9347301 len=995565 2024-08-17T00:55:02.162 INFO:tasks.workunit.client.0.smithi157.stdout:op 631 completed, throughput=5.01MB/sec 2024-08-17T00:55:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:55:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:55:03.162 INFO:tasks.workunit.client.0.smithi157.stdout: 123: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:03.162 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--VHOY9x2ey5cEyp off=14214195 len=1173141 2024-08-17T00:55:03.168 INFO:tasks.workunit.client.0.smithi157.stdout:op 632 completed, throughput=4.97MB/sec 2024-08-17T00:55:03.168 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OCrxkcuctX491TE off=5254218 len=1912664 2024-08-17T00:55:03.170 INFO:tasks.workunit.client.0.smithi157.stdout:op 633 completed, throughput=4.99MB/sec 2024-08-17T00:55:03.170 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fuS82DKbtpqHovh off=9940070 len=1847867 2024-08-17T00:55:03.177 INFO:tasks.workunit.client.0.smithi157.stdout:op 634 completed, throughput=5MB/sec 2024-08-17T00:55:03.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:03 smithi157 ceph-mon[98780]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:55:03.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:55:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:55:03] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-08-17T00:55:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:03 smithi157 ceph-mon[101289]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:55:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:03 smithi187 ceph-mon[90552]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:55:04.178 INFO:tasks.workunit.client.0.smithi157.stdout: 124: throughput=4.96MB/sec pending data=0 2024-08-17T00:55:04.178 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PkLG3RLkVeaOkQK off=10411253 len=516843 2024-08-17T00:55:04.182 INFO:tasks.workunit.client.0.smithi157.stdout:op 635 completed, throughput=4.97MB/sec 2024-08-17T00:55:04.182 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NxUy5bBH0w2UXvq off=2939395 len=1630650 2024-08-17T00:55:04.190 INFO:tasks.workunit.client.0.smithi157.stdout:op 636 completed, throughput=4.98MB/sec 2024-08-17T00:55:04.190 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HpYlQ4xGngukBSX off=18278615 len=1979852 2024-08-17T00:55:04.197 INFO:tasks.workunit.client.0.smithi157.stdout:op 637 completed, throughput=4.99MB/sec 2024-08-17T00:55:04.197 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GKvg0hvsKevI01_ off=3880528 len=263549 2024-08-17T00:55:04.200 INFO:tasks.workunit.client.0.smithi157.stdout:op 638 completed, throughput=5MB/sec 2024-08-17T00:55:04.200 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-acuBuDxVCpYoBTK off=22131928 len=1647471 2024-08-17T00:55:04.203 INFO:tasks.workunit.client.0.smithi157.stdout:op 639 completed, throughput=5.01MB/sec 2024-08-17T00:55:05.204 INFO:tasks.workunit.client.0.smithi157.stdout: 125: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:05.204 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DqVORrhghyUEBNN off=14176394 len=1242415 2024-08-17T00:55:05.206 INFO:tasks.workunit.client.0.smithi157.stdout:op 640 completed, throughput=4.98MB/sec 2024-08-17T00:55:05.206 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uTjlfsVB470sS35 off=2572092 len=1735351 2024-08-17T00:55:05.208 INFO:tasks.workunit.client.0.smithi157.stdout:op 641 completed, throughput=4.99MB/sec 2024-08-17T00:55:05.208 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BJnuWUu06g5BVD2 off=11550228 len=292937 2024-08-17T00:55:05.211 INFO:tasks.workunit.client.0.smithi157.stdout:op 642 completed, throughput=4.99MB/sec 2024-08-17T00:55:05.211 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8ETgdJYPnfkd1mQ off=5801115 len=816687 2024-08-17T00:55:05.213 INFO:tasks.workunit.client.0.smithi157.stdout:op 643 completed, throughput=5MB/sec 2024-08-17T00:55:05.213 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EyMTzzoopZBWCOx off=17837211 len=860350 2024-08-17T00:55:05.218 INFO:tasks.workunit.client.0.smithi157.stdout:op 644 completed, throughput=5.01MB/sec 2024-08-17T00:55:05.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:05 smithi157 ceph-mon[98780]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:55:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:05 smithi157 ceph-mon[101289]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:55:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:05 smithi187 ceph-mon[90552]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:55:06.219 INFO:tasks.workunit.client.0.smithi157.stdout: 126: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:06.219 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JqMuaVR_0badOpE off=1931765 len=300068 2024-08-17T00:55:06.220 INFO:tasks.workunit.client.0.smithi157.stdout:op 645 completed, throughput=4.97MB/sec 2024-08-17T00:55:06.220 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kbs724lotNOPaaJ off=2865568 len=1080887 2024-08-17T00:55:06.226 INFO:tasks.workunit.client.0.smithi157.stdout:op 646 completed, throughput=4.98MB/sec 2024-08-17T00:55:06.226 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-T14H0lfVcIdZ484 off=7959730 len=29893 2024-08-17T00:55:06.226 INFO:tasks.workunit.client.0.smithi157.stdout:op 647 completed, throughput=4.98MB/sec 2024-08-17T00:55:06.226 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-D-hGCRt2uICbfy3 off=581212 len=45452 2024-08-17T00:55:06.227 INFO:tasks.workunit.client.0.smithi157.stdout:op 648 completed, throughput=4.98MB/sec 2024-08-17T00:55:06.227 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GAtV8dqxpAD0QrK off=3027908 len=97583 2024-08-17T00:55:06.229 INFO:tasks.workunit.client.0.smithi157.stdout:op 649 completed, throughput=4.98MB/sec 2024-08-17T00:55:06.229 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-d-KApuwVGnn7a6o off=280414 len=559416 2024-08-17T00:55:06.234 INFO:tasks.workunit.client.0.smithi157.stdout:op 650 completed, throughput=4.98MB/sec 2024-08-17T00:55:06.234 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aDRfOP79xCtM0pU off=9270337 len=1278333 2024-08-17T00:55:06.239 INFO:tasks.workunit.client.0.smithi157.stdout:op 651 completed, throughput=4.99MB/sec 2024-08-17T00:55:06.239 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CJQ0VBr7bwCTK-v off=2848060 len=1772143 2024-08-17T00:55:06.241 INFO:tasks.workunit.client.0.smithi157.stdout:op 652 completed, throughput=5MB/sec 2024-08-17T00:55:07.241 INFO:tasks.workunit.client.0.smithi157.stdout: 127: throughput=4.96MB/sec pending data=0 2024-08-17T00:55:07.241 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LcyozYOifOnGFcV off=13650429 len=1490323 2024-08-17T00:55:07.248 INFO:tasks.workunit.client.0.smithi157.stdout:op 653 completed, throughput=4.98MB/sec 2024-08-17T00:55:07.248 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Th3yprqcgzMQiMR off=1740856 len=999126 2024-08-17T00:55:07.253 INFO:tasks.workunit.client.0.smithi157.stdout:op 654 completed, throughput=4.98MB/sec 2024-08-17T00:55:07.253 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SbmLmDH1SX3yd-T off=2043378 len=843712 2024-08-17T00:55:07.254 INFO:tasks.workunit.client.0.smithi157.stdout:op 655 completed, throughput=4.99MB/sec 2024-08-17T00:55:07.254 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sEX0Yw_P5gVicB6 off=259851 len=779401 2024-08-17T00:55:07.258 INFO:tasks.workunit.client.0.smithi157.stdout:op 656 completed, throughput=4.99MB/sec 2024-08-17T00:55:07.258 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1OwphSZH3j295Dv off=1171416 len=146277 2024-08-17T00:55:07.259 INFO:tasks.workunit.client.0.smithi157.stdout:op 657 completed, throughput=5MB/sec 2024-08-17T00:55:07.259 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V3MYn5_S5RRZ_Xq off=872260 len=1744684 2024-08-17T00:55:07.269 INFO:tasks.workunit.client.0.smithi157.stdout:op 658 completed, throughput=5.01MB/sec 2024-08-17T00:55:07.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:07 smithi157 ceph-mon[98780]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T00:55:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:07 smithi157 ceph-mon[101289]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T00:55:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:07 smithi187 ceph-mon[90552]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T00:55:08.270 INFO:tasks.workunit.client.0.smithi157.stdout: 128: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:08.270 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ijTH5kbT90lbe4V off=797471 len=1829792 2024-08-17T00:55:08.277 INFO:tasks.workunit.client.0.smithi157.stdout:op 659 completed, throughput=4.98MB/sec 2024-08-17T00:55:08.278 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zXTbwwCwdCR4wyF off=14243355 len=1196756 2024-08-17T00:55:08.279 INFO:tasks.workunit.client.0.smithi157.stdout:op 660 completed, throughput=4.99MB/sec 2024-08-17T00:55:08.279 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aHBORLneIPhA--d off=2270451 len=240510 2024-08-17T00:55:08.280 INFO:tasks.workunit.client.0.smithi157.stdout:op 661 completed, throughput=4.99MB/sec 2024-08-17T00:55:08.281 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PwidNybIlVa2LIX off=2986480 len=433779 2024-08-17T00:55:08.281 INFO:tasks.workunit.client.0.smithi157.stdout:op 662 completed, throughput=5MB/sec 2024-08-17T00:55:08.281 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AESU-PQxvAaMuQz off=4643731 len=1038506 2024-08-17T00:55:08.286 INFO:tasks.workunit.client.0.smithi157.stdout:op 663 completed, throughput=5MB/sec 2024-08-17T00:55:09.286 INFO:tasks.workunit.client.0.smithi157.stdout: 129: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:09.286 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AYcn7RrY4rVr4cz off=1944912 len=244500 2024-08-17T00:55:09.287 INFO:tasks.workunit.client.0.smithi157.stdout:op 664 completed, throughput=4.97MB/sec 2024-08-17T00:55:09.287 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HtjCPjYifEStGUv off=1473967 len=1345686 2024-08-17T00:55:09.289 INFO:tasks.workunit.client.0.smithi157.stdout:op 665 completed, throughput=4.98MB/sec 2024-08-17T00:55:09.289 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-631_-fkgIrQixsC off=1023331 len=266876 2024-08-17T00:55:09.291 INFO:tasks.workunit.client.0.smithi157.stdout:op 666 completed, throughput=4.98MB/sec 2024-08-17T00:55:09.291 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kS7x9wHlkFG0BbV off=121111 len=1408151 2024-08-17T00:55:09.293 INFO:tasks.workunit.client.0.smithi157.stdout:op 667 completed, throughput=4.99MB/sec 2024-08-17T00:55:09.293 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9B6VhalkPYwflLF off=148990 len=1217416 2024-08-17T00:55:09.300 INFO:tasks.workunit.client.0.smithi157.stdout:op 668 completed, throughput=5MB/sec 2024-08-17T00:55:09.300 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-i_AKW6Ziz5B_jRC off=11783473 len=1047735 2024-08-17T00:55:09.301 INFO:tasks.workunit.client.0.smithi157.stdout:op 669 completed, throughput=5.01MB/sec 2024-08-17T00:55:09.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:09 smithi157 ceph-mon[98780]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:55:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:09 smithi157 ceph-mon[101289]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:55:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:09 smithi187 ceph-mon[90552]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:55:10.301 INFO:tasks.workunit.client.0.smithi157.stdout: 130: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:10.301 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fDZ886LVjFvEWI1 off=1052139 len=957208 2024-08-17T00:55:10.306 INFO:tasks.workunit.client.0.smithi157.stdout:op 670 completed, throughput=4.97MB/sec 2024-08-17T00:55:10.306 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oP7KYJW0AkU30ze off=2633214 len=1508826 2024-08-17T00:55:10.308 INFO:tasks.workunit.client.0.smithi157.stdout:op 671 completed, throughput=4.98MB/sec 2024-08-17T00:55:10.308 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bXKOg7oC86Z78Su off=4295959 len=710306 2024-08-17T00:55:10.312 INFO:tasks.workunit.client.0.smithi157.stdout:op 672 completed, throughput=4.99MB/sec 2024-08-17T00:55:10.312 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dGRkS24NZdmBD69 off=20109226 len=1275134 2024-08-17T00:55:10.313 INFO:tasks.workunit.client.0.smithi157.stdout:op 673 completed, throughput=5MB/sec 2024-08-17T00:55:10.313 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CRXdLHVQH3Dh7Fg off=240303 len=456467 2024-08-17T00:55:10.316 INFO:tasks.workunit.client.0.smithi157.stdout:op 674 completed, throughput=5MB/sec 2024-08-17T00:55:11.317 INFO:tasks.workunit.client.0.smithi157.stdout: 131: throughput=4.96MB/sec pending data=0 2024-08-17T00:55:11.317 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CEHssXByZAARQB6 off=8284790 len=1076908 2024-08-17T00:55:11.318 INFO:tasks.workunit.client.0.smithi157.stdout:op 675 completed, throughput=4.97MB/sec 2024-08-17T00:55:11.319 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Vi0wjK5XAvLc07j off=2922850 len=1973331 2024-08-17T00:55:11.322 INFO:tasks.workunit.client.0.smithi157.stdout:op 676 completed, throughput=4.99MB/sec 2024-08-17T00:55:11.323 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gfkLGVhmb0J-hhr off=13976828 len=764510 2024-08-17T00:55:11.327 INFO:tasks.workunit.client.0.smithi157.stdout:op 677 completed, throughput=4.99MB/sec 2024-08-17T00:55:11.327 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UWwqMaJwJKhyI0j off=230437 len=1311325 2024-08-17T00:55:11.330 INFO:tasks.workunit.client.0.smithi157.stdout:op 678 completed, throughput=5MB/sec 2024-08-17T00:55:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:11 smithi157 ceph-mon[101289]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T00:55:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:11 smithi157 ceph-mon[98780]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T00:55:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:11 smithi187 ceph-mon[90552]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T00:55:12.331 INFO:tasks.workunit.client.0.smithi157.stdout: 132: throughput=4.96MB/sec pending data=0 2024-08-17T00:55:12.331 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-x6Cf_VzVmn78XjG off=2393338 len=603595 2024-08-17T00:55:12.335 INFO:tasks.workunit.client.0.smithi157.stdout:op 679 completed, throughput=4.97MB/sec 2024-08-17T00:55:12.335 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-N3rn1-ohnHxQmzq off=4869529 len=167153 2024-08-17T00:55:12.335 INFO:tasks.workunit.client.0.smithi157.stdout:op 680 completed, throughput=4.97MB/sec 2024-08-17T00:55:12.336 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Qkj8wVnflzwBTLi off=6735155 len=1313852 2024-08-17T00:55:12.341 INFO:tasks.workunit.client.0.smithi157.stdout:op 681 completed, throughput=4.98MB/sec 2024-08-17T00:55:12.342 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tPX1Mu1tADWvi2c off=1845051 len=600797 2024-08-17T00:55:12.346 INFO:tasks.workunit.client.0.smithi157.stdout:op 682 completed, throughput=4.98MB/sec 2024-08-17T00:55:12.346 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Qkj8wVnflzwBTLi off=3242934 len=1633267 2024-08-17T00:55:12.347 INFO:tasks.workunit.client.0.smithi157.stdout:op 683 completed, throughput=4.99MB/sec 2024-08-17T00:55:12.348 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xbcZ1hLoo7DCfRZ off=16633901 len=985010 2024-08-17T00:55:12.352 INFO:tasks.workunit.client.0.smithi157.stdout:op 684 completed, throughput=5MB/sec 2024-08-17T00:55:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:55:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:55:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:55:13.353 INFO:tasks.workunit.client.0.smithi157.stdout: 133: throughput=4.96MB/sec pending data=0 2024-08-17T00:55:13.353 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-I3VtOyuga1zKZ57 off=4891596 len=1187316 2024-08-17T00:55:13.359 INFO:tasks.workunit.client.0.smithi157.stdout:op 685 completed, throughput=4.97MB/sec 2024-08-17T00:55:13.359 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YjcJPhxd2JyTQXs off=8287673 len=1858685 2024-08-17T00:55:13.367 INFO:tasks.workunit.client.0.smithi157.stdout:op 686 completed, throughput=4.98MB/sec 2024-08-17T00:55:13.367 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-54-uIub5jRZzzeq off=83844 len=1686782 2024-08-17T00:55:13.368 INFO:tasks.workunit.client.0.smithi157.stdout:op 687 completed, throughput=5MB/sec 2024-08-17T00:55:13.368 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-M3rXxQozt4MEOu1 off=1285293 len=1218108 2024-08-17T00:55:13.374 INFO:tasks.workunit.client.0.smithi157.stdout:op 688 completed, throughput=5MB/sec 2024-08-17T00:55:13.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:13 smithi157 ceph-mon[98780]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T00:55:13.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:55:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:55:13] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-08-17T00:55:13.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:13 smithi157 ceph-mon[101289]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T00:55:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:13 smithi187 ceph-mon[90552]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T00:55:14.374 INFO:tasks.workunit.client.0.smithi157.stdout: 134: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:14.374 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8oUyJzECi0wSmmg off=9893787 len=122005 2024-08-17T00:55:14.375 INFO:tasks.workunit.client.0.smithi157.stdout:op 689 completed, throughput=4.97MB/sec 2024-08-17T00:55:14.375 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qihFtjNXRA8M7Be off=7420292 len=722097 2024-08-17T00:55:14.379 INFO:tasks.workunit.client.0.smithi157.stdout:op 690 completed, throughput=4.97MB/sec 2024-08-17T00:55:14.379 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mro_jD-fNldejqb off=6831525 len=1375493 2024-08-17T00:55:14.381 INFO:tasks.workunit.client.0.smithi157.stdout:op 691 completed, throughput=4.98MB/sec 2024-08-17T00:55:14.381 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fdmJvG-xnFUEswg off=4594367 len=258982 2024-08-17T00:55:14.382 INFO:tasks.workunit.client.0.smithi157.stdout:op 692 completed, throughput=4.98MB/sec 2024-08-17T00:55:14.382 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cRtYP7B1Em_vS6D off=7779813 len=586445 2024-08-17T00:55:14.386 INFO:tasks.workunit.client.0.smithi157.stdout:op 693 completed, throughput=4.99MB/sec 2024-08-17T00:55:14.386 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xqd21AvGslT97az off=2956051 len=684669 2024-08-17T00:55:14.390 INFO:tasks.workunit.client.0.smithi157.stdout:op 694 completed, throughput=4.99MB/sec 2024-08-17T00:55:14.390 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-io-d8CB8GZLDpyW off=8289125 len=1024043 2024-08-17T00:55:14.395 INFO:tasks.workunit.client.0.smithi157.stdout:op 695 completed, throughput=5MB/sec 2024-08-17T00:55:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:14.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:15.396 INFO:tasks.workunit.client.0.smithi157.stdout: 135: throughput=4.96MB/sec pending data=0 2024-08-17T00:55:15.396 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v8612Or064A7d6m off=12819504 len=1373067 2024-08-17T00:55:15.398 INFO:tasks.workunit.client.0.smithi157.stdout:op 696 completed, throughput=4.97MB/sec 2024-08-17T00:55:15.398 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Z1xvZlDMWbOhaOM off=16920291 len=1264777 2024-08-17T00:55:15.404 INFO:tasks.workunit.client.0.smithi157.stdout:op 697 completed, throughput=4.98MB/sec 2024-08-17T00:55:15.404 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-whMle7miJzpGCi6 off=6063934 len=227666 2024-08-17T00:55:15.407 INFO:tasks.workunit.client.0.smithi157.stdout:op 698 completed, throughput=4.98MB/sec 2024-08-17T00:55:15.407 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ud5xwlQhkEngEvo off=3200320 len=1353155 2024-08-17T00:55:15.410 INFO:tasks.workunit.client.0.smithi157.stdout:op 699 completed, throughput=4.99MB/sec 2024-08-17T00:55:15.410 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2ldLIHD29JkHjqa off=4826028 len=1150556 2024-08-17T00:55:15.411 INFO:tasks.workunit.client.0.smithi157.stdout:op 700 completed, throughput=5MB/sec 2024-08-17T00:55:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:15 smithi157 ceph-mon[98780]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:55:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:15 smithi157 ceph-mon[101289]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:55:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:15 smithi187 ceph-mon[90552]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:55:16.412 INFO:tasks.workunit.client.0.smithi157.stdout: 136: throughput=4.96MB/sec pending data=0 2024-08-17T00:55:16.412 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mGaDwtUURT-JJDP off=753767 len=1959055 2024-08-17T00:55:16.415 INFO:tasks.workunit.client.0.smithi157.stdout:op 701 completed, throughput=4.98MB/sec 2024-08-17T00:55:16.416 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-c4Pkab5th5SbZby off=1480566 len=2012237 2024-08-17T00:55:16.428 INFO:tasks.workunit.client.0.smithi157.stdout:op 702 completed, throughput=4.99MB/sec 2024-08-17T00:55:16.428 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1nK43RfmbKLWvA7 off=6331792 len=181677 2024-08-17T00:55:16.429 INFO:tasks.workunit.client.0.smithi157.stdout:op 703 completed, throughput=4.99MB/sec 2024-08-17T00:55:16.429 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oAJtrqYdGkF0m5J off=5751645 len=1922963 2024-08-17T00:55:16.439 INFO:tasks.workunit.client.0.smithi157.stdout:op 704 completed, throughput=5.01MB/sec 2024-08-17T00:55:17.440 INFO:tasks.workunit.client.0.smithi157.stdout: 137: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:17.440 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sHN6S5QTQ7Sr531 off=3729696 len=1124940 2024-08-17T00:55:17.442 INFO:tasks.workunit.client.0.smithi157.stdout:op 705 completed, throughput=4.98MB/sec 2024-08-17T00:55:17.442 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CwK-uHJmchyFcZh off=14505244 len=51763 2024-08-17T00:55:17.442 INFO:tasks.workunit.client.0.smithi157.stdout:op 706 completed, throughput=4.98MB/sec 2024-08-17T00:55:17.442 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2Z6AXxW6TJJjUJm off=7200943 len=84492 2024-08-17T00:55:17.445 INFO:tasks.workunit.client.0.smithi157.stdout:op 707 completed, throughput=4.98MB/sec 2024-08-17T00:55:17.445 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-w1tgHvrQ8Wax1S5 off=10208244 len=1043021 2024-08-17T00:55:17.451 INFO:tasks.workunit.client.0.smithi157.stdout:op 708 completed, throughput=4.98MB/sec 2024-08-17T00:55:17.451 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8UlNKr7RPPecrkb off=20785279 len=1226337 2024-08-17T00:55:17.452 INFO:tasks.workunit.client.0.smithi157.stdout:op 709 completed, throughput=4.99MB/sec 2024-08-17T00:55:17.452 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PIbaH57VscSAv-B off=4224785 len=892777 2024-08-17T00:55:17.457 INFO:tasks.workunit.client.0.smithi157.stdout:op 710 completed, throughput=5MB/sec 2024-08-17T00:55:17.457 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3OwVdhGNNXG0rip off=3039192 len=715200 2024-08-17T00:55:17.458 INFO:tasks.workunit.client.0.smithi157.stdout:op 711 completed, throughput=5MB/sec 2024-08-17T00:55:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:17 smithi157 ceph-mon[98780]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:55:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:17 smithi157 ceph-mon[101289]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:55:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:17 smithi187 ceph-mon[90552]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:55:18.458 INFO:tasks.workunit.client.0.smithi157.stdout: 138: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:18.459 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WzHSM-mXaMoeRmh off=1252573 len=1387194 2024-08-17T00:55:18.465 INFO:tasks.workunit.client.0.smithi157.stdout:op 712 completed, throughput=4.98MB/sec 2024-08-17T00:55:18.465 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jcLqL4Hwru5eB1b off=4465122 len=218052 2024-08-17T00:55:18.468 INFO:tasks.workunit.client.0.smithi157.stdout:op 713 completed, throughput=4.98MB/sec 2024-08-17T00:55:18.468 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-L0TZooezVd7SvRW off=0 len=1127280 2024-08-17T00:55:18.469 INFO:tasks.workunit.client.0.smithi157.stdout:op 714 completed, throughput=4.99MB/sec 2024-08-17T00:55:18.469 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-E08LtoB8n80Qo76 off=15308007 len=1088961 2024-08-17T00:55:18.475 INFO:tasks.workunit.client.0.smithi157.stdout:op 715 completed, throughput=4.99MB/sec 2024-08-17T00:55:18.475 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YptlGkAkIzWThD1 off=7870514 len=779208 2024-08-17T00:55:18.480 INFO:tasks.workunit.client.0.smithi157.stdout:op 716 completed, throughput=5MB/sec 2024-08-17T00:55:18.480 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1Alavn80O912SHE off=1883476 len=2054140 2024-08-17T00:55:18.490 INFO:tasks.workunit.client.0.smithi157.stdout:op 717 completed, throughput=5.01MB/sec 2024-08-17T00:55:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: 139: throughput=4.98MB/sec pending data=0 2024-08-17T00:55:19.491 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9aOtTEw5EAzu84L off=11555884 len=996599 2024-08-17T00:55:19.497 INFO:tasks.workunit.client.0.smithi157.stdout:op 718 completed, throughput=4.98MB/sec 2024-08-17T00:55:19.497 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-citRilRGGwBf5ib off=1382466 len=167740 2024-08-17T00:55:19.500 INFO:tasks.workunit.client.0.smithi157.stdout:op 719 completed, throughput=4.98MB/sec 2024-08-17T00:55:19.500 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7vLNY8i4_MHi63C off=3418227 len=224842 2024-08-17T00:55:19.501 INFO:tasks.workunit.client.0.smithi157.stdout:op 720 completed, throughput=4.99MB/sec 2024-08-17T00:55:19.501 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FQfS5_I_vMZpSuL off=1398413 len=1605372 2024-08-17T00:55:19.511 INFO:tasks.workunit.client.0.smithi157.stdout:op 721 completed, throughput=5MB/sec 2024-08-17T00:55:19.511 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-APZXnS2pQnbtJ2m off=16280960 len=110176 2024-08-17T00:55:19.513 INFO:tasks.workunit.client.0.smithi157.stdout:op 722 completed, throughput=5MB/sec 2024-08-17T00:55:19.513 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lUYs1woqVzdZWTV off=2660966 len=29275 2024-08-17T00:55:19.514 INFO:tasks.workunit.client.0.smithi157.stdout:op 723 completed, throughput=5MB/sec 2024-08-17T00:55:19.514 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--bEtasrp_ZA_0oP off=5453882 len=549330 2024-08-17T00:55:19.517 INFO:tasks.workunit.client.0.smithi157.stdout:op 724 completed, throughput=5MB/sec 2024-08-17T00:55:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:19 smithi157 ceph-mon[98780]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:55:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:19 smithi157 ceph-mon[101289]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:55:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:19 smithi187 ceph-mon[90552]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:55:20.518 INFO:tasks.workunit.client.0.smithi157.stdout: 140: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:20.518 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GHmVrXE3NI_kzpX off=7551039 len=113638 2024-08-17T00:55:20.518 INFO:tasks.workunit.client.0.smithi157.stdout:op 725 completed, throughput=4.97MB/sec 2024-08-17T00:55:20.518 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8syComB6R7lR6lK off=15654528 len=111052 2024-08-17T00:55:20.520 INFO:tasks.workunit.client.0.smithi157.stdout:op 726 completed, throughput=4.97MB/sec 2024-08-17T00:55:20.521 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WmVe2tQIkafh10R off=19411165 len=1685143 2024-08-17T00:55:20.524 INFO:tasks.workunit.client.0.smithi157.stdout:op 727 completed, throughput=4.98MB/sec 2024-08-17T00:55:20.524 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-a0JbhWeBys1_Hli off=22030 len=298496 2024-08-17T00:55:20.527 INFO:tasks.workunit.client.0.smithi157.stdout:op 728 completed, throughput=4.98MB/sec 2024-08-17T00:55:20.527 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-t8Sob8GqMUK8fyp off=15024917 len=1022189 2024-08-17T00:55:20.532 INFO:tasks.workunit.client.0.smithi157.stdout:op 729 completed, throughput=4.99MB/sec 2024-08-17T00:55:20.532 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-U6tevZ6HD91sRDY off=3625495 len=1754310 2024-08-17T00:55:20.534 INFO:tasks.workunit.client.0.smithi157.stdout:op 730 completed, throughput=5MB/sec 2024-08-17T00:55:20.534 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_fGJvmjMN-JxmTH off=4836293 len=1572782 2024-08-17T00:55:20.537 INFO:tasks.workunit.client.0.smithi157.stdout:op 731 completed, throughput=5.01MB/sec 2024-08-17T00:55:21.538 INFO:tasks.workunit.client.0.smithi157.stdout: 141: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:21.538 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kQhpmgiEU34FLlV off=18164739 len=835657 2024-08-17T00:55:21.543 INFO:tasks.workunit.client.0.smithi157.stdout:op 732 completed, throughput=4.98MB/sec 2024-08-17T00:55:21.543 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aDNE3fHzK4ufs8d off=391740 len=15752 2024-08-17T00:55:21.545 INFO:tasks.workunit.client.0.smithi157.stdout:op 733 completed, throughput=4.98MB/sec 2024-08-17T00:55:21.545 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5UJ6ERbKZKQltVb off=3270810 len=2007999 2024-08-17T00:55:21.555 INFO:tasks.workunit.client.0.smithi157.stdout:op 734 completed, throughput=4.99MB/sec 2024-08-17T00:55:21.555 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ltPb5kEyQWl09u0 off=6538882 len=1961224 2024-08-17T00:55:21.558 INFO:tasks.workunit.client.0.smithi157.stdout:op 735 completed, throughput=5.01MB/sec 2024-08-17T00:55:21.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:21 smithi157 ceph-mon[101289]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:55:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:21 smithi157 ceph-mon[98780]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:55:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:21 smithi187 ceph-mon[90552]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:55:22.559 INFO:tasks.workunit.client.0.smithi157.stdout: 142: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:22.559 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TdioeXQB_xon2nf off=13329946 len=1153094 2024-08-17T00:55:22.561 INFO:tasks.workunit.client.0.smithi157.stdout:op 736 completed, throughput=4.98MB/sec 2024-08-17T00:55:22.561 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6hNLlimX4j8tBtO off=2787278 len=1580136 2024-08-17T00:55:22.562 INFO:tasks.workunit.client.0.smithi157.stdout:op 737 completed, throughput=4.99MB/sec 2024-08-17T00:55:22.562 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-C0PzqJ3YbseDcv5 off=11631465 len=1261249 2024-08-17T00:55:22.563 INFO:tasks.workunit.client.0.smithi157.stdout:op 738 completed, throughput=5MB/sec 2024-08-17T00:55:22.564 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mevPWyhJ9bj_82Y off=2633598 len=1395130 2024-08-17T00:55:22.572 INFO:tasks.workunit.client.0.smithi157.stdout:op 739 completed, throughput=5.01MB/sec 2024-08-17T00:55:22.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:55:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:55:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:55:23.573 INFO:tasks.workunit.client.0.smithi157.stdout: 143: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:23.573 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jmsof4o4paQPBWz off=3074142 len=285932 2024-08-17T00:55:23.573 INFO:tasks.workunit.client.0.smithi157.stdout:op 740 completed, throughput=4.97MB/sec 2024-08-17T00:55:23.573 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uB1wHvZd6M-wuRs off=7776472 len=929566 2024-08-17T00:55:23.578 INFO:tasks.workunit.client.0.smithi157.stdout:op 741 completed, throughput=4.98MB/sec 2024-08-17T00:55:23.578 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dr9FVFG_VVJf3cP off=1257475 len=1267198 2024-08-17T00:55:23.585 INFO:tasks.workunit.client.0.smithi157.stdout:op 742 completed, throughput=4.99MB/sec 2024-08-17T00:55:23.585 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iJ0Wiar0EpbK0bf off=394509 len=828183 2024-08-17T00:55:23.589 INFO:tasks.workunit.client.0.smithi157.stdout:op 743 completed, throughput=4.99MB/sec 2024-08-17T00:55:23.589 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YsePARasiwQiBPU off=17864675 len=1982350 2024-08-17T00:55:23.591 INFO:tasks.workunit.client.0.smithi157.stdout:op 744 completed, throughput=5.01MB/sec 2024-08-17T00:55:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:55:23] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-08-17T00:55:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:23 smithi187 ceph-mon[90552]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:55:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:55:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:55:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:55:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:55:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:55:24.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:55:24.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:55:24.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:23 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:55:24.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[101289]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:55:24.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:55:24.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:55:24.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:55:24.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:55:24.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:55:24.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:55:24.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:55:24.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:55:24.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[98780]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:55:24.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:55:24.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:55:24.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:55:24.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:55:24.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:55:24.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:55:24.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:55:24.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:23 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:55:24.591 INFO:tasks.workunit.client.0.smithi157.stdout: 144: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:24.591 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4_cdF69x9_gkb6n off=8618513 len=686035 2024-08-17T00:55:24.592 INFO:tasks.workunit.client.0.smithi157.stdout:op 745 completed, throughput=4.98MB/sec 2024-08-17T00:55:24.592 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IT5o58A2SYNc0Q7 off=7816483 len=312148 2024-08-17T00:55:24.595 INFO:tasks.workunit.client.0.smithi157.stdout:op 746 completed, throughput=4.98MB/sec 2024-08-17T00:55:24.595 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mKTdD0PwFUk0uWe off=2906282 len=728511 2024-08-17T00:55:24.599 INFO:tasks.workunit.client.0.smithi157.stdout:op 747 completed, throughput=4.98MB/sec 2024-08-17T00:55:24.599 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3NjucsK56sVyl6n off=1224023 len=949702 2024-08-17T00:55:24.603 INFO:tasks.workunit.client.0.smithi157.stdout:op 748 completed, throughput=4.99MB/sec 2024-08-17T00:55:24.603 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4iWAhhG83ntnraL off=835379 len=1354412 2024-08-17T00:55:24.610 INFO:tasks.workunit.client.0.smithi157.stdout:op 749 completed, throughput=5MB/sec 2024-08-17T00:55:24.610 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-G296PcdmKHl1bb4 off=0 len=1424193 2024-08-17T00:55:24.616 INFO:tasks.workunit.client.0.smithi157.stdout:op 750 completed, throughput=5.01MB/sec 2024-08-17T00:55:25.616 INFO:tasks.workunit.client.0.smithi157.stdout: 145: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:25.616 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rn8Ds7wcDCu5zht off=3008103 len=1229907 2024-08-17T00:55:25.622 INFO:tasks.workunit.client.0.smithi157.stdout:op 751 completed, throughput=4.98MB/sec 2024-08-17T00:55:25.622 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2sU4REIvvLHrZt1 off=9318420 len=1180254 2024-08-17T00:55:25.624 INFO:tasks.workunit.client.0.smithi157.stdout:op 752 completed, throughput=4.99MB/sec 2024-08-17T00:55:25.624 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--7UsYgtZ_uaVL60 off=731053 len=812551 2024-08-17T00:55:25.629 INFO:tasks.workunit.client.0.smithi157.stdout:op 753 completed, throughput=4.99MB/sec 2024-08-17T00:55:25.629 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2ze6enXzzpPCDFB off=1130936 len=214929 2024-08-17T00:55:25.631 INFO:tasks.workunit.client.0.smithi157.stdout:op 754 completed, throughput=4.99MB/sec 2024-08-17T00:55:25.632 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VtlTDvfgTPzr5li off=116478 len=1353000 2024-08-17T00:55:25.637 INFO:tasks.workunit.client.0.smithi157.stdout:op 755 completed, throughput=5MB/sec 2024-08-17T00:55:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:25 smithi187 ceph-mon[90552]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T00:55:26.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:25 smithi157 ceph-mon[98780]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T00:55:26.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:25 smithi157 ceph-mon[101289]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T00:55:26.637 INFO:tasks.workunit.client.0.smithi157.stdout: 146: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:26.637 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-A0PliSf6tLIrlha off=59008 len=722373 2024-08-17T00:55:26.638 INFO:tasks.workunit.client.0.smithi157.stdout:op 756 completed, throughput=4.97MB/sec 2024-08-17T00:55:26.638 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_K_mBOUFbABPf8C off=6128048 len=1249339 2024-08-17T00:55:26.644 INFO:tasks.workunit.client.0.smithi157.stdout:op 757 completed, throughput=4.98MB/sec 2024-08-17T00:55:26.645 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZFbtkrqxAojlaMP off=276478 len=1941580 2024-08-17T00:55:26.655 INFO:tasks.workunit.client.0.smithi157.stdout:op 758 completed, throughput=4.99MB/sec 2024-08-17T00:55:26.656 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aauJRe7QKI9Prsq off=1462678 len=2070867 2024-08-17T00:55:26.658 INFO:tasks.workunit.client.0.smithi157.stdout:op 759 completed, throughput=5.01MB/sec 2024-08-17T00:55:27.658 INFO:tasks.workunit.client.0.smithi157.stdout: 147: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:27.658 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bs0MVSUn6GgutaS off=1345680 len=846953 2024-08-17T00:55:27.663 INFO:tasks.workunit.client.0.smithi157.stdout:op 760 completed, throughput=4.98MB/sec 2024-08-17T00:55:27.663 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9CxsEQvQx4LwDWJ off=16705333 len=1376082 2024-08-17T00:55:27.669 INFO:tasks.workunit.client.0.smithi157.stdout:op 761 completed, throughput=4.99MB/sec 2024-08-17T00:55:27.669 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qM-KKR8XnGGL1hP off=19151781 len=120420 2024-08-17T00:55:27.670 INFO:tasks.workunit.client.0.smithi157.stdout:op 762 completed, throughput=4.99MB/sec 2024-08-17T00:55:27.670 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vg808vQtfS8s-ZX off=1678766 len=1214190 2024-08-17T00:55:27.671 INFO:tasks.workunit.client.0.smithi157.stdout:op 763 completed, throughput=5MB/sec 2024-08-17T00:55:27.671 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0tVRiCYZxAdUJsb off=1451800 len=283666 2024-08-17T00:55:27.674 INFO:tasks.workunit.client.0.smithi157.stdout:op 764 completed, throughput=5MB/sec 2024-08-17T00:55:27.674 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TV2cpj4eoE2vfDg off=16942703 len=645617 2024-08-17T00:55:27.675 INFO:tasks.workunit.client.0.smithi157.stdout:op 765 completed, throughput=5MB/sec 2024-08-17T00:55:28.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:27 smithi187 ceph-mon[90552]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T00:55:28.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:27 smithi157 ceph-mon[98780]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T00:55:28.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:27 smithi157 ceph-mon[101289]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T00:55:28.676 INFO:tasks.workunit.client.0.smithi157.stdout: 148: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:28.676 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KfE8QItK6BG6Sia off=9075864 len=1244388 2024-08-17T00:55:28.678 INFO:tasks.workunit.client.0.smithi157.stdout:op 766 completed, throughput=4.98MB/sec 2024-08-17T00:55:28.678 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EJZttrzjJUxaEuh off=3838267 len=814011 2024-08-17T00:55:28.682 INFO:tasks.workunit.client.0.smithi157.stdout:op 767 completed, throughput=4.98MB/sec 2024-08-17T00:55:28.682 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-q60wguEmsth2n4M off=6907850 len=1761808 2024-08-17T00:55:28.692 INFO:tasks.workunit.client.0.smithi157.stdout:op 768 completed, throughput=4.99MB/sec 2024-08-17T00:55:28.692 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2HgjfTmwfV3-3gi off=382027 len=467331 2024-08-17T00:55:28.693 INFO:tasks.workunit.client.0.smithi157.stdout:op 769 completed, throughput=4.99MB/sec 2024-08-17T00:55:28.693 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RJaM3RO-wU2LlCl off=11538040 len=733030 2024-08-17T00:55:28.694 INFO:tasks.workunit.client.0.smithi157.stdout:op 770 completed, throughput=5MB/sec 2024-08-17T00:55:28.694 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tZWwixPFHoUrm_O off=4253292 len=1210303 2024-08-17T00:55:28.696 INFO:tasks.workunit.client.0.smithi157.stdout:op 771 completed, throughput=5.01MB/sec 2024-08-17T00:55:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:29.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:29.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:29.695 INFO:tasks.workunit.client.0.smithi157.stdout: 149: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:29.696 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vrguJmR99v7e81A off=7448808 len=803308 2024-08-17T00:55:29.700 INFO:tasks.workunit.client.0.smithi157.stdout:op 772 completed, throughput=4.98MB/sec 2024-08-17T00:55:29.700 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0-0rMGNq6X9k2G8 off=3711917 len=1111777 2024-08-17T00:55:29.702 INFO:tasks.workunit.client.0.smithi157.stdout:op 773 completed, throughput=4.99MB/sec 2024-08-17T00:55:29.702 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EAkeryoY2T5sPY3 off=4461317 len=1295006 2024-08-17T00:55:29.704 INFO:tasks.workunit.client.0.smithi157.stdout:op 774 completed, throughput=4.99MB/sec 2024-08-17T00:55:29.704 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mJzr02xOY68N_Fk off=4836052 len=282673 2024-08-17T00:55:29.707 INFO:tasks.workunit.client.0.smithi157.stdout:op 775 completed, throughput=5MB/sec 2024-08-17T00:55:29.707 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NdApV2bwJWLds_v off=1061901 len=814525 2024-08-17T00:55:29.708 INFO:tasks.workunit.client.0.smithi157.stdout:op 776 completed, throughput=5MB/sec 2024-08-17T00:55:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:29 smithi187 ceph-mon[90552]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:55:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:29 smithi157 ceph-mon[98780]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:55:30.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:29 smithi157 ceph-mon[101289]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:55:30.709 INFO:tasks.workunit.client.0.smithi157.stdout: 150: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:30.709 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-L5hMFCrm2ULBm65 off=10300913 len=1165294 2024-08-17T00:55:30.715 INFO:tasks.workunit.client.0.smithi157.stdout:op 777 completed, throughput=4.97MB/sec 2024-08-17T00:55:30.716 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jO1U5DxMQXy2zCz off=3530074 len=310022 2024-08-17T00:55:30.716 INFO:tasks.workunit.client.0.smithi157.stdout:op 778 completed, throughput=4.98MB/sec 2024-08-17T00:55:30.716 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Yo098I6v5bCK10n off=1275289 len=713132 2024-08-17T00:55:30.721 INFO:tasks.workunit.client.0.smithi157.stdout:op 779 completed, throughput=4.98MB/sec 2024-08-17T00:55:30.721 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LwC-w3pMrzdMF5I off=10178517 len=2003406 2024-08-17T00:55:30.723 INFO:tasks.workunit.client.0.smithi157.stdout:op 780 completed, throughput=4.99MB/sec 2024-08-17T00:55:30.723 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_GZtntbxg9eITrt off=2100704 len=1853371 2024-08-17T00:55:30.731 INFO:tasks.workunit.client.0.smithi157.stdout:op 781 completed, throughput=5MB/sec 2024-08-17T00:55:31.731 INFO:tasks.workunit.client.0.smithi157.stdout: 151: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:31.732 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LZNutzmtKzzLrrq off=16724995 len=1086931 2024-08-17T00:55:31.737 INFO:tasks.workunit.client.0.smithi157.stdout:op 782 completed, throughput=4.98MB/sec 2024-08-17T00:55:31.737 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UNAzhrxe1ZE9Pi2 off=303524 len=1511238 2024-08-17T00:55:31.740 INFO:tasks.workunit.client.0.smithi157.stdout:op 783 completed, throughput=4.99MB/sec 2024-08-17T00:55:31.741 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8lyQad-XQHaWrYw off=7704690 len=784685 2024-08-17T00:55:31.742 INFO:tasks.workunit.client.0.smithi157.stdout:op 784 completed, throughput=4.99MB/sec 2024-08-17T00:55:31.742 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZQJMFM_XDYt41gs off=3230830 len=1326940 2024-08-17T00:55:31.748 INFO:tasks.workunit.client.0.smithi157.stdout:op 785 completed, throughput=5MB/sec 2024-08-17T00:55:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:31 smithi187 ceph-mon[90552]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:55:32.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:31 smithi157 ceph-mon[98780]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:55:32.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:31 smithi157 ceph-mon[101289]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:55:32.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:55:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:55:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:55:32.748 INFO:tasks.workunit.client.0.smithi157.stdout: 152: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:32.748 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mfIrZFflhBuim-c off=3414075 len=268074 2024-08-17T00:55:32.751 INFO:tasks.workunit.client.0.smithi157.stdout:op 786 completed, throughput=4.97MB/sec 2024-08-17T00:55:32.751 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-g2VZ3h0CXs_1j8F off=9862281 len=1674990 2024-08-17T00:55:32.759 INFO:tasks.workunit.client.0.smithi157.stdout:op 787 completed, throughput=4.98MB/sec 2024-08-17T00:55:32.759 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qIG73c2PV7kW24x off=9007107 len=2003805 2024-08-17T00:55:32.770 INFO:tasks.workunit.client.0.smithi157.stdout:op 788 completed, throughput=4.99MB/sec 2024-08-17T00:55:32.771 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Pw82knueGesmOh- off=17305429 len=1097801 2024-08-17T00:55:32.771 INFO:tasks.workunit.client.0.smithi157.stdout:op 789 completed, throughput=5MB/sec 2024-08-17T00:55:32.772 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1eakkOBbUdoOADp off=5365253 len=203750 2024-08-17T00:55:32.772 INFO:tasks.workunit.client.0.smithi157.stdout:op 790 completed, throughput=5MB/sec 2024-08-17T00:55:32.772 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ivZh53GHzclWgrj off=1302396 len=76646 2024-08-17T00:55:32.774 INFO:tasks.workunit.client.0.smithi157.stdout:op 791 completed, throughput=5MB/sec 2024-08-17T00:55:33.775 INFO:tasks.workunit.client.0.smithi157.stdout: 153: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:33.775 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SSIENMqPPBZA0-w off=14629224 len=1269996 2024-08-17T00:55:33.777 INFO:tasks.workunit.client.0.smithi157.stdout:op 792 completed, throughput=4.98MB/sec 2024-08-17T00:55:33.777 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jlHpbaxHm1QU9zx off=1427557 len=1091505 2024-08-17T00:55:33.778 INFO:tasks.workunit.client.0.smithi157.stdout:op 793 completed, throughput=4.98MB/sec 2024-08-17T00:55:33.778 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EfbMH3K7e66Mjt_ off=896973 len=167208 2024-08-17T00:55:33.779 INFO:tasks.workunit.client.0.smithi157.stdout:op 794 completed, throughput=4.98MB/sec 2024-08-17T00:55:33.779 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bx3v7KQ9FLdaBiA off=1877717 len=518495 2024-08-17T00:55:33.783 INFO:tasks.workunit.client.0.smithi157.stdout:op 795 completed, throughput=4.99MB/sec 2024-08-17T00:55:33.783 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-m5nWkV87Q6YROUM off=2638163 len=412560 2024-08-17T00:55:33.784 INFO:tasks.workunit.client.0.smithi157.stdout:op 796 completed, throughput=4.99MB/sec 2024-08-17T00:55:33.784 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Abr4BxQOIvuFcG8 off=1987262 len=473575 2024-08-17T00:55:33.785 INFO:tasks.workunit.client.0.smithi157.stdout:op 797 completed, throughput=4.99MB/sec 2024-08-17T00:55:33.785 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-t4P4Cz-a0Dum_9P off=4150343 len=187007 2024-08-17T00:55:33.788 INFO:tasks.workunit.client.0.smithi157.stdout:op 798 completed, throughput=4.99MB/sec 2024-08-17T00:55:33.788 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CRt09yvDMi9uov5 off=7448470 len=1131327 2024-08-17T00:55:33.793 INFO:tasks.workunit.client.0.smithi157.stdout:op 799 completed, throughput=5MB/sec 2024-08-17T00:55:33.793 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yJXVgvmHrDV4dZm off=1888807 len=694940 2024-08-17T00:55:33.794 INFO:tasks.workunit.client.0.smithi157.stdout:op 800 completed, throughput=5MB/sec 2024-08-17T00:55:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:55:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:55:33] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-08-17T00:55:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:33 smithi187 ceph-mon[90552]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:55:34.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:33 smithi157 ceph-mon[101289]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:55:34.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:33 smithi157 ceph-mon[98780]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:55:34.794 INFO:tasks.workunit.client.0.smithi157.stdout: 154: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:34.794 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FwuyIWFqlfGWvlY off=18236544 len=1407133 2024-08-17T00:55:34.801 INFO:tasks.workunit.client.0.smithi157.stdout:op 801 completed, throughput=4.98MB/sec 2024-08-17T00:55:34.801 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-STwWq2HBN35hlgq off=10415795 len=504330 2024-08-17T00:55:34.801 INFO:tasks.workunit.client.0.smithi157.stdout:op 802 completed, throughput=4.98MB/sec 2024-08-17T00:55:34.802 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-V3BLFS7e7uHfRWG off=11412617 len=845974 2024-08-17T00:55:34.803 INFO:tasks.workunit.client.0.smithi157.stdout:op 803 completed, throughput=4.99MB/sec 2024-08-17T00:55:34.803 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qG2KnrHUhS76_Ft off=3908748 len=854617 2024-08-17T00:55:34.808 INFO:tasks.workunit.client.0.smithi157.stdout:op 804 completed, throughput=4.99MB/sec 2024-08-17T00:55:34.808 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LlSKpbLkRKddCLH off=20099937 len=71497 2024-08-17T00:55:34.808 INFO:tasks.workunit.client.0.smithi157.stdout:op 805 completed, throughput=4.99MB/sec 2024-08-17T00:55:34.808 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4ZxORzNOqK6IWZ0 off=14875175 len=1912458 2024-08-17T00:55:34.817 INFO:tasks.workunit.client.0.smithi157.stdout:op 806 completed, throughput=5.01MB/sec 2024-08-17T00:55:35.817 INFO:tasks.workunit.client.0.smithi157.stdout: 155: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:35.818 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-K5IX0DDkABaokvM off=5535545 len=1745983 2024-08-17T00:55:35.825 INFO:tasks.workunit.client.0.smithi157.stdout:op 807 completed, throughput=4.98MB/sec 2024-08-17T00:55:35.825 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OvGgRl2xHQqb4rr off=10096434 len=1610603 2024-08-17T00:55:35.830 INFO:tasks.workunit.client.0.smithi157.stdout:op 808 completed, throughput=4.99MB/sec 2024-08-17T00:55:35.830 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MhWcAzYOmZnAjnu off=10060896 len=1771943 2024-08-17T00:55:35.837 INFO:tasks.workunit.client.0.smithi157.stdout:op 809 completed, throughput=5MB/sec 2024-08-17T00:55:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:35 smithi187 ceph-mon[90552]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:55:36.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:35 smithi157 ceph-mon[101289]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:55:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:35 smithi157 ceph-mon[98780]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:55:36.838 INFO:tasks.workunit.client.0.smithi157.stdout: 156: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:36.838 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-osekBp61V30kv7M off=392201 len=673086 2024-08-17T00:55:36.843 INFO:tasks.workunit.client.0.smithi157.stdout:op 810 completed, throughput=4.98MB/sec 2024-08-17T00:55:36.843 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2hXMtEVizRFzaZA off=6400722 len=1436940 2024-08-17T00:55:36.849 INFO:tasks.workunit.client.0.smithi157.stdout:op 811 completed, throughput=4.98MB/sec 2024-08-17T00:55:36.849 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4KRGd2GAB-sLxsn off=3134677 len=636020 2024-08-17T00:55:36.850 INFO:tasks.workunit.client.0.smithi157.stdout:op 812 completed, throughput=4.99MB/sec 2024-08-17T00:55:36.850 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pxP_S3Dc9DvhCAL off=3787618 len=1028278 2024-08-17T00:55:36.851 INFO:tasks.workunit.client.0.smithi157.stdout:op 813 completed, throughput=4.99MB/sec 2024-08-17T00:55:36.851 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Xdayzfokyg353ah off=18685226 len=37552 2024-08-17T00:55:36.852 INFO:tasks.workunit.client.0.smithi157.stdout:op 814 completed, throughput=4.99MB/sec 2024-08-17T00:55:36.852 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RK_wqh2oddA3X1B off=1959393 len=1337006 2024-08-17T00:55:36.859 INFO:tasks.workunit.client.0.smithi157.stdout:op 815 completed, throughput=5MB/sec 2024-08-17T00:55:37.859 INFO:tasks.workunit.client.0.smithi157.stdout: 157: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:37.860 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0SzdQsZbVWWlZ6- off=6045574 len=2072156 2024-08-17T00:55:37.862 INFO:tasks.workunit.client.0.smithi157.stdout:op 816 completed, throughput=4.98MB/sec 2024-08-17T00:55:37.862 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4mLJjWxbvJ7OxQs off=1159225 len=1464328 2024-08-17T00:55:37.871 INFO:tasks.workunit.client.0.smithi157.stdout:op 817 completed, throughput=4.99MB/sec 2024-08-17T00:55:37.871 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bQ1UHBEGpYO6347 off=312430 len=1886310 2024-08-17T00:55:37.880 INFO:tasks.workunit.client.0.smithi157.stdout:op 818 completed, throughput=5MB/sec 2024-08-17T00:55:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:37 smithi187 ceph-mon[90552]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:55:38.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:37 smithi157 ceph-mon[101289]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:55:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:37 smithi157 ceph-mon[98780]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:55:38.880 INFO:tasks.workunit.client.0.smithi157.stdout: 158: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:38.880 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-w_Gs68UPKsmEPWA off=12492481 len=57779 2024-08-17T00:55:38.882 INFO:tasks.workunit.client.0.smithi157.stdout:op 819 completed, throughput=4.97MB/sec 2024-08-17T00:55:38.883 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-T0oph1gm48_Jbgy off=14994246 len=1950151 2024-08-17T00:55:38.885 INFO:tasks.workunit.client.0.smithi157.stdout:op 820 completed, throughput=4.98MB/sec 2024-08-17T00:55:38.885 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--k1H4gI4zoKR9II off=4304194 len=1381617 2024-08-17T00:55:38.892 INFO:tasks.workunit.client.0.smithi157.stdout:op 821 completed, throughput=4.99MB/sec 2024-08-17T00:55:38.892 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QXz_4AEqKyCx0J8 off=10860706 len=548166 2024-08-17T00:55:38.896 INFO:tasks.workunit.client.0.smithi157.stdout:op 822 completed, throughput=4.99MB/sec 2024-08-17T00:55:38.896 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wsdAYh8Mc4s0vtO off=502270 len=1352562 2024-08-17T00:55:38.902 INFO:tasks.workunit.client.0.smithi157.stdout:op 823 completed, throughput=5MB/sec 2024-08-17T00:55:39.903 INFO:tasks.workunit.client.0.smithi157.stdout: 159: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:39.903 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--XUB1set_Bjo8QQ off=9003875 len=726286 2024-08-17T00:55:39.907 INFO:tasks.workunit.client.0.smithi157.stdout:op 824 completed, throughput=4.98MB/sec 2024-08-17T00:55:39.907 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eNHST_JaJmjBw9U off=309591 len=565928 2024-08-17T00:55:39.911 INFO:tasks.workunit.client.0.smithi157.stdout:op 825 completed, throughput=4.98MB/sec 2024-08-17T00:55:39.911 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LKjZN4G7jNiGudn off=16216604 len=1666672 2024-08-17T00:55:39.919 INFO:tasks.workunit.client.0.smithi157.stdout:op 826 completed, throughput=4.99MB/sec 2024-08-17T00:55:39.919 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-q-HYMyTue7jQIZ4 off=2427274 len=624179 2024-08-17T00:55:39.923 INFO:tasks.workunit.client.0.smithi157.stdout:op 827 completed, throughput=4.99MB/sec 2024-08-17T00:55:39.923 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aYmwvRYLpZvLs3t off=14363723 len=920097 2024-08-17T00:55:39.928 INFO:tasks.workunit.client.0.smithi157.stdout:op 828 completed, throughput=5MB/sec 2024-08-17T00:55:39.929 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VusaRHs1qdxItaR off=811520 len=932379 2024-08-17T00:55:39.932 INFO:tasks.workunit.client.0.smithi157.stdout:op 829 completed, throughput=5MB/sec 2024-08-17T00:55:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:39 smithi187 ceph-mon[90552]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T00:55:40.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:39 smithi157 ceph-mon[98780]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T00:55:40.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:39 smithi157 ceph-mon[101289]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T00:55:40.933 INFO:tasks.workunit.client.0.smithi157.stdout: 160: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:40.933 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-L6IQPL9nPohXsNI off=1217575 len=253847 2024-08-17T00:55:40.936 INFO:tasks.workunit.client.0.smithi157.stdout:op 830 completed, throughput=4.97MB/sec 2024-08-17T00:55:40.936 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-voo1rbJ_On_YysF off=3115207 len=102859 2024-08-17T00:55:40.938 INFO:tasks.workunit.client.0.smithi157.stdout:op 831 completed, throughput=4.97MB/sec 2024-08-17T00:55:40.939 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rYhq_i9X7Rt3Jzx off=7969654 len=1016461 2024-08-17T00:55:40.941 INFO:tasks.workunit.client.0.smithi157.stdout:op 832 completed, throughput=4.98MB/sec 2024-08-17T00:55:40.941 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iuApNz84RE6hKDt off=10770539 len=1498238 2024-08-17T00:55:40.943 INFO:tasks.workunit.client.0.smithi157.stdout:op 833 completed, throughput=4.99MB/sec 2024-08-17T00:55:40.943 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4lii4JqhEYccgad off=4579515 len=1402457 2024-08-17T00:55:40.945 INFO:tasks.workunit.client.0.smithi157.stdout:op 834 completed, throughput=5MB/sec 2024-08-17T00:55:40.945 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-52DELGcc-plN33W off=3644220 len=840461 2024-08-17T00:55:40.946 INFO:tasks.workunit.client.0.smithi157.stdout:op 835 completed, throughput=5MB/sec 2024-08-17T00:55:41.947 INFO:tasks.workunit.client.0.smithi157.stdout: 161: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:41.947 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cvO2DA8va7KYqvt off=7921164 len=1168671 2024-08-17T00:55:41.953 INFO:tasks.workunit.client.0.smithi157.stdout:op 836 completed, throughput=4.98MB/sec 2024-08-17T00:55:41.953 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yuOAwg6D9CfLFaD off=1786543 len=565563 2024-08-17T00:55:41.957 INFO:tasks.workunit.client.0.smithi157.stdout:op 837 completed, throughput=4.98MB/sec 2024-08-17T00:55:41.957 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-I-8AtmNJ3266_Dr off=1310799 len=724510 2024-08-17T00:55:41.961 INFO:tasks.workunit.client.0.smithi157.stdout:op 838 completed, throughput=4.98MB/sec 2024-08-17T00:55:41.961 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DIGyR9WlY1kT9nB off=2585987 len=1645134 2024-08-17T00:55:41.962 INFO:tasks.workunit.client.0.smithi157.stdout:op 839 completed, throughput=4.99MB/sec 2024-08-17T00:55:41.963 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OeotIH1dD19AcEy off=11864835 len=1713925 2024-08-17T00:55:41.966 INFO:tasks.workunit.client.0.smithi157.stdout:op 840 completed, throughput=5MB/sec 2024-08-17T00:55:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:41 smithi187 ceph-mon[90552]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:55:42.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:41 smithi157 ceph-mon[101289]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:55:42.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:41 smithi157 ceph-mon[98780]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:55:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:55:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:55:42.966 INFO:tasks.workunit.client.0.smithi157.stdout: 162: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:42.966 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FyEopASuiX2smX2 off=5552795 len=233269 2024-08-17T00:55:42.967 INFO:tasks.workunit.client.0.smithi157.stdout:op 841 completed, throughput=4.98MB/sec 2024-08-17T00:55:42.967 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aJQrRCX49Bj7Py- off=4867532 len=2025475 2024-08-17T00:55:42.971 INFO:tasks.workunit.client.0.smithi157.stdout:op 842 completed, throughput=4.99MB/sec 2024-08-17T00:55:42.971 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-msx0kHUaKvzCDHT off=3630808 len=657390 2024-08-17T00:55:42.972 INFO:tasks.workunit.client.0.smithi157.stdout:op 843 completed, throughput=4.99MB/sec 2024-08-17T00:55:42.972 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-G1_OdQxRaVIA9gG off=16051235 len=1618122 2024-08-17T00:55:42.981 INFO:tasks.workunit.client.0.smithi157.stdout:op 844 completed, throughput=5MB/sec 2024-08-17T00:55:42.981 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-n4zt82sXJo5LNVu off=11622612 len=605047 2024-08-17T00:55:42.985 INFO:tasks.workunit.client.0.smithi157.stdout:op 845 completed, throughput=5MB/sec 2024-08-17T00:55:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:55:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:55:43] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-08-17T00:55:43.985 INFO:tasks.workunit.client.0.smithi157.stdout: 163: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:43.985 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3nFrec5dZTx6bhV off=9323744 len=1802886 2024-08-17T00:55:43.997 INFO:tasks.workunit.client.0.smithi157.stdout:op 846 completed, throughput=4.98MB/sec 2024-08-17T00:55:43.997 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FQz0ajXfWTub05q off=9217954 len=677751 2024-08-17T00:55:43.998 INFO:tasks.workunit.client.0.smithi157.stdout:op 847 completed, throughput=4.99MB/sec 2024-08-17T00:55:43.998 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-g22GerUL_9oLhxj off=4784416 len=42603 2024-08-17T00:55:43.999 INFO:tasks.workunit.client.0.smithi157.stdout:op 848 completed, throughput=4.99MB/sec 2024-08-17T00:55:43.999 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IWkTtvph0-A-4EP off=10965295 len=1004921 2024-08-17T00:55:44.000 INFO:tasks.workunit.client.0.smithi157.stdout:op 849 completed, throughput=4.99MB/sec 2024-08-17T00:55:44.000 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aXoISEmYAfU_PnQ off=22211292 len=1861830 2024-08-17T00:55:44.008 INFO:tasks.workunit.client.0.smithi157.stdout:op 850 completed, throughput=5MB/sec 2024-08-17T00:55:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:43 smithi187 ceph-mon[90552]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T00:55:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:43 smithi157 ceph-mon[98780]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T00:55:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:43 smithi157 ceph-mon[101289]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T00:55:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:45.008 INFO:tasks.workunit.client.0.smithi157.stdout: 164: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:45.008 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-d-ULXTKHSh1hpG1 off=873212 len=1161218 2024-08-17T00:55:45.011 INFO:tasks.workunit.client.0.smithi157.stdout:op 851 completed, throughput=4.98MB/sec 2024-08-17T00:55:45.011 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0DutjXp-THazhD6 off=6933434 len=235942 2024-08-17T00:55:45.012 INFO:tasks.workunit.client.0.smithi157.stdout:op 852 completed, throughput=4.98MB/sec 2024-08-17T00:55:45.012 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xYfyGdDJkBCBmOs off=21371842 len=843147 2024-08-17T00:55:45.013 INFO:tasks.workunit.client.0.smithi157.stdout:op 853 completed, throughput=4.99MB/sec 2024-08-17T00:55:45.013 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BUJnBdrlFjmfl0d off=2607292 len=769304 2024-08-17T00:55:45.018 INFO:tasks.workunit.client.0.smithi157.stdout:op 854 completed, throughput=4.99MB/sec 2024-08-17T00:55:45.018 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Lo1McIZ1ZX2Q4od off=4801714 len=402227 2024-08-17T00:55:45.019 INFO:tasks.workunit.client.0.smithi157.stdout:op 855 completed, throughput=4.99MB/sec 2024-08-17T00:55:45.019 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xc7q14gIxyaRCit off=1478832 len=223786 2024-08-17T00:55:45.020 INFO:tasks.workunit.client.0.smithi157.stdout:op 856 completed, throughput=4.99MB/sec 2024-08-17T00:55:45.020 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fPX8s_H1UuQC9E_ off=6193545 len=684720 2024-08-17T00:55:45.024 INFO:tasks.workunit.client.0.smithi157.stdout:op 857 completed, throughput=5MB/sec 2024-08-17T00:55:45.024 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iXXE1k8LOdEMrOd off=0 len=1141960 2024-08-17T00:55:45.029 INFO:tasks.workunit.client.0.smithi157.stdout:op 858 completed, throughput=5MB/sec 2024-08-17T00:55:46.029 INFO:tasks.workunit.client.0.smithi157.stdout: 165: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:46.029 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AAn_vFp8gRL4cPr off=662884 len=332192 2024-08-17T00:55:46.033 INFO:tasks.workunit.client.0.smithi157.stdout:op 859 completed, throughput=4.98MB/sec 2024-08-17T00:55:46.033 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KWVv2Pu33-9-QKF off=11474359 len=532169 2024-08-17T00:55:46.037 INFO:tasks.workunit.client.0.smithi157.stdout:op 860 completed, throughput=4.98MB/sec 2024-08-17T00:55:46.037 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--XUB1set_Bjo8QQ off=20000288 len=1831511 2024-08-17T00:55:46.045 INFO:tasks.workunit.client.0.smithi157.stdout:op 861 completed, throughput=4.99MB/sec 2024-08-17T00:55:46.045 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-REpzzcvhHdA8VrV off=7738626 len=1573049 2024-08-17T00:55:46.054 INFO:tasks.workunit.client.0.smithi157.stdout:op 862 completed, throughput=5MB/sec 2024-08-17T00:55:46.054 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6MMbX2mtlqIet1s off=3027931 len=537096 2024-08-17T00:55:46.057 INFO:tasks.workunit.client.0.smithi157.stdout:op 863 completed, throughput=5MB/sec 2024-08-17T00:55:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:45 smithi187 ceph-mon[90552]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T00:55:46.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:45 smithi157 ceph-mon[98780]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T00:55:46.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:45 smithi157 ceph-mon[101289]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T00:55:47.058 INFO:tasks.workunit.client.0.smithi157.stdout: 166: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:47.058 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tG-efcNIkqFP0En off=2890638 len=1766029 2024-08-17T00:55:47.066 INFO:tasks.workunit.client.0.smithi157.stdout:op 864 completed, throughput=4.98MB/sec 2024-08-17T00:55:47.066 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MHwteHhofDqCtX5 off=440655 len=620676 2024-08-17T00:55:47.067 INFO:tasks.workunit.client.0.smithi157.stdout:op 865 completed, throughput=4.98MB/sec 2024-08-17T00:55:47.067 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fIEvdMg7RIdRWwl off=4942530 len=241468 2024-08-17T00:55:47.067 INFO:tasks.workunit.client.0.smithi157.stdout:op 866 completed, throughput=4.99MB/sec 2024-08-17T00:55:47.067 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-48Q4cYbi-UeHyiE off=6448665 len=644070 2024-08-17T00:55:47.069 INFO:tasks.workunit.client.0.smithi157.stdout:op 867 completed, throughput=4.99MB/sec 2024-08-17T00:55:47.069 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TytYeCn7le5RyR9 off=17596772 len=1287103 2024-08-17T00:55:47.072 INFO:tasks.workunit.client.0.smithi157.stdout:op 868 completed, throughput=5MB/sec 2024-08-17T00:55:47.072 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7SGRXa9YrFp1JVf off=2222192 len=1141635 2024-08-17T00:55:47.073 INFO:tasks.workunit.client.0.smithi157.stdout:op 869 completed, throughput=5MB/sec 2024-08-17T00:55:48.073 INFO:tasks.workunit.client.0.smithi157.stdout: 167: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:48.074 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-D1I1EKGTnMQ86Pd off=1254315 len=692689 2024-08-17T00:55:48.077 INFO:tasks.workunit.client.0.smithi157.stdout:op 870 completed, throughput=4.98MB/sec 2024-08-17T00:55:48.078 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-c7qSbIUsvDF7fzY off=4927743 len=1621565 2024-08-17T00:55:48.085 INFO:tasks.workunit.client.0.smithi157.stdout:op 871 completed, throughput=4.99MB/sec 2024-08-17T00:55:48.085 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-J3w7GVszLGXy-zh off=17220437 len=751934 2024-08-17T00:55:48.086 INFO:tasks.workunit.client.0.smithi157.stdout:op 872 completed, throughput=4.99MB/sec 2024-08-17T00:55:48.086 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-g-G9RwpZs-BI9xZ off=4290223 len=631259 2024-08-17T00:55:48.089 INFO:tasks.workunit.client.0.smithi157.stdout:op 873 completed, throughput=4.99MB/sec 2024-08-17T00:55:48.090 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OjUSzquhqG-jMOe off=48012 len=1099949 2024-08-17T00:55:48.090 INFO:tasks.workunit.client.0.smithi157.stdout:op 874 completed, throughput=5MB/sec 2024-08-17T00:55:48.091 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-F1Ie1jR_ZUiTvCw off=13739571 len=950032 2024-08-17T00:55:48.093 INFO:tasks.workunit.client.0.smithi157.stdout:op 875 completed, throughput=5MB/sec 2024-08-17T00:55:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:47 smithi187 ceph-mon[90552]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T00:55:48.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:47 smithi157 ceph-mon[98780]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T00:55:48.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:47 smithi157 ceph-mon[101289]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T00:55:49.093 INFO:tasks.workunit.client.0.smithi157.stdout: 168: throughput=4.98MB/sec pending data=0 2024-08-17T00:55:49.093 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vHtymnVb_bXb_mG off=6371101 len=659329 2024-08-17T00:55:49.094 INFO:tasks.workunit.client.0.smithi157.stdout:op 876 completed, throughput=4.98MB/sec 2024-08-17T00:55:49.094 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-x1kDjJauX6g39Y3 off=17025807 len=679063 2024-08-17T00:55:49.099 INFO:tasks.workunit.client.0.smithi157.stdout:op 877 completed, throughput=4.98MB/sec 2024-08-17T00:55:49.099 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pq-NO3tPPGF8AsS off=1395992 len=1384739 2024-08-17T00:55:49.106 INFO:tasks.workunit.client.0.smithi157.stdout:op 878 completed, throughput=4.99MB/sec 2024-08-17T00:55:49.106 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-b07oXW3oGrgx-nI off=53258 len=209903 2024-08-17T00:55:49.108 INFO:tasks.workunit.client.0.smithi157.stdout:op 879 completed, throughput=4.99MB/sec 2024-08-17T00:55:49.108 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mR4q9_5arwcZDUB off=16702968 len=45296 2024-08-17T00:55:49.109 INFO:tasks.workunit.client.0.smithi157.stdout:op 880 completed, throughput=4.99MB/sec 2024-08-17T00:55:49.109 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PvpxuJgIybOA5uQ off=10290681 len=698237 2024-08-17T00:55:49.111 INFO:tasks.workunit.client.0.smithi157.stdout:op 881 completed, throughput=5MB/sec 2024-08-17T00:55:49.111 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CWlINaJ-AbM61Np off=5724026 len=658227 2024-08-17T00:55:49.114 INFO:tasks.workunit.client.0.smithi157.stdout:op 882 completed, throughput=5MB/sec 2024-08-17T00:55:49.114 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NUoZRAVcKr1y0Y6 off=589626 len=743101 2024-08-17T00:55:49.117 INFO:tasks.workunit.client.0.smithi157.stdout:op 883 completed, throughput=5MB/sec 2024-08-17T00:55:50.117 INFO:tasks.workunit.client.0.smithi157.stdout: 169: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:50.117 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0VWIuP2-Eq3hhoA off=1121490 len=2071879 2024-08-17T00:55:50.127 INFO:tasks.workunit.client.0.smithi157.stdout:op 884 completed, throughput=4.99MB/sec 2024-08-17T00:55:50.127 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YT9Hcm5Oxs19i3s off=15899293 len=1499971 2024-08-17T00:55:50.134 INFO:tasks.workunit.client.0.smithi157.stdout:op 885 completed, throughput=4.99MB/sec 2024-08-17T00:55:50.134 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ti_V_IlR59kMWOK off=1303673 len=952716 2024-08-17T00:55:50.139 INFO:tasks.workunit.client.0.smithi157.stdout:op 886 completed, throughput=5MB/sec 2024-08-17T00:55:50.140 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7JirvMv4787_TzI off=16161095 len=175335 2024-08-17T00:55:50.140 INFO:tasks.workunit.client.0.smithi157.stdout:op 887 completed, throughput=5MB/sec 2024-08-17T00:55:50.141 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LRvQzQtsYArBUA2 off=8187000 len=706981 2024-08-17T00:55:50.141 INFO:tasks.workunit.client.0.smithi157.stdout:op 888 completed, throughput=5MB/sec 2024-08-17T00:55:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:49 smithi187 ceph-mon[90552]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T00:55:50.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:49 smithi157 ceph-mon[101289]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T00:55:50.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:49 smithi157 ceph-mon[98780]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T00:55:51.142 INFO:tasks.workunit.client.0.smithi157.stdout: 170: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:51.142 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KcabtUUVWqXJHRd off=1196182 len=1425391 2024-08-17T00:55:51.144 INFO:tasks.workunit.client.0.smithi157.stdout:op 889 completed, throughput=4.98MB/sec 2024-08-17T00:55:51.144 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oAJtrqYdGkF0m5J off=1592911 len=1735345 2024-08-17T00:55:51.145 INFO:tasks.workunit.client.0.smithi157.stdout:op 890 completed, throughput=4.99MB/sec 2024-08-17T00:55:51.145 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZFYoWoE2XYIiFHh off=7181216 len=994307 2024-08-17T00:55:51.151 INFO:tasks.workunit.client.0.smithi157.stdout:op 891 completed, throughput=5MB/sec 2024-08-17T00:55:51.151 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7tKTAik6wRpkVxP off=2801023 len=2070869 2024-08-17T00:55:51.153 INFO:tasks.workunit.client.0.smithi157.stdout:op 892 completed, throughput=5.01MB/sec 2024-08-17T00:55:52.153 INFO:tasks.workunit.client.0.smithi157.stdout: 171: throughput=4.98MB/sec pending data=0 2024-08-17T00:55:52.154 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-E5rxeY0SGMh7F4s off=13731815 len=577593 2024-08-17T00:55:52.158 INFO:tasks.workunit.client.0.smithi157.stdout:op 893 completed, throughput=4.98MB/sec 2024-08-17T00:55:52.158 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CYU9ziGMsPgZ1Fn off=7944336 len=1234681 2024-08-17T00:55:52.164 INFO:tasks.workunit.client.0.smithi157.stdout:op 894 completed, throughput=4.99MB/sec 2024-08-17T00:55:52.164 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-a3ZF-vm6YzbbXTx off=680933 len=634575 2024-08-17T00:55:52.169 INFO:tasks.workunit.client.0.smithi157.stdout:op 895 completed, throughput=4.99MB/sec 2024-08-17T00:55:52.169 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-G6ecZISFPts3jdQ off=6171114 len=1870626 2024-08-17T00:55:52.177 INFO:tasks.workunit.client.0.smithi157.stdout:op 896 completed, throughput=5MB/sec 2024-08-17T00:55:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:51 smithi187 ceph-mon[90552]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T00:55:52.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:51 smithi157 ceph-mon[98780]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T00:55:52.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:51 smithi157 ceph-mon[101289]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T00:55:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:55:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:55:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:55:53.177 INFO:tasks.workunit.client.0.smithi157.stdout: 172: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:53.177 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lPbCjdco1AuYZPw off=2453969 len=109861 2024-08-17T00:55:53.180 INFO:tasks.workunit.client.0.smithi157.stdout:op 897 completed, throughput=4.97MB/sec 2024-08-17T00:55:53.180 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-L00K4JmIpCLjLFv off=6574880 len=1177121 2024-08-17T00:55:53.186 INFO:tasks.workunit.client.0.smithi157.stdout:op 898 completed, throughput=4.98MB/sec 2024-08-17T00:55:53.186 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QDCWgYMA8pxJTyv off=18492437 len=865088 2024-08-17T00:55:53.188 INFO:tasks.workunit.client.0.smithi157.stdout:op 899 completed, throughput=4.99MB/sec 2024-08-17T00:55:53.188 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GTDwaDCObfUMeOb off=3044831 len=1676589 2024-08-17T00:55:53.194 INFO:tasks.workunit.client.0.smithi157.stdout:op 900 completed, throughput=4.99MB/sec 2024-08-17T00:55:53.194 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ssdVE6OI4mTB-jh off=1887758 len=21871 2024-08-17T00:55:53.195 INFO:tasks.workunit.client.0.smithi157.stdout:op 901 completed, throughput=4.99MB/sec 2024-08-17T00:55:53.195 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9AnzeNZd5rgGA5d off=8558482 len=50175 2024-08-17T00:55:53.197 INFO:tasks.workunit.client.0.smithi157.stdout:op 902 completed, throughput=4.99MB/sec 2024-08-17T00:55:53.197 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qbNUduiM98ubfo4 off=13633088 len=2055081 2024-08-17T00:55:53.200 INFO:tasks.workunit.client.0.smithi157.stdout:op 903 completed, throughput=5.01MB/sec 2024-08-17T00:55:53.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:52 smithi187 ceph-mon[90552]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:55:53.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:52 smithi157 ceph-mon[101289]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:55:53.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:52 smithi157 ceph-mon[98780]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:55:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:55:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:55:53] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-08-17T00:55:54.201 INFO:tasks.workunit.client.0.smithi157.stdout: 173: throughput=4.98MB/sec pending data=0 2024-08-17T00:55:54.201 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-advRUH90RXLJgTq off=10004495 len=199251 2024-08-17T00:55:54.204 INFO:tasks.workunit.client.0.smithi157.stdout:op 904 completed, throughput=4.98MB/sec 2024-08-17T00:55:54.205 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ssdVE6OI4mTB-jh off=22116566 len=2077200 2024-08-17T00:55:54.207 INFO:tasks.workunit.client.0.smithi157.stdout:op 905 completed, throughput=4.99MB/sec 2024-08-17T00:55:54.207 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-U1v-o20YGffz1TP off=1030175 len=1680302 2024-08-17T00:55:54.210 INFO:tasks.workunit.client.0.smithi157.stdout:op 906 completed, throughput=5MB/sec 2024-08-17T00:55:54.210 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GsBzxDLUJ0W0VF1 off=3420859 len=1829471 2024-08-17T00:55:54.213 INFO:tasks.workunit.client.0.smithi157.stdout:op 907 completed, throughput=5.01MB/sec 2024-08-17T00:55:55.213 INFO:tasks.workunit.client.0.smithi157.stdout: 174: throughput=4.98MB/sec pending data=0 2024-08-17T00:55:55.213 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-G_j2Gz6FH7n6Nq- off=14496306 len=1531922 2024-08-17T00:55:55.217 INFO:tasks.workunit.client.0.smithi157.stdout:op 908 completed, throughput=4.99MB/sec 2024-08-17T00:55:55.217 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v3Vuc5OLP2ZRxHm off=18090370 len=1409511 2024-08-17T00:55:55.218 INFO:tasks.workunit.client.0.smithi157.stdout:op 909 completed, throughput=5MB/sec 2024-08-17T00:55:55.219 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9H450BAAsYUu9Qk off=2498714 len=1011628 2024-08-17T00:55:55.225 INFO:tasks.workunit.client.0.smithi157.stdout:op 910 completed, throughput=5MB/sec 2024-08-17T00:55:55.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:55 smithi157 ceph-mon[101289]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:55:55.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:55 smithi157 ceph-mon[98780]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:55:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:55 smithi187 ceph-mon[90552]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:55:56.226 INFO:tasks.workunit.client.0.smithi157.stdout: 175: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:56.226 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HqmWsYQdlwC0grg off=3624937 len=254224 2024-08-17T00:55:56.227 INFO:tasks.workunit.client.0.smithi157.stdout:op 911 completed, throughput=4.97MB/sec 2024-08-17T00:55:56.227 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-48Hf7tySbSHbvN4 off=7783714 len=524160 2024-08-17T00:55:56.228 INFO:tasks.workunit.client.0.smithi157.stdout:op 912 completed, throughput=4.98MB/sec 2024-08-17T00:55:56.229 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MeEmudP3_9_m8mq off=3403763 len=730309 2024-08-17T00:55:56.230 INFO:tasks.workunit.client.0.smithi157.stdout:op 913 completed, throughput=4.98MB/sec 2024-08-17T00:55:56.230 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yEdmZAzrJwHSFF8 off=11532530 len=1356953 2024-08-17T00:55:56.231 INFO:tasks.workunit.client.0.smithi157.stdout:op 914 completed, throughput=4.99MB/sec 2024-08-17T00:55:56.232 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qVUWX3qoN3NAHDC off=1570198 len=1186302 2024-08-17T00:55:56.238 INFO:tasks.workunit.client.0.smithi157.stdout:op 915 completed, throughput=4.99MB/sec 2024-08-17T00:55:56.238 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Xapucph2mlFBT8D off=10615315 len=1391381 2024-08-17T00:55:56.246 INFO:tasks.workunit.client.0.smithi157.stdout:op 916 completed, throughput=5MB/sec 2024-08-17T00:55:57.245 INFO:tasks.workunit.client.0.smithi157.stdout: 176: throughput=4.97MB/sec pending data=0 2024-08-17T00:55:57.246 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mwHNhpZYrq2xZ7e off=3073797 len=951744 2024-08-17T00:55:57.248 INFO:tasks.workunit.client.0.smithi157.stdout:op 917 completed, throughput=4.98MB/sec 2024-08-17T00:55:57.248 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KcabtUUVWqXJHRd off=5100132 len=1993349 2024-08-17T00:55:57.250 INFO:tasks.workunit.client.0.smithi157.stdout:op 918 completed, throughput=4.99MB/sec 2024-08-17T00:55:57.250 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-I2TkC60cPCVewwR off=1307632 len=1478410 2024-08-17T00:55:57.253 INFO:tasks.workunit.client.0.smithi157.stdout:op 919 completed, throughput=5MB/sec 2024-08-17T00:55:57.253 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SroUpjb3ydbob5y off=12173254 len=1776183 2024-08-17T00:55:57.255 INFO:tasks.workunit.client.0.smithi157.stdout:op 920 completed, throughput=5.01MB/sec 2024-08-17T00:55:57.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:57 smithi157 ceph-mon[98780]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:55:57.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:57 smithi157 ceph-mon[101289]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:55:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:57 smithi187 ceph-mon[90552]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:55:58.255 INFO:tasks.workunit.client.0.smithi157.stdout: 177: throughput=4.98MB/sec pending data=0 2024-08-17T00:55:58.255 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-i2j86d2LmIFug7g off=4473879 len=1493810 2024-08-17T00:55:58.257 INFO:tasks.workunit.client.0.smithi157.stdout:op 921 completed, throughput=4.99MB/sec 2024-08-17T00:55:58.258 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fw1QrQqVqAKO9Yx off=849716 len=1528204 2024-08-17T00:55:58.260 INFO:tasks.workunit.client.0.smithi157.stdout:op 922 completed, throughput=4.99MB/sec 2024-08-17T00:55:58.260 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-h0NvzTGsV8QwExK off=16634412 len=573365 2024-08-17T00:55:58.264 INFO:tasks.workunit.client.0.smithi157.stdout:op 923 completed, throughput=5MB/sec 2024-08-17T00:55:58.264 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uTjlfsVB470sS35 off=2626137 len=129328 2024-08-17T00:55:58.264 INFO:tasks.workunit.client.0.smithi157.stdout:op 924 completed, throughput=5MB/sec 2024-08-17T00:55:58.264 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1QZB0TcZ7s3ocVT off=5845301 len=280449 2024-08-17T00:55:58.265 INFO:tasks.workunit.client.0.smithi157.stdout:op 925 completed, throughput=5MB/sec 2024-08-17T00:55:58.266 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9Wkf1oyLXt1pjJo off=8544906 len=2046356 2024-08-17T00:55:58.275 INFO:tasks.workunit.client.0.smithi157.stdout:op 926 completed, throughput=5.01MB/sec 2024-08-17T00:55:59.276 INFO:tasks.workunit.client.0.smithi157.stdout: 178: throughput=4.98MB/sec pending data=0 2024-08-17T00:55:59.276 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Au6C-A_4VPQXTgC off=6572988 len=810127 2024-08-17T00:55:59.281 INFO:tasks.workunit.client.0.smithi157.stdout:op 927 completed, throughput=4.99MB/sec 2024-08-17T00:55:59.281 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3L2mzxohAvTrtGv off=2234861 len=1984122 2024-08-17T00:55:59.286 INFO:tasks.workunit.client.0.smithi157.stdout:op 928 completed, throughput=5MB/sec 2024-08-17T00:55:59.286 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Fjezp6Z_raD2YXr off=8150375 len=1988563 2024-08-17T00:55:59.294 INFO:tasks.workunit.client.0.smithi157.stdout:op 929 completed, throughput=5.01MB/sec 2024-08-17T00:55:59.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:59 smithi157 ceph-mon[98780]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:55:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:55:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:59 smithi157 ceph-mon[101289]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:55:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:55:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:59 smithi187 ceph-mon[90552]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:55:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:55:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:00.294 INFO:tasks.workunit.client.0.smithi157.stdout: 179: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:00.295 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Z1h2jz2besL5HHI off=16592697 len=1816383 2024-08-17T00:56:00.297 INFO:tasks.workunit.client.0.smithi157.stdout:op 930 completed, throughput=4.99MB/sec 2024-08-17T00:56:00.297 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IiUQ4DcUo1Wvkks off=0 len=1458567 2024-08-17T00:56:00.303 INFO:tasks.workunit.client.0.smithi157.stdout:op 931 completed, throughput=5MB/sec 2024-08-17T00:56:00.303 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PYlBCzW3gG3eEcu off=261984 len=896450 2024-08-17T00:56:00.304 INFO:tasks.workunit.client.0.smithi157.stdout:op 932 completed, throughput=5MB/sec 2024-08-17T00:56:01.305 INFO:tasks.workunit.client.0.smithi157.stdout: 180: throughput=4.97MB/sec pending data=0 2024-08-17T00:56:01.305 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XKLuauT4y1D9hY9 off=1584003 len=1490273 2024-08-17T00:56:01.307 INFO:tasks.workunit.client.0.smithi157.stdout:op 933 completed, throughput=4.98MB/sec 2024-08-17T00:56:01.307 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dtyqvE42iAZWayb off=5400111 len=1581526 2024-08-17T00:56:01.313 INFO:tasks.workunit.client.0.smithi157.stdout:op 934 completed, throughput=4.99MB/sec 2024-08-17T00:56:01.314 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AnLpLmRVGQvBvIZ off=1438376 len=493535 2024-08-17T00:56:01.315 INFO:tasks.workunit.client.0.smithi157.stdout:op 935 completed, throughput=4.99MB/sec 2024-08-17T00:56:01.315 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ou29HdkO-_07WiW off=1677674 len=23020 2024-08-17T00:56:01.315 INFO:tasks.workunit.client.0.smithi157.stdout:op 936 completed, throughput=4.99MB/sec 2024-08-17T00:56:01.316 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bQqez9FOzNm87pn off=203993 len=840537 2024-08-17T00:56:01.320 INFO:tasks.workunit.client.0.smithi157.stdout:op 937 completed, throughput=5MB/sec 2024-08-17T00:56:01.320 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5RtFBoftiJ-Oh6n off=1057780 len=968811 2024-08-17T00:56:01.321 INFO:tasks.workunit.client.0.smithi157.stdout:op 938 completed, throughput=5MB/sec 2024-08-17T00:56:01.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:01 smithi157 ceph-mon[98780]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:56:01.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:01 smithi157 ceph-mon[101289]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:56:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:01 smithi187 ceph-mon[90552]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:56:02.322 INFO:tasks.workunit.client.0.smithi157.stdout: 181: throughput=4.97MB/sec pending data=0 2024-08-17T00:56:02.322 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eXB4hNq4WKuUQ1h off=10507569 len=641999 2024-08-17T00:56:02.326 INFO:tasks.workunit.client.0.smithi157.stdout:op 939 completed, throughput=4.98MB/sec 2024-08-17T00:56:02.326 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-onFmLQpRFZzyqgH off=2003418 len=758473 2024-08-17T00:56:02.331 INFO:tasks.workunit.client.0.smithi157.stdout:op 940 completed, throughput=4.98MB/sec 2024-08-17T00:56:02.331 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TywPpgZis4Z8hjf off=4999153 len=1639096 2024-08-17T00:56:02.334 INFO:tasks.workunit.client.0.smithi157.stdout:op 941 completed, throughput=4.99MB/sec 2024-08-17T00:56:02.334 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bps0eyR97gfvqy9 off=4409652 len=2078745 2024-08-17T00:56:02.348 INFO:tasks.workunit.client.0.smithi157.stdout:op 942 completed, throughput=5MB/sec 2024-08-17T00:56:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:56:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:56:03.348 INFO:tasks.workunit.client.0.smithi157.stdout: 182: throughput=4.97MB/sec pending data=0 2024-08-17T00:56:03.348 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TOq269V8deZpU6V off=8099254 len=1077551 2024-08-17T00:56:03.353 INFO:tasks.workunit.client.0.smithi157.stdout:op 943 completed, throughput=4.98MB/sec 2024-08-17T00:56:03.354 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-l44by4DMunvBSa5 off=11923942 len=1870156 2024-08-17T00:56:03.356 INFO:tasks.workunit.client.0.smithi157.stdout:op 944 completed, throughput=4.99MB/sec 2024-08-17T00:56:03.356 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KSPrRPqEjKeut19 off=241304 len=1605926 2024-08-17T00:56:03.358 INFO:tasks.workunit.client.0.smithi157.stdout:op 945 completed, throughput=5MB/sec 2024-08-17T00:56:03.358 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wX4MLeZMSfTyY87 off=5379261 len=573176 2024-08-17T00:56:03.361 INFO:tasks.workunit.client.0.smithi157.stdout:op 946 completed, throughput=5MB/sec 2024-08-17T00:56:03.361 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WzHSM-mXaMoeRmh off=21963354 len=1144738 2024-08-17T00:56:03.362 INFO:tasks.workunit.client.0.smithi157.stdout:op 947 completed, throughput=5MB/sec 2024-08-17T00:56:03.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:03 smithi157 ceph-mon[98780]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:56:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:03 smithi157 ceph-mon[101289]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:56:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:03 smithi187 ceph-mon[90552]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:56:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:56:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:56:03] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-08-17T00:56:04.363 INFO:tasks.workunit.client.0.smithi157.stdout: 183: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:04.363 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gXKgB3qtt3SIFZi off=14837004 len=701645 2024-08-17T00:56:04.367 INFO:tasks.workunit.client.0.smithi157.stdout:op 948 completed, throughput=4.98MB/sec 2024-08-17T00:56:04.367 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QBLTe_IliQbwT9p off=1955648 len=1833157 2024-08-17T00:56:04.369 INFO:tasks.workunit.client.0.smithi157.stdout:op 949 completed, throughput=4.99MB/sec 2024-08-17T00:56:04.369 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cOIGQ4mnY_R_YX4 off=14911266 len=910862 2024-08-17T00:56:04.373 INFO:tasks.workunit.client.0.smithi157.stdout:op 950 completed, throughput=5MB/sec 2024-08-17T00:56:04.374 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-b7nZosQ4uk3MYCl off=4053740 len=1935893 2024-08-17T00:56:04.381 INFO:tasks.workunit.client.0.smithi157.stdout:op 951 completed, throughput=5.01MB/sec 2024-08-17T00:56:05.381 INFO:tasks.workunit.client.0.smithi157.stdout: 184: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:05.382 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-q4oU685UxpoBECc off=98037 len=654500 2024-08-17T00:56:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:05 smithi157 ceph-mon[98780]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:56:05.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:05 smithi157 ceph-mon[101289]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:56:05.386 INFO:tasks.workunit.client.0.smithi157.stdout:op 952 completed, throughput=4.98MB/sec 2024-08-17T00:56:05.386 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nP4s138Fy1U3KPo off=3714335 len=377508 2024-08-17T00:56:05.389 INFO:tasks.workunit.client.0.smithi157.stdout:op 953 completed, throughput=4.98MB/sec 2024-08-17T00:56:05.389 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oTFFaDxIRrWxSxn off=7065026 len=887741 2024-08-17T00:56:05.394 INFO:tasks.workunit.client.0.smithi157.stdout:op 954 completed, throughput=4.99MB/sec 2024-08-17T00:56:05.394 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3qHXlg9rJcWmjkA off=2105286 len=1170106 2024-08-17T00:56:05.395 INFO:tasks.workunit.client.0.smithi157.stdout:op 955 completed, throughput=4.99MB/sec 2024-08-17T00:56:05.396 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8heJV3PhVyurHlg off=0 len=1065551 2024-08-17T00:56:05.401 INFO:tasks.workunit.client.0.smithi157.stdout:op 956 completed, throughput=5MB/sec 2024-08-17T00:56:05.401 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Q7IdSsk5KRhtFvX off=3392377 len=1454685 2024-08-17T00:56:05.403 INFO:tasks.workunit.client.0.smithi157.stdout:op 957 completed, throughput=5.01MB/sec 2024-08-17T00:56:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:05 smithi187 ceph-mon[90552]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:56:06.404 INFO:tasks.workunit.client.0.smithi157.stdout: 185: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:06.405 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-u08RPxpKmY49opX off=7410659 len=554539 2024-08-17T00:56:06.405 INFO:tasks.workunit.client.0.smithi157.stdout:op 958 completed, throughput=4.98MB/sec 2024-08-17T00:56:06.406 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yypb3q3fNVK1HRS off=853447 len=1595713 2024-08-17T00:56:06.413 INFO:tasks.workunit.client.0.smithi157.stdout:op 959 completed, throughput=4.99MB/sec 2024-08-17T00:56:06.413 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-B8PofmPVAsZFL6G off=2684151 len=1683944 2024-08-17T00:56:06.417 INFO:tasks.workunit.client.0.smithi157.stdout:op 960 completed, throughput=5MB/sec 2024-08-17T00:56:06.417 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yFXUP2Sj-PXJM-Y off=13964016 len=7867 2024-08-17T00:56:06.417 INFO:tasks.workunit.client.0.smithi157.stdout:op 961 completed, throughput=5MB/sec 2024-08-17T00:56:06.417 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gGxnTzs09Vz2-Tp off=4979767 len=1064569 2024-08-17T00:56:06.422 INFO:tasks.workunit.client.0.smithi157.stdout:op 962 completed, throughput=5MB/sec 2024-08-17T00:56:07.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:07 smithi157 ceph-mon[98780]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:56:07.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:07 smithi157 ceph-mon[101289]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:56:07.422 INFO:tasks.workunit.client.0.smithi157.stdout: 186: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:07.422 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tGsa261z00Yg6mD off=20301082 len=1442073 2024-08-17T00:56:07.425 INFO:tasks.workunit.client.0.smithi157.stdout:op 963 completed, throughput=4.98MB/sec 2024-08-17T00:56:07.425 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-euqFCrUV3zAtEti off=8931527 len=1668132 2024-08-17T00:56:07.427 INFO:tasks.workunit.client.0.smithi157.stdout:op 964 completed, throughput=4.99MB/sec 2024-08-17T00:56:07.427 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ftzw4Iyn3dJ6V53 off=1584672 len=748756 2024-08-17T00:56:07.429 INFO:tasks.workunit.client.0.smithi157.stdout:op 965 completed, throughput=5MB/sec 2024-08-17T00:56:07.429 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pCQ6PcfvDsWav4y off=7934394 len=892807 2024-08-17T00:56:07.431 INFO:tasks.workunit.client.0.smithi157.stdout:op 966 completed, throughput=5MB/sec 2024-08-17T00:56:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:07 smithi187 ceph-mon[90552]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:56:08.432 INFO:tasks.workunit.client.0.smithi157.stdout: 187: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:08.432 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iGW9pTQPClMLw39 off=1351450 len=1218903 2024-08-17T00:56:08.437 INFO:tasks.workunit.client.0.smithi157.stdout:op 967 completed, throughput=4.98MB/sec 2024-08-17T00:56:08.437 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-s3lhzL-kHtCek0v off=630221 len=1681174 2024-08-17T00:56:08.439 INFO:tasks.workunit.client.0.smithi157.stdout:op 968 completed, throughput=4.99MB/sec 2024-08-17T00:56:08.440 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2JXzHXMcGVh-fcU off=11242446 len=1462286 2024-08-17T00:56:08.448 INFO:tasks.workunit.client.0.smithi157.stdout:op 969 completed, throughput=5MB/sec 2024-08-17T00:56:08.448 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FtfFswsPHYiftbs off=22052614 len=19351 2024-08-17T00:56:08.450 INFO:tasks.workunit.client.0.smithi157.stdout:op 970 completed, throughput=5MB/sec 2024-08-17T00:56:08.450 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7rl1GeITWC-v71Z off=8445458 len=186628 2024-08-17T00:56:08.453 INFO:tasks.workunit.client.0.smithi157.stdout:op 971 completed, throughput=5MB/sec 2024-08-17T00:56:08.453 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jrV7g4HEZ7Z4V7k off=8423523 len=1342200 2024-08-17T00:56:08.454 INFO:tasks.workunit.client.0.smithi157.stdout:op 972 completed, throughput=5MB/sec 2024-08-17T00:56:09.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:09 smithi157 ceph-mon[101289]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-17T00:56:09.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:09 smithi157 ceph-mon[98780]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-17T00:56:09.454 INFO:tasks.workunit.client.0.smithi157.stdout: 188: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:09.454 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RY2j0yNkQ3Adbo1 off=5406869 len=236015 2024-08-17T00:56:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:09 smithi187 ceph-mon[90552]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-17T00:56:09.457 INFO:tasks.workunit.client.0.smithi157.stdout:op 973 completed, throughput=4.98MB/sec 2024-08-17T00:56:09.457 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AM_GRojksELWPup off=2531341 len=66583 2024-08-17T00:56:09.457 INFO:tasks.workunit.client.0.smithi157.stdout:op 974 completed, throughput=4.98MB/sec 2024-08-17T00:56:09.457 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ovootnsh_OrZxQs off=5109646 len=1396239 2024-08-17T00:56:09.463 INFO:tasks.workunit.client.0.smithi157.stdout:op 975 completed, throughput=4.99MB/sec 2024-08-17T00:56:09.463 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-60bt989SzSmdcHF off=11892423 len=698493 2024-08-17T00:56:09.467 INFO:tasks.workunit.client.0.smithi157.stdout:op 976 completed, throughput=4.99MB/sec 2024-08-17T00:56:09.467 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7fJwVeiAPS565kL off=1451554 len=1265169 2024-08-17T00:56:09.472 INFO:tasks.workunit.client.0.smithi157.stdout:op 977 completed, throughput=5MB/sec 2024-08-17T00:56:09.472 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6RSmSaAOdvux2-r off=1576918 len=928296 2024-08-17T00:56:09.476 INFO:tasks.workunit.client.0.smithi157.stdout:op 978 completed, throughput=5MB/sec 2024-08-17T00:56:10.476 INFO:tasks.workunit.client.0.smithi157.stdout: 189: throughput=4.97MB/sec pending data=0 2024-08-17T00:56:10.476 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KKdmsSZ1lSx2LB1 off=655247 len=763050 2024-08-17T00:56:10.478 INFO:tasks.workunit.client.0.smithi157.stdout:op 979 completed, throughput=4.98MB/sec 2024-08-17T00:56:10.478 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ooheu5-g49vMVTv off=15013473 len=711340 2024-08-17T00:56:10.482 INFO:tasks.workunit.client.0.smithi157.stdout:op 980 completed, throughput=4.98MB/sec 2024-08-17T00:56:10.483 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xZUnkxd_wVjxWFJ off=9661822 len=807940 2024-08-17T00:56:10.487 INFO:tasks.workunit.client.0.smithi157.stdout:op 981 completed, throughput=4.99MB/sec 2024-08-17T00:56:10.487 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6uJGS_bQmKYBNKw off=1107335 len=441290 2024-08-17T00:56:10.491 INFO:tasks.workunit.client.0.smithi157.stdout:op 982 completed, throughput=4.99MB/sec 2024-08-17T00:56:10.491 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V5V94YioAgoBfx7 off=0 len=1381652 2024-08-17T00:56:10.496 INFO:tasks.workunit.client.0.smithi157.stdout:op 983 completed, throughput=4.99MB/sec 2024-08-17T00:56:10.496 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-a_KZ3gZJlkOYlVo off=5214815 len=381469 2024-08-17T00:56:10.497 INFO:tasks.workunit.client.0.smithi157.stdout:op 984 completed, throughput=5MB/sec 2024-08-17T00:56:10.497 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xkiK4e4IMLXhRtn off=5298844 len=1225045 2024-08-17T00:56:10.500 INFO:tasks.workunit.client.0.smithi157.stdout:op 985 completed, throughput=5MB/sec 2024-08-17T00:56:11.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:11 smithi157 ceph-mon[101289]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:56:11.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:11 smithi157 ceph-mon[98780]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:56:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:11 smithi187 ceph-mon[90552]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:56:11.500 INFO:tasks.workunit.client.0.smithi157.stdout: 190: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:11.500 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CAv3q3CDZca3Rse off=10311938 len=392434 2024-08-17T00:56:11.501 INFO:tasks.workunit.client.0.smithi157.stdout:op 986 completed, throughput=4.98MB/sec 2024-08-17T00:56:11.501 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4O_dkfRSv0tLDHJ off=0 len=1775645 2024-08-17T00:56:11.505 INFO:tasks.workunit.client.0.smithi157.stdout:op 987 completed, throughput=4.99MB/sec 2024-08-17T00:56:11.505 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lReHKFOFkWbszGy off=4349423 len=1701474 2024-08-17T00:56:11.514 INFO:tasks.workunit.client.0.smithi157.stdout:op 988 completed, throughput=4.99MB/sec 2024-08-17T00:56:11.514 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aDL7j0sEkXfBW6a off=250896 len=117699 2024-08-17T00:56:11.514 INFO:tasks.workunit.client.0.smithi157.stdout:op 989 completed, throughput=5MB/sec 2024-08-17T00:56:11.514 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-14C4EV3QpzOM4e3 off=4543776 len=749771 2024-08-17T00:56:11.519 INFO:tasks.workunit.client.0.smithi157.stdout:op 990 completed, throughput=5MB/sec 2024-08-17T00:56:11.519 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LKRS8B0TMt8TzSc off=2269269 len=166921 2024-08-17T00:56:11.520 INFO:tasks.workunit.client.0.smithi157.stdout:op 991 completed, throughput=5MB/sec 2024-08-17T00:56:11.520 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lkx9Sa6aB-A7EWm off=3052279 len=364082 2024-08-17T00:56:11.521 INFO:tasks.workunit.client.0.smithi157.stdout:op 992 completed, throughput=5MB/sec 2024-08-17T00:56:12.521 INFO:tasks.workunit.client.0.smithi157.stdout: 191: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:12.521 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-G6ecZISFPts3jdQ off=4871283 len=1219897 2024-08-17T00:56:12.523 INFO:tasks.workunit.client.0.smithi157.stdout:op 993 completed, throughput=4.98MB/sec 2024-08-17T00:56:12.523 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qOjuS_eld0kmZ8t off=1372061 len=901196 2024-08-17T00:56:12.525 INFO:tasks.workunit.client.0.smithi157.stdout:op 994 completed, throughput=4.99MB/sec 2024-08-17T00:56:12.525 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GR56qAPqcJwOsnv off=5859117 len=1041641 2024-08-17T00:56:12.526 INFO:tasks.workunit.client.0.smithi157.stdout:op 995 completed, throughput=4.99MB/sec 2024-08-17T00:56:12.526 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HQlxsg_I6OJdJ0v off=1190978 len=271431 2024-08-17T00:56:12.529 INFO:tasks.workunit.client.0.smithi157.stdout:op 996 completed, throughput=4.99MB/sec 2024-08-17T00:56:12.529 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DOpYzsvH-Kotw4J off=383793 len=1551535 2024-08-17T00:56:12.531 INFO:tasks.workunit.client.0.smithi157.stdout:op 997 completed, throughput=5MB/sec 2024-08-17T00:56:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:56:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:56:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:56:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:13 smithi157 ceph-mon[98780]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:56:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:13 smithi157 ceph-mon[101289]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:56:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:13 smithi187 ceph-mon[90552]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:56:13.531 INFO:tasks.workunit.client.0.smithi157.stdout: 192: throughput=4.97MB/sec pending data=0 2024-08-17T00:56:13.531 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rXI0YRXEaPJg0S6 off=2129649 len=1979711 2024-08-17T00:56:13.533 INFO:tasks.workunit.client.0.smithi157.stdout:op 998 completed, throughput=4.98MB/sec 2024-08-17T00:56:13.533 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4x3Ul9QEOABeVVC off=8812734 len=94828 2024-08-17T00:56:13.536 INFO:tasks.workunit.client.0.smithi157.stdout:op 999 completed, throughput=4.98MB/sec 2024-08-17T00:56:13.537 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uNc6HJjp4ficmK2 off=12811541 len=1789789 2024-08-17T00:56:13.546 INFO:tasks.workunit.client.0.smithi157.stdout:op 1000 completed, throughput=4.99MB/sec 2024-08-17T00:56:13.546 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DyRziwZLa01hpPt off=6648223 len=1302689 2024-08-17T00:56:13.548 INFO:tasks.workunit.client.0.smithi157.stdout:op 1001 completed, throughput=5MB/sec 2024-08-17T00:56:13.548 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yh5ZEgx5iOvNkKY off=5938478 len=1613098 2024-08-17T00:56:13.550 INFO:tasks.workunit.client.0.smithi157.stdout:op 1002 completed, throughput=5.01MB/sec 2024-08-17T00:56:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:56:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:56:13] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-08-17T00:56:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:14.550 INFO:tasks.workunit.client.0.smithi157.stdout: 193: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:14.551 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lDEA9wsDeZ6_ko9 off=312800 len=944836 2024-08-17T00:56:14.556 INFO:tasks.workunit.client.0.smithi157.stdout:op 1003 completed, throughput=4.99MB/sec 2024-08-17T00:56:14.556 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aA7xGCTCUWjWqNJ off=18353461 len=242067 2024-08-17T00:56:14.559 INFO:tasks.workunit.client.0.smithi157.stdout:op 1004 completed, throughput=4.99MB/sec 2024-08-17T00:56:14.559 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-arpOtkiAj690z2O off=2431606 len=1254988 2024-08-17T00:56:14.561 INFO:tasks.workunit.client.0.smithi157.stdout:op 1005 completed, throughput=4.99MB/sec 2024-08-17T00:56:14.561 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8aapB-Kcj2r9vN2 off=11987770 len=1319392 2024-08-17T00:56:14.562 INFO:tasks.workunit.client.0.smithi157.stdout:op 1006 completed, throughput=5MB/sec 2024-08-17T00:56:14.562 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5bfUSXsR7ReTRAm off=5765968 len=1106662 2024-08-17T00:56:14.564 INFO:tasks.workunit.client.0.smithi157.stdout:op 1007 completed, throughput=5MB/sec 2024-08-17T00:56:15.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:15 smithi157 ceph-mon[98780]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:56:15.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:15 smithi157 ceph-mon[101289]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:56:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:15 smithi187 ceph-mon[90552]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:56:15.564 INFO:tasks.workunit.client.0.smithi157.stdout: 194: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:15.565 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BGSxcVm2i9I4GJw off=1164413 len=713182 2024-08-17T00:56:15.569 INFO:tasks.workunit.client.0.smithi157.stdout:op 1008 completed, throughput=4.98MB/sec 2024-08-17T00:56:15.569 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EbvAmkb3Hov8hl8 off=11651294 len=1782838 2024-08-17T00:56:15.573 INFO:tasks.workunit.client.0.smithi157.stdout:op 1009 completed, throughput=4.99MB/sec 2024-08-17T00:56:15.573 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-muXQCdepcXsI8iU off=1661265 len=710978 2024-08-17T00:56:15.578 INFO:tasks.workunit.client.0.smithi157.stdout:op 1010 completed, throughput=4.99MB/sec 2024-08-17T00:56:15.578 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3Cky-j3bGbJqo8h off=6472294 len=387783 2024-08-17T00:56:15.579 INFO:tasks.workunit.client.0.smithi157.stdout:op 1011 completed, throughput=5MB/sec 2024-08-17T00:56:15.579 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-llGUacYlR9Ni8NM off=3750232 len=1118712 2024-08-17T00:56:15.584 INFO:tasks.workunit.client.0.smithi157.stdout:op 1012 completed, throughput=5MB/sec 2024-08-17T00:56:16.585 INFO:tasks.workunit.client.0.smithi157.stdout: 195: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:16.585 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5INKxTGWdv-9jx- off=4532842 len=400470 2024-08-17T00:56:16.588 INFO:tasks.workunit.client.0.smithi157.stdout:op 1013 completed, throughput=4.98MB/sec 2024-08-17T00:56:16.589 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lib4dsh0T6omfli off=17444931 len=125397 2024-08-17T00:56:16.589 INFO:tasks.workunit.client.0.smithi157.stdout:op 1014 completed, throughput=4.98MB/sec 2024-08-17T00:56:16.589 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fqMQWFdz2oQyf3s off=12909320 len=931082 2024-08-17T00:56:16.594 INFO:tasks.workunit.client.0.smithi157.stdout:op 1015 completed, throughput=4.98MB/sec 2024-08-17T00:56:16.594 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iqg1YQ-myPro0pU off=4085006 len=7176 2024-08-17T00:56:16.595 INFO:tasks.workunit.client.0.smithi157.stdout:op 1016 completed, throughput=4.98MB/sec 2024-08-17T00:56:16.595 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RIu0gGlDx7mzqLS off=1585536 len=169114 2024-08-17T00:56:16.597 INFO:tasks.workunit.client.0.smithi157.stdout:op 1017 completed, throughput=4.98MB/sec 2024-08-17T00:56:16.597 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yod6DF_rC68XoK2 off=2684899 len=464697 2024-08-17T00:56:16.597 INFO:tasks.workunit.client.0.smithi157.stdout:op 1018 completed, throughput=4.99MB/sec 2024-08-17T00:56:16.598 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZWNgur4sskyDWLp off=13901590 len=404274 2024-08-17T00:56:16.598 INFO:tasks.workunit.client.0.smithi157.stdout:op 1019 completed, throughput=4.99MB/sec 2024-08-17T00:56:16.598 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ENfO2U4R2x0qEgt off=15267534 len=1972476 2024-08-17T00:56:16.606 INFO:tasks.workunit.client.0.smithi157.stdout:op 1020 completed, throughput=5MB/sec 2024-08-17T00:56:16.606 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6qrou84aQ0D0bNU off=2552718 len=997902 2024-08-17T00:56:16.611 INFO:tasks.workunit.client.0.smithi157.stdout:op 1021 completed, throughput=5MB/sec 2024-08-17T00:56:17.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:17 smithi157 ceph-mon[98780]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:56:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:17 smithi157 ceph-mon[101289]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:56:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:17 smithi187 ceph-mon[90552]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:56:17.611 INFO:tasks.workunit.client.0.smithi157.stdout: 196: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:17.611 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pbl-m0gydlJ2WuM off=4169904 len=1742234 2024-08-17T00:56:17.613 INFO:tasks.workunit.client.0.smithi157.stdout:op 1022 completed, throughput=4.99MB/sec 2024-08-17T00:56:17.613 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zmpLVm9CUHVKTOl off=888564 len=1010620 2024-08-17T00:56:17.615 INFO:tasks.workunit.client.0.smithi157.stdout:op 1023 completed, throughput=4.99MB/sec 2024-08-17T00:56:17.615 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BpluxTlK4A791vr off=1964097 len=1723852 2024-08-17T00:56:17.626 INFO:tasks.workunit.client.0.smithi157.stdout:op 1024 completed, throughput=5MB/sec 2024-08-17T00:56:17.626 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-anqtzxibYyMAAWu off=0 len=1348493 2024-08-17T00:56:17.632 INFO:tasks.workunit.client.0.smithi157.stdout:op 1025 completed, throughput=5MB/sec 2024-08-17T00:56:18.633 INFO:tasks.workunit.client.0.smithi157.stdout: 197: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:18.633 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AYQz8fi-SqbUgB_ off=3485796 len=1287890 2024-08-17T00:56:18.634 INFO:tasks.workunit.client.0.smithi157.stdout:op 1026 completed, throughput=4.99MB/sec 2024-08-17T00:56:18.634 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-H_LHfSCL9fyELgd off=6764196 len=1328344 2024-08-17T00:56:18.643 INFO:tasks.workunit.client.0.smithi157.stdout:op 1027 completed, throughput=4.99MB/sec 2024-08-17T00:56:18.643 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UuDHwQSNUbPVHq4 off=16405966 len=1959509 2024-08-17T00:56:18.646 INFO:tasks.workunit.client.0.smithi157.stdout:op 1028 completed, throughput=5MB/sec 2024-08-17T00:56:19.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:19 smithi157 ceph-mon[101289]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-17T00:56:19.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:19 smithi157 ceph-mon[98780]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-17T00:56:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:19 smithi187 ceph-mon[90552]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-17T00:56:19.647 INFO:tasks.workunit.client.0.smithi157.stdout: 198: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:19.647 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fREeKdVH070tqBH off=6083429 len=692640 2024-08-17T00:56:19.652 INFO:tasks.workunit.client.0.smithi157.stdout:op 1029 completed, throughput=4.98MB/sec 2024-08-17T00:56:19.652 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vJrGgX8QdqoRZ_r off=174988 len=1373588 2024-08-17T00:56:19.660 INFO:tasks.workunit.client.0.smithi157.stdout:op 1030 completed, throughput=4.99MB/sec 2024-08-17T00:56:19.660 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Tx-l9Pgo3cCSuwK off=11250246 len=22572 2024-08-17T00:56:19.660 INFO:tasks.workunit.client.0.smithi157.stdout:op 1031 completed, throughput=4.99MB/sec 2024-08-17T00:56:19.660 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GgRbqfYQk8OSNkG off=20553194 len=1003223 2024-08-17T00:56:19.666 INFO:tasks.workunit.client.0.smithi157.stdout:op 1032 completed, throughput=4.99MB/sec 2024-08-17T00:56:19.666 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MW-s9iFXKJEG-Ub off=3123572 len=1738089 2024-08-17T00:56:19.667 INFO:tasks.workunit.client.0.smithi157.stdout:op 1033 completed, throughput=5MB/sec 2024-08-17T00:56:19.668 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-desAp7qf7qqCd_f off=1075378 len=859797 2024-08-17T00:56:19.668 INFO:tasks.workunit.client.0.smithi157.stdout:op 1034 completed, throughput=5MB/sec 2024-08-17T00:56:20.669 INFO:tasks.workunit.client.0.smithi157.stdout: 199: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:20.670 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nx6C51XyIU5PcyN off=9086929 len=951257 2024-08-17T00:56:20.671 INFO:tasks.workunit.client.0.smithi157.stdout:op 1035 completed, throughput=4.98MB/sec 2024-08-17T00:56:20.671 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-79-pEFN28PiqVMa off=2039206 len=1883709 2024-08-17T00:56:20.673 INFO:tasks.workunit.client.0.smithi157.stdout:op 1036 completed, throughput=4.99MB/sec 2024-08-17T00:56:20.673 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4l5K3wpPVE7AuhX off=10806572 len=831259 2024-08-17T00:56:20.675 INFO:tasks.workunit.client.0.smithi157.stdout:op 1037 completed, throughput=4.99MB/sec 2024-08-17T00:56:20.676 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-a_-A3Xrr6U3ZlA5 off=9523635 len=414851 2024-08-17T00:56:20.679 INFO:tasks.workunit.client.0.smithi157.stdout:op 1038 completed, throughput=5MB/sec 2024-08-17T00:56:20.679 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EAmN5EiYk0sEhiH off=5610545 len=377646 2024-08-17T00:56:20.682 INFO:tasks.workunit.client.0.smithi157.stdout:op 1039 completed, throughput=5MB/sec 2024-08-17T00:56:20.682 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-c5ew8YmtE07TG2z off=12607328 len=1644979 2024-08-17T00:56:20.690 INFO:tasks.workunit.client.0.smithi157.stdout:op 1040 completed, throughput=5.01MB/sec 2024-08-17T00:56:21.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:21 smithi157 ceph-mon[98780]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T00:56:21.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:21 smithi157 ceph-mon[101289]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T00:56:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:21 smithi187 ceph-mon[90552]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T00:56:21.691 INFO:tasks.workunit.client.0.smithi157.stdout: 200: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:21.691 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yypb3q3fNVK1HRS off=3818886 len=170316 2024-08-17T00:56:21.691 INFO:tasks.workunit.client.0.smithi157.stdout:op 1041 completed, throughput=4.98MB/sec 2024-08-17T00:56:21.692 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5lnXrRBnEy8y2_h off=2783695 len=1888401 2024-08-17T00:56:21.703 INFO:tasks.workunit.client.0.smithi157.stdout:op 1042 completed, throughput=4.99MB/sec 2024-08-17T00:56:21.703 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IOJtTqFv1JRwFbY off=14879421 len=518100 2024-08-17T00:56:21.704 INFO:tasks.workunit.client.0.smithi157.stdout:op 1043 completed, throughput=4.99MB/sec 2024-08-17T00:56:21.704 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-im2UhS5tWH3E23g off=6589968 len=539622 2024-08-17T00:56:21.708 INFO:tasks.workunit.client.0.smithi157.stdout:op 1044 completed, throughput=5MB/sec 2024-08-17T00:56:21.708 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dsWMGL5jBReeFfT off=22229491 len=1026819 2024-08-17T00:56:21.713 INFO:tasks.workunit.client.0.smithi157.stdout:op 1045 completed, throughput=5MB/sec 2024-08-17T00:56:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:56:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:56:22.714 INFO:tasks.workunit.client.0.smithi157.stdout: 201: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:22.714 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZRnQRhs1f_5xXlW off=3606991 len=1387035 2024-08-17T00:56:22.720 INFO:tasks.workunit.client.0.smithi157.stdout:op 1046 completed, throughput=4.98MB/sec 2024-08-17T00:56:22.721 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Sp6t4n__R6pIqwc off=8644591 len=577827 2024-08-17T00:56:22.725 INFO:tasks.workunit.client.0.smithi157.stdout:op 1047 completed, throughput=4.98MB/sec 2024-08-17T00:56:22.725 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-L5onvuPFuP2zECa off=2775642 len=938267 2024-08-17T00:56:22.729 INFO:tasks.workunit.client.0.smithi157.stdout:op 1048 completed, throughput=4.99MB/sec 2024-08-17T00:56:22.729 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EEryA_ZHf0105jB off=13913682 len=539688 2024-08-17T00:56:22.730 INFO:tasks.workunit.client.0.smithi157.stdout:op 1049 completed, throughput=4.99MB/sec 2024-08-17T00:56:22.730 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-60SNv7VTeGEhkwK off=7698102 len=907968 2024-08-17T00:56:22.731 INFO:tasks.workunit.client.0.smithi157.stdout:op 1050 completed, throughput=5MB/sec 2024-08-17T00:56:22.732 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bYg1PACyMejJCC6 off=7836531 len=1058605 2024-08-17T00:56:22.732 INFO:tasks.workunit.client.0.smithi157.stdout:op 1051 completed, throughput=5MB/sec 2024-08-17T00:56:23.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:23 smithi157 ceph-mon[101289]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:56:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:23 smithi157 ceph-mon[98780]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:56:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:23 smithi187 ceph-mon[90552]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:56:23.733 INFO:tasks.workunit.client.0.smithi157.stdout: 202: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:23.733 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o6qcalysS5XcgZu off=14651454 len=758026 2024-08-17T00:56:23.734 INFO:tasks.workunit.client.0.smithi157.stdout:op 1052 completed, throughput=4.98MB/sec 2024-08-17T00:56:23.734 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zWdbs46W0yMGKdC off=19056406 len=1179670 2024-08-17T00:56:23.741 INFO:tasks.workunit.client.0.smithi157.stdout:op 1053 completed, throughput=4.98MB/sec 2024-08-17T00:56:23.741 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CQfbDpEX6_q0-7I off=8373142 len=570493 2024-08-17T00:56:23.742 INFO:tasks.workunit.client.0.smithi157.stdout:op 1054 completed, throughput=4.99MB/sec 2024-08-17T00:56:23.742 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9R6APBtK3xoQqEZ off=10019707 len=620742 2024-08-17T00:56:23.746 INFO:tasks.workunit.client.0.smithi157.stdout:op 1055 completed, throughput=4.99MB/sec 2024-08-17T00:56:23.747 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1gOT5p0yPsyTqTB off=6227313 len=1412457 2024-08-17T00:56:23.748 INFO:tasks.workunit.client.0.smithi157.stdout:op 1056 completed, throughput=5MB/sec 2024-08-17T00:56:23.748 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aXAU4X0m3wrXTzz off=217520 len=2000976 2024-08-17T00:56:23.750 INFO:tasks.workunit.client.0.smithi157.stdout:op 1057 completed, throughput=5.01MB/sec 2024-08-17T00:56:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:56:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:56:23] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-08-17T00:56:24.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:24 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:56:24.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:24 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:56:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:24 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:56:24.750 INFO:tasks.workunit.client.0.smithi157.stdout: 203: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:24.751 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-K8iO29uyPIC47ss off=114395 len=898188 2024-08-17T00:56:24.755 INFO:tasks.workunit.client.0.smithi157.stdout:op 1058 completed, throughput=4.99MB/sec 2024-08-17T00:56:24.755 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HznnZFz8HZWMeuw off=19463255 len=15103 2024-08-17T00:56:24.755 INFO:tasks.workunit.client.0.smithi157.stdout:op 1059 completed, throughput=4.99MB/sec 2024-08-17T00:56:24.755 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LcyozYOifOnGFcV off=4628284 len=1824934 2024-08-17T00:56:24.756 INFO:tasks.workunit.client.0.smithi157.stdout:op 1060 completed, throughput=4.99MB/sec 2024-08-17T00:56:24.757 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5m91Ase7ioT70sE off=3630062 len=566892 2024-08-17T00:56:24.760 INFO:tasks.workunit.client.0.smithi157.stdout:op 1061 completed, throughput=5MB/sec 2024-08-17T00:56:24.760 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rSmMcxU1QVUNL7u off=4244960 len=2008656 2024-08-17T00:56:24.772 INFO:tasks.workunit.client.0.smithi157.stdout:op 1062 completed, throughput=5.01MB/sec 2024-08-17T00:56:25.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:25 smithi157 ceph-mon[98780]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:56:25.446 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:25 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:56:25.446 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:25 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:56:25.446 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:25 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:56:25.447 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:25 smithi157 ceph-mon[101289]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:56:25.447 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:25 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:56:25.447 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:25 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:56:25.447 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:25 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:56:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:25 smithi187 ceph-mon[90552]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:56:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:25 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:56:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:25 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:56:25.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:25 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:56:25.772 INFO:tasks.workunit.client.0.smithi157.stdout: 204: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:25.773 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cnzUkSBGj5LoHDr off=5798383 len=413825 2024-08-17T00:56:25.777 INFO:tasks.workunit.client.0.smithi157.stdout:op 1063 completed, throughput=4.98MB/sec 2024-08-17T00:56:25.777 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tfyFJwogeWt_CmE off=8837972 len=1179638 2024-08-17T00:56:25.783 INFO:tasks.workunit.client.0.smithi157.stdout:op 1064 completed, throughput=4.99MB/sec 2024-08-17T00:56:25.783 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HaJpZTM2DjpJRaB off=1000311 len=1161625 2024-08-17T00:56:25.784 INFO:tasks.workunit.client.0.smithi157.stdout:op 1065 completed, throughput=4.99MB/sec 2024-08-17T00:56:25.784 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-D_SVyP0DWCxIExe off=19450806 len=2011191 2024-08-17T00:56:25.786 INFO:tasks.workunit.client.0.smithi157.stdout:op 1066 completed, throughput=5MB/sec 2024-08-17T00:56:26.786 INFO:tasks.workunit.client.0.smithi157.stdout: 205: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:26.786 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VWlJ4IvNUiBshib off=4658888 len=74174 2024-08-17T00:56:26.787 INFO:tasks.workunit.client.0.smithi157.stdout:op 1067 completed, throughput=4.98MB/sec 2024-08-17T00:56:26.787 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_gGxR11QaGjlVnO off=7671452 len=315046 2024-08-17T00:56:26.788 INFO:tasks.workunit.client.0.smithi157.stdout:op 1068 completed, throughput=4.98MB/sec 2024-08-17T00:56:26.788 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NgjFtF-jIVWXaw4 off=11684612 len=1965157 2024-08-17T00:56:26.790 INFO:tasks.workunit.client.0.smithi157.stdout:op 1069 completed, throughput=4.99MB/sec 2024-08-17T00:56:26.790 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CreZag15NKoO2d4 off=0 len=1197799 2024-08-17T00:56:26.792 INFO:tasks.workunit.client.0.smithi157.stdout:op 1070 completed, throughput=5MB/sec 2024-08-17T00:56:26.792 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6inr2pk9MtGz1Cr off=10038492 len=227797 2024-08-17T00:56:26.793 INFO:tasks.workunit.client.0.smithi157.stdout:op 1071 completed, throughput=5MB/sec 2024-08-17T00:56:26.793 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lgNbLB7zu0zQ0Wf off=1072730 len=734735 2024-08-17T00:56:26.794 INFO:tasks.workunit.client.0.smithi157.stdout:op 1072 completed, throughput=5MB/sec 2024-08-17T00:56:26.794 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ck7GcQGUo_lGQMA off=11792280 len=1651193 2024-08-17T00:56:26.801 INFO:tasks.workunit.client.0.smithi157.stdout:op 1073 completed, throughput=5.01MB/sec 2024-08-17T00:56:27.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:27 smithi157 ceph-mon[101289]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:56:27.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:27 smithi157 ceph-mon[98780]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:56:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:27 smithi187 ceph-mon[90552]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:56:27.802 INFO:tasks.workunit.client.0.smithi157.stdout: 206: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:27.802 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aDRfOP79xCtM0pU off=11499300 len=182297 2024-08-17T00:56:27.805 INFO:tasks.workunit.client.0.smithi157.stdout:op 1074 completed, throughput=4.98MB/sec 2024-08-17T00:56:27.805 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-juEzCyNVkiJyiGN off=6679402 len=2060808 2024-08-17T00:56:27.813 INFO:tasks.workunit.client.0.smithi157.stdout:op 1075 completed, throughput=4.99MB/sec 2024-08-17T00:56:27.813 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6jC7irjcWDwalKX off=2705537 len=828198 2024-08-17T00:56:27.814 INFO:tasks.workunit.client.0.smithi157.stdout:op 1076 completed, throughput=5MB/sec 2024-08-17T00:56:27.814 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OXvuLaQUzZcQj8w off=9735211 len=435592 2024-08-17T00:56:27.815 INFO:tasks.workunit.client.0.smithi157.stdout:op 1077 completed, throughput=5MB/sec 2024-08-17T00:56:27.815 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Q5hWFzzje9r-cN_ off=539485 len=333437 2024-08-17T00:56:27.818 INFO:tasks.workunit.client.0.smithi157.stdout:op 1078 completed, throughput=5MB/sec 2024-08-17T00:56:28.819 INFO:tasks.workunit.client.0.smithi157.stdout: 207: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:28.819 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pOpHLwA19tw6CxO off=14069714 len=1947540 2024-08-17T00:56:28.828 INFO:tasks.workunit.client.0.smithi157.stdout:op 1079 completed, throughput=4.99MB/sec 2024-08-17T00:56:28.828 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o43zS2gRaTaft0D off=1511133 len=40343 2024-08-17T00:56:28.829 INFO:tasks.workunit.client.0.smithi157.stdout:op 1080 completed, throughput=4.99MB/sec 2024-08-17T00:56:28.829 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IcYsxPH4fyKbkzO off=1333160 len=1494643 2024-08-17T00:56:28.835 INFO:tasks.workunit.client.0.smithi157.stdout:op 1081 completed, throughput=4.99MB/sec 2024-08-17T00:56:28.835 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NG22XQ6x4TncDhh off=4035051 len=404460 2024-08-17T00:56:28.836 INFO:tasks.workunit.client.0.smithi157.stdout:op 1082 completed, throughput=4.99MB/sec 2024-08-17T00:56:28.836 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SYZXhvhQ1af7eoF off=622011 len=755197 2024-08-17T00:56:28.837 INFO:tasks.workunit.client.0.smithi157.stdout:op 1083 completed, throughput=5MB/sec 2024-08-17T00:56:28.837 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-POzlZ1MrDh9EzrR off=12695471 len=527458 2024-08-17T00:56:28.841 INFO:tasks.workunit.client.0.smithi157.stdout:op 1084 completed, throughput=5MB/sec 2024-08-17T00:56:28.841 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1zVVz2zo0YynoVy off=12688995 len=1221190 2024-08-17T00:56:28.846 INFO:tasks.workunit.client.0.smithi157.stdout:op 1085 completed, throughput=5MB/sec 2024-08-17T00:56:29.186 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:29.186 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:29.847 INFO:tasks.workunit.client.0.smithi157.stdout: 208: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:29.847 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JVhW4xQrkqpGweM off=11419954 len=921952 2024-08-17T00:56:29.848 INFO:tasks.workunit.client.0.smithi157.stdout:op 1086 completed, throughput=4.99MB/sec 2024-08-17T00:56:29.849 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-d8jp7VnD0pDkONt off=936963 len=352675 2024-08-17T00:56:29.852 INFO:tasks.workunit.client.0.smithi157.stdout:op 1087 completed, throughput=4.99MB/sec 2024-08-17T00:56:29.852 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YkR6aNHODDjwYqJ off=23441160 len=1613653 2024-08-17T00:56:29.855 INFO:tasks.workunit.client.0.smithi157.stdout:op 1088 completed, throughput=4.99MB/sec 2024-08-17T00:56:29.855 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ALsPKySzT-brIN_ off=23338771 len=928248 2024-08-17T00:56:29.856 INFO:tasks.workunit.client.0.smithi157.stdout:op 1089 completed, throughput=5MB/sec 2024-08-17T00:56:29.857 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vXfvkbCDqZZHkLy off=435921 len=1902287 2024-08-17T00:56:29.870 INFO:tasks.workunit.client.0.smithi157.stdout:op 1090 completed, throughput=5.01MB/sec 2024-08-17T00:56:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:29 smithi187 ceph-mon[90552]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:56:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:29 smithi157 ceph-mon[98780]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:56:30.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:29 smithi157 ceph-mon[101289]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:56:30.870 INFO:tasks.workunit.client.0.smithi157.stdout: 209: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:30.871 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-S4Tb_PVq6j0bC60 off=14158141 len=966652 2024-08-17T00:56:30.872 INFO:tasks.workunit.client.0.smithi157.stdout:op 1091 completed, throughput=4.99MB/sec 2024-08-17T00:56:30.873 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dt2AHHtVYNMlVkd off=18797600 len=218119 2024-08-17T00:56:30.873 INFO:tasks.workunit.client.0.smithi157.stdout:op 1092 completed, throughput=4.99MB/sec 2024-08-17T00:56:30.873 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-u1TlzgURMb7lr-y off=12015949 len=1108798 2024-08-17T00:56:30.875 INFO:tasks.workunit.client.0.smithi157.stdout:op 1093 completed, throughput=4.99MB/sec 2024-08-17T00:56:30.875 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7OlcabdOd0hvDB3 off=2074266 len=913715 2024-08-17T00:56:30.876 INFO:tasks.workunit.client.0.smithi157.stdout:op 1094 completed, throughput=5MB/sec 2024-08-17T00:56:30.876 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qal3knmr2kxTxGR off=6766630 len=152047 2024-08-17T00:56:30.879 INFO:tasks.workunit.client.0.smithi157.stdout:op 1095 completed, throughput=5MB/sec 2024-08-17T00:56:30.879 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iiNMBWT3DQ6ZJ0E off=8007703 len=1135315 2024-08-17T00:56:30.881 INFO:tasks.workunit.client.0.smithi157.stdout:op 1096 completed, throughput=5MB/sec 2024-08-17T00:56:31.881 INFO:tasks.workunit.client.0.smithi157.stdout: 210: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:31.882 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-f5C2udEhmniWUCn off=2706025 len=823581 2024-08-17T00:56:31.886 INFO:tasks.workunit.client.0.smithi157.stdout:op 1097 completed, throughput=4.98MB/sec 2024-08-17T00:56:31.886 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ng9Nqr9veKrekZM off=6646985 len=797148 2024-08-17T00:56:31.887 INFO:tasks.workunit.client.0.smithi157.stdout:op 1098 completed, throughput=4.99MB/sec 2024-08-17T00:56:31.887 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EJdPMAkqPcK7W0K off=2125661 len=1671319 2024-08-17T00:56:31.896 INFO:tasks.workunit.client.0.smithi157.stdout:op 1099 completed, throughput=4.99MB/sec 2024-08-17T00:56:31.896 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bvXRcVMLQGKDXHZ off=13250520 len=1079087 2024-08-17T00:56:31.902 INFO:tasks.workunit.client.0.smithi157.stdout:op 1100 completed, throughput=5MB/sec 2024-08-17T00:56:31.902 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--K3jhObw_fnX83D off=18520957 len=824913 2024-08-17T00:56:31.903 INFO:tasks.workunit.client.0.smithi157.stdout:op 1101 completed, throughput=5MB/sec 2024-08-17T00:56:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:31 smithi187 ceph-mon[90552]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:56:32.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:31 smithi157 ceph-mon[98780]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:56:32.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:31 smithi157 ceph-mon[101289]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:56:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:56:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:56:32.903 INFO:tasks.workunit.client.0.smithi157.stdout: 211: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:32.903 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-59vY-_Vd7gjgppJ off=3044921 len=271876 2024-08-17T00:56:32.904 INFO:tasks.workunit.client.0.smithi157.stdout:op 1102 completed, throughput=4.98MB/sec 2024-08-17T00:56:32.904 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KxY-kE_SwP36vZz off=273290 len=209176 2024-08-17T00:56:32.905 INFO:tasks.workunit.client.0.smithi157.stdout:op 1103 completed, throughput=4.98MB/sec 2024-08-17T00:56:32.905 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JkQ2-HZfUnuCu1x off=13509540 len=1220706 2024-08-17T00:56:32.911 INFO:tasks.workunit.client.0.smithi157.stdout:op 1104 completed, throughput=4.99MB/sec 2024-08-17T00:56:32.911 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zmN0JCrKhCR7hm- off=2089477 len=1270538 2024-08-17T00:56:32.914 INFO:tasks.workunit.client.0.smithi157.stdout:op 1105 completed, throughput=4.99MB/sec 2024-08-17T00:56:32.914 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LXQ5YOxdgXMqd0z off=2428787 len=1100504 2024-08-17T00:56:32.915 INFO:tasks.workunit.client.0.smithi157.stdout:op 1106 completed, throughput=5MB/sec 2024-08-17T00:56:32.916 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZsuoAyWXqQ1h5d1 off=3750554 len=328515 2024-08-17T00:56:32.916 INFO:tasks.workunit.client.0.smithi157.stdout:op 1107 completed, throughput=5MB/sec 2024-08-17T00:56:32.916 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8G-KHTdu6ckP-d2 off=21405637 len=567139 2024-08-17T00:56:32.917 INFO:tasks.workunit.client.0.smithi157.stdout:op 1108 completed, throughput=5MB/sec 2024-08-17T00:56:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:56:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:56:33] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-08-17T00:56:33.917 INFO:tasks.workunit.client.0.smithi157.stdout: 212: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:33.917 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9rxYHHsQuJgTzkk off=19531313 len=1176416 2024-08-17T00:56:33.919 INFO:tasks.workunit.client.0.smithi157.stdout:op 1109 completed, throughput=4.98MB/sec 2024-08-17T00:56:33.919 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VHY6QXQwPwfVlOb off=15224555 len=1045885 2024-08-17T00:56:33.924 INFO:tasks.workunit.client.0.smithi157.stdout:op 1110 completed, throughput=4.99MB/sec 2024-08-17T00:56:33.924 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-h2T3DIMk_OOr3eD off=14934261 len=65023 2024-08-17T00:56:33.926 INFO:tasks.workunit.client.0.smithi157.stdout:op 1111 completed, throughput=4.99MB/sec 2024-08-17T00:56:33.927 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2sdt2RXK9dSqLkA off=4064408 len=644226 2024-08-17T00:56:33.930 INFO:tasks.workunit.client.0.smithi157.stdout:op 1112 completed, throughput=4.99MB/sec 2024-08-17T00:56:33.931 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8Q8ppso4mNEV9h6 off=827465 len=319714 2024-08-17T00:56:33.931 INFO:tasks.workunit.client.0.smithi157.stdout:op 1113 completed, throughput=4.99MB/sec 2024-08-17T00:56:33.931 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gRjlUFwMJRIVGt3 off=2776244 len=1602085 2024-08-17T00:56:33.933 INFO:tasks.workunit.client.0.smithi157.stdout:op 1114 completed, throughput=5MB/sec 2024-08-17T00:56:33.933 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qkZp82Fpot2fZSE off=13343971 len=1819659 2024-08-17T00:56:33.941 INFO:tasks.workunit.client.0.smithi157.stdout:op 1115 completed, throughput=5.01MB/sec 2024-08-17T00:56:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:33 smithi187 ceph-mon[90552]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:56:34.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:33 smithi157 ceph-mon[98780]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:56:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:33 smithi157 ceph-mon[101289]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:56:34.941 INFO:tasks.workunit.client.0.smithi157.stdout: 213: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:34.941 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QYYwdA-H7yc5oJ9 off=12315138 len=494489 2024-08-17T00:56:34.944 INFO:tasks.workunit.client.0.smithi157.stdout:op 1116 completed, throughput=4.99MB/sec 2024-08-17T00:56:34.945 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-apkAoK5pX3UZkpd off=600184 len=958471 2024-08-17T00:56:34.946 INFO:tasks.workunit.client.0.smithi157.stdout:op 1117 completed, throughput=4.99MB/sec 2024-08-17T00:56:34.946 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V3BLFS7e7uHfRWG off=12979668 len=1514547 2024-08-17T00:56:34.952 INFO:tasks.workunit.client.0.smithi157.stdout:op 1118 completed, throughput=5MB/sec 2024-08-17T00:56:34.952 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Mj47DFhfnkrjQTd off=10838649 len=1845360 2024-08-17T00:56:34.962 INFO:tasks.workunit.client.0.smithi157.stdout:op 1119 completed, throughput=5MB/sec 2024-08-17T00:56:35.962 INFO:tasks.workunit.client.0.smithi157.stdout: 214: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:35.963 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4yAiXzc4fvso1-N off=663006 len=1581724 2024-08-17T00:56:35.964 INFO:tasks.workunit.client.0.smithi157.stdout:op 1120 completed, throughput=4.99MB/sec 2024-08-17T00:56:35.965 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1pCR_Fv2RO0enx8 off=142846 len=1088780 2024-08-17T00:56:35.966 INFO:tasks.workunit.client.0.smithi157.stdout:op 1121 completed, throughput=4.99MB/sec 2024-08-17T00:56:35.966 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3GE_hbv6Ntux0oV off=10711257 len=1386866 2024-08-17T00:56:35.973 INFO:tasks.workunit.client.0.smithi157.stdout:op 1122 completed, throughput=5MB/sec 2024-08-17T00:56:35.973 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Y2cFHYD6pi3-4Il off=9440109 len=432568 2024-08-17T00:56:35.977 INFO:tasks.workunit.client.0.smithi157.stdout:op 1123 completed, throughput=5MB/sec 2024-08-17T00:56:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:35 smithi187 ceph-mon[90552]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:56:36.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:35 smithi157 ceph-mon[98780]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:56:36.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:35 smithi157 ceph-mon[101289]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:56:36.977 INFO:tasks.workunit.client.0.smithi157.stdout: 215: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:36.977 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kcxp1VYXKoHNcNp off=2996713 len=681460 2024-08-17T00:56:36.978 INFO:tasks.workunit.client.0.smithi157.stdout:op 1124 completed, throughput=4.98MB/sec 2024-08-17T00:56:36.978 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uADqhyCGW6MEtYa off=2105652 len=320720 2024-08-17T00:56:36.979 INFO:tasks.workunit.client.0.smithi157.stdout:op 1125 completed, throughput=4.98MB/sec 2024-08-17T00:56:36.979 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-D16rEuwZG-NfrUf off=3832755 len=81937 2024-08-17T00:56:36.980 INFO:tasks.workunit.client.0.smithi157.stdout:op 1126 completed, throughput=4.98MB/sec 2024-08-17T00:56:36.980 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jaLshcFsKhSJpQo off=11024268 len=157218 2024-08-17T00:56:36.981 INFO:tasks.workunit.client.0.smithi157.stdout:op 1127 completed, throughput=4.98MB/sec 2024-08-17T00:56:36.981 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-D2IFgPvJ7yscnjx off=1293446 len=991444 2024-08-17T00:56:36.982 INFO:tasks.workunit.client.0.smithi157.stdout:op 1128 completed, throughput=4.99MB/sec 2024-08-17T00:56:36.982 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_UUYuUVZuM4WcSH off=4186188 len=1033221 2024-08-17T00:56:36.987 INFO:tasks.workunit.client.0.smithi157.stdout:op 1129 completed, throughput=4.99MB/sec 2024-08-17T00:56:36.987 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OBrsmh_fXhP96zv off=280926 len=492279 2024-08-17T00:56:36.991 INFO:tasks.workunit.client.0.smithi157.stdout:op 1130 completed, throughput=4.99MB/sec 2024-08-17T00:56:36.991 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VE3l6ETWwnoYxrb off=5227534 len=711245 2024-08-17T00:56:36.992 INFO:tasks.workunit.client.0.smithi157.stdout:op 1131 completed, throughput=5MB/sec 2024-08-17T00:56:36.992 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TkmtQuiQy_1oIVp off=1547011 len=1492639 2024-08-17T00:56:36.994 INFO:tasks.workunit.client.0.smithi157.stdout:op 1132 completed, throughput=5MB/sec 2024-08-17T00:56:37.994 INFO:tasks.workunit.client.0.smithi157.stdout: 216: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:37.994 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZirafoTyByFM4G- off=18850317 len=1675538 2024-08-17T00:56:37.998 INFO:tasks.workunit.client.0.smithi157.stdout:op 1133 completed, throughput=4.99MB/sec 2024-08-17T00:56:37.998 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Zeftl6jNDo5q3Tz off=13704445 len=1436053 2024-08-17T00:56:38.004 INFO:tasks.workunit.client.0.smithi157.stdout:op 1134 completed, throughput=4.99MB/sec 2024-08-17T00:56:38.004 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0Cvogsh7dEFaKGT off=7741222 len=1001080 2024-08-17T00:56:38.006 INFO:tasks.workunit.client.0.smithi157.stdout:op 1135 completed, throughput=5MB/sec 2024-08-17T00:56:38.006 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ud379P0Vx15j_Sy off=10518068 len=1543486 2024-08-17T00:56:38.007 INFO:tasks.workunit.client.0.smithi157.stdout:op 1136 completed, throughput=5MB/sec 2024-08-17T00:56:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:37 smithi187 ceph-mon[90552]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T00:56:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:37 smithi157 ceph-mon[98780]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T00:56:38.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:37 smithi157 ceph-mon[101289]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T00:56:39.008 INFO:tasks.workunit.client.0.smithi157.stdout: 217: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:39.008 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tWRmC4BxKbv_q0u off=8676307 len=644213 2024-08-17T00:56:39.012 INFO:tasks.workunit.client.0.smithi157.stdout:op 1137 completed, throughput=4.98MB/sec 2024-08-17T00:56:39.012 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rAFNJd5eNlzXjay off=14557268 len=534679 2024-08-17T00:56:39.016 INFO:tasks.workunit.client.0.smithi157.stdout:op 1138 completed, throughput=4.99MB/sec 2024-08-17T00:56:39.016 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--bc_2_e6QfUQy09 off=3030568 len=2064058 2024-08-17T00:56:39.027 INFO:tasks.workunit.client.0.smithi157.stdout:op 1139 completed, throughput=5MB/sec 2024-08-17T00:56:39.027 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-i3AfyeYsZ7Hb2KB off=5889377 len=955307 2024-08-17T00:56:39.033 INFO:tasks.workunit.client.0.smithi157.stdout:op 1140 completed, throughput=5MB/sec 2024-08-17T00:56:39.033 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zQ9QZPvqP8Wwa7U off=198516 len=1632754 2024-08-17T00:56:39.041 INFO:tasks.workunit.client.0.smithi157.stdout:op 1141 completed, throughput=5.01MB/sec 2024-08-17T00:56:40.042 INFO:tasks.workunit.client.0.smithi157.stdout: 218: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:40.042 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Th3yprqcgzMQiMR off=2321718 len=418264 2024-08-17T00:56:40.045 INFO:tasks.workunit.client.0.smithi157.stdout:op 1142 completed, throughput=4.99MB/sec 2024-08-17T00:56:40.045 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SH7yKcflCMYDgFh off=6159698 len=79707 2024-08-17T00:56:40.046 INFO:tasks.workunit.client.0.smithi157.stdout:op 1143 completed, throughput=4.99MB/sec 2024-08-17T00:56:40.046 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wm5tyA3bmKmykXM off=11845260 len=1701855 2024-08-17T00:56:40.057 INFO:tasks.workunit.client.0.smithi157.stdout:op 1144 completed, throughput=4.99MB/sec 2024-08-17T00:56:40.057 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-77gNSLfwELtAHt2 off=17587209 len=296370 2024-08-17T00:56:40.059 INFO:tasks.workunit.client.0.smithi157.stdout:op 1145 completed, throughput=4.99MB/sec 2024-08-17T00:56:40.059 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZYZnbGSz5fP5DrB off=3705066 len=1311725 2024-08-17T00:56:40.067 INFO:tasks.workunit.client.0.smithi157.stdout:op 1146 completed, throughput=5MB/sec 2024-08-17T00:56:40.067 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RlmdPAhWuWE4AKT off=5682255 len=1005146 2024-08-17T00:56:40.068 INFO:tasks.workunit.client.0.smithi157.stdout:op 1147 completed, throughput=5MB/sec 2024-08-17T00:56:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:39 smithi187 ceph-mon[90552]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:56:40.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:39 smithi157 ceph-mon[98780]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:56:40.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:39 smithi157 ceph-mon[101289]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:56:41.069 INFO:tasks.workunit.client.0.smithi157.stdout: 219: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:41.069 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5xgOM3GeSWW8cUq off=2557167 len=13639 2024-08-17T00:56:41.069 INFO:tasks.workunit.client.0.smithi157.stdout:op 1148 completed, throughput=4.98MB/sec 2024-08-17T00:56:41.070 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-h4qvYYI7QQsUdHN off=8007161 len=803772 2024-08-17T00:56:41.071 INFO:tasks.workunit.client.0.smithi157.stdout:op 1149 completed, throughput=4.98MB/sec 2024-08-17T00:56:41.071 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Irx4WNXpdXiTXUE off=1686480 len=842542 2024-08-17T00:56:41.072 INFO:tasks.workunit.client.0.smithi157.stdout:op 1150 completed, throughput=4.99MB/sec 2024-08-17T00:56:41.072 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-P1mlWtv_44FAryo off=384288 len=1140883 2024-08-17T00:56:41.077 INFO:tasks.workunit.client.0.smithi157.stdout:op 1151 completed, throughput=4.99MB/sec 2024-08-17T00:56:41.078 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4CfmrNEhEA9MSqQ off=569827 len=650023 2024-08-17T00:56:41.081 INFO:tasks.workunit.client.0.smithi157.stdout:op 1152 completed, throughput=5MB/sec 2024-08-17T00:56:41.081 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-78ZzuPKAJrKchK0 off=5304909 len=1850033 2024-08-17T00:56:41.082 INFO:tasks.workunit.client.0.smithi157.stdout:op 1153 completed, throughput=5MB/sec 2024-08-17T00:56:42.083 INFO:tasks.workunit.client.0.smithi157.stdout: 220: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:42.083 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HfugxIzDhjPj2c1 off=10104562 len=1870902 2024-08-17T00:56:42.085 INFO:tasks.workunit.client.0.smithi157.stdout:op 1154 completed, throughput=4.99MB/sec 2024-08-17T00:56:42.085 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7ntbIz6dxbT1afx off=4283029 len=2069816 2024-08-17T00:56:42.087 INFO:tasks.workunit.client.0.smithi157.stdout:op 1155 completed, throughput=5MB/sec 2024-08-17T00:56:42.088 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YQTmJj7IeLBjv5n off=13022574 len=1081929 2024-08-17T00:56:42.089 INFO:tasks.workunit.client.0.smithi157.stdout:op 1156 completed, throughput=5MB/sec 2024-08-17T00:56:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:41 smithi187 ceph-mon[90552]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:56:42.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:41 smithi157 ceph-mon[98780]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:56:42.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:41 smithi157 ceph-mon[101289]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:56:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:56:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:56:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:56:43.090 INFO:tasks.workunit.client.0.smithi157.stdout: 221: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:43.090 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yZSe1NAWxdrGZay off=19765328 len=138890 2024-08-17T00:56:43.091 INFO:tasks.workunit.client.0.smithi157.stdout:op 1157 completed, throughput=4.98MB/sec 2024-08-17T00:56:43.091 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3TXq5j5pvzv7j4H off=322127 len=869620 2024-08-17T00:56:43.096 INFO:tasks.workunit.client.0.smithi157.stdout:op 1158 completed, throughput=4.98MB/sec 2024-08-17T00:56:43.096 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-huol-CkIJ9qN7Ny off=19254615 len=50685 2024-08-17T00:56:43.096 INFO:tasks.workunit.client.0.smithi157.stdout:op 1159 completed, throughput=4.98MB/sec 2024-08-17T00:56:43.096 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HFwkb1ZJhMb7E94 off=9349875 len=2069168 2024-08-17T00:56:43.098 INFO:tasks.workunit.client.0.smithi157.stdout:op 1160 completed, throughput=4.99MB/sec 2024-08-17T00:56:43.098 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hx4a2LKJhE8GP_d off=17627323 len=333669 2024-08-17T00:56:43.099 INFO:tasks.workunit.client.0.smithi157.stdout:op 1161 completed, throughput=4.99MB/sec 2024-08-17T00:56:43.099 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-P8N81A1hrqrIYHc off=15054239 len=971631 2024-08-17T00:56:43.100 INFO:tasks.workunit.client.0.smithi157.stdout:op 1162 completed, throughput=5MB/sec 2024-08-17T00:56:43.100 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YggFvFW4DRXUyAK off=10057963 len=1653149 2024-08-17T00:56:43.108 INFO:tasks.workunit.client.0.smithi157.stdout:op 1163 completed, throughput=5.01MB/sec 2024-08-17T00:56:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:56:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:56:43] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-08-17T00:56:44.108 INFO:tasks.workunit.client.0.smithi157.stdout: 222: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:44.108 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pl6yxEEJ_0Qz6En off=7595072 len=1799760 2024-08-17T00:56:44.110 INFO:tasks.workunit.client.0.smithi157.stdout:op 1164 completed, throughput=4.99MB/sec 2024-08-17T00:56:44.110 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-c--FOdOMkPic_TF off=12779856 len=432445 2024-08-17T00:56:44.114 INFO:tasks.workunit.client.0.smithi157.stdout:op 1165 completed, throughput=4.99MB/sec 2024-08-17T00:56:44.115 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Tli_UlPxBGdbBBu off=2258750 len=1852025 2024-08-17T00:56:44.122 INFO:tasks.workunit.client.0.smithi157.stdout:op 1166 completed, throughput=5MB/sec 2024-08-17T00:56:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:43 smithi187 ceph-mon[90552]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-17T00:56:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:44.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:43 smithi157 ceph-mon[98780]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-17T00:56:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:43 smithi157 ceph-mon[101289]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-17T00:56:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:45.122 INFO:tasks.workunit.client.0.smithi157.stdout: 223: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:45.122 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mt6198vRF4-Zwp9 off=18364498 len=85966 2024-08-17T00:56:45.123 INFO:tasks.workunit.client.0.smithi157.stdout:op 1167 completed, throughput=4.98MB/sec 2024-08-17T00:56:45.123 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ndAUZ9n8UOliaOn off=11659500 len=403382 2024-08-17T00:56:45.127 INFO:tasks.workunit.client.0.smithi157.stdout:op 1168 completed, throughput=4.98MB/sec 2024-08-17T00:56:45.127 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-U7Golw2soD6U-NS off=6369682 len=1480942 2024-08-17T00:56:45.134 INFO:tasks.workunit.client.0.smithi157.stdout:op 1169 completed, throughput=4.99MB/sec 2024-08-17T00:56:45.134 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_RhVte7alMB_xrm off=2118995 len=851726 2024-08-17T00:56:45.135 INFO:tasks.workunit.client.0.smithi157.stdout:op 1170 completed, throughput=4.99MB/sec 2024-08-17T00:56:45.136 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pjU9sx1pviN3dCI off=10475360 len=1220204 2024-08-17T00:56:45.142 INFO:tasks.workunit.client.0.smithi157.stdout:op 1171 completed, throughput=4.99MB/sec 2024-08-17T00:56:45.142 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qQu97qXnOF7yU4a off=2925058 len=901693 2024-08-17T00:56:45.146 INFO:tasks.workunit.client.0.smithi157.stdout:op 1172 completed, throughput=5MB/sec 2024-08-17T00:56:45.146 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-S4Fo9HAKYip6I-d off=9865089 len=1003551 2024-08-17T00:56:45.152 INFO:tasks.workunit.client.0.smithi157.stdout:op 1173 completed, throughput=5MB/sec 2024-08-17T00:56:46.152 INFO:tasks.workunit.client.0.smithi157.stdout: 224: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:46.152 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-G4z86W75W5ZDiWN off=6603146 len=1243684 2024-08-17T00:56:46.161 INFO:tasks.workunit.client.0.smithi157.stdout:op 1174 completed, throughput=4.99MB/sec 2024-08-17T00:56:46.161 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YggFvFW4DRXUyAK off=17459156 len=436477 2024-08-17T00:56:46.162 INFO:tasks.workunit.client.0.smithi157.stdout:op 1175 completed, throughput=4.99MB/sec 2024-08-17T00:56:46.162 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ekVJhUvhNJgd-rh off=4282720 len=328505 2024-08-17T00:56:46.162 INFO:tasks.workunit.client.0.smithi157.stdout:op 1176 completed, throughput=4.99MB/sec 2024-08-17T00:56:46.162 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eLn7-HDaewhCN5o off=1736930 len=129807 2024-08-17T00:56:46.165 INFO:tasks.workunit.client.0.smithi157.stdout:op 1177 completed, throughput=4.99MB/sec 2024-08-17T00:56:46.165 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8lyQad-XQHaWrYw off=16936479 len=40070 2024-08-17T00:56:46.166 INFO:tasks.workunit.client.0.smithi157.stdout:op 1178 completed, throughput=4.99MB/sec 2024-08-17T00:56:46.166 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OgD0Pf9y30P9Nmb off=4089215 len=1781951 2024-08-17T00:56:46.173 INFO:tasks.workunit.client.0.smithi157.stdout:op 1179 completed, throughput=5MB/sec 2024-08-17T00:56:46.173 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7Igmsxk1iXw7nnu off=9394737 len=476991 2024-08-17T00:56:46.176 INFO:tasks.workunit.client.0.smithi157.stdout:op 1180 completed, throughput=5MB/sec 2024-08-17T00:56:46.176 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ou2hN-QFUWkWyGB off=8499327 len=689983 2024-08-17T00:56:46.177 INFO:tasks.workunit.client.0.smithi157.stdout:op 1181 completed, throughput=5MB/sec 2024-08-17T00:56:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:45 smithi187 ceph-mon[90552]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:56:46.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:45 smithi157 ceph-mon[101289]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:56:46.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:45 smithi157 ceph-mon[98780]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:56:47.178 INFO:tasks.workunit.client.0.smithi157.stdout: 225: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:47.178 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bFw3sdclpt7ZX1t off=408135 len=1450459 2024-08-17T00:56:47.185 INFO:tasks.workunit.client.0.smithi157.stdout:op 1182 completed, throughput=4.99MB/sec 2024-08-17T00:56:47.185 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YJr0xpwIPcbiMVD off=8036656 len=1830150 2024-08-17T00:56:47.193 INFO:tasks.workunit.client.0.smithi157.stdout:op 1183 completed, throughput=4.99MB/sec 2024-08-17T00:56:47.194 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vXHAmkHwVoR3VzD off=18728444 len=683535 2024-08-17T00:56:47.198 INFO:tasks.workunit.client.0.smithi157.stdout:op 1184 completed, throughput=5MB/sec 2024-08-17T00:56:47.198 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GXw-lDq-u5UT-cl off=9328494 len=1844546 2024-08-17T00:56:47.208 INFO:tasks.workunit.client.0.smithi157.stdout:op 1185 completed, throughput=5MB/sec 2024-08-17T00:56:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:47 smithi187 ceph-mon[90552]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T00:56:48.208 INFO:tasks.workunit.client.0.smithi157.stdout: 226: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:48.208 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mHG2boDDaoVLDkn off=1740876 len=643778 2024-08-17T00:56:48.213 INFO:tasks.workunit.client.0.smithi157.stdout:op 1186 completed, throughput=4.98MB/sec 2024-08-17T00:56:48.213 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OfranNaLUU3BIRk off=2008121 len=1539929 2024-08-17T00:56:48.221 INFO:tasks.workunit.client.0.smithi157.stdout:op 1187 completed, throughput=4.99MB/sec 2024-08-17T00:56:48.221 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ugHiIqtPTFrxUoa off=19045720 len=1187277 2024-08-17T00:56:48.227 INFO:tasks.workunit.client.0.smithi157.stdout:op 1188 completed, throughput=5MB/sec 2024-08-17T00:56:48.227 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cGCVFbI81VkuvAF off=1317300 len=601691 2024-08-17T00:56:48.228 INFO:tasks.workunit.client.0.smithi157.stdout:op 1189 completed, throughput=5MB/sec 2024-08-17T00:56:48.228 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EZaSRCblbui3_V7 off=749907 len=281532 2024-08-17T00:56:48.231 INFO:tasks.workunit.client.0.smithi157.stdout:op 1190 completed, throughput=5MB/sec 2024-08-17T00:56:48.231 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-p97peX2K49p9Gdx off=1927679 len=557422 2024-08-17T00:56:48.234 INFO:tasks.workunit.client.0.smithi157.stdout:op 1191 completed, throughput=5MB/sec 2024-08-17T00:56:48.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:47 smithi157 ceph-mon[98780]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T00:56:48.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:47 smithi157 ceph-mon[101289]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T00:56:49.235 INFO:tasks.workunit.client.0.smithi157.stdout: 227: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:49.235 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1fD2oFSP5mX4LBP off=3838814 len=85221 2024-08-17T00:56:49.236 INFO:tasks.workunit.client.0.smithi157.stdout:op 1192 completed, throughput=4.98MB/sec 2024-08-17T00:56:49.236 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fzq_cV6lcndnL08 off=1852141 len=801502 2024-08-17T00:56:49.237 INFO:tasks.workunit.client.0.smithi157.stdout:op 1193 completed, throughput=4.98MB/sec 2024-08-17T00:56:49.237 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2EcItZpgpmXzM-b off=3381550 len=1177039 2024-08-17T00:56:49.238 INFO:tasks.workunit.client.0.smithi157.stdout:op 1194 completed, throughput=4.99MB/sec 2024-08-17T00:56:49.239 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VryON2SU_NpY7XX off=5085458 len=276312 2024-08-17T00:56:49.242 INFO:tasks.workunit.client.0.smithi157.stdout:op 1195 completed, throughput=4.99MB/sec 2024-08-17T00:56:49.242 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ABxZiPV-Cg0Zsss off=6319836 len=929705 2024-08-17T00:56:49.248 INFO:tasks.workunit.client.0.smithi157.stdout:op 1196 completed, throughput=4.99MB/sec 2024-08-17T00:56:49.248 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6qZkJeb-09FGuBy off=4900775 len=1672409 2024-08-17T00:56:49.249 INFO:tasks.workunit.client.0.smithi157.stdout:op 1197 completed, throughput=5MB/sec 2024-08-17T00:56:49.249 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZZTs8-qn21zTgo5 off=6265522 len=1090431 2024-08-17T00:56:49.251 INFO:tasks.workunit.client.0.smithi157.stdout:op 1198 completed, throughput=5MB/sec 2024-08-17T00:56:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:49 smithi187 ceph-mon[90552]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:56:50.252 INFO:tasks.workunit.client.0.smithi157.stdout: 228: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:50.252 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3HhNWJMnoYJxln7 off=10721989 len=1692888 2024-08-17T00:56:50.254 INFO:tasks.workunit.client.0.smithi157.stdout:op 1199 completed, throughput=4.99MB/sec 2024-08-17T00:56:50.254 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v4ZbM12eL0fqmbW off=6426655 len=498928 2024-08-17T00:56:50.255 INFO:tasks.workunit.client.0.smithi157.stdout:op 1200 completed, throughput=4.99MB/sec 2024-08-17T00:56:50.255 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZmYt8qumrJwquVL off=6379833 len=1247972 2024-08-17T00:56:50.256 INFO:tasks.workunit.client.0.smithi157.stdout:op 1201 completed, throughput=5MB/sec 2024-08-17T00:56:50.257 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pcGn6XqvLGwvJQ- off=161595 len=1459562 2024-08-17T00:56:50.258 INFO:tasks.workunit.client.0.smithi157.stdout:op 1202 completed, throughput=5MB/sec 2024-08-17T00:56:50.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:49 smithi157 ceph-mon[101289]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:56:50.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:49 smithi157 ceph-mon[98780]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:56:51.259 INFO:tasks.workunit.client.0.smithi157.stdout: 229: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:51.259 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-udm9xFZZAzQvqQa off=14691401 len=1921702 2024-08-17T00:56:51.268 INFO:tasks.workunit.client.0.smithi157.stdout:op 1203 completed, throughput=4.99MB/sec 2024-08-17T00:56:51.268 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sudydN4VEPff--E off=9252651 len=1613514 2024-08-17T00:56:51.274 INFO:tasks.workunit.client.0.smithi157.stdout:op 1204 completed, throughput=4.99MB/sec 2024-08-17T00:56:51.274 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-h_Ywh4atheoFrMr off=12193822 len=1171880 2024-08-17T00:56:51.277 INFO:tasks.workunit.client.0.smithi157.stdout:op 1205 completed, throughput=5MB/sec 2024-08-17T00:56:51.277 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aXBzPQeViwLTsjR off=2221558 len=712772 2024-08-17T00:56:51.281 INFO:tasks.workunit.client.0.smithi157.stdout:op 1206 completed, throughput=5MB/sec 2024-08-17T00:56:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:51 smithi187 ceph-mon[90552]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:56:52.282 INFO:tasks.workunit.client.0.smithi157.stdout: 230: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:52.282 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-x9Ca7H7Xz0UCvbQ off=11857435 len=614013 2024-08-17T00:56:52.284 INFO:tasks.workunit.client.0.smithi157.stdout:op 1207 completed, throughput=4.98MB/sec 2024-08-17T00:56:52.284 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Y7J9dqfQ-HtNSCN off=9667679 len=351459 2024-08-17T00:56:52.287 INFO:tasks.workunit.client.0.smithi157.stdout:op 1208 completed, throughput=4.98MB/sec 2024-08-17T00:56:52.288 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FNw2bla7WqEFFZF off=1082016 len=849671 2024-08-17T00:56:52.289 INFO:tasks.workunit.client.0.smithi157.stdout:op 1209 completed, throughput=4.99MB/sec 2024-08-17T00:56:52.289 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-38X7f1nNRwGnSl8 off=5764056 len=1879768 2024-08-17T00:56:52.296 INFO:tasks.workunit.client.0.smithi157.stdout:op 1210 completed, throughput=5MB/sec 2024-08-17T00:56:52.296 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wwMkp-4cQVQO-IK off=3611447 len=438650 2024-08-17T00:56:52.297 INFO:tasks.workunit.client.0.smithi157.stdout:op 1211 completed, throughput=5MB/sec 2024-08-17T00:56:52.297 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BXR5W__1nCmVsOe off=5477299 len=1172278 2024-08-17T00:56:52.299 INFO:tasks.workunit.client.0.smithi157.stdout:op 1212 completed, throughput=5MB/sec 2024-08-17T00:56:52.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:51 smithi157 ceph-mon[98780]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:56:52.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:51 smithi157 ceph-mon[101289]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:56:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:56:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:56:53.300 INFO:tasks.workunit.client.0.smithi157.stdout: 231: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:53.300 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-16MNyaBsUoKhxu1 off=6641724 len=1085632 2024-08-17T00:56:53.301 INFO:tasks.workunit.client.0.smithi157.stdout:op 1213 completed, throughput=4.99MB/sec 2024-08-17T00:56:53.301 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-P9ONJ3draJG0Ed9 off=3202238 len=355959 2024-08-17T00:56:53.305 INFO:tasks.workunit.client.0.smithi157.stdout:op 1214 completed, throughput=4.99MB/sec 2024-08-17T00:56:53.305 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2h3t1IFbsNYwI67 off=15772840 len=812569 2024-08-17T00:56:53.310 INFO:tasks.workunit.client.0.smithi157.stdout:op 1215 completed, throughput=4.99MB/sec 2024-08-17T00:56:53.310 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kzLeWc5bqe_MqjS off=504063 len=2004854 2024-08-17T00:56:53.312 INFO:tasks.workunit.client.0.smithi157.stdout:op 1216 completed, throughput=5MB/sec 2024-08-17T00:56:53.312 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5ROrPbYH0Tpuzru off=9782743 len=1021552 2024-08-17T00:56:53.313 INFO:tasks.workunit.client.0.smithi157.stdout:op 1217 completed, throughput=5MB/sec 2024-08-17T00:56:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:56:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:56:53] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-08-17T00:56:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:53 smithi187 ceph-mon[90552]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-17T00:56:54.314 INFO:tasks.workunit.client.0.smithi157.stdout: 232: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:54.314 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RbKIToTg8dHYsho off=2556544 len=2085104 2024-08-17T00:56:54.326 INFO:tasks.workunit.client.0.smithi157.stdout:op 1218 completed, throughput=4.99MB/sec 2024-08-17T00:56:54.327 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yXifWK7wgasodJv off=9802188 len=1164030 2024-08-17T00:56:54.332 INFO:tasks.workunit.client.0.smithi157.stdout:op 1219 completed, throughput=4.99MB/sec 2024-08-17T00:56:54.332 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OdAsHOX5JPzA3fz off=1951325 len=818585 2024-08-17T00:56:54.334 INFO:tasks.workunit.client.0.smithi157.stdout:op 1220 completed, throughput=5MB/sec 2024-08-17T00:56:54.334 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3FCfPodFuM0zzTS off=1973449 len=2008613 2024-08-17T00:56:54.342 INFO:tasks.workunit.client.0.smithi157.stdout:op 1221 completed, throughput=5MB/sec 2024-08-17T00:56:54.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:53 smithi157 ceph-mon[101289]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-17T00:56:54.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:53 smithi157 ceph-mon[98780]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-17T00:56:55.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:54 smithi187 ceph-mon[90552]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:56:55.343 INFO:tasks.workunit.client.0.smithi157.stdout: 233: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:55.343 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hWJYDLRd0MiCIZO off=8180035 len=1853543 2024-08-17T00:56:55.345 INFO:tasks.workunit.client.0.smithi157.stdout:op 1222 completed, throughput=4.99MB/sec 2024-08-17T00:56:55.345 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mGwY4vVjDxeh5gc off=7543537 len=694707 2024-08-17T00:56:55.347 INFO:tasks.workunit.client.0.smithi157.stdout:op 1223 completed, throughput=4.99MB/sec 2024-08-17T00:56:55.347 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6CExXX7DJ1o1MSO off=4621658 len=1396413 2024-08-17T00:56:55.350 INFO:tasks.workunit.client.0.smithi157.stdout:op 1224 completed, throughput=5MB/sec 2024-08-17T00:56:55.350 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lorVanJD5W8nZJ0 off=1883865 len=1884822 2024-08-17T00:56:55.359 INFO:tasks.workunit.client.0.smithi157.stdout:op 1225 completed, throughput=5.01MB/sec 2024-08-17T00:56:55.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:54 smithi157 ceph-mon[101289]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:56:55.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:54 smithi157 ceph-mon[98780]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:56:56.360 INFO:tasks.workunit.client.0.smithi157.stdout: 234: throughput=4.99MB/sec pending data=0 2024-08-17T00:56:56.403 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OSzWlqkMisxO_U6 off=17455040 len=1113785 2024-08-17T00:56:56.405 INFO:tasks.workunit.client.0.smithi157.stdout:op 1226 completed, throughput=4.99MB/sec 2024-08-17T00:56:56.405 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8SrYQ0SEZRets0s off=1588215 len=210832 2024-08-17T00:56:56.405 INFO:tasks.workunit.client.0.smithi157.stdout:op 1227 completed, throughput=4.99MB/sec 2024-08-17T00:56:56.405 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tkNPPeVibSyOEV_ off=3479568 len=1740363 2024-08-17T00:56:56.405 INFO:tasks.workunit.client.0.smithi157.stdout:op 1228 completed, throughput=5MB/sec 2024-08-17T00:56:56.405 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-evSXw1hTkK3sMwb off=1651692 len=270647 2024-08-17T00:56:56.405 INFO:tasks.workunit.client.0.smithi157.stdout:op 1229 completed, throughput=5MB/sec 2024-08-17T00:56:56.405 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3rnq1W_PoyGZTUl off=384837 len=280052 2024-08-17T00:56:56.405 INFO:tasks.workunit.client.0.smithi157.stdout:op 1230 completed, throughput=5MB/sec 2024-08-17T00:56:56.406 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o_IJIjH9hQdJoQ0 off=14883528 len=200160 2024-08-17T00:56:56.406 INFO:tasks.workunit.client.0.smithi157.stdout:op 1231 completed, throughput=5MB/sec 2024-08-17T00:56:57.382 INFO:tasks.workunit.client.0.smithi157.stdout: 235: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:57.382 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rk8d08xcwcZGgRC off=1899380 len=1058512 2024-08-17T00:56:57.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:57 smithi157 ceph-mon[98780]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:56:57.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:57 smithi157 ceph-mon[101289]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:56:57.385 INFO:tasks.workunit.client.0.smithi157.stdout:op 1232 completed, throughput=4.98MB/sec 2024-08-17T00:56:57.385 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mBisibU6HXVFLQb off=3332853 len=135702 2024-08-17T00:56:57.388 INFO:tasks.workunit.client.0.smithi157.stdout:op 1233 completed, throughput=4.98MB/sec 2024-08-17T00:56:57.388 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kHqn18l0mK7leVF off=5604048 len=203463 2024-08-17T00:56:57.390 INFO:tasks.workunit.client.0.smithi157.stdout:op 1234 completed, throughput=4.99MB/sec 2024-08-17T00:56:57.390 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ABxZiPV-Cg0Zsss off=3880792 len=1299642 2024-08-17T00:56:57.391 INFO:tasks.workunit.client.0.smithi157.stdout:op 1235 completed, throughput=4.99MB/sec 2024-08-17T00:56:57.391 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GEMaKs9cdck4vJJ off=14051915 len=1195387 2024-08-17T00:56:57.397 INFO:tasks.workunit.client.0.smithi157.stdout:op 1236 completed, throughput=4.99MB/sec 2024-08-17T00:56:57.397 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2E7wm8A7tUR3aDc off=2234319 len=926912 2024-08-17T00:56:57.402 INFO:tasks.workunit.client.0.smithi157.stdout:op 1237 completed, throughput=5MB/sec 2024-08-17T00:56:57.402 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-f3oyfS2YBMQZIzp off=8585922 len=2097150 2024-08-17T00:56:57.405 INFO:tasks.workunit.client.0.smithi157.stdout:op 1238 completed, throughput=5.01MB/sec 2024-08-17T00:56:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:57 smithi187 ceph-mon[90552]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:56:58.405 INFO:tasks.workunit.client.0.smithi157.stdout: 236: throughput=4.99MB/sec pending data=0 2024-08-17T00:56:58.405 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-431c5YVe9GcULJp off=4967897 len=1056175 2024-08-17T00:56:58.411 INFO:tasks.workunit.client.0.smithi157.stdout:op 1239 completed, throughput=4.99MB/sec 2024-08-17T00:56:58.411 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zswsTgbV7JRdn7N off=7566146 len=1837196 2024-08-17T00:56:58.419 INFO:tasks.workunit.client.0.smithi157.stdout:op 1240 completed, throughput=5MB/sec 2024-08-17T00:56:58.419 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AT667dK8vqwdncP off=3668156 len=355294 2024-08-17T00:56:58.419 INFO:tasks.workunit.client.0.smithi157.stdout:op 1241 completed, throughput=5MB/sec 2024-08-17T00:56:58.419 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mfqASONMYEMPAHD off=2295748 len=1342219 2024-08-17T00:56:58.421 INFO:tasks.workunit.client.0.smithi157.stdout:op 1242 completed, throughput=5MB/sec 2024-08-17T00:56:59.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:59 smithi157 ceph-mon[98780]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:56:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:56:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:59 smithi157 ceph-mon[101289]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:56:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:56:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:59.422 INFO:tasks.workunit.client.0.smithi157.stdout: 237: throughput=4.98MB/sec pending data=0 2024-08-17T00:56:59.422 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gQuU55Q0h3tJ0su off=17090386 len=1658949 2024-08-17T00:56:59.432 INFO:tasks.workunit.client.0.smithi157.stdout:op 1243 completed, throughput=4.99MB/sec 2024-08-17T00:56:59.432 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wPru-bHAanm018s off=8408504 len=989316 2024-08-17T00:56:59.438 INFO:tasks.workunit.client.0.smithi157.stdout:op 1244 completed, throughput=4.99MB/sec 2024-08-17T00:56:59.438 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VHvAQ-sClcQDylw off=9026733 len=943276 2024-08-17T00:56:59.439 INFO:tasks.workunit.client.0.smithi157.stdout:op 1245 completed, throughput=5MB/sec 2024-08-17T00:56:59.439 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DY00-uGcWPt82j7 off=11996381 len=811784 2024-08-17T00:56:59.440 INFO:tasks.workunit.client.0.smithi157.stdout:op 1246 completed, throughput=5MB/sec 2024-08-17T00:56:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:59 smithi187 ceph-mon[90552]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:56:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:56:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: 238: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:00.440 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YFXdaewYO_RE9KW off=1254129 len=1692289 2024-08-17T00:57:00.442 INFO:tasks.workunit.client.0.smithi157.stdout:op 1247 completed, throughput=4.99MB/sec 2024-08-17T00:57:00.442 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-V9_a5gb2WXieDgp off=11367025 len=944559 2024-08-17T00:57:00.445 INFO:tasks.workunit.client.0.smithi157.stdout:op 1248 completed, throughput=4.99MB/sec 2024-08-17T00:57:00.445 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2fWCA3Xph-BNun2 off=3445928 len=1522657 2024-08-17T00:57:00.451 INFO:tasks.workunit.client.0.smithi157.stdout:op 1249 completed, throughput=5MB/sec 2024-08-17T00:57:00.451 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mvGeupv-P8bD7fm off=5997048 len=1983163 2024-08-17T00:57:00.460 INFO:tasks.workunit.client.0.smithi157.stdout:op 1250 completed, throughput=5MB/sec 2024-08-17T00:57:01.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:01 smithi157 ceph-mon[101289]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:57:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:01 smithi157 ceph-mon[98780]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:57:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:01 smithi187 ceph-mon[90552]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:57:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: 239: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:01.460 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1x0EXTFI__pFXt4 off=8302249 len=551487 2024-08-17T00:57:01.465 INFO:tasks.workunit.client.0.smithi157.stdout:op 1251 completed, throughput=4.98MB/sec 2024-08-17T00:57:01.465 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-r-GmAuT0b24b5gR off=6820487 len=1037229 2024-08-17T00:57:01.469 INFO:tasks.workunit.client.0.smithi157.stdout:op 1252 completed, throughput=4.99MB/sec 2024-08-17T00:57:01.469 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nuBz7oXsMUSa5Rx off=8162688 len=1559365 2024-08-17T00:57:01.471 INFO:tasks.workunit.client.0.smithi157.stdout:op 1253 completed, throughput=4.99MB/sec 2024-08-17T00:57:01.471 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-om-88eI_kTr3yhI off=2864227 len=635441 2024-08-17T00:57:01.475 INFO:tasks.workunit.client.0.smithi157.stdout:op 1254 completed, throughput=5MB/sec 2024-08-17T00:57:01.475 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5g_cjqvqTUia25F off=2850332 len=902224 2024-08-17T00:57:01.476 INFO:tasks.workunit.client.0.smithi157.stdout:op 1255 completed, throughput=5MB/sec 2024-08-17T00:57:02.476 INFO:tasks.workunit.client.0.smithi157.stdout: 240: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:02.477 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ihO6tLc8GKS3Ixc off=2951489 len=772697 2024-08-17T00:57:02.478 INFO:tasks.workunit.client.0.smithi157.stdout:op 1256 completed, throughput=4.98MB/sec 2024-08-17T00:57:02.478 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pvhVi7ARbNrllmo off=850741 len=91891 2024-08-17T00:57:02.480 INFO:tasks.workunit.client.0.smithi157.stdout:op 1257 completed, throughput=4.98MB/sec 2024-08-17T00:57:02.480 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jbndiXeDiI1eIGq off=17208888 len=1712201 2024-08-17T00:57:02.482 INFO:tasks.workunit.client.0.smithi157.stdout:op 1258 completed, throughput=4.99MB/sec 2024-08-17T00:57:02.482 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Psxz92IAXc1CRCV off=11681032 len=1011925 2024-08-17T00:57:02.486 INFO:tasks.workunit.client.0.smithi157.stdout:op 1259 completed, throughput=4.99MB/sec 2024-08-17T00:57:02.486 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2r7mc4Cohks1Ka5 off=5335902 len=652668 2024-08-17T00:57:02.486 INFO:tasks.workunit.client.0.smithi157.stdout:op 1260 completed, throughput=5MB/sec 2024-08-17T00:57:02.486 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jEEl1H0KqDFD-Xm off=13956419 len=662217 2024-08-17T00:57:02.486 INFO:tasks.workunit.client.0.smithi157.stdout:op 1261 completed, throughput=5MB/sec 2024-08-17T00:57:02.487 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Dhsv3RouDS66-pf off=5253203 len=76921 2024-08-17T00:57:02.487 INFO:tasks.workunit.client.0.smithi157.stdout:op 1262 completed, throughput=5MB/sec 2024-08-17T00:57:02.487 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WuFwh5NBiDlZsLU off=886414 len=1235590 2024-08-17T00:57:02.492 INFO:tasks.workunit.client.0.smithi157.stdout:op 1263 completed, throughput=5MB/sec 2024-08-17T00:57:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:57:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:57:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:57:03.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:03 smithi157 ceph-mon[101289]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:57:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:03 smithi157 ceph-mon[98780]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:57:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:03 smithi187 ceph-mon[90552]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:57:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: 241: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:03.492 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-t--FGnFNPOLAaWr off=3100006 len=1936269 2024-08-17T00:57:03.503 INFO:tasks.workunit.client.0.smithi157.stdout:op 1264 completed, throughput=4.99MB/sec 2024-08-17T00:57:03.503 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ex4U2TA0MyP3sa- off=3094272 len=532690 2024-08-17T00:57:03.504 INFO:tasks.workunit.client.0.smithi157.stdout:op 1265 completed, throughput=4.99MB/sec 2024-08-17T00:57:03.504 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zcF5KqmznWdSt2q off=2174811 len=1679705 2024-08-17T00:57:03.506 INFO:tasks.workunit.client.0.smithi157.stdout:op 1266 completed, throughput=5MB/sec 2024-08-17T00:57:03.506 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KR7zCst2Byo0iMC off=6553789 len=901358 2024-08-17T00:57:03.507 INFO:tasks.workunit.client.0.smithi157.stdout:op 1267 completed, throughput=5MB/sec 2024-08-17T00:57:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:57:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:57:03] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-17T00:57:04.508 INFO:tasks.workunit.client.0.smithi157.stdout: 242: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:04.508 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RnfiBlHns6b2ZKS off=169230 len=1613539 2024-08-17T00:57:04.518 INFO:tasks.workunit.client.0.smithi157.stdout:op 1268 completed, throughput=4.99MB/sec 2024-08-17T00:57:04.518 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_mgrcCC22mRsXfE off=15562863 len=808927 2024-08-17T00:57:04.522 INFO:tasks.workunit.client.0.smithi157.stdout:op 1269 completed, throughput=4.99MB/sec 2024-08-17T00:57:04.522 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eq-cmZfV7XSXfK4 off=1932907 len=1270823 2024-08-17T00:57:04.528 INFO:tasks.workunit.client.0.smithi157.stdout:op 1270 completed, throughput=5MB/sec 2024-08-17T00:57:04.528 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SQ6THP7oszEBv9z off=10308719 len=788847 2024-08-17T00:57:04.529 INFO:tasks.workunit.client.0.smithi157.stdout:op 1271 completed, throughput=5MB/sec 2024-08-17T00:57:04.529 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RNLYwaheiU6tF3R off=19568 len=1666068 2024-08-17T00:57:04.538 INFO:tasks.workunit.client.0.smithi157.stdout:op 1272 completed, throughput=5.01MB/sec 2024-08-17T00:57:05.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:05 smithi157 ceph-mon[101289]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:57:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:05 smithi157 ceph-mon[98780]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:57:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:05 smithi187 ceph-mon[90552]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:57:05.456 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 00:57:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=sqlstore.transactions t=2024-08-17T00:57:05.212164768Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T00:57:05.538 INFO:tasks.workunit.client.0.smithi157.stdout: 243: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:05.538 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-X-f5b9CW4_ZKN1k off=1808468 len=778411 2024-08-17T00:57:05.543 INFO:tasks.workunit.client.0.smithi157.stdout:op 1273 completed, throughput=4.99MB/sec 2024-08-17T00:57:05.543 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zWEJ9Uv6G1_EJMG off=4627677 len=403479 2024-08-17T00:57:05.544 INFO:tasks.workunit.client.0.smithi157.stdout:op 1274 completed, throughput=4.99MB/sec 2024-08-17T00:57:05.544 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ooVPwxdoUfUeDtB off=535849 len=399322 2024-08-17T00:57:05.550 INFO:tasks.workunit.client.0.smithi157.stdout:op 1275 completed, throughput=4.99MB/sec 2024-08-17T00:57:05.550 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-94sKwrGBLiwfiDu off=9781113 len=855950 2024-08-17T00:57:05.552 INFO:tasks.workunit.client.0.smithi157.stdout:op 1276 completed, throughput=4.99MB/sec 2024-08-17T00:57:05.552 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JUMvG8z0nOGje7m off=5086263 len=369482 2024-08-17T00:57:05.556 INFO:tasks.workunit.client.0.smithi157.stdout:op 1277 completed, throughput=5MB/sec 2024-08-17T00:57:05.556 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1X4u_3WTa_0mGRD off=6524025 len=1476079 2024-08-17T00:57:05.562 INFO:tasks.workunit.client.0.smithi157.stdout:op 1278 completed, throughput=5MB/sec 2024-08-17T00:57:06.562 INFO:tasks.workunit.client.0.smithi157.stdout: 244: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:06.563 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ydsIQtEKwE87jFO off=7335228 len=1336822 2024-08-17T00:57:06.564 INFO:tasks.workunit.client.0.smithi157.stdout:op 1279 completed, throughput=4.99MB/sec 2024-08-17T00:57:06.564 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VaiLl_5Jq9PDW9A off=6759528 len=724719 2024-08-17T00:57:06.569 INFO:tasks.workunit.client.0.smithi157.stdout:op 1280 completed, throughput=4.99MB/sec 2024-08-17T00:57:06.569 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7bldzMzNMe-KeiK off=3511925 len=669108 2024-08-17T00:57:06.570 INFO:tasks.workunit.client.0.smithi157.stdout:op 1281 completed, throughput=4.99MB/sec 2024-08-17T00:57:06.570 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6_3es3u4cF5ifCc off=2598486 len=155777 2024-08-17T00:57:06.572 INFO:tasks.workunit.client.0.smithi157.stdout:op 1282 completed, throughput=4.99MB/sec 2024-08-17T00:57:06.572 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2X5dKpXrzaRGp4Z off=865203 len=1336042 2024-08-17T00:57:06.573 INFO:tasks.workunit.client.0.smithi157.stdout:op 1283 completed, throughput=5MB/sec 2024-08-17T00:57:06.573 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6HahoIQ9jw75o7- off=6314203 len=519076 2024-08-17T00:57:06.578 INFO:tasks.workunit.client.0.smithi157.stdout:op 1284 completed, throughput=5MB/sec 2024-08-17T00:57:06.578 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-maVocAN6efSwcd2 off=6523591 len=355842 2024-08-17T00:57:06.580 INFO:tasks.workunit.client.0.smithi157.stdout:op 1285 completed, throughput=5MB/sec 2024-08-17T00:57:07.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:07 smithi157 ceph-mon[98780]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:57:07.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:07 smithi157 ceph-mon[101289]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:57:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:07 smithi187 ceph-mon[90552]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:57:07.581 INFO:tasks.workunit.client.0.smithi157.stdout: 245: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:07.581 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-b9bR2MmoOwBa_l9 off=3530247 len=617958 2024-08-17T00:57:07.585 INFO:tasks.workunit.client.0.smithi157.stdout:op 1286 completed, throughput=4.98MB/sec 2024-08-17T00:57:07.585 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-P4fbwayaFn_dGBr off=876772 len=1435328 2024-08-17T00:57:07.591 INFO:tasks.workunit.client.0.smithi157.stdout:op 1287 completed, throughput=4.99MB/sec 2024-08-17T00:57:07.591 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-E4xP92eqklGfBJL off=7272367 len=1463354 2024-08-17T00:57:07.598 INFO:tasks.workunit.client.0.smithi157.stdout:op 1288 completed, throughput=4.99MB/sec 2024-08-17T00:57:07.599 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UfeY-M-sDh2cjTU off=1900666 len=1977105 2024-08-17T00:57:07.602 INFO:tasks.workunit.client.0.smithi157.stdout:op 1289 completed, throughput=5MB/sec 2024-08-17T00:57:08.603 INFO:tasks.workunit.client.0.smithi157.stdout: 246: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:08.603 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1gewV_t7s5JrBig off=29653 len=1393302 2024-08-17T00:57:08.605 INFO:tasks.workunit.client.0.smithi157.stdout:op 1290 completed, throughput=4.99MB/sec 2024-08-17T00:57:08.605 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CXeOrVxSAMrH3LJ off=20456167 len=440607 2024-08-17T00:57:08.605 INFO:tasks.workunit.client.0.smithi157.stdout:op 1291 completed, throughput=4.99MB/sec 2024-08-17T00:57:08.605 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TroxDmBxzDVzRoK off=15964749 len=1676276 2024-08-17T00:57:08.607 INFO:tasks.workunit.client.0.smithi157.stdout:op 1292 completed, throughput=4.99MB/sec 2024-08-17T00:57:08.607 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ERYxX0XukI5g9Wc off=6877799 len=937150 2024-08-17T00:57:08.612 INFO:tasks.workunit.client.0.smithi157.stdout:op 1293 completed, throughput=5MB/sec 2024-08-17T00:57:08.612 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-V-7ivwyzlqCZY_I off=14305341 len=288585 2024-08-17T00:57:08.613 INFO:tasks.workunit.client.0.smithi157.stdout:op 1294 completed, throughput=5MB/sec 2024-08-17T00:57:08.613 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-luocK8napVOM6f8 off=6321150 len=343948 2024-08-17T00:57:08.616 INFO:tasks.workunit.client.0.smithi157.stdout:op 1295 completed, throughput=5MB/sec 2024-08-17T00:57:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:09 smithi157 ceph-mon[101289]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:57:09.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:09 smithi157 ceph-mon[98780]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:57:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:09 smithi187 ceph-mon[90552]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:57:09.617 INFO:tasks.workunit.client.0.smithi157.stdout: 247: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:09.617 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XI-ar2UZG0lPsnK off=4249885 len=1054 2024-08-17T00:57:09.619 INFO:tasks.workunit.client.0.smithi157.stdout:op 1296 completed, throughput=4.98MB/sec 2024-08-17T00:57:09.619 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6tjSKblfxL6NVqP off=15028986 len=29062 2024-08-17T00:57:09.621 INFO:tasks.workunit.client.0.smithi157.stdout:op 1297 completed, throughput=4.98MB/sec 2024-08-17T00:57:09.621 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pMyrvv_NYE4mgEw off=3992643 len=1166979 2024-08-17T00:57:09.629 INFO:tasks.workunit.client.0.smithi157.stdout:op 1298 completed, throughput=4.98MB/sec 2024-08-17T00:57:09.629 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SpdnCK8zu0YXUhS off=2061853 len=1495639 2024-08-17T00:57:09.636 INFO:tasks.workunit.client.0.smithi157.stdout:op 1299 completed, throughput=4.99MB/sec 2024-08-17T00:57:09.636 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rcIVWHRL7jUCu1z off=3648246 len=1602641 2024-08-17T00:57:09.638 INFO:tasks.workunit.client.0.smithi157.stdout:op 1300 completed, throughput=5MB/sec 2024-08-17T00:57:09.638 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QBO2FJMqdkPsNzn off=21881898 len=1572720 2024-08-17T00:57:09.647 INFO:tasks.workunit.client.0.smithi157.stdout:op 1301 completed, throughput=5MB/sec 2024-08-17T00:57:10.647 INFO:tasks.workunit.client.0.smithi157.stdout: 248: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:10.648 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zW4hNto9jkoV_Qe off=2883076 len=497473 2024-08-17T00:57:10.648 INFO:tasks.workunit.client.0.smithi157.stdout:op 1302 completed, throughput=4.98MB/sec 2024-08-17T00:57:10.648 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_XIPLiQCMlmr6m4 off=2258643 len=148999 2024-08-17T00:57:10.649 INFO:tasks.workunit.client.0.smithi157.stdout:op 1303 completed, throughput=4.98MB/sec 2024-08-17T00:57:10.649 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JM4hHT2svrR4kOx off=15518063 len=1166282 2024-08-17T00:57:10.651 INFO:tasks.workunit.client.0.smithi157.stdout:op 1304 completed, throughput=4.99MB/sec 2024-08-17T00:57:10.652 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-z9t6rbIknGbKUZ- off=5189993 len=1736248 2024-08-17T00:57:10.661 INFO:tasks.workunit.client.0.smithi157.stdout:op 1305 completed, throughput=5MB/sec 2024-08-17T00:57:10.661 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iMBGd7s8m6MCevG off=9665968 len=1311123 2024-08-17T00:57:10.662 INFO:tasks.workunit.client.0.smithi157.stdout:op 1306 completed, throughput=5MB/sec 2024-08-17T00:57:11.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:11 smithi157 ceph-mon[101289]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T00:57:11.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:11 smithi157 ceph-mon[98780]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T00:57:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:11 smithi187 ceph-mon[90552]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T00:57:11.662 INFO:tasks.workunit.client.0.smithi157.stdout: 249: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:11.663 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4_cmTnyjb7_5XOd off=550305 len=150408 2024-08-17T00:57:11.664 INFO:tasks.workunit.client.0.smithi157.stdout:op 1307 completed, throughput=4.98MB/sec 2024-08-17T00:57:11.664 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xkiK4e4IMLXhRtn off=7829010 len=1726812 2024-08-17T00:57:11.667 INFO:tasks.workunit.client.0.smithi157.stdout:op 1308 completed, throughput=4.99MB/sec 2024-08-17T00:57:11.667 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ubWbRQn7GksLFVk off=8447255 len=306428 2024-08-17T00:57:11.668 INFO:tasks.workunit.client.0.smithi157.stdout:op 1309 completed, throughput=4.99MB/sec 2024-08-17T00:57:11.668 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1hcQKwjNHIO8ypO off=20077594 len=2013431 2024-08-17T00:57:11.671 INFO:tasks.workunit.client.0.smithi157.stdout:op 1310 completed, throughput=5MB/sec 2024-08-17T00:57:11.672 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qy3iZWfCdwKCk-m off=2178725 len=666377 2024-08-17T00:57:11.677 INFO:tasks.workunit.client.0.smithi157.stdout:op 1311 completed, throughput=5MB/sec 2024-08-17T00:57:11.677 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jfAATBr_SndGio2 off=17177166 len=2083924 2024-08-17T00:57:11.688 INFO:tasks.workunit.client.0.smithi157.stdout:op 1312 completed, throughput=5.01MB/sec 2024-08-17T00:57:12.689 INFO:tasks.workunit.client.0.smithi157.stdout: 250: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:12.689 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nuvGSxneHbfJwhx off=7451901 len=1857719 2024-08-17T00:57:12.691 INFO:tasks.workunit.client.0.smithi157.stdout:op 1313 completed, throughput=4.99MB/sec 2024-08-17T00:57:12.691 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NjTUQUZzwpTfs9Z off=32181 len=2024806 2024-08-17T00:57:12.699 INFO:tasks.workunit.client.0.smithi157.stdout:op 1314 completed, throughput=5MB/sec 2024-08-17T00:57:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:57:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:57:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:57:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:13 smithi157 ceph-mon[98780]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:57:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:13 smithi157 ceph-mon[101289]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:57:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:13 smithi187 ceph-mon[90552]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:57:13.699 INFO:tasks.workunit.client.0.smithi157.stdout: 251: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:13.700 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ptoZg_D1Tdu-GRl off=7922942 len=428077 2024-08-17T00:57:13.701 INFO:tasks.workunit.client.0.smithi157.stdout:op 1315 completed, throughput=4.98MB/sec 2024-08-17T00:57:13.701 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6hhckOnGyu7NjXL off=5532552 len=1312402 2024-08-17T00:57:13.708 INFO:tasks.workunit.client.0.smithi157.stdout:op 1316 completed, throughput=4.99MB/sec 2024-08-17T00:57:13.709 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HJHY0d6ui6JBbTY off=85904 len=1458880 2024-08-17T00:57:13.717 INFO:tasks.workunit.client.0.smithi157.stdout:op 1317 completed, throughput=4.99MB/sec 2024-08-17T00:57:13.717 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CUsUbX5W42HYNKh off=16578557 len=1725820 2024-08-17T00:57:13.724 INFO:tasks.workunit.client.0.smithi157.stdout:op 1318 completed, throughput=5MB/sec 2024-08-17T00:57:13.724 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mFaQuJdOCIq57fc off=11797371 len=463314 2024-08-17T00:57:13.728 INFO:tasks.workunit.client.0.smithi157.stdout:op 1319 completed, throughput=5MB/sec 2024-08-17T00:57:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:57:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:57:13] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-17T00:57:14.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:14.728 INFO:tasks.workunit.client.0.smithi157.stdout: 252: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:14.729 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gdo9JOfBxOuc22y off=907044 len=1647607 2024-08-17T00:57:14.731 INFO:tasks.workunit.client.0.smithi157.stdout:op 1320 completed, throughput=4.99MB/sec 2024-08-17T00:57:14.731 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2ZbIjc0iKqVfEbp off=1893784 len=1664084 2024-08-17T00:57:14.741 INFO:tasks.workunit.client.0.smithi157.stdout:op 1321 completed, throughput=4.99MB/sec 2024-08-17T00:57:14.741 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rtq1OMcZb_CDujW off=10103982 len=1221704 2024-08-17T00:57:14.747 INFO:tasks.workunit.client.0.smithi157.stdout:op 1322 completed, throughput=5MB/sec 2024-08-17T00:57:14.747 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SKZdNEs2mL8XGOl off=1134567 len=1601294 2024-08-17T00:57:14.752 INFO:tasks.workunit.client.0.smithi157.stdout:op 1323 completed, throughput=5MB/sec 2024-08-17T00:57:15.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:15 smithi157 ceph-mon[101289]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:57:15.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:15 smithi157 ceph-mon[98780]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:57:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:15 smithi187 ceph-mon[90552]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:57:15.753 INFO:tasks.workunit.client.0.smithi157.stdout: 253: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:15.753 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1lPAE9r6lPEz-JX off=1989552 len=72557 2024-08-17T00:57:15.753 INFO:tasks.workunit.client.0.smithi157.stdout:op 1324 completed, throughput=4.98MB/sec 2024-08-17T00:57:15.754 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wT7tQ_AA1UEYEMd off=12276924 len=395440 2024-08-17T00:57:15.757 INFO:tasks.workunit.client.0.smithi157.stdout:op 1325 completed, throughput=4.99MB/sec 2024-08-17T00:57:15.757 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7pfn2DAXl3nyUTa off=218240 len=1143748 2024-08-17T00:57:15.759 INFO:tasks.workunit.client.0.smithi157.stdout:op 1326 completed, throughput=4.99MB/sec 2024-08-17T00:57:15.759 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jqay8LHRv0V2t7N off=4602529 len=2059308 2024-08-17T00:57:15.767 INFO:tasks.workunit.client.0.smithi157.stdout:op 1327 completed, throughput=5MB/sec 2024-08-17T00:57:15.768 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Po42dqXWG47w9-Z off=17690736 len=212243 2024-08-17T00:57:15.770 INFO:tasks.workunit.client.0.smithi157.stdout:op 1328 completed, throughput=5MB/sec 2024-08-17T00:57:15.770 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mBvbBPi33GB8Sna off=9986593 len=569239 2024-08-17T00:57:15.773 INFO:tasks.workunit.client.0.smithi157.stdout:op 1329 completed, throughput=5MB/sec 2024-08-17T00:57:16.774 INFO:tasks.workunit.client.0.smithi157.stdout: 254: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:16.774 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HNomHW0vs2Ega60 off=19013512 len=467547 2024-08-17T00:57:16.775 INFO:tasks.workunit.client.0.smithi157.stdout:op 1330 completed, throughput=4.98MB/sec 2024-08-17T00:57:16.775 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tFE9fqUlGOrfZOg off=1428038 len=2004735 2024-08-17T00:57:16.787 INFO:tasks.workunit.client.0.smithi157.stdout:op 1331 completed, throughput=4.99MB/sec 2024-08-17T00:57:16.787 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--QKAx4TKrWwCd4h off=6058438 len=1625428 2024-08-17T00:57:16.789 INFO:tasks.workunit.client.0.smithi157.stdout:op 1332 completed, throughput=5MB/sec 2024-08-17T00:57:16.789 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2vwkDuZPUaq78Q2 off=2064098 len=666868 2024-08-17T00:57:16.794 INFO:tasks.workunit.client.0.smithi157.stdout:op 1333 completed, throughput=5MB/sec 2024-08-17T00:57:16.794 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LEQhwFQAflMdKnI off=3855644 len=620122 2024-08-17T00:57:16.797 INFO:tasks.workunit.client.0.smithi157.stdout:op 1334 completed, throughput=5MB/sec 2024-08-17T00:57:17.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:17 smithi157 ceph-mon[98780]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:57:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:17 smithi157 ceph-mon[101289]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:57:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:17 smithi187 ceph-mon[90552]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:57:17.797 INFO:tasks.workunit.client.0.smithi157.stdout: 255: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:17.797 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vq5a1VB1oZU6xs2 off=2388910 len=1971290 2024-08-17T00:57:17.805 INFO:tasks.workunit.client.0.smithi157.stdout:op 1335 completed, throughput=4.99MB/sec 2024-08-17T00:57:17.805 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WvrwJFcHqU-K1Ix off=15848762 len=1115143 2024-08-17T00:57:17.806 INFO:tasks.workunit.client.0.smithi157.stdout:op 1336 completed, throughput=4.99MB/sec 2024-08-17T00:57:17.806 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-58VhR9aemFD2qX4 off=10894568 len=706881 2024-08-17T00:57:17.807 INFO:tasks.workunit.client.0.smithi157.stdout:op 1337 completed, throughput=5MB/sec 2024-08-17T00:57:17.807 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rL3sgDY08sxCTIG off=1568487 len=2666 2024-08-17T00:57:17.808 INFO:tasks.workunit.client.0.smithi157.stdout:op 1338 completed, throughput=5MB/sec 2024-08-17T00:57:17.808 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-P6tnKBCqaqRj9Zg off=7115140 len=1204191 2024-08-17T00:57:17.813 INFO:tasks.workunit.client.0.smithi157.stdout:op 1339 completed, throughput=5MB/sec 2024-08-17T00:57:17.813 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NkAk9-TRaYFV0rG off=15202929 len=1334860 2024-08-17T00:57:17.822 INFO:tasks.workunit.client.0.smithi157.stdout:op 1340 completed, throughput=5MB/sec 2024-08-17T00:57:18.820 INFO:tasks.workunit.client.0.smithi157.stdout: 256: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:18.820 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tbeGINKSyTt5hJ8 off=17161017 len=740556 2024-08-17T00:57:18.822 INFO:tasks.workunit.client.0.smithi157.stdout:op 1341 completed, throughput=4.99MB/sec 2024-08-17T00:57:18.822 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-16btvfj1CVPXxOs off=1402062 len=765320 2024-08-17T00:57:18.827 INFO:tasks.workunit.client.0.smithi157.stdout:op 1342 completed, throughput=4.99MB/sec 2024-08-17T00:57:18.827 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-e5PPWD9i0T1mUdQ off=1532902 len=426639 2024-08-17T00:57:18.829 INFO:tasks.workunit.client.0.smithi157.stdout:op 1343 completed, throughput=4.99MB/sec 2024-08-17T00:57:18.829 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wsdAYh8Mc4s0vtO off=455265 len=532236 2024-08-17T00:57:18.830 INFO:tasks.workunit.client.0.smithi157.stdout:op 1344 completed, throughput=4.99MB/sec 2024-08-17T00:57:18.830 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uRKtGncwvYyYJt6 off=9494786 len=1341746 2024-08-17T00:57:18.837 INFO:tasks.workunit.client.0.smithi157.stdout:op 1345 completed, throughput=5MB/sec 2024-08-17T00:57:18.837 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JWG-si2TPFhtvU4 off=7708507 len=74432 2024-08-17T00:57:18.837 INFO:tasks.workunit.client.0.smithi157.stdout:op 1346 completed, throughput=5MB/sec 2024-08-17T00:57:18.837 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nxamhH-gXbT3uTm off=15630957 len=307720 2024-08-17T00:57:18.840 INFO:tasks.workunit.client.0.smithi157.stdout:op 1347 completed, throughput=5MB/sec 2024-08-17T00:57:18.840 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6_3es3u4cF5ifCc off=3963476 len=527257 2024-08-17T00:57:18.844 INFO:tasks.workunit.client.0.smithi157.stdout:op 1348 completed, throughput=5MB/sec 2024-08-17T00:57:19.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:19 smithi157 ceph-mon[98780]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T00:57:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:19 smithi157 ceph-mon[101289]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T00:57:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:19 smithi187 ceph-mon[90552]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T00:57:19.844 INFO:tasks.workunit.client.0.smithi157.stdout: 257: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:19.845 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0q6ISV2cHKzdrIV off=7587210 len=1027045 2024-08-17T00:57:19.850 INFO:tasks.workunit.client.0.smithi157.stdout:op 1349 completed, throughput=4.99MB/sec 2024-08-17T00:57:19.851 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uPodp2E8ATneDRA off=2560151 len=49084 2024-08-17T00:57:19.851 INFO:tasks.workunit.client.0.smithi157.stdout:op 1350 completed, throughput=4.99MB/sec 2024-08-17T00:57:19.851 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-21KYNBNYLReD0l_ off=12540438 len=992348 2024-08-17T00:57:19.856 INFO:tasks.workunit.client.0.smithi157.stdout:op 1351 completed, throughput=4.99MB/sec 2024-08-17T00:57:19.856 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Y95uzMDCyj2PfRp off=19904164 len=1359843 2024-08-17T00:57:19.865 INFO:tasks.workunit.client.0.smithi157.stdout:op 1352 completed, throughput=4.99MB/sec 2024-08-17T00:57:19.865 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iDgrycjpeTxZQ4V off=9916951 len=438438 2024-08-17T00:57:19.870 INFO:tasks.workunit.client.0.smithi157.stdout:op 1353 completed, throughput=5MB/sec 2024-08-17T00:57:19.870 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jdd1Ju9P4MfqW7R off=2167421 len=1490893 2024-08-17T00:57:19.875 INFO:tasks.workunit.client.0.smithi157.stdout:op 1354 completed, throughput=5MB/sec 2024-08-17T00:57:20.875 INFO:tasks.workunit.client.0.smithi157.stdout: 258: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:20.876 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tSlSYIJ48cjwtWw off=866080 len=1615599 2024-08-17T00:57:20.883 INFO:tasks.workunit.client.0.smithi157.stdout:op 1355 completed, throughput=4.99MB/sec 2024-08-17T00:57:20.884 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lWd-7EbpDj6tnRd off=11064077 len=747895 2024-08-17T00:57:20.889 INFO:tasks.workunit.client.0.smithi157.stdout:op 1356 completed, throughput=4.99MB/sec 2024-08-17T00:57:20.889 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2ldLIHD29JkHjqa off=6974147 len=1239564 2024-08-17T00:57:20.894 INFO:tasks.workunit.client.0.smithi157.stdout:op 1357 completed, throughput=5MB/sec 2024-08-17T00:57:20.894 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JhXVN69Kdw-qcgh off=1144433 len=274472 2024-08-17T00:57:20.897 INFO:tasks.workunit.client.0.smithi157.stdout:op 1358 completed, throughput=5MB/sec 2024-08-17T00:57:20.897 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-26hguNQvmAnjnwn off=2138306 len=1643996 2024-08-17T00:57:20.907 INFO:tasks.workunit.client.0.smithi157.stdout:op 1359 completed, throughput=5MB/sec 2024-08-17T00:57:21.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:21 smithi157 ceph-mon[101289]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:57:21.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:21 smithi157 ceph-mon[98780]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:57:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:21 smithi187 ceph-mon[90552]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:57:21.908 INFO:tasks.workunit.client.0.smithi157.stdout: 259: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:21.908 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CMS8B05SdKrTzYQ off=3774324 len=863402 2024-08-17T00:57:21.909 INFO:tasks.workunit.client.0.smithi157.stdout:op 1360 completed, throughput=4.99MB/sec 2024-08-17T00:57:21.909 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cEQHQxlEKbYdxLZ off=11963618 len=1174511 2024-08-17T00:57:21.915 INFO:tasks.workunit.client.0.smithi157.stdout:op 1361 completed, throughput=4.99MB/sec 2024-08-17T00:57:21.915 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aulfjK-VbbqUm-g off=4669778 len=1180388 2024-08-17T00:57:21.921 INFO:tasks.workunit.client.0.smithi157.stdout:op 1362 completed, throughput=4.99MB/sec 2024-08-17T00:57:21.921 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ufimC-RGOzdjPcT off=2869287 len=1651989 2024-08-17T00:57:21.929 INFO:tasks.workunit.client.0.smithi157.stdout:op 1363 completed, throughput=5MB/sec 2024-08-17T00:57:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:57:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:57:22.930 INFO:tasks.workunit.client.0.smithi157.stdout: 260: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:22.930 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-X7YetFBJ1m1K_gH off=7828557 len=10069 2024-08-17T00:57:22.931 INFO:tasks.workunit.client.0.smithi157.stdout:op 1364 completed, throughput=4.98MB/sec 2024-08-17T00:57:22.931 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CAv3q3CDZca3Rse off=2133965 len=1635643 2024-08-17T00:57:22.932 INFO:tasks.workunit.client.0.smithi157.stdout:op 1365 completed, throughput=4.99MB/sec 2024-08-17T00:57:22.932 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TRosGI-Lenz62Jz off=4090508 len=804712 2024-08-17T00:57:22.938 INFO:tasks.workunit.client.0.smithi157.stdout:op 1366 completed, throughput=4.99MB/sec 2024-08-17T00:57:22.938 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cKHPUQ-LpHh_7U5 off=349008 len=246596 2024-08-17T00:57:22.940 INFO:tasks.workunit.client.0.smithi157.stdout:op 1367 completed, throughput=4.99MB/sec 2024-08-17T00:57:22.941 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7Vum3Y8O1beUehL off=11079868 len=1103657 2024-08-17T00:57:22.946 INFO:tasks.workunit.client.0.smithi157.stdout:op 1368 completed, throughput=4.99MB/sec 2024-08-17T00:57:22.946 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nCaE0LKA7vm1acp off=14716750 len=1190376 2024-08-17T00:57:22.951 INFO:tasks.workunit.client.0.smithi157.stdout:op 1369 completed, throughput=5MB/sec 2024-08-17T00:57:22.951 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uscAStPV1jKmWP0 off=2356508 len=1163352 2024-08-17T00:57:22.952 INFO:tasks.workunit.client.0.smithi157.stdout:op 1370 completed, throughput=5MB/sec 2024-08-17T00:57:23.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:23 smithi157 ceph-mon[101289]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-17T00:57:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:23 smithi157 ceph-mon[98780]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-17T00:57:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:23 smithi187 ceph-mon[90552]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-17T00:57:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:57:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:57:23] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-08-17T00:57:23.954 INFO:tasks.workunit.client.0.smithi157.stdout: 261: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:23.954 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-w0srJzcVxXVb1Ym off=10054996 len=177690 2024-08-17T00:57:23.956 INFO:tasks.workunit.client.0.smithi157.stdout:op 1371 completed, throughput=4.98MB/sec 2024-08-17T00:57:23.956 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kIlHST-dqM85vAv off=7739732 len=949961 2024-08-17T00:57:23.958 INFO:tasks.workunit.client.0.smithi157.stdout:op 1372 completed, throughput=4.99MB/sec 2024-08-17T00:57:23.959 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-z-wWLl0kjNKOiPi off=4691060 len=1953977 2024-08-17T00:57:23.971 INFO:tasks.workunit.client.0.smithi157.stdout:op 1373 completed, throughput=4.99MB/sec 2024-08-17T00:57:23.971 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eH71Y-_Mxbld6df off=587467 len=1478529 2024-08-17T00:57:23.973 INFO:tasks.workunit.client.0.smithi157.stdout:op 1374 completed, throughput=5MB/sec 2024-08-17T00:57:24.974 INFO:tasks.workunit.client.0.smithi157.stdout: 262: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:24.974 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1iQPkpSmyuVmkCm off=9141045 len=188363 2024-08-17T00:57:24.976 INFO:tasks.workunit.client.0.smithi157.stdout:op 1375 completed, throughput=4.98MB/sec 2024-08-17T00:57:24.976 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qqly8oVOPzssGHA off=14508969 len=29935 2024-08-17T00:57:24.977 INFO:tasks.workunit.client.0.smithi157.stdout:op 1376 completed, throughput=4.98MB/sec 2024-08-17T00:57:24.977 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-we7RpItRmdg7fVi off=5995113 len=755881 2024-08-17T00:57:24.977 INFO:tasks.workunit.client.0.smithi157.stdout:op 1377 completed, throughput=4.98MB/sec 2024-08-17T00:57:24.977 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PFujNsa7DpDx7PV off=13247033 len=565594 2024-08-17T00:57:24.978 INFO:tasks.workunit.client.0.smithi157.stdout:op 1378 completed, throughput=4.99MB/sec 2024-08-17T00:57:24.978 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OZPcy54OHHMpqlH off=3667717 len=236169 2024-08-17T00:57:24.980 INFO:tasks.workunit.client.0.smithi157.stdout:op 1379 completed, throughput=4.99MB/sec 2024-08-17T00:57:24.980 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Pab9Yq1eFZTcLk8 off=21347692 len=1194641 2024-08-17T00:57:24.985 INFO:tasks.workunit.client.0.smithi157.stdout:op 1380 completed, throughput=4.99MB/sec 2024-08-17T00:57:24.985 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xt0bEcSqFeONUib off=10372148 len=2046736 2024-08-17T00:57:24.987 INFO:tasks.workunit.client.0.smithi157.stdout:op 1381 completed, throughput=5MB/sec 2024-08-17T00:57:24.987 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IvYrQgE4oHiFuaZ off=616000 len=1790226 2024-08-17T00:57:24.993 INFO:tasks.workunit.client.0.smithi157.stdout:op 1382 completed, throughput=5.01MB/sec 2024-08-17T00:57:25.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:25 smithi157 ceph-mon[101289]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T00:57:25.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:25 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:57:25.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:25 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:57:25.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:25 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:57:25.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:25 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:57:25.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:25 smithi157 ceph-mon[98780]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T00:57:25.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:25 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:57:25.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:25 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:57:25.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:25 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:57:25.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:25 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:57:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:25 smithi187 ceph-mon[90552]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T00:57:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:25 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:57:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:25 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:57:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:25 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:57:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:25 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:57:25.994 INFO:tasks.workunit.client.0.smithi157.stdout: 263: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:25.994 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-a93qBTr8xmcEEIh off=19491268 len=1418491 2024-08-17T00:57:25.995 INFO:tasks.workunit.client.0.smithi157.stdout:op 1383 completed, throughput=4.99MB/sec 2024-08-17T00:57:25.995 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XCUBYHz-vbS1QUD off=985580 len=262202 2024-08-17T00:57:25.996 INFO:tasks.workunit.client.0.smithi157.stdout:op 1384 completed, throughput=4.99MB/sec 2024-08-17T00:57:25.996 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZZoEuIegMUFyMoA off=1887552 len=1364287 2024-08-17T00:57:25.997 INFO:tasks.workunit.client.0.smithi157.stdout:op 1385 completed, throughput=5MB/sec 2024-08-17T00:57:25.998 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-X5HgTSln0rmk4SV off=2922677 len=1901472 2024-08-17T00:57:26.008 INFO:tasks.workunit.client.0.smithi157.stdout:op 1386 completed, throughput=5MB/sec 2024-08-17T00:57:27.008 INFO:tasks.workunit.client.0.smithi157.stdout: 264: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:27.009 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Lf7SxrvTas7p13c off=6816458 len=581154 2024-08-17T00:57:27.009 INFO:tasks.workunit.client.0.smithi157.stdout:op 1387 completed, throughput=4.99MB/sec 2024-08-17T00:57:27.009 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MeEmudP3_9_m8mq off=3911169 len=1048756 2024-08-17T00:57:27.012 INFO:tasks.workunit.client.0.smithi157.stdout:op 1388 completed, throughput=4.99MB/sec 2024-08-17T00:57:27.012 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5diAC2KuyZWoeTO off=7107669 len=832540 2024-08-17T00:57:27.013 INFO:tasks.workunit.client.0.smithi157.stdout:op 1389 completed, throughput=4.99MB/sec 2024-08-17T00:57:27.013 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NUWNrAN75ROMQoe off=23494855 len=575750 2024-08-17T00:57:27.015 INFO:tasks.workunit.client.0.smithi157.stdout:op 1390 completed, throughput=5MB/sec 2024-08-17T00:57:27.015 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vYZGKZcMsOQe-V1 off=9177927 len=111375 2024-08-17T00:57:27.016 INFO:tasks.workunit.client.0.smithi157.stdout:op 1391 completed, throughput=5MB/sec 2024-08-17T00:57:27.016 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Mr7W91Ya9jStrit off=3804321 len=197503 2024-08-17T00:57:27.016 INFO:tasks.workunit.client.0.smithi157.stdout:op 1392 completed, throughput=5MB/sec 2024-08-17T00:57:27.017 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pqqmwPLbFoAJPV_ off=14446813 len=28059 2024-08-17T00:57:27.019 INFO:tasks.workunit.client.0.smithi157.stdout:op 1393 completed, throughput=5MB/sec 2024-08-17T00:57:27.019 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jqay8LHRv0V2t7N off=4939000 len=73338 2024-08-17T00:57:27.019 INFO:tasks.workunit.client.0.smithi157.stdout:op 1394 completed, throughput=5MB/sec 2024-08-17T00:57:27.019 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MbjJH-00HikRYlT off=23018338 len=139401 2024-08-17T00:57:27.020 INFO:tasks.workunit.client.0.smithi157.stdout:op 1395 completed, throughput=5MB/sec 2024-08-17T00:57:27.020 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vzGCxAl3kxII_sK off=4547666 len=1730753 2024-08-17T00:57:27.034 INFO:tasks.workunit.client.0.smithi157.stdout:op 1396 completed, throughput=5MB/sec 2024-08-17T00:57:27.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:27 smithi157 ceph-mon[98780]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-08-17T00:57:27.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:27 smithi157 ceph-mon[101289]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-08-17T00:57:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:27 smithi187 ceph-mon[90552]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-08-17T00:57:28.034 INFO:tasks.workunit.client.0.smithi157.stdout: 265: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:28.035 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_NKX88wxPaIuJQ2 off=124544 len=382098 2024-08-17T00:57:28.035 INFO:tasks.workunit.client.0.smithi157.stdout:op 1397 completed, throughput=4.99MB/sec 2024-08-17T00:57:28.035 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pbl-m0gydlJ2WuM off=3029255 len=674990 2024-08-17T00:57:28.040 INFO:tasks.workunit.client.0.smithi157.stdout:op 1398 completed, throughput=4.99MB/sec 2024-08-17T00:57:28.040 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-x2wuwxfIxTQOrJQ off=2065267 len=1730267 2024-08-17T00:57:28.042 INFO:tasks.workunit.client.0.smithi157.stdout:op 1399 completed, throughput=5MB/sec 2024-08-17T00:57:28.042 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hbQODs9VAl4HtSS off=1418825 len=529539 2024-08-17T00:57:28.046 INFO:tasks.workunit.client.0.smithi157.stdout:op 1400 completed, throughput=5MB/sec 2024-08-17T00:57:28.046 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hSIoPkt8GJNWE7M off=3620772 len=577431 2024-08-17T00:57:28.047 INFO:tasks.workunit.client.0.smithi157.stdout:op 1401 completed, throughput=5MB/sec 2024-08-17T00:57:28.047 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-58Z22cxoYSVE3E5 off=3583969 len=1670515 2024-08-17T00:57:28.049 INFO:tasks.workunit.client.0.smithi157.stdout:op 1402 completed, throughput=5MB/sec 2024-08-17T00:57:29.050 INFO:tasks.workunit.client.0.smithi157.stdout: 266: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:29.050 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JE3il-wa-YcqAn6 off=9731518 len=53269 2024-08-17T00:57:29.050 INFO:tasks.workunit.client.0.smithi157.stdout:op 1403 completed, throughput=4.99MB/sec 2024-08-17T00:57:29.051 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-94sKwrGBLiwfiDu off=12039608 len=1632587 2024-08-17T00:57:29.052 INFO:tasks.workunit.client.0.smithi157.stdout:op 1404 completed, throughput=4.99MB/sec 2024-08-17T00:57:29.052 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qhobyniwV0hypum off=751627 len=813897 2024-08-17T00:57:29.057 INFO:tasks.workunit.client.0.smithi157.stdout:op 1405 completed, throughput=4.99MB/sec 2024-08-17T00:57:29.057 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-adD96vCzzOhKTg2 off=10136082 len=1911591 2024-08-17T00:57:29.059 INFO:tasks.workunit.client.0.smithi157.stdout:op 1406 completed, throughput=5MB/sec 2024-08-17T00:57:29.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:29 smithi157 ceph-mon[101289]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 900 KiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-08-17T00:57:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:29 smithi157 ceph-mon[98780]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 900 KiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-08-17T00:57:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:29 smithi187 ceph-mon[90552]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 900 KiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-08-17T00:57:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:30.060 INFO:tasks.workunit.client.0.smithi157.stdout: 267: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:30.060 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PgruKYbP7hafn6H off=18952841 len=672189 2024-08-17T00:57:30.061 INFO:tasks.workunit.client.0.smithi157.stdout:op 1407 completed, throughput=4.99MB/sec 2024-08-17T00:57:30.061 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9Jnx3LdGZo1kMsU off=2962614 len=45879 2024-08-17T00:57:30.062 INFO:tasks.workunit.client.0.smithi157.stdout:op 1408 completed, throughput=4.99MB/sec 2024-08-17T00:57:30.062 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lnvNmCYYLpcVW9H off=1754870 len=1017078 2024-08-17T00:57:30.068 INFO:tasks.workunit.client.0.smithi157.stdout:op 1409 completed, throughput=4.99MB/sec 2024-08-17T00:57:30.068 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gHMngZmHpJloJR5 off=1436007 len=1503877 2024-08-17T00:57:30.073 INFO:tasks.workunit.client.0.smithi157.stdout:op 1410 completed, throughput=4.99MB/sec 2024-08-17T00:57:30.074 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GbhbHvJzQdIhGow off=17641990 len=857356 2024-08-17T00:57:30.075 INFO:tasks.workunit.client.0.smithi157.stdout:op 1411 completed, throughput=5MB/sec 2024-08-17T00:57:30.075 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JkP6epfF5YBinjW off=48193 len=1241324 2024-08-17T00:57:30.075 INFO:tasks.workunit.client.0.smithi157.stdout:op 1412 completed, throughput=5MB/sec 2024-08-17T00:57:31.076 INFO:tasks.workunit.client.0.smithi157.stdout: 268: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:31.076 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mfj-_H75llLQKsy off=5062865 len=490102 2024-08-17T00:57:31.080 INFO:tasks.workunit.client.0.smithi157.stdout:op 1413 completed, throughput=4.98MB/sec 2024-08-17T00:57:31.080 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NSKHaxiEIByo0ue off=3868728 len=1638137 2024-08-17T00:57:31.082 INFO:tasks.workunit.client.0.smithi157.stdout:op 1414 completed, throughput=4.99MB/sec 2024-08-17T00:57:31.082 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0fq782g1ptw15ju off=18992304 len=1588564 2024-08-17T00:57:31.090 INFO:tasks.workunit.client.0.smithi157.stdout:op 1415 completed, throughput=5MB/sec 2024-08-17T00:57:31.090 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_7Jji_qzKqNVnqt off=12639312 len=1714223 2024-08-17T00:57:31.097 INFO:tasks.workunit.client.0.smithi157.stdout:op 1416 completed, throughput=5MB/sec 2024-08-17T00:57:31.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:31 smithi157 ceph-mon[101289]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-08-17T00:57:31.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:31 smithi157 ceph-mon[98780]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-08-17T00:57:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:31 smithi187 ceph-mon[90552]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-08-17T00:57:32.098 INFO:tasks.workunit.client.0.smithi157.stdout: 269: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:32.098 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Vu-bmx7a7DUqdSx off=625326 len=1679180 2024-08-17T00:57:32.100 INFO:tasks.workunit.client.0.smithi157.stdout:op 1417 completed, throughput=4.99MB/sec 2024-08-17T00:57:32.100 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ee_UBpZtZslGaa4 off=771009 len=1904902 2024-08-17T00:57:32.102 INFO:tasks.workunit.client.0.smithi157.stdout:op 1418 completed, throughput=5MB/sec 2024-08-17T00:57:32.102 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ocZ0iiiVYyUXOnD off=10065664 len=724679 2024-08-17T00:57:32.103 INFO:tasks.workunit.client.0.smithi157.stdout:op 1419 completed, throughput=5MB/sec 2024-08-17T00:57:32.103 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-khw3zTDNjEgZeo0 off=11923529 len=1065748 2024-08-17T00:57:32.104 INFO:tasks.workunit.client.0.smithi157.stdout:op 1420 completed, throughput=5MB/sec 2024-08-17T00:57:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:57:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:57:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:57:33.105 INFO:tasks.workunit.client.0.smithi157.stdout: 270: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:33.105 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SwsxARlveiGTXui off=6132353 len=155477 2024-08-17T00:57:33.106 INFO:tasks.workunit.client.0.smithi157.stdout:op 1421 completed, throughput=4.98MB/sec 2024-08-17T00:57:33.106 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WN1A0jQEaFZ3f_3 off=1694514 len=1093383 2024-08-17T00:57:33.112 INFO:tasks.workunit.client.0.smithi157.stdout:op 1422 completed, throughput=4.99MB/sec 2024-08-17T00:57:33.112 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-24ZWn1e6oMbvcKo off=3360372 len=1304055 2024-08-17T00:57:33.113 INFO:tasks.workunit.client.0.smithi157.stdout:op 1423 completed, throughput=4.99MB/sec 2024-08-17T00:57:33.113 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kZsqFrjGI03Bb9S off=212156 len=2012450 2024-08-17T00:57:33.116 INFO:tasks.workunit.client.0.smithi157.stdout:op 1424 completed, throughput=5MB/sec 2024-08-17T00:57:33.116 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hwdgbMcnaJTXfjO off=5682238 len=400289 2024-08-17T00:57:33.119 INFO:tasks.workunit.client.0.smithi157.stdout:op 1425 completed, throughput=5MB/sec 2024-08-17T00:57:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:33 smithi157 ceph-mon[98780]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-17T00:57:33.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:33 smithi157 ceph-mon[101289]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-17T00:57:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:33 smithi187 ceph-mon[90552]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-17T00:57:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:57:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:57:33] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-08-17T00:57:34.120 INFO:tasks.workunit.client.0.smithi157.stdout: 271: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:34.120 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-abP23kWg5cnq9n8 off=2102253 len=362397 2024-08-17T00:57:34.120 INFO:tasks.workunit.client.0.smithi157.stdout:op 1426 completed, throughput=4.98MB/sec 2024-08-17T00:57:34.121 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TG1MlAUHmat_ltJ off=17495794 len=1638706 2024-08-17T00:57:34.130 INFO:tasks.workunit.client.0.smithi157.stdout:op 1427 completed, throughput=4.99MB/sec 2024-08-17T00:57:34.130 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WSXoLZIDP4zWHXn off=9194450 len=1689894 2024-08-17T00:57:34.131 INFO:tasks.workunit.client.0.smithi157.stdout:op 1428 completed, throughput=5MB/sec 2024-08-17T00:57:34.131 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-c7HL-pMYUjyWUey off=2323982 len=2010282 2024-08-17T00:57:34.141 INFO:tasks.workunit.client.0.smithi157.stdout:op 1429 completed, throughput=5MB/sec 2024-08-17T00:57:35.142 INFO:tasks.workunit.client.0.smithi157.stdout: 272: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:35.142 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Du_pD0Pb2VeyQEN off=343750 len=1460577 2024-08-17T00:57:35.149 INFO:tasks.workunit.client.0.smithi157.stdout:op 1430 completed, throughput=4.99MB/sec 2024-08-17T00:57:35.149 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yyOa0Yb0R9-Gvt7 off=146057 len=1906477 2024-08-17T00:57:35.160 INFO:tasks.workunit.client.0.smithi157.stdout:op 1431 completed, throughput=5MB/sec 2024-08-17T00:57:35.160 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-u6GpOAWmO1qjDx_ off=7877937 len=1075033 2024-08-17T00:57:35.161 INFO:tasks.workunit.client.0.smithi157.stdout:op 1432 completed, throughput=5MB/sec 2024-08-17T00:57:35.161 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zIoLAcDDVSw2S33 off=12194098 len=1534865 2024-08-17T00:57:35.170 INFO:tasks.workunit.client.0.smithi157.stdout:op 1433 completed, throughput=5MB/sec 2024-08-17T00:57:35.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:35 smithi157 ceph-mon[101289]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:57:35.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:35 smithi157 ceph-mon[98780]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:57:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:35 smithi187 ceph-mon[90552]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:57:36.170 INFO:tasks.workunit.client.0.smithi157.stdout: 273: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:36.171 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RK_wqh2oddA3X1B off=1204161 len=2092238 2024-08-17T00:57:36.173 INFO:tasks.workunit.client.0.smithi157.stdout:op 1434 completed, throughput=4.99MB/sec 2024-08-17T00:57:36.173 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-e5JlEdamxFEoDD7 off=6091573 len=1551354 2024-08-17T00:57:36.180 INFO:tasks.workunit.client.0.smithi157.stdout:op 1435 completed, throughput=5MB/sec 2024-08-17T00:57:36.180 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZHpm5p-ueHHRBIl off=564462 len=1768033 2024-08-17T00:57:36.182 INFO:tasks.workunit.client.0.smithi157.stdout:op 1436 completed, throughput=5MB/sec 2024-08-17T00:57:37.182 INFO:tasks.workunit.client.0.smithi157.stdout: 274: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:37.182 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TDpdCx82z58hUBY off=2808322 len=1969013 2024-08-17T00:57:37.190 INFO:tasks.workunit.client.0.smithi157.stdout:op 1437 completed, throughput=4.99MB/sec 2024-08-17T00:57:37.190 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QOYLG1xpgtvLk2N off=426376 len=619310 2024-08-17T00:57:37.192 INFO:tasks.workunit.client.0.smithi157.stdout:op 1438 completed, throughput=5MB/sec 2024-08-17T00:57:37.192 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v-kXebs94hMNRDa off=20243232 len=271650 2024-08-17T00:57:37.193 INFO:tasks.workunit.client.0.smithi157.stdout:op 1439 completed, throughput=5MB/sec 2024-08-17T00:57:37.193 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fwSg7e5JimIkXR3 off=4445300 len=381905 2024-08-17T00:57:37.196 INFO:tasks.workunit.client.0.smithi157.stdout:op 1440 completed, throughput=5MB/sec 2024-08-17T00:57:37.197 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-K90ZDLQT8f9DP3- off=8293760 len=117004 2024-08-17T00:57:37.197 INFO:tasks.workunit.client.0.smithi157.stdout:op 1441 completed, throughput=5MB/sec 2024-08-17T00:57:37.197 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-30lZjwX5LgVMew_ off=6893407 len=329258 2024-08-17T00:57:37.199 INFO:tasks.workunit.client.0.smithi157.stdout:op 1442 completed, throughput=5MB/sec 2024-08-17T00:57:37.200 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aAMkBqVAuo3u0Jp off=15146776 len=1210860 2024-08-17T00:57:37.201 INFO:tasks.workunit.client.0.smithi157.stdout:op 1443 completed, throughput=5MB/sec 2024-08-17T00:57:37.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:37 smithi157 ceph-mon[101289]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:57:37.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:37 smithi157 ceph-mon[98780]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:57:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:37 smithi187 ceph-mon[90552]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:57:38.201 INFO:tasks.workunit.client.0.smithi157.stdout: 275: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:38.201 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yWvOFuCXWczZXSP off=5978568 len=1084516 2024-08-17T00:57:38.203 INFO:tasks.workunit.client.0.smithi157.stdout:op 1444 completed, throughput=4.99MB/sec 2024-08-17T00:57:38.203 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-S_havsTMkUwicoo off=4779650 len=1615709 2024-08-17T00:57:38.210 INFO:tasks.workunit.client.0.smithi157.stdout:op 1445 completed, throughput=4.99MB/sec 2024-08-17T00:57:38.210 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-B_dR307lPiCuiqv off=378999 len=1623285 2024-08-17T00:57:38.212 INFO:tasks.workunit.client.0.smithi157.stdout:op 1446 completed, throughput=5MB/sec 2024-08-17T00:57:38.212 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-puCZ-O6zRWR0iVE off=542037 len=821093 2024-08-17T00:57:38.214 INFO:tasks.workunit.client.0.smithi157.stdout:op 1447 completed, throughput=5MB/sec 2024-08-17T00:57:39.215 INFO:tasks.workunit.client.0.smithi157.stdout: 276: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:39.215 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0LHToZwNTwFT2JH off=18449753 len=116297 2024-08-17T00:57:39.217 INFO:tasks.workunit.client.0.smithi157.stdout:op 1448 completed, throughput=4.98MB/sec 2024-08-17T00:57:39.218 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OnCh-cohu--fXB_ off=4541274 len=1737353 2024-08-17T00:57:39.220 INFO:tasks.workunit.client.0.smithi157.stdout:op 1449 completed, throughput=4.99MB/sec 2024-08-17T00:57:39.220 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DnavoD-3KwnZtL_ off=6618596 len=837161 2024-08-17T00:57:39.221 INFO:tasks.workunit.client.0.smithi157.stdout:op 1450 completed, throughput=4.99MB/sec 2024-08-17T00:57:39.221 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-c1Q_2QcADpIDdz2 off=3600787 len=1906068 2024-08-17T00:57:39.233 INFO:tasks.workunit.client.0.smithi157.stdout:op 1451 completed, throughput=5MB/sec 2024-08-17T00:57:39.233 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PPLb83eFl1SnNFZ off=5547665 len=747371 2024-08-17T00:57:39.235 INFO:tasks.workunit.client.0.smithi157.stdout:op 1452 completed, throughput=5MB/sec 2024-08-17T00:57:39.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:39 smithi157 ceph-mon[98780]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-17T00:57:39.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:39 smithi157 ceph-mon[101289]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-17T00:57:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:39 smithi187 ceph-mon[90552]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-17T00:57:40.235 INFO:tasks.workunit.client.0.smithi157.stdout: 277: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:40.235 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XKLuauT4y1D9hY9 off=9070926 len=1930091 2024-08-17T00:57:40.237 INFO:tasks.workunit.client.0.smithi157.stdout:op 1453 completed, throughput=4.99MB/sec 2024-08-17T00:57:40.238 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-A7WztZ8a2Ft_1r3 off=5545922 len=1228967 2024-08-17T00:57:40.240 INFO:tasks.workunit.client.0.smithi157.stdout:op 1454 completed, throughput=5MB/sec 2024-08-17T00:57:40.240 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-I7LniVCe7wnPa6X off=1507407 len=169421 2024-08-17T00:57:40.241 INFO:tasks.workunit.client.0.smithi157.stdout:op 1455 completed, throughput=5MB/sec 2024-08-17T00:57:40.241 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7P4etHNFMjR5SRX off=548391 len=680579 2024-08-17T00:57:40.242 INFO:tasks.workunit.client.0.smithi157.stdout:op 1456 completed, throughput=5MB/sec 2024-08-17T00:57:40.242 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-I_bvTLCf598mRWq off=8346080 len=2015565 2024-08-17T00:57:40.245 INFO:tasks.workunit.client.0.smithi157.stdout:op 1457 completed, throughput=5MB/sec 2024-08-17T00:57:41.245 INFO:tasks.workunit.client.0.smithi157.stdout: 278: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:41.245 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hrcSiBwKWZASVzI off=7153157 len=564212 2024-08-17T00:57:41.246 INFO:tasks.workunit.client.0.smithi157.stdout:op 1458 completed, throughput=4.99MB/sec 2024-08-17T00:57:41.246 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KOyf6oSVD1VfzkO off=5737990 len=676111 2024-08-17T00:57:41.251 INFO:tasks.workunit.client.0.smithi157.stdout:op 1459 completed, throughput=4.99MB/sec 2024-08-17T00:57:41.251 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CvYFwrGws2Lz6Xr off=1718092 len=801650 2024-08-17T00:57:41.252 INFO:tasks.workunit.client.0.smithi157.stdout:op 1460 completed, throughput=4.99MB/sec 2024-08-17T00:57:41.252 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-35gLvZaYUPdOIwA off=10772136 len=295305 2024-08-17T00:57:41.253 INFO:tasks.workunit.client.0.smithi157.stdout:op 1461 completed, throughput=4.99MB/sec 2024-08-17T00:57:41.253 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ynLcg1fyUjwT_me off=1675394 len=1960127 2024-08-17T00:57:41.255 INFO:tasks.workunit.client.0.smithi157.stdout:op 1462 completed, throughput=5MB/sec 2024-08-17T00:57:41.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:41 smithi157 ceph-mon[101289]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:57:41.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:41 smithi157 ceph-mon[98780]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:57:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:41 smithi187 ceph-mon[90552]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:57:42.256 INFO:tasks.workunit.client.0.smithi157.stdout: 279: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:42.256 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9IVUlyaCIsQ_iNo off=1664834 len=659268 2024-08-17T00:57:42.261 INFO:tasks.workunit.client.0.smithi157.stdout:op 1463 completed, throughput=4.99MB/sec 2024-08-17T00:57:42.261 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AjRebAmAAFNLZvm off=8033674 len=247169 2024-08-17T00:57:42.263 INFO:tasks.workunit.client.0.smithi157.stdout:op 1464 completed, throughput=4.99MB/sec 2024-08-17T00:57:42.263 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Kekx93I-VhBZU2Z off=285305 len=1143636 2024-08-17T00:57:42.265 INFO:tasks.workunit.client.0.smithi157.stdout:op 1465 completed, throughput=4.99MB/sec 2024-08-17T00:57:42.265 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-c7qSbIUsvDF7fzY off=9862481 len=141611 2024-08-17T00:57:42.266 INFO:tasks.workunit.client.0.smithi157.stdout:op 1466 completed, throughput=4.99MB/sec 2024-08-17T00:57:42.266 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eNg0qqooUDgRbum off=5550129 len=1127734 2024-08-17T00:57:42.268 INFO:tasks.workunit.client.0.smithi157.stdout:op 1467 completed, throughput=4.99MB/sec 2024-08-17T00:57:42.269 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eBQRDhP2ZnuSUHG off=280654 len=1180807 2024-08-17T00:57:42.270 INFO:tasks.workunit.client.0.smithi157.stdout:op 1468 completed, throughput=5MB/sec 2024-08-17T00:57:42.270 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-feQL_p51d5KAFXt off=1334290 len=304867 2024-08-17T00:57:42.271 INFO:tasks.workunit.client.0.smithi157.stdout:op 1469 completed, throughput=5MB/sec 2024-08-17T00:57:42.271 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eIaLquud--plRez off=386008 len=743334 2024-08-17T00:57:42.272 INFO:tasks.workunit.client.0.smithi157.stdout:op 1470 completed, throughput=5MB/sec 2024-08-17T00:57:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:57:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:57:43.273 INFO:tasks.workunit.client.0.smithi157.stdout: 280: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:43.273 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4MNqOnPHyaTo2w1 off=4680830 len=958349 2024-08-17T00:57:43.275 INFO:tasks.workunit.client.0.smithi157.stdout:op 1471 completed, throughput=4.99MB/sec 2024-08-17T00:57:43.276 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-X3BcSi_F6dk4ts4 off=8373947 len=1223799 2024-08-17T00:57:43.277 INFO:tasks.workunit.client.0.smithi157.stdout:op 1472 completed, throughput=4.99MB/sec 2024-08-17T00:57:43.277 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NK242RBI-MA3MGP off=5221601 len=1887668 2024-08-17T00:57:43.289 INFO:tasks.workunit.client.0.smithi157.stdout:op 1473 completed, throughput=5MB/sec 2024-08-17T00:57:43.289 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-w-sEObq8zPjwNzq off=21027631 len=802084 2024-08-17T00:57:43.290 INFO:tasks.workunit.client.0.smithi157.stdout:op 1474 completed, throughput=5MB/sec 2024-08-17T00:57:43.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:43 smithi157 ceph-mon[98780]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T00:57:43.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:43 smithi157 ceph-mon[101289]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T00:57:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:43 smithi187 ceph-mon[90552]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T00:57:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:57:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:57:43] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-08-17T00:57:44.290 INFO:tasks.workunit.client.0.smithi157.stdout: 281: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:44.291 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-e0i9LgA4RSt1ZnZ off=9116722 len=1598671 2024-08-17T00:57:44.292 INFO:tasks.workunit.client.0.smithi157.stdout:op 1475 completed, throughput=4.99MB/sec 2024-08-17T00:57:44.292 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7v7MrqWVaoDDynv off=6832867 len=2061919 2024-08-17T00:57:44.294 INFO:tasks.workunit.client.0.smithi157.stdout:op 1476 completed, throughput=5MB/sec 2024-08-17T00:57:44.294 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-43QZK_WiEdeS9Xz off=4518015 len=38487 2024-08-17T00:57:44.297 INFO:tasks.workunit.client.0.smithi157.stdout:op 1477 completed, throughput=5MB/sec 2024-08-17T00:57:44.297 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MNoiGRScshr07gV off=15240126 len=712882 2024-08-17T00:57:44.301 INFO:tasks.workunit.client.0.smithi157.stdout:op 1478 completed, throughput=5MB/sec 2024-08-17T00:57:44.301 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kD_ISuTN5saDj_M off=10262424 len=540547 2024-08-17T00:57:44.305 INFO:tasks.workunit.client.0.smithi157.stdout:op 1479 completed, throughput=5MB/sec 2024-08-17T00:57:44.305 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4N86ZJP05Pe2FZG off=597044 len=1499280 2024-08-17T00:57:44.312 INFO:tasks.workunit.client.0.smithi157.stdout:op 1480 completed, throughput=5MB/sec 2024-08-17T00:57:44.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:44.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:45.312 INFO:tasks.workunit.client.0.smithi157.stdout: 282: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:45.312 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SwsxARlveiGTXui off=1027658 len=61184 2024-08-17T00:57:45.313 INFO:tasks.workunit.client.0.smithi157.stdout:op 1481 completed, throughput=4.99MB/sec 2024-08-17T00:57:45.313 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wlCU9ra7fHOCwrl off=5022163 len=1622329 2024-08-17T00:57:45.315 INFO:tasks.workunit.client.0.smithi157.stdout:op 1482 completed, throughput=4.99MB/sec 2024-08-17T00:57:45.315 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NbFvH29qYeK7Frv off=17293850 len=134156 2024-08-17T00:57:45.315 INFO:tasks.workunit.client.0.smithi157.stdout:op 1483 completed, throughput=4.99MB/sec 2024-08-17T00:57:45.315 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ljbwk_KtTjaIRw9 off=4263016 len=133583 2024-08-17T00:57:45.318 INFO:tasks.workunit.client.0.smithi157.stdout:op 1484 completed, throughput=4.99MB/sec 2024-08-17T00:57:45.318 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EekyNUrj_UIYPDV off=11447988 len=917842 2024-08-17T00:57:45.320 INFO:tasks.workunit.client.0.smithi157.stdout:op 1485 completed, throughput=5MB/sec 2024-08-17T00:57:45.320 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_QIpEf9xXf1mXCd off=7803544 len=1501312 2024-08-17T00:57:45.321 INFO:tasks.workunit.client.0.smithi157.stdout:op 1486 completed, throughput=5MB/sec 2024-08-17T00:57:45.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:45 smithi157 ceph-mon[101289]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T00:57:45.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:45 smithi157 ceph-mon[98780]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T00:57:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:45 smithi187 ceph-mon[90552]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T00:57:46.321 INFO:tasks.workunit.client.0.smithi157.stdout: 283: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:46.321 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-08MKo1vkKVggvwI off=6817510 len=1158907 2024-08-17T00:57:46.323 INFO:tasks.workunit.client.0.smithi157.stdout:op 1487 completed, throughput=4.99MB/sec 2024-08-17T00:57:46.323 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Wyt4rfPyd5Ehvw1 off=7631928 len=1865415 2024-08-17T00:57:46.334 INFO:tasks.workunit.client.0.smithi157.stdout:op 1488 completed, throughput=4.99MB/sec 2024-08-17T00:57:46.334 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-R8WeZh61z4r5a1e off=21502071 len=348397 2024-08-17T00:57:46.335 INFO:tasks.workunit.client.0.smithi157.stdout:op 1489 completed, throughput=4.99MB/sec 2024-08-17T00:57:46.335 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5qQ5kkDE_wG-P-N off=6662135 len=394023 2024-08-17T00:57:46.336 INFO:tasks.workunit.client.0.smithi157.stdout:op 1490 completed, throughput=5MB/sec 2024-08-17T00:57:46.336 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-O3qg0a2sDKVubaY off=11342073 len=1406521 2024-08-17T00:57:46.341 INFO:tasks.workunit.client.0.smithi157.stdout:op 1491 completed, throughput=5MB/sec 2024-08-17T00:57:47.341 INFO:tasks.workunit.client.0.smithi157.stdout: 284: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:47.342 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-K_EqIKTX3Yun86j off=19167902 len=1129115 2024-08-17T00:57:47.343 INFO:tasks.workunit.client.0.smithi157.stdout:op 1492 completed, throughput=4.99MB/sec 2024-08-17T00:57:47.343 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8heJV3PhVyurHlg off=355109 len=27518 2024-08-17T00:57:47.344 INFO:tasks.workunit.client.0.smithi157.stdout:op 1493 completed, throughput=4.99MB/sec 2024-08-17T00:57:47.344 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Td_cQWRMIVipK9I off=1679676 len=2062623 2024-08-17T00:57:47.346 INFO:tasks.workunit.client.0.smithi157.stdout:op 1494 completed, throughput=4.99MB/sec 2024-08-17T00:57:47.347 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OoAzan2zVekblMZ off=12048927 len=1462508 2024-08-17T00:57:47.354 INFO:tasks.workunit.client.0.smithi157.stdout:op 1495 completed, throughput=5MB/sec 2024-08-17T00:57:47.354 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xdebkwggc-WZkR6 off=4145706 len=1281462 2024-08-17T00:57:47.355 INFO:tasks.workunit.client.0.smithi157.stdout:op 1496 completed, throughput=5MB/sec 2024-08-17T00:57:47.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:47 smithi187 ceph-mon[90552]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T00:57:47.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:47 smithi157 ceph-mon[101289]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T00:57:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:47 smithi157 ceph-mon[98780]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T00:57:48.355 INFO:tasks.workunit.client.0.smithi157.stdout: 285: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:48.356 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Tei82cTSixGGk1k off=1330101 len=1425990 2024-08-17T00:57:48.363 INFO:tasks.workunit.client.0.smithi157.stdout:op 1497 completed, throughput=4.99MB/sec 2024-08-17T00:57:48.363 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o-J8RINOPQyHJnh off=6038408 len=817248 2024-08-17T00:57:48.364 INFO:tasks.workunit.client.0.smithi157.stdout:op 1498 completed, throughput=4.99MB/sec 2024-08-17T00:57:48.364 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3KU9dFbZEnoRjIY off=4890316 len=617801 2024-08-17T00:57:48.368 INFO:tasks.workunit.client.0.smithi157.stdout:op 1499 completed, throughput=4.99MB/sec 2024-08-17T00:57:48.369 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gaYeQDQmgYu_Jve off=10408918 len=529052 2024-08-17T00:57:48.372 INFO:tasks.workunit.client.0.smithi157.stdout:op 1500 completed, throughput=5MB/sec 2024-08-17T00:57:48.372 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IQwU_kzJqGQt2hS off=3948212 len=514645 2024-08-17T00:57:48.373 INFO:tasks.workunit.client.0.smithi157.stdout:op 1501 completed, throughput=5MB/sec 2024-08-17T00:57:48.373 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ti_V_IlR59kMWOK off=17913402 len=161964 2024-08-17T00:57:48.374 INFO:tasks.workunit.client.0.smithi157.stdout:op 1502 completed, throughput=5MB/sec 2024-08-17T00:57:48.374 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fk4iAv4E2hs_IIs off=309484 len=1450953 2024-08-17T00:57:48.381 INFO:tasks.workunit.client.0.smithi157.stdout:op 1503 completed, throughput=5MB/sec 2024-08-17T00:57:49.381 INFO:tasks.workunit.client.0.smithi157.stdout: 286: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:49.381 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-a-Yvo_EuK9CTLyS off=0 len=1603068 2024-08-17T00:57:49.384 INFO:tasks.workunit.client.0.smithi157.stdout:op 1504 completed, throughput=4.99MB/sec 2024-08-17T00:57:49.385 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aAIs8_6bxab9G9b off=5162822 len=768403 2024-08-17T00:57:49.389 INFO:tasks.workunit.client.0.smithi157.stdout:op 1505 completed, throughput=4.99MB/sec 2024-08-17T00:57:49.389 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dAJObkWWuoJlCgF off=19686575 len=2018934 2024-08-17T00:57:49.393 INFO:tasks.workunit.client.0.smithi157.stdout:op 1506 completed, throughput=5MB/sec 2024-08-17T00:57:49.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:49 smithi187 ceph-mon[90552]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T00:57:49.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:49 smithi157 ceph-mon[98780]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T00:57:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:49 smithi157 ceph-mon[101289]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T00:57:50.393 INFO:tasks.workunit.client.0.smithi157.stdout: 287: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:50.393 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SxgBE8ovm5gnCzC off=159484 len=566775 2024-08-17T00:57:50.395 INFO:tasks.workunit.client.0.smithi157.stdout:op 1507 completed, throughput=4.98MB/sec 2024-08-17T00:57:50.395 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-V-7ivwyzlqCZY_I off=1410456 len=1344520 2024-08-17T00:57:50.396 INFO:tasks.workunit.client.0.smithi157.stdout:op 1508 completed, throughput=4.99MB/sec 2024-08-17T00:57:50.396 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aUiRlNSXmD8dyfx off=40838 len=1560755 2024-08-17T00:57:50.403 INFO:tasks.workunit.client.0.smithi157.stdout:op 1509 completed, throughput=4.99MB/sec 2024-08-17T00:57:50.404 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4YlCzxlWhXg67TL off=18059989 len=1121499 2024-08-17T00:57:50.405 INFO:tasks.workunit.client.0.smithi157.stdout:op 1510 completed, throughput=5MB/sec 2024-08-17T00:57:50.405 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dCGGq8D4cI7riTP off=21802289 len=355258 2024-08-17T00:57:50.405 INFO:tasks.workunit.client.0.smithi157.stdout:op 1511 completed, throughput=5MB/sec 2024-08-17T00:57:50.405 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lkwee-J6QX3lJUz off=3966475 len=1996664 2024-08-17T00:57:50.414 INFO:tasks.workunit.client.0.smithi157.stdout:op 1512 completed, throughput=5.01MB/sec 2024-08-17T00:57:51.414 INFO:tasks.workunit.client.0.smithi157.stdout: 288: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:51.414 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vC4SMzzB2hKiXeC off=1551193 len=1412103 2024-08-17T00:57:51.423 INFO:tasks.workunit.client.0.smithi157.stdout:op 1513 completed, throughput=4.99MB/sec 2024-08-17T00:57:51.423 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-l0-HTdYnVPaCD1D off=6642318 len=1910715 2024-08-17T00:57:51.434 INFO:tasks.workunit.client.0.smithi157.stdout:op 1514 completed, throughput=5MB/sec 2024-08-17T00:57:51.434 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-j-o1riVvNst7Z2e off=12953574 len=143769 2024-08-17T00:57:51.435 INFO:tasks.workunit.client.0.smithi157.stdout:op 1515 completed, throughput=5MB/sec 2024-08-17T00:57:51.435 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DYkSKpia3__wgTW off=1058459 len=315749 2024-08-17T00:57:51.437 INFO:tasks.workunit.client.0.smithi157.stdout:op 1516 completed, throughput=5MB/sec 2024-08-17T00:57:51.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:51 smithi187 ceph-mon[90552]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T00:57:51.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:51 smithi157 ceph-mon[101289]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T00:57:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:51 smithi157 ceph-mon[98780]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T00:57:52.438 INFO:tasks.workunit.client.0.smithi157.stdout: 289: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:52.438 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--Bum-9lssiYHivO off=14390263 len=1831471 2024-08-17T00:57:52.449 INFO:tasks.workunit.client.0.smithi157.stdout:op 1517 completed, throughput=4.99MB/sec 2024-08-17T00:57:52.449 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oaydcJ_nm3oJ6vt off=10318626 len=1683660 2024-08-17T00:57:52.455 INFO:tasks.workunit.client.0.smithi157.stdout:op 1518 completed, throughput=4.99MB/sec 2024-08-17T00:57:52.455 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UKeSaVQXswy26Fc off=2439503 len=577586 2024-08-17T00:57:52.459 INFO:tasks.workunit.client.0.smithi157.stdout:op 1519 completed, throughput=5MB/sec 2024-08-17T00:57:52.459 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZUvLrXTlV3rlOBd off=8318022 len=882700 2024-08-17T00:57:52.463 INFO:tasks.workunit.client.0.smithi157.stdout:op 1520 completed, throughput=5MB/sec 2024-08-17T00:57:52.463 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LyEUcBu-DqD0opA off=6069518 len=607987 2024-08-17T00:57:52.467 INFO:tasks.workunit.client.0.smithi157.stdout:op 1521 completed, throughput=5MB/sec 2024-08-17T00:57:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:57:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:57:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:53 smithi187 ceph-mon[90552]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-08-17T00:57:53.467 INFO:tasks.workunit.client.0.smithi157.stdout: 290: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:53.467 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YzBMrruKVNr-9Am off=4816723 len=1927795 2024-08-17T00:57:53.474 INFO:tasks.workunit.client.0.smithi157.stdout:op 1522 completed, throughput=4.99MB/sec 2024-08-17T00:57:53.475 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2iY3QJnDqJxzNe3 off=805057 len=5897 2024-08-17T00:57:53.476 INFO:tasks.workunit.client.0.smithi157.stdout:op 1523 completed, throughput=4.99MB/sec 2024-08-17T00:57:53.477 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YZp6X8TuvhbEoUh off=19621643 len=1217094 2024-08-17T00:57:53.481 INFO:tasks.workunit.client.0.smithi157.stdout:op 1524 completed, throughput=4.99MB/sec 2024-08-17T00:57:53.481 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xKsqKoYYJDMRIkM off=11513593 len=1532545 2024-08-17T00:57:53.488 INFO:tasks.workunit.client.0.smithi157.stdout:op 1525 completed, throughput=5MB/sec 2024-08-17T00:57:53.488 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-O-ePGyl560GCKvP off=3872345 len=107613 2024-08-17T00:57:53.491 INFO:tasks.workunit.client.0.smithi157.stdout:op 1526 completed, throughput=5MB/sec 2024-08-17T00:57:53.491 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Pg1HaN7gIS1svdd off=1092978 len=1743067 2024-08-17T00:57:53.492 INFO:tasks.workunit.client.0.smithi157.stdout:op 1527 completed, throughput=5MB/sec 2024-08-17T00:57:53.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:53 smithi157 ceph-mon[98780]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-08-17T00:57:53.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:53 smithi157 ceph-mon[101289]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-08-17T00:57:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:57:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:57:53] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-08-17T00:57:54.493 INFO:tasks.workunit.client.0.smithi157.stdout: 291: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:54.493 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fSvY-59ERcMvLZG off=1309632 len=1240496 2024-08-17T00:57:54.499 INFO:tasks.workunit.client.0.smithi157.stdout:op 1528 completed, throughput=4.99MB/sec 2024-08-17T00:57:54.499 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BJG5Kmxn6y2NOEC off=3654387 len=1852508 2024-08-17T00:57:54.503 INFO:tasks.workunit.client.0.smithi157.stdout:op 1529 completed, throughput=5MB/sec 2024-08-17T00:57:54.503 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-A7RN8TBylVZr9Pz off=14590426 len=1569607 2024-08-17T00:57:54.505 INFO:tasks.workunit.client.0.smithi157.stdout:op 1530 completed, throughput=5MB/sec 2024-08-17T00:57:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:55 smithi187 ceph-mon[90552]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T00:57:55.505 INFO:tasks.workunit.client.0.smithi157.stdout: 292: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:55.505 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FQA9-lrzUf_SLDI off=64987 len=548679 2024-08-17T00:57:55.509 INFO:tasks.workunit.client.0.smithi157.stdout:op 1531 completed, throughput=4.99MB/sec 2024-08-17T00:57:55.510 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YJr0xpwIPcbiMVD off=4469421 len=82435 2024-08-17T00:57:55.512 INFO:tasks.workunit.client.0.smithi157.stdout:op 1532 completed, throughput=4.99MB/sec 2024-08-17T00:57:55.512 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-L4oFeqrbrGFgUqT off=377251 len=1409692 2024-08-17T00:57:55.513 INFO:tasks.workunit.client.0.smithi157.stdout:op 1533 completed, throughput=4.99MB/sec 2024-08-17T00:57:55.513 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1yJEUt6fdNQ4ZaU off=10211632 len=755741 2024-08-17T00:57:55.514 INFO:tasks.workunit.client.0.smithi157.stdout:op 1534 completed, throughput=4.99MB/sec 2024-08-17T00:57:55.514 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VXSp8Yt-k-jHKb8 off=8966217 len=1308680 2024-08-17T00:57:55.516 INFO:tasks.workunit.client.0.smithi157.stdout:op 1535 completed, throughput=5MB/sec 2024-08-17T00:57:55.516 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_RXayrcWK_xOcIH off=9635533 len=1540213 2024-08-17T00:57:55.525 INFO:tasks.workunit.client.0.smithi157.stdout:op 1536 completed, throughput=5MB/sec 2024-08-17T00:57:55.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:55 smithi157 ceph-mon[101289]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T00:57:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:55 smithi157 ceph-mon[98780]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T00:57:56.526 INFO:tasks.workunit.client.0.smithi157.stdout: 293: throughput=4.99MB/sec pending data=0 2024-08-17T00:57:56.526 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Q81eSyWWDFhCSrL off=3218573 len=853792 2024-08-17T00:57:56.531 INFO:tasks.workunit.client.0.smithi157.stdout:op 1537 completed, throughput=4.99MB/sec 2024-08-17T00:57:56.531 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zbNAg8y2YCW1Wvc off=9308165 len=1883047 2024-08-17T00:57:56.534 INFO:tasks.workunit.client.0.smithi157.stdout:op 1538 completed, throughput=5MB/sec 2024-08-17T00:57:56.534 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cn-0hoVOKFK6Ssn off=468969 len=576149 2024-08-17T00:57:56.535 INFO:tasks.workunit.client.0.smithi157.stdout:op 1539 completed, throughput=5MB/sec 2024-08-17T00:57:56.535 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-07Nhv8amxQyp24T off=902226 len=1014341 2024-08-17T00:57:56.541 INFO:tasks.workunit.client.0.smithi157.stdout:op 1540 completed, throughput=5MB/sec 2024-08-17T00:57:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:57 smithi187 ceph-mon[90552]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:57:57.541 INFO:tasks.workunit.client.0.smithi157.stdout: 294: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:57.542 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KKhszgkHV_h5BGX off=5408410 len=1652581 2024-08-17T00:57:57.544 INFO:tasks.workunit.client.0.smithi157.stdout:op 1541 completed, throughput=4.99MB/sec 2024-08-17T00:57:57.544 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bXs9saJ3hfEPsMY off=1439764 len=1972435 2024-08-17T00:57:57.546 INFO:tasks.workunit.client.0.smithi157.stdout:op 1542 completed, throughput=4.99MB/sec 2024-08-17T00:57:57.546 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6O2nHL7qEAoLSIE off=316891 len=1906019 2024-08-17T00:57:57.557 INFO:tasks.workunit.client.0.smithi157.stdout:op 1543 completed, throughput=5MB/sec 2024-08-17T00:57:57.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:57 smithi157 ceph-mon[101289]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:57:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:57 smithi157 ceph-mon[98780]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:57:58.558 INFO:tasks.workunit.client.0.smithi157.stdout: 295: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:58.558 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Gi8vxxXLEJbw7Vt off=11895162 len=327921 2024-08-17T00:57:58.559 INFO:tasks.workunit.client.0.smithi157.stdout:op 1544 completed, throughput=4.99MB/sec 2024-08-17T00:57:58.559 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KwfvTP_6U0WALfl off=17770471 len=1065975 2024-08-17T00:57:58.565 INFO:tasks.workunit.client.0.smithi157.stdout:op 1545 completed, throughput=4.99MB/sec 2024-08-17T00:57:58.565 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pfV15OUgwXE7TTk off=13916698 len=2027886 2024-08-17T00:57:58.569 INFO:tasks.workunit.client.0.smithi157.stdout:op 1546 completed, throughput=4.99MB/sec 2024-08-17T00:57:58.569 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZKYJvUHmompOlMl off=4831211 len=722945 2024-08-17T00:57:58.574 INFO:tasks.workunit.client.0.smithi157.stdout:op 1547 completed, throughput=5MB/sec 2024-08-17T00:57:58.574 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cvO2DA8va7KYqvt off=8566665 len=409401 2024-08-17T00:57:58.575 INFO:tasks.workunit.client.0.smithi157.stdout:op 1548 completed, throughput=5MB/sec 2024-08-17T00:57:58.575 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_I7uptwPywUoDJ8 off=5464938 len=958983 2024-08-17T00:57:58.580 INFO:tasks.workunit.client.0.smithi157.stdout:op 1549 completed, throughput=5MB/sec 2024-08-17T00:57:59.437 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:59 smithi157 ceph-mon[98780]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-17T00:57:59.437 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:57:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:59.437 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:59 smithi157 ceph-mon[101289]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-17T00:57:59.437 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:57:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:59 smithi187 ceph-mon[90552]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-17T00:57:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:57:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: 296: throughput=4.98MB/sec pending data=0 2024-08-17T00:57:59.580 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pUTtcCXWePfgYUO off=1755753 len=196585 2024-08-17T00:57:59.581 INFO:tasks.workunit.client.0.smithi157.stdout:op 1550 completed, throughput=4.99MB/sec 2024-08-17T00:57:59.581 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tZSqBLeFRYqG5S2 off=23137299 len=686922 2024-08-17T00:57:59.585 INFO:tasks.workunit.client.0.smithi157.stdout:op 1551 completed, throughput=4.99MB/sec 2024-08-17T00:57:59.585 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uBSTDXBAxb0e3b_ off=2114299 len=936915 2024-08-17T00:57:59.587 INFO:tasks.workunit.client.0.smithi157.stdout:op 1552 completed, throughput=4.99MB/sec 2024-08-17T00:57:59.587 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GKH5zzH_U3eWKYO off=1567603 len=440513 2024-08-17T00:57:59.588 INFO:tasks.workunit.client.0.smithi157.stdout:op 1553 completed, throughput=4.99MB/sec 2024-08-17T00:57:59.588 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9WFvK9dE-K7-j0y off=12308562 len=598668 2024-08-17T00:57:59.589 INFO:tasks.workunit.client.0.smithi157.stdout:op 1554 completed, throughput=4.99MB/sec 2024-08-17T00:57:59.589 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6VzTlwuvJuW2ysI off=2919091 len=384240 2024-08-17T00:57:59.592 INFO:tasks.workunit.client.0.smithi157.stdout:op 1555 completed, throughput=4.99MB/sec 2024-08-17T00:57:59.592 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KGXYNAo_-glDPjr off=924893 len=1459815 2024-08-17T00:57:59.599 INFO:tasks.workunit.client.0.smithi157.stdout:op 1556 completed, throughput=5MB/sec 2024-08-17T00:57:59.599 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Mri9yw7HeNLl-tc off=1431924 len=898332 2024-08-17T00:57:59.600 INFO:tasks.workunit.client.0.smithi157.stdout:op 1557 completed, throughput=5MB/sec 2024-08-17T00:58:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: 297: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:00.601 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UbhG1VaOqetKJly off=3063755 len=1763359 2024-08-17T00:58:00.604 INFO:tasks.workunit.client.0.smithi157.stdout:op 1558 completed, throughput=4.99MB/sec 2024-08-17T00:58:00.604 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AQ52IQDagQOaYDe off=18466461 len=154998 2024-08-17T00:58:00.607 INFO:tasks.workunit.client.0.smithi157.stdout:op 1559 completed, throughput=4.99MB/sec 2024-08-17T00:58:00.607 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RIY2F_tfWCBDun2 off=1323165 len=958927 2024-08-17T00:58:00.609 INFO:tasks.workunit.client.0.smithi157.stdout:op 1560 completed, throughput=4.99MB/sec 2024-08-17T00:58:00.609 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xKsqKoYYJDMRIkM off=3256493 len=71055 2024-08-17T00:58:00.611 INFO:tasks.workunit.client.0.smithi157.stdout:op 1561 completed, throughput=4.99MB/sec 2024-08-17T00:58:00.611 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qGtiDO2IX5L__Bh off=1805659 len=1244978 2024-08-17T00:58:00.617 INFO:tasks.workunit.client.0.smithi157.stdout:op 1562 completed, throughput=5MB/sec 2024-08-17T00:58:00.618 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LJ-rHnxbCVcs6-c off=15892793 len=632628 2024-08-17T00:58:00.621 INFO:tasks.workunit.client.0.smithi157.stdout:op 1563 completed, throughput=5MB/sec 2024-08-17T00:58:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:01 smithi187 ceph-mon[90552]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:58:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: 298: throughput=4.98MB/sec pending data=0 2024-08-17T00:58:01.622 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5ZlrH_QrvAzjdhy off=547358 len=101511 2024-08-17T00:58:01.622 INFO:tasks.workunit.client.0.smithi157.stdout:op 1564 completed, throughput=4.98MB/sec 2024-08-17T00:58:01.623 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2bi0mKM3sXSu0DN off=3716267 len=1736107 2024-08-17T00:58:01.624 INFO:tasks.workunit.client.0.smithi157.stdout:op 1565 completed, throughput=4.99MB/sec 2024-08-17T00:58:01.624 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--H7ln-2SOrPo2rT off=1897511 len=1180176 2024-08-17T00:58:01.630 INFO:tasks.workunit.client.0.smithi157.stdout:op 1566 completed, throughput=4.99MB/sec 2024-08-17T00:58:01.631 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-a_qDtcQaoUdZgQp off=5808699 len=962871 2024-08-17T00:58:01.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:01 smithi157 ceph-mon[98780]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:58:01.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:01 smithi157 ceph-mon[101289]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:58:01.635 INFO:tasks.workunit.client.0.smithi157.stdout:op 1567 completed, throughput=5MB/sec 2024-08-17T00:58:01.635 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lvN6ethiwNIPLiQ off=19286205 len=583847 2024-08-17T00:58:01.637 INFO:tasks.workunit.client.0.smithi157.stdout:op 1568 completed, throughput=5MB/sec 2024-08-17T00:58:01.637 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Qesnuo2rc7QIiBQ off=2767626 len=449179 2024-08-17T00:58:01.638 INFO:tasks.workunit.client.0.smithi157.stdout:op 1569 completed, throughput=5MB/sec 2024-08-17T00:58:01.638 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pi52MDtNu2xhGoH off=10917380 len=1718535 2024-08-17T00:58:01.639 INFO:tasks.workunit.client.0.smithi157.stdout:op 1570 completed, throughput=5MB/sec 2024-08-17T00:58:02.639 INFO:tasks.workunit.client.0.smithi157.stdout: 299: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:02.639 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ns_P2X-0Hw_bXHN off=247318 len=404808 2024-08-17T00:58:02.643 INFO:tasks.workunit.client.0.smithi157.stdout:op 1571 completed, throughput=4.99MB/sec 2024-08-17T00:58:02.643 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2X5dKpXrzaRGp4Z off=3345856 len=833225 2024-08-17T00:58:02.644 INFO:tasks.workunit.client.0.smithi157.stdout:op 1572 completed, throughput=4.99MB/sec 2024-08-17T00:58:02.644 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Rein3Bjwofm4rNW off=827703 len=401442 2024-08-17T00:58:02.645 INFO:tasks.workunit.client.0.smithi157.stdout:op 1573 completed, throughput=4.99MB/sec 2024-08-17T00:58:02.645 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ftu6dS2VYcyngoL off=1420256 len=1392401 2024-08-17T00:58:02.648 INFO:tasks.workunit.client.0.smithi157.stdout:op 1574 completed, throughput=5MB/sec 2024-08-17T00:58:02.648 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oEq-iUXEDqo86Uv off=4891636 len=1271831 2024-08-17T00:58:02.654 INFO:tasks.workunit.client.0.smithi157.stdout:op 1575 completed, throughput=5MB/sec 2024-08-17T00:58:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:58:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:58:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:03 smithi187 ceph-mon[90552]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T00:58:03.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:03 smithi157 ceph-mon[101289]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T00:58:03.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:03 smithi157 ceph-mon[98780]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T00:58:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: 300: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:03.655 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UXfQ29Hr0Ob_182 off=10936288 len=1663646 2024-08-17T00:58:03.658 INFO:tasks.workunit.client.0.smithi157.stdout:op 1576 completed, throughput=4.99MB/sec 2024-08-17T00:58:03.658 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-H2ZXNNte8ogm868 off=863357 len=944491 2024-08-17T00:58:03.664 INFO:tasks.workunit.client.0.smithi157.stdout:op 1577 completed, throughput=4.99MB/sec 2024-08-17T00:58:03.664 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BnHSu_OF0Db0Cir off=4324715 len=1891982 2024-08-17T00:58:03.667 INFO:tasks.workunit.client.0.smithi157.stdout:op 1578 completed, throughput=5MB/sec 2024-08-17T00:58:03.667 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MUf5wV7O7aEcFA6 off=979419 len=20770 2024-08-17T00:58:03.667 INFO:tasks.workunit.client.0.smithi157.stdout:op 1579 completed, throughput=5MB/sec 2024-08-17T00:58:03.667 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-O0_pqyy5Hq70v6h off=2690248 len=773842 2024-08-17T00:58:03.671 INFO:tasks.workunit.client.0.smithi157.stdout:op 1580 completed, throughput=5MB/sec 2024-08-17T00:58:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:58:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:58:03] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-08-17T00:58:04.672 INFO:tasks.workunit.client.0.smithi157.stdout: 301: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:04.672 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rLmHgTADFRvIl8z off=108797 len=93361 2024-08-17T00:58:04.675 INFO:tasks.workunit.client.0.smithi157.stdout:op 1581 completed, throughput=4.99MB/sec 2024-08-17T00:58:04.675 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LXQ5YOxdgXMqd0z off=1456255 len=650405 2024-08-17T00:58:04.676 INFO:tasks.workunit.client.0.smithi157.stdout:op 1582 completed, throughput=4.99MB/sec 2024-08-17T00:58:04.676 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tRmVAv0q9Z00jCL off=1303862 len=731743 2024-08-17T00:58:04.677 INFO:tasks.workunit.client.0.smithi157.stdout:op 1583 completed, throughput=4.99MB/sec 2024-08-17T00:58:04.677 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ca6exw1bDlw06aU off=9962876 len=1394100 2024-08-17T00:58:04.684 INFO:tasks.workunit.client.0.smithi157.stdout:op 1584 completed, throughput=4.99MB/sec 2024-08-17T00:58:04.684 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dUUXV0zyybeLhL0 off=639618 len=1957569 2024-08-17T00:58:04.691 INFO:tasks.workunit.client.0.smithi157.stdout:op 1585 completed, throughput=5MB/sec 2024-08-17T00:58:04.691 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-f6w9Bbblo9cr-vj off=2451996 len=711792 2024-08-17T00:58:04.695 INFO:tasks.workunit.client.0.smithi157.stdout:op 1586 completed, throughput=5MB/sec 2024-08-17T00:58:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:05 smithi187 ceph-mon[90552]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:58:05.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:05 smithi157 ceph-mon[101289]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:58:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:05 smithi157 ceph-mon[98780]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:58:05.696 INFO:tasks.workunit.client.0.smithi157.stdout: 302: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:05.696 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-c-W4yV1SO1V0ORP off=13317945 len=1569807 2024-08-17T00:58:05.698 INFO:tasks.workunit.client.0.smithi157.stdout:op 1587 completed, throughput=4.99MB/sec 2024-08-17T00:58:05.698 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OjtyWl5yVEInf3q off=1054129 len=324332 2024-08-17T00:58:05.701 INFO:tasks.workunit.client.0.smithi157.stdout:op 1588 completed, throughput=4.99MB/sec 2024-08-17T00:58:05.701 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OzOGRwOXLu5t4Zg off=12310680 len=1442655 2024-08-17T00:58:05.705 INFO:tasks.workunit.client.0.smithi157.stdout:op 1589 completed, throughput=5MB/sec 2024-08-17T00:58:05.705 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Il1_6V9idg8tJv5 off=6820221 len=1933255 2024-08-17T00:58:05.707 INFO:tasks.workunit.client.0.smithi157.stdout:op 1590 completed, throughput=5MB/sec 2024-08-17T00:58:06.707 INFO:tasks.workunit.client.0.smithi157.stdout: 303: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:06.708 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0rDorpJnaTS7QBd off=11581298 len=310312 2024-08-17T00:58:06.708 INFO:tasks.workunit.client.0.smithi157.stdout:op 1591 completed, throughput=4.99MB/sec 2024-08-17T00:58:06.708 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OjtyWl5yVEInf3q off=11433173 len=1233043 2024-08-17T00:58:06.719 INFO:tasks.workunit.client.0.smithi157.stdout:op 1592 completed, throughput=4.99MB/sec 2024-08-17T00:58:06.720 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_zyAVedMFFHGvmq off=1997267 len=725637 2024-08-17T00:58:06.724 INFO:tasks.workunit.client.0.smithi157.stdout:op 1593 completed, throughput=4.99MB/sec 2024-08-17T00:58:06.724 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-doJt9gqiVmuNalz off=2528611 len=350973 2024-08-17T00:58:06.726 INFO:tasks.workunit.client.0.smithi157.stdout:op 1594 completed, throughput=4.99MB/sec 2024-08-17T00:58:06.727 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uSu-Uj3OZtur_KC off=46531 len=1141597 2024-08-17T00:58:06.729 INFO:tasks.workunit.client.0.smithi157.stdout:op 1595 completed, throughput=5MB/sec 2024-08-17T00:58:06.729 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lB9_635r9Ny54R2 off=11909610 len=1622378 2024-08-17T00:58:06.731 INFO:tasks.workunit.client.0.smithi157.stdout:op 1596 completed, throughput=5MB/sec 2024-08-17T00:58:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:07 smithi187 ceph-mon[90552]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:58:07.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:07 smithi157 ceph-mon[98780]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:58:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:07 smithi157 ceph-mon[101289]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:58:07.731 INFO:tasks.workunit.client.0.smithi157.stdout: 304: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:07.731 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cIR-Gn3ewHFjMIE off=5283527 len=958371 2024-08-17T00:58:07.733 INFO:tasks.workunit.client.0.smithi157.stdout:op 1597 completed, throughput=4.99MB/sec 2024-08-17T00:58:07.733 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eFkBklK5wn-mEQY off=6659364 len=413663 2024-08-17T00:58:07.733 INFO:tasks.workunit.client.0.smithi157.stdout:op 1598 completed, throughput=4.99MB/sec 2024-08-17T00:58:07.734 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5OHnkiSLwNSl-s6 off=575055 len=731377 2024-08-17T00:58:07.738 INFO:tasks.workunit.client.0.smithi157.stdout:op 1599 completed, throughput=4.99MB/sec 2024-08-17T00:58:07.738 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-X-M-lvhGtN_KJZI off=5637393 len=1014191 2024-08-17T00:58:07.743 INFO:tasks.workunit.client.0.smithi157.stdout:op 1600 completed, throughput=5MB/sec 2024-08-17T00:58:07.743 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_XjePtIWLarESYi off=690697 len=1030326 2024-08-17T00:58:07.745 INFO:tasks.workunit.client.0.smithi157.stdout:op 1601 completed, throughput=5MB/sec 2024-08-17T00:58:07.745 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mpDqzqz-ZOWjWXJ off=2223555 len=1059379 2024-08-17T00:58:07.747 INFO:tasks.workunit.client.0.smithi157.stdout:op 1602 completed, throughput=5MB/sec 2024-08-17T00:58:08.748 INFO:tasks.workunit.client.0.smithi157.stdout: 305: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:08.748 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-chbl19X0H_Mffs1 off=4765697 len=1414821 2024-08-17T00:58:08.749 INFO:tasks.workunit.client.0.smithi157.stdout:op 1603 completed, throughput=4.99MB/sec 2024-08-17T00:58:08.750 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cZnMPyC2PvMO_w7 off=9429792 len=148718 2024-08-17T00:58:08.753 INFO:tasks.workunit.client.0.smithi157.stdout:op 1604 completed, throughput=4.99MB/sec 2024-08-17T00:58:08.753 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cDZljPmaWkEo4rN off=5826211 len=1830433 2024-08-17T00:58:08.761 INFO:tasks.workunit.client.0.smithi157.stdout:op 1605 completed, throughput=5MB/sec 2024-08-17T00:58:08.761 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ccgb-yeSyYsKtQ5 off=7311126 len=1132592 2024-08-17T00:58:08.766 INFO:tasks.workunit.client.0.smithi157.stdout:op 1606 completed, throughput=5MB/sec 2024-08-17T00:58:08.766 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nO540GycUtO43LJ off=2006628 len=1663244 2024-08-17T00:58:08.772 INFO:tasks.workunit.client.0.smithi157.stdout:op 1607 completed, throughput=5MB/sec 2024-08-17T00:58:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:09 smithi187 ceph-mon[90552]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T00:58:09.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:09 smithi157 ceph-mon[98780]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T00:58:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:09 smithi157 ceph-mon[101289]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T00:58:09.773 INFO:tasks.workunit.client.0.smithi157.stdout: 306: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:09.773 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yEdmZAzrJwHSFF8 off=11137703 len=1072580 2024-08-17T00:58:09.779 INFO:tasks.workunit.client.0.smithi157.stdout:op 1608 completed, throughput=4.99MB/sec 2024-08-17T00:58:09.779 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SsN7c2YtlilmWNu off=6247479 len=1762693 2024-08-17T00:58:09.783 INFO:tasks.workunit.client.0.smithi157.stdout:op 1609 completed, throughput=5MB/sec 2024-08-17T00:58:09.783 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lG8iNHLXuxPGJjc off=1072761 len=364768 2024-08-17T00:58:09.784 INFO:tasks.workunit.client.0.smithi157.stdout:op 1610 completed, throughput=5MB/sec 2024-08-17T00:58:09.784 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-afQ1HXX73UNne4o off=3150206 len=310882 2024-08-17T00:58:09.785 INFO:tasks.workunit.client.0.smithi157.stdout:op 1611 completed, throughput=5MB/sec 2024-08-17T00:58:09.785 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nFLeOtcirqNlfR- off=10211584 len=1292421 2024-08-17T00:58:09.786 INFO:tasks.workunit.client.0.smithi157.stdout:op 1612 completed, throughput=5MB/sec 2024-08-17T00:58:10.787 INFO:tasks.workunit.client.0.smithi157.stdout: 307: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:10.787 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-b1Va8Hw-5mZqOHH off=1150745 len=719254 2024-08-17T00:58:10.793 INFO:tasks.workunit.client.0.smithi157.stdout:op 1613 completed, throughput=4.99MB/sec 2024-08-17T00:58:10.793 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MLmh18pCW2PFib0 off=20149100 len=334297 2024-08-17T00:58:10.793 INFO:tasks.workunit.client.0.smithi157.stdout:op 1614 completed, throughput=4.99MB/sec 2024-08-17T00:58:10.793 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-s-wCrb5m2BKFsJB off=11078780 len=225333 2024-08-17T00:58:10.794 INFO:tasks.workunit.client.0.smithi157.stdout:op 1615 completed, throughput=4.99MB/sec 2024-08-17T00:58:10.795 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HU49GC3eewLDGAQ off=7805112 len=981752 2024-08-17T00:58:10.800 INFO:tasks.workunit.client.0.smithi157.stdout:op 1616 completed, throughput=4.99MB/sec 2024-08-17T00:58:10.800 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NS-uXHF23QyoOwd off=4539696 len=372401 2024-08-17T00:58:10.801 INFO:tasks.workunit.client.0.smithi157.stdout:op 1617 completed, throughput=4.99MB/sec 2024-08-17T00:58:10.801 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pZT7NfPYLuC6Xq5 off=10612940 len=1816000 2024-08-17T00:58:10.803 INFO:tasks.workunit.client.0.smithi157.stdout:op 1618 completed, throughput=5MB/sec 2024-08-17T00:58:10.803 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QeFeGOuWPOuFwzm off=142314 len=1935467 2024-08-17T00:58:10.811 INFO:tasks.workunit.client.0.smithi157.stdout:op 1619 completed, throughput=5.01MB/sec 2024-08-17T00:58:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:11 smithi187 ceph-mon[90552]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:58:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:11 smithi157 ceph-mon[98780]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:58:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:11 smithi157 ceph-mon[101289]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:58:11.811 INFO:tasks.workunit.client.0.smithi157.stdout: 308: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:11.811 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ivZh53GHzclWgrj off=10867609 len=6070 2024-08-17T00:58:11.814 INFO:tasks.workunit.client.0.smithi157.stdout:op 1620 completed, throughput=4.99MB/sec 2024-08-17T00:58:11.814 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QYYwdA-H7yc5oJ9 off=4723549 len=1481555 2024-08-17T00:58:11.820 INFO:tasks.workunit.client.0.smithi157.stdout:op 1621 completed, throughput=4.99MB/sec 2024-08-17T00:58:11.820 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mQjP2Qp7Mnphjaa off=3229326 len=1144888 2024-08-17T00:58:11.823 INFO:tasks.workunit.client.0.smithi157.stdout:op 1622 completed, throughput=5MB/sec 2024-08-17T00:58:11.823 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3Vsge35o0y_Iq1r off=3100959 len=1947715 2024-08-17T00:58:11.826 INFO:tasks.workunit.client.0.smithi157.stdout:op 1623 completed, throughput=5MB/sec 2024-08-17T00:58:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:58:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:58:12.827 INFO:tasks.workunit.client.0.smithi157.stdout: 309: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:12.827 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wrOIJerei49cSq4 off=417386 len=639392 2024-08-17T00:58:12.831 INFO:tasks.workunit.client.0.smithi157.stdout:op 1624 completed, throughput=4.99MB/sec 2024-08-17T00:58:12.831 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-A4C_Rc-EBc9kGiS off=91091 len=14751 2024-08-17T00:58:12.833 INFO:tasks.workunit.client.0.smithi157.stdout:op 1625 completed, throughput=4.99MB/sec 2024-08-17T00:58:12.833 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-udm9xFZZAzQvqQa off=6789214 len=1485179 2024-08-17T00:58:12.841 INFO:tasks.workunit.client.0.smithi157.stdout:op 1626 completed, throughput=4.99MB/sec 2024-08-17T00:58:12.841 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2xECaQwpv2QlUNT off=4689862 len=612237 2024-08-17T00:58:12.842 INFO:tasks.workunit.client.0.smithi157.stdout:op 1627 completed, throughput=5MB/sec 2024-08-17T00:58:12.842 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-62dOHSL1YD1dDx2 off=0 len=1330381 2024-08-17T00:58:12.847 INFO:tasks.workunit.client.0.smithi157.stdout:op 1628 completed, throughput=5MB/sec 2024-08-17T00:58:12.847 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Vht9V9jN8hENuJ0 off=10250010 len=2066809 2024-08-17T00:58:12.860 INFO:tasks.workunit.client.0.smithi157.stdout:op 1629 completed, throughput=5.01MB/sec 2024-08-17T00:58:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:13 smithi187 ceph-mon[90552]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-17T00:58:13.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:13 smithi157 ceph-mon[101289]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-17T00:58:13.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:13 smithi157 ceph-mon[98780]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-17T00:58:13.860 INFO:tasks.workunit.client.0.smithi157.stdout: 310: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:13.860 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AqnD98ddIt0sRrV off=15801444 len=846757 2024-08-17T00:58:13.861 INFO:tasks.workunit.client.0.smithi157.stdout:op 1630 completed, throughput=4.99MB/sec 2024-08-17T00:58:13.861 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Xu3w-ufHt1iy5Sg off=302575 len=1490261 2024-08-17T00:58:13.863 INFO:tasks.workunit.client.0.smithi157.stdout:op 1631 completed, throughput=5MB/sec 2024-08-17T00:58:13.863 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XbSCbWJyvFCbEui off=257081 len=1573985 2024-08-17T00:58:13.865 INFO:tasks.workunit.client.0.smithi157.stdout:op 1632 completed, throughput=5MB/sec 2024-08-17T00:58:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:58:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:58:13] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-08-17T00:58:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:14.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:14.865 INFO:tasks.workunit.client.0.smithi157.stdout: 311: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:14.866 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8SZTfTv0WCUNBUf off=16616487 len=2049858 2024-08-17T00:58:14.878 INFO:tasks.workunit.client.0.smithi157.stdout:op 1633 completed, throughput=4.99MB/sec 2024-08-17T00:58:14.878 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8MnnDZ2YhdIOCHm off=4418641 len=19599 2024-08-17T00:58:14.878 INFO:tasks.workunit.client.0.smithi157.stdout:op 1634 completed, throughput=4.99MB/sec 2024-08-17T00:58:14.878 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SXap9qE1xNIJrMP off=2958522 len=1895058 2024-08-17T00:58:14.887 INFO:tasks.workunit.client.0.smithi157.stdout:op 1635 completed, throughput=5MB/sec 2024-08-17T00:58:14.887 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Vb54QRMPezhE95Z off=2497301 len=569310 2024-08-17T00:58:14.888 INFO:tasks.workunit.client.0.smithi157.stdout:op 1636 completed, throughput=5MB/sec 2024-08-17T00:58:14.888 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gjwARXcBLiqSbl6 off=4791795 len=800526 2024-08-17T00:58:14.892 INFO:tasks.workunit.client.0.smithi157.stdout:op 1637 completed, throughput=5MB/sec 2024-08-17T00:58:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:15 smithi187 ceph-mon[90552]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:58:15.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:15 smithi157 ceph-mon[101289]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:58:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:15 smithi157 ceph-mon[98780]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:58:15.893 INFO:tasks.workunit.client.0.smithi157.stdout: 312: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:15.893 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7fJwVeiAPS565kL off=1162916 len=824573 2024-08-17T00:58:15.894 INFO:tasks.workunit.client.0.smithi157.stdout:op 1638 completed, throughput=4.99MB/sec 2024-08-17T00:58:15.894 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ai8oZa0j3hEP2Re off=6057327 len=224711 2024-08-17T00:58:15.895 INFO:tasks.workunit.client.0.smithi157.stdout:op 1639 completed, throughput=4.99MB/sec 2024-08-17T00:58:15.895 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-o7j0yx1yDcY5Hx0 off=11311750 len=148468 2024-08-17T00:58:15.897 INFO:tasks.workunit.client.0.smithi157.stdout:op 1640 completed, throughput=4.99MB/sec 2024-08-17T00:58:15.898 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-twPUv03m96sll_N off=6656730 len=1762890 2024-08-17T00:58:15.900 INFO:tasks.workunit.client.0.smithi157.stdout:op 1641 completed, throughput=4.99MB/sec 2024-08-17T00:58:15.900 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mBuCQ_hHfreQqa_ off=19029804 len=1722687 2024-08-17T00:58:15.901 INFO:tasks.workunit.client.0.smithi157.stdout:op 1642 completed, throughput=5MB/sec 2024-08-17T00:58:15.901 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-C8NQUR3Tzh0a9hR off=3474086 len=1368056 2024-08-17T00:58:15.907 INFO:tasks.workunit.client.0.smithi157.stdout:op 1643 completed, throughput=5MB/sec 2024-08-17T00:58:16.907 INFO:tasks.workunit.client.0.smithi157.stdout: 313: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:16.908 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3jfbkeMDTgyfGUf off=6086931 len=1447498 2024-08-17T00:58:16.914 INFO:tasks.workunit.client.0.smithi157.stdout:op 1644 completed, throughput=4.99MB/sec 2024-08-17T00:58:16.914 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4k427EkCpw_aL1r off=8651800 len=1218416 2024-08-17T00:58:16.915 INFO:tasks.workunit.client.0.smithi157.stdout:op 1645 completed, throughput=5MB/sec 2024-08-17T00:58:16.915 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0LepSxeSQPgI_8H off=1315388 len=1472923 2024-08-17T00:58:16.916 INFO:tasks.workunit.client.0.smithi157.stdout:op 1646 completed, throughput=5MB/sec 2024-08-17T00:58:16.916 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YDA0ORg_IDt5rMk off=2772594 len=1604627 2024-08-17T00:58:16.918 INFO:tasks.workunit.client.0.smithi157.stdout:op 1647 completed, throughput=5MB/sec 2024-08-17T00:58:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:17 smithi187 ceph-mon[90552]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:58:17.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:17 smithi157 ceph-mon[101289]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:58:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:17 smithi157 ceph-mon[98780]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:58:17.918 INFO:tasks.workunit.client.0.smithi157.stdout: 314: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:17.918 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EVLXorFZfHT4XkZ off=6144800 len=664805 2024-08-17T00:58:17.923 INFO:tasks.workunit.client.0.smithi157.stdout:op 1648 completed, throughput=4.99MB/sec 2024-08-17T00:58:17.923 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IHo2QtmkGlm7a8w off=9214795 len=1949423 2024-08-17T00:58:17.931 INFO:tasks.workunit.client.0.smithi157.stdout:op 1649 completed, throughput=5MB/sec 2024-08-17T00:58:17.931 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oU1ubdEEtsxxuCY off=9456943 len=839613 2024-08-17T00:58:17.935 INFO:tasks.workunit.client.0.smithi157.stdout:op 1650 completed, throughput=5MB/sec 2024-08-17T00:58:17.935 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3PU6UCRAHKrhuxX off=4846563 len=1454030 2024-08-17T00:58:17.937 INFO:tasks.workunit.client.0.smithi157.stdout:op 1651 completed, throughput=5MB/sec 2024-08-17T00:58:18.937 INFO:tasks.workunit.client.0.smithi157.stdout: 315: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:18.938 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ertPUNVP01hjEXn off=185616 len=1662085 2024-08-17T00:58:18.945 INFO:tasks.workunit.client.0.smithi157.stdout:op 1652 completed, throughput=4.99MB/sec 2024-08-17T00:58:18.945 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RDPHedY76IrmPZQ off=498174 len=1899106 2024-08-17T00:58:18.954 INFO:tasks.workunit.client.0.smithi157.stdout:op 1653 completed, throughput=5MB/sec 2024-08-17T00:58:18.955 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CVdCjxuerP0nrQM off=4649653 len=804081 2024-08-17T00:58:18.956 INFO:tasks.workunit.client.0.smithi157.stdout:op 1654 completed, throughput=5MB/sec 2024-08-17T00:58:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:19 smithi187 ceph-mon[90552]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:58:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:19 smithi157 ceph-mon[101289]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:58:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:19 smithi157 ceph-mon[98780]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:58:19.956 INFO:tasks.workunit.client.0.smithi157.stdout: 316: throughput=4.98MB/sec pending data=0 2024-08-17T00:58:19.957 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3xdRu9HV2nLgHaa off=6157601 len=687254 2024-08-17T00:58:19.959 INFO:tasks.workunit.client.0.smithi157.stdout:op 1655 completed, throughput=4.99MB/sec 2024-08-17T00:58:19.959 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VxNZiboQxwicSBe off=3750199 len=179756 2024-08-17T00:58:19.961 INFO:tasks.workunit.client.0.smithi157.stdout:op 1656 completed, throughput=4.99MB/sec 2024-08-17T00:58:19.962 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QjsIwC-jYQ8oOW0 off=89115 len=619055 2024-08-17T00:58:19.965 INFO:tasks.workunit.client.0.smithi157.stdout:op 1657 completed, throughput=4.99MB/sec 2024-08-17T00:58:19.966 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EaVeoeXVbASsctO off=345445 len=1074008 2024-08-17T00:58:19.971 INFO:tasks.workunit.client.0.smithi157.stdout:op 1658 completed, throughput=4.99MB/sec 2024-08-17T00:58:19.971 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wvVgssOp20H9HtL off=3616120 len=542660 2024-08-17T00:58:19.975 INFO:tasks.workunit.client.0.smithi157.stdout:op 1659 completed, throughput=4.99MB/sec 2024-08-17T00:58:19.975 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-d8Gqi5vfMbm0q0U off=8596359 len=690983 2024-08-17T00:58:19.979 INFO:tasks.workunit.client.0.smithi157.stdout:op 1660 completed, throughput=5MB/sec 2024-08-17T00:58:19.979 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hPoY-yxzTAL_kVv off=15146794 len=988611 2024-08-17T00:58:19.980 INFO:tasks.workunit.client.0.smithi157.stdout:op 1661 completed, throughput=5MB/sec 2024-08-17T00:58:19.980 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1X-uuuFHvTLEjvZ off=2659607 len=1093164 2024-08-17T00:58:19.981 INFO:tasks.workunit.client.0.smithi157.stdout:op 1662 completed, throughput=5MB/sec 2024-08-17T00:58:20.981 INFO:tasks.workunit.client.0.smithi157.stdout: 317: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:20.982 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-t5TjAOnZjhJ9SUX off=15106922 len=675566 2024-08-17T00:58:20.983 INFO:tasks.workunit.client.0.smithi157.stdout:op 1663 completed, throughput=4.99MB/sec 2024-08-17T00:58:20.984 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aHd_i0tqsBS3Y2D off=3238772 len=532886 2024-08-17T00:58:20.988 INFO:tasks.workunit.client.0.smithi157.stdout:op 1664 completed, throughput=4.99MB/sec 2024-08-17T00:58:20.988 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dPLxliacVsqHLSt off=10199017 len=1265512 2024-08-17T00:58:20.990 INFO:tasks.workunit.client.0.smithi157.stdout:op 1665 completed, throughput=4.99MB/sec 2024-08-17T00:58:20.990 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MBg23ovHOeLfwWl off=10350893 len=401908 2024-08-17T00:58:20.994 INFO:tasks.workunit.client.0.smithi157.stdout:op 1666 completed, throughput=4.99MB/sec 2024-08-17T00:58:20.994 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-A4C_Rc-EBc9kGiS off=3414867 len=1689085 2024-08-17T00:58:20.996 INFO:tasks.workunit.client.0.smithi157.stdout:op 1667 completed, throughput=5MB/sec 2024-08-17T00:58:20.996 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-k1qiaI4XTpyJtza off=1602873 len=191650 2024-08-17T00:58:20.998 INFO:tasks.workunit.client.0.smithi157.stdout:op 1668 completed, throughput=5MB/sec 2024-08-17T00:58:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:21 smithi187 ceph-mon[90552]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:58:21.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:21 smithi157 ceph-mon[98780]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:58:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:21 smithi157 ceph-mon[101289]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:58:21.999 INFO:tasks.workunit.client.0.smithi157.stdout: 318: throughput=4.98MB/sec pending data=0 2024-08-17T00:58:21.999 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gYGoH8viV73h2ar off=251042 len=1965507 2024-08-17T00:58:22.001 INFO:tasks.workunit.client.0.smithi157.stdout:op 1669 completed, throughput=4.99MB/sec 2024-08-17T00:58:22.002 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fY1LpP8I6RjRL1b off=1605727 len=1034535 2024-08-17T00:58:22.007 INFO:tasks.workunit.client.0.smithi157.stdout:op 1670 completed, throughput=4.99MB/sec 2024-08-17T00:58:22.007 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Tm9VLP6QdP2ziJi off=5369046 len=1061679 2024-08-17T00:58:22.009 INFO:tasks.workunit.client.0.smithi157.stdout:op 1671 completed, throughput=5MB/sec 2024-08-17T00:58:22.009 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--9e5_4LXRrMGLnA off=7220825 len=1148353 2024-08-17T00:58:22.018 INFO:tasks.workunit.client.0.smithi157.stdout:op 1672 completed, throughput=5MB/sec 2024-08-17T00:58:22.018 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WHlQdDCpPSXa2P7 off=17015623 len=1269502 2024-08-17T00:58:22.018 INFO:tasks.workunit.client.0.smithi157.stdout:op 1673 completed, throughput=5MB/sec 2024-08-17T00:58:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:58:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:58:23.017 INFO:tasks.workunit.client.0.smithi157.stdout: 319: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:23.018 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Qaftfm-MhsXy1YE off=13257821 len=400771 2024-08-17T00:58:23.018 INFO:tasks.workunit.client.0.smithi157.stdout:op 1674 completed, throughput=4.99MB/sec 2024-08-17T00:58:23.018 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-60GsvTEDMGBX5YW off=667832 len=1941708 2024-08-17T00:58:23.021 INFO:tasks.workunit.client.0.smithi157.stdout:op 1675 completed, throughput=4.99MB/sec 2024-08-17T00:58:23.021 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MioigXnckzsKVM2 off=5631908 len=1273386 2024-08-17T00:58:23.022 INFO:tasks.workunit.client.0.smithi157.stdout:op 1676 completed, throughput=5MB/sec 2024-08-17T00:58:23.022 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--ZAp3LwCPBZMNsS off=4648707 len=1960632 2024-08-17T00:58:23.024 INFO:tasks.workunit.client.0.smithi157.stdout:op 1677 completed, throughput=5MB/sec 2024-08-17T00:58:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:23 smithi187 ceph-mon[90552]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:58:23.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:23 smithi157 ceph-mon[98780]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:58:23.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:23 smithi157 ceph-mon[101289]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T00:58:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:58:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:58:23] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-08-17T00:58:24.024 INFO:tasks.workunit.client.0.smithi157.stdout: 320: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:24.025 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cyZOu10wnMX0M0g off=15110068 len=1051646 2024-08-17T00:58:24.030 INFO:tasks.workunit.client.0.smithi157.stdout:op 1678 completed, throughput=4.99MB/sec 2024-08-17T00:58:24.030 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WsTG7qOzZ_cO5uK off=9611746 len=210274 2024-08-17T00:58:24.031 INFO:tasks.workunit.client.0.smithi157.stdout:op 1679 completed, throughput=4.99MB/sec 2024-08-17T00:58:24.031 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-e1JIAAc__k0n51L off=564631 len=180357 2024-08-17T00:58:24.032 INFO:tasks.workunit.client.0.smithi157.stdout:op 1680 completed, throughput=4.99MB/sec 2024-08-17T00:58:24.032 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uVvVa4en9sptKtN off=3320773 len=1956322 2024-08-17T00:58:24.039 INFO:tasks.workunit.client.0.smithi157.stdout:op 1681 completed, throughput=5MB/sec 2024-08-17T00:58:24.039 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VwSNmro7SmhZHPR off=3346259 len=634354 2024-08-17T00:58:24.043 INFO:tasks.workunit.client.0.smithi157.stdout:op 1682 completed, throughput=5MB/sec 2024-08-17T00:58:25.043 INFO:tasks.workunit.client.0.smithi157.stdout: 321: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:25.043 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2fgBU38N0x7B5qM off=5367646 len=1998929 2024-08-17T00:58:25.046 INFO:tasks.workunit.client.0.smithi157.stdout:op 1683 completed, throughput=4.99MB/sec 2024-08-17T00:58:25.046 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uPodp2E8ATneDRA off=13892507 len=978527 2024-08-17T00:58:25.051 INFO:tasks.workunit.client.0.smithi157.stdout:op 1684 completed, throughput=4.99MB/sec 2024-08-17T00:58:25.051 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AyiimrnFgcRiZNw off=14091655 len=1568843 2024-08-17T00:58:25.057 INFO:tasks.workunit.client.0.smithi157.stdout:op 1685 completed, throughput=5MB/sec 2024-08-17T00:58:25.057 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EHF4F7H6pbjU-6f off=1007164 len=221523 2024-08-17T00:58:25.058 INFO:tasks.workunit.client.0.smithi157.stdout:op 1686 completed, throughput=5MB/sec 2024-08-17T00:58:25.058 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GwfLUxqnW7TqRks off=14110889 len=376469 2024-08-17T00:58:25.058 INFO:tasks.workunit.client.0.smithi157.stdout:op 1687 completed, throughput=5MB/sec 2024-08-17T00:58:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:25 smithi187 ceph-mon[90552]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:58:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:25 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:58:25.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:25 smithi157 ceph-mon[98780]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:58:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:25 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:58:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:25 smithi157 ceph-mon[101289]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T00:58:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:25 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:58:26.059 INFO:tasks.workunit.client.0.smithi157.stdout: 322: throughput=4.98MB/sec pending data=0 2024-08-17T00:58:26.059 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tZWwixPFHoUrm_O off=4489160 len=1652520 2024-08-17T00:58:26.065 INFO:tasks.workunit.client.0.smithi157.stdout:op 1688 completed, throughput=4.99MB/sec 2024-08-17T00:58:26.065 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pYUN9IPDwP_4eIe off=984025 len=1532441 2024-08-17T00:58:26.068 INFO:tasks.workunit.client.0.smithi157.stdout:op 1689 completed, throughput=4.99MB/sec 2024-08-17T00:58:26.068 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BDMCNM7_1cEvdNs off=5653608 len=1705402 2024-08-17T00:58:26.070 INFO:tasks.workunit.client.0.smithi157.stdout:op 1690 completed, throughput=5MB/sec 2024-08-17T00:58:26.070 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-v0O8Ep6_nXNEcz1 off=4926239 len=664435 2024-08-17T00:58:26.074 INFO:tasks.workunit.client.0.smithi157.stdout:op 1691 completed, throughput=5MB/sec 2024-08-17T00:58:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:58:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:58:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:58:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:58:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:58:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:58:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:58:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:58:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:58:27.074 INFO:tasks.workunit.client.0.smithi157.stdout: 323: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:27.075 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7GyzORTyUNsyvQY off=8623895 len=1913954 2024-08-17T00:58:27.077 INFO:tasks.workunit.client.0.smithi157.stdout:op 1692 completed, throughput=4.99MB/sec 2024-08-17T00:58:27.077 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QB12kKTUoL6rW6a off=4185440 len=1495282 2024-08-17T00:58:27.079 INFO:tasks.workunit.client.0.smithi157.stdout:op 1693 completed, throughput=5MB/sec 2024-08-17T00:58:27.079 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IXVYsWykLbDzcHQ off=4470534 len=1741027 2024-08-17T00:58:27.087 INFO:tasks.workunit.client.0.smithi157.stdout:op 1694 completed, throughput=5MB/sec 2024-08-17T00:58:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:27 smithi157 ceph-mon[98780]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:58:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:27 smithi157 ceph-mon[101289]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:58:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:27 smithi187 ceph-mon[90552]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:58:28.087 INFO:tasks.workunit.client.0.smithi157.stdout: 324: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:28.087 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-E5TJ7-84QqGgiUn off=5874504 len=568432 2024-08-17T00:58:28.088 INFO:tasks.workunit.client.0.smithi157.stdout:op 1695 completed, throughput=4.99MB/sec 2024-08-17T00:58:28.088 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qjKl50ByUHFOk2S off=3229533 len=1284018 2024-08-17T00:58:28.090 INFO:tasks.workunit.client.0.smithi157.stdout:op 1696 completed, throughput=4.99MB/sec 2024-08-17T00:58:28.090 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PJfhmRkEzgZpMYw off=11934489 len=682928 2024-08-17T00:58:28.091 INFO:tasks.workunit.client.0.smithi157.stdout:op 1697 completed, throughput=4.99MB/sec 2024-08-17T00:58:28.091 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FItRDKlAVpJTNNn off=2638003 len=1521666 2024-08-17T00:58:28.098 INFO:tasks.workunit.client.0.smithi157.stdout:op 1698 completed, throughput=5MB/sec 2024-08-17T00:58:28.098 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KyGASdGKSUaWP9E off=20413557 len=494260 2024-08-17T00:58:28.102 INFO:tasks.workunit.client.0.smithi157.stdout:op 1699 completed, throughput=5MB/sec 2024-08-17T00:58:28.102 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9cA-6rhVWE06lRQ off=0 len=1430501 2024-08-17T00:58:28.110 INFO:tasks.workunit.client.0.smithi157.stdout:op 1700 completed, throughput=5MB/sec 2024-08-17T00:58:29.111 INFO:tasks.workunit.client.0.smithi157.stdout: 325: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:29.111 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0SNJYJlfNC96df_ off=235296 len=901823 2024-08-17T00:58:29.113 INFO:tasks.workunit.client.0.smithi157.stdout:op 1701 completed, throughput=4.99MB/sec 2024-08-17T00:58:29.113 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6GL1UPcD_913lnX off=4151238 len=1135782 2024-08-17T00:58:29.120 INFO:tasks.workunit.client.0.smithi157.stdout:op 1702 completed, throughput=4.99MB/sec 2024-08-17T00:58:29.120 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6RPMYn84UlFFxKb off=2853712 len=1150918 2024-08-17T00:58:29.125 INFO:tasks.workunit.client.0.smithi157.stdout:op 1703 completed, throughput=5MB/sec 2024-08-17T00:58:29.125 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eKyD3TTLO3r93Rk off=173429 len=1033692 2024-08-17T00:58:29.126 INFO:tasks.workunit.client.0.smithi157.stdout:op 1704 completed, throughput=5MB/sec 2024-08-17T00:58:29.127 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-94sKwrGBLiwfiDu off=16264438 len=1347505 2024-08-17T00:58:29.128 INFO:tasks.workunit.client.0.smithi157.stdout:op 1705 completed, throughput=5MB/sec 2024-08-17T00:58:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:29.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:30.128 INFO:tasks.workunit.client.0.smithi157.stdout: 326: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:30.129 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LrLaoNxa5h1MsWY off=6143060 len=46506 2024-08-17T00:58:30.131 INFO:tasks.workunit.client.0.smithi157.stdout:op 1706 completed, throughput=4.99MB/sec 2024-08-17T00:58:30.131 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YKFmsKDgVE-s8Ze off=9116797 len=1996295 2024-08-17T00:58:30.135 INFO:tasks.workunit.client.0.smithi157.stdout:op 1707 completed, throughput=4.99MB/sec 2024-08-17T00:58:30.135 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kTJ8Us08sXUDEGA off=2495621 len=458431 2024-08-17T00:58:30.139 INFO:tasks.workunit.client.0.smithi157.stdout:op 1708 completed, throughput=4.99MB/sec 2024-08-17T00:58:30.139 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xpZS3aE1OqUXvTG off=7159521 len=1255096 2024-08-17T00:58:30.146 INFO:tasks.workunit.client.0.smithi157.stdout:op 1709 completed, throughput=5MB/sec 2024-08-17T00:58:30.146 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-abX6Dgy8B90Oq1Y off=2622172 len=1271932 2024-08-17T00:58:30.148 INFO:tasks.workunit.client.0.smithi157.stdout:op 1710 completed, throughput=5MB/sec 2024-08-17T00:58:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:29 smithi187 ceph-mon[90552]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T00:58:30.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:29 smithi157 ceph-mon[98780]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T00:58:30.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:29 smithi157 ceph-mon[101289]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T00:58:31.148 INFO:tasks.workunit.client.0.smithi157.stdout: 327: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:31.148 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Bm_DdX04GrDW-KJ off=2717623 len=1942978 2024-08-17T00:58:31.150 INFO:tasks.workunit.client.0.smithi157.stdout:op 1711 completed, throughput=4.99MB/sec 2024-08-17T00:58:31.150 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1ZVJ2v_4e-wnewv off=416662 len=842663 2024-08-17T00:58:31.152 INFO:tasks.workunit.client.0.smithi157.stdout:op 1712 completed, throughput=4.99MB/sec 2024-08-17T00:58:31.152 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BfZETStJdXTGE-o off=1242392 len=948378 2024-08-17T00:58:31.153 INFO:tasks.workunit.client.0.smithi157.stdout:op 1713 completed, throughput=5MB/sec 2024-08-17T00:58:31.153 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5LnqlLmYs9AMOOr off=1727127 len=130334 2024-08-17T00:58:31.153 INFO:tasks.workunit.client.0.smithi157.stdout:op 1714 completed, throughput=5MB/sec 2024-08-17T00:58:31.153 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DTUQTmYzbQmuBdo off=1961141 len=1808270 2024-08-17T00:58:31.164 INFO:tasks.workunit.client.0.smithi157.stdout:op 1715 completed, throughput=5MB/sec 2024-08-17T00:58:32.164 INFO:tasks.workunit.client.0.smithi157.stdout: 328: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:32.165 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-F5m7GoJvYRX80RJ off=14435580 len=29807 2024-08-17T00:58:32.167 INFO:tasks.workunit.client.0.smithi157.stdout:op 1716 completed, throughput=4.99MB/sec 2024-08-17T00:58:32.167 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bJjkH7BW3sdjl2B off=4010928 len=185757 2024-08-17T00:58:32.170 INFO:tasks.workunit.client.0.smithi157.stdout:op 1717 completed, throughput=4.99MB/sec 2024-08-17T00:58:32.170 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Kb_7TENqFq0kYVA off=18562329 len=103329 2024-08-17T00:58:32.172 INFO:tasks.workunit.client.0.smithi157.stdout:op 1718 completed, throughput=4.99MB/sec 2024-08-17T00:58:32.172 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pyUdQNjGbkncyZH off=10555008 len=783249 2024-08-17T00:58:32.174 INFO:tasks.workunit.client.0.smithi157.stdout:op 1719 completed, throughput=4.99MB/sec 2024-08-17T00:58:32.174 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-c_dchBQEhF6sHIa off=10933789 len=1395781 2024-08-17T00:58:32.180 INFO:tasks.workunit.client.0.smithi157.stdout:op 1720 completed, throughput=4.99MB/sec 2024-08-17T00:58:32.180 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LIVOavCPwlNR4Mt off=0 len=1551142 2024-08-17T00:58:32.186 INFO:tasks.workunit.client.0.smithi157.stdout:op 1721 completed, throughput=5MB/sec 2024-08-17T00:58:32.186 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QxZwgDQMGaULy6V off=187903 len=80509 2024-08-17T00:58:32.187 INFO:tasks.workunit.client.0.smithi157.stdout:op 1722 completed, throughput=5MB/sec 2024-08-17T00:58:32.187 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BNoANdIaKhwjhrk off=2777341 len=965623 2024-08-17T00:58:32.190 INFO:tasks.workunit.client.0.smithi157.stdout:op 1723 completed, throughput=5MB/sec 2024-08-17T00:58:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:31 smithi187 ceph-mon[90552]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:58:32.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:31 smithi157 ceph-mon[101289]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:58:32.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:31 smithi157 ceph-mon[98780]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:58:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:58:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:58:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:58:33.190 INFO:tasks.workunit.client.0.smithi157.stdout: 329: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:33.191 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9Tc-nS7s_hfukH8 off=3452088 len=1200922 2024-08-17T00:58:33.197 INFO:tasks.workunit.client.0.smithi157.stdout:op 1724 completed, throughput=4.99MB/sec 2024-08-17T00:58:33.197 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SpFQjXF4d5StkyY off=13061343 len=630882 2024-08-17T00:58:33.201 INFO:tasks.workunit.client.0.smithi157.stdout:op 1725 completed, throughput=4.99MB/sec 2024-08-17T00:58:33.201 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fr4qyADsBugME32 off=23076822 len=308715 2024-08-17T00:58:33.202 INFO:tasks.workunit.client.0.smithi157.stdout:op 1726 completed, throughput=4.99MB/sec 2024-08-17T00:58:33.202 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wjlahFDYfZQcZ0Q off=347644 len=672088 2024-08-17T00:58:33.206 INFO:tasks.workunit.client.0.smithi157.stdout:op 1727 completed, throughput=4.99MB/sec 2024-08-17T00:58:33.206 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mDg8s01nXuhyOmC off=4506539 len=563798 2024-08-17T00:58:33.207 INFO:tasks.workunit.client.0.smithi157.stdout:op 1728 completed, throughput=5MB/sec 2024-08-17T00:58:33.207 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JOs5Hm_RdAKhlCA off=1591092 len=359024 2024-08-17T00:58:33.209 INFO:tasks.workunit.client.0.smithi157.stdout:op 1729 completed, throughput=5MB/sec 2024-08-17T00:58:33.209 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yh5ZEgx5iOvNkKY off=6720894 len=978732 2024-08-17T00:58:33.210 INFO:tasks.workunit.client.0.smithi157.stdout:op 1730 completed, throughput=5MB/sec 2024-08-17T00:58:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:58:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:58:33] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-08-17T00:58:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:33 smithi187 ceph-mon[90552]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:58:34.210 INFO:tasks.workunit.client.0.smithi157.stdout: 330: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:34.210 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lL_m-kGKj5ZyYPr off=1763122 len=2090456 2024-08-17T00:58:34.213 INFO:tasks.workunit.client.0.smithi157.stdout:op 1731 completed, throughput=4.99MB/sec 2024-08-17T00:58:34.213 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RxQW16oEUaCoGnw off=8262295 len=648735 2024-08-17T00:58:34.214 INFO:tasks.workunit.client.0.smithi157.stdout:op 1732 completed, throughput=4.99MB/sec 2024-08-17T00:58:34.214 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ComXefo0yZaAo5X off=3838974 len=1652131 2024-08-17T00:58:34.222 INFO:tasks.workunit.client.0.smithi157.stdout:op 1733 completed, throughput=5MB/sec 2024-08-17T00:58:34.222 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hqurDUOdbOSmcmn off=548957 len=1479416 2024-08-17T00:58:34.224 INFO:tasks.workunit.client.0.smithi157.stdout:op 1734 completed, throughput=5MB/sec 2024-08-17T00:58:34.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:33 smithi157 ceph-mon[101289]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:58:34.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:33 smithi157 ceph-mon[98780]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T00:58:35.224 INFO:tasks.workunit.client.0.smithi157.stdout: 331: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:35.224 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VmrFePXcBbPASKo off=769943 len=1457069 2024-08-17T00:58:35.226 INFO:tasks.workunit.client.0.smithi157.stdout:op 1735 completed, throughput=4.99MB/sec 2024-08-17T00:58:35.226 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-j5HzgG3lJLe25NY off=13533708 len=2075664 2024-08-17T00:58:35.235 INFO:tasks.workunit.client.0.smithi157.stdout:op 1736 completed, throughput=5MB/sec 2024-08-17T00:58:35.235 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GoiwisJdlHRBbv7 off=19284626 len=996108 2024-08-17T00:58:35.240 INFO:tasks.workunit.client.0.smithi157.stdout:op 1737 completed, throughput=5MB/sec 2024-08-17T00:58:35.240 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oc68pTUyUV6g64U off=3276159 len=1113201 2024-08-17T00:58:35.241 INFO:tasks.workunit.client.0.smithi157.stdout:op 1738 completed, throughput=5MB/sec 2024-08-17T00:58:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:35 smithi187 ceph-mon[90552]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T00:58:36.242 INFO:tasks.workunit.client.0.smithi157.stdout: 332: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:36.242 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--glxnZFNqiR1JlH off=4714621 len=1476942 2024-08-17T00:58:36.248 INFO:tasks.workunit.client.0.smithi157.stdout:op 1739 completed, throughput=4.99MB/sec 2024-08-17T00:58:36.249 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7KGIM_nTxsT0Cay off=15467315 len=1007713 2024-08-17T00:58:36.255 INFO:tasks.workunit.client.0.smithi157.stdout:op 1740 completed, throughput=4.99MB/sec 2024-08-17T00:58:36.255 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xZUnkxd_wVjxWFJ off=10048738 len=2093052 2024-08-17T00:58:36.263 INFO:tasks.workunit.client.0.smithi157.stdout:op 1741 completed, throughput=5MB/sec 2024-08-17T00:58:36.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:35 smithi157 ceph-mon[101289]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T00:58:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:35 smithi157 ceph-mon[98780]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T00:58:37.264 INFO:tasks.workunit.client.0.smithi157.stdout: 333: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:37.264 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iuApNz84RE6hKDt off=5579168 len=1718781 2024-08-17T00:58:37.266 INFO:tasks.workunit.client.0.smithi157.stdout:op 1742 completed, throughput=4.99MB/sec 2024-08-17T00:58:37.266 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sTZ-RNKmkzHihnU off=13710446 len=969121 2024-08-17T00:58:37.268 INFO:tasks.workunit.client.0.smithi157.stdout:op 1743 completed, throughput=4.99MB/sec 2024-08-17T00:58:37.268 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XuEhU-s6NAokG9P off=13500199 len=223490 2024-08-17T00:58:37.268 INFO:tasks.workunit.client.0.smithi157.stdout:op 1744 completed, throughput=4.99MB/sec 2024-08-17T00:58:37.269 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dOOxuI4X7ZjlOhA off=2200064 len=500425 2024-08-17T00:58:37.269 INFO:tasks.workunit.client.0.smithi157.stdout:op 1745 completed, throughput=5MB/sec 2024-08-17T00:58:37.270 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nkzu9EU3TzK-zio off=11244711 len=1056871 2024-08-17T00:58:37.275 INFO:tasks.workunit.client.0.smithi157.stdout:op 1746 completed, throughput=5MB/sec 2024-08-17T00:58:37.275 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tD64Dpm5lXbC1XI off=8429919 len=219177 2024-08-17T00:58:37.278 INFO:tasks.workunit.client.0.smithi157.stdout:op 1747 completed, throughput=5MB/sec 2024-08-17T00:58:37.278 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PvpxuJgIybOA5uQ off=9712609 len=1528758 2024-08-17T00:58:37.287 INFO:tasks.workunit.client.0.smithi157.stdout:op 1748 completed, throughput=5MB/sec 2024-08-17T00:58:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:37 smithi187 ceph-mon[90552]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-17T00:58:38.288 INFO:tasks.workunit.client.0.smithi157.stdout: 334: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:38.288 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YazLDEEl9eKlwJs off=3965328 len=1259594 2024-08-17T00:58:38.290 INFO:tasks.workunit.client.0.smithi157.stdout:op 1749 completed, throughput=4.99MB/sec 2024-08-17T00:58:38.290 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5izoro6rsQ0t5kq off=1044491 len=1451454 2024-08-17T00:58:38.291 INFO:tasks.workunit.client.0.smithi157.stdout:op 1750 completed, throughput=5MB/sec 2024-08-17T00:58:38.292 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7JkaI76y1uHMqau off=6081970 len=1531463 2024-08-17T00:58:38.302 INFO:tasks.workunit.client.0.smithi157.stdout:op 1751 completed, throughput=5MB/sec 2024-08-17T00:58:38.302 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-B5lDPw9dKb3UKGu off=5567321 len=1625238 2024-08-17T00:58:38.309 INFO:tasks.workunit.client.0.smithi157.stdout:op 1752 completed, throughput=5MB/sec 2024-08-17T00:58:38.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:37 smithi157 ceph-mon[101289]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-17T00:58:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:37 smithi157 ceph-mon[98780]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-17T00:58:39.309 INFO:tasks.workunit.client.0.smithi157.stdout: 335: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:39.309 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_t_Zs2ot8ItBCZw off=7025783 len=475361 2024-08-17T00:58:39.310 INFO:tasks.workunit.client.0.smithi157.stdout:op 1753 completed, throughput=4.99MB/sec 2024-08-17T00:58:39.310 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eNHST_JaJmjBw9U off=0 len=1192194 2024-08-17T00:58:39.312 INFO:tasks.workunit.client.0.smithi157.stdout:op 1754 completed, throughput=4.99MB/sec 2024-08-17T00:58:39.312 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DNDQdEsFHSOedOD off=2134371 len=1750594 2024-08-17T00:58:39.314 INFO:tasks.workunit.client.0.smithi157.stdout:op 1755 completed, throughput=5MB/sec 2024-08-17T00:58:39.314 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SgYA5nabdS6uEYw off=5188296 len=1378358 2024-08-17T00:58:39.316 INFO:tasks.workunit.client.0.smithi157.stdout:op 1756 completed, throughput=5MB/sec 2024-08-17T00:58:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:39 smithi187 ceph-mon[90552]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T00:58:40.316 INFO:tasks.workunit.client.0.smithi157.stdout: 336: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:40.316 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IqmE1hGBZ6r_Vf5 off=6204335 len=1769821 2024-08-17T00:58:40.325 INFO:tasks.workunit.client.0.smithi157.stdout:op 1757 completed, throughput=4.99MB/sec 2024-08-17T00:58:40.325 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zTPwpwVFJo0FKl0 off=21711 len=2074593 2024-08-17T00:58:40.333 INFO:tasks.workunit.client.0.smithi157.stdout:op 1758 completed, throughput=5MB/sec 2024-08-17T00:58:40.333 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jQYoh5iqX_BNqA_ off=3901081 len=2088798 2024-08-17T00:58:40.341 INFO:tasks.workunit.client.0.smithi157.stdout:op 1759 completed, throughput=5MB/sec 2024-08-17T00:58:40.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:39 smithi157 ceph-mon[98780]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T00:58:40.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:39 smithi157 ceph-mon[101289]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T00:58:41.341 INFO:tasks.workunit.client.0.smithi157.stdout: 337: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:41.341 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tOuM-sH8uBQWKv0 off=5284 len=1471912 2024-08-17T00:58:41.347 INFO:tasks.workunit.client.0.smithi157.stdout:op 1760 completed, throughput=4.99MB/sec 2024-08-17T00:58:41.348 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Y_Q-eOeQLBeZciV off=12549362 len=126135 2024-08-17T00:58:41.350 INFO:tasks.workunit.client.0.smithi157.stdout:op 1761 completed, throughput=4.99MB/sec 2024-08-17T00:58:41.350 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1QZB0TcZ7s3ocVT off=7523963 len=1642295 2024-08-17T00:58:41.353 INFO:tasks.workunit.client.0.smithi157.stdout:op 1762 completed, throughput=5MB/sec 2024-08-17T00:58:41.353 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--Lq-uBtDKESefv6 off=1587902 len=7429 2024-08-17T00:58:41.354 INFO:tasks.workunit.client.0.smithi157.stdout:op 1763 completed, throughput=5MB/sec 2024-08-17T00:58:41.354 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IwGNxTWlB8HVGoO off=695546 len=1902782 2024-08-17T00:58:41.361 INFO:tasks.workunit.client.0.smithi157.stdout:op 1764 completed, throughput=5MB/sec 2024-08-17T00:58:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:41 smithi187 ceph-mon[90552]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:58:42.361 INFO:tasks.workunit.client.0.smithi157.stdout: 338: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:42.361 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YptlGkAkIzWThD1 off=1824218 len=1465065 2024-08-17T00:58:42.363 INFO:tasks.workunit.client.0.smithi157.stdout:op 1765 completed, throughput=4.99MB/sec 2024-08-17T00:58:42.363 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GuY29H5HBwWzTO5 off=8055947 len=955911 2024-08-17T00:58:42.369 INFO:tasks.workunit.client.0.smithi157.stdout:op 1766 completed, throughput=5MB/sec 2024-08-17T00:58:42.369 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LVoKZCj16xqx4up off=3425168 len=1036964 2024-08-17T00:58:42.374 INFO:tasks.workunit.client.0.smithi157.stdout:op 1767 completed, throughput=5MB/sec 2024-08-17T00:58:42.375 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IkrtcsqT0iCs6du off=2140224 len=1454865 2024-08-17T00:58:42.382 INFO:tasks.workunit.client.0.smithi157.stdout:op 1768 completed, throughput=5MB/sec 2024-08-17T00:58:42.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:41 smithi157 ceph-mon[101289]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:58:42.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:41 smithi157 ceph-mon[98780]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:58:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:58:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:58:43.382 INFO:tasks.workunit.client.0.smithi157.stdout: 339: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:43.382 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-p7fbLSnB_3D48gn off=13870641 len=1376306 2024-08-17T00:58:43.389 INFO:tasks.workunit.client.0.smithi157.stdout:op 1769 completed, throughput=4.99MB/sec 2024-08-17T00:58:43.389 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mNnIvLyQ-UT3Tgh off=9054231 len=1712327 2024-08-17T00:58:43.398 INFO:tasks.workunit.client.0.smithi157.stdout:op 1770 completed, throughput=5MB/sec 2024-08-17T00:58:43.398 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-z80410aiO_1BUJF off=2365965 len=1145651 2024-08-17T00:58:43.399 INFO:tasks.workunit.client.0.smithi157.stdout:op 1771 completed, throughput=5MB/sec 2024-08-17T00:58:43.400 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DNF81YdMa55UyFk off=11447733 len=1873304 2024-08-17T00:58:43.403 INFO:tasks.workunit.client.0.smithi157.stdout:op 1772 completed, throughput=5MB/sec 2024-08-17T00:58:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:58:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:58:43] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-08-17T00:58:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:43 smithi157 ceph-mon[101289]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:58:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:43 smithi157 ceph-mon[98780]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:58:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:44.404 INFO:tasks.workunit.client.0.smithi157.stdout: 340: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:44.404 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PBuw-2UBpiZptFi off=22555084 len=2052751 2024-08-17T00:58:44.406 INFO:tasks.workunit.client.0.smithi157.stdout:op 1773 completed, throughput=5MB/sec 2024-08-17T00:58:44.406 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5tz2XJPGf8C6b_c off=11627232 len=2085174 2024-08-17T00:58:44.414 INFO:tasks.workunit.client.0.smithi157.stdout:op 1774 completed, throughput=5MB/sec 2024-08-17T00:58:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:43 smithi187 ceph-mon[90552]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T00:58:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:45.415 INFO:tasks.workunit.client.0.smithi157.stdout: 341: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:45.415 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-s8kGWETyAWubIuw off=4936455 len=350930 2024-08-17T00:58:45.416 INFO:tasks.workunit.client.0.smithi157.stdout:op 1775 completed, throughput=4.99MB/sec 2024-08-17T00:58:45.416 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-A3UCNpnpj3vqBKV off=7620669 len=686545 2024-08-17T00:58:45.418 INFO:tasks.workunit.client.0.smithi157.stdout:op 1776 completed, throughput=4.99MB/sec 2024-08-17T00:58:45.418 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TRGPyDS3o1F9SkI off=0 len=1184729 2024-08-17T00:58:45.419 INFO:tasks.workunit.client.0.smithi157.stdout:op 1777 completed, throughput=4.99MB/sec 2024-08-17T00:58:45.419 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oeg7VxMP1gpnVgI off=12075535 len=450811 2024-08-17T00:58:45.423 INFO:tasks.workunit.client.0.smithi157.stdout:op 1778 completed, throughput=4.99MB/sec 2024-08-17T00:58:45.423 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bJyBm-Dnj9UDWxH off=8102165 len=320496 2024-08-17T00:58:45.426 INFO:tasks.workunit.client.0.smithi157.stdout:op 1779 completed, throughput=5MB/sec 2024-08-17T00:58:45.426 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RVhkv7UNCeFjORc off=7698830 len=522533 2024-08-17T00:58:45.427 INFO:tasks.workunit.client.0.smithi157.stdout:op 1780 completed, throughput=5MB/sec 2024-08-17T00:58:45.427 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PVfF89fv7xQ3hYN off=11527393 len=2075821 2024-08-17T00:58:45.429 INFO:tasks.workunit.client.0.smithi157.stdout:op 1781 completed, throughput=5MB/sec 2024-08-17T00:58:46.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:45 smithi157 ceph-mon[98780]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T00:58:46.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:45 smithi157 ceph-mon[101289]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T00:58:46.429 INFO:tasks.workunit.client.0.smithi157.stdout: 342: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:46.430 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5NQ0bUZZYrIqyH4 off=6927985 len=1154931 2024-08-17T00:58:46.431 INFO:tasks.workunit.client.0.smithi157.stdout:op 1782 completed, throughput=4.99MB/sec 2024-08-17T00:58:46.431 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DRRU7_IkQIHO_hR off=2800722 len=1681515 2024-08-17T00:58:46.439 INFO:tasks.workunit.client.0.smithi157.stdout:op 1783 completed, throughput=5MB/sec 2024-08-17T00:58:46.439 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qZ81ul_zqN9Jm76 off=16199786 len=1746665 2024-08-17T00:58:46.445 INFO:tasks.workunit.client.0.smithi157.stdout:op 1784 completed, throughput=5MB/sec 2024-08-17T00:58:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:45 smithi187 ceph-mon[90552]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T00:58:47.446 INFO:tasks.workunit.client.0.smithi157.stdout: 343: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:47.446 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EMGfnUP2TO9IqRI off=3999906 len=1785637 2024-08-17T00:58:47.448 INFO:tasks.workunit.client.0.smithi157.stdout:op 1785 completed, throughput=4.99MB/sec 2024-08-17T00:58:47.448 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rkDae9WHCHM1Xn7 off=6259068 len=1374886 2024-08-17T00:58:47.450 INFO:tasks.workunit.client.0.smithi157.stdout:op 1786 completed, throughput=4.99MB/sec 2024-08-17T00:58:47.451 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JjFwBRy_ag-pdys off=19659134 len=453462 2024-08-17T00:58:47.454 INFO:tasks.workunit.client.0.smithi157.stdout:op 1787 completed, throughput=5MB/sec 2024-08-17T00:58:47.454 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GlrrJ14nm1Utjqo off=6544098 len=562314 2024-08-17T00:58:47.455 INFO:tasks.workunit.client.0.smithi157.stdout:op 1788 completed, throughput=5MB/sec 2024-08-17T00:58:47.456 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BEFdCSivqz4dB-K off=3842723 len=2011602 2024-08-17T00:58:47.467 INFO:tasks.workunit.client.0.smithi157.stdout:op 1789 completed, throughput=5MB/sec 2024-08-17T00:58:48.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:47 smithi157 ceph-mon[101289]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T00:58:48.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:47 smithi157 ceph-mon[98780]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T00:58:48.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:47 smithi187 ceph-mon[90552]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T00:58:48.468 INFO:tasks.workunit.client.0.smithi157.stdout: 344: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:48.468 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nCaE0LKA7vm1acp off=3762774 len=1727232 2024-08-17T00:58:48.475 INFO:tasks.workunit.client.0.smithi157.stdout:op 1790 completed, throughput=4.99MB/sec 2024-08-17T00:58:48.476 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BwnLjVEhhBkPXxk off=640515 len=1758038 2024-08-17T00:58:48.482 INFO:tasks.workunit.client.0.smithi157.stdout:op 1791 completed, throughput=5MB/sec 2024-08-17T00:58:48.482 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KnttmPOkmJEu1nF off=9626310 len=400279 2024-08-17T00:58:48.485 INFO:tasks.workunit.client.0.smithi157.stdout:op 1792 completed, throughput=5MB/sec 2024-08-17T00:58:48.485 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Sp9RtaB6RvnWTu6 off=14603389 len=1045394 2024-08-17T00:58:48.487 INFO:tasks.workunit.client.0.smithi157.stdout:op 1793 completed, throughput=5MB/sec 2024-08-17T00:58:49.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:49 smithi157 ceph-mon[101289]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T00:58:49.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:49 smithi157 ceph-mon[98780]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T00:58:49.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:49 smithi187 ceph-mon[90552]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T00:58:49.487 INFO:tasks.workunit.client.0.smithi157.stdout: 345: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:49.487 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_UUYuUVZuM4WcSH off=2891475 len=1167973 2024-08-17T00:58:49.489 INFO:tasks.workunit.client.0.smithi157.stdout:op 1794 completed, throughput=4.99MB/sec 2024-08-17T00:58:49.489 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kFfo94NRxdRLBtS off=4104214 len=532165 2024-08-17T00:58:49.493 INFO:tasks.workunit.client.0.smithi157.stdout:op 1795 completed, throughput=4.99MB/sec 2024-08-17T00:58:49.493 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-n9dTcmkGefmSKtT off=13191101 len=760511 2024-08-17T00:58:49.498 INFO:tasks.workunit.client.0.smithi157.stdout:op 1796 completed, throughput=4.99MB/sec 2024-08-17T00:58:49.498 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HSumvYhcc6O2APj off=22377710 len=1965529 2024-08-17T00:58:49.502 INFO:tasks.workunit.client.0.smithi157.stdout:op 1797 completed, throughput=5MB/sec 2024-08-17T00:58:49.502 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_4Acc_k4uY2DBkg off=2491357 len=1961680 2024-08-17T00:58:49.511 INFO:tasks.workunit.client.0.smithi157.stdout:op 1798 completed, throughput=5MB/sec 2024-08-17T00:58:50.511 INFO:tasks.workunit.client.0.smithi157.stdout: 346: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:50.511 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--bEtasrp_ZA_0oP off=375355 len=512992 2024-08-17T00:58:50.512 INFO:tasks.workunit.client.0.smithi157.stdout:op 1799 completed, throughput=4.99MB/sec 2024-08-17T00:58:50.512 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fZOOR6AynbKryrx off=2426359 len=1064353 2024-08-17T00:58:50.514 INFO:tasks.workunit.client.0.smithi157.stdout:op 1800 completed, throughput=4.99MB/sec 2024-08-17T00:58:50.514 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_m8GFVy_hRw3QBX off=5745156 len=190235 2024-08-17T00:58:50.517 INFO:tasks.workunit.client.0.smithi157.stdout:op 1801 completed, throughput=4.99MB/sec 2024-08-17T00:58:50.517 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yk16oBcslUjDzMT off=769073 len=97020 2024-08-17T00:58:50.519 INFO:tasks.workunit.client.0.smithi157.stdout:op 1802 completed, throughput=4.99MB/sec 2024-08-17T00:58:50.519 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xPcle7xf9Qd-h4d off=16312319 len=456335 2024-08-17T00:58:50.522 INFO:tasks.workunit.client.0.smithi157.stdout:op 1803 completed, throughput=5MB/sec 2024-08-17T00:58:50.522 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iDNgtgJ-2qMp-zp off=5382641 len=363793 2024-08-17T00:58:50.525 INFO:tasks.workunit.client.0.smithi157.stdout:op 1804 completed, throughput=5MB/sec 2024-08-17T00:58:50.525 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-haQvB5-dlw9d4Fz off=12704148 len=887147 2024-08-17T00:58:50.527 INFO:tasks.workunit.client.0.smithi157.stdout:op 1805 completed, throughput=5MB/sec 2024-08-17T00:58:50.527 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jEEl1H0KqDFD-Xm off=13238334 len=1525436 2024-08-17T00:58:50.534 INFO:tasks.workunit.client.0.smithi157.stdout:op 1806 completed, throughput=5MB/sec 2024-08-17T00:58:51.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:51 smithi157 ceph-mon[98780]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:58:51.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:51 smithi157 ceph-mon[101289]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:58:51.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:51 smithi187 ceph-mon[90552]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T00:58:51.535 INFO:tasks.workunit.client.0.smithi157.stdout: 347: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:51.535 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cuJpMD_sEa4gGIw off=21361218 len=686910 2024-08-17T00:58:51.536 INFO:tasks.workunit.client.0.smithi157.stdout:op 1807 completed, throughput=4.99MB/sec 2024-08-17T00:58:51.537 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-B0bzLkSPIBBVwBN off=4016316 len=725031 2024-08-17T00:58:51.541 INFO:tasks.workunit.client.0.smithi157.stdout:op 1808 completed, throughput=4.99MB/sec 2024-08-17T00:58:51.541 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-X1oRtGTtPQHwrHW off=12593438 len=28093 2024-08-17T00:58:51.544 INFO:tasks.workunit.client.0.smithi157.stdout:op 1809 completed, throughput=4.99MB/sec 2024-08-17T00:58:51.544 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hqurDUOdbOSmcmn off=2094472 len=992078 2024-08-17T00:58:51.545 INFO:tasks.workunit.client.0.smithi157.stdout:op 1810 completed, throughput=5MB/sec 2024-08-17T00:58:51.545 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_AfQ0qTTCsthdKM off=15868410 len=1614747 2024-08-17T00:58:51.547 INFO:tasks.workunit.client.0.smithi157.stdout:op 1811 completed, throughput=5MB/sec 2024-08-17T00:58:51.547 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V4OZrhx3tlpo3N3 off=13245355 len=672916 2024-08-17T00:58:51.552 INFO:tasks.workunit.client.0.smithi157.stdout:op 1812 completed, throughput=5MB/sec 2024-08-17T00:58:52.552 INFO:tasks.workunit.client.0.smithi157.stdout: 348: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:52.552 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ynJqwr_teUPNx3z off=4252940 len=947754 2024-08-17T00:58:52.554 INFO:tasks.workunit.client.0.smithi157.stdout:op 1813 completed, throughput=4.99MB/sec 2024-08-17T00:58:52.554 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-q60wguEmsth2n4M off=15382514 len=1600763 2024-08-17T00:58:52.562 INFO:tasks.workunit.client.0.smithi157.stdout:op 1814 completed, throughput=4.99MB/sec 2024-08-17T00:58:52.562 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MbjJH-00HikRYlT off=15218725 len=1490461 2024-08-17T00:58:52.571 INFO:tasks.workunit.client.0.smithi157.stdout:op 1815 completed, throughput=5MB/sec 2024-08-17T00:58:52.571 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EHF4F7H6pbjU-6f off=1945634 len=195459 2024-08-17T00:58:52.572 INFO:tasks.workunit.client.0.smithi157.stdout:op 1816 completed, throughput=5MB/sec 2024-08-17T00:58:52.573 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FWETYCvvXscFixQ off=2327944 len=304383 2024-08-17T00:58:52.576 INFO:tasks.workunit.client.0.smithi157.stdout:op 1817 completed, throughput=5MB/sec 2024-08-17T00:58:52.576 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ob0g77GbRo0wesc off=2883663 len=136925 2024-08-17T00:58:52.578 INFO:tasks.workunit.client.0.smithi157.stdout:op 1818 completed, throughput=5MB/sec 2024-08-17T00:58:52.578 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-58AqfRFLp6Y7k_c off=833339 len=330837 2024-08-17T00:58:52.579 INFO:tasks.workunit.client.0.smithi157.stdout:op 1819 completed, throughput=5MB/sec 2024-08-17T00:58:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:58:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:58:53.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:53 smithi157 ceph-mon[101289]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-17T00:58:53.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:53 smithi157 ceph-mon[98780]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-17T00:58:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:53 smithi187 ceph-mon[90552]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-17T00:58:53.579 INFO:tasks.workunit.client.0.smithi157.stdout: 349: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:53.579 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oodAxuLlblpSutg off=97579 len=58672 2024-08-17T00:58:53.580 INFO:tasks.workunit.client.0.smithi157.stdout:op 1820 completed, throughput=4.99MB/sec 2024-08-17T00:58:53.580 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-O7ZRGvtiukTWEiP off=2769300 len=732115 2024-08-17T00:58:53.584 INFO:tasks.workunit.client.0.smithi157.stdout:op 1821 completed, throughput=4.99MB/sec 2024-08-17T00:58:53.584 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Xf-ThDUi-k3c8su off=4053459 len=418638 2024-08-17T00:58:53.585 INFO:tasks.workunit.client.0.smithi157.stdout:op 1822 completed, throughput=4.99MB/sec 2024-08-17T00:58:53.585 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qreCAXls1K9gKtr off=5242486 len=222355 2024-08-17T00:58:53.589 INFO:tasks.workunit.client.0.smithi157.stdout:op 1823 completed, throughput=4.99MB/sec 2024-08-17T00:58:53.589 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NHl_kzvYVXh9H3x off=5503812 len=114992 2024-08-17T00:58:53.592 INFO:tasks.workunit.client.0.smithi157.stdout:op 1824 completed, throughput=4.99MB/sec 2024-08-17T00:58:53.592 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tdHeA2XzNjKYDZ9 off=2250629 len=1344282 2024-08-17T00:58:53.594 INFO:tasks.workunit.client.0.smithi157.stdout:op 1825 completed, throughput=4.99MB/sec 2024-08-17T00:58:53.594 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AZVJic5ol6Vby3V off=11394498 len=659590 2024-08-17T00:58:53.598 INFO:tasks.workunit.client.0.smithi157.stdout:op 1826 completed, throughput=5MB/sec 2024-08-17T00:58:53.598 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5bBliVt-m343tcM off=7073202 len=1497679 2024-08-17T00:58:53.604 INFO:tasks.workunit.client.0.smithi157.stdout:op 1827 completed, throughput=5MB/sec 2024-08-17T00:58:53.605 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4wVe54n5P3fJeR5 off=8475056 len=1388649 2024-08-17T00:58:53.613 INFO:tasks.workunit.client.0.smithi157.stdout:op 1828 completed, throughput=5MB/sec 2024-08-17T00:58:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:58:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:58:53] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-08-17T00:58:54.614 INFO:tasks.workunit.client.0.smithi157.stdout: 350: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:54.614 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-p9hmNdcp3ET7_x6 off=4988635 len=1362898 2024-08-17T00:58:54.615 INFO:tasks.workunit.client.0.smithi157.stdout:op 1829 completed, throughput=4.99MB/sec 2024-08-17T00:58:54.616 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xc7q14gIxyaRCit off=2653292 len=295809 2024-08-17T00:58:54.616 INFO:tasks.workunit.client.0.smithi157.stdout:op 1830 completed, throughput=4.99MB/sec 2024-08-17T00:58:54.616 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-p35cKEmlGUHgezU off=14865 len=1763520 2024-08-17T00:58:54.618 INFO:tasks.workunit.client.0.smithi157.stdout:op 1831 completed, throughput=5MB/sec 2024-08-17T00:58:54.618 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DPxiDG81fielvRc off=7567602 len=1581062 2024-08-17T00:58:54.619 INFO:tasks.workunit.client.0.smithi157.stdout:op 1832 completed, throughput=5MB/sec 2024-08-17T00:58:55.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:55 smithi157 ceph-mon[98780]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T00:58:55.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:55 smithi157 ceph-mon[101289]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T00:58:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:55 smithi187 ceph-mon[90552]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T00:58:55.632 INFO:tasks.workunit.client.0.smithi157.stdout: 351: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:55.633 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-thD95JYCVAfeCsv off=9130745 len=1046839 2024-08-17T00:58:55.634 INFO:tasks.workunit.client.0.smithi157.stdout:op 1833 completed, throughput=4.99MB/sec 2024-08-17T00:58:55.634 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yr6DR5Z0qCoktJz off=4512011 len=1021321 2024-08-17T00:58:55.634 INFO:tasks.workunit.client.0.smithi157.stdout:op 1834 completed, throughput=4.99MB/sec 2024-08-17T00:58:55.634 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bpUEpluSn5ywcPn off=6746570 len=768342 2024-08-17T00:58:55.634 INFO:tasks.workunit.client.0.smithi157.stdout:op 1835 completed, throughput=5MB/sec 2024-08-17T00:58:55.635 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7COtFWUwRRMZETC off=7500477 len=940160 2024-08-17T00:58:55.637 INFO:tasks.workunit.client.0.smithi157.stdout:op 1836 completed, throughput=5MB/sec 2024-08-17T00:58:55.637 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Drob7ef-bu36BMS off=6115272 len=367971 2024-08-17T00:58:55.638 INFO:tasks.workunit.client.0.smithi157.stdout:op 1837 completed, throughput=5MB/sec 2024-08-17T00:58:55.638 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Xwwg86ywVsDlNdm off=17753349 len=166692 2024-08-17T00:58:55.638 INFO:tasks.workunit.client.0.smithi157.stdout:op 1838 completed, throughput=5MB/sec 2024-08-17T00:58:55.638 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6vZLDWCczKhRlV6 off=3653768 len=390621 2024-08-17T00:58:55.639 INFO:tasks.workunit.client.0.smithi157.stdout:op 1839 completed, throughput=5MB/sec 2024-08-17T00:58:56.638 INFO:tasks.workunit.client.0.smithi157.stdout: 352: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:56.638 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WH6JxIpINK-GTrK off=37863 len=466073 2024-08-17T00:58:56.642 INFO:tasks.workunit.client.0.smithi157.stdout:op 1840 completed, throughput=4.99MB/sec 2024-08-17T00:58:56.642 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WoFSiOudfupMDtC off=1163437 len=1442360 2024-08-17T00:58:56.644 INFO:tasks.workunit.client.0.smithi157.stdout:op 1841 completed, throughput=4.99MB/sec 2024-08-17T00:58:56.644 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HvqShk-Zx1xJ_aW off=3053009 len=617589 2024-08-17T00:58:56.645 INFO:tasks.workunit.client.0.smithi157.stdout:op 1842 completed, throughput=4.99MB/sec 2024-08-17T00:58:56.645 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kn30IDwG2JIPOXe off=17873790 len=1564212 2024-08-17T00:58:56.647 INFO:tasks.workunit.client.0.smithi157.stdout:op 1843 completed, throughput=5MB/sec 2024-08-17T00:58:56.647 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-K8iO29uyPIC47ss off=1067377 len=803203 2024-08-17T00:58:56.648 INFO:tasks.workunit.client.0.smithi157.stdout:op 1844 completed, throughput=5MB/sec 2024-08-17T00:58:56.648 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QxfcDdnvi9EQKr9 off=16778557 len=317560 2024-08-17T00:58:56.651 INFO:tasks.workunit.client.0.smithi157.stdout:op 1845 completed, throughput=5MB/sec 2024-08-17T00:58:57.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:57 smithi157 ceph-mon[98780]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:58:57.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:57 smithi157 ceph-mon[101289]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:58:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:57 smithi187 ceph-mon[90552]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:58:57.651 INFO:tasks.workunit.client.0.smithi157.stdout: 353: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:57.651 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JS0vIJKJg5YjWEc off=391830 len=1093788 2024-08-17T00:58:57.653 INFO:tasks.workunit.client.0.smithi157.stdout:op 1846 completed, throughput=4.99MB/sec 2024-08-17T00:58:57.653 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-u1bduOBXMj5rsbv off=7356010 len=857790 2024-08-17T00:58:57.654 INFO:tasks.workunit.client.0.smithi157.stdout:op 1847 completed, throughput=4.99MB/sec 2024-08-17T00:58:57.654 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4MUI8lTsLA8m54b off=7884276 len=1649553 2024-08-17T00:58:57.656 INFO:tasks.workunit.client.0.smithi157.stdout:op 1848 completed, throughput=5MB/sec 2024-08-17T00:58:57.656 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OjAIW22pgIsCDKx off=8862866 len=1345129 2024-08-17T00:58:57.663 INFO:tasks.workunit.client.0.smithi157.stdout:op 1849 completed, throughput=5MB/sec 2024-08-17T00:58:57.663 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TzPbhIWe2Mu9XK5 off=14354644 len=161063 2024-08-17T00:58:57.663 INFO:tasks.workunit.client.0.smithi157.stdout:op 1850 completed, throughput=5MB/sec 2024-08-17T00:58:58.664 INFO:tasks.workunit.client.0.smithi157.stdout: 354: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:58.664 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QLxWXwSdA-GPrfb off=6211053 len=1366191 2024-08-17T00:58:58.670 INFO:tasks.workunit.client.0.smithi157.stdout:op 1851 completed, throughput=4.99MB/sec 2024-08-17T00:58:58.670 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-R86RB0eunWpZXrX off=16129639 len=1153215 2024-08-17T00:58:58.672 INFO:tasks.workunit.client.0.smithi157.stdout:op 1852 completed, throughput=4.99MB/sec 2024-08-17T00:58:58.672 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FcNtC22y7g5PUzW off=6731391 len=175555 2024-08-17T00:58:58.675 INFO:tasks.workunit.client.0.smithi157.stdout:op 1853 completed, throughput=4.99MB/sec 2024-08-17T00:58:58.675 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kn30IDwG2JIPOXe off=471322 len=913780 2024-08-17T00:58:58.680 INFO:tasks.workunit.client.0.smithi157.stdout:op 1854 completed, throughput=5MB/sec 2024-08-17T00:58:58.680 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ARS8ELUlR6rs4o8 off=15766778 len=171798 2024-08-17T00:58:58.682 INFO:tasks.workunit.client.0.smithi157.stdout:op 1855 completed, throughput=5MB/sec 2024-08-17T00:58:58.682 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-805NBBxcA12vEBF off=5351778 len=1204803 2024-08-17T00:58:58.688 INFO:tasks.workunit.client.0.smithi157.stdout:op 1856 completed, throughput=5MB/sec 2024-08-17T00:58:58.689 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fVRQkWzgvFuuAQB off=4052975 len=546704 2024-08-17T00:58:58.690 INFO:tasks.workunit.client.0.smithi157.stdout:op 1857 completed, throughput=5MB/sec 2024-08-17T00:58:59.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:59 smithi157 ceph-mon[101289]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:58:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:58:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:59 smithi157 ceph-mon[98780]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:58:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:58:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:59 smithi187 ceph-mon[90552]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:58:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:58:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:59.690 INFO:tasks.workunit.client.0.smithi157.stdout: 355: throughput=4.99MB/sec pending data=0 2024-08-17T00:58:59.690 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ayln8B26a7icV5a off=14387383 len=1383770 2024-08-17T00:58:59.697 INFO:tasks.workunit.client.0.smithi157.stdout:op 1858 completed, throughput=4.99MB/sec 2024-08-17T00:58:59.698 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ck7GcQGUo_lGQMA off=7763336 len=1676614 2024-08-17T00:58:59.699 INFO:tasks.workunit.client.0.smithi157.stdout:op 1859 completed, throughput=4.99MB/sec 2024-08-17T00:58:59.700 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-p3g_cRQnw99iEjn off=5427 len=1282623 2024-08-17T00:58:59.705 INFO:tasks.workunit.client.0.smithi157.stdout:op 1860 completed, throughput=5MB/sec 2024-08-17T00:58:59.705 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rq2ws9-YsCeqM_S off=11163202 len=1997464 2024-08-17T00:58:59.717 INFO:tasks.workunit.client.0.smithi157.stdout:op 1861 completed, throughput=5MB/sec 2024-08-17T00:59:00.717 INFO:tasks.workunit.client.0.smithi157.stdout: 356: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:00.718 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NfuMCaJdbpBwxtD off=665026 len=1038940 2024-08-17T00:59:00.719 INFO:tasks.workunit.client.0.smithi157.stdout:op 1862 completed, throughput=4.99MB/sec 2024-08-17T00:59:00.719 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9var8wNIZzhTXXV off=2866552 len=1233868 2024-08-17T00:59:00.725 INFO:tasks.workunit.client.0.smithi157.stdout:op 1863 completed, throughput=5MB/sec 2024-08-17T00:59:00.725 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-M2_A6vWvPCUZL8Z off=8016045 len=587588 2024-08-17T00:59:00.726 INFO:tasks.workunit.client.0.smithi157.stdout:op 1864 completed, throughput=5MB/sec 2024-08-17T00:59:00.726 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NdG7HRtDNxBwxI4 off=4589854 len=1936245 2024-08-17T00:59:00.737 INFO:tasks.workunit.client.0.smithi157.stdout:op 1865 completed, throughput=5MB/sec 2024-08-17T00:59:01.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:01 smithi157 ceph-mon[98780]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:59:01.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:01 smithi157 ceph-mon[101289]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:59:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:01 smithi187 ceph-mon[90552]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:59:01.738 INFO:tasks.workunit.client.0.smithi157.stdout: 357: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:01.738 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oel_9ENxViuM-7W off=2412486 len=1862404 2024-08-17T00:59:01.746 INFO:tasks.workunit.client.0.smithi157.stdout:op 1866 completed, throughput=4.99MB/sec 2024-08-17T00:59:01.746 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dNH6CnS3bc2ADNq off=3347200 len=1381495 2024-08-17T00:59:01.747 INFO:tasks.workunit.client.0.smithi157.stdout:op 1867 completed, throughput=5MB/sec 2024-08-17T00:59:01.747 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fySTuPFIQ8Ls-Qu off=10520156 len=582458 2024-08-17T00:59:01.748 INFO:tasks.workunit.client.0.smithi157.stdout:op 1868 completed, throughput=5MB/sec 2024-08-17T00:59:01.748 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ng9Nqr9veKrekZM off=10361984 len=1935398 2024-08-17T00:59:01.749 INFO:tasks.workunit.client.0.smithi157.stdout:op 1869 completed, throughput=5MB/sec 2024-08-17T00:59:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:59:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:59:02.750 INFO:tasks.workunit.client.0.smithi157.stdout: 358: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:02.750 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-d0hGc3Iqu2YI4he off=13097342 len=1964268 2024-08-17T00:59:02.754 INFO:tasks.workunit.client.0.smithi157.stdout:op 1870 completed, throughput=4.99MB/sec 2024-08-17T00:59:02.754 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UH2o2DNrJSVp_p3 off=506579 len=2056532 2024-08-17T00:59:02.757 INFO:tasks.workunit.client.0.smithi157.stdout:op 1871 completed, throughput=5MB/sec 2024-08-17T00:59:02.757 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0pZ5jA6eNlWJ1FU off=0 len=1165506 2024-08-17T00:59:02.758 INFO:tasks.workunit.client.0.smithi157.stdout:op 1872 completed, throughput=5MB/sec 2024-08-17T00:59:03.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:03 smithi157 ceph-mon[98780]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:59:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:03 smithi157 ceph-mon[101289]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:59:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:03 smithi187 ceph-mon[90552]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:59:03.759 INFO:tasks.workunit.client.0.smithi157.stdout: 359: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:03.759 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gYGoH8viV73h2ar off=1022903 len=1193646 2024-08-17T00:59:03.760 INFO:tasks.workunit.client.0.smithi157.stdout:op 1873 completed, throughput=4.99MB/sec 2024-08-17T00:59:03.761 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-__SQ7DmOuY1zws8 off=12023472 len=664078 2024-08-17T00:59:03.762 INFO:tasks.workunit.client.0.smithi157.stdout:op 1874 completed, throughput=4.99MB/sec 2024-08-17T00:59:03.762 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1P8b-et8wKZlM37 off=143845 len=2042277 2024-08-17T00:59:03.770 INFO:tasks.workunit.client.0.smithi157.stdout:op 1875 completed, throughput=5MB/sec 2024-08-17T00:59:03.770 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rB7DnbTgtoaiXTG off=1654499 len=1416447 2024-08-17T00:59:03.772 INFO:tasks.workunit.client.0.smithi157.stdout:op 1876 completed, throughput=5MB/sec 2024-08-17T00:59:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:59:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:59:03] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-08-17T00:59:04.772 INFO:tasks.workunit.client.0.smithi157.stdout: 360: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:04.772 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mcHxBoyuNdjvkpV off=3240749 len=489711 2024-08-17T00:59:04.773 INFO:tasks.workunit.client.0.smithi157.stdout:op 1877 completed, throughput=4.99MB/sec 2024-08-17T00:59:04.773 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ayrg3BG0fq_5vZy off=11996484 len=1077089 2024-08-17T00:59:04.778 INFO:tasks.workunit.client.0.smithi157.stdout:op 1878 completed, throughput=4.99MB/sec 2024-08-17T00:59:04.778 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Mo4T-bsMPmcB1BL off=10296059 len=1085527 2024-08-17T00:59:04.780 INFO:tasks.workunit.client.0.smithi157.stdout:op 1879 completed, throughput=5MB/sec 2024-08-17T00:59:04.780 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hTDR7w-i1tvgoWR off=6209606 len=1869121 2024-08-17T00:59:04.782 INFO:tasks.workunit.client.0.smithi157.stdout:op 1880 completed, throughput=5MB/sec 2024-08-17T00:59:05.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:05 smithi157 ceph-mon[101289]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:59:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:05 smithi157 ceph-mon[98780]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:59:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:05 smithi187 ceph-mon[90552]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T00:59:05.783 INFO:tasks.workunit.client.0.smithi157.stdout: 361: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:05.783 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eYKgHgDZuCjkMgq off=5067770 len=2022343 2024-08-17T00:59:05.794 INFO:tasks.workunit.client.0.smithi157.stdout:op 1881 completed, throughput=4.99MB/sec 2024-08-17T00:59:05.794 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dUtY0Yfa_YW1zsM off=289829 len=1122535 2024-08-17T00:59:05.796 INFO:tasks.workunit.client.0.smithi157.stdout:op 1882 completed, throughput=4.99MB/sec 2024-08-17T00:59:05.796 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OGo7CjjRw53WjwK off=23725578 len=1053029 2024-08-17T00:59:05.798 INFO:tasks.workunit.client.0.smithi157.stdout:op 1883 completed, throughput=5MB/sec 2024-08-17T00:59:05.799 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VWVKIOzjd1F5FYe off=6796736 len=1268437 2024-08-17T00:59:05.804 INFO:tasks.workunit.client.0.smithi157.stdout:op 1884 completed, throughput=5MB/sec 2024-08-17T00:59:06.805 INFO:tasks.workunit.client.0.smithi157.stdout: 362: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:06.805 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kxsk_6D0glGwRqZ off=15955616 len=360340 2024-08-17T00:59:06.805 INFO:tasks.workunit.client.0.smithi157.stdout:op 1885 completed, throughput=4.99MB/sec 2024-08-17T00:59:06.805 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qcr5NfSFy9Y_9TU off=6505868 len=1335687 2024-08-17T00:59:06.813 INFO:tasks.workunit.client.0.smithi157.stdout:op 1886 completed, throughput=4.99MB/sec 2024-08-17T00:59:06.813 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wwXKUALwVI9C1hT off=4977853 len=599308 2024-08-17T00:59:06.814 INFO:tasks.workunit.client.0.smithi157.stdout:op 1887 completed, throughput=4.99MB/sec 2024-08-17T00:59:06.814 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OYiSU77Xr3wzgzI off=832267 len=1227236 2024-08-17T00:59:06.815 INFO:tasks.workunit.client.0.smithi157.stdout:op 1888 completed, throughput=5MB/sec 2024-08-17T00:59:06.815 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V-pDhW9QG0Z9VoO off=11527690 len=318892 2024-08-17T00:59:06.818 INFO:tasks.workunit.client.0.smithi157.stdout:op 1889 completed, throughput=5MB/sec 2024-08-17T00:59:06.818 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7M7npIvMVs1DMZK off=481150 len=582500 2024-08-17T00:59:06.819 INFO:tasks.workunit.client.0.smithi157.stdout:op 1890 completed, throughput=5MB/sec 2024-08-17T00:59:06.819 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Yk-hAyaDcVI3bf7 off=4839883 len=894562 2024-08-17T00:59:06.820 INFO:tasks.workunit.client.0.smithi157.stdout:op 1891 completed, throughput=5MB/sec 2024-08-17T00:59:07.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:07 smithi157 ceph-mon[98780]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:59:07.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:07 smithi157 ceph-mon[101289]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:59:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:07 smithi187 ceph-mon[90552]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:59:07.822 INFO:tasks.workunit.client.0.smithi157.stdout: 363: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:07.822 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iAL7_KdQjk0tVax off=5539596 len=1074717 2024-08-17T00:59:07.823 INFO:tasks.workunit.client.0.smithi157.stdout:op 1892 completed, throughput=4.99MB/sec 2024-08-17T00:59:07.823 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-h7n1hrek2dfL--T off=10100939 len=1768688 2024-08-17T00:59:07.830 INFO:tasks.workunit.client.0.smithi157.stdout:op 1893 completed, throughput=4.99MB/sec 2024-08-17T00:59:07.830 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5rzvm2cMupuAlda off=3846334 len=729005 2024-08-17T00:59:07.834 INFO:tasks.workunit.client.0.smithi157.stdout:op 1894 completed, throughput=5MB/sec 2024-08-17T00:59:07.835 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CBP-aO-XBQIIYin off=1916296 len=762480 2024-08-17T00:59:07.839 INFO:tasks.workunit.client.0.smithi157.stdout:op 1895 completed, throughput=5MB/sec 2024-08-17T00:59:07.839 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7plygYGhE1WyPDC off=164764 len=858266 2024-08-17T00:59:07.840 INFO:tasks.workunit.client.0.smithi157.stdout:op 1896 completed, throughput=5MB/sec 2024-08-17T00:59:08.840 INFO:tasks.workunit.client.0.smithi157.stdout: 364: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:08.841 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-scGvETOTtxpBRyM off=12000138 len=1898098 2024-08-17T00:59:08.851 INFO:tasks.workunit.client.0.smithi157.stdout:op 1897 completed, throughput=4.99MB/sec 2024-08-17T00:59:08.852 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GpxeHr7uveKORVX off=12302550 len=406651 2024-08-17T00:59:08.855 INFO:tasks.workunit.client.0.smithi157.stdout:op 1898 completed, throughput=4.99MB/sec 2024-08-17T00:59:08.855 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hwMvqZXL4Dn1Eox off=2034153 len=346810 2024-08-17T00:59:08.859 INFO:tasks.workunit.client.0.smithi157.stdout:op 1899 completed, throughput=4.99MB/sec 2024-08-17T00:59:08.859 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-D8TwSMGGgZrC49D off=2051508 len=948191 2024-08-17T00:59:08.865 INFO:tasks.workunit.client.0.smithi157.stdout:op 1900 completed, throughput=5MB/sec 2024-08-17T00:59:08.865 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GZ7c2IuSaKXkTU7 off=825821 len=863380 2024-08-17T00:59:08.866 INFO:tasks.workunit.client.0.smithi157.stdout:op 1901 completed, throughput=5MB/sec 2024-08-17T00:59:08.866 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-c8CYkLEqbcfJ79u off=6835113 len=1195241 2024-08-17T00:59:08.872 INFO:tasks.workunit.client.0.smithi157.stdout:op 1902 completed, throughput=5MB/sec 2024-08-17T00:59:09.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:09 smithi157 ceph-mon[101289]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T00:59:09.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:09 smithi157 ceph-mon[98780]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T00:59:09.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:09 smithi187 ceph-mon[90552]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T00:59:09.873 INFO:tasks.workunit.client.0.smithi157.stdout: 365: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:09.873 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7XMvA-wWFTUlpyX off=245206 len=1653842 2024-08-17T00:59:09.875 INFO:tasks.workunit.client.0.smithi157.stdout:op 1903 completed, throughput=4.99MB/sec 2024-08-17T00:59:09.875 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_3bIhFcjrGocSkj off=6368654 len=96390 2024-08-17T00:59:09.878 INFO:tasks.workunit.client.0.smithi157.stdout:op 1904 completed, throughput=4.99MB/sec 2024-08-17T00:59:09.878 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oJapXEG1rPC7PGI off=1076496 len=496150 2024-08-17T00:59:09.879 INFO:tasks.workunit.client.0.smithi157.stdout:op 1905 completed, throughput=4.99MB/sec 2024-08-17T00:59:09.879 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QoDQK6BKEox9Dja off=16328294 len=351146 2024-08-17T00:59:09.882 INFO:tasks.workunit.client.0.smithi157.stdout:op 1906 completed, throughput=4.99MB/sec 2024-08-17T00:59:09.882 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9MQcEOZxk19hj1o off=5249307 len=394403 2024-08-17T00:59:09.882 INFO:tasks.workunit.client.0.smithi157.stdout:op 1907 completed, throughput=4.99MB/sec 2024-08-17T00:59:09.883 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GYgxtdoIMCcCgjh off=16102809 len=951314 2024-08-17T00:59:09.888 INFO:tasks.workunit.client.0.smithi157.stdout:op 1908 completed, throughput=5MB/sec 2024-08-17T00:59:09.888 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Bm_DdX04GrDW-KJ off=8011743 len=529039 2024-08-17T00:59:09.888 INFO:tasks.workunit.client.0.smithi157.stdout:op 1909 completed, throughput=5MB/sec 2024-08-17T00:59:09.889 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SKDv8juMn0KRvJf off=1087326 len=215192 2024-08-17T00:59:09.891 INFO:tasks.workunit.client.0.smithi157.stdout:op 1910 completed, throughput=5MB/sec 2024-08-17T00:59:09.891 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GZwE--N4DWp79-V off=4395692 len=219673 2024-08-17T00:59:09.894 INFO:tasks.workunit.client.0.smithi157.stdout:op 1911 completed, throughput=5MB/sec 2024-08-17T00:59:09.894 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VFWj105Z7Cfm8QN off=611338 len=1867465 2024-08-17T00:59:09.900 INFO:tasks.workunit.client.0.smithi157.stdout:op 1912 completed, throughput=5MB/sec 2024-08-17T00:59:10.901 INFO:tasks.workunit.client.0.smithi157.stdout: 366: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:10.901 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rFoSNVp-dBaRKwH off=4756148 len=747132 2024-08-17T00:59:10.905 INFO:tasks.workunit.client.0.smithi157.stdout:op 1913 completed, throughput=4.99MB/sec 2024-08-17T00:59:10.905 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JcxE7YOZBO57JY5 off=3972542 len=1782520 2024-08-17T00:59:10.909 INFO:tasks.workunit.client.0.smithi157.stdout:op 1914 completed, throughput=5MB/sec 2024-08-17T00:59:10.909 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_Swf3sKsJ1vetIh off=3401167 len=732869 2024-08-17T00:59:10.910 INFO:tasks.workunit.client.0.smithi157.stdout:op 1915 completed, throughput=5MB/sec 2024-08-17T00:59:10.910 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Szp81ZzH1bynjFl off=5106896 len=1997908 2024-08-17T00:59:10.912 INFO:tasks.workunit.client.0.smithi157.stdout:op 1916 completed, throughput=5MB/sec 2024-08-17T00:59:11.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:11 smithi157 ceph-mon[101289]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T00:59:11.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:11 smithi157 ceph-mon[98780]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T00:59:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:11 smithi187 ceph-mon[90552]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T00:59:11.913 INFO:tasks.workunit.client.0.smithi157.stdout: 367: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:11.913 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mpFaI1ODrghWWrs off=21678580 len=1752038 2024-08-17T00:59:11.916 INFO:tasks.workunit.client.0.smithi157.stdout:op 1917 completed, throughput=5MB/sec 2024-08-17T00:59:11.916 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2g3P_ITyvHbVH3j off=9187896 len=1574652 2024-08-17T00:59:11.926 INFO:tasks.workunit.client.0.smithi157.stdout:op 1918 completed, throughput=5MB/sec 2024-08-17T00:59:11.926 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ijpJ5GnrE8j77pf off=1091335 len=178354 2024-08-17T00:59:11.928 INFO:tasks.workunit.client.0.smithi157.stdout:op 1919 completed, throughput=5MB/sec 2024-08-17T00:59:11.928 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BI-iuS_XXkSZ4wx off=4653610 len=1400332 2024-08-17T00:59:11.934 INFO:tasks.workunit.client.0.smithi157.stdout:op 1920 completed, throughput=5MB/sec 2024-08-17T00:59:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:59:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:59:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:59:12.934 INFO:tasks.workunit.client.0.smithi157.stdout: 368: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:12.935 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wWpT2Z6MbcajF9l off=12851156 len=660473 2024-08-17T00:59:12.938 INFO:tasks.workunit.client.0.smithi157.stdout:op 1921 completed, throughput=4.99MB/sec 2024-08-17T00:59:12.938 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zq0PnhZOAIIkQBH off=20111943 len=38811 2024-08-17T00:59:12.941 INFO:tasks.workunit.client.0.smithi157.stdout:op 1922 completed, throughput=4.99MB/sec 2024-08-17T00:59:12.941 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4wGba28_01G0k0Y off=6471681 len=603631 2024-08-17T00:59:12.943 INFO:tasks.workunit.client.0.smithi157.stdout:op 1923 completed, throughput=4.99MB/sec 2024-08-17T00:59:12.943 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Z2EOGRrsBT2t-uG off=15147621 len=2091409 2024-08-17T00:59:12.945 INFO:tasks.workunit.client.0.smithi157.stdout:op 1924 completed, throughput=5MB/sec 2024-08-17T00:59:12.945 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ov5IVGmWtqhC_qW off=10874195 len=130973 2024-08-17T00:59:12.946 INFO:tasks.workunit.client.0.smithi157.stdout:op 1925 completed, throughput=5MB/sec 2024-08-17T00:59:12.946 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MOgA-ZI-QKW64dt off=23102580 len=465564 2024-08-17T00:59:12.950 INFO:tasks.workunit.client.0.smithi157.stdout:op 1926 completed, throughput=5MB/sec 2024-08-17T00:59:12.950 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rZFTOjSht8erY2d off=2681144 len=850074 2024-08-17T00:59:12.955 INFO:tasks.workunit.client.0.smithi157.stdout:op 1927 completed, throughput=5MB/sec 2024-08-17T00:59:13.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:13 smithi157 ceph-mon[101289]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:59:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:13 smithi157 ceph-mon[98780]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:59:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:13 smithi187 ceph-mon[90552]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:59:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:59:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:59:13] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-08-17T00:59:13.956 INFO:tasks.workunit.client.0.smithi157.stdout: 369: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:13.956 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qYr2VH7tQP_S9vT off=3745775 len=1817420 2024-08-17T00:59:13.959 INFO:tasks.workunit.client.0.smithi157.stdout:op 1928 completed, throughput=4.99MB/sec 2024-08-17T00:59:13.960 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QYf9gk8zwCiqAqf off=3291172 len=41612 2024-08-17T00:59:13.960 INFO:tasks.workunit.client.0.smithi157.stdout:op 1929 completed, throughput=4.99MB/sec 2024-08-17T00:59:13.960 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SKDtFplfziiQ_zn off=12758459 len=888524 2024-08-17T00:59:13.965 INFO:tasks.workunit.client.0.smithi157.stdout:op 1930 completed, throughput=5MB/sec 2024-08-17T00:59:13.966 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pWh5AkrXPGFctgp off=3822230 len=1027387 2024-08-17T00:59:13.970 INFO:tasks.workunit.client.0.smithi157.stdout:op 1931 completed, throughput=5MB/sec 2024-08-17T00:59:13.970 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-C2iTt0yfM8KwY3l off=972353 len=1666959 2024-08-17T00:59:13.980 INFO:tasks.workunit.client.0.smithi157.stdout:op 1932 completed, throughput=5MB/sec 2024-08-17T00:59:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:14.980 INFO:tasks.workunit.client.0.smithi157.stdout: 370: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:14.980 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jDwpfmmJASUr-K3 off=1064984 len=362061 2024-08-17T00:59:14.981 INFO:tasks.workunit.client.0.smithi157.stdout:op 1933 completed, throughput=4.99MB/sec 2024-08-17T00:59:14.981 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-j5HzgG3lJLe25NY off=20979608 len=1812297 2024-08-17T00:59:14.983 INFO:tasks.workunit.client.0.smithi157.stdout:op 1934 completed, throughput=4.99MB/sec 2024-08-17T00:59:14.983 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GYgxtdoIMCcCgjh off=9086816 len=2013508 2024-08-17T00:59:14.992 INFO:tasks.workunit.client.0.smithi157.stdout:op 1935 completed, throughput=5MB/sec 2024-08-17T00:59:14.992 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fj1uLBIxDHJBlqz off=4879025 len=587937 2024-08-17T00:59:14.996 INFO:tasks.workunit.client.0.smithi157.stdout:op 1936 completed, throughput=5MB/sec 2024-08-17T00:59:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:15 smithi187 ceph-mon[90552]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:59:15.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:15 smithi157 ceph-mon[101289]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:59:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:15 smithi157 ceph-mon[98780]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:59:15.996 INFO:tasks.workunit.client.0.smithi157.stdout: 371: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:15.997 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-USeoFUS20yW91Ny off=10870720 len=2033159 2024-08-17T00:59:16.004 INFO:tasks.workunit.client.0.smithi157.stdout:op 1937 completed, throughput=4.99MB/sec 2024-08-17T00:59:16.005 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rtq1OMcZb_CDujW off=10790363 len=2071462 2024-08-17T00:59:16.013 INFO:tasks.workunit.client.0.smithi157.stdout:op 1938 completed, throughput=5MB/sec 2024-08-17T00:59:16.013 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Nt96ZqAASoEiDkF off=18494495 len=951086 2024-08-17T00:59:16.018 INFO:tasks.workunit.client.0.smithi157.stdout:op 1939 completed, throughput=5MB/sec 2024-08-17T00:59:16.018 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BlTGqH6jbR6wsjg off=14459350 len=1064838 2024-08-17T00:59:16.019 INFO:tasks.workunit.client.0.smithi157.stdout:op 1940 completed, throughput=5MB/sec 2024-08-17T00:59:17.020 INFO:tasks.workunit.client.0.smithi157.stdout: 372: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:17.020 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UOUrZs20kZ6V8rC off=6463248 len=1724395 2024-08-17T00:59:17.027 INFO:tasks.workunit.client.0.smithi157.stdout:op 1941 completed, throughput=4.99MB/sec 2024-08-17T00:59:17.027 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FIMc1N6qkSalVJW off=1088449 len=403055 2024-08-17T00:59:17.031 INFO:tasks.workunit.client.0.smithi157.stdout:op 1942 completed, throughput=4.99MB/sec 2024-08-17T00:59:17.031 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oqDbJQq8d3zfhuW off=4441135 len=100444 2024-08-17T00:59:17.033 INFO:tasks.workunit.client.0.smithi157.stdout:op 1943 completed, throughput=4.99MB/sec 2024-08-17T00:59:17.033 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rsoJemYb3-2k-oo off=3860710 len=875617 2024-08-17T00:59:17.034 INFO:tasks.workunit.client.0.smithi157.stdout:op 1944 completed, throughput=5MB/sec 2024-08-17T00:59:17.035 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8RvMzNT6erY45YR off=2954097 len=671746 2024-08-17T00:59:17.039 INFO:tasks.workunit.client.0.smithi157.stdout:op 1945 completed, throughput=5MB/sec 2024-08-17T00:59:17.039 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Y4AdBphLbBnA99b off=185923 len=1668128 2024-08-17T00:59:17.048 INFO:tasks.workunit.client.0.smithi157.stdout:op 1946 completed, throughput=5MB/sec 2024-08-17T00:59:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:17 smithi187 ceph-mon[90552]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:59:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:17 smithi157 ceph-mon[101289]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:59:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:17 smithi157 ceph-mon[98780]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T00:59:18.049 INFO:tasks.workunit.client.0.smithi157.stdout: 373: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:18.049 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mEdC-ESSlLMcuB_ off=8451195 len=890813 2024-08-17T00:59:18.054 INFO:tasks.workunit.client.0.smithi157.stdout:op 1947 completed, throughput=4.99MB/sec 2024-08-17T00:59:18.054 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JS0vIJKJg5YjWEc off=0 len=1485618 2024-08-17T00:59:18.056 INFO:tasks.workunit.client.0.smithi157.stdout:op 1948 completed, throughput=5MB/sec 2024-08-17T00:59:18.056 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BVqabnVFSy0LpfV off=278688 len=1900662 2024-08-17T00:59:18.067 INFO:tasks.workunit.client.0.smithi157.stdout:op 1949 completed, throughput=5MB/sec 2024-08-17T00:59:18.067 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AR1BDzBafMU8YzN off=1499372 len=709305 2024-08-17T00:59:18.068 INFO:tasks.workunit.client.0.smithi157.stdout:op 1950 completed, throughput=5MB/sec 2024-08-17T00:59:19.068 INFO:tasks.workunit.client.0.smithi157.stdout: 374: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:19.068 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-v00BYJ--_oXA1HU off=4945549 len=174116 2024-08-17T00:59:19.071 INFO:tasks.workunit.client.0.smithi157.stdout:op 1951 completed, throughput=4.99MB/sec 2024-08-17T00:59:19.071 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-owdDE_7kxkLebI8 off=5850718 len=441729 2024-08-17T00:59:19.072 INFO:tasks.workunit.client.0.smithi157.stdout:op 1952 completed, throughput=4.99MB/sec 2024-08-17T00:59:19.072 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yaeKGGR7cBKAxTx off=2173871 len=1472304 2024-08-17T00:59:19.081 INFO:tasks.workunit.client.0.smithi157.stdout:op 1953 completed, throughput=4.99MB/sec 2024-08-17T00:59:19.081 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YVCUxr1Gr-twZky off=15312484 len=421020 2024-08-17T00:59:19.081 INFO:tasks.workunit.client.0.smithi157.stdout:op 1954 completed, throughput=4.99MB/sec 2024-08-17T00:59:19.081 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uAJu620qVyG_e62 off=9312907 len=1030133 2024-08-17T00:59:19.083 INFO:tasks.workunit.client.0.smithi157.stdout:op 1955 completed, throughput=5MB/sec 2024-08-17T00:59:19.083 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-b1Va8Hw-5mZqOHH off=12627124 len=880152 2024-08-17T00:59:19.088 INFO:tasks.workunit.client.0.smithi157.stdout:op 1956 completed, throughput=5MB/sec 2024-08-17T00:59:19.089 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oXTOHB8-v71bll- off=5461629 len=1838434 2024-08-17T00:59:19.091 INFO:tasks.workunit.client.0.smithi157.stdout:op 1957 completed, throughput=5MB/sec 2024-08-17T00:59:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:19 smithi187 ceph-mon[90552]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:59:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:19 smithi157 ceph-mon[101289]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:59:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:19 smithi157 ceph-mon[98780]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T00:59:20.092 INFO:tasks.workunit.client.0.smithi157.stdout: 375: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:20.092 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--bc_2_e6QfUQy09 off=2432922 len=524527 2024-08-17T00:59:20.096 INFO:tasks.workunit.client.0.smithi157.stdout:op 1958 completed, throughput=4.99MB/sec 2024-08-17T00:59:20.096 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-liQS5Mgms2L85QU off=15306946 len=883790 2024-08-17T00:59:20.101 INFO:tasks.workunit.client.0.smithi157.stdout:op 1959 completed, throughput=4.99MB/sec 2024-08-17T00:59:20.101 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QNJo_7iA1JgdT0P off=5194070 len=954176 2024-08-17T00:59:20.106 INFO:tasks.workunit.client.0.smithi157.stdout:op 1960 completed, throughput=5MB/sec 2024-08-17T00:59:20.106 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--YNealMrYJL9yqc off=442160 len=1008612 2024-08-17T00:59:20.112 INFO:tasks.workunit.client.0.smithi157.stdout:op 1961 completed, throughput=5MB/sec 2024-08-17T00:59:20.112 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ziC2KMm35cpYCPU off=6354813 len=1880999 2024-08-17T00:59:20.114 INFO:tasks.workunit.client.0.smithi157.stdout:op 1962 completed, throughput=5MB/sec 2024-08-17T00:59:21.115 INFO:tasks.workunit.client.0.smithi157.stdout: 376: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:21.115 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YLi9hndoVr-j3B4 off=1255694 len=93511 2024-08-17T00:59:21.118 INFO:tasks.workunit.client.0.smithi157.stdout:op 1963 completed, throughput=4.99MB/sec 2024-08-17T00:59:21.118 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9SB5Oxb4kbCU2rR off=2827062 len=1118112 2024-08-17T00:59:21.123 INFO:tasks.workunit.client.0.smithi157.stdout:op 1964 completed, throughput=4.99MB/sec 2024-08-17T00:59:21.123 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ijTH5kbT90lbe4V off=1681402 len=632933 2024-08-17T00:59:21.124 INFO:tasks.workunit.client.0.smithi157.stdout:op 1965 completed, throughput=5MB/sec 2024-08-17T00:59:21.125 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-C5Rl-ZPVf-Vtujw off=994762 len=1365117 2024-08-17T00:59:21.133 INFO:tasks.workunit.client.0.smithi157.stdout:op 1966 completed, throughput=5MB/sec 2024-08-17T00:59:21.133 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pAzlYBlKr17Cjqt off=3854563 len=296693 2024-08-17T00:59:21.136 INFO:tasks.workunit.client.0.smithi157.stdout:op 1967 completed, throughput=5MB/sec 2024-08-17T00:59:21.136 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8aapB-Kcj2r9vN2 off=2746639 len=802869 2024-08-17T00:59:21.140 INFO:tasks.workunit.client.0.smithi157.stdout:op 1968 completed, throughput=5MB/sec 2024-08-17T00:59:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:21 smithi187 ceph-mon[90552]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:59:21.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:21 smithi157 ceph-mon[101289]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:59:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:21 smithi157 ceph-mon[98780]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T00:59:22.140 INFO:tasks.workunit.client.0.smithi157.stdout: 377: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:22.140 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zKinG-AqFMJkmh1 off=5423249 len=1281280 2024-08-17T00:59:22.147 INFO:tasks.workunit.client.0.smithi157.stdout:op 1969 completed, throughput=4.99MB/sec 2024-08-17T00:59:22.147 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HtTkUsrp4Y7C8A2 off=2673948 len=1304099 2024-08-17T00:59:22.148 INFO:tasks.workunit.client.0.smithi157.stdout:op 1970 completed, throughput=4.99MB/sec 2024-08-17T00:59:22.148 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fO6Yw0GQ13TwORQ off=602173 len=641414 2024-08-17T00:59:22.152 INFO:tasks.workunit.client.0.smithi157.stdout:op 1971 completed, throughput=5MB/sec 2024-08-17T00:59:22.153 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3DmoqSB9lrWuPtf off=1031031 len=80018 2024-08-17T00:59:22.155 INFO:tasks.workunit.client.0.smithi157.stdout:op 1972 completed, throughput=5MB/sec 2024-08-17T00:59:22.155 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-m5Zw3pZqO14QeFX off=2725839 len=706127 2024-08-17T00:59:22.158 INFO:tasks.workunit.client.0.smithi157.stdout:op 1973 completed, throughput=5MB/sec 2024-08-17T00:59:22.159 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tMV_OjEj2hei-wV off=4879940 len=1978663 2024-08-17T00:59:22.161 INFO:tasks.workunit.client.0.smithi157.stdout:op 1974 completed, throughput=5MB/sec 2024-08-17T00:59:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:59:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:59:23.161 INFO:tasks.workunit.client.0.smithi157.stdout: 378: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:23.161 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-itF2cLIK61HIsCO off=34539 len=371242 2024-08-17T00:59:23.162 INFO:tasks.workunit.client.0.smithi157.stdout:op 1975 completed, throughput=4.99MB/sec 2024-08-17T00:59:23.162 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--8byBpPJLa4tQm2 off=3323788 len=147729 2024-08-17T00:59:23.163 INFO:tasks.workunit.client.0.smithi157.stdout:op 1976 completed, throughput=4.99MB/sec 2024-08-17T00:59:23.163 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2B6o-jt5tX7J1pc off=6161584 len=914312 2024-08-17T00:59:23.168 INFO:tasks.workunit.client.0.smithi157.stdout:op 1977 completed, throughput=4.99MB/sec 2024-08-17T00:59:23.168 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YzBMrruKVNr-9Am off=7654917 len=1235688 2024-08-17T00:59:23.174 INFO:tasks.workunit.client.0.smithi157.stdout:op 1978 completed, throughput=5MB/sec 2024-08-17T00:59:23.174 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hnpIQaUmour4cOo off=1008300 len=574503 2024-08-17T00:59:23.174 INFO:tasks.workunit.client.0.smithi157.stdout:op 1979 completed, throughput=5MB/sec 2024-08-17T00:59:23.174 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--yhn5Dq_HAfI1lp off=12246498 len=19953 2024-08-17T00:59:23.175 INFO:tasks.workunit.client.0.smithi157.stdout:op 1980 completed, throughput=5MB/sec 2024-08-17T00:59:23.175 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-a3SX8x91GtlTu1e off=663296 len=1224861 2024-08-17T00:59:23.179 INFO:tasks.workunit.client.0.smithi157.stdout:op 1981 completed, throughput=5MB/sec 2024-08-17T00:59:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:23 smithi187 ceph-mon[90552]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T00:59:23.499 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:23 smithi157 ceph-mon[101289]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T00:59:23.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:23 smithi157 ceph-mon[98780]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T00:59:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:59:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:59:23] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-08-17T00:59:24.183 INFO:tasks.workunit.client.0.smithi157.stdout: 379: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:24.183 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-B3p2NUPoO-Gig1T off=10265817 len=50512 2024-08-17T00:59:24.183 INFO:tasks.workunit.client.0.smithi157.stdout:op 1982 completed, throughput=4.99MB/sec 2024-08-17T00:59:24.183 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pi52MDtNu2xhGoH off=5736495 len=592630 2024-08-17T00:59:24.183 INFO:tasks.workunit.client.0.smithi157.stdout:op 1983 completed, throughput=4.99MB/sec 2024-08-17T00:59:24.183 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-I-8AtmNJ3266_Dr off=6762898 len=893545 2024-08-17T00:59:24.185 INFO:tasks.workunit.client.0.smithi157.stdout:op 1984 completed, throughput=4.99MB/sec 2024-08-17T00:59:24.186 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pc1HJcODuOD4K7E off=7540644 len=47112 2024-08-17T00:59:24.188 INFO:tasks.workunit.client.0.smithi157.stdout:op 1985 completed, throughput=4.99MB/sec 2024-08-17T00:59:24.188 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LS3n6c75Fot50Sw off=3545494 len=1322485 2024-08-17T00:59:24.190 INFO:tasks.workunit.client.0.smithi157.stdout:op 1986 completed, throughput=4.99MB/sec 2024-08-17T00:59:24.190 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RfQkgjMp_y7mgXU off=1576025 len=332398 2024-08-17T00:59:24.193 INFO:tasks.workunit.client.0.smithi157.stdout:op 1987 completed, throughput=5MB/sec 2024-08-17T00:59:24.193 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1misk2nE024msP1 off=2897064 len=1894945 2024-08-17T00:59:24.196 INFO:tasks.workunit.client.0.smithi157.stdout:op 1988 completed, throughput=5MB/sec 2024-08-17T00:59:24.196 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KkaFky1HaoHgDnB off=7352942 len=916316 2024-08-17T00:59:24.201 INFO:tasks.workunit.client.0.smithi157.stdout:op 1989 completed, throughput=5MB/sec 2024-08-17T00:59:25.201 INFO:tasks.workunit.client.0.smithi157.stdout: 380: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:25.202 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9EgKnb5Ohk2PnY9 off=11467790 len=1523554 2024-08-17T00:59:25.211 INFO:tasks.workunit.client.0.smithi157.stdout:op 1990 completed, throughput=4.99MB/sec 2024-08-17T00:59:25.211 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UdN3lsMV2b7VCnL off=3223428 len=318154 2024-08-17T00:59:25.214 INFO:tasks.workunit.client.0.smithi157.stdout:op 1991 completed, throughput=4.99MB/sec 2024-08-17T00:59:25.214 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gUNWw-328LcOfzf off=168930 len=565023 2024-08-17T00:59:25.214 INFO:tasks.workunit.client.0.smithi157.stdout:op 1992 completed, throughput=4.99MB/sec 2024-08-17T00:59:25.215 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-O4IMIY08VNqT0KH off=5984700 len=2087761 2024-08-17T00:59:25.224 INFO:tasks.workunit.client.0.smithi157.stdout:op 1993 completed, throughput=5MB/sec 2024-08-17T00:59:25.224 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hsqvXEQIgOJp0Of off=11180613 len=363493 2024-08-17T00:59:25.226 INFO:tasks.workunit.client.0.smithi157.stdout:op 1994 completed, throughput=5MB/sec 2024-08-17T00:59:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:25 smithi187 ceph-mon[90552]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:59:25.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:25 smithi157 ceph-mon[101289]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:59:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:25 smithi157 ceph-mon[98780]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T00:59:26.228 INFO:tasks.workunit.client.0.smithi157.stdout: 381: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:26.228 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-D1A42wQ_HDO9QEt off=6110085 len=1996147 2024-08-17T00:59:26.231 INFO:tasks.workunit.client.0.smithi157.stdout:op 1995 completed, throughput=4.99MB/sec 2024-08-17T00:59:26.231 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UFK99ibLVbA53u1 off=1911027 len=1045054 2024-08-17T00:59:26.233 INFO:tasks.workunit.client.0.smithi157.stdout:op 1996 completed, throughput=5MB/sec 2024-08-17T00:59:26.233 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7oSyPHeQNhQxIEZ off=4081016 len=1143617 2024-08-17T00:59:26.239 INFO:tasks.workunit.client.0.smithi157.stdout:op 1997 completed, throughput=5MB/sec 2024-08-17T00:59:26.239 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-64DpHP8fTUp50xf off=20920163 len=1133748 2024-08-17T00:59:26.241 INFO:tasks.workunit.client.0.smithi157.stdout:op 1998 completed, throughput=5MB/sec 2024-08-17T00:59:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:59:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:59:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:59:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:59:26.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:59:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:59:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:59:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:59:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:59:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:59:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:59:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T00:59:27.239 INFO:tasks.workunit.client.0.smithi157.stdout: 382: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:27.239 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NiLemr8HRalk6PN off=8330048 len=1392108 2024-08-17T00:59:27.246 INFO:tasks.workunit.client.0.smithi157.stdout:op 1999 completed, throughput=4.99MB/sec 2024-08-17T00:59:27.247 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pZT7NfPYLuC6Xq5 off=9143658 len=34652 2024-08-17T00:59:27.249 INFO:tasks.workunit.client.0.smithi157.stdout:op 2000 completed, throughput=4.99MB/sec 2024-08-17T00:59:27.249 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EbOEklxOKfoP5ix off=207226 len=1881811 2024-08-17T00:59:27.256 INFO:tasks.workunit.client.0.smithi157.stdout:op 2001 completed, throughput=5MB/sec 2024-08-17T00:59:27.257 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WEv77Jo5nbzagF3 off=20902620 len=723599 2024-08-17T00:59:27.261 INFO:tasks.workunit.client.0.smithi157.stdout:op 2002 completed, throughput=5MB/sec 2024-08-17T00:59:27.261 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Fekv3VQ8s8mTp4p off=10996133 len=651554 2024-08-17T00:59:27.265 INFO:tasks.workunit.client.0.smithi157.stdout:op 2003 completed, throughput=5MB/sec 2024-08-17T00:59:27.265 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rmHQJ9M9G70Ey2m off=2630242 len=275197 2024-08-17T00:59:27.268 INFO:tasks.workunit.client.0.smithi157.stdout:op 2004 completed, throughput=5MB/sec 2024-08-17T00:59:27.268 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1isiel3ZZu9p9wG off=5409541 len=1628181 2024-08-17T00:59:27.276 INFO:tasks.workunit.client.0.smithi157.stdout:op 2005 completed, throughput=5MB/sec 2024-08-17T00:59:28.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:27 smithi157 ceph-mon[98780]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T00:59:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:27 smithi157 ceph-mon[101289]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T00:59:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:27 smithi187 ceph-mon[90552]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T00:59:28.277 INFO:tasks.workunit.client.0.smithi157.stdout: 383: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:28.277 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mvGeupv-P8bD7fm off=14614622 len=843110 2024-08-17T00:59:28.279 INFO:tasks.workunit.client.0.smithi157.stdout:op 2006 completed, throughput=4.99MB/sec 2024-08-17T00:59:28.279 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-59Z02BFyK8-7aMJ off=2962088 len=525670 2024-08-17T00:59:28.280 INFO:tasks.workunit.client.0.smithi157.stdout:op 2007 completed, throughput=4.99MB/sec 2024-08-17T00:59:28.280 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6x9sYR02AF9qy19 off=6008273 len=1187491 2024-08-17T00:59:28.287 INFO:tasks.workunit.client.0.smithi157.stdout:op 2008 completed, throughput=5MB/sec 2024-08-17T00:59:28.287 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eRKo_HG5UrM7IMX off=8101586 len=1867770 2024-08-17T00:59:28.298 INFO:tasks.workunit.client.0.smithi157.stdout:op 2009 completed, throughput=5MB/sec 2024-08-17T00:59:29.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:29.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:29.298 INFO:tasks.workunit.client.0.smithi157.stdout: 384: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:29.298 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iXgwFa2Lvq2AUZf off=6585249 len=559486 2024-08-17T00:59:29.299 INFO:tasks.workunit.client.0.smithi157.stdout:op 2010 completed, throughput=4.99MB/sec 2024-08-17T00:59:29.299 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-H5Uqh35oHuovAXr off=1662761 len=1791865 2024-08-17T00:59:29.307 INFO:tasks.workunit.client.0.smithi157.stdout:op 2011 completed, throughput=4.99MB/sec 2024-08-17T00:59:29.307 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--zEo5HvoU6yGP-O off=12867702 len=1292340 2024-08-17T00:59:29.309 INFO:tasks.workunit.client.0.smithi157.stdout:op 2012 completed, throughput=5MB/sec 2024-08-17T00:59:29.309 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hfGIjalXusI2Y6c off=11481445 len=1527755 2024-08-17T00:59:29.316 INFO:tasks.workunit.client.0.smithi157.stdout:op 2013 completed, throughput=5MB/sec 2024-08-17T00:59:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:29 smithi157 ceph-mon[98780]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T00:59:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:29 smithi157 ceph-mon[101289]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T00:59:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:29 smithi187 ceph-mon[90552]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T00:59:30.316 INFO:tasks.workunit.client.0.smithi157.stdout: 385: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:30.316 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3sw--xAdTfbPfrW off=17264407 len=1743784 2024-08-17T00:59:30.318 INFO:tasks.workunit.client.0.smithi157.stdout:op 2014 completed, throughput=4.99MB/sec 2024-08-17T00:59:30.319 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cOIGQ4mnY_R_YX4 off=7050903 len=854795 2024-08-17T00:59:30.323 INFO:tasks.workunit.client.0.smithi157.stdout:op 2015 completed, throughput=4.99MB/sec 2024-08-17T00:59:30.323 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MCCVrZAPf-pF7sj off=3211538 len=2076647 2024-08-17T00:59:30.327 INFO:tasks.workunit.client.0.smithi157.stdout:op 2016 completed, throughput=5MB/sec 2024-08-17T00:59:30.328 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zO_AcM8Z0Ucz2Qx off=3809050 len=1752312 2024-08-17T00:59:30.337 INFO:tasks.workunit.client.0.smithi157.stdout:op 2017 completed, throughput=5MB/sec 2024-08-17T00:59:31.338 INFO:tasks.workunit.client.0.smithi157.stdout: 386: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:31.338 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EWuF5pccE9XRXZU off=2541094 len=1263298 2024-08-17T00:59:31.341 INFO:tasks.workunit.client.0.smithi157.stdout:op 2018 completed, throughput=4.99MB/sec 2024-08-17T00:59:31.341 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RkZYwpBtOCZTZBj off=478735 len=1629512 2024-08-17T00:59:31.343 INFO:tasks.workunit.client.0.smithi157.stdout:op 2019 completed, throughput=5MB/sec 2024-08-17T00:59:31.343 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-D_CjhsymmTvCSYt off=3388731 len=893096 2024-08-17T00:59:31.345 INFO:tasks.workunit.client.0.smithi157.stdout:op 2020 completed, throughput=5MB/sec 2024-08-17T00:59:31.345 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BDMCNM7_1cEvdNs off=17485908 len=105304 2024-08-17T00:59:31.348 INFO:tasks.workunit.client.0.smithi157.stdout:op 2021 completed, throughput=5MB/sec 2024-08-17T00:59:32.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:31 smithi157 ceph-mon[98780]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-08-17T00:59:32.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:31 smithi157 ceph-mon[101289]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-08-17T00:59:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:31 smithi187 ceph-mon[90552]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-08-17T00:59:32.348 INFO:tasks.workunit.client.0.smithi157.stdout: 387: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:32.348 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gFQ_k7ZATlgRV8Y off=5858667 len=1341852 2024-08-17T00:59:32.355 INFO:tasks.workunit.client.0.smithi157.stdout:op 2022 completed, throughput=4.99MB/sec 2024-08-17T00:59:32.355 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2h2wrh1TKfmZOe_ off=10255615 len=1520432 2024-08-17T00:59:32.357 INFO:tasks.workunit.client.0.smithi157.stdout:op 2023 completed, throughput=4.99MB/sec 2024-08-17T00:59:32.357 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8rOCd5RSE0n5ko_ off=5761652 len=1399949 2024-08-17T00:59:32.358 INFO:tasks.workunit.client.0.smithi157.stdout:op 2024 completed, throughput=5MB/sec 2024-08-17T00:59:32.359 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Rt6mdl5yO-huOaQ off=7746553 len=1925466 2024-08-17T00:59:32.371 INFO:tasks.workunit.client.0.smithi157.stdout:op 2025 completed, throughput=5MB/sec 2024-08-17T00:59:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:59:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:59:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:59:33.371 INFO:tasks.workunit.client.0.smithi157.stdout: 388: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:33.372 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lJS9IHtf3gTm3FU off=9306029 len=873044 2024-08-17T00:59:33.378 INFO:tasks.workunit.client.0.smithi157.stdout:op 2026 completed, throughput=4.99MB/sec 2024-08-17T00:59:33.378 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5o1zlodm6NsOOX0 off=16959024 len=1951147 2024-08-17T00:59:33.381 INFO:tasks.workunit.client.0.smithi157.stdout:op 2027 completed, throughput=5MB/sec 2024-08-17T00:59:33.381 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6NH9MivWOBSIoWP off=12114538 len=944072 2024-08-17T00:59:33.382 INFO:tasks.workunit.client.0.smithi157.stdout:op 2028 completed, throughput=5MB/sec 2024-08-17T00:59:33.382 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3FJgbiGw7F20AvO off=3376982 len=1786872 2024-08-17T00:59:33.384 INFO:tasks.workunit.client.0.smithi157.stdout:op 2029 completed, throughput=5MB/sec 2024-08-17T00:59:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:59:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:59:33] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-17T00:59:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:33 smithi187 ceph-mon[90552]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-17T00:59:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:33 smithi157 ceph-mon[101289]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-17T00:59:34.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:33 smithi157 ceph-mon[98780]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-17T00:59:34.386 INFO:tasks.workunit.client.0.smithi157.stdout: 389: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:34.387 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-z52J6ujfBP23Ml9 off=105003 len=130173 2024-08-17T00:59:34.387 INFO:tasks.workunit.client.0.smithi157.stdout:op 2030 completed, throughput=4.99MB/sec 2024-08-17T00:59:34.387 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ptasC0TKCJf4Xt4 off=4599769 len=118004 2024-08-17T00:59:34.388 INFO:tasks.workunit.client.0.smithi157.stdout:op 2031 completed, throughput=4.99MB/sec 2024-08-17T00:59:34.388 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iPbsBay_N-zabrk off=6636966 len=38882 2024-08-17T00:59:34.390 INFO:tasks.workunit.client.0.smithi157.stdout:op 2032 completed, throughput=4.99MB/sec 2024-08-17T00:59:34.391 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-38f5eJiAqSLnypE off=3204699 len=608628 2024-08-17T00:59:34.391 INFO:tasks.workunit.client.0.smithi157.stdout:op 2033 completed, throughput=4.99MB/sec 2024-08-17T00:59:34.392 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VOrbl4IOR6WLVKl off=18703720 len=649593 2024-08-17T00:59:34.395 INFO:tasks.workunit.client.0.smithi157.stdout:op 2034 completed, throughput=4.99MB/sec 2024-08-17T00:59:34.395 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ybU5bE07JYMxdtC off=9603412 len=388665 2024-08-17T00:59:34.398 INFO:tasks.workunit.client.0.smithi157.stdout:op 2035 completed, throughput=4.99MB/sec 2024-08-17T00:59:34.399 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-39ydlVntqVSHmmG off=20556809 len=328810 2024-08-17T00:59:34.401 INFO:tasks.workunit.client.0.smithi157.stdout:op 2036 completed, throughput=5MB/sec 2024-08-17T00:59:34.402 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-H8itdCCYvNE_eoS off=2109172 len=1031581 2024-08-17T00:59:34.406 INFO:tasks.workunit.client.0.smithi157.stdout:op 2037 completed, throughput=5MB/sec 2024-08-17T00:59:34.406 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--IV9N-GcgCVRAyK off=20510339 len=93226 2024-08-17T00:59:34.408 INFO:tasks.workunit.client.0.smithi157.stdout:op 2038 completed, throughput=5MB/sec 2024-08-17T00:59:34.408 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--HGuc7Qw0vUA7Og off=7908131 len=763021 2024-08-17T00:59:34.410 INFO:tasks.workunit.client.0.smithi157.stdout:op 2039 completed, throughput=5MB/sec 2024-08-17T00:59:34.410 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-D8NyDXd5blG10Ex off=1249784 len=493666 2024-08-17T00:59:34.413 INFO:tasks.workunit.client.0.smithi157.stdout:op 2040 completed, throughput=5MB/sec 2024-08-17T00:59:35.413 INFO:tasks.workunit.client.0.smithi157.stdout: 390: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:35.414 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zAFPPjKZzw-yPMu off=4031851 len=473171 2024-08-17T00:59:35.418 INFO:tasks.workunit.client.0.smithi157.stdout:op 2041 completed, throughput=4.99MB/sec 2024-08-17T00:59:35.418 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kYJXqyp_kMv0Fk6 off=1623742 len=1934879 2024-08-17T00:59:35.422 INFO:tasks.workunit.client.0.smithi157.stdout:op 2042 completed, throughput=4.99MB/sec 2024-08-17T00:59:35.422 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KcabtUUVWqXJHRd off=4187070 len=2064060 2024-08-17T00:59:35.422 INFO:tasks.workunit.client.0.smithi157.stdout:op 2043 completed, throughput=5MB/sec 2024-08-17T00:59:35.422 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GTDwaDCObfUMeOb off=2610180 len=1254083 2024-08-17T00:59:35.428 INFO:tasks.workunit.client.0.smithi157.stdout:op 2044 completed, throughput=5MB/sec 2024-08-17T00:59:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:35 smithi187 ceph-mon[90552]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:59:36.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:35 smithi157 ceph-mon[98780]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:59:36.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:35 smithi157 ceph-mon[101289]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:59:36.428 INFO:tasks.workunit.client.0.smithi157.stdout: 391: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:36.429 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ko1nYb6d7XoyL6K off=9719347 len=1082557 2024-08-17T00:59:36.430 INFO:tasks.workunit.client.0.smithi157.stdout:op 2045 completed, throughput=4.99MB/sec 2024-08-17T00:59:36.430 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-56PXv5bFXnu06fg off=826674 len=1207637 2024-08-17T00:59:36.436 INFO:tasks.workunit.client.0.smithi157.stdout:op 2046 completed, throughput=4.99MB/sec 2024-08-17T00:59:36.436 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jvwFzFBlNW6L9gN off=6787485 len=566229 2024-08-17T00:59:36.441 INFO:tasks.workunit.client.0.smithi157.stdout:op 2047 completed, throughput=5MB/sec 2024-08-17T00:59:36.441 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-l5j9vDCAiIwKkUB off=2957538 len=770840 2024-08-17T00:59:36.445 INFO:tasks.workunit.client.0.smithi157.stdout:op 2048 completed, throughput=5MB/sec 2024-08-17T00:59:36.445 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MrHKYtL-0nhQwyD off=7582053 len=139527 2024-08-17T00:59:36.447 INFO:tasks.workunit.client.0.smithi157.stdout:op 2049 completed, throughput=5MB/sec 2024-08-17T00:59:36.447 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-f4cYIr6gxERfQOt off=20231637 len=1621381 2024-08-17T00:59:36.457 INFO:tasks.workunit.client.0.smithi157.stdout:op 2050 completed, throughput=5MB/sec 2024-08-17T00:59:37.457 INFO:tasks.workunit.client.0.smithi157.stdout: 392: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:37.457 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kWfAhJvYIub_38J off=10385142 len=454905 2024-08-17T00:59:37.461 INFO:tasks.workunit.client.0.smithi157.stdout:op 2051 completed, throughput=4.99MB/sec 2024-08-17T00:59:37.461 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-m3jlSuY5I6nhSP_ off=1935046 len=1395684 2024-08-17T00:59:37.463 INFO:tasks.workunit.client.0.smithi157.stdout:op 2052 completed, throughput=4.99MB/sec 2024-08-17T00:59:37.463 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-e0i9LgA4RSt1ZnZ off=4108533 len=608368 2024-08-17T00:59:37.467 INFO:tasks.workunit.client.0.smithi157.stdout:op 2053 completed, throughput=5MB/sec 2024-08-17T00:59:37.467 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-emPscHzs3B1FSnC off=1434895 len=434926 2024-08-17T00:59:37.471 INFO:tasks.workunit.client.0.smithi157.stdout:op 2054 completed, throughput=5MB/sec 2024-08-17T00:59:37.471 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YyFL8OU2YiEaxzb off=758490 len=1531073 2024-08-17T00:59:37.478 INFO:tasks.workunit.client.0.smithi157.stdout:op 2055 completed, throughput=5MB/sec 2024-08-17T00:59:37.478 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4P5xYQIgDH-TNir off=8931597 len=314519 2024-08-17T00:59:37.479 INFO:tasks.workunit.client.0.smithi157.stdout:op 2056 completed, throughput=5MB/sec 2024-08-17T00:59:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:37 smithi187 ceph-mon[90552]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-17T00:59:38.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:37 smithi157 ceph-mon[98780]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-17T00:59:38.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:37 smithi157 ceph-mon[101289]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-17T00:59:38.479 INFO:tasks.workunit.client.0.smithi157.stdout: 393: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:38.480 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OrF6pCBJK41225f off=23240799 len=1171819 2024-08-17T00:59:38.485 INFO:tasks.workunit.client.0.smithi157.stdout:op 2057 completed, throughput=4.99MB/sec 2024-08-17T00:59:38.485 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2vTteZ9LAGJTO4Y off=3046422 len=472116 2024-08-17T00:59:38.488 INFO:tasks.workunit.client.0.smithi157.stdout:op 2058 completed, throughput=4.99MB/sec 2024-08-17T00:59:38.488 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aUks1W0N4Cwjiwa off=2397934 len=1330186 2024-08-17T00:59:38.494 INFO:tasks.workunit.client.0.smithi157.stdout:op 2059 completed, throughput=4.99MB/sec 2024-08-17T00:59:38.494 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mfclM_DXBLvYFbX off=3653962 len=1385525 2024-08-17T00:59:38.500 INFO:tasks.workunit.client.0.smithi157.stdout:op 2060 completed, throughput=5MB/sec 2024-08-17T00:59:38.500 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ovp3vgAraLpAnQ_ off=1000628 len=1709519 2024-08-17T00:59:38.501 INFO:tasks.workunit.client.0.smithi157.stdout:op 2061 completed, throughput=5MB/sec 2024-08-17T00:59:39.502 INFO:tasks.workunit.client.0.smithi157.stdout: 394: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:39.502 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tzGxE1evfImkxiK off=3980836 len=867668 2024-08-17T00:59:39.507 INFO:tasks.workunit.client.0.smithi157.stdout:op 2062 completed, throughput=4.99MB/sec 2024-08-17T00:59:39.507 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IZgKS-4XNAExfcu off=346226 len=1697043 2024-08-17T00:59:39.509 INFO:tasks.workunit.client.0.smithi157.stdout:op 2063 completed, throughput=5MB/sec 2024-08-17T00:59:39.509 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iNZ1jdccyf8zCMN off=20385826 len=697282 2024-08-17T00:59:39.511 INFO:tasks.workunit.client.0.smithi157.stdout:op 2064 completed, throughput=5MB/sec 2024-08-17T00:59:39.511 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ymp0UPZzpd9x42J off=12036531 len=1651653 2024-08-17T00:59:39.513 INFO:tasks.workunit.client.0.smithi157.stdout:op 2065 completed, throughput=5MB/sec 2024-08-17T00:59:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:39 smithi187 ceph-mon[90552]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:59:40.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:39 smithi157 ceph-mon[98780]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:59:40.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:39 smithi157 ceph-mon[101289]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:59:40.513 INFO:tasks.workunit.client.0.smithi157.stdout: 395: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:40.513 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kym0O-3usVnJE5a off=4323238 len=1057693 2024-08-17T00:59:40.516 INFO:tasks.workunit.client.0.smithi157.stdout:op 2066 completed, throughput=4.99MB/sec 2024-08-17T00:59:40.516 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HwcXYrLLwrO0WsT off=5815960 len=353687 2024-08-17T00:59:40.519 INFO:tasks.workunit.client.0.smithi157.stdout:op 2067 completed, throughput=4.99MB/sec 2024-08-17T00:59:40.519 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Q85zpmFkhElpQP0 off=3073809 len=184483 2024-08-17T00:59:40.520 INFO:tasks.workunit.client.0.smithi157.stdout:op 2068 completed, throughput=4.99MB/sec 2024-08-17T00:59:40.520 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-u7MOmCEuFOKWVTO off=5378377 len=512738 2024-08-17T00:59:40.521 INFO:tasks.workunit.client.0.smithi157.stdout:op 2069 completed, throughput=4.99MB/sec 2024-08-17T00:59:40.521 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gIortcACe76GR3Y off=4328618 len=349461 2024-08-17T00:59:40.524 INFO:tasks.workunit.client.0.smithi157.stdout:op 2070 completed, throughput=4.99MB/sec 2024-08-17T00:59:40.524 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_COjXm4NrT5SsUQ off=13686321 len=923847 2024-08-17T00:59:40.525 INFO:tasks.workunit.client.0.smithi157.stdout:op 2071 completed, throughput=5MB/sec 2024-08-17T00:59:40.526 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VhPzqaYoJdfM7xf off=2837275 len=1237251 2024-08-17T00:59:40.531 INFO:tasks.workunit.client.0.smithi157.stdout:op 2072 completed, throughput=5MB/sec 2024-08-17T00:59:40.532 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4QcUmcCTtiwrPaO off=10697919 len=1874273 2024-08-17T00:59:40.533 INFO:tasks.workunit.client.0.smithi157.stdout:op 2073 completed, throughput=5MB/sec 2024-08-17T00:59:41.534 INFO:tasks.workunit.client.0.smithi157.stdout: 396: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:41.534 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JPxb66XEmsG0FQD off=13013572 len=438613 2024-08-17T00:59:41.537 INFO:tasks.workunit.client.0.smithi157.stdout:op 2074 completed, throughput=4.99MB/sec 2024-08-17T00:59:41.538 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-16btvfj1CVPXxOs off=3044787 len=1286553 2024-08-17T00:59:41.541 INFO:tasks.workunit.client.0.smithi157.stdout:op 2075 completed, throughput=5MB/sec 2024-08-17T00:59:41.541 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-11Fb1bvVlMFIWwD off=5097535 len=51108 2024-08-17T00:59:41.541 INFO:tasks.workunit.client.0.smithi157.stdout:op 2076 completed, throughput=5MB/sec 2024-08-17T00:59:41.541 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZSDTGIwlXV5XoDv off=18632124 len=1950534 2024-08-17T00:59:41.543 INFO:tasks.workunit.client.0.smithi157.stdout:op 2077 completed, throughput=5MB/sec 2024-08-17T00:59:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:41 smithi187 ceph-mon[90552]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:59:42.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:41 smithi157 ceph-mon[101289]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:59:42.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:41 smithi157 ceph-mon[98780]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:59:42.544 INFO:tasks.workunit.client.0.smithi157.stdout: 397: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:42.544 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UwNzKqy-nFkCnMZ off=8861118 len=1407445 2024-08-17T00:59:42.545 INFO:tasks.workunit.client.0.smithi157.stdout:op 2078 completed, throughput=4.99MB/sec 2024-08-17T00:59:42.546 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JUMvG8z0nOGje7m off=904630 len=2005360 2024-08-17T00:59:42.548 INFO:tasks.workunit.client.0.smithi157.stdout:op 2079 completed, throughput=5MB/sec 2024-08-17T00:59:42.548 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pM-Zmo3wigZG8Tt off=7001601 len=1705842 2024-08-17T00:59:42.555 INFO:tasks.workunit.client.0.smithi157.stdout:op 2080 completed, throughput=5MB/sec 2024-08-17T00:59:42.555 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZTkFNL3Cu-mH3tQ off=17415359 len=1449670 2024-08-17T00:59:42.561 INFO:tasks.workunit.client.0.smithi157.stdout:op 2081 completed, throughput=5MB/sec 2024-08-17T00:59:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:59:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:59:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:59:43.561 INFO:tasks.workunit.client.0.smithi157.stdout: 398: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:43.562 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-b81ap6FRzErm-V5 off=2836041 len=1877970 2024-08-17T00:59:43.565 INFO:tasks.workunit.client.0.smithi157.stdout:op 2082 completed, throughput=5MB/sec 2024-08-17T00:59:43.565 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dqDRGn1xb54bcLM off=457059 len=706248 2024-08-17T00:59:43.570 INFO:tasks.workunit.client.0.smithi157.stdout:op 2083 completed, throughput=5MB/sec 2024-08-17T00:59:43.570 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EO51WB_RG-qOOBv off=2263706 len=101615 2024-08-17T00:59:43.571 INFO:tasks.workunit.client.0.smithi157.stdout:op 2084 completed, throughput=5MB/sec 2024-08-17T00:59:43.571 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-de7lEOcscedUkaU off=6286138 len=2019104 2024-08-17T00:59:43.582 INFO:tasks.workunit.client.0.smithi157.stdout:op 2085 completed, throughput=5MB/sec 2024-08-17T00:59:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:59:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:59:43] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-17T00:59:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:43 smithi157 ceph-mon[101289]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:59:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:43 smithi157 ceph-mon[98780]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:59:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:43 smithi187 ceph-mon[90552]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:59:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:44.582 INFO:tasks.workunit.client.0.smithi157.stdout: 399: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:44.582 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mdvvVuXqJwYU0c5 off=12952522 len=3334 2024-08-17T00:59:44.585 INFO:tasks.workunit.client.0.smithi157.stdout:op 2086 completed, throughput=4.99MB/sec 2024-08-17T00:59:44.585 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dumN2B84Nhw1v3Y off=7997644 len=400020 2024-08-17T00:59:44.588 INFO:tasks.workunit.client.0.smithi157.stdout:op 2087 completed, throughput=4.99MB/sec 2024-08-17T00:59:44.589 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RFa6WPFHy8t5eur off=1764747 len=1300976 2024-08-17T00:59:44.597 INFO:tasks.workunit.client.0.smithi157.stdout:op 2088 completed, throughput=4.99MB/sec 2024-08-17T00:59:44.597 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UoYFmdGf8wxtoMK off=1864421 len=1894938 2024-08-17T00:59:44.599 INFO:tasks.workunit.client.0.smithi157.stdout:op 2089 completed, throughput=5MB/sec 2024-08-17T00:59:44.599 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-d0aZC22LsoN3GIE off=1127485 len=880293 2024-08-17T00:59:44.600 INFO:tasks.workunit.client.0.smithi157.stdout:op 2090 completed, throughput=5MB/sec 2024-08-17T00:59:44.600 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FZJ9_7vouhIvS_D off=10265304 len=1471888 2024-08-17T00:59:44.601 INFO:tasks.workunit.client.0.smithi157.stdout:op 2091 completed, throughput=5MB/sec 2024-08-17T00:59:45.602 INFO:tasks.workunit.client.0.smithi157.stdout: 400: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:45.602 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IZgKS-4XNAExfcu off=39476 len=527841 2024-08-17T00:59:45.606 INFO:tasks.workunit.client.0.smithi157.stdout:op 2092 completed, throughput=4.99MB/sec 2024-08-17T00:59:45.606 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-A7By6AUyiqghGqg off=2573937 len=263331 2024-08-17T00:59:45.609 INFO:tasks.workunit.client.0.smithi157.stdout:op 2093 completed, throughput=4.99MB/sec 2024-08-17T00:59:45.609 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SD6rNTmcVVLuGSm off=10644363 len=899266 2024-08-17T00:59:45.610 INFO:tasks.workunit.client.0.smithi157.stdout:op 2094 completed, throughput=4.99MB/sec 2024-08-17T00:59:45.610 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-awqr26MxRZzoCEx off=14917446 len=1797158 2024-08-17T00:59:45.620 INFO:tasks.workunit.client.0.smithi157.stdout:op 2095 completed, throughput=5MB/sec 2024-08-17T00:59:45.620 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--EWvB8FC4qEiLPf off=23194681 len=358879 2024-08-17T00:59:45.623 INFO:tasks.workunit.client.0.smithi157.stdout:op 2096 completed, throughput=5MB/sec 2024-08-17T00:59:45.623 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oEBIDbjwhL4kkx4 off=5368245 len=119731 2024-08-17T00:59:45.625 INFO:tasks.workunit.client.0.smithi157.stdout:op 2097 completed, throughput=5MB/sec 2024-08-17T00:59:45.625 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BnEBEPR1RlI82Z6 off=409300 len=1467756 2024-08-17T00:59:45.628 INFO:tasks.workunit.client.0.smithi157.stdout:op 2098 completed, throughput=5MB/sec 2024-08-17T00:59:46.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:45 smithi157 ceph-mon[98780]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T00:59:46.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:45 smithi157 ceph-mon[101289]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T00:59:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:45 smithi187 ceph-mon[90552]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T00:59:46.628 INFO:tasks.workunit.client.0.smithi157.stdout: 401: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:46.628 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Oo4UozMCuFRDBMi off=1571442 len=76444 2024-08-17T00:59:46.631 INFO:tasks.workunit.client.0.smithi157.stdout:op 2099 completed, throughput=4.99MB/sec 2024-08-17T00:59:46.631 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SovzIlwkpRUYm9r off=5395860 len=711077 2024-08-17T00:59:46.635 INFO:tasks.workunit.client.0.smithi157.stdout:op 2100 completed, throughput=4.99MB/sec 2024-08-17T00:59:46.635 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FZneJl31N4CYkIU off=17160002 len=1990082 2024-08-17T00:59:46.637 INFO:tasks.workunit.client.0.smithi157.stdout:op 2101 completed, throughput=5MB/sec 2024-08-17T00:59:46.637 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NSDNaFOZFtyN_uw off=11180840 len=1744135 2024-08-17T00:59:46.645 INFO:tasks.workunit.client.0.smithi157.stdout:op 2102 completed, throughput=5MB/sec 2024-08-17T00:59:47.645 INFO:tasks.workunit.client.0.smithi157.stdout: 402: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:47.645 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Fko7ilftgPEPTVM off=567585 len=1325308 2024-08-17T00:59:47.653 INFO:tasks.workunit.client.0.smithi157.stdout:op 2103 completed, throughput=4.99MB/sec 2024-08-17T00:59:47.653 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DpWc5APkUpcAXI1 off=6847458 len=1774786 2024-08-17T00:59:47.655 INFO:tasks.workunit.client.0.smithi157.stdout:op 2104 completed, throughput=5MB/sec 2024-08-17T00:59:47.655 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EHnRqNmwwp2V1AW off=2043788 len=1939472 2024-08-17T00:59:47.659 INFO:tasks.workunit.client.0.smithi157.stdout:op 2105 completed, throughput=5MB/sec 2024-08-17T00:59:48.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:47 smithi157 ceph-mon[98780]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T00:59:48.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:47 smithi157 ceph-mon[101289]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T00:59:48.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:47 smithi187 ceph-mon[90552]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T00:59:48.659 INFO:tasks.workunit.client.0.smithi157.stdout: 403: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:48.659 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cMSMsY1RlbnrLp0 off=6858565 len=792285 2024-08-17T00:59:48.664 INFO:tasks.workunit.client.0.smithi157.stdout:op 2106 completed, throughput=4.99MB/sec 2024-08-17T00:59:48.664 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7kHDU0uancga7nU off=1506940 len=1684928 2024-08-17T00:59:48.674 INFO:tasks.workunit.client.0.smithi157.stdout:op 2107 completed, throughput=4.99MB/sec 2024-08-17T00:59:48.674 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wzlbyQxvGw65H_z off=2247473 len=1087874 2024-08-17T00:59:48.676 INFO:tasks.workunit.client.0.smithi157.stdout:op 2108 completed, throughput=5MB/sec 2024-08-17T00:59:48.676 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QXsP3_GYzuMYCJI off=749488 len=1844023 2024-08-17T00:59:48.679 INFO:tasks.workunit.client.0.smithi157.stdout:op 2109 completed, throughput=5MB/sec 2024-08-17T00:59:49.680 INFO:tasks.workunit.client.0.smithi157.stdout: 404: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:49.680 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IWu-rS8GqXt1G1d off=648284 len=1032074 2024-08-17T00:59:49.681 INFO:tasks.workunit.client.0.smithi157.stdout:op 2110 completed, throughput=4.99MB/sec 2024-08-17T00:59:49.681 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fk4iAv4E2hs_IIs off=5035391 len=519034 2024-08-17T00:59:49.682 INFO:tasks.workunit.client.0.smithi157.stdout:op 2111 completed, throughput=4.99MB/sec 2024-08-17T00:59:49.682 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oP7KYJW0AkU30ze off=1191690 len=1978798 2024-08-17T00:59:49.685 INFO:tasks.workunit.client.0.smithi157.stdout:op 2112 completed, throughput=5MB/sec 2024-08-17T00:59:49.685 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FWvDRLSi6s5CkJA off=134992 len=1249433 2024-08-17T00:59:49.690 INFO:tasks.workunit.client.0.smithi157.stdout:op 2113 completed, throughput=5MB/sec 2024-08-17T00:59:49.690 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TSBQ2S4hSrCa5Lr off=4457773 len=1219108 2024-08-17T00:59:49.696 INFO:tasks.workunit.client.0.smithi157.stdout:op 2114 completed, throughput=5MB/sec 2024-08-17T00:59:50.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:49 smithi157 ceph-mon[101289]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-17T00:59:50.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:49 smithi157 ceph-mon[98780]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-17T00:59:50.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:49 smithi187 ceph-mon[90552]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-17T00:59:50.696 INFO:tasks.workunit.client.0.smithi157.stdout: 405: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:50.696 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-W_6L7B2ciLVivKj off=13379736 len=166474 2024-08-17T00:59:50.697 INFO:tasks.workunit.client.0.smithi157.stdout:op 2115 completed, throughput=4.99MB/sec 2024-08-17T00:59:50.697 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-srYdJ1a7OO6mwDB off=19466797 len=429861 2024-08-17T00:59:50.700 INFO:tasks.workunit.client.0.smithi157.stdout:op 2116 completed, throughput=4.99MB/sec 2024-08-17T00:59:50.700 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9MQcEOZxk19hj1o off=4345716 len=491468 2024-08-17T00:59:50.704 INFO:tasks.workunit.client.0.smithi157.stdout:op 2117 completed, throughput=4.99MB/sec 2024-08-17T00:59:50.704 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-A0PliSf6tLIrlha off=454189 len=1063863 2024-08-17T00:59:50.706 INFO:tasks.workunit.client.0.smithi157.stdout:op 2118 completed, throughput=4.99MB/sec 2024-08-17T00:59:50.706 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TDLnOCrv6giDqE_ off=12772606 len=735834 2024-08-17T00:59:50.707 INFO:tasks.workunit.client.0.smithi157.stdout:op 2119 completed, throughput=5MB/sec 2024-08-17T00:59:50.707 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lvzs5Hz3Z-42v33 off=4946095 len=769314 2024-08-17T00:59:50.711 INFO:tasks.workunit.client.0.smithi157.stdout:op 2120 completed, throughput=5MB/sec 2024-08-17T00:59:50.712 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2APeTpPg1PEJPkg off=6391712 len=110012 2024-08-17T00:59:50.714 INFO:tasks.workunit.client.0.smithi157.stdout:op 2121 completed, throughput=5MB/sec 2024-08-17T00:59:50.714 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-g-WUzynTGBU4hSW off=13072069 len=708720 2024-08-17T00:59:50.716 INFO:tasks.workunit.client.0.smithi157.stdout:op 2122 completed, throughput=5MB/sec 2024-08-17T00:59:51.716 INFO:tasks.workunit.client.0.smithi157.stdout: 406: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:51.717 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2E7wm8A7tUR3aDc off=6747200 len=1823163 2024-08-17T00:59:51.719 INFO:tasks.workunit.client.0.smithi157.stdout:op 2123 completed, throughput=4.99MB/sec 2024-08-17T00:59:51.719 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kWUKRnAVDj8eG3f off=3260682 len=1165997 2024-08-17T00:59:51.721 INFO:tasks.workunit.client.0.smithi157.stdout:op 2124 completed, throughput=4.99MB/sec 2024-08-17T00:59:51.722 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WxUKXEMADZDwFWW off=556080 len=1893358 2024-08-17T00:59:51.730 INFO:tasks.workunit.client.0.smithi157.stdout:op 2125 completed, throughput=5MB/sec 2024-08-17T00:59:51.730 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vJ1e0fL1SSBO5fi off=12950402 len=1058856 2024-08-17T00:59:51.731 INFO:tasks.workunit.client.0.smithi157.stdout:op 2126 completed, throughput=5MB/sec 2024-08-17T00:59:52.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:51 smithi187 ceph-mon[90552]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:59:52.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:51 smithi157 ceph-mon[98780]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:59:52.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:51 smithi157 ceph-mon[101289]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T00:59:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 00:59:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T00:59:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:59:52.731 INFO:tasks.workunit.client.0.smithi157.stdout: 407: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:52.732 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UOd3OtEwCt01seC off=3237712 len=1516107 2024-08-17T00:59:52.735 INFO:tasks.workunit.client.0.smithi157.stdout:op 2127 completed, throughput=4.99MB/sec 2024-08-17T00:59:52.735 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-O1_n2ibIGgAV8qh off=11586371 len=659671 2024-08-17T00:59:52.736 INFO:tasks.workunit.client.0.smithi157.stdout:op 2128 completed, throughput=4.99MB/sec 2024-08-17T00:59:52.736 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Qw2PVr1obzjzMp4 off=5635253 len=1808526 2024-08-17T00:59:52.738 INFO:tasks.workunit.client.0.smithi157.stdout:op 2129 completed, throughput=5MB/sec 2024-08-17T00:59:52.738 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ACFcMQA06k-zGbP off=14119941 len=38684 2024-08-17T00:59:52.740 INFO:tasks.workunit.client.0.smithi157.stdout:op 2130 completed, throughput=5MB/sec 2024-08-17T00:59:52.741 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JZyB6qsTi1K4bzH off=11528184 len=764036 2024-08-17T00:59:52.746 INFO:tasks.workunit.client.0.smithi157.stdout:op 2131 completed, throughput=5MB/sec 2024-08-17T00:59:53.746 INFO:tasks.workunit.client.0.smithi157.stdout: 408: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:53.747 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tG-efcNIkqFP0En off=24792118 len=789497 2024-08-17T00:59:53.748 INFO:tasks.workunit.client.0.smithi157.stdout:op 2132 completed, throughput=4.99MB/sec 2024-08-17T00:59:53.748 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ib-bWFh-jvfV4gy off=13274910 len=1073455 2024-08-17T00:59:53.749 INFO:tasks.workunit.client.0.smithi157.stdout:op 2133 completed, throughput=4.99MB/sec 2024-08-17T00:59:53.749 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gYGoH8viV73h2ar off=136362 len=1586591 2024-08-17T00:59:53.751 INFO:tasks.workunit.client.0.smithi157.stdout:op 2134 completed, throughput=5MB/sec 2024-08-17T00:59:53.751 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gfq7-Lw6zjd64Lr off=10433496 len=623038 2024-08-17T00:59:53.756 INFO:tasks.workunit.client.0.smithi157.stdout:op 2135 completed, throughput=5MB/sec 2024-08-17T00:59:53.756 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WgMzO1J7f_r6npi off=2768143 len=19054 2024-08-17T00:59:53.756 INFO:tasks.workunit.client.0.smithi157.stdout:op 2136 completed, throughput=5MB/sec 2024-08-17T00:59:53.756 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hLacW--dum7Pi1h off=965656 len=1712882 2024-08-17T00:59:53.758 INFO:tasks.workunit.client.0.smithi157.stdout:op 2137 completed, throughput=5MB/sec 2024-08-17T00:59:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 00:59:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:00:59:53] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T00:59:54.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:53 smithi157 ceph-mon[98780]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:59:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:53 smithi157 ceph-mon[101289]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:59:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:53 smithi187 ceph-mon[90552]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T00:59:54.758 INFO:tasks.workunit.client.0.smithi157.stdout: 409: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:54.759 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yWPLz_t2dXH5h6n off=12511420 len=463295 2024-08-17T00:59:54.762 INFO:tasks.workunit.client.0.smithi157.stdout:op 2138 completed, throughput=4.99MB/sec 2024-08-17T00:59:54.762 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-a4QB8Il-ot2BTeg off=185782 len=1143600 2024-08-17T00:59:54.769 INFO:tasks.workunit.client.0.smithi157.stdout:op 2139 completed, throughput=4.99MB/sec 2024-08-17T00:59:54.769 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VYqSq1UNNk4Qdp0 off=8718880 len=1256499 2024-08-17T00:59:54.774 INFO:tasks.workunit.client.0.smithi157.stdout:op 2140 completed, throughput=5MB/sec 2024-08-17T00:59:54.775 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--gxcNq6Nt6jlSMq off=1561700 len=695979 2024-08-17T00:59:54.775 INFO:tasks.workunit.client.0.smithi157.stdout:op 2141 completed, throughput=5MB/sec 2024-08-17T00:59:54.775 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LDQ53gs4gnK3L8x off=7134142 len=737044 2024-08-17T00:59:54.777 INFO:tasks.workunit.client.0.smithi157.stdout:op 2142 completed, throughput=5MB/sec 2024-08-17T00:59:54.777 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tfyFJwogeWt_CmE off=3311353 len=1122438 2024-08-17T00:59:54.782 INFO:tasks.workunit.client.0.smithi157.stdout:op 2143 completed, throughput=5MB/sec 2024-08-17T00:59:55.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:55 smithi157 ceph-mon[101289]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T00:59:55.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:55 smithi157 ceph-mon[98780]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T00:59:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:55 smithi187 ceph-mon[90552]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T00:59:55.783 INFO:tasks.workunit.client.0.smithi157.stdout: 410: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:55.783 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rwooJiR5Pa5Jyt_ off=4260684 len=1803726 2024-08-17T00:59:55.786 INFO:tasks.workunit.client.0.smithi157.stdout:op 2144 completed, throughput=4.99MB/sec 2024-08-17T00:59:55.787 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rv8xRbLSZ6RQlZr off=7151733 len=1281436 2024-08-17T00:59:55.793 INFO:tasks.workunit.client.0.smithi157.stdout:op 2145 completed, throughput=5MB/sec 2024-08-17T00:59:55.793 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kOgnCl_VtvLs4YN off=18062849 len=254044 2024-08-17T00:59:55.796 INFO:tasks.workunit.client.0.smithi157.stdout:op 2146 completed, throughput=5MB/sec 2024-08-17T00:59:55.796 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OKsh0A9XWzM8joq off=19797418 len=408152 2024-08-17T00:59:55.800 INFO:tasks.workunit.client.0.smithi157.stdout:op 2147 completed, throughput=5MB/sec 2024-08-17T00:59:55.800 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4Q_JNL8Z72Higuo off=7258083 len=2093878 2024-08-17T00:59:55.811 INFO:tasks.workunit.client.0.smithi157.stdout:op 2148 completed, throughput=5MB/sec 2024-08-17T00:59:56.812 INFO:tasks.workunit.client.0.smithi157.stdout: 411: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:56.812 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jnzuRXWXzxE9zCm off=19145341 len=1855718 2024-08-17T00:59:56.822 INFO:tasks.workunit.client.0.smithi157.stdout:op 2149 completed, throughput=4.99MB/sec 2024-08-17T00:59:56.822 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BblgcJKJReysUrX off=17122522 len=735814 2024-08-17T00:59:56.826 INFO:tasks.workunit.client.0.smithi157.stdout:op 2150 completed, throughput=5MB/sec 2024-08-17T00:59:56.827 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YDA0ORg_IDt5rMk off=3147172 len=1471500 2024-08-17T00:59:56.832 INFO:tasks.workunit.client.0.smithi157.stdout:op 2151 completed, throughput=5MB/sec 2024-08-17T00:59:56.833 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8ov95g7kkSu9D_R off=15501521 len=87957 2024-08-17T00:59:56.833 INFO:tasks.workunit.client.0.smithi157.stdout:op 2152 completed, throughput=5MB/sec 2024-08-17T00:59:56.833 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4kW3u7-Ze7f6QJO off=7590840 len=328015 2024-08-17T00:59:56.834 INFO:tasks.workunit.client.0.smithi157.stdout:op 2153 completed, throughput=5MB/sec 2024-08-17T00:59:57.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:57 smithi157 ceph-mon[98780]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:59:57.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:57 smithi157 ceph-mon[101289]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:59:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:57 smithi187 ceph-mon[90552]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T00:59:57.834 INFO:tasks.workunit.client.0.smithi157.stdout: 412: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:57.834 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gxzdIlZ21b0-eyZ off=4919684 len=923662 2024-08-17T00:59:57.835 INFO:tasks.workunit.client.0.smithi157.stdout:op 2154 completed, throughput=4.99MB/sec 2024-08-17T00:59:57.835 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mgc3qz-iaboFl8E off=4939136 len=1429 2024-08-17T00:59:57.836 INFO:tasks.workunit.client.0.smithi157.stdout:op 2155 completed, throughput=4.99MB/sec 2024-08-17T00:59:57.836 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5AaNxxtFzX8XFbC off=14255422 len=1182385 2024-08-17T00:59:57.838 INFO:tasks.workunit.client.0.smithi157.stdout:op 2156 completed, throughput=4.99MB/sec 2024-08-17T00:59:57.838 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0bCrP2rJbt_KcQk off=6188231 len=1354582 2024-08-17T00:59:57.843 INFO:tasks.workunit.client.0.smithi157.stdout:op 2157 completed, throughput=5MB/sec 2024-08-17T00:59:57.843 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--laTNgGtZMP6HY6 off=4832452 len=445923 2024-08-17T00:59:57.844 INFO:tasks.workunit.client.0.smithi157.stdout:op 2158 completed, throughput=5MB/sec 2024-08-17T00:59:57.844 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Vc0sq2ERh9MpgRN off=4073043 len=1198473 2024-08-17T00:59:57.850 INFO:tasks.workunit.client.0.smithi157.stdout:op 2159 completed, throughput=5MB/sec 2024-08-17T00:59:58.851 INFO:tasks.workunit.client.0.smithi157.stdout: 413: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:58.851 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tXokSdLM77kbIzj off=1317037 len=1581861 2024-08-17T00:59:58.858 INFO:tasks.workunit.client.0.smithi157.stdout:op 2160 completed, throughput=4.99MB/sec 2024-08-17T00:59:58.859 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5tanlZgaisLpv19 off=13027487 len=1180251 2024-08-17T00:59:58.860 INFO:tasks.workunit.client.0.smithi157.stdout:op 2161 completed, throughput=4.99MB/sec 2024-08-17T00:59:58.860 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BkeJ4oHuC9jD5fW off=4112283 len=94303 2024-08-17T00:59:58.863 INFO:tasks.workunit.client.0.smithi157.stdout:op 2162 completed, throughput=4.99MB/sec 2024-08-17T00:59:58.863 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gZEc71gCZLbfu7X off=263333 len=646384 2024-08-17T00:59:58.867 INFO:tasks.workunit.client.0.smithi157.stdout:op 2163 completed, throughput=5MB/sec 2024-08-17T00:59:58.867 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AtVbl8WtL9HhmQc off=1742854 len=1554104 2024-08-17T00:59:58.874 INFO:tasks.workunit.client.0.smithi157.stdout:op 2164 completed, throughput=5MB/sec 2024-08-17T00:59:58.874 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bkUM2Go-_NY0jzg off=3621052 len=689780 2024-08-17T00:59:58.876 INFO:tasks.workunit.client.0.smithi157.stdout:op 2165 completed, throughput=5MB/sec 2024-08-17T00:59:59.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:59 smithi157 ceph-mon[101289]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T00:59:59.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 00:59:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:59 smithi157 ceph-mon[98780]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T00:59:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 00:59:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:59 smithi187 ceph-mon[90552]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T00:59:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 00:59:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:59.876 INFO:tasks.workunit.client.0.smithi157.stdout: 414: throughput=4.99MB/sec pending data=0 2024-08-17T00:59:59.876 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rkXmYWq8YqGCLfc off=3675537 len=1845555 2024-08-17T00:59:59.880 INFO:tasks.workunit.client.0.smithi157.stdout:op 2166 completed, throughput=4.99MB/sec 2024-08-17T00:59:59.880 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--mBCm1R_rN0HQZe off=219934 len=1400823 2024-08-17T00:59:59.888 INFO:tasks.workunit.client.0.smithi157.stdout:op 2167 completed, throughput=5MB/sec 2024-08-17T00:59:59.889 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lG8iNHLXuxPGJjc off=2483234 len=1967692 2024-08-17T00:59:59.891 INFO:tasks.workunit.client.0.smithi157.stdout:op 2168 completed, throughput=5MB/sec 2024-08-17T01:00:00.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:00 smithi157 ceph-mon[101289]: overall HEALTH_OK 2024-08-17T01:00:00.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:00 smithi157 ceph-mon[98780]: overall HEALTH_OK 2024-08-17T01:00:00.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:00 smithi187 ceph-mon[90552]: overall HEALTH_OK 2024-08-17T01:00:00.891 INFO:tasks.workunit.client.0.smithi157.stdout: 415: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:00.892 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-x5kX8TBoP9BdZNx off=21140859 len=404669 2024-08-17T01:00:00.895 INFO:tasks.workunit.client.0.smithi157.stdout:op 2169 completed, throughput=4.99MB/sec 2024-08-17T01:00:00.895 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EEryA_ZHf0105jB off=7765616 len=1894229 2024-08-17T01:00:00.902 INFO:tasks.workunit.client.0.smithi157.stdout:op 2170 completed, throughput=4.99MB/sec 2024-08-17T01:00:00.903 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TzZG9tipuuXwHNt off=6926449 len=795442 2024-08-17T01:00:00.907 INFO:tasks.workunit.client.0.smithi157.stdout:op 2171 completed, throughput=5MB/sec 2024-08-17T01:00:00.907 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uiV9GpWLc83olMq off=9338139 len=1549586 2024-08-17T01:00:00.910 INFO:tasks.workunit.client.0.smithi157.stdout:op 2172 completed, throughput=5MB/sec 2024-08-17T01:00:00.910 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9Qy_OfvPeEzhWym off=6980134 len=701225 2024-08-17T01:00:00.914 INFO:tasks.workunit.client.0.smithi157.stdout:op 2173 completed, throughput=5MB/sec 2024-08-17T01:00:01.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:01 smithi157 ceph-mon[101289]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:00:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:01 smithi157 ceph-mon[98780]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:00:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:01 smithi187 ceph-mon[90552]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:00:01.914 INFO:tasks.workunit.client.0.smithi157.stdout: 416: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:01.915 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-e39P4IVVtR2gVCi off=11687860 len=856955 2024-08-17T01:00:01.916 INFO:tasks.workunit.client.0.smithi157.stdout:op 2174 completed, throughput=4.99MB/sec 2024-08-17T01:00:01.916 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tOQngZG_yDNo06W off=13458490 len=249809 2024-08-17T01:00:01.916 INFO:tasks.workunit.client.0.smithi157.stdout:op 2175 completed, throughput=4.99MB/sec 2024-08-17T01:00:01.917 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DnaTbox7iNi4Y4i off=7751769 len=996213 2024-08-17T01:00:01.922 INFO:tasks.workunit.client.0.smithi157.stdout:op 2176 completed, throughput=4.99MB/sec 2024-08-17T01:00:01.922 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nha0TlUug3v-8Rz off=3776557 len=1641255 2024-08-17T01:00:01.928 INFO:tasks.workunit.client.0.smithi157.stdout:op 2177 completed, throughput=5MB/sec 2024-08-17T01:00:01.928 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IjmvH9kwOtxINcP off=1801876 len=562962 2024-08-17T01:00:01.929 INFO:tasks.workunit.client.0.smithi157.stdout:op 2178 completed, throughput=5MB/sec 2024-08-17T01:00:01.929 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ca_64bj83y-9h0w off=4890376 len=1460217 2024-08-17T01:00:01.931 INFO:tasks.workunit.client.0.smithi157.stdout:op 2179 completed, throughput=5MB/sec 2024-08-17T01:00:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:00:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:00:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:00:02.931 INFO:tasks.workunit.client.0.smithi157.stdout: 417: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:02.931 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oqdK7bjstq9vkwU off=8079263 len=1536840 2024-08-17T01:00:02.933 INFO:tasks.workunit.client.0.smithi157.stdout:op 2180 completed, throughput=4.99MB/sec 2024-08-17T01:00:02.933 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_arGgGCaNiD6JYo off=1857038 len=1913193 2024-08-17T01:00:02.945 INFO:tasks.workunit.client.0.smithi157.stdout:op 2181 completed, throughput=5MB/sec 2024-08-17T01:00:02.945 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tXokSdLM77kbIzj off=4777181 len=1065079 2024-08-17T01:00:02.951 INFO:tasks.workunit.client.0.smithi157.stdout:op 2182 completed, throughput=5MB/sec 2024-08-17T01:00:02.951 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fL7ZIHmRY2qwxy5 off=7556852 len=1790024 2024-08-17T01:00:02.957 INFO:tasks.workunit.client.0.smithi157.stdout:op 2183 completed, throughput=5MB/sec 2024-08-17T01:00:03.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:03 smithi157 ceph-mon[98780]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:00:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:03 smithi157 ceph-mon[101289]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:00:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:03 smithi187 ceph-mon[90552]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:00:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:00:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:00:03] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-17T01:00:03.958 INFO:tasks.workunit.client.0.smithi157.stdout: 418: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:03.958 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hiSWlHHyQE0LcxP off=2207035 len=1506453 2024-08-17T01:00:03.965 INFO:tasks.workunit.client.0.smithi157.stdout:op 2184 completed, throughput=5MB/sec 2024-08-17T01:00:03.965 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oTFFaDxIRrWxSxn off=10863573 len=1118479 2024-08-17T01:00:03.966 INFO:tasks.workunit.client.0.smithi157.stdout:op 2185 completed, throughput=5MB/sec 2024-08-17T01:00:03.967 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YsExBHuJnelJipe off=6320765 len=1953597 2024-08-17T01:00:03.975 INFO:tasks.workunit.client.0.smithi157.stdout:op 2186 completed, throughput=5MB/sec 2024-08-17T01:00:04.975 INFO:tasks.workunit.client.0.smithi157.stdout: 419: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:04.975 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CGz3xJR9CIfajts off=1335852 len=766553 2024-08-17T01:00:04.980 INFO:tasks.workunit.client.0.smithi157.stdout:op 2187 completed, throughput=4.99MB/sec 2024-08-17T01:00:04.980 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-L5hMFCrm2ULBm65 off=8451429 len=984224 2024-08-17T01:00:04.987 INFO:tasks.workunit.client.0.smithi157.stdout:op 2188 completed, throughput=4.99MB/sec 2024-08-17T01:00:04.987 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2wIChMIVpe1jXl7 off=4489903 len=1074192 2024-08-17T01:00:04.988 INFO:tasks.workunit.client.0.smithi157.stdout:op 2189 completed, throughput=5MB/sec 2024-08-17T01:00:04.988 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FKhjhsK5q4igBty off=12941502 len=719973 2024-08-17T01:00:04.989 INFO:tasks.workunit.client.0.smithi157.stdout:op 2190 completed, throughput=5MB/sec 2024-08-17T01:00:04.990 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Vu9AbnM8HoyWi1e off=2237064 len=1960864 2024-08-17T01:00:05.001 INFO:tasks.workunit.client.0.smithi157.stdout:op 2191 completed, throughput=5MB/sec 2024-08-17T01:00:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:05 smithi187 ceph-mon[90552]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:00:05.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:05 smithi157 ceph-mon[101289]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:00:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:05 smithi157 ceph-mon[98780]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:00:06.002 INFO:tasks.workunit.client.0.smithi157.stdout: 420: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:06.002 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-b0o-42HIEf_myJf off=23751767 len=1335649 2024-08-17T01:00:06.004 INFO:tasks.workunit.client.0.smithi157.stdout:op 2192 completed, throughput=4.99MB/sec 2024-08-17T01:00:06.004 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qqly8oVOPzssGHA off=851528 len=1395553 2024-08-17T01:00:06.006 INFO:tasks.workunit.client.0.smithi157.stdout:op 2193 completed, throughput=5MB/sec 2024-08-17T01:00:06.006 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-59fAxZDJw4LgIEz off=737883 len=404512 2024-08-17T01:00:06.010 INFO:tasks.workunit.client.0.smithi157.stdout:op 2194 completed, throughput=5MB/sec 2024-08-17T01:00:06.010 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-txMMXYwwRB77YYN off=6050207 len=1611769 2024-08-17T01:00:06.019 INFO:tasks.workunit.client.0.smithi157.stdout:op 2195 completed, throughput=5MB/sec 2024-08-17T01:00:07.020 INFO:tasks.workunit.client.0.smithi157.stdout: 421: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:07.020 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sQPTMObYYjjs3OV off=19076 len=1934217 2024-08-17T01:00:07.030 INFO:tasks.workunit.client.0.smithi157.stdout:op 2196 completed, throughput=4.99MB/sec 2024-08-17T01:00:07.031 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2iY3QJnDqJxzNe3 off=5984401 len=444287 2024-08-17T01:00:07.031 INFO:tasks.workunit.client.0.smithi157.stdout:op 2197 completed, throughput=4.99MB/sec 2024-08-17T01:00:07.031 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-betMw2YiUNsbdLh off=5666595 len=128959 2024-08-17T01:00:07.031 INFO:tasks.workunit.client.0.smithi157.stdout:op 2198 completed, throughput=4.99MB/sec 2024-08-17T01:00:07.032 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eB_pd9WnQjNrP__ off=948265 len=1001258 2024-08-17T01:00:07.037 INFO:tasks.workunit.client.0.smithi157.stdout:op 2199 completed, throughput=5MB/sec 2024-08-17T01:00:07.037 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iqg1YQ-myPro0pU off=428929 len=148640 2024-08-17T01:00:07.040 INFO:tasks.workunit.client.0.smithi157.stdout:op 2200 completed, throughput=5MB/sec 2024-08-17T01:00:07.040 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-i8cvktLnXdlhXHM off=6450511 len=3060 2024-08-17T01:00:07.040 INFO:tasks.workunit.client.0.smithi157.stdout:op 2201 completed, throughput=5MB/sec 2024-08-17T01:00:07.040 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4OXzL_1reAtYKEi off=1066850 len=162124 2024-08-17T01:00:07.043 INFO:tasks.workunit.client.0.smithi157.stdout:op 2202 completed, throughput=5MB/sec 2024-08-17T01:00:07.043 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nm_jikccAx8iRnd off=2535886 len=593685 2024-08-17T01:00:07.045 INFO:tasks.workunit.client.0.smithi157.stdout:op 2203 completed, throughput=5MB/sec 2024-08-17T01:00:07.045 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PBuw-2UBpiZptFi off=23397587 len=1210248 2024-08-17T01:00:07.046 INFO:tasks.workunit.client.0.smithi157.stdout:op 2204 completed, throughput=5MB/sec 2024-08-17T01:00:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:07 smithi187 ceph-mon[90552]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:00:07.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:07 smithi157 ceph-mon[98780]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:00:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:07 smithi157 ceph-mon[101289]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:00:08.046 INFO:tasks.workunit.client.0.smithi157.stdout: 422: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:08.046 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IYbWa8D7sm4Efwd off=0 len=1457071 2024-08-17T01:00:08.048 INFO:tasks.workunit.client.0.smithi157.stdout:op 2205 completed, throughput=4.99MB/sec 2024-08-17T01:00:08.048 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wU0mmcMYDnTHJmG off=310642 len=1978015 2024-08-17T01:00:08.056 INFO:tasks.workunit.client.0.smithi157.stdout:op 2206 completed, throughput=5MB/sec 2024-08-17T01:00:08.057 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HMMZLQI_T30wk82 off=10813750 len=2055959 2024-08-17T01:00:08.058 INFO:tasks.workunit.client.0.smithi157.stdout:op 2207 completed, throughput=5MB/sec 2024-08-17T01:00:09.059 INFO:tasks.workunit.client.0.smithi157.stdout: 423: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:09.059 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-twPUv03m96sll_N off=1638035 len=1896558 2024-08-17T01:00:09.061 INFO:tasks.workunit.client.0.smithi157.stdout:op 2208 completed, throughput=4.99MB/sec 2024-08-17T01:00:09.061 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BOU9kVnGIkM-Sg3 off=13374219 len=1421497 2024-08-17T01:00:09.063 INFO:tasks.workunit.client.0.smithi157.stdout:op 2209 completed, throughput=5MB/sec 2024-08-17T01:00:09.063 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QE4Zytt1ns9xfUe off=20234034 len=1766366 2024-08-17T01:00:09.070 INFO:tasks.workunit.client.0.smithi157.stdout:op 2210 completed, throughput=5MB/sec 2024-08-17T01:00:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:09 smithi187 ceph-mon[90552]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-17T01:00:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:09 smithi157 ceph-mon[101289]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-17T01:00:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:09 smithi157 ceph-mon[98780]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-17T01:00:10.071 INFO:tasks.workunit.client.0.smithi157.stdout: 424: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:10.071 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CGUGBTRKt--SgBj off=20455968 len=150994 2024-08-17T01:00:10.071 INFO:tasks.workunit.client.0.smithi157.stdout:op 2211 completed, throughput=4.99MB/sec 2024-08-17T01:00:10.072 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-87j2sRM3DTkP3Wd off=1143293 len=884096 2024-08-17T01:00:10.077 INFO:tasks.workunit.client.0.smithi157.stdout:op 2212 completed, throughput=4.99MB/sec 2024-08-17T01:00:10.077 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JKGhsESjA049EKK off=1821585 len=1485036 2024-08-17T01:00:10.078 INFO:tasks.workunit.client.0.smithi157.stdout:op 2213 completed, throughput=5MB/sec 2024-08-17T01:00:10.079 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zXtHtxGNYOcE6bl off=1581439 len=1988733 2024-08-17T01:00:10.083 INFO:tasks.workunit.client.0.smithi157.stdout:op 2214 completed, throughput=5MB/sec 2024-08-17T01:00:10.083 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HwcXYrLLwrO0WsT off=3200153 len=452494 2024-08-17T01:00:10.084 INFO:tasks.workunit.client.0.smithi157.stdout:op 2215 completed, throughput=5MB/sec 2024-08-17T01:00:11.084 INFO:tasks.workunit.client.0.smithi157.stdout: 425: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:11.084 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pcqi0beY__cC0NH off=1892457 len=727162 2024-08-17T01:00:11.085 INFO:tasks.workunit.client.0.smithi157.stdout:op 2216 completed, throughput=4.99MB/sec 2024-08-17T01:00:11.085 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TbjXuHeKA6mx7Us off=16793147 len=1276863 2024-08-17T01:00:11.094 INFO:tasks.workunit.client.0.smithi157.stdout:op 2217 completed, throughput=4.99MB/sec 2024-08-17T01:00:11.094 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-np3SlL-XPizk3uy off=310844 len=1212195 2024-08-17T01:00:11.095 INFO:tasks.workunit.client.0.smithi157.stdout:op 2218 completed, throughput=5MB/sec 2024-08-17T01:00:11.095 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-00O2vV4azy4X2Nl off=819052 len=1593451 2024-08-17T01:00:11.102 INFO:tasks.workunit.client.0.smithi157.stdout:op 2219 completed, throughput=5MB/sec 2024-08-17T01:00:11.102 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-j5tQqrKVg5Jkv8Z off=14476613 len=1794184 2024-08-17T01:00:11.104 INFO:tasks.workunit.client.0.smithi157.stdout:op 2220 completed, throughput=5MB/sec 2024-08-17T01:00:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:11 smithi187 ceph-mon[90552]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:00:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:11 smithi157 ceph-mon[98780]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:00:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:11 smithi157 ceph-mon[101289]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:00:12.104 INFO:tasks.workunit.client.0.smithi157.stdout: 426: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:12.105 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aIJOX0-9tnnakbB off=7613193 len=1716317 2024-08-17T01:00:12.114 INFO:tasks.workunit.client.0.smithi157.stdout:op 2221 completed, throughput=5MB/sec 2024-08-17T01:00:12.115 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vNRnhyCh97tdoAZ off=2400547 len=1101582 2024-08-17T01:00:12.120 INFO:tasks.workunit.client.0.smithi157.stdout:op 2222 completed, throughput=5MB/sec 2024-08-17T01:00:12.120 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7pfn2DAXl3nyUTa off=2250179 len=1217393 2024-08-17T01:00:12.125 INFO:tasks.workunit.client.0.smithi157.stdout:op 2223 completed, throughput=5MB/sec 2024-08-17T01:00:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:00:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:00:13.126 INFO:tasks.workunit.client.0.smithi157.stdout: 427: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:13.126 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hDLwJQUbpTjUZ51 off=18664344 len=1066504 2024-08-17T01:00:13.127 INFO:tasks.workunit.client.0.smithi157.stdout:op 2224 completed, throughput=4.99MB/sec 2024-08-17T01:00:13.128 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dQr5XL7KAoiAxPL off=4348414 len=218478 2024-08-17T01:00:13.131 INFO:tasks.workunit.client.0.smithi157.stdout:op 2225 completed, throughput=4.99MB/sec 2024-08-17T01:00:13.131 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hxnd93C0A3IWNcw off=12430155 len=1704863 2024-08-17T01:00:13.138 INFO:tasks.workunit.client.0.smithi157.stdout:op 2226 completed, throughput=5MB/sec 2024-08-17T01:00:13.138 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6VdPMefxB2U-BLF off=1796205 len=1405575 2024-08-17T01:00:13.147 INFO:tasks.workunit.client.0.smithi157.stdout:op 2227 completed, throughput=5MB/sec 2024-08-17T01:00:13.147 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-piJ8TgPSvWJuNv_ off=17738373 len=451936 2024-08-17T01:00:13.148 INFO:tasks.workunit.client.0.smithi157.stdout:op 2228 completed, throughput=5MB/sec 2024-08-17T01:00:13.148 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MLvxx5i46F7FlC1 off=9058308 len=1102897 2024-08-17T01:00:13.153 INFO:tasks.workunit.client.0.smithi157.stdout:op 2229 completed, throughput=5MB/sec 2024-08-17T01:00:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:13 smithi187 ceph-mon[90552]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:00:13.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:13 smithi157 ceph-mon[98780]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:00:13.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:13 smithi157 ceph-mon[101289]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:00:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:00:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:00:13] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-17T01:00:14.153 INFO:tasks.workunit.client.0.smithi157.stdout: 428: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:14.153 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KjtFn-41_rioPK6 off=10824626 len=1902330 2024-08-17T01:00:14.164 INFO:tasks.workunit.client.0.smithi157.stdout:op 2230 completed, throughput=4.99MB/sec 2024-08-17T01:00:14.164 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7kHDU0uancga7nU off=5442159 len=1934161 2024-08-17T01:00:14.174 INFO:tasks.workunit.client.0.smithi157.stdout:op 2231 completed, throughput=5MB/sec 2024-08-17T01:00:14.175 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8nDqL-zaC2fvfKO off=2319410 len=1235723 2024-08-17T01:00:14.180 INFO:tasks.workunit.client.0.smithi157.stdout:op 2232 completed, throughput=5MB/sec 2024-08-17T01:00:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:14.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:15.180 INFO:tasks.workunit.client.0.smithi157.stdout: 429: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:15.180 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eRKo_HG5UrM7IMX off=8144175 len=2087131 2024-08-17T01:00:15.192 INFO:tasks.workunit.client.0.smithi157.stdout:op 2233 completed, throughput=4.99MB/sec 2024-08-17T01:00:15.192 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gezr55c6t5aOO-x off=389270 len=1469919 2024-08-17T01:00:15.194 INFO:tasks.workunit.client.0.smithi157.stdout:op 2234 completed, throughput=5MB/sec 2024-08-17T01:00:15.194 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bhe3_q8ey0sg9ao off=6700983 len=1365020 2024-08-17T01:00:15.195 INFO:tasks.workunit.client.0.smithi157.stdout:op 2235 completed, throughput=5MB/sec 2024-08-17T01:00:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:15 smithi187 ceph-mon[90552]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:00:15.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:15 smithi157 ceph-mon[101289]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:00:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:15 smithi157 ceph-mon[98780]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:00:16.196 INFO:tasks.workunit.client.0.smithi157.stdout: 430: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:16.196 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6IKpo9ofcLVplDd off=17852642 len=981649 2024-08-17T01:00:16.201 INFO:tasks.workunit.client.0.smithi157.stdout:op 2236 completed, throughput=4.99MB/sec 2024-08-17T01:00:16.201 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ns_P2X-0Hw_bXHN off=8292541 len=1342195 2024-08-17T01:00:16.202 INFO:tasks.workunit.client.0.smithi157.stdout:op 2237 completed, throughput=4.99MB/sec 2024-08-17T01:00:16.203 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-y2Pc1E2njkxbSx4 off=12251610 len=1114741 2024-08-17T01:00:16.207 INFO:tasks.workunit.client.0.smithi157.stdout:op 2238 completed, throughput=5MB/sec 2024-08-17T01:00:16.207 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ot7fgNA7r5opxvx off=6029238 len=897769 2024-08-17T01:00:16.212 INFO:tasks.workunit.client.0.smithi157.stdout:op 2239 completed, throughput=5MB/sec 2024-08-17T01:00:16.212 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FQKP4raTSPxp--8 off=17866221 len=1723077 2024-08-17T01:00:16.220 INFO:tasks.workunit.client.0.smithi157.stdout:op 2240 completed, throughput=5MB/sec 2024-08-17T01:00:17.221 INFO:tasks.workunit.client.0.smithi157.stdout: 431: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:17.222 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aXieLjMmlTNNUgN off=10433432 len=1090158 2024-08-17T01:00:17.223 INFO:tasks.workunit.client.0.smithi157.stdout:op 2241 completed, throughput=4.99MB/sec 2024-08-17T01:00:17.223 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-d8ojrhslU8M9RMy off=8023215 len=1713053 2024-08-17T01:00:17.229 INFO:tasks.workunit.client.0.smithi157.stdout:op 2242 completed, throughput=5MB/sec 2024-08-17T01:00:17.230 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dEehMeCxO65VhYu off=16069852 len=947321 2024-08-17T01:00:17.235 INFO:tasks.workunit.client.0.smithi157.stdout:op 2243 completed, throughput=5MB/sec 2024-08-17T01:00:17.235 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jn22DttAHKUr4Z1 off=308300 len=2037620 2024-08-17T01:00:17.237 INFO:tasks.workunit.client.0.smithi157.stdout:op 2244 completed, throughput=5MB/sec 2024-08-17T01:00:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:17 smithi187 ceph-mon[90552]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:00:17.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:17 smithi157 ceph-mon[98780]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:00:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:17 smithi157 ceph-mon[101289]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:00:18.238 INFO:tasks.workunit.client.0.smithi157.stdout: 432: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:18.238 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aAIs8_6bxab9G9b off=2154127 len=1717397 2024-08-17T01:00:18.248 INFO:tasks.workunit.client.0.smithi157.stdout:op 2245 completed, throughput=4.99MB/sec 2024-08-17T01:00:18.248 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-B4OL5IbaLqXJGvo off=2837349 len=1038407 2024-08-17T01:00:18.250 INFO:tasks.workunit.client.0.smithi157.stdout:op 2246 completed, throughput=5MB/sec 2024-08-17T01:00:18.250 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-M9PNiWrC2qswDkJ off=377015 len=62543 2024-08-17T01:00:18.252 INFO:tasks.workunit.client.0.smithi157.stdout:op 2247 completed, throughput=5MB/sec 2024-08-17T01:00:18.252 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9z3psDcrJwrkddP off=5230838 len=746852 2024-08-17T01:00:18.256 INFO:tasks.workunit.client.0.smithi157.stdout:op 2248 completed, throughput=5MB/sec 2024-08-17T01:00:18.257 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gQgsVzfAJ1d24AH off=5129575 len=817807 2024-08-17T01:00:18.261 INFO:tasks.workunit.client.0.smithi157.stdout:op 2249 completed, throughput=5MB/sec 2024-08-17T01:00:19.261 INFO:tasks.workunit.client.0.smithi157.stdout: 433: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:19.261 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jkwP3IA4i5KKsTQ off=4673361 len=598738 2024-08-17T01:00:19.265 INFO:tasks.workunit.client.0.smithi157.stdout:op 2250 completed, throughput=4.99MB/sec 2024-08-17T01:00:19.265 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZPgonQFiXNJffNh off=11650304 len=269779 2024-08-17T01:00:19.266 INFO:tasks.workunit.client.0.smithi157.stdout:op 2251 completed, throughput=4.99MB/sec 2024-08-17T01:00:19.266 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-a5psJHenSctIfri off=3448260 len=1357384 2024-08-17T01:00:19.273 INFO:tasks.workunit.client.0.smithi157.stdout:op 2252 completed, throughput=4.99MB/sec 2024-08-17T01:00:19.273 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-V5TiRN2R_fxqaAC off=4437736 len=1321761 2024-08-17T01:00:19.276 INFO:tasks.workunit.client.0.smithi157.stdout:op 2253 completed, throughput=5MB/sec 2024-08-17T01:00:19.276 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2DbD-kvgKLXqbjN off=22407514 len=387946 2024-08-17T01:00:19.277 INFO:tasks.workunit.client.0.smithi157.stdout:op 2254 completed, throughput=5MB/sec 2024-08-17T01:00:19.277 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UBk0t8pz_PHPyC0 off=3258591 len=1700416 2024-08-17T01:00:19.286 INFO:tasks.workunit.client.0.smithi157.stdout:op 2255 completed, throughput=5MB/sec 2024-08-17T01:00:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:19 smithi187 ceph-mon[90552]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T01:00:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:19 smithi157 ceph-mon[101289]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T01:00:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:19 smithi157 ceph-mon[98780]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T01:00:20.287 INFO:tasks.workunit.client.0.smithi157.stdout: 434: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:20.287 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Bm_DdX04GrDW-KJ off=3975232 len=707433 2024-08-17T01:00:20.291 INFO:tasks.workunit.client.0.smithi157.stdout:op 2256 completed, throughput=4.99MB/sec 2024-08-17T01:00:20.291 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dMXTGhY6IuY7I1b off=1379730 len=1572266 2024-08-17T01:00:20.298 INFO:tasks.workunit.client.0.smithi157.stdout:op 2257 completed, throughput=4.99MB/sec 2024-08-17T01:00:20.298 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VsYBEVfkUw__E46 off=7612113 len=791431 2024-08-17T01:00:20.299 INFO:tasks.workunit.client.0.smithi157.stdout:op 2258 completed, throughput=5MB/sec 2024-08-17T01:00:20.299 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eb8Gs6kPZ36-guc off=4243343 len=1369070 2024-08-17T01:00:20.305 INFO:tasks.workunit.client.0.smithi157.stdout:op 2259 completed, throughput=5MB/sec 2024-08-17T01:00:20.305 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9gpchc7ymjCUeO5 off=972293 len=165498 2024-08-17T01:00:20.306 INFO:tasks.workunit.client.0.smithi157.stdout:op 2260 completed, throughput=5MB/sec 2024-08-17T01:00:20.306 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UDozPwbIDHpA1WH off=288567 len=1059120 2024-08-17T01:00:20.320 INFO:tasks.workunit.client.0.smithi157.stdout:op 2261 completed, throughput=5MB/sec 2024-08-17T01:00:21.320 INFO:tasks.workunit.client.0.smithi157.stdout: 435: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:21.321 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8Z0FJA7Bw-eedzF off=3257764 len=707563 2024-08-17T01:00:21.325 INFO:tasks.workunit.client.0.smithi157.stdout:op 2262 completed, throughput=4.99MB/sec 2024-08-17T01:00:21.325 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-T5RrKocPNXIHlBP off=2909612 len=943060 2024-08-17T01:00:21.331 INFO:tasks.workunit.client.0.smithi157.stdout:op 2263 completed, throughput=4.99MB/sec 2024-08-17T01:00:21.331 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PA-HHGsMrJZzRDq off=5734833 len=916508 2024-08-17T01:00:21.335 INFO:tasks.workunit.client.0.smithi157.stdout:op 2264 completed, throughput=5MB/sec 2024-08-17T01:00:21.336 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v_ZBWml41Imo-0D off=13352273 len=1886277 2024-08-17T01:00:21.337 INFO:tasks.workunit.client.0.smithi157.stdout:op 2265 completed, throughput=5MB/sec 2024-08-17T01:00:21.338 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Sf5hywoy5YyhWmu off=11490584 len=316026 2024-08-17T01:00:21.338 INFO:tasks.workunit.client.0.smithi157.stdout:op 2266 completed, throughput=5MB/sec 2024-08-17T01:00:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:21 smithi187 ceph-mon[90552]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:00:21.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:21 smithi157 ceph-mon[101289]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:00:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:21 smithi157 ceph-mon[98780]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:00:22.339 INFO:tasks.workunit.client.0.smithi157.stdout: 436: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:22.339 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kMMXoGDMHcn2u41 off=4587322 len=48485 2024-08-17T01:00:22.339 INFO:tasks.workunit.client.0.smithi157.stdout:op 2267 completed, throughput=4.99MB/sec 2024-08-17T01:00:22.340 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aVfXkVq7zYmv3YA off=4460785 len=837952 2024-08-17T01:00:22.344 INFO:tasks.workunit.client.0.smithi157.stdout:op 2268 completed, throughput=4.99MB/sec 2024-08-17T01:00:22.344 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tXiwC2aXu9skE7B off=15681826 len=815427 2024-08-17T01:00:22.349 INFO:tasks.workunit.client.0.smithi157.stdout:op 2269 completed, throughput=4.99MB/sec 2024-08-17T01:00:22.349 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4_oZ1-LUDEmEjXr off=604926 len=514368 2024-08-17T01:00:22.352 INFO:tasks.workunit.client.0.smithi157.stdout:op 2270 completed, throughput=4.99MB/sec 2024-08-17T01:00:22.352 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yCViQ2RhiXqovks off=9288236 len=1408703 2024-08-17T01:00:22.359 INFO:tasks.workunit.client.0.smithi157.stdout:op 2271 completed, throughput=5MB/sec 2024-08-17T01:00:22.359 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TpcP2_yI72noJLC off=7937808 len=1836200 2024-08-17T01:00:22.367 INFO:tasks.workunit.client.0.smithi157.stdout:op 2272 completed, throughput=5MB/sec 2024-08-17T01:00:22.627 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:00:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:00:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:00:23.367 INFO:tasks.workunit.client.0.smithi157.stdout: 437: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:23.367 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--6gnyuDsp9Rbuya off=10820837 len=989082 2024-08-17T01:00:23.372 INFO:tasks.workunit.client.0.smithi157.stdout:op 2273 completed, throughput=4.99MB/sec 2024-08-17T01:00:23.372 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UcfAfb8GLwZclyR off=17144662 len=15590 2024-08-17T01:00:23.374 INFO:tasks.workunit.client.0.smithi157.stdout:op 2274 completed, throughput=4.99MB/sec 2024-08-17T01:00:23.374 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jvQABeTAc3iH7k4 off=5053804 len=792160 2024-08-17T01:00:23.378 INFO:tasks.workunit.client.0.smithi157.stdout:op 2275 completed, throughput=4.99MB/sec 2024-08-17T01:00:23.378 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-os6Cq_lDH9c_Twz off=10536593 len=1187153 2024-08-17T01:00:23.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:23 smithi157 ceph-mon[101289]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:00:23.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:23 smithi157 ceph-mon[98780]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:00:23.386 INFO:tasks.workunit.client.0.smithi157.stdout:op 2276 completed, throughput=5MB/sec 2024-08-17T01:00:23.386 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pcGn6XqvLGwvJQ- off=993373 len=842544 2024-08-17T01:00:23.389 INFO:tasks.workunit.client.0.smithi157.stdout:op 2277 completed, throughput=5MB/sec 2024-08-17T01:00:23.389 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tiE4SjM6LvxES7D off=7196076 len=1253222 2024-08-17T01:00:23.390 INFO:tasks.workunit.client.0.smithi157.stdout:op 2278 completed, throughput=5MB/sec 2024-08-17T01:00:23.390 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rgVXCa1J4ogaHwi off=6402389 len=2054368 2024-08-17T01:00:23.402 INFO:tasks.workunit.client.0.smithi157.stdout:op 2279 completed, throughput=5MB/sec 2024-08-17T01:00:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:23 smithi187 ceph-mon[90552]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:00:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:00:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:00:23] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-08-17T01:00:24.403 INFO:tasks.workunit.client.0.smithi157.stdout: 438: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:24.403 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ChANYD_06pIAA66 off=12213692 len=164709 2024-08-17T01:00:24.406 INFO:tasks.workunit.client.0.smithi157.stdout:op 2280 completed, throughput=4.99MB/sec 2024-08-17T01:00:24.406 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pF0MzqIYl57kJx- off=16576488 len=1721931 2024-08-17T01:00:24.415 INFO:tasks.workunit.client.0.smithi157.stdout:op 2281 completed, throughput=5MB/sec 2024-08-17T01:00:24.415 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xiKD86mxHzzztHS off=5194832 len=1557233 2024-08-17T01:00:24.417 INFO:tasks.workunit.client.0.smithi157.stdout:op 2282 completed, throughput=5MB/sec 2024-08-17T01:00:25.417 INFO:tasks.workunit.client.0.smithi157.stdout: 439: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:25.417 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ljd74SCnFnRPmt3 off=685996 len=452301 2024-08-17T01:00:25.418 INFO:tasks.workunit.client.0.smithi157.stdout:op 2283 completed, throughput=4.99MB/sec 2024-08-17T01:00:25.419 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8Q8ppso4mNEV9h6 off=5994163 len=1554687 2024-08-17T01:00:25.421 INFO:tasks.workunit.client.0.smithi157.stdout:op 2284 completed, throughput=4.99MB/sec 2024-08-17T01:00:25.421 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-p2OuYdxFAK0GX_d off=790998 len=1050573 2024-08-17T01:00:25.422 INFO:tasks.workunit.client.0.smithi157.stdout:op 2285 completed, throughput=5MB/sec 2024-08-17T01:00:25.422 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-W_6L7B2ciLVivKj off=6891543 len=896495 2024-08-17T01:00:25.423 INFO:tasks.workunit.client.0.smithi157.stdout:op 2286 completed, throughput=5MB/sec 2024-08-17T01:00:25.423 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oJnLiTqA_8tpeGF off=13797345 len=1313151 2024-08-17T01:00:25.425 INFO:tasks.workunit.client.0.smithi157.stdout:op 2287 completed, throughput=5MB/sec 2024-08-17T01:00:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:25 smithi187 ceph-mon[90552]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-17T01:00:25.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:25 smithi157 ceph-mon[101289]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-17T01:00:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:25 smithi157 ceph-mon[98780]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-17T01:00:26.425 INFO:tasks.workunit.client.0.smithi157.stdout: 440: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:26.425 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_1kZxHhhynbn9mf off=0 len=1552497 2024-08-17T01:00:26.427 INFO:tasks.workunit.client.0.smithi157.stdout:op 2288 completed, throughput=4.99MB/sec 2024-08-17T01:00:26.427 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-d-KApuwVGnn7a6o off=1972014 len=385780 2024-08-17T01:00:26.428 INFO:tasks.workunit.client.0.smithi157.stdout:op 2289 completed, throughput=4.99MB/sec 2024-08-17T01:00:26.428 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-R91ygroLl58OoXS off=7980387 len=1537585 2024-08-17T01:00:26.433 INFO:tasks.workunit.client.0.smithi157.stdout:op 2290 completed, throughput=5MB/sec 2024-08-17T01:00:26.433 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-V_FIp2Kweahwwss off=403416 len=645942 2024-08-17T01:00:26.434 INFO:tasks.workunit.client.0.smithi157.stdout:op 2291 completed, throughput=5MB/sec 2024-08-17T01:00:26.434 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ht4pSIXGNJ2zfpD off=3558812 len=1810710 2024-08-17T01:00:26.435 INFO:tasks.workunit.client.0.smithi157.stdout:op 2292 completed, throughput=5MB/sec 2024-08-17T01:00:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:26 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:00:26.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:26 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:00:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:26 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:00:27.436 INFO:tasks.workunit.client.0.smithi157.stdout: 441: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:27.436 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-M3HSl-rGz5kvkTa off=3126269 len=329962 2024-08-17T01:00:27.439 INFO:tasks.workunit.client.0.smithi157.stdout:op 2293 completed, throughput=4.99MB/sec 2024-08-17T01:00:27.439 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ArMm7G8uO441UQW off=2416197 len=531846 2024-08-17T01:00:27.446 INFO:tasks.workunit.client.0.smithi157.stdout:op 2294 completed, throughput=4.99MB/sec 2024-08-17T01:00:27.446 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cNM1G_JxqVOkxJM off=23228368 len=113694 2024-08-17T01:00:27.446 INFO:tasks.workunit.client.0.smithi157.stdout:op 2295 completed, throughput=4.99MB/sec 2024-08-17T01:00:27.446 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-R3vO2s-cHAC49w8 off=9735745 len=1464603 2024-08-17T01:00:27.448 INFO:tasks.workunit.client.0.smithi157.stdout:op 2296 completed, throughput=5MB/sec 2024-08-17T01:00:27.448 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-L_wpUwTr7cTnIB- off=11281729 len=1568816 2024-08-17T01:00:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:27 smithi187 ceph-mon[90552]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-08-17T01:00:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:27 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:00:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:27 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:00:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:27 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:00:27.457 INFO:tasks.workunit.client.0.smithi157.stdout:op 2297 completed, throughput=5MB/sec 2024-08-17T01:00:27.457 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hG7s2UZf4iWi1-N off=6089806 len=664457 2024-08-17T01:00:27.462 INFO:tasks.workunit.client.0.smithi157.stdout:op 2298 completed, throughput=5MB/sec 2024-08-17T01:00:27.462 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kO7HhRllAefzQTp off=3792294 len=96085 2024-08-17T01:00:27.464 INFO:tasks.workunit.client.0.smithi157.stdout:op 2299 completed, throughput=5MB/sec 2024-08-17T01:00:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:27 smithi157 ceph-mon[101289]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-08-17T01:00:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:27 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:00:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:27 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:00:27.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:27 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:00:27.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:27 smithi157 ceph-mon[98780]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-08-17T01:00:27.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:27 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:00:27.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:27 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:00:27.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:27 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:00:28.466 INFO:tasks.workunit.client.0.smithi157.stdout: 442: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:28.467 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jHMGvEPBE-tg7NV off=7586094 len=382802 2024-08-17T01:00:28.468 INFO:tasks.workunit.client.0.smithi157.stdout:op 2300 completed, throughput=4.99MB/sec 2024-08-17T01:00:28.468 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Vc0sq2ERh9MpgRN off=6362294 len=374733 2024-08-17T01:00:28.471 INFO:tasks.workunit.client.0.smithi157.stdout:op 2301 completed, throughput=4.99MB/sec 2024-08-17T01:00:28.471 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3qkg6ZzVJZwxwQ9 off=89299 len=486915 2024-08-17T01:00:28.474 INFO:tasks.workunit.client.0.smithi157.stdout:op 2302 completed, throughput=4.99MB/sec 2024-08-17T01:00:28.475 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xS325nNKcUxtscg off=3386382 len=72921 2024-08-17T01:00:28.477 INFO:tasks.workunit.client.0.smithi157.stdout:op 2303 completed, throughput=4.99MB/sec 2024-08-17T01:00:28.477 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-k5-5dnB6t1y0k1f off=7586015 len=1166386 2024-08-17T01:00:28.479 INFO:tasks.workunit.client.0.smithi157.stdout:op 2304 completed, throughput=4.99MB/sec 2024-08-17T01:00:28.479 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--5WYpR1ULElgJ1L off=3695233 len=1390269 2024-08-17T01:00:28.487 INFO:tasks.workunit.client.0.smithi157.stdout:op 2305 completed, throughput=5MB/sec 2024-08-17T01:00:28.487 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_aUHljdnIlIwfJP off=22173524 len=2002714 2024-08-17T01:00:28.490 INFO:tasks.workunit.client.0.smithi157.stdout:op 2306 completed, throughput=5MB/sec 2024-08-17T01:00:29.436 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:29 smithi157 ceph-mon[98780]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:00:29.436 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:29.437 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:29 smithi157 ceph-mon[101289]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:00:29.437 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:29 smithi187 ceph-mon[90552]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:00:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:29.490 INFO:tasks.workunit.client.0.smithi157.stdout: 443: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:29.490 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sfuREwxWhJBnrX7 off=8265533 len=1897948 2024-08-17T01:00:29.499 INFO:tasks.workunit.client.0.smithi157.stdout:op 2307 completed, throughput=4.99MB/sec 2024-08-17T01:00:29.499 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--glxnZFNqiR1JlH off=1481535 len=1477040 2024-08-17T01:00:29.500 INFO:tasks.workunit.client.0.smithi157.stdout:op 2308 completed, throughput=5MB/sec 2024-08-17T01:00:29.501 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bQqez9FOzNm87pn off=806197 len=1420020 2024-08-17T01:00:29.502 INFO:tasks.workunit.client.0.smithi157.stdout:op 2309 completed, throughput=5MB/sec 2024-08-17T01:00:30.503 INFO:tasks.workunit.client.0.smithi157.stdout: 444: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:30.503 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-P8xUEy7h2A1l829 off=9015160 len=154819 2024-08-17T01:00:30.504 INFO:tasks.workunit.client.0.smithi157.stdout:op 2310 completed, throughput=4.99MB/sec 2024-08-17T01:00:30.504 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--gSzYjOdDGnbE-I off=6738449 len=1688985 2024-08-17T01:00:30.514 INFO:tasks.workunit.client.0.smithi157.stdout:op 2311 completed, throughput=4.99MB/sec 2024-08-17T01:00:30.514 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EJZttrzjJUxaEuh off=4928913 len=1025527 2024-08-17T01:00:30.515 INFO:tasks.workunit.client.0.smithi157.stdout:op 2312 completed, throughput=4.99MB/sec 2024-08-17T01:00:30.515 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-C1ZUV5xdktAhN-f off=52979 len=1282375 2024-08-17T01:00:30.521 INFO:tasks.workunit.client.0.smithi157.stdout:op 2313 completed, throughput=5MB/sec 2024-08-17T01:00:30.521 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-48Q4cYbi-UeHyiE off=5932508 len=661909 2024-08-17T01:00:30.525 INFO:tasks.workunit.client.0.smithi157.stdout:op 2314 completed, throughput=5MB/sec 2024-08-17T01:00:30.525 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VgmR1-lSTucQ6IA off=14323459 len=2097050 2024-08-17T01:00:30.528 INFO:tasks.workunit.client.0.smithi157.stdout:op 2315 completed, throughput=5MB/sec 2024-08-17T01:00:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:31 smithi187 ceph-mon[90552]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:00:31.529 INFO:tasks.workunit.client.0.smithi157.stdout: 445: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:31.529 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cWajpKbVRCEcSlR off=9632765 len=1424448 2024-08-17T01:00:31.532 INFO:tasks.workunit.client.0.smithi157.stdout:op 2316 completed, throughput=5MB/sec 2024-08-17T01:00:31.532 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-z9t6rbIknGbKUZ- off=1331638 len=1100586 2024-08-17T01:00:31.539 INFO:tasks.workunit.client.0.smithi157.stdout:op 2317 completed, throughput=5MB/sec 2024-08-17T01:00:31.539 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-py12p4HQSBu-72l off=6912600 len=173759 2024-08-17T01:00:31.539 INFO:tasks.workunit.client.0.smithi157.stdout:op 2318 completed, throughput=5MB/sec 2024-08-17T01:00:31.539 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GRWLc75NuRELqh4 off=11934613 len=1260847 2024-08-17T01:00:31.545 INFO:tasks.workunit.client.0.smithi157.stdout:op 2319 completed, throughput=5MB/sec 2024-08-17T01:00:31.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:31 smithi157 ceph-mon[98780]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:00:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:31 smithi157 ceph-mon[101289]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:00:32.545 INFO:tasks.workunit.client.0.smithi157.stdout: 446: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:32.546 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ESF1BzrfQiv-0wR off=9377640 len=768645 2024-08-17T01:00:32.550 INFO:tasks.workunit.client.0.smithi157.stdout:op 2320 completed, throughput=4.99MB/sec 2024-08-17T01:00:32.551 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8m5iZ1oFDD1P1nE off=10176853 len=422829 2024-08-17T01:00:32.554 INFO:tasks.workunit.client.0.smithi157.stdout:op 2321 completed, throughput=4.99MB/sec 2024-08-17T01:00:32.554 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-66E-u67AGkLx-MY off=11833719 len=305710 2024-08-17T01:00:32.557 INFO:tasks.workunit.client.0.smithi157.stdout:op 2322 completed, throughput=4.99MB/sec 2024-08-17T01:00:32.557 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gSh__u2oHBL49wy off=17902338 len=252184 2024-08-17T01:00:32.558 INFO:tasks.workunit.client.0.smithi157.stdout:op 2323 completed, throughput=4.99MB/sec 2024-08-17T01:00:32.558 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FxqN98fHN_o6cye off=4829825 len=1582513 2024-08-17T01:00:32.564 INFO:tasks.workunit.client.0.smithi157.stdout:op 2324 completed, throughput=5MB/sec 2024-08-17T01:00:32.565 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-usoRokp6eSbrjbJ off=6233771 len=721080 2024-08-17T01:00:32.566 INFO:tasks.workunit.client.0.smithi157.stdout:op 2325 completed, throughput=5MB/sec 2024-08-17T01:00:32.566 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Q7z_Wo4YKLRdThJ off=18758553 len=1062012 2024-08-17T01:00:32.568 INFO:tasks.workunit.client.0.smithi157.stdout:op 2326 completed, throughput=5MB/sec 2024-08-17T01:00:32.568 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ttl9iEVNH096u1F off=2011008 len=1331949 2024-08-17T01:00:32.570 INFO:tasks.workunit.client.0.smithi157.stdout:op 2327 completed, throughput=5MB/sec 2024-08-17T01:00:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:00:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:00:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:00:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:33 smithi187 ceph-mon[90552]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:00:33.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:33 smithi157 ceph-mon[98780]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:00:33.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:33 smithi157 ceph-mon[101289]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:00:33.570 INFO:tasks.workunit.client.0.smithi157.stdout: 447: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:33.570 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JDUx-QhZnVBxY1J off=9578189 len=2019390 2024-08-17T01:00:33.582 INFO:tasks.workunit.client.0.smithi157.stdout:op 2328 completed, throughput=5MB/sec 2024-08-17T01:00:33.582 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9FTn8Wz3nHpY2oi off=2654090 len=1911230 2024-08-17T01:00:33.584 INFO:tasks.workunit.client.0.smithi157.stdout:op 2329 completed, throughput=5MB/sec 2024-08-17T01:00:33.584 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bUIDq-PxdshPvIA off=15317394 len=119313 2024-08-17T01:00:33.585 INFO:tasks.workunit.client.0.smithi157.stdout:op 2330 completed, throughput=5MB/sec 2024-08-17T01:00:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:00:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:00:33] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-08-17T01:00:34.585 INFO:tasks.workunit.client.0.smithi157.stdout: 448: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:34.585 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-L8Lxz9wcYMGUDEd off=12922723 len=1864785 2024-08-17T01:00:34.597 INFO:tasks.workunit.client.0.smithi157.stdout:op 2331 completed, throughput=4.99MB/sec 2024-08-17T01:00:34.597 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nV5Taz7zEU8jZuE off=9317272 len=998301 2024-08-17T01:00:34.602 INFO:tasks.workunit.client.0.smithi157.stdout:op 2332 completed, throughput=4.99MB/sec 2024-08-17T01:00:34.603 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4P5vmnQp4i9n-8i off=3032037 len=275022 2024-08-17T01:00:34.604 INFO:tasks.workunit.client.0.smithi157.stdout:op 2333 completed, throughput=5MB/sec 2024-08-17T01:00:34.604 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-07Nhv8amxQyp24T off=614409 len=1302158 2024-08-17T01:00:34.610 INFO:tasks.workunit.client.0.smithi157.stdout:op 2334 completed, throughput=5MB/sec 2024-08-17T01:00:34.610 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7fZkXeyDS5Pt1a0 off=6696757 len=1389391 2024-08-17T01:00:34.612 INFO:tasks.workunit.client.0.smithi157.stdout:op 2335 completed, throughput=5MB/sec 2024-08-17T01:00:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:35 smithi187 ceph-mon[90552]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:00:35.612 INFO:tasks.workunit.client.0.smithi157.stdout: 449: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:35.613 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-osDGQ_vt2inNEIx off=2482024 len=1723788 2024-08-17T01:00:35.626 INFO:tasks.workunit.client.0.smithi157.stdout:op 2336 completed, throughput=4.99MB/sec 2024-08-17T01:00:35.626 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LcDxevSRTpwPoj_ off=4120538 len=1368054 2024-08-17T01:00:35.626 INFO:tasks.workunit.client.0.smithi157.stdout:op 2337 completed, throughput=5MB/sec 2024-08-17T01:00:35.626 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vg2dRdA_2NmNmKI off=916953 len=424077 2024-08-17T01:00:35.628 INFO:tasks.workunit.client.0.smithi157.stdout:op 2338 completed, throughput=5MB/sec 2024-08-17T01:00:35.629 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fk3TGAcV2O0Ho-t off=18466074 len=2050509 2024-08-17T01:00:35.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:35 smithi157 ceph-mon[98780]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:00:35.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:35 smithi157 ceph-mon[101289]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:00:35.637 INFO:tasks.workunit.client.0.smithi157.stdout:op 2339 completed, throughput=5MB/sec 2024-08-17T01:00:36.637 INFO:tasks.workunit.client.0.smithi157.stdout: 450: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:36.637 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DiMqWCN6BwauGz3 off=2917216 len=1324696 2024-08-17T01:00:36.645 INFO:tasks.workunit.client.0.smithi157.stdout:op 2340 completed, throughput=4.99MB/sec 2024-08-17T01:00:36.645 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZTU1Nel1Fe558HX off=4050960 len=1667805 2024-08-17T01:00:36.655 INFO:tasks.workunit.client.0.smithi157.stdout:op 2341 completed, throughput=5MB/sec 2024-08-17T01:00:36.655 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sHN6S5QTQ7Sr531 off=10442222 len=2049492 2024-08-17T01:00:36.666 INFO:tasks.workunit.client.0.smithi157.stdout:op 2342 completed, throughput=5MB/sec 2024-08-17T01:00:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:37 smithi187 ceph-mon[90552]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:00:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:37 smithi157 ceph-mon[98780]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:00:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:37 smithi157 ceph-mon[101289]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:00:37.666 INFO:tasks.workunit.client.0.smithi157.stdout: 451: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:37.667 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xcnXKkAKM5KJrEb off=5306840 len=1121850 2024-08-17T01:00:37.668 INFO:tasks.workunit.client.0.smithi157.stdout:op 2343 completed, throughput=4.99MB/sec 2024-08-17T01:00:37.669 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gAnhqxv2pJCesQC off=1534520 len=140859 2024-08-17T01:00:37.669 INFO:tasks.workunit.client.0.smithi157.stdout:op 2344 completed, throughput=4.99MB/sec 2024-08-17T01:00:37.670 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-k1LlkjmARhRSW8D off=12970520 len=1761877 2024-08-17T01:00:37.673 INFO:tasks.workunit.client.0.smithi157.stdout:op 2345 completed, throughput=5MB/sec 2024-08-17T01:00:37.673 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--3zGw5Ko9xofuyP off=2410856 len=1382687 2024-08-17T01:00:37.682 INFO:tasks.workunit.client.0.smithi157.stdout:op 2346 completed, throughput=5MB/sec 2024-08-17T01:00:37.682 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3qHXlg9rJcWmjkA off=4773862 len=2045219 2024-08-17T01:00:37.690 INFO:tasks.workunit.client.0.smithi157.stdout:op 2347 completed, throughput=5MB/sec 2024-08-17T01:00:38.690 INFO:tasks.workunit.client.0.smithi157.stdout: 452: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:38.691 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OVrW4KZ4i40yVCk off=609193 len=1341915 2024-08-17T01:00:38.693 INFO:tasks.workunit.client.0.smithi157.stdout:op 2348 completed, throughput=4.99MB/sec 2024-08-17T01:00:38.693 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LcyozYOifOnGFcV off=22324401 len=879576 2024-08-17T01:00:38.697 INFO:tasks.workunit.client.0.smithi157.stdout:op 2349 completed, throughput=5MB/sec 2024-08-17T01:00:38.698 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8KZT-gSQJ5wPZmX off=6171633 len=1415051 2024-08-17T01:00:38.704 INFO:tasks.workunit.client.0.smithi157.stdout:op 2350 completed, throughput=5MB/sec 2024-08-17T01:00:38.704 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uTnRUHu3Hx36z8U off=10975420 len=217591 2024-08-17T01:00:38.706 INFO:tasks.workunit.client.0.smithi157.stdout:op 2351 completed, throughput=5MB/sec 2024-08-17T01:00:38.707 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YFF8OCboFNYdQpx off=12103612 len=671409 2024-08-17T01:00:38.711 INFO:tasks.workunit.client.0.smithi157.stdout:op 2352 completed, throughput=5MB/sec 2024-08-17T01:00:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:39 smithi187 ceph-mon[90552]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:00:39.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:39 smithi157 ceph-mon[101289]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:00:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:39 smithi157 ceph-mon[98780]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:00:39.712 INFO:tasks.workunit.client.0.smithi157.stdout: 453: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:39.712 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Qvvi-wk_8iv-szs off=15468925 len=1950392 2024-08-17T01:00:39.722 INFO:tasks.workunit.client.0.smithi157.stdout:op 2353 completed, throughput=4.99MB/sec 2024-08-17T01:00:39.722 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MUGMFqqe6qGAyC_ off=5403476 len=1596634 2024-08-17T01:00:39.724 INFO:tasks.workunit.client.0.smithi157.stdout:op 2354 completed, throughput=5MB/sec 2024-08-17T01:00:39.724 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-H7nWBlpdTJQGExh off=11504167 len=327890 2024-08-17T01:00:39.728 INFO:tasks.workunit.client.0.smithi157.stdout:op 2355 completed, throughput=5MB/sec 2024-08-17T01:00:39.728 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1rjJGjdBINFK2MO off=4223300 len=1716708 2024-08-17T01:00:39.731 INFO:tasks.workunit.client.0.smithi157.stdout:op 2356 completed, throughput=5MB/sec 2024-08-17T01:00:40.732 INFO:tasks.workunit.client.0.smithi157.stdout: 454: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:40.732 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DMPuhtDG11g0w3x off=0 len=1951772 2024-08-17T01:00:40.743 INFO:tasks.workunit.client.0.smithi157.stdout:op 2357 completed, throughput=4.99MB/sec 2024-08-17T01:00:40.743 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZKYJvUHmompOlMl off=3079300 len=195228 2024-08-17T01:00:40.743 INFO:tasks.workunit.client.0.smithi157.stdout:op 2358 completed, throughput=5MB/sec 2024-08-17T01:00:40.743 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CXKBYlNdO0xpMTW off=22141718 len=1952923 2024-08-17T01:00:40.750 INFO:tasks.workunit.client.0.smithi157.stdout:op 2359 completed, throughput=5MB/sec 2024-08-17T01:00:40.750 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-w1tgHvrQ8Wax1S5 off=7270835 len=962386 2024-08-17T01:00:40.751 INFO:tasks.workunit.client.0.smithi157.stdout:op 2360 completed, throughput=5MB/sec 2024-08-17T01:00:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:41 smithi187 ceph-mon[90552]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:00:41.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:41 smithi157 ceph-mon[101289]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:00:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:41 smithi157 ceph-mon[98780]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:00:41.751 INFO:tasks.workunit.client.0.smithi157.stdout: 455: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:41.751 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VEJ3agGGUcsiLLh off=1567138 len=1742943 2024-08-17T01:00:41.753 INFO:tasks.workunit.client.0.smithi157.stdout:op 2361 completed, throughput=4.99MB/sec 2024-08-17T01:00:41.754 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_zC2ShuojvXpVad off=166633 len=635027 2024-08-17T01:00:41.758 INFO:tasks.workunit.client.0.smithi157.stdout:op 2362 completed, throughput=5MB/sec 2024-08-17T01:00:41.758 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-d4WjHFYKxpEtie9 off=3866495 len=1831064 2024-08-17T01:00:41.767 INFO:tasks.workunit.client.0.smithi157.stdout:op 2363 completed, throughput=5MB/sec 2024-08-17T01:00:41.770 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RbKIToTg8dHYsho off=6475516 len=1120488 2024-08-17T01:00:41.773 INFO:tasks.workunit.client.0.smithi157.stdout:op 2364 completed, throughput=5MB/sec 2024-08-17T01:00:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:00:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:00:42.773 INFO:tasks.workunit.client.0.smithi157.stdout: 456: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:42.773 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IeeNoF4Ld3fwFbx off=4073124 len=1174339 2024-08-17T01:00:42.780 INFO:tasks.workunit.client.0.smithi157.stdout:op 2365 completed, throughput=4.99MB/sec 2024-08-17T01:00:42.780 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sLN83uEh9INUc5- off=7837063 len=421375 2024-08-17T01:00:42.783 INFO:tasks.workunit.client.0.smithi157.stdout:op 2366 completed, throughput=4.99MB/sec 2024-08-17T01:00:42.783 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9HuWe5wCbC_Bfxn off=19777081 len=479396 2024-08-17T01:00:42.787 INFO:tasks.workunit.client.0.smithi157.stdout:op 2367 completed, throughput=4.99MB/sec 2024-08-17T01:00:42.787 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-L1WXEEzKi3lwukm off=8576294 len=1119120 2024-08-17T01:00:42.792 INFO:tasks.workunit.client.0.smithi157.stdout:op 2368 completed, throughput=5MB/sec 2024-08-17T01:00:42.792 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ee7dFJad5mWCj1x off=172918 len=1464801 2024-08-17T01:00:42.794 INFO:tasks.workunit.client.0.smithi157.stdout:op 2369 completed, throughput=5MB/sec 2024-08-17T01:00:42.794 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kcQJSfMHOPs6XkQ off=154191 len=1832157 2024-08-17T01:00:42.802 INFO:tasks.workunit.client.0.smithi157.stdout:op 2370 completed, throughput=5MB/sec 2024-08-17T01:00:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:43 smithi187 ceph-mon[90552]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:00:43.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:43 smithi157 ceph-mon[98780]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:00:43.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:43 smithi157 ceph-mon[101289]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:00:43.802 INFO:tasks.workunit.client.0.smithi157.stdout: 457: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:43.803 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3Lul8MGTULMiFP- off=7313417 len=1439432 2024-08-17T01:00:43.808 INFO:tasks.workunit.client.0.smithi157.stdout:op 2371 completed, throughput=5MB/sec 2024-08-17T01:00:43.809 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3XmXLTyeINLfShY off=553556 len=655492 2024-08-17T01:00:43.810 INFO:tasks.workunit.client.0.smithi157.stdout:op 2372 completed, throughput=5MB/sec 2024-08-17T01:00:43.810 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hSIfrC69-Z3Mcxu off=6466489 len=895471 2024-08-17T01:00:43.816 INFO:tasks.workunit.client.0.smithi157.stdout:op 2373 completed, throughput=5MB/sec 2024-08-17T01:00:43.816 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3Puvv4iyGYUo34e off=3644150 len=14793 2024-08-17T01:00:43.816 INFO:tasks.workunit.client.0.smithi157.stdout:op 2374 completed, throughput=5MB/sec 2024-08-17T01:00:43.816 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WkuF9us05YRVBYr off=7240107 len=448265 2024-08-17T01:00:43.816 INFO:tasks.workunit.client.0.smithi157.stdout:op 2375 completed, throughput=5MB/sec 2024-08-17T01:00:43.816 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5uAO3IJf_0rCY23 off=3409086 len=1398100 2024-08-17T01:00:43.817 INFO:tasks.workunit.client.0.smithi157.stdout:op 2376 completed, throughput=5MB/sec 2024-08-17T01:00:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:00:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:00:43] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-08-17T01:00:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:44.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:44.817 INFO:tasks.workunit.client.0.smithi157.stdout: 458: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:44.817 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-03MlnzTmf-lNze0 off=70945 len=14505 2024-08-17T01:00:44.818 INFO:tasks.workunit.client.0.smithi157.stdout:op 2377 completed, throughput=4.99MB/sec 2024-08-17T01:00:44.818 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8pryrYOZw1wQ1mP off=138280 len=371616 2024-08-17T01:00:44.821 INFO:tasks.workunit.client.0.smithi157.stdout:op 2378 completed, throughput=4.99MB/sec 2024-08-17T01:00:44.821 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QYYwdA-H7yc5oJ9 off=7327194 len=1965840 2024-08-17T01:00:44.829 INFO:tasks.workunit.client.0.smithi157.stdout:op 2379 completed, throughput=5MB/sec 2024-08-17T01:00:44.829 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Zt54msFWgqJ-hU9 off=11654717 len=788597 2024-08-17T01:00:44.830 INFO:tasks.workunit.client.0.smithi157.stdout:op 2380 completed, throughput=5MB/sec 2024-08-17T01:00:44.830 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VgmR1-lSTucQ6IA off=3760462 len=521129 2024-08-17T01:00:44.834 INFO:tasks.workunit.client.0.smithi157.stdout:op 2381 completed, throughput=5MB/sec 2024-08-17T01:00:44.834 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Q1vvS75k69mjxz2 off=885254 len=1611427 2024-08-17T01:00:44.836 INFO:tasks.workunit.client.0.smithi157.stdout:op 2382 completed, throughput=5MB/sec 2024-08-17T01:00:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:45 smithi187 ceph-mon[90552]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:00:45.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:45 smithi157 ceph-mon[98780]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:00:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:45 smithi157 ceph-mon[101289]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:00:45.836 INFO:tasks.workunit.client.0.smithi157.stdout: 459: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:45.836 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pRHZPT6SbznrvFh off=3661416 len=1972917 2024-08-17T01:00:45.848 INFO:tasks.workunit.client.0.smithi157.stdout:op 2383 completed, throughput=5MB/sec 2024-08-17T01:00:45.848 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NNBorneyvnvmO5o off=2785757 len=103497 2024-08-17T01:00:45.849 INFO:tasks.workunit.client.0.smithi157.stdout:op 2384 completed, throughput=5MB/sec 2024-08-17T01:00:45.849 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mJzr02xOY68N_Fk off=23164599 len=612806 2024-08-17T01:00:45.852 INFO:tasks.workunit.client.0.smithi157.stdout:op 2385 completed, throughput=5MB/sec 2024-08-17T01:00:45.853 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dUtY0Yfa_YW1zsM off=9528789 len=982745 2024-08-17T01:00:45.858 INFO:tasks.workunit.client.0.smithi157.stdout:op 2386 completed, throughput=5MB/sec 2024-08-17T01:00:45.858 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9c9UkA1eZipR9ML off=0 len=1454810 2024-08-17T01:00:45.860 INFO:tasks.workunit.client.0.smithi157.stdout:op 2387 completed, throughput=5MB/sec 2024-08-17T01:00:46.860 INFO:tasks.workunit.client.0.smithi157.stdout: 460: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:46.860 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zOw3wI8KCXgbjQk off=6095328 len=78328 2024-08-17T01:00:46.863 INFO:tasks.workunit.client.0.smithi157.stdout:op 2388 completed, throughput=4.99MB/sec 2024-08-17T01:00:46.863 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8TmPVnl6th7RqJ1 off=968655 len=1761546 2024-08-17T01:00:46.865 INFO:tasks.workunit.client.0.smithi157.stdout:op 2389 completed, throughput=4.99MB/sec 2024-08-17T01:00:46.865 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XeS-_yGnWaEwh31 off=7003261 len=959659 2024-08-17T01:00:46.866 INFO:tasks.workunit.client.0.smithi157.stdout:op 2390 completed, throughput=5MB/sec 2024-08-17T01:00:46.866 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-C3yrkfvWlyWQTaC off=7519046 len=1169640 2024-08-17T01:00:46.872 INFO:tasks.workunit.client.0.smithi157.stdout:op 2391 completed, throughput=5MB/sec 2024-08-17T01:00:46.872 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ppEw_Ak6ihW4-Ci off=5533792 len=1639523 2024-08-17T01:00:46.879 INFO:tasks.workunit.client.0.smithi157.stdout:op 2392 completed, throughput=5MB/sec 2024-08-17T01:00:47.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:47 smithi187 ceph-mon[90552]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-08-17T01:00:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:47 smithi157 ceph-mon[98780]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-08-17T01:00:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:47 smithi157 ceph-mon[101289]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-08-17T01:00:47.879 INFO:tasks.workunit.client.0.smithi157.stdout: 461: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:47.880 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TeKK0putznnVNzv off=3801903 len=179385 2024-08-17T01:00:47.883 INFO:tasks.workunit.client.0.smithi157.stdout:op 2393 completed, throughput=4.99MB/sec 2024-08-17T01:00:47.883 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4BfATgueYbWQA7c off=0 len=1242022 2024-08-17T01:00:47.884 INFO:tasks.workunit.client.0.smithi157.stdout:op 2394 completed, throughput=4.99MB/sec 2024-08-17T01:00:47.884 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NEkdPWjrDjsA9oG off=7696571 len=511448 2024-08-17T01:00:47.888 INFO:tasks.workunit.client.0.smithi157.stdout:op 2395 completed, throughput=5MB/sec 2024-08-17T01:00:47.888 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6MAM3FVhk4-9O3x off=3165474 len=262451 2024-08-17T01:00:47.892 INFO:tasks.workunit.client.0.smithi157.stdout:op 2396 completed, throughput=5MB/sec 2024-08-17T01:00:47.892 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YdoCchmI7qMgy_L off=1973137 len=1431831 2024-08-17T01:00:47.898 INFO:tasks.workunit.client.0.smithi157.stdout:op 2397 completed, throughput=5MB/sec 2024-08-17T01:00:47.899 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZgNyNyrkBrT_pWv off=10893717 len=1311376 2024-08-17T01:00:47.904 INFO:tasks.workunit.client.0.smithi157.stdout:op 2398 completed, throughput=5MB/sec 2024-08-17T01:00:48.904 INFO:tasks.workunit.client.0.smithi157.stdout: 462: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:48.904 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OuYNj-nvBBEgpTv off=21512338 len=876342 2024-08-17T01:00:48.909 INFO:tasks.workunit.client.0.smithi157.stdout:op 2399 completed, throughput=4.99MB/sec 2024-08-17T01:00:48.909 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-__c1fy7yc0Bw8MS off=704178 len=673838 2024-08-17T01:00:48.911 INFO:tasks.workunit.client.0.smithi157.stdout:op 2400 completed, throughput=4.99MB/sec 2024-08-17T01:00:48.911 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LcA76rcPegAj3ms off=2559598 len=1376816 2024-08-17T01:00:48.913 INFO:tasks.workunit.client.0.smithi157.stdout:op 2401 completed, throughput=5MB/sec 2024-08-17T01:00:48.913 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XbT5DXCh76fzaiC off=762816 len=1564747 2024-08-17T01:00:48.915 INFO:tasks.workunit.client.0.smithi157.stdout:op 2402 completed, throughput=5MB/sec 2024-08-17T01:00:48.915 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IOH0oDqZGKoc4iW off=325900 len=914782 2024-08-17T01:00:48.920 INFO:tasks.workunit.client.0.smithi157.stdout:op 2403 completed, throughput=5MB/sec 2024-08-17T01:00:49.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:49 smithi157 ceph-mon[98780]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-08-17T01:00:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:49 smithi157 ceph-mon[101289]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-08-17T01:00:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:49 smithi187 ceph-mon[90552]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-08-17T01:00:49.920 INFO:tasks.workunit.client.0.smithi157.stdout: 463: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:49.920 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2ZCq8kjxvxzKGJL off=2866318 len=825119 2024-08-17T01:00:49.925 INFO:tasks.workunit.client.0.smithi157.stdout:op 2404 completed, throughput=4.99MB/sec 2024-08-17T01:00:49.925 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dR7RMR_-kW8rp5k off=15796410 len=895042 2024-08-17T01:00:49.926 INFO:tasks.workunit.client.0.smithi157.stdout:op 2405 completed, throughput=4.99MB/sec 2024-08-17T01:00:49.927 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-alVQNbX-Ojt07jJ off=15546722 len=1665173 2024-08-17T01:00:49.936 INFO:tasks.workunit.client.0.smithi157.stdout:op 2406 completed, throughput=5MB/sec 2024-08-17T01:00:49.936 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qtueaVTRiKKYjdZ off=24192074 len=1007857 2024-08-17T01:00:49.941 INFO:tasks.workunit.client.0.smithi157.stdout:op 2407 completed, throughput=5MB/sec 2024-08-17T01:00:49.941 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-I-JXiSVtyT_6ktm off=744565 len=1050420 2024-08-17T01:00:49.943 INFO:tasks.workunit.client.0.smithi157.stdout:op 2408 completed, throughput=5MB/sec 2024-08-17T01:00:50.943 INFO:tasks.workunit.client.0.smithi157.stdout: 464: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:50.943 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nC9DvcrtGSzUztP off=7130195 len=952545 2024-08-17T01:00:50.949 INFO:tasks.workunit.client.0.smithi157.stdout:op 2409 completed, throughput=4.99MB/sec 2024-08-17T01:00:50.949 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vKQv5rG9xG806bZ off=486336 len=1686908 2024-08-17T01:00:50.951 INFO:tasks.workunit.client.0.smithi157.stdout:op 2410 completed, throughput=5MB/sec 2024-08-17T01:00:50.951 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MqQ6Xpm_rNmag7D off=19501458 len=881328 2024-08-17T01:00:50.953 INFO:tasks.workunit.client.0.smithi157.stdout:op 2411 completed, throughput=5MB/sec 2024-08-17T01:00:50.953 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-q2ctyG2rZ6iP7qW off=10643720 len=355852 2024-08-17T01:00:50.957 INFO:tasks.workunit.client.0.smithi157.stdout:op 2412 completed, throughput=5MB/sec 2024-08-17T01:00:50.957 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zW4hNto9jkoV_Qe off=3039612 len=1439931 2024-08-17T01:00:50.963 INFO:tasks.workunit.client.0.smithi157.stdout:op 2413 completed, throughput=5MB/sec 2024-08-17T01:00:51.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:51 smithi157 ceph-mon[98780]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-17T01:00:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:51 smithi157 ceph-mon[101289]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-17T01:00:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:51 smithi187 ceph-mon[90552]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-17T01:00:51.963 INFO:tasks.workunit.client.0.smithi157.stdout: 465: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:51.963 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ExyYzUm_KnJ8z8N off=16487777 len=1741395 2024-08-17T01:00:51.971 INFO:tasks.workunit.client.0.smithi157.stdout:op 2414 completed, throughput=4.99MB/sec 2024-08-17T01:00:51.971 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UqGQQm1Aa30ey13 off=1455154 len=1458324 2024-08-17T01:00:51.972 INFO:tasks.workunit.client.0.smithi157.stdout:op 2415 completed, throughput=5MB/sec 2024-08-17T01:00:51.972 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_iAxPAUZgcEIFKq off=4783175 len=1580996 2024-08-17T01:00:51.975 INFO:tasks.workunit.client.0.smithi157.stdout:op 2416 completed, throughput=5MB/sec 2024-08-17T01:00:52.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:00:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:00:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:00:52.975 INFO:tasks.workunit.client.0.smithi157.stdout: 466: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:52.976 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--7xqY7IuSCGss5W off=19405222 len=1937189 2024-08-17T01:00:52.978 INFO:tasks.workunit.client.0.smithi157.stdout:op 2417 completed, throughput=4.99MB/sec 2024-08-17T01:00:52.978 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hEqI-HaC4cmBsJU off=4239838 len=206454 2024-08-17T01:00:52.982 INFO:tasks.workunit.client.0.smithi157.stdout:op 2418 completed, throughput=4.99MB/sec 2024-08-17T01:00:52.982 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pk4Pie9dwEICFZ6 off=1449299 len=608860 2024-08-17T01:00:52.982 INFO:tasks.workunit.client.0.smithi157.stdout:op 2419 completed, throughput=5MB/sec 2024-08-17T01:00:52.983 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6EiDG-nJaVvUSIm off=6083546 len=1592500 2024-08-17T01:00:52.984 INFO:tasks.workunit.client.0.smithi157.stdout:op 2420 completed, throughput=5MB/sec 2024-08-17T01:00:52.984 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SHjtrg4KEj1_X9c off=577988 len=1818374 2024-08-17T01:00:52.986 INFO:tasks.workunit.client.0.smithi157.stdout:op 2421 completed, throughput=5MB/sec 2024-08-17T01:00:53.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:53 smithi157 ceph-mon[101289]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:00:53.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:53 smithi157 ceph-mon[98780]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:00:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:53 smithi187 ceph-mon[90552]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:00:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:00:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:00:53] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-08-17T01:00:53.986 INFO:tasks.workunit.client.0.smithi157.stdout: 467: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:53.987 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yX5CfzqndNPl7y- off=3679634 len=1948726 2024-08-17T01:00:53.989 INFO:tasks.workunit.client.0.smithi157.stdout:op 2422 completed, throughput=5MB/sec 2024-08-17T01:00:53.989 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DPxiDG81fielvRc off=4094746 len=658532 2024-08-17T01:00:53.990 INFO:tasks.workunit.client.0.smithi157.stdout:op 2423 completed, throughput=5MB/sec 2024-08-17T01:00:53.990 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8SrYQ0SEZRets0s off=1191695 len=526508 2024-08-17T01:00:53.991 INFO:tasks.workunit.client.0.smithi157.stdout:op 2424 completed, throughput=5MB/sec 2024-08-17T01:00:53.992 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-R5eKejf29yTcjYN off=14147649 len=574454 2024-08-17T01:00:53.995 INFO:tasks.workunit.client.0.smithi157.stdout:op 2425 completed, throughput=5MB/sec 2024-08-17T01:00:53.995 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dRl2IJ8dK1KRIug off=5734741 len=623200 2024-08-17T01:00:53.996 INFO:tasks.workunit.client.0.smithi157.stdout:op 2426 completed, throughput=5MB/sec 2024-08-17T01:00:54.997 INFO:tasks.workunit.client.0.smithi157.stdout: 468: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:54.997 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZpMIs8gvo9ieBqO off=6766461 len=324790 2024-08-17T01:00:55.000 INFO:tasks.workunit.client.0.smithi157.stdout:op 2427 completed, throughput=4.99MB/sec 2024-08-17T01:00:55.000 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--3zGw5Ko9xofuyP off=1368354 len=1135180 2024-08-17T01:00:55.003 INFO:tasks.workunit.client.0.smithi157.stdout:op 2428 completed, throughput=4.99MB/sec 2024-08-17T01:00:55.003 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jJikTOG_xonnijA off=5940702 len=1210204 2024-08-17T01:00:55.005 INFO:tasks.workunit.client.0.smithi157.stdout:op 2429 completed, throughput=5MB/sec 2024-08-17T01:00:55.005 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tO8zyIt3VTqMbsp off=12218947 len=231551 2024-08-17T01:00:55.008 INFO:tasks.workunit.client.0.smithi157.stdout:op 2430 completed, throughput=5MB/sec 2024-08-17T01:00:55.008 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Meh6lJVUQQ1K_IT off=436718 len=1104834 2024-08-17T01:00:55.014 INFO:tasks.workunit.client.0.smithi157.stdout:op 2431 completed, throughput=5MB/sec 2024-08-17T01:00:55.014 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MrsClhZ0GFZZRxJ off=2625504 len=2037982 2024-08-17T01:00:55.022 INFO:tasks.workunit.client.0.smithi157.stdout:op 2432 completed, throughput=5MB/sec 2024-08-17T01:00:55.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:55 smithi157 ceph-mon[98780]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:00:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:55 smithi157 ceph-mon[101289]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:00:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:55 smithi187 ceph-mon[90552]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:00:56.022 INFO:tasks.workunit.client.0.smithi157.stdout: 469: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:56.022 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-h7EHPHvjoBJYgwr off=556091 len=2054887 2024-08-17T01:00:56.031 INFO:tasks.workunit.client.0.smithi157.stdout:op 2433 completed, throughput=5MB/sec 2024-08-17T01:00:56.031 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-r4ghUw_vqgHBWdH off=847040 len=1764425 2024-08-17T01:00:56.034 INFO:tasks.workunit.client.0.smithi157.stdout:op 2434 completed, throughput=5MB/sec 2024-08-17T01:00:56.034 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vF5Qx7R3ID_dt8y off=6864392 len=364685 2024-08-17T01:00:56.036 INFO:tasks.workunit.client.0.smithi157.stdout:op 2435 completed, throughput=5MB/sec 2024-08-17T01:00:56.036 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-krhSIQvdsnYTyQ_ off=1737949 len=1182439 2024-08-17T01:00:56.042 INFO:tasks.workunit.client.0.smithi157.stdout:op 2436 completed, throughput=5MB/sec 2024-08-17T01:00:57.042 INFO:tasks.workunit.client.0.smithi157.stdout: 470: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:57.042 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-thLIQF2Igu_UhKS off=0 len=1579775 2024-08-17T01:00:57.044 INFO:tasks.workunit.client.0.smithi157.stdout:op 2437 completed, throughput=4.99MB/sec 2024-08-17T01:00:57.044 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZnS4UOolACv5v9I off=10180314 len=1200966 2024-08-17T01:00:57.045 INFO:tasks.workunit.client.0.smithi157.stdout:op 2438 completed, throughput=5MB/sec 2024-08-17T01:00:57.046 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-de7lEOcscedUkaU off=14426010 len=1244403 2024-08-17T01:00:57.052 INFO:tasks.workunit.client.0.smithi157.stdout:op 2439 completed, throughput=5MB/sec 2024-08-17T01:00:57.053 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WFpnyWeTw53Fll_ off=14394723 len=1376172 2024-08-17T01:00:57.054 INFO:tasks.workunit.client.0.smithi157.stdout:op 2440 completed, throughput=5MB/sec 2024-08-17T01:00:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:57 smithi157 ceph-mon[98780]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:00:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:57 smithi157 ceph-mon[101289]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:00:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:57 smithi187 ceph-mon[90552]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:00:58.055 INFO:tasks.workunit.client.0.smithi157.stdout: 471: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:58.055 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pN_cMPtn7q3hI1m off=16453915 len=293710 2024-08-17T01:00:58.058 INFO:tasks.workunit.client.0.smithi157.stdout:op 2441 completed, throughput=4.99MB/sec 2024-08-17T01:00:58.058 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6iu_NNSYWSWiMmq off=11132651 len=2078667 2024-08-17T01:00:58.062 INFO:tasks.workunit.client.0.smithi157.stdout:op 2442 completed, throughput=5MB/sec 2024-08-17T01:00:58.062 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_yaa2WP4TN6xQqz off=939546 len=886886 2024-08-17T01:00:58.064 INFO:tasks.workunit.client.0.smithi157.stdout:op 2443 completed, throughput=5MB/sec 2024-08-17T01:00:58.064 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--Nlgd8WrFPGT6hA off=3042948 len=1084598 2024-08-17T01:00:58.065 INFO:tasks.workunit.client.0.smithi157.stdout:op 2444 completed, throughput=5MB/sec 2024-08-17T01:00:58.065 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8-gLjPitYtK86ZT off=450106 len=1901530 2024-08-17T01:00:58.067 INFO:tasks.workunit.client.0.smithi157.stdout:op 2445 completed, throughput=5MB/sec 2024-08-17T01:00:59.068 INFO:tasks.workunit.client.0.smithi157.stdout: 472: throughput=4.99MB/sec pending data=0 2024-08-17T01:00:59.068 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-exwDV9n728WpnWu off=1225719 len=1190917 2024-08-17T01:00:59.074 INFO:tasks.workunit.client.0.smithi157.stdout:op 2446 completed, throughput=5MB/sec 2024-08-17T01:00:59.074 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IH4n5nzObM_yHFW off=10092194 len=1574173 2024-08-17T01:00:59.077 INFO:tasks.workunit.client.0.smithi157.stdout:op 2447 completed, throughput=5MB/sec 2024-08-17T01:00:59.077 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Y68BFMGpK0k0mec off=9011692 len=33835 2024-08-17T01:00:59.078 INFO:tasks.workunit.client.0.smithi157.stdout:op 2448 completed, throughput=5MB/sec 2024-08-17T01:00:59.078 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zpnUYRA9bK4XNEP off=6692607 len=1092786 2024-08-17T01:00:59.083 INFO:tasks.workunit.client.0.smithi157.stdout:op 2449 completed, throughput=5MB/sec 2024-08-17T01:00:59.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:59 smithi157 ceph-mon[98780]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:00:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:00:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:59 smithi157 ceph-mon[101289]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:00:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:00:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:59 smithi187 ceph-mon[90552]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:00:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:00:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:00.084 INFO:tasks.workunit.client.0.smithi157.stdout: 473: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:00.084 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZkzlCro0uylsgTV off=11331670 len=2049443 2024-08-17T01:01:00.088 INFO:tasks.workunit.client.0.smithi157.stdout:op 2450 completed, throughput=4.99MB/sec 2024-08-17T01:01:00.088 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wllVMXmOiFj960j off=6843126 len=245879 2024-08-17T01:01:00.091 INFO:tasks.workunit.client.0.smithi157.stdout:op 2451 completed, throughput=4.99MB/sec 2024-08-17T01:01:00.091 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MJIJV5krHissUY8 off=10020813 len=1886022 2024-08-17T01:01:00.093 INFO:tasks.workunit.client.0.smithi157.stdout:op 2452 completed, throughput=5MB/sec 2024-08-17T01:01:00.093 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Nkg8noTfD3Cxhd5 off=4028905 len=422687 2024-08-17T01:01:00.096 INFO:tasks.workunit.client.0.smithi157.stdout:op 2453 completed, throughput=5MB/sec 2024-08-17T01:01:00.097 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AwVcxDrkhuouKf4 off=6830839 len=1997908 2024-08-17T01:01:00.098 INFO:tasks.workunit.client.0.smithi157.stdout:op 2454 completed, throughput=5MB/sec 2024-08-17T01:01:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: 474: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:01.099 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ivsTrmp7hn8oE4H off=965118 len=1392167 2024-08-17T01:01:01.101 INFO:tasks.workunit.client.0.smithi157.stdout:op 2455 completed, throughput=5MB/sec 2024-08-17T01:01:01.101 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YggFvFW4DRXUyAK off=17820703 len=85103 2024-08-17T01:01:01.102 INFO:tasks.workunit.client.0.smithi157.stdout:op 2456 completed, throughput=5MB/sec 2024-08-17T01:01:01.102 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3pA_IWZ0AbntRTW off=795178 len=1979398 2024-08-17T01:01:01.111 INFO:tasks.workunit.client.0.smithi157.stdout:op 2457 completed, throughput=5MB/sec 2024-08-17T01:01:01.111 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-r5uU8m1df-rL8j3 off=9652403 len=889410 2024-08-17T01:01:01.116 INFO:tasks.workunit.client.0.smithi157.stdout:op 2458 completed, throughput=5MB/sec 2024-08-17T01:01:01.595 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:01 smithi187 ceph-mon[90552]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:01:01.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:01 smithi157 ceph-mon[98780]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:01:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:01 smithi157 ceph-mon[101289]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:01:02.116 INFO:tasks.workunit.client.0.smithi157.stdout: 475: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:02.117 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dkbP0Son2321vcU off=1745073 len=1359260 2024-08-17T01:01:02.123 INFO:tasks.workunit.client.0.smithi157.stdout:op 2459 completed, throughput=4.99MB/sec 2024-08-17T01:01:02.123 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NUN40wKzsi06R6O off=11630770 len=1371407 2024-08-17T01:01:02.129 INFO:tasks.workunit.client.0.smithi157.stdout:op 2460 completed, throughput=5MB/sec 2024-08-17T01:01:02.129 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_-GvVqdjs-ma9j_ off=1643386 len=258202 2024-08-17T01:01:02.130 INFO:tasks.workunit.client.0.smithi157.stdout:op 2461 completed, throughput=5MB/sec 2024-08-17T01:01:02.130 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fSw2KDvWk0kPwAm off=5071753 len=1825190 2024-08-17T01:01:02.132 INFO:tasks.workunit.client.0.smithi157.stdout:op 2462 completed, throughput=5MB/sec 2024-08-17T01:01:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:01:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:01:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:01:03.132 INFO:tasks.workunit.client.0.smithi157.stdout: 476: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:03.132 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PwidNybIlVa2LIX off=3374408 len=971452 2024-08-17T01:01:03.138 INFO:tasks.workunit.client.0.smithi157.stdout:op 2463 completed, throughput=4.99MB/sec 2024-08-17T01:01:03.138 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fj3Z8njtbdollPZ off=11201835 len=1437293 2024-08-17T01:01:03.147 INFO:tasks.workunit.client.0.smithi157.stdout:op 2464 completed, throughput=4.99MB/sec 2024-08-17T01:01:03.147 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nsaCUoB2wD5kgIT off=8640003 len=1944497 2024-08-17T01:01:03.159 INFO:tasks.workunit.client.0.smithi157.stdout:op 2465 completed, throughput=5MB/sec 2024-08-17T01:01:03.159 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-L0TZooezVd7SvRW off=367588 len=357806 2024-08-17T01:01:03.160 INFO:tasks.workunit.client.0.smithi157.stdout:op 2466 completed, throughput=5MB/sec 2024-08-17T01:01:03.160 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RFiSs2ViGbDBImh off=7191426 len=168152 2024-08-17T01:01:03.162 INFO:tasks.workunit.client.0.smithi157.stdout:op 2467 completed, throughput=5MB/sec 2024-08-17T01:01:03.162 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zztjDkALqeggt7- off=4466 len=1111303 2024-08-17T01:01:03.163 INFO:tasks.workunit.client.0.smithi157.stdout:op 2468 completed, throughput=5MB/sec 2024-08-17T01:01:03.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:03 smithi157 ceph-mon[98780]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:01:03.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:03 smithi157 ceph-mon[101289]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:01:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:03 smithi187 ceph-mon[90552]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:01:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:01:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:01:03] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:01:04.164 INFO:tasks.workunit.client.0.smithi157.stdout: 477: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:04.164 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BSLCX14UKl8ff0s off=4424658 len=930666 2024-08-17T01:01:04.166 INFO:tasks.workunit.client.0.smithi157.stdout:op 2469 completed, throughput=4.99MB/sec 2024-08-17T01:01:04.166 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HvFC55bNXw9RZIV off=1216494 len=1485523 2024-08-17T01:01:04.167 INFO:tasks.workunit.client.0.smithi157.stdout:op 2470 completed, throughput=5MB/sec 2024-08-17T01:01:04.168 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Aijtzvwb0pK_4JK off=3917156 len=1175268 2024-08-17T01:01:04.169 INFO:tasks.workunit.client.0.smithi157.stdout:op 2471 completed, throughput=5MB/sec 2024-08-17T01:01:04.169 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hS4T18B5LYkiOjz off=1327113 len=952200 2024-08-17T01:01:04.172 INFO:tasks.workunit.client.0.smithi157.stdout:op 2472 completed, throughput=5MB/sec 2024-08-17T01:01:05.172 INFO:tasks.workunit.client.0.smithi157.stdout: 478: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:05.172 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_O5lpTcdsiuv8Se off=2009150 len=2065869 2024-08-17T01:01:05.185 INFO:tasks.workunit.client.0.smithi157.stdout:op 2473 completed, throughput=4.99MB/sec 2024-08-17T01:01:05.185 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KaX4XSgu_RKyM1B off=1851595 len=393999 2024-08-17T01:01:05.185 INFO:tasks.workunit.client.0.smithi157.stdout:op 2474 completed, throughput=4.99MB/sec 2024-08-17T01:01:05.185 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8eb5SpcXzA0e2FX off=21972 len=1874948 2024-08-17T01:01:05.188 INFO:tasks.workunit.client.0.smithi157.stdout:op 2475 completed, throughput=5MB/sec 2024-08-17T01:01:05.188 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kS7x9wHlkFG0BbV off=17171885 len=1927067 2024-08-17T01:01:05.196 INFO:tasks.workunit.client.0.smithi157.stdout:op 2476 completed, throughput=5MB/sec 2024-08-17T01:01:05.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:05 smithi157 ceph-mon[98780]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:01:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:05 smithi157 ceph-mon[101289]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:01:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:05 smithi187 ceph-mon[90552]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:01:06.197 INFO:tasks.workunit.client.0.smithi157.stdout: 479: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:06.197 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bhe3_q8ey0sg9ao off=535826 len=1152358 2024-08-17T01:01:06.198 INFO:tasks.workunit.client.0.smithi157.stdout:op 2477 completed, throughput=4.99MB/sec 2024-08-17T01:01:06.198 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5LP7X_nSiaYBmbr off=4500744 len=282624 2024-08-17T01:01:06.199 INFO:tasks.workunit.client.0.smithi157.stdout:op 2478 completed, throughput=4.99MB/sec 2024-08-17T01:01:06.199 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wMl6dFNutmCNC6Q off=328010 len=538580 2024-08-17T01:01:06.203 INFO:tasks.workunit.client.0.smithi157.stdout:op 2479 completed, throughput=5MB/sec 2024-08-17T01:01:06.204 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ld7rOCuhdo7ctV5 off=5086539 len=1632405 2024-08-17T01:01:06.205 INFO:tasks.workunit.client.0.smithi157.stdout:op 2480 completed, throughput=5MB/sec 2024-08-17T01:01:06.205 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Nd8Cz-vva9thmM0 off=380757 len=1206426 2024-08-17T01:01:06.211 INFO:tasks.workunit.client.0.smithi157.stdout:op 2481 completed, throughput=5MB/sec 2024-08-17T01:01:07.211 INFO:tasks.workunit.client.0.smithi157.stdout: 480: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:07.212 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_FY6oAtWfGkgH-h off=1615430 len=42869 2024-08-17T01:01:07.212 INFO:tasks.workunit.client.0.smithi157.stdout:op 2482 completed, throughput=4.99MB/sec 2024-08-17T01:01:07.212 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-igcq8ndsAHlpy-B off=14846666 len=950695 2024-08-17T01:01:07.213 INFO:tasks.workunit.client.0.smithi157.stdout:op 2483 completed, throughput=4.99MB/sec 2024-08-17T01:01:07.214 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yh5ZEgx5iOvNkKY off=11633902 len=476803 2024-08-17T01:01:07.214 INFO:tasks.workunit.client.0.smithi157.stdout:op 2484 completed, throughput=4.99MB/sec 2024-08-17T01:01:07.215 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tgo30DG4-2q9rpz off=3549037 len=926773 2024-08-17T01:01:07.219 INFO:tasks.workunit.client.0.smithi157.stdout:op 2485 completed, throughput=5MB/sec 2024-08-17T01:01:07.219 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vJuh72AjWDs935p off=341380 len=1564379 2024-08-17T01:01:07.221 INFO:tasks.workunit.client.0.smithi157.stdout:op 2486 completed, throughput=5MB/sec 2024-08-17T01:01:07.221 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DI-f0cWEN0PaRor off=1231111 len=76647 2024-08-17T01:01:07.223 INFO:tasks.workunit.client.0.smithi157.stdout:op 2487 completed, throughput=5MB/sec 2024-08-17T01:01:07.224 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UBk0t8pz_PHPyC0 off=8551032 len=600050 2024-08-17T01:01:07.225 INFO:tasks.workunit.client.0.smithi157.stdout:op 2488 completed, throughput=5MB/sec 2024-08-17T01:01:07.225 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-acHii7Qpcezt8xL off=13609549 len=1166436 2024-08-17T01:01:07.231 INFO:tasks.workunit.client.0.smithi157.stdout:op 2489 completed, throughput=5MB/sec 2024-08-17T01:01:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:07 smithi157 ceph-mon[101289]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:01:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:07 smithi157 ceph-mon[98780]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:01:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:07 smithi187 ceph-mon[90552]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:01:08.231 INFO:tasks.workunit.client.0.smithi157.stdout: 481: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:08.231 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WHlQdDCpPSXa2P7 off=11692647 len=755132 2024-08-17T01:01:08.232 INFO:tasks.workunit.client.0.smithi157.stdout:op 2490 completed, throughput=4.99MB/sec 2024-08-17T01:01:08.232 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kjOiKlAqrIqngbA off=10137293 len=1674889 2024-08-17T01:01:08.236 INFO:tasks.workunit.client.0.smithi157.stdout:op 2491 completed, throughput=5MB/sec 2024-08-17T01:01:08.236 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RtIK0AX5aW9wWsg off=1823104 len=955916 2024-08-17T01:01:08.241 INFO:tasks.workunit.client.0.smithi157.stdout:op 2492 completed, throughput=5MB/sec 2024-08-17T01:01:08.241 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-imkfmzmRr5buNCl off=6870456 len=2064051 2024-08-17T01:01:08.248 INFO:tasks.workunit.client.0.smithi157.stdout:op 2493 completed, throughput=5MB/sec 2024-08-17T01:01:09.249 INFO:tasks.workunit.client.0.smithi157.stdout: 482: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:09.249 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-58Z22cxoYSVE3E5 off=2474253 len=1644911 2024-08-17T01:01:09.251 INFO:tasks.workunit.client.0.smithi157.stdout:op 2494 completed, throughput=4.99MB/sec 2024-08-17T01:01:09.251 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AA4HcjJ2dyD__Fo off=1423635 len=1905284 2024-08-17T01:01:09.259 INFO:tasks.workunit.client.0.smithi157.stdout:op 2495 completed, throughput=5MB/sec 2024-08-17T01:01:09.260 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DFImcdyjPiUcvA- off=6267664 len=159562 2024-08-17T01:01:09.260 INFO:tasks.workunit.client.0.smithi157.stdout:op 2496 completed, throughput=5MB/sec 2024-08-17T01:01:09.260 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-k41hlxJ4a-Z7_VK off=9131703 len=172295 2024-08-17T01:01:09.261 INFO:tasks.workunit.client.0.smithi157.stdout:op 2497 completed, throughput=5MB/sec 2024-08-17T01:01:09.261 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qFHh24anvAuKo0S off=8665250 len=1926189 2024-08-17T01:01:09.270 INFO:tasks.workunit.client.0.smithi157.stdout:op 2498 completed, throughput=5MB/sec 2024-08-17T01:01:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:09 smithi157 ceph-mon[101289]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-17T01:01:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:09 smithi157 ceph-mon[98780]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-17T01:01:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:09 smithi187 ceph-mon[90552]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-17T01:01:10.271 INFO:tasks.workunit.client.0.smithi157.stdout: 483: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:10.271 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mBuCQ_hHfreQqa_ off=12251952 len=88929 2024-08-17T01:01:10.271 INFO:tasks.workunit.client.0.smithi157.stdout:op 2499 completed, throughput=4.99MB/sec 2024-08-17T01:01:10.271 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_8WBRR0EJGmEJOa off=4223308 len=3204 2024-08-17T01:01:10.273 INFO:tasks.workunit.client.0.smithi157.stdout:op 2500 completed, throughput=4.99MB/sec 2024-08-17T01:01:10.274 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QfWc3-cRu6gqDsT off=231525 len=1103068 2024-08-17T01:01:10.279 INFO:tasks.workunit.client.0.smithi157.stdout:op 2501 completed, throughput=4.99MB/sec 2024-08-17T01:01:10.279 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4O_dkfRSv0tLDHJ off=218834 len=609084 2024-08-17T01:01:10.284 INFO:tasks.workunit.client.0.smithi157.stdout:op 2502 completed, throughput=5MB/sec 2024-08-17T01:01:10.284 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-w4zAaQb39ItIl2R off=10076743 len=1033169 2024-08-17T01:01:10.285 INFO:tasks.workunit.client.0.smithi157.stdout:op 2503 completed, throughput=5MB/sec 2024-08-17T01:01:10.285 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yIIJFBqxx6P0Vea off=2311656 len=443019 2024-08-17T01:01:10.288 INFO:tasks.workunit.client.0.smithi157.stdout:op 2504 completed, throughput=5MB/sec 2024-08-17T01:01:10.288 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OdQsLjnGQ2ou_o7 off=4332602 len=1813454 2024-08-17T01:01:10.290 INFO:tasks.workunit.client.0.smithi157.stdout:op 2505 completed, throughput=5MB/sec 2024-08-17T01:01:11.291 INFO:tasks.workunit.client.0.smithi157.stdout: 484: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:11.291 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DCqnip0P0_vLRmI off=1276760 len=741503 2024-08-17T01:01:11.293 INFO:tasks.workunit.client.0.smithi157.stdout:op 2506 completed, throughput=4.99MB/sec 2024-08-17T01:01:11.293 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9biOYfmWVaFgX_z off=304165 len=1739314 2024-08-17T01:01:11.296 INFO:tasks.workunit.client.0.smithi157.stdout:op 2507 completed, throughput=5MB/sec 2024-08-17T01:01:11.296 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7ICNfiF3UlIv5gJ off=14307926 len=1783183 2024-08-17T01:01:11.298 INFO:tasks.workunit.client.0.smithi157.stdout:op 2508 completed, throughput=5MB/sec 2024-08-17T01:01:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:11 smithi157 ceph-mon[101289]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:01:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:11 smithi157 ceph-mon[98780]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:01:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:11 smithi187 ceph-mon[90552]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:01:12.298 INFO:tasks.workunit.client.0.smithi157.stdout: 485: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:12.299 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nxr1iZorpiSfHSL off=421176 len=1136386 2024-08-17T01:01:12.304 INFO:tasks.workunit.client.0.smithi157.stdout:op 2509 completed, throughput=4.99MB/sec 2024-08-17T01:01:12.304 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RY2j0yNkQ3Adbo1 off=9252176 len=1565803 2024-08-17T01:01:12.310 INFO:tasks.workunit.client.0.smithi157.stdout:op 2510 completed, throughput=5MB/sec 2024-08-17T01:01:12.311 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Fwtk1f6dTfZ5MoQ off=3831754 len=1747607 2024-08-17T01:01:12.317 INFO:tasks.workunit.client.0.smithi157.stdout:op 2511 completed, throughput=5MB/sec 2024-08-17T01:01:12.317 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EoBpzPYL1Rqbbpx off=3112767 len=546475 2024-08-17T01:01:12.317 INFO:tasks.workunit.client.0.smithi157.stdout:op 2512 completed, throughput=5MB/sec 2024-08-17T01:01:12.318 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-z8r3LrG93QYGjEp off=14007226 len=304945 2024-08-17T01:01:12.318 INFO:tasks.workunit.client.0.smithi157.stdout:op 2513 completed, throughput=5MB/sec 2024-08-17T01:01:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:01:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:01:13.318 INFO:tasks.workunit.client.0.smithi157.stdout: 486: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:13.319 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MhtexrNrqfZW6T7 off=9178295 len=265032 2024-08-17T01:01:13.322 INFO:tasks.workunit.client.0.smithi157.stdout:op 2514 completed, throughput=4.99MB/sec 2024-08-17T01:01:13.322 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CX-bp90eEYlInPD off=9150160 len=327778 2024-08-17T01:01:13.325 INFO:tasks.workunit.client.0.smithi157.stdout:op 2515 completed, throughput=4.99MB/sec 2024-08-17T01:01:13.325 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0Bb_xGeLsksBz5f off=15685000 len=1688878 2024-08-17T01:01:13.327 INFO:tasks.workunit.client.0.smithi157.stdout:op 2516 completed, throughput=4.99MB/sec 2024-08-17T01:01:13.327 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-t4XBAcOxOjEFlEI off=161691 len=1273151 2024-08-17T01:01:13.336 INFO:tasks.workunit.client.0.smithi157.stdout:op 2517 completed, throughput=5MB/sec 2024-08-17T01:01:13.336 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-syFCa6ejh9iK80s off=1547321 len=685354 2024-08-17T01:01:13.340 INFO:tasks.workunit.client.0.smithi157.stdout:op 2518 completed, throughput=5MB/sec 2024-08-17T01:01:13.340 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jP2KVEv9v9S1ERj off=9086479 len=1231435 2024-08-17T01:01:13.346 INFO:tasks.workunit.client.0.smithi157.stdout:op 2519 completed, throughput=5MB/sec 2024-08-17T01:01:13.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:13 smithi157 ceph-mon[101289]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:01:13.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:13 smithi157 ceph-mon[98780]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:01:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:13 smithi187 ceph-mon[90552]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:01:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:01:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:01:13] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:01:14.347 INFO:tasks.workunit.client.0.smithi157.stdout: 487: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:14.347 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mj5IpYvspoSY_c5 off=2082812 len=5537 2024-08-17T01:01:14.349 INFO:tasks.workunit.client.0.smithi157.stdout:op 2520 completed, throughput=4.99MB/sec 2024-08-17T01:01:14.349 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6wnsVKXucHUFRiL off=22254706 len=454715 2024-08-17T01:01:14.350 INFO:tasks.workunit.client.0.smithi157.stdout:op 2521 completed, throughput=4.99MB/sec 2024-08-17T01:01:14.351 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4TOgcs2R0G8TWBM off=4605655 len=1144319 2024-08-17T01:01:14.357 INFO:tasks.workunit.client.0.smithi157.stdout:op 2522 completed, throughput=4.99MB/sec 2024-08-17T01:01:14.357 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-f0Dn-trsFW8Vj3M off=1491086 len=1408749 2024-08-17T01:01:14.364 INFO:tasks.workunit.client.0.smithi157.stdout:op 2523 completed, throughput=5MB/sec 2024-08-17T01:01:14.364 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8h8l1yr6-mTpWni off=7202854 len=1190533 2024-08-17T01:01:14.366 INFO:tasks.workunit.client.0.smithi157.stdout:op 2524 completed, throughput=5MB/sec 2024-08-17T01:01:14.366 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Y8ZAmpdPg0PjNPd off=3868637 len=1687929 2024-08-17T01:01:14.375 INFO:tasks.workunit.client.0.smithi157.stdout:op 2525 completed, throughput=5MB/sec 2024-08-17T01:01:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:15.376 INFO:tasks.workunit.client.0.smithi157.stdout: 488: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:15.376 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IBKPyqRfcXiYpt4 off=738489 len=1677804 2024-08-17T01:01:15.379 INFO:tasks.workunit.client.0.smithi157.stdout:op 2526 completed, throughput=4.99MB/sec 2024-08-17T01:01:15.380 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--pEzAHCTSjc7ocQ off=5899194 len=455188 2024-08-17T01:01:15.380 INFO:tasks.workunit.client.0.smithi157.stdout:op 2527 completed, throughput=5MB/sec 2024-08-17T01:01:15.380 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IeeNoF4Ld3fwFbx off=471401 len=518108 2024-08-17T01:01:15.381 INFO:tasks.workunit.client.0.smithi157.stdout:op 2528 completed, throughput=5MB/sec 2024-08-17T01:01:15.381 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Oc5w--1M9MK8LyJ off=4955489 len=774828 2024-08-17T01:01:15.385 INFO:tasks.workunit.client.0.smithi157.stdout:op 2529 completed, throughput=5MB/sec 2024-08-17T01:01:15.385 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-v6JEKtTu0XoPXyq off=2846267 len=711687 2024-08-17T01:01:15.391 INFO:tasks.workunit.client.0.smithi157.stdout:op 2530 completed, throughput=5MB/sec 2024-08-17T01:01:15.391 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4WlBU1T7NUl34YC off=15412442 len=1703598 2024-08-17T01:01:15.392 INFO:tasks.workunit.client.0.smithi157.stdout:op 2531 completed, throughput=5MB/sec 2024-08-17T01:01:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:15 smithi157 ceph-mon[98780]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:01:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:15 smithi157 ceph-mon[101289]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:01:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:15 smithi187 ceph-mon[90552]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:01:16.393 INFO:tasks.workunit.client.0.smithi157.stdout: 489: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:16.393 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HU49GC3eewLDGAQ off=8613669 len=1203868 2024-08-17T01:01:16.395 INFO:tasks.workunit.client.0.smithi157.stdout:op 2532 completed, throughput=4.99MB/sec 2024-08-17T01:01:16.395 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Vu-bmx7a7DUqdSx off=4001526 len=807035 2024-08-17T01:01:16.401 INFO:tasks.workunit.client.0.smithi157.stdout:op 2533 completed, throughput=5MB/sec 2024-08-17T01:01:16.401 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-24ZWn1e6oMbvcKo off=1411998 len=1098613 2024-08-17T01:01:16.402 INFO:tasks.workunit.client.0.smithi157.stdout:op 2534 completed, throughput=5MB/sec 2024-08-17T01:01:16.402 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yClgEKHhah5tPvL off=5398298 len=654521 2024-08-17T01:01:16.403 INFO:tasks.workunit.client.0.smithi157.stdout:op 2535 completed, throughput=5MB/sec 2024-08-17T01:01:16.403 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PA-HHGsMrJZzRDq off=1601776 len=918051 2024-08-17T01:01:16.408 INFO:tasks.workunit.client.0.smithi157.stdout:op 2536 completed, throughput=5MB/sec 2024-08-17T01:01:17.408 INFO:tasks.workunit.client.0.smithi157.stdout: 490: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:17.409 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BPKu3GxEWBlpgK3 off=4882522 len=2054301 2024-08-17T01:01:17.417 INFO:tasks.workunit.client.0.smithi157.stdout:op 2537 completed, throughput=4.99MB/sec 2024-08-17T01:01:17.417 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o_cfB_XmFMKFt23 off=999232 len=9553 2024-08-17T01:01:17.418 INFO:tasks.workunit.client.0.smithi157.stdout:op 2538 completed, throughput=4.99MB/sec 2024-08-17T01:01:17.418 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HcNjhr-FHKTTSF4 off=1896157 len=280729 2024-08-17T01:01:17.419 INFO:tasks.workunit.client.0.smithi157.stdout:op 2539 completed, throughput=5MB/sec 2024-08-17T01:01:17.419 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-J0fCsZH4ZXXCNz2 off=721418 len=1022590 2024-08-17T01:01:17.424 INFO:tasks.workunit.client.0.smithi157.stdout:op 2540 completed, throughput=5MB/sec 2024-08-17T01:01:17.424 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4gVuvcc4Yx_6GMt off=7011110 len=1326465 2024-08-17T01:01:17.425 INFO:tasks.workunit.client.0.smithi157.stdout:op 2541 completed, throughput=5MB/sec 2024-08-17T01:01:17.425 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Z5rR0NmcjfD5Gqc off=8363224 len=1646175 2024-08-17T01:01:17.427 INFO:tasks.workunit.client.0.smithi157.stdout:op 2542 completed, throughput=5MB/sec 2024-08-17T01:01:17.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:17 smithi157 ceph-mon[101289]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:01:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:17 smithi157 ceph-mon[98780]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:01:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:17 smithi187 ceph-mon[90552]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:01:18.427 INFO:tasks.workunit.client.0.smithi157.stdout: 491: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:18.428 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-s59eHvFev_VENeZ off=0 len=1417919 2024-08-17T01:01:18.430 INFO:tasks.workunit.client.0.smithi157.stdout:op 2543 completed, throughput=5MB/sec 2024-08-17T01:01:18.430 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zCjkmdpecGBoLO4 off=17702324 len=1145359 2024-08-17T01:01:18.431 INFO:tasks.workunit.client.0.smithi157.stdout:op 2544 completed, throughput=5MB/sec 2024-08-17T01:01:18.431 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2fWCA3Xph-BNun2 off=3086220 len=1970603 2024-08-17T01:01:18.439 INFO:tasks.workunit.client.0.smithi157.stdout:op 2545 completed, throughput=5MB/sec 2024-08-17T01:01:19.440 INFO:tasks.workunit.client.0.smithi157.stdout: 492: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:19.440 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bJjkH7BW3sdjl2B off=828217 len=480435 2024-08-17T01:01:19.447 INFO:tasks.workunit.client.0.smithi157.stdout:op 2546 completed, throughput=4.99MB/sec 2024-08-17T01:01:19.447 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-X2woAQUldWLUHdK off=3094955 len=1301236 2024-08-17T01:01:19.447 INFO:tasks.workunit.client.0.smithi157.stdout:op 2547 completed, throughput=4.99MB/sec 2024-08-17T01:01:19.447 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8_9MMiWCR1ut4VB off=6065010 len=421140 2024-08-17T01:01:19.449 INFO:tasks.workunit.client.0.smithi157.stdout:op 2548 completed, throughput=5MB/sec 2024-08-17T01:01:19.450 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6JjDvDRaG9XqL_I off=20657991 len=1578219 2024-08-17T01:01:19.456 INFO:tasks.workunit.client.0.smithi157.stdout:op 2549 completed, throughput=5MB/sec 2024-08-17T01:01:19.456 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kZ1iFZocp_P4y_Z off=10481458 len=692515 2024-08-17T01:01:19.461 INFO:tasks.workunit.client.0.smithi157.stdout:op 2550 completed, throughput=5MB/sec 2024-08-17T01:01:19.461 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rDdtz8BN5xEGRy7 off=4249864 len=35630 2024-08-17T01:01:19.461 INFO:tasks.workunit.client.0.smithi157.stdout:op 2551 completed, throughput=5MB/sec 2024-08-17T01:01:19.462 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xo53EwinCOg9esr off=6246470 len=1725742 2024-08-17T01:01:19.469 INFO:tasks.workunit.client.0.smithi157.stdout:op 2552 completed, throughput=5MB/sec 2024-08-17T01:01:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:19 smithi157 ceph-mon[101289]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:01:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:19 smithi157 ceph-mon[98780]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:01:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:19 smithi187 ceph-mon[90552]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:01:20.470 INFO:tasks.workunit.client.0.smithi157.stdout: 493: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:20.470 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dDVPkz5KGCK96zY off=5431548 len=1910338 2024-08-17T01:01:20.478 INFO:tasks.workunit.client.0.smithi157.stdout:op 2553 completed, throughput=5MB/sec 2024-08-17T01:01:20.478 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aKU1IqOQzSei16n off=9878407 len=1653050 2024-08-17T01:01:20.485 INFO:tasks.workunit.client.0.smithi157.stdout:op 2554 completed, throughput=5MB/sec 2024-08-17T01:01:20.485 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2a4Gp-7V4JhKzcc off=7702049 len=1400456 2024-08-17T01:01:20.491 INFO:tasks.workunit.client.0.smithi157.stdout:op 2555 completed, throughput=5MB/sec 2024-08-17T01:01:21.491 INFO:tasks.workunit.client.0.smithi157.stdout: 494: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:21.492 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Q81eSyWWDFhCSrL off=1931264 len=1166349 2024-08-17T01:01:21.497 INFO:tasks.workunit.client.0.smithi157.stdout:op 2556 completed, throughput=4.99MB/sec 2024-08-17T01:01:21.497 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-seOtcKzMAELkM5m off=540154 len=243653 2024-08-17T01:01:21.498 INFO:tasks.workunit.client.0.smithi157.stdout:op 2557 completed, throughput=4.99MB/sec 2024-08-17T01:01:21.498 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0WhjDVyK7VTFOrV off=157396 len=789626 2024-08-17T01:01:21.500 INFO:tasks.workunit.client.0.smithi157.stdout:op 2558 completed, throughput=5MB/sec 2024-08-17T01:01:21.500 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iU-DtWh598NJ4Er off=15639686 len=1303574 2024-08-17T01:01:21.507 INFO:tasks.workunit.client.0.smithi157.stdout:op 2559 completed, throughput=5MB/sec 2024-08-17T01:01:21.507 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yWvOFuCXWczZXSP off=16209415 len=1500473 2024-08-17T01:01:21.515 INFO:tasks.workunit.client.0.smithi157.stdout:op 2560 completed, throughput=5MB/sec 2024-08-17T01:01:21.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:21 smithi157 ceph-mon[98780]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:01:21.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:21 smithi157 ceph-mon[101289]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:01:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:21 smithi187 ceph-mon[90552]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:01:22.515 INFO:tasks.workunit.client.0.smithi157.stdout: 495: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:22.515 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-65IddRDj_MrG-yN off=4761267 len=1448142 2024-08-17T01:01:22.518 INFO:tasks.workunit.client.0.smithi157.stdout:op 2561 completed, throughput=4.99MB/sec 2024-08-17T01:01:22.518 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TCe-kP9E4VT-zZ_ off=126356 len=383476 2024-08-17T01:01:22.519 INFO:tasks.workunit.client.0.smithi157.stdout:op 2562 completed, throughput=5MB/sec 2024-08-17T01:01:22.519 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-thnAEy3nGxhzOlq off=836298 len=1145662 2024-08-17T01:01:22.521 INFO:tasks.workunit.client.0.smithi157.stdout:op 2563 completed, throughput=5MB/sec 2024-08-17T01:01:22.521 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-48Q4cYbi-UeHyiE off=10605535 len=2085189 2024-08-17T01:01:22.533 INFO:tasks.workunit.client.0.smithi157.stdout:op 2564 completed, throughput=5MB/sec 2024-08-17T01:01:22.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:01:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:01:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:01:23.533 INFO:tasks.workunit.client.0.smithi157.stdout: 496: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:23.533 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-z-VrQTbgsNgHkx5 off=404050 len=368019 2024-08-17T01:01:23.537 INFO:tasks.workunit.client.0.smithi157.stdout:op 2565 completed, throughput=4.99MB/sec 2024-08-17T01:01:23.537 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NpIRC7ZfMIiUzSi off=18184810 len=1691763 2024-08-17T01:01:23.546 INFO:tasks.workunit.client.0.smithi157.stdout:op 2566 completed, throughput=4.99MB/sec 2024-08-17T01:01:23.546 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-m3K3_VTEYa9QPfi off=13892089 len=1217575 2024-08-17T01:01:23.552 INFO:tasks.workunit.client.0.smithi157.stdout:op 2567 completed, throughput=5MB/sec 2024-08-17T01:01:23.553 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-U_8vGflX9qsHEsn off=5923931 len=1473443 2024-08-17T01:01:23.560 INFO:tasks.workunit.client.0.smithi157.stdout:op 2568 completed, throughput=5MB/sec 2024-08-17T01:01:23.560 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--zUYQIhfjHM9WaH off=8679202 len=1844582 2024-08-17T01:01:23.562 INFO:tasks.workunit.client.0.smithi157.stdout:op 2569 completed, throughput=5MB/sec 2024-08-17T01:01:23.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:01:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:01:23] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-08-17T01:01:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:23 smithi157 ceph-mon[98780]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:23 smithi157 ceph-mon[101289]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:23 smithi187 ceph-mon[90552]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:24.562 INFO:tasks.workunit.client.0.smithi157.stdout: 497: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:24.562 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ihvPYS868Qhb0Cv off=532909 len=613406 2024-08-17T01:01:24.567 INFO:tasks.workunit.client.0.smithi157.stdout:op 2570 completed, throughput=4.99MB/sec 2024-08-17T01:01:24.567 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Shef6t5HcgcM3Qh off=8150514 len=1082185 2024-08-17T01:01:24.574 INFO:tasks.workunit.client.0.smithi157.stdout:op 2571 completed, throughput=5MB/sec 2024-08-17T01:01:24.574 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3UY51nL03l7LbIa off=1761085 len=1286001 2024-08-17T01:01:24.575 INFO:tasks.workunit.client.0.smithi157.stdout:op 2572 completed, throughput=5MB/sec 2024-08-17T01:01:24.575 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xeoqOdg1aCqSqtc off=22864226 len=1842493 2024-08-17T01:01:24.577 INFO:tasks.workunit.client.0.smithi157.stdout:op 2573 completed, throughput=5MB/sec 2024-08-17T01:01:25.578 INFO:tasks.workunit.client.0.smithi157.stdout: 498: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:25.578 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DGE9mAYpmsHgLLk off=18819503 len=165832 2024-08-17T01:01:25.581 INFO:tasks.workunit.client.0.smithi157.stdout:op 2574 completed, throughput=4.99MB/sec 2024-08-17T01:01:25.581 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Q-KLSddIcswEBqu off=0 len=1137547 2024-08-17T01:01:25.583 INFO:tasks.workunit.client.0.smithi157.stdout:op 2575 completed, throughput=4.99MB/sec 2024-08-17T01:01:25.583 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YSgP__inu-h-bWm off=6052613 len=1789503 2024-08-17T01:01:25.585 INFO:tasks.workunit.client.0.smithi157.stdout:op 2576 completed, throughput=5MB/sec 2024-08-17T01:01:25.585 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eChK3P5clF9Jblr off=1345371 len=692478 2024-08-17T01:01:25.589 INFO:tasks.workunit.client.0.smithi157.stdout:op 2577 completed, throughput=5MB/sec 2024-08-17T01:01:25.589 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JDoZKyj_cMa28VS off=13226192 len=39271 2024-08-17T01:01:25.592 INFO:tasks.workunit.client.0.smithi157.stdout:op 2578 completed, throughput=5MB/sec 2024-08-17T01:01:25.592 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Q5JHSgZy-wPKu6I off=12364436 len=1193978 2024-08-17T01:01:25.598 INFO:tasks.workunit.client.0.smithi157.stdout:op 2579 completed, throughput=5MB/sec 2024-08-17T01:01:25.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:25 smithi157 ceph-mon[98780]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:01:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:25 smithi157 ceph-mon[101289]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:01:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:25 smithi187 ceph-mon[90552]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:01:26.598 INFO:tasks.workunit.client.0.smithi157.stdout: 499: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:26.598 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jK4raTPkOxxN67u off=17825584 len=1031169 2024-08-17T01:01:26.604 INFO:tasks.workunit.client.0.smithi157.stdout:op 2580 completed, throughput=4.99MB/sec 2024-08-17T01:01:26.604 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6CTjX3TWY83BV8q off=14108900 len=1116499 2024-08-17T01:01:26.605 INFO:tasks.workunit.client.0.smithi157.stdout:op 2581 completed, throughput=5MB/sec 2024-08-17T01:01:26.605 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dhjuZke286sRgY_ off=18385517 len=689025 2024-08-17T01:01:26.606 INFO:tasks.workunit.client.0.smithi157.stdout:op 2582 completed, throughput=5MB/sec 2024-08-17T01:01:26.606 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bHh0O6ukhYB8zO9 off=8181600 len=665167 2024-08-17T01:01:26.609 INFO:tasks.workunit.client.0.smithi157.stdout:op 2583 completed, throughput=5MB/sec 2024-08-17T01:01:26.609 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aWh6tNK18atuMcX off=9076322 len=1942006 2024-08-17T01:01:26.611 INFO:tasks.workunit.client.0.smithi157.stdout:op 2584 completed, throughput=5MB/sec 2024-08-17T01:01:27.611 INFO:tasks.workunit.client.0.smithi157.stdout: 500: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:27.611 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MgitNp9ytBXAewj off=7218486 len=83938 2024-08-17T01:01:27.612 INFO:tasks.workunit.client.0.smithi157.stdout:op 2585 completed, throughput=4.99MB/sec 2024-08-17T01:01:27.612 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BnEBEPR1RlI82Z6 off=890331 len=167412 2024-08-17T01:01:27.613 INFO:tasks.workunit.client.0.smithi157.stdout:op 2586 completed, throughput=4.99MB/sec 2024-08-17T01:01:27.613 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Nkg8noTfD3Cxhd5 off=2401781 len=40476 2024-08-17T01:01:27.615 INFO:tasks.workunit.client.0.smithi157.stdout:op 2587 completed, throughput=4.99MB/sec 2024-08-17T01:01:27.615 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hxodcLM9o07tJNg off=11116989 len=843095 2024-08-17T01:01:27.619 INFO:tasks.workunit.client.0.smithi157.stdout:op 2588 completed, throughput=4.99MB/sec 2024-08-17T01:01:27.619 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IqwTLWKw7gRFeYY off=8460354 len=1863181 2024-08-17T01:01:27.623 INFO:tasks.workunit.client.0.smithi157.stdout:op 2589 completed, throughput=5MB/sec 2024-08-17T01:01:27.623 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DQNqSiWUJj4UDpS off=10796558 len=735189 2024-08-17T01:01:27.624 INFO:tasks.workunit.client.0.smithi157.stdout:op 2590 completed, throughput=5MB/sec 2024-08-17T01:01:27.624 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6__t14IvnP-wv3F off=18303645 len=1862572 2024-08-17T01:01:27.625 INFO:tasks.workunit.client.0.smithi157.stdout:op 2591 completed, throughput=5MB/sec 2024-08-17T01:01:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:27 smithi157 ceph-mon[98780]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:01:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:27 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:01:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:27 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:01:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:27 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:01:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:27 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:01:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:27 smithi157 ceph-mon[101289]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:01:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:27 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:01:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:27 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:01:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:27 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:01:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:27 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:01:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:27 smithi187 ceph-mon[90552]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:01:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:27 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:01:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:27 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:01:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:27 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:01:27.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:27 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:01:28.626 INFO:tasks.workunit.client.0.smithi157.stdout: 501: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:28.626 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9lkYS_W7Qyvu7AF off=10234512 len=898035 2024-08-17T01:01:28.627 INFO:tasks.workunit.client.0.smithi157.stdout:op 2592 completed, throughput=4.99MB/sec 2024-08-17T01:01:28.628 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kQWgoJ9mcdaysf- off=14193247 len=2012776 2024-08-17T01:01:28.630 INFO:tasks.workunit.client.0.smithi157.stdout:op 2593 completed, throughput=5MB/sec 2024-08-17T01:01:28.630 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Zoge390tCUx_gBC off=20466539 len=580733 2024-08-17T01:01:28.634 INFO:tasks.workunit.client.0.smithi157.stdout:op 2594 completed, throughput=5MB/sec 2024-08-17T01:01:28.635 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZM9nu6_qEXLZ0EK off=15298703 len=797457 2024-08-17T01:01:28.639 INFO:tasks.workunit.client.0.smithi157.stdout:op 2595 completed, throughput=5MB/sec 2024-08-17T01:01:29.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:29 smithi157 ceph-mon[101289]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-17T01:01:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:29 smithi157 ceph-mon[98780]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-17T01:01:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:29.639 INFO:tasks.workunit.client.0.smithi157.stdout: 502: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:29.640 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-M3iwkuLBKxJLPML off=7100216 len=1291820 2024-08-17T01:01:29.647 INFO:tasks.workunit.client.0.smithi157.stdout:op 2596 completed, throughput=4.99MB/sec 2024-08-17T01:01:29.648 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TZtzwwbplxJqlJp off=5536600 len=1402356 2024-08-17T01:01:29.649 INFO:tasks.workunit.client.0.smithi157.stdout:op 2597 completed, throughput=5MB/sec 2024-08-17T01:01:29.649 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2D2z9NTsF8dhf7i off=23437418 len=1619640 2024-08-17T01:01:29.650 INFO:tasks.workunit.client.0.smithi157.stdout:op 2598 completed, throughput=5MB/sec 2024-08-17T01:01:29.650 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jeD9QAqFpSDOB5B off=9275957 len=692505 2024-08-17T01:01:29.652 INFO:tasks.workunit.client.0.smithi157.stdout:op 2599 completed, throughput=5MB/sec 2024-08-17T01:01:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:29 smithi187 ceph-mon[90552]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-17T01:01:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:30.652 INFO:tasks.workunit.client.0.smithi157.stdout: 503: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:30.652 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-d9MRrnEYTC0JoN_ off=9008254 len=246160 2024-08-17T01:01:30.653 INFO:tasks.workunit.client.0.smithi157.stdout:op 2600 completed, throughput=4.99MB/sec 2024-08-17T01:01:30.653 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uu-axu7RHkW2HGm off=15965916 len=1153188 2024-08-17T01:01:30.659 INFO:tasks.workunit.client.0.smithi157.stdout:op 2601 completed, throughput=4.99MB/sec 2024-08-17T01:01:30.659 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JEbFy3CtbhUpZEk off=4328489 len=1831546 2024-08-17T01:01:30.663 INFO:tasks.workunit.client.0.smithi157.stdout:op 2602 completed, throughput=5MB/sec 2024-08-17T01:01:30.663 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-87j2sRM3DTkP3Wd off=996270 len=1067269 2024-08-17T01:01:30.666 INFO:tasks.workunit.client.0.smithi157.stdout:op 2603 completed, throughput=5MB/sec 2024-08-17T01:01:30.666 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0urtkHWBTkQy_8T off=6840041 len=256406 2024-08-17T01:01:30.666 INFO:tasks.workunit.client.0.smithi157.stdout:op 2604 completed, throughput=5MB/sec 2024-08-17T01:01:30.667 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-a4QB8Il-ot2BTeg off=750430 len=328263 2024-08-17T01:01:30.667 INFO:tasks.workunit.client.0.smithi157.stdout:op 2605 completed, throughput=5MB/sec 2024-08-17T01:01:30.667 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RLdNpi_cFDCsXl3 off=15225585 len=1790673 2024-08-17T01:01:30.669 INFO:tasks.workunit.client.0.smithi157.stdout:op 2606 completed, throughput=5MB/sec 2024-08-17T01:01:31.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:31 smithi157 ceph-mon[98780]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:01:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:31 smithi157 ceph-mon[101289]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:01:31.670 INFO:tasks.workunit.client.0.smithi157.stdout: 504: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:31.670 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5OHnkiSLwNSl-s6 off=1560019 len=1265867 2024-08-17T01:01:31.672 INFO:tasks.workunit.client.0.smithi157.stdout:op 2607 completed, throughput=5MB/sec 2024-08-17T01:01:31.672 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9qJpXglGGNF730f off=3423362 len=664622 2024-08-17T01:01:31.677 INFO:tasks.workunit.client.0.smithi157.stdout:op 2608 completed, throughput=5MB/sec 2024-08-17T01:01:31.677 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-m7GaQnae4QC36Ou off=10244667 len=1087199 2024-08-17T01:01:31.678 INFO:tasks.workunit.client.0.smithi157.stdout:op 2609 completed, throughput=5MB/sec 2024-08-17T01:01:31.678 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4TVQxptVIEno64G off=2335535 len=1733959 2024-08-17T01:01:31.680 INFO:tasks.workunit.client.0.smithi157.stdout:op 2610 completed, throughput=5MB/sec 2024-08-17T01:01:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:31 smithi187 ceph-mon[90552]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:01:32.680 INFO:tasks.workunit.client.0.smithi157.stdout: 505: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:32.681 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GlJOVJqkf8iO-Gf off=11628715 len=890416 2024-08-17T01:01:32.685 INFO:tasks.workunit.client.0.smithi157.stdout:op 2611 completed, throughput=4.99MB/sec 2024-08-17T01:01:32.685 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xeoqOdg1aCqSqtc off=10435145 len=1965213 2024-08-17T01:01:32.696 INFO:tasks.workunit.client.0.smithi157.stdout:op 2612 completed, throughput=5MB/sec 2024-08-17T01:01:32.696 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-m5ydrvnY7jk8AOv off=22543155 len=1215738 2024-08-17T01:01:32.698 INFO:tasks.workunit.client.0.smithi157.stdout:op 2613 completed, throughput=5MB/sec 2024-08-17T01:01:32.698 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zcF5KqmznWdSt2q off=848167 len=94247 2024-08-17T01:01:32.700 INFO:tasks.workunit.client.0.smithi157.stdout:op 2614 completed, throughput=5MB/sec 2024-08-17T01:01:32.700 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QFhpU0U74I82Wnl off=9198032 len=2057714 2024-08-17T01:01:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:01:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:01:32.709 INFO:tasks.workunit.client.0.smithi157.stdout:op 2615 completed, throughput=5MB/sec 2024-08-17T01:01:33.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:33 smithi157 ceph-mon[101289]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:01:33.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:01:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:01:33] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:01:33.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:33 smithi157 ceph-mon[98780]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:01:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:33 smithi187 ceph-mon[90552]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:01:33.709 INFO:tasks.workunit.client.0.smithi157.stdout: 506: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:33.709 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3__IC8ZNG850BuP off=326749 len=1078238 2024-08-17T01:01:33.715 INFO:tasks.workunit.client.0.smithi157.stdout:op 2616 completed, throughput=5MB/sec 2024-08-17T01:01:33.715 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6ZegATmDJHSCRcK off=5349064 len=1177251 2024-08-17T01:01:33.716 INFO:tasks.workunit.client.0.smithi157.stdout:op 2617 completed, throughput=5MB/sec 2024-08-17T01:01:33.716 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4gn2h493aaeLi_C off=5854171 len=753242 2024-08-17T01:01:33.717 INFO:tasks.workunit.client.0.smithi157.stdout:op 2618 completed, throughput=5MB/sec 2024-08-17T01:01:33.717 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BfuPH8Z2uX2OUAJ off=11282584 len=1927054 2024-08-17T01:01:33.720 INFO:tasks.workunit.client.0.smithi157.stdout:op 2619 completed, throughput=5MB/sec 2024-08-17T01:01:34.720 INFO:tasks.workunit.client.0.smithi157.stdout: 507: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:34.720 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iyXKu7EzM5grJxC off=3761787 len=1873641 2024-08-17T01:01:34.732 INFO:tasks.workunit.client.0.smithi157.stdout:op 2620 completed, throughput=5MB/sec 2024-08-17T01:01:34.732 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xt0bEcSqFeONUib off=6336357 len=1189346 2024-08-17T01:01:34.733 INFO:tasks.workunit.client.0.smithi157.stdout:op 2621 completed, throughput=5MB/sec 2024-08-17T01:01:34.733 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XEX6TX6l1X58Mmt off=367472 len=895325 2024-08-17T01:01:34.735 INFO:tasks.workunit.client.0.smithi157.stdout:op 2622 completed, throughput=5MB/sec 2024-08-17T01:01:34.735 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YPPvxotQGjzAfY- off=5018267 len=692908 2024-08-17T01:01:34.736 INFO:tasks.workunit.client.0.smithi157.stdout:op 2623 completed, throughput=5MB/sec 2024-08-17T01:01:35.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:35 smithi157 ceph-mon[98780]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:01:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:35 smithi157 ceph-mon[101289]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:01:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:35 smithi187 ceph-mon[90552]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:01:35.736 INFO:tasks.workunit.client.0.smithi157.stdout: 508: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:35.736 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nBn59L4oyihX9RI off=2871340 len=193873 2024-08-17T01:01:35.737 INFO:tasks.workunit.client.0.smithi157.stdout:op 2624 completed, throughput=4.99MB/sec 2024-08-17T01:01:35.737 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zz_gfrBLwhQHF71 off=2585968 len=1927847 2024-08-17T01:01:35.746 INFO:tasks.workunit.client.0.smithi157.stdout:op 2625 completed, throughput=5MB/sec 2024-08-17T01:01:35.746 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VPfMIp9geWw6efh off=21553354 len=1488502 2024-08-17T01:01:35.754 INFO:tasks.workunit.client.0.smithi157.stdout:op 2626 completed, throughput=5MB/sec 2024-08-17T01:01:35.754 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZZTs8-qn21zTgo5 off=7279964 len=1034296 2024-08-17T01:01:35.759 INFO:tasks.workunit.client.0.smithi157.stdout:op 2627 completed, throughput=5MB/sec 2024-08-17T01:01:35.760 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v_dUTFXddRzCmwu off=1572507 len=24129 2024-08-17T01:01:35.760 INFO:tasks.workunit.client.0.smithi157.stdout:op 2628 completed, throughput=5MB/sec 2024-08-17T01:01:35.760 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JZyB6qsTi1K4bzH off=2109701 len=1643878 2024-08-17T01:01:35.769 INFO:tasks.workunit.client.0.smithi157.stdout:op 2629 completed, throughput=5MB/sec 2024-08-17T01:01:36.769 INFO:tasks.workunit.client.0.smithi157.stdout: 509: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:36.769 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mBla-N6bi2bdPax off=1862735 len=1318614 2024-08-17T01:01:36.772 INFO:tasks.workunit.client.0.smithi157.stdout:op 2630 completed, throughput=5MB/sec 2024-08-17T01:01:36.772 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TU8iroamBV2pmXB off=5275100 len=283810 2024-08-17T01:01:36.773 INFO:tasks.workunit.client.0.smithi157.stdout:op 2631 completed, throughput=5MB/sec 2024-08-17T01:01:36.774 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Sf5hywoy5YyhWmu off=21760711 len=1152848 2024-08-17T01:01:36.779 INFO:tasks.workunit.client.0.smithi157.stdout:op 2632 completed, throughput=5MB/sec 2024-08-17T01:01:36.779 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GS_nSpZCr5Qra8s off=9841 len=337052 2024-08-17T01:01:36.782 INFO:tasks.workunit.client.0.smithi157.stdout:op 2633 completed, throughput=5MB/sec 2024-08-17T01:01:36.783 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-G8s3xWtn02Zadme off=14727980 len=685387 2024-08-17T01:01:36.786 INFO:tasks.workunit.client.0.smithi157.stdout:op 2634 completed, throughput=5MB/sec 2024-08-17T01:01:36.787 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ehosCWIJDsbLZ4d off=3381127 len=329248 2024-08-17T01:01:36.790 INFO:tasks.workunit.client.0.smithi157.stdout:op 2635 completed, throughput=5MB/sec 2024-08-17T01:01:37.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:37 smithi157 ceph-mon[101289]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:01:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:37 smithi157 ceph-mon[98780]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:01:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:37 smithi187 ceph-mon[90552]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:01:37.790 INFO:tasks.workunit.client.0.smithi157.stdout: 510: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:37.790 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GUhmO94xVoxIQFo off=12402168 len=1670627 2024-08-17T01:01:37.797 INFO:tasks.workunit.client.0.smithi157.stdout:op 2636 completed, throughput=4.99MB/sec 2024-08-17T01:01:37.797 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bUIDq-PxdshPvIA off=8264439 len=407119 2024-08-17T01:01:37.800 INFO:tasks.workunit.client.0.smithi157.stdout:op 2637 completed, throughput=4.99MB/sec 2024-08-17T01:01:37.800 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NEkdPWjrDjsA9oG off=10357816 len=1456432 2024-08-17T01:01:37.809 INFO:tasks.workunit.client.0.smithi157.stdout:op 2638 completed, throughput=5MB/sec 2024-08-17T01:01:37.809 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ayLBVxXeD4qF8VB off=14726781 len=416998 2024-08-17T01:01:37.810 INFO:tasks.workunit.client.0.smithi157.stdout:op 2639 completed, throughput=5MB/sec 2024-08-17T01:01:37.810 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kdEEiB7AAhRt8LY off=11905429 len=363470 2024-08-17T01:01:37.813 INFO:tasks.workunit.client.0.smithi157.stdout:op 2640 completed, throughput=5MB/sec 2024-08-17T01:01:37.813 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PqGh7FFetR_c0tG off=16070338 len=954446 2024-08-17T01:01:37.814 INFO:tasks.workunit.client.0.smithi157.stdout:op 2641 completed, throughput=5MB/sec 2024-08-17T01:01:38.815 INFO:tasks.workunit.client.0.smithi157.stdout: 511: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:38.815 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wABRDeDXeK59j-Z off=4936876 len=1769285 2024-08-17T01:01:38.823 INFO:tasks.workunit.client.0.smithi157.stdout:op 2642 completed, throughput=4.99MB/sec 2024-08-17T01:01:38.823 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KJ0pVqrSCuYHL6s off=67990 len=159992 2024-08-17T01:01:38.826 INFO:tasks.workunit.client.0.smithi157.stdout:op 2643 completed, throughput=4.99MB/sec 2024-08-17T01:01:38.826 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qG2KnrHUhS76_Ft off=3263402 len=1499963 2024-08-17T01:01:38.830 INFO:tasks.workunit.client.0.smithi157.stdout:op 2644 completed, throughput=5MB/sec 2024-08-17T01:01:38.830 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-x5kX8TBoP9BdZNx off=1002174 len=1906521 2024-08-17T01:01:38.837 INFO:tasks.workunit.client.0.smithi157.stdout:op 2645 completed, throughput=5MB/sec 2024-08-17T01:01:39.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:39 smithi157 ceph-mon[98780]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:01:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:39 smithi157 ceph-mon[101289]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:01:39.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:39 smithi187 ceph-mon[90552]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:01:39.837 INFO:tasks.workunit.client.0.smithi157.stdout: 512: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:39.838 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3-GRXfGIAlSXiDz off=6086185 len=350879 2024-08-17T01:01:39.841 INFO:tasks.workunit.client.0.smithi157.stdout:op 2646 completed, throughput=4.99MB/sec 2024-08-17T01:01:39.841 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-H7-jxrOVAHHXVNT off=5127246 len=1172294 2024-08-17T01:01:39.849 INFO:tasks.workunit.client.0.smithi157.stdout:op 2647 completed, throughput=4.99MB/sec 2024-08-17T01:01:39.849 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iRa77W5D5KUu2OI off=542621 len=1448351 2024-08-17T01:01:39.851 INFO:tasks.workunit.client.0.smithi157.stdout:op 2648 completed, throughput=5MB/sec 2024-08-17T01:01:39.851 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1it_Y2O5msXL8p3 off=17044272 len=2046732 2024-08-17T01:01:39.863 INFO:tasks.workunit.client.0.smithi157.stdout:op 2649 completed, throughput=5MB/sec 2024-08-17T01:01:39.863 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-H2sNvjpI-3BnklQ off=914661 len=1587376 2024-08-17T01:01:39.869 INFO:tasks.workunit.client.0.smithi157.stdout:op 2650 completed, throughput=5MB/sec 2024-08-17T01:01:40.870 INFO:tasks.workunit.client.0.smithi157.stdout: 513: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:40.870 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--1oixUBa8wjJ5VW off=935001 len=763150 2024-08-17T01:01:40.875 INFO:tasks.workunit.client.0.smithi157.stdout:op 2651 completed, throughput=4.99MB/sec 2024-08-17T01:01:40.875 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-F0pLN24KootJPjV off=5903674 len=1452353 2024-08-17T01:01:40.878 INFO:tasks.workunit.client.0.smithi157.stdout:op 2652 completed, throughput=5MB/sec 2024-08-17T01:01:40.878 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RFQiIXhhkjyT_Nv off=18087668 len=432374 2024-08-17T01:01:40.881 INFO:tasks.workunit.client.0.smithi157.stdout:op 2653 completed, throughput=5MB/sec 2024-08-17T01:01:40.881 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-c8CYkLEqbcfJ79u off=6276396 len=712715 2024-08-17T01:01:40.887 INFO:tasks.workunit.client.0.smithi157.stdout:op 2654 completed, throughput=5MB/sec 2024-08-17T01:01:40.887 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-z0Be7xWFSdVUMgm off=7712114 len=1460404 2024-08-17T01:01:40.894 INFO:tasks.workunit.client.0.smithi157.stdout:op 2655 completed, throughput=5MB/sec 2024-08-17T01:01:41.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:41 smithi157 ceph-mon[98780]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:01:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:41 smithi157 ceph-mon[101289]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:01:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:41 smithi187 ceph-mon[90552]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:01:41.894 INFO:tasks.workunit.client.0.smithi157.stdout: 514: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:41.895 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KeBIT5buuj00Cip off=13278773 len=1407743 2024-08-17T01:01:41.897 INFO:tasks.workunit.client.0.smithi157.stdout:op 2656 completed, throughput=4.99MB/sec 2024-08-17T01:01:41.897 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jrrNJb9q7qK8fO_ off=3596801 len=1575388 2024-08-17T01:01:41.904 INFO:tasks.workunit.client.0.smithi157.stdout:op 2657 completed, throughput=5MB/sec 2024-08-17T01:01:41.904 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hcNWwpNcLLBoAqM off=243424 len=579747 2024-08-17T01:01:41.908 INFO:tasks.workunit.client.0.smithi157.stdout:op 2658 completed, throughput=5MB/sec 2024-08-17T01:01:41.908 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3us1iA4mDzlzFaR off=966728 len=172991 2024-08-17T01:01:41.910 INFO:tasks.workunit.client.0.smithi157.stdout:op 2659 completed, throughput=5MB/sec 2024-08-17T01:01:41.911 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aikz5pXUzEMK2VD off=6313616 len=1491299 2024-08-17T01:01:41.918 INFO:tasks.workunit.client.0.smithi157.stdout:op 2660 completed, throughput=5MB/sec 2024-08-17T01:01:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:01:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:01:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:01:42.918 INFO:tasks.workunit.client.0.smithi157.stdout: 515: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:42.918 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jji0De6ZAcP4KYV off=0 len=1288843 2024-08-17T01:01:42.920 INFO:tasks.workunit.client.0.smithi157.stdout:op 2661 completed, throughput=4.99MB/sec 2024-08-17T01:01:42.920 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Nt96ZqAASoEiDkF off=5824272 len=1763058 2024-08-17T01:01:42.922 INFO:tasks.workunit.client.0.smithi157.stdout:op 2662 completed, throughput=5MB/sec 2024-08-17T01:01:42.922 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8uVbtX66H27j8nT off=14497253 len=74987 2024-08-17T01:01:42.925 INFO:tasks.workunit.client.0.smithi157.stdout:op 2663 completed, throughput=5MB/sec 2024-08-17T01:01:42.925 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-J_1PgBbz-ZfI7UV off=9734872 len=618133 2024-08-17T01:01:42.929 INFO:tasks.workunit.client.0.smithi157.stdout:op 2664 completed, throughput=5MB/sec 2024-08-17T01:01:42.929 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CU1NUeUVcVFHF2M off=5954732 len=1843038 2024-08-17T01:01:42.931 INFO:tasks.workunit.client.0.smithi157.stdout:op 2665 completed, throughput=5MB/sec 2024-08-17T01:01:43.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:01:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:01:43] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:01:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:43 smithi157 ceph-mon[101289]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:01:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:43 smithi157 ceph-mon[98780]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:01:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:43 smithi187 ceph-mon[90552]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:01:43.931 INFO:tasks.workunit.client.0.smithi157.stdout: 516: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:43.931 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eIIIELbzPrBU8hI off=1659403 len=1004694 2024-08-17T01:01:43.937 INFO:tasks.workunit.client.0.smithi157.stdout:op 2666 completed, throughput=4.99MB/sec 2024-08-17T01:01:43.937 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HSW9hfc3YaZLRbo off=336246 len=1816489 2024-08-17T01:01:43.945 INFO:tasks.workunit.client.0.smithi157.stdout:op 2667 completed, throughput=5MB/sec 2024-08-17T01:01:43.945 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ypyYbntEQq1GPxM off=2810217 len=89242 2024-08-17T01:01:43.946 INFO:tasks.workunit.client.0.smithi157.stdout:op 2668 completed, throughput=5MB/sec 2024-08-17T01:01:43.946 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BsCQonZUHzwjcrs off=2136186 len=1467185 2024-08-17T01:01:43.948 INFO:tasks.workunit.client.0.smithi157.stdout:op 2669 completed, throughput=5MB/sec 2024-08-17T01:01:43.948 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2fgBU38N0x7B5qM off=634431 len=496653 2024-08-17T01:01:43.949 INFO:tasks.workunit.client.0.smithi157.stdout:op 2670 completed, throughput=5MB/sec 2024-08-17T01:01:44.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:44.949 INFO:tasks.workunit.client.0.smithi157.stdout: 517: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:44.950 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OngGRYKFZjaIZjG off=17438909 len=172702 2024-08-17T01:01:44.953 INFO:tasks.workunit.client.0.smithi157.stdout:op 2671 completed, throughput=4.99MB/sec 2024-08-17T01:01:44.953 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-75zpTsW7srlcXBK off=4323962 len=350257 2024-08-17T01:01:44.954 INFO:tasks.workunit.client.0.smithi157.stdout:op 2672 completed, throughput=4.99MB/sec 2024-08-17T01:01:44.954 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cCKLKt8YfnIJ9cy off=3466725 len=1286886 2024-08-17T01:01:44.960 INFO:tasks.workunit.client.0.smithi157.stdout:op 2673 completed, throughput=4.99MB/sec 2024-08-17T01:01:44.960 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PlixCwSrAf8tFC0 off=3139170 len=666456 2024-08-17T01:01:44.964 INFO:tasks.workunit.client.0.smithi157.stdout:op 2674 completed, throughput=5MB/sec 2024-08-17T01:01:44.964 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XCUBYHz-vbS1QUD off=6015996 len=313821 2024-08-17T01:01:44.965 INFO:tasks.workunit.client.0.smithi157.stdout:op 2675 completed, throughput=5MB/sec 2024-08-17T01:01:44.965 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jnD0X-kwC-xpYrs off=1719489 len=426780 2024-08-17T01:01:44.966 INFO:tasks.workunit.client.0.smithi157.stdout:op 2676 completed, throughput=5MB/sec 2024-08-17T01:01:44.966 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yvubURrEHEiC2ld off=4596414 len=616329 2024-08-17T01:01:44.969 INFO:tasks.workunit.client.0.smithi157.stdout:op 2677 completed, throughput=5MB/sec 2024-08-17T01:01:44.969 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FWETYCvvXscFixQ off=186807 len=1390683 2024-08-17T01:01:44.972 INFO:tasks.workunit.client.0.smithi157.stdout:op 2678 completed, throughput=5MB/sec 2024-08-17T01:01:45.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:45 smithi157 ceph-mon[101289]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:45 smithi157 ceph-mon[98780]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:45 smithi187 ceph-mon[90552]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:45.972 INFO:tasks.workunit.client.0.smithi157.stdout: 518: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:45.973 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--y_y4GuQhGInePU off=8688905 len=555533 2024-08-17T01:01:45.974 INFO:tasks.workunit.client.0.smithi157.stdout:op 2679 completed, throughput=4.99MB/sec 2024-08-17T01:01:45.974 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-U12ETfd7ABixJpb off=953467 len=818677 2024-08-17T01:01:45.975 INFO:tasks.workunit.client.0.smithi157.stdout:op 2680 completed, throughput=4.99MB/sec 2024-08-17T01:01:45.975 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xi5P6NooqzpuR_e off=2526712 len=984423 2024-08-17T01:01:45.976 INFO:tasks.workunit.client.0.smithi157.stdout:op 2681 completed, throughput=5MB/sec 2024-08-17T01:01:45.976 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZZTs8-qn21zTgo5 off=5308942 len=778221 2024-08-17T01:01:45.981 INFO:tasks.workunit.client.0.smithi157.stdout:op 2682 completed, throughput=5MB/sec 2024-08-17T01:01:45.982 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OfnNU6XUYlk9HMH off=18937280 len=1067118 2024-08-17T01:01:45.983 INFO:tasks.workunit.client.0.smithi157.stdout:op 2683 completed, throughput=5MB/sec 2024-08-17T01:01:45.983 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VngYuslqRh0NcU_ off=4623365 len=1387634 2024-08-17T01:01:45.984 INFO:tasks.workunit.client.0.smithi157.stdout:op 2684 completed, throughput=5MB/sec 2024-08-17T01:01:46.985 INFO:tasks.workunit.client.0.smithi157.stdout: 519: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:46.985 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lEp3Knoz1gf-i4X off=13699022 len=2038988 2024-08-17T01:01:46.987 INFO:tasks.workunit.client.0.smithi157.stdout:op 2685 completed, throughput=5MB/sec 2024-08-17T01:01:46.988 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sm9iFJoi-0SMVc4 off=13643898 len=193754 2024-08-17T01:01:46.991 INFO:tasks.workunit.client.0.smithi157.stdout:op 2686 completed, throughput=5MB/sec 2024-08-17T01:01:46.991 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fOxERVYHQ0I7DpP off=9768637 len=1044660 2024-08-17T01:01:46.992 INFO:tasks.workunit.client.0.smithi157.stdout:op 2687 completed, throughput=5MB/sec 2024-08-17T01:01:46.992 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1Fh-EyNUdQAzbWr off=7700094 len=2061065 2024-08-17T01:01:46.994 INFO:tasks.workunit.client.0.smithi157.stdout:op 2688 completed, throughput=5MB/sec 2024-08-17T01:01:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:47 smithi157 ceph-mon[98780]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:01:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:47 smithi157 ceph-mon[101289]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:01:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:47 smithi187 ceph-mon[90552]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:01:47.994 INFO:tasks.workunit.client.0.smithi157.stdout: 520: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:47.995 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--hTIFzIbuZ3mPeI off=5489895 len=878769 2024-08-17T01:01:47.996 INFO:tasks.workunit.client.0.smithi157.stdout:op 2689 completed, throughput=4.99MB/sec 2024-08-17T01:01:47.996 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hBhHwddluSdhPHN off=3637555 len=2011234 2024-08-17T01:01:48.008 INFO:tasks.workunit.client.0.smithi157.stdout:op 2690 completed, throughput=5MB/sec 2024-08-17T01:01:48.008 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Dc_T6aFHqw52gey off=506980 len=507398 2024-08-17T01:01:48.012 INFO:tasks.workunit.client.0.smithi157.stdout:op 2691 completed, throughput=5MB/sec 2024-08-17T01:01:48.012 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wBz9b-TqP3E0SGa off=1668262 len=2084373 2024-08-17T01:01:48.014 INFO:tasks.workunit.client.0.smithi157.stdout:op 2692 completed, throughput=5MB/sec 2024-08-17T01:01:49.015 INFO:tasks.workunit.client.0.smithi157.stdout: 521: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:49.015 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xzMcHd_BO852jlp off=3858942 len=458910 2024-08-17T01:01:49.016 INFO:tasks.workunit.client.0.smithi157.stdout:op 2693 completed, throughput=4.99MB/sec 2024-08-17T01:01:49.016 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-THtW2PXc6UNo_j1 off=586794 len=854286 2024-08-17T01:01:49.017 INFO:tasks.workunit.client.0.smithi157.stdout:op 2694 completed, throughput=4.99MB/sec 2024-08-17T01:01:49.017 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-B7O3kZfYL4f1q_R off=3928644 len=553412 2024-08-17T01:01:49.018 INFO:tasks.workunit.client.0.smithi157.stdout:op 2695 completed, throughput=5MB/sec 2024-08-17T01:01:49.018 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QDAbBc8rDXpNNos off=7217557 len=53112 2024-08-17T01:01:49.019 INFO:tasks.workunit.client.0.smithi157.stdout:op 2696 completed, throughput=5MB/sec 2024-08-17T01:01:49.019 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NQFxpgv6dVRW6g- off=2963138 len=433161 2024-08-17T01:01:49.020 INFO:tasks.workunit.client.0.smithi157.stdout:op 2697 completed, throughput=5MB/sec 2024-08-17T01:01:49.020 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rBrqm6SJklxG6kr off=583412 len=552557 2024-08-17T01:01:49.020 INFO:tasks.workunit.client.0.smithi157.stdout:op 2698 completed, throughput=5MB/sec 2024-08-17T01:01:49.020 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-w80p661oLi8RBQ_ off=407928 len=33345 2024-08-17T01:01:49.021 INFO:tasks.workunit.client.0.smithi157.stdout:op 2699 completed, throughput=5MB/sec 2024-08-17T01:01:49.021 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-t10KslSqBXzxqV2 off=5011401 len=641694 2024-08-17T01:01:49.023 INFO:tasks.workunit.client.0.smithi157.stdout:op 2700 completed, throughput=5MB/sec 2024-08-17T01:01:49.023 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wFyxwsN07UW_nYi off=414970 len=349033 2024-08-17T01:01:49.024 INFO:tasks.workunit.client.0.smithi157.stdout:op 2701 completed, throughput=5MB/sec 2024-08-17T01:01:49.024 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DcbEuG9k8CzIb-I off=6460270 len=531774 2024-08-17T01:01:49.028 INFO:tasks.workunit.client.0.smithi157.stdout:op 2702 completed, throughput=5MB/sec 2024-08-17T01:01:49.028 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KXThrGGHgQ5LlyS off=5873334 len=1589877 2024-08-17T01:01:49.029 INFO:tasks.workunit.client.0.smithi157.stdout:op 2703 completed, throughput=5MB/sec 2024-08-17T01:01:49.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:49 smithi157 ceph-mon[98780]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:01:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:49 smithi157 ceph-mon[101289]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:01:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:49 smithi187 ceph-mon[90552]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:01:50.030 INFO:tasks.workunit.client.0.smithi157.stdout: 522: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:50.030 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zk6u33ITEW2C0V8 off=6932214 len=1473370 2024-08-17T01:01:50.037 INFO:tasks.workunit.client.0.smithi157.stdout:op 2704 completed, throughput=5MB/sec 2024-08-17T01:01:50.037 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NfuMCaJdbpBwxtD off=6589703 len=1983346 2024-08-17T01:01:50.046 INFO:tasks.workunit.client.0.smithi157.stdout:op 2705 completed, throughput=5MB/sec 2024-08-17T01:01:50.046 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tPX1Mu1tADWvi2c off=654561 len=594376 2024-08-17T01:01:50.046 INFO:tasks.workunit.client.0.smithi157.stdout:op 2706 completed, throughput=5MB/sec 2024-08-17T01:01:51.047 INFO:tasks.workunit.client.0.smithi157.stdout: 523: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:51.047 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yaCkhk2Cg_dt2oC off=5274811 len=1541488 2024-08-17T01:01:51.049 INFO:tasks.workunit.client.0.smithi157.stdout:op 2707 completed, throughput=4.99MB/sec 2024-08-17T01:01:51.049 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2wnhXfqk_xO0Vvs off=11325388 len=1267640 2024-08-17T01:01:51.056 INFO:tasks.workunit.client.0.smithi157.stdout:op 2708 completed, throughput=5MB/sec 2024-08-17T01:01:51.056 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Fs0VGcVCIAJDVHX off=1364645 len=1245446 2024-08-17T01:01:51.063 INFO:tasks.workunit.client.0.smithi157.stdout:op 2709 completed, throughput=5MB/sec 2024-08-17T01:01:51.063 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FtfFswsPHYiftbs off=7134752 len=497303 2024-08-17T01:01:51.064 INFO:tasks.workunit.client.0.smithi157.stdout:op 2710 completed, throughput=5MB/sec 2024-08-17T01:01:51.064 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-q6eSjVZoAJuV-7f off=3819897 len=5701 2024-08-17T01:01:51.064 INFO:tasks.workunit.client.0.smithi157.stdout:op 2711 completed, throughput=5MB/sec 2024-08-17T01:01:51.064 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gbdEqyU7-B7RL00 off=3393197 len=24507 2024-08-17T01:01:51.066 INFO:tasks.workunit.client.0.smithi157.stdout:op 2712 completed, throughput=5MB/sec 2024-08-17T01:01:51.067 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uiV9GpWLc83olMq off=11915331 len=1862797 2024-08-17T01:01:51.077 INFO:tasks.workunit.client.0.smithi157.stdout:op 2713 completed, throughput=5MB/sec 2024-08-17T01:01:51.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:51 smithi157 ceph-mon[98780]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:51 smithi157 ceph-mon[101289]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:51 smithi187 ceph-mon[90552]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:52.077 INFO:tasks.workunit.client.0.smithi157.stdout: 524: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:52.078 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XNFwD0zDWr4w3ie off=19326692 len=275905 2024-08-17T01:01:52.078 INFO:tasks.workunit.client.0.smithi157.stdout:op 2714 completed, throughput=4.99MB/sec 2024-08-17T01:01:52.079 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UWmcMsCuSC0LpHO off=3456498 len=884874 2024-08-17T01:01:52.081 INFO:tasks.workunit.client.0.smithi157.stdout:op 2715 completed, throughput=4.99MB/sec 2024-08-17T01:01:52.081 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fVWXM2cSx0r-cwQ off=11670266 len=903491 2024-08-17T01:01:52.082 INFO:tasks.workunit.client.0.smithi157.stdout:op 2716 completed, throughput=5MB/sec 2024-08-17T01:01:52.083 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-blRzNV6wwgsRsn6 off=11518833 len=39275 2024-08-17T01:01:52.085 INFO:tasks.workunit.client.0.smithi157.stdout:op 2717 completed, throughput=5MB/sec 2024-08-17T01:01:52.085 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-s3lhzL-kHtCek0v off=7597450 len=1399769 2024-08-17T01:01:52.087 INFO:tasks.workunit.client.0.smithi157.stdout:op 2718 completed, throughput=5MB/sec 2024-08-17T01:01:52.087 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FOENDCIj7lUthYn off=21985132 len=1407635 2024-08-17T01:01:52.088 INFO:tasks.workunit.client.0.smithi157.stdout:op 2719 completed, throughput=5MB/sec 2024-08-17T01:01:52.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:01:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:01:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:01:53.089 INFO:tasks.workunit.client.0.smithi157.stdout: 525: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:53.089 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-r30ip4sMmHuZLea off=121195 len=444622 2024-08-17T01:01:53.093 INFO:tasks.workunit.client.0.smithi157.stdout:op 2720 completed, throughput=4.99MB/sec 2024-08-17T01:01:53.093 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Q5JHSgZy-wPKu6I off=2369407 len=258580 2024-08-17T01:01:53.096 INFO:tasks.workunit.client.0.smithi157.stdout:op 2721 completed, throughput=4.99MB/sec 2024-08-17T01:01:53.096 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Fte98tCr5es--bp off=138557 len=1161974 2024-08-17T01:01:53.103 INFO:tasks.workunit.client.0.smithi157.stdout:op 2722 completed, throughput=5MB/sec 2024-08-17T01:01:53.103 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tJVODZlWgIgygiJ off=10124291 len=1574800 2024-08-17T01:01:53.105 INFO:tasks.workunit.client.0.smithi157.stdout:op 2723 completed, throughput=5MB/sec 2024-08-17T01:01:53.105 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-w65ccrMHZVOTiJz off=2483518 len=1641047 2024-08-17T01:01:53.107 INFO:tasks.workunit.client.0.smithi157.stdout:op 2724 completed, throughput=5MB/sec 2024-08-17T01:01:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:53 smithi157 ceph-mon[98780]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:01:53.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:01:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:01:53] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-08-17T01:01:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:53 smithi157 ceph-mon[101289]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:01:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:53 smithi187 ceph-mon[90552]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:01:54.107 INFO:tasks.workunit.client.0.smithi157.stdout: 526: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:54.107 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-76WY20CVhl0YJuZ off=11777810 len=1767120 2024-08-17T01:01:54.115 INFO:tasks.workunit.client.0.smithi157.stdout:op 2725 completed, throughput=4.99MB/sec 2024-08-17T01:01:54.115 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PmlLSxpI6GHADA0 off=10250149 len=2061187 2024-08-17T01:01:54.119 INFO:tasks.workunit.client.0.smithi157.stdout:op 2726 completed, throughput=5MB/sec 2024-08-17T01:01:54.119 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SgYA5nabdS6uEYw off=6416079 len=299405 2024-08-17T01:01:54.120 INFO:tasks.workunit.client.0.smithi157.stdout:op 2727 completed, throughput=5MB/sec 2024-08-17T01:01:54.120 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oCT-IjwWPXZwXNZ off=3733027 len=1804562 2024-08-17T01:01:54.122 INFO:tasks.workunit.client.0.smithi157.stdout:op 2728 completed, throughput=5MB/sec 2024-08-17T01:01:55.122 INFO:tasks.workunit.client.0.smithi157.stdout: 527: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:55.123 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iyXKu7EzM5grJxC off=896381 len=1175954 2024-08-17T01:01:55.129 INFO:tasks.workunit.client.0.smithi157.stdout:op 2729 completed, throughput=4.99MB/sec 2024-08-17T01:01:55.129 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-seVSIWkYjkEPgmk off=17990393 len=1462547 2024-08-17T01:01:55.131 INFO:tasks.workunit.client.0.smithi157.stdout:op 2730 completed, throughput=5MB/sec 2024-08-17T01:01:55.131 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zoRnZwDPQTFI6FR off=2279733 len=1877590 2024-08-17T01:01:55.133 INFO:tasks.workunit.client.0.smithi157.stdout:op 2731 completed, throughput=5MB/sec 2024-08-17T01:01:55.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:55 smithi157 ceph-mon[98780]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:01:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:55 smithi157 ceph-mon[101289]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:01:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:55 smithi187 ceph-mon[90552]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:01:56.133 INFO:tasks.workunit.client.0.smithi157.stdout: 528: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:56.133 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-r_tpSEPewwBC65F off=2655878 len=1374623 2024-08-17T01:01:56.140 INFO:tasks.workunit.client.0.smithi157.stdout:op 2732 completed, throughput=4.99MB/sec 2024-08-17T01:01:56.140 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0fq782g1ptw15ju off=6669044 len=1833808 2024-08-17T01:01:56.142 INFO:tasks.workunit.client.0.smithi157.stdout:op 2733 completed, throughput=5MB/sec 2024-08-17T01:01:56.142 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aqgpq2qsReUPccZ off=11854917 len=892269 2024-08-17T01:01:56.143 INFO:tasks.workunit.client.0.smithi157.stdout:op 2734 completed, throughput=5MB/sec 2024-08-17T01:01:56.143 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gZEc71gCZLbfu7X off=1307232 len=1777528 2024-08-17T01:01:56.152 INFO:tasks.workunit.client.0.smithi157.stdout:op 2735 completed, throughput=5MB/sec 2024-08-17T01:01:57.153 INFO:tasks.workunit.client.0.smithi157.stdout: 529: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:57.153 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--6zNJkT4-EPG8pC off=9494851 len=403764 2024-08-17T01:01:57.157 INFO:tasks.workunit.client.0.smithi157.stdout:op 2736 completed, throughput=4.99MB/sec 2024-08-17T01:01:57.157 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Yo7-gPYD5nOXFMh off=8336829 len=1383388 2024-08-17T01:01:57.160 INFO:tasks.workunit.client.0.smithi157.stdout:op 2737 completed, throughput=5MB/sec 2024-08-17T01:01:57.160 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-C5OHrLny0CsepOu off=10413007 len=1223937 2024-08-17T01:01:57.166 INFO:tasks.workunit.client.0.smithi157.stdout:op 2738 completed, throughput=5MB/sec 2024-08-17T01:01:57.166 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Z1u2SbB424smC5M off=2149802 len=1048189 2024-08-17T01:01:57.168 INFO:tasks.workunit.client.0.smithi157.stdout:op 2739 completed, throughput=5MB/sec 2024-08-17T01:01:57.168 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dxo2Xm-XLzR74cB off=8656322 len=804794 2024-08-17T01:01:57.173 INFO:tasks.workunit.client.0.smithi157.stdout:op 2740 completed, throughput=5MB/sec 2024-08-17T01:01:57.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:57 smithi157 ceph-mon[98780]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-17T01:01:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:57 smithi157 ceph-mon[101289]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-17T01:01:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:57 smithi187 ceph-mon[90552]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-17T01:01:58.174 INFO:tasks.workunit.client.0.smithi157.stdout: 530: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:58.174 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-62dOHSL1YD1dDx2 off=922583 len=407798 2024-08-17T01:01:58.177 INFO:tasks.workunit.client.0.smithi157.stdout:op 2741 completed, throughput=4.99MB/sec 2024-08-17T01:01:58.177 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JZJsTXubfhnZ4oE off=1628123 len=1772287 2024-08-17T01:01:58.181 INFO:tasks.workunit.client.0.smithi157.stdout:op 2742 completed, throughput=5MB/sec 2024-08-17T01:01:58.181 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MsJW_lo-X21yC2e off=1074306 len=935122 2024-08-17T01:01:58.185 INFO:tasks.workunit.client.0.smithi157.stdout:op 2743 completed, throughput=5MB/sec 2024-08-17T01:01:58.186 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Pw82knueGesmOh- off=4247444 len=342567 2024-08-17T01:01:58.189 INFO:tasks.workunit.client.0.smithi157.stdout:op 2744 completed, throughput=5MB/sec 2024-08-17T01:01:58.189 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-f0Dn-trsFW8Vj3M off=1612773 len=1287062 2024-08-17T01:01:58.194 INFO:tasks.workunit.client.0.smithi157.stdout:op 2745 completed, throughput=5MB/sec 2024-08-17T01:01:58.194 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vGRHYoVMcfAhFcy off=8961222 len=1324126 2024-08-17T01:01:58.201 INFO:tasks.workunit.client.0.smithi157.stdout:op 2746 completed, throughput=5MB/sec 2024-08-17T01:01:59.201 INFO:tasks.workunit.client.0.smithi157.stdout: 531: throughput=4.99MB/sec pending data=0 2024-08-17T01:01:59.201 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-C5jB48PhEj__Is7 off=2011798 len=1051332 2024-08-17T01:01:59.203 INFO:tasks.workunit.client.0.smithi157.stdout:op 2747 completed, throughput=4.99MB/sec 2024-08-17T01:01:59.203 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eUz5N2NOP2dpzSy off=18387519 len=48157 2024-08-17T01:01:59.203 INFO:tasks.workunit.client.0.smithi157.stdout:op 2748 completed, throughput=4.99MB/sec 2024-08-17T01:01:59.203 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CQjUVS8LbrVttd9 off=11386961 len=661687 2024-08-17T01:01:59.204 INFO:tasks.workunit.client.0.smithi157.stdout:op 2749 completed, throughput=5MB/sec 2024-08-17T01:01:59.204 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VOrbl4IOR6WLVKl off=7048685 len=12664 2024-08-17T01:01:59.207 INFO:tasks.workunit.client.0.smithi157.stdout:op 2750 completed, throughput=5MB/sec 2024-08-17T01:01:59.207 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3f5y6zQ7nOdVQUw off=17025276 len=1862566 2024-08-17T01:01:59.209 INFO:tasks.workunit.client.0.smithi157.stdout:op 2751 completed, throughput=5MB/sec 2024-08-17T01:01:59.209 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-X2yWtB0GeWnJIcf off=3535784 len=251924 2024-08-17T01:01:59.212 INFO:tasks.workunit.client.0.smithi157.stdout:op 2752 completed, throughput=5MB/sec 2024-08-17T01:01:59.212 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-M7SZJZSSp5QRIE2 off=0 len=2005119 2024-08-17T01:01:59.214 INFO:tasks.workunit.client.0.smithi157.stdout:op 2753 completed, throughput=5MB/sec 2024-08-17T01:01:59.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:59 smithi157 ceph-mon[98780]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-17T01:01:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:01:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:59 smithi157 ceph-mon[101289]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-17T01:01:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:01:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:59 smithi187 ceph-mon[90552]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-17T01:01:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:01:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:00.214 INFO:tasks.workunit.client.0.smithi157.stdout: 532: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:00.215 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qinpYVr9YG60o0b off=17770802 len=402038 2024-08-17T01:02:00.218 INFO:tasks.workunit.client.0.smithi157.stdout:op 2754 completed, throughput=4.99MB/sec 2024-08-17T01:02:00.218 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vPkPrWfcY6dF4tm off=18754476 len=1758517 2024-08-17T01:02:00.229 INFO:tasks.workunit.client.0.smithi157.stdout:op 2755 completed, throughput=5MB/sec 2024-08-17T01:02:00.229 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nUhu4BQj-rid5S_ off=9876491 len=346337 2024-08-17T01:02:00.230 INFO:tasks.workunit.client.0.smithi157.stdout:op 2756 completed, throughput=5MB/sec 2024-08-17T01:02:00.230 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MbW1t5paDmXIH53 off=6627183 len=923599 2024-08-17T01:02:00.232 INFO:tasks.workunit.client.0.smithi157.stdout:op 2757 completed, throughput=5MB/sec 2024-08-17T01:02:00.232 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-x8EKm8rY4OqqWbL off=286075 len=1212383 2024-08-17T01:02:00.234 INFO:tasks.workunit.client.0.smithi157.stdout:op 2758 completed, throughput=5MB/sec 2024-08-17T01:02:01.234 INFO:tasks.workunit.client.0.smithi157.stdout: 533: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:01.234 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v7ubKjCR7Bj30Fu off=1532159 len=1970672 2024-08-17T01:02:01.238 INFO:tasks.workunit.client.0.smithi157.stdout:op 2759 completed, throughput=5MB/sec 2024-08-17T01:02:01.239 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JhHpLvyx6rtDtMe off=9536762 len=1901129 2024-08-17T01:02:01.246 INFO:tasks.workunit.client.0.smithi157.stdout:op 2760 completed, throughput=5MB/sec 2024-08-17T01:02:01.246 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nvQKzev7OtUBn3j off=6328188 len=354929 2024-08-17T01:02:01.250 INFO:tasks.workunit.client.0.smithi157.stdout:op 2761 completed, throughput=5MB/sec 2024-08-17T01:02:01.250 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-g3L9EnjY-Aqe1Js off=5061974 len=1601091 2024-08-17T01:02:01.251 INFO:tasks.workunit.client.0.smithi157.stdout:op 2762 completed, throughput=5MB/sec 2024-08-17T01:02:01.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:01 smithi157 ceph-mon[98780]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-17T01:02:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:01 smithi157 ceph-mon[101289]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-17T01:02:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:01 smithi187 ceph-mon[90552]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-17T01:02:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: 534: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:02.251 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-W-Bcv57VQfxJ5bV off=514605 len=729893 2024-08-17T01:02:02.256 INFO:tasks.workunit.client.0.smithi157.stdout:op 2763 completed, throughput=4.99MB/sec 2024-08-17T01:02:02.256 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-os6Cq_lDH9c_Twz off=3043912 len=754093 2024-08-17T01:02:02.257 INFO:tasks.workunit.client.0.smithi157.stdout:op 2764 completed, throughput=5MB/sec 2024-08-17T01:02:02.258 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jh5bP83vMVus3LD off=13517078 len=709251 2024-08-17T01:02:02.262 INFO:tasks.workunit.client.0.smithi157.stdout:op 2765 completed, throughput=5MB/sec 2024-08-17T01:02:02.262 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HtFJZ5qxezPmAgV off=12061964 len=758990 2024-08-17T01:02:02.266 INFO:tasks.workunit.client.0.smithi157.stdout:op 2766 completed, throughput=5MB/sec 2024-08-17T01:02:02.267 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KC43qHWvjwpUiPL off=8882067 len=2011047 2024-08-17T01:02:02.269 INFO:tasks.workunit.client.0.smithi157.stdout:op 2767 completed, throughput=5MB/sec 2024-08-17T01:02:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:02:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:02:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:02:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: 535: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:03.269 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PIbaH57VscSAv-B off=4191680 len=1682001 2024-08-17T01:02:03.271 INFO:tasks.workunit.client.0.smithi157.stdout:op 2768 completed, throughput=5MB/sec 2024-08-17T01:02:03.271 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--l3s-3VGoE4iKsI off=1298757 len=951362 2024-08-17T01:02:03.277 INFO:tasks.workunit.client.0.smithi157.stdout:op 2769 completed, throughput=5MB/sec 2024-08-17T01:02:03.277 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lVwTVvGig8WXMtP off=12484299 len=1319403 2024-08-17T01:02:03.283 INFO:tasks.workunit.client.0.smithi157.stdout:op 2770 completed, throughput=5MB/sec 2024-08-17T01:02:03.284 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-p_Vtfc44IoID3eM off=9862075 len=152344 2024-08-17T01:02:03.286 INFO:tasks.workunit.client.0.smithi157.stdout:op 2771 completed, throughput=5MB/sec 2024-08-17T01:02:03.286 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1Uz5B7ADhbnTobz off=478221 len=1927481 2024-08-17T01:02:03.297 INFO:tasks.workunit.client.0.smithi157.stdout:op 2772 completed, throughput=5MB/sec 2024-08-17T01:02:03.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:02:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:02:03] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-08-17T01:02:03.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:03 smithi157 ceph-mon[98780]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:02:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:03 smithi157 ceph-mon[101289]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:02:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:03 smithi187 ceph-mon[90552]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:02:04.298 INFO:tasks.workunit.client.0.smithi157.stdout: 536: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:04.298 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZkPlcH_UKfi_fMX off=9086917 len=696965 2024-08-17T01:02:04.303 INFO:tasks.workunit.client.0.smithi157.stdout:op 2773 completed, throughput=5MB/sec 2024-08-17T01:02:04.303 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RoNv9jzCwIZa2pH off=9586009 len=642747 2024-08-17T01:02:04.307 INFO:tasks.workunit.client.0.smithi157.stdout:op 2774 completed, throughput=5MB/sec 2024-08-17T01:02:04.307 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SrPn_udzkBJuqZp off=10228820 len=647106 2024-08-17T01:02:04.311 INFO:tasks.workunit.client.0.smithi157.stdout:op 2775 completed, throughput=5MB/sec 2024-08-17T01:02:04.312 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MJE2p-RiSX44kcP off=160272 len=1106071 2024-08-17T01:02:04.314 INFO:tasks.workunit.client.0.smithi157.stdout:op 2776 completed, throughput=5MB/sec 2024-08-17T01:02:04.314 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1taWiWCQAIgpMYA off=275434 len=1060155 2024-08-17T01:02:04.319 INFO:tasks.workunit.client.0.smithi157.stdout:op 2777 completed, throughput=5MB/sec 2024-08-17T01:02:05.319 INFO:tasks.workunit.client.0.smithi157.stdout: 537: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:05.319 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-doZpd-nC7d_QGhz off=10984927 len=2038488 2024-08-17T01:02:05.322 INFO:tasks.workunit.client.0.smithi157.stdout:op 2778 completed, throughput=5MB/sec 2024-08-17T01:02:05.322 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AXeXNuMYgPrCpcc off=7684636 len=75850 2024-08-17T01:02:05.324 INFO:tasks.workunit.client.0.smithi157.stdout:op 2779 completed, throughput=5MB/sec 2024-08-17T01:02:05.324 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-b0h_Gl84iO1arKR off=13356586 len=652818 2024-08-17T01:02:05.329 INFO:tasks.workunit.client.0.smithi157.stdout:op 2780 completed, throughput=5MB/sec 2024-08-17T01:02:05.329 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DLbZbW3zB-BfgKn off=1352871 len=833833 2024-08-17T01:02:05.330 INFO:tasks.workunit.client.0.smithi157.stdout:op 2781 completed, throughput=5MB/sec 2024-08-17T01:02:05.330 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9ZDAgdEgLuBwJxz off=729258 len=944354 2024-08-17T01:02:05.331 INFO:tasks.workunit.client.0.smithi157.stdout:op 2782 completed, throughput=5MB/sec 2024-08-17T01:02:05.331 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-G68VNjGnHI2sjWu off=2469421 len=625227 2024-08-17T01:02:05.332 INFO:tasks.workunit.client.0.smithi157.stdout:op 2783 completed, throughput=5MB/sec 2024-08-17T01:02:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:05 smithi157 ceph-mon[98780]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:02:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:05 smithi157 ceph-mon[101289]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:02:05.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:05 smithi187 ceph-mon[90552]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:02:06.205 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:02:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=cleanup t=2024-08-17T01:02:05.885102786Z level=info msg="Completed cleanup jobs" duration=5.494618ms 2024-08-17T01:02:06.332 INFO:tasks.workunit.client.0.smithi157.stdout: 538: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:06.333 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-v8612Or064A7d6m off=10065345 len=1549606 2024-08-17T01:02:06.341 INFO:tasks.workunit.client.0.smithi157.stdout:op 2784 completed, throughput=4.99MB/sec 2024-08-17T01:02:06.341 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sNT8wNHXIVIzTNy off=995598 len=99611 2024-08-17T01:02:06.343 INFO:tasks.workunit.client.0.smithi157.stdout:op 2785 completed, throughput=4.99MB/sec 2024-08-17T01:02:06.343 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-B1enTKIe6s3T159 off=6363581 len=1301704 2024-08-17T01:02:06.351 INFO:tasks.workunit.client.0.smithi157.stdout:op 2786 completed, throughput=5MB/sec 2024-08-17T01:02:06.351 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4MF80iviBnKX-8e off=2659763 len=1066396 2024-08-17T01:02:06.353 INFO:tasks.workunit.client.0.smithi157.stdout:op 2787 completed, throughput=5MB/sec 2024-08-17T01:02:06.353 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BLRMP8SDODTEsY8 off=9694510 len=904718 2024-08-17T01:02:06.354 INFO:tasks.workunit.client.0.smithi157.stdout:op 2788 completed, throughput=5MB/sec 2024-08-17T01:02:07.355 INFO:tasks.workunit.client.0.smithi157.stdout: 539: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:07.355 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pevXjnh11uWYABq off=18951355 len=866735 2024-08-17T01:02:07.360 INFO:tasks.workunit.client.0.smithi157.stdout:op 2789 completed, throughput=4.99MB/sec 2024-08-17T01:02:07.360 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oAlHP94SeLzpQIe off=9421007 len=693284 2024-08-17T01:02:07.361 INFO:tasks.workunit.client.0.smithi157.stdout:op 2790 completed, throughput=4.99MB/sec 2024-08-17T01:02:07.361 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CUdJgRuod-7wXUv off=15601907 len=1207357 2024-08-17T01:02:07.368 INFO:tasks.workunit.client.0.smithi157.stdout:op 2791 completed, throughput=5MB/sec 2024-08-17T01:02:07.368 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-e5PPWD9i0T1mUdQ off=153179 len=1806362 2024-08-17T01:02:07.378 INFO:tasks.workunit.client.0.smithi157.stdout:op 2792 completed, throughput=5MB/sec 2024-08-17T01:02:07.378 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-de6xOrYck_cn3zh off=2819855 len=412823 2024-08-17T01:02:07.379 INFO:tasks.workunit.client.0.smithi157.stdout:op 2793 completed, throughput=5MB/sec 2024-08-17T01:02:07.379 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-75zpTsW7srlcXBK off=4837368 len=366867 2024-08-17T01:02:07.380 INFO:tasks.workunit.client.0.smithi157.stdout:op 2794 completed, throughput=5MB/sec 2024-08-17T01:02:07.380 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vP5O-ee77t5QI2i off=15530683 len=1623362 2024-08-17T01:02:07.387 INFO:tasks.workunit.client.0.smithi157.stdout:op 2795 completed, throughput=5MB/sec 2024-08-17T01:02:07.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:07 smithi157 ceph-mon[98780]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:02:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:07 smithi157 ceph-mon[101289]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:02:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:07 smithi187 ceph-mon[90552]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:02:08.388 INFO:tasks.workunit.client.0.smithi157.stdout: 540: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:08.388 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o-cP5Stc7X9gnP2 off=18640008 len=1605901 2024-08-17T01:02:08.390 INFO:tasks.workunit.client.0.smithi157.stdout:op 2796 completed, throughput=5MB/sec 2024-08-17T01:02:08.390 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RPPLWGwS3d6V21s off=16841919 len=181554 2024-08-17T01:02:08.393 INFO:tasks.workunit.client.0.smithi157.stdout:op 2797 completed, throughput=5MB/sec 2024-08-17T01:02:08.393 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MrsClhZ0GFZZRxJ off=3810614 len=852872 2024-08-17T01:02:08.395 INFO:tasks.workunit.client.0.smithi157.stdout:op 2798 completed, throughput=5MB/sec 2024-08-17T01:02:08.395 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OW11LmT7gPjQSCk off=4478337 len=1656110 2024-08-17T01:02:08.405 INFO:tasks.workunit.client.0.smithi157.stdout:op 2799 completed, throughput=5MB/sec 2024-08-17T01:02:09.405 INFO:tasks.workunit.client.0.smithi157.stdout: 541: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:09.406 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dBmhrJnyxe1sBig off=4898556 len=2063645 2024-08-17T01:02:09.413 INFO:tasks.workunit.client.0.smithi157.stdout:op 2800 completed, throughput=5MB/sec 2024-08-17T01:02:09.413 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uGzUaqss_S3rH00 off=1901455 len=537391 2024-08-17T01:02:09.415 INFO:tasks.workunit.client.0.smithi157.stdout:op 2801 completed, throughput=5MB/sec 2024-08-17T01:02:09.415 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-my2HvrC_MSZbEDt off=18940459 len=2082063 2024-08-17T01:02:09.417 INFO:tasks.workunit.client.0.smithi157.stdout:op 2802 completed, throughput=5MB/sec 2024-08-17T01:02:09.417 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uu-axu7RHkW2HGm off=15389544 len=1467252 2024-08-17T01:02:09.419 INFO:tasks.workunit.client.0.smithi157.stdout:op 2803 completed, throughput=5MB/sec 2024-08-17T01:02:09.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:09 smithi157 ceph-mon[98780]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T01:02:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:09 smithi157 ceph-mon[101289]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T01:02:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:09 smithi187 ceph-mon[90552]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T01:02:10.419 INFO:tasks.workunit.client.0.smithi157.stdout: 542: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:10.420 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PdPmj89Um4K_bCw off=6547498 len=785251 2024-08-17T01:02:10.421 INFO:tasks.workunit.client.0.smithi157.stdout:op 2804 completed, throughput=4.99MB/sec 2024-08-17T01:02:10.422 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-v_ZBWml41Imo-0D off=7617509 len=1773434 2024-08-17T01:02:10.432 INFO:tasks.workunit.client.0.smithi157.stdout:op 2805 completed, throughput=5MB/sec 2024-08-17T01:02:10.432 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aXvL28OStyQcUUr off=827150 len=1350905 2024-08-17T01:02:10.435 INFO:tasks.workunit.client.0.smithi157.stdout:op 2806 completed, throughput=5MB/sec 2024-08-17T01:02:10.435 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YBzTqxCMU48n3II off=18664837 len=1258275 2024-08-17T01:02:10.441 INFO:tasks.workunit.client.0.smithi157.stdout:op 2807 completed, throughput=5MB/sec 2024-08-17T01:02:11.442 INFO:tasks.workunit.client.0.smithi157.stdout: 543: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:11.442 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xqtQSmbnHrRlD9y off=154692 len=939484 2024-08-17T01:02:11.443 INFO:tasks.workunit.client.0.smithi157.stdout:op 2808 completed, throughput=4.99MB/sec 2024-08-17T01:02:11.443 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-urmp_9CLZqrUCLZ off=8577368 len=14810 2024-08-17T01:02:11.446 INFO:tasks.workunit.client.0.smithi157.stdout:op 2809 completed, throughput=4.99MB/sec 2024-08-17T01:02:11.446 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DRRU7_IkQIHO_hR off=2207781 len=974357 2024-08-17T01:02:11.451 INFO:tasks.workunit.client.0.smithi157.stdout:op 2810 completed, throughput=5MB/sec 2024-08-17T01:02:11.452 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UhunySICDhIdPJj off=1166334 len=1166962 2024-08-17T01:02:11.458 INFO:tasks.workunit.client.0.smithi157.stdout:op 2811 completed, throughput=5MB/sec 2024-08-17T01:02:11.458 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4jfrFPemBztr1qo off=286697 len=767165 2024-08-17T01:02:11.462 INFO:tasks.workunit.client.0.smithi157.stdout:op 2812 completed, throughput=5MB/sec 2024-08-17T01:02:11.462 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jn22DttAHKUr4Z1 off=1268698 len=1077222 2024-08-17T01:02:11.468 INFO:tasks.workunit.client.0.smithi157.stdout:op 2813 completed, throughput=5MB/sec 2024-08-17T01:02:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:11 smithi157 ceph-mon[98780]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:02:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:11 smithi157 ceph-mon[101289]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:02:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:11 smithi187 ceph-mon[90552]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:02:12.468 INFO:tasks.workunit.client.0.smithi157.stdout: 544: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:12.468 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-J26r6fedPczYKd_ off=6141943 len=1562409 2024-08-17T01:02:12.470 INFO:tasks.workunit.client.0.smithi157.stdout:op 2814 completed, throughput=4.99MB/sec 2024-08-17T01:02:12.470 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DNGzg7ErMPAtviW off=3754687 len=1855818 2024-08-17T01:02:12.474 INFO:tasks.workunit.client.0.smithi157.stdout:op 2815 completed, throughput=5MB/sec 2024-08-17T01:02:12.474 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-budbyrNt5C3uqQ9 off=7477460 len=1800885 2024-08-17T01:02:12.476 INFO:tasks.workunit.client.0.smithi157.stdout:op 2816 completed, throughput=5MB/sec 2024-08-17T01:02:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:02:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:02:13.477 INFO:tasks.workunit.client.0.smithi157.stdout: 545: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:13.477 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EtedJoKwoW14mg6 off=5998402 len=1030369 2024-08-17T01:02:13.482 INFO:tasks.workunit.client.0.smithi157.stdout:op 2817 completed, throughput=4.99MB/sec 2024-08-17T01:02:13.482 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ynJqwr_teUPNx3z off=858016 len=107093 2024-08-17T01:02:13.484 INFO:tasks.workunit.client.0.smithi157.stdout:op 2818 completed, throughput=4.99MB/sec 2024-08-17T01:02:13.484 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0bCrP2rJbt_KcQk off=6834042 len=2009429 2024-08-17T01:02:13.486 INFO:tasks.workunit.client.0.smithi157.stdout:op 2819 completed, throughput=5MB/sec 2024-08-17T01:02:13.487 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pcudzeiFEBpQxXK off=6895947 len=1736644 2024-08-17T01:02:13.488 INFO:tasks.workunit.client.0.smithi157.stdout:op 2820 completed, throughput=5MB/sec 2024-08-17T01:02:13.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:13 smithi157 ceph-mon[98780]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:02:13.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:02:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:02:13] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-08-17T01:02:13.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:13 smithi157 ceph-mon[101289]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:02:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:13 smithi187 ceph-mon[90552]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:02:14.488 INFO:tasks.workunit.client.0.smithi157.stdout: 546: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:14.489 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-t4yghnuq3XuEsie off=7096613 len=1843689 2024-08-17T01:02:14.491 INFO:tasks.workunit.client.0.smithi157.stdout:op 2821 completed, throughput=4.99MB/sec 2024-08-17T01:02:14.491 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uPEw73pU0VXQChW off=4574582 len=1142609 2024-08-17T01:02:14.498 INFO:tasks.workunit.client.0.smithi157.stdout:op 2822 completed, throughput=5MB/sec 2024-08-17T01:02:14.498 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2XQZqBOOctK-Bia off=4741224 len=1785022 2024-08-17T01:02:14.505 INFO:tasks.workunit.client.0.smithi157.stdout:op 2823 completed, throughput=5MB/sec 2024-08-17T01:02:14.505 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DmbchSGVUje6MkH off=3390462 len=704203 2024-08-17T01:02:14.509 INFO:tasks.workunit.client.0.smithi157.stdout:op 2824 completed, throughput=5MB/sec 2024-08-17T01:02:14.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:15.509 INFO:tasks.workunit.client.0.smithi157.stdout: 547: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:15.510 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZDaUziviWcFvyzr off=3740637 len=2006804 2024-08-17T01:02:15.512 INFO:tasks.workunit.client.0.smithi157.stdout:op 2825 completed, throughput=5MB/sec 2024-08-17T01:02:15.512 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WVgjozWeU5M7gVe off=332618 len=1613165 2024-08-17T01:02:15.514 INFO:tasks.workunit.client.0.smithi157.stdout:op 2826 completed, throughput=5MB/sec 2024-08-17T01:02:15.514 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--UY_WCmbh9yJT2y off=3632827 len=177867 2024-08-17T01:02:15.514 INFO:tasks.workunit.client.0.smithi157.stdout:op 2827 completed, throughput=5MB/sec 2024-08-17T01:02:15.514 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZZL_Ay1fiahqUvj off=2432329 len=44765 2024-08-17T01:02:15.517 INFO:tasks.workunit.client.0.smithi157.stdout:op 2828 completed, throughput=5MB/sec 2024-08-17T01:02:15.517 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ADxIeaB3L6VfEsE off=2882051 len=1939765 2024-08-17T01:02:15.525 INFO:tasks.workunit.client.0.smithi157.stdout:op 2829 completed, throughput=5MB/sec 2024-08-17T01:02:15.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:15 smithi157 ceph-mon[101289]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:02:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:15 smithi157 ceph-mon[98780]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:02:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:15 smithi187 ceph-mon[90552]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:02:16.526 INFO:tasks.workunit.client.0.smithi157.stdout: 548: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:16.526 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gpEIQoJoBstnxJt off=10556497 len=1487334 2024-08-17T01:02:16.529 INFO:tasks.workunit.client.0.smithi157.stdout:op 2830 completed, throughput=4.99MB/sec 2024-08-17T01:02:16.529 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7h1SDi_D87gzaYN off=6542938 len=1564053 2024-08-17T01:02:16.531 INFO:tasks.workunit.client.0.smithi157.stdout:op 2831 completed, throughput=5MB/sec 2024-08-17T01:02:16.531 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4YVPZnNjbH5cGsq off=4237286 len=1636425 2024-08-17T01:02:16.533 INFO:tasks.workunit.client.0.smithi157.stdout:op 2832 completed, throughput=5MB/sec 2024-08-17T01:02:17.534 INFO:tasks.workunit.client.0.smithi157.stdout: 549: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:17.534 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-djfFQCOykHrPizi off=11825441 len=493718 2024-08-17T01:02:17.538 INFO:tasks.workunit.client.0.smithi157.stdout:op 2833 completed, throughput=4.99MB/sec 2024-08-17T01:02:17.538 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7F7axfrvquYx6e4 off=4635051 len=1735488 2024-08-17T01:02:17.545 INFO:tasks.workunit.client.0.smithi157.stdout:op 2834 completed, throughput=5MB/sec 2024-08-17T01:02:17.545 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-M2fImrWnCMy7Ykr off=941475 len=1266542 2024-08-17T01:02:17.547 INFO:tasks.workunit.client.0.smithi157.stdout:op 2835 completed, throughput=5MB/sec 2024-08-17T01:02:17.547 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Kekx93I-VhBZU2Z off=209215 len=2072370 2024-08-17T01:02:17.549 INFO:tasks.workunit.client.0.smithi157.stdout:op 2836 completed, throughput=5MB/sec 2024-08-17T01:02:17.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:17 smithi157 ceph-mon[98780]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:02:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:17 smithi157 ceph-mon[101289]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:02:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:17 smithi187 ceph-mon[90552]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:02:18.549 INFO:tasks.workunit.client.0.smithi157.stdout: 550: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:18.549 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ll8qc6ZP72T5qdF off=8930620 len=1471475 2024-08-17T01:02:18.551 INFO:tasks.workunit.client.0.smithi157.stdout:op 2837 completed, throughput=4.99MB/sec 2024-08-17T01:02:18.551 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-m5gnRsRP2u9_hju off=5275934 len=1100732 2024-08-17T01:02:18.556 INFO:tasks.workunit.client.0.smithi157.stdout:op 2838 completed, throughput=5MB/sec 2024-08-17T01:02:18.557 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-82iqsj1QiT-LEk_ off=5732261 len=1545942 2024-08-17T01:02:18.558 INFO:tasks.workunit.client.0.smithi157.stdout:op 2839 completed, throughput=5MB/sec 2024-08-17T01:02:18.558 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-h6rWpXmK6xygzxu off=8274764 len=279487 2024-08-17T01:02:18.561 INFO:tasks.workunit.client.0.smithi157.stdout:op 2840 completed, throughput=5MB/sec 2024-08-17T01:02:18.561 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TJY8rS2mJzZoQyo off=1456237 len=1674186 2024-08-17T01:02:18.564 INFO:tasks.workunit.client.0.smithi157.stdout:op 2841 completed, throughput=5MB/sec 2024-08-17T01:02:19.565 INFO:tasks.workunit.client.0.smithi157.stdout: 551: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:19.565 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NpIRC7ZfMIiUzSi off=9167588 len=1699691 2024-08-17T01:02:19.574 INFO:tasks.workunit.client.0.smithi157.stdout:op 2842 completed, throughput=5MB/sec 2024-08-17T01:02:19.574 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RnqUUJIgkzV5HXV off=2217574 len=1902453 2024-08-17T01:02:19.584 INFO:tasks.workunit.client.0.smithi157.stdout:op 2843 completed, throughput=5MB/sec 2024-08-17T01:02:19.585 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IP4AVQ8c98Zdi7v off=14065170 len=1683503 2024-08-17T01:02:19.591 INFO:tasks.workunit.client.0.smithi157.stdout:op 2844 completed, throughput=5MB/sec 2024-08-17T01:02:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:19 smithi157 ceph-mon[98780]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T01:02:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:19 smithi157 ceph-mon[101289]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T01:02:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:19 smithi187 ceph-mon[90552]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T01:02:20.591 INFO:tasks.workunit.client.0.smithi157.stdout: 552: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:20.592 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Q1HV-7ZF3utflBV off=5353706 len=494566 2024-08-17T01:02:20.593 INFO:tasks.workunit.client.0.smithi157.stdout:op 2845 completed, throughput=4.99MB/sec 2024-08-17T01:02:20.593 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-j4xZsYdC7jY7-wx off=11251007 len=959756 2024-08-17T01:02:20.597 INFO:tasks.workunit.client.0.smithi157.stdout:op 2846 completed, throughput=5MB/sec 2024-08-17T01:02:20.598 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bvXRcVMLQGKDXHZ off=5816449 len=339218 2024-08-17T01:02:20.599 INFO:tasks.workunit.client.0.smithi157.stdout:op 2847 completed, throughput=5MB/sec 2024-08-17T01:02:20.599 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8i9uOZZxWvMVHng off=10503115 len=653937 2024-08-17T01:02:20.603 INFO:tasks.workunit.client.0.smithi157.stdout:op 2848 completed, throughput=5MB/sec 2024-08-17T01:02:20.603 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1XTv9wUAf5HCa0W off=10127233 len=1690846 2024-08-17T01:02:20.612 INFO:tasks.workunit.client.0.smithi157.stdout:op 2849 completed, throughput=5MB/sec 2024-08-17T01:02:20.613 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XSD8C039tnTyR7H off=14027736 len=1769725 2024-08-17T01:02:20.614 INFO:tasks.workunit.client.0.smithi157.stdout:op 2850 completed, throughput=5MB/sec 2024-08-17T01:02:21.615 INFO:tasks.workunit.client.0.smithi157.stdout: 553: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:21.615 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Q5JHSgZy-wPKu6I off=16185431 len=1069846 2024-08-17T01:02:21.621 INFO:tasks.workunit.client.0.smithi157.stdout:op 2851 completed, throughput=5MB/sec 2024-08-17T01:02:21.621 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KjK9YcJ8pro9dAu off=15784776 len=362982 2024-08-17T01:02:21.622 INFO:tasks.workunit.client.0.smithi157.stdout:op 2852 completed, throughput=5MB/sec 2024-08-17T01:02:21.622 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-v9YbEk4q6eSLmZ2 off=7134791 len=28670 2024-08-17T01:02:21.624 INFO:tasks.workunit.client.0.smithi157.stdout:op 2853 completed, throughput=5MB/sec 2024-08-17T01:02:21.625 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-at7CENPlZBXoc-V off=2205918 len=1546943 2024-08-17T01:02:21.631 INFO:tasks.workunit.client.0.smithi157.stdout:op 2854 completed, throughput=5MB/sec 2024-08-17T01:02:21.631 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PWpKsJPeHu4MGaV off=3248409 len=869028 2024-08-17T01:02:21.633 INFO:tasks.workunit.client.0.smithi157.stdout:op 2855 completed, throughput=5MB/sec 2024-08-17T01:02:21.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:21 smithi157 ceph-mon[101289]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:02:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:21 smithi157 ceph-mon[98780]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:02:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:21 smithi187 ceph-mon[90552]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:02:22.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:02:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:02:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:02:22.633 INFO:tasks.workunit.client.0.smithi157.stdout: 554: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:22.634 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wbkg2vr52e5YALt off=5154697 len=1005785 2024-08-17T01:02:22.635 INFO:tasks.workunit.client.0.smithi157.stdout:op 2856 completed, throughput=4.99MB/sec 2024-08-17T01:02:22.635 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-K_yp2AjS9Vp7cVw off=2546086 len=1006280 2024-08-17T01:02:22.643 INFO:tasks.workunit.client.0.smithi157.stdout:op 2857 completed, throughput=4.99MB/sec 2024-08-17T01:02:22.643 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JVhW4xQrkqpGweM off=8272921 len=1838558 2024-08-17T01:02:22.651 INFO:tasks.workunit.client.0.smithi157.stdout:op 2858 completed, throughput=5MB/sec 2024-08-17T01:02:22.651 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dCGGq8D4cI7riTP off=4915350 len=183101 2024-08-17T01:02:22.653 INFO:tasks.workunit.client.0.smithi157.stdout:op 2859 completed, throughput=5MB/sec 2024-08-17T01:02:22.653 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QGZ8LuVWwXdjzUf off=9244572 len=1586559 2024-08-17T01:02:22.654 INFO:tasks.workunit.client.0.smithi157.stdout:op 2860 completed, throughput=5MB/sec 2024-08-17T01:02:23.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:02:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:02:23] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-08-17T01:02:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:23 smithi157 ceph-mon[98780]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T01:02:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:23 smithi157 ceph-mon[101289]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T01:02:23.654 INFO:tasks.workunit.client.0.smithi157.stdout: 555: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:23.655 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-O9SZXqhG03mKIr1 off=17013167 len=1118500 2024-08-17T01:02:23.656 INFO:tasks.workunit.client.0.smithi157.stdout:op 2861 completed, throughput=4.99MB/sec 2024-08-17T01:02:23.656 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Oy6U0tXsrng2XeD off=392495 len=1920120 2024-08-17T01:02:23.658 INFO:tasks.workunit.client.0.smithi157.stdout:op 2862 completed, throughput=5MB/sec 2024-08-17T01:02:23.658 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VpNn_dLYHlpr4vP off=2603287 len=802507 2024-08-17T01:02:23.659 INFO:tasks.workunit.client.0.smithi157.stdout:op 2863 completed, throughput=5MB/sec 2024-08-17T01:02:23.659 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dr9FVFG_VVJf3cP off=2372153 len=293968 2024-08-17T01:02:23.661 INFO:tasks.workunit.client.0.smithi157.stdout:op 2864 completed, throughput=5MB/sec 2024-08-17T01:02:23.661 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tGsa261z00Yg6mD off=14639158 len=899256 2024-08-17T01:02:23.663 INFO:tasks.workunit.client.0.smithi157.stdout:op 2865 completed, throughput=5MB/sec 2024-08-17T01:02:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:23 smithi187 ceph-mon[90552]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T01:02:24.664 INFO:tasks.workunit.client.0.smithi157.stdout: 556: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:24.664 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-47yIbIgquv3F3dM off=1372333 len=808615 2024-08-17T01:02:24.666 INFO:tasks.workunit.client.0.smithi157.stdout:op 2866 completed, throughput=4.99MB/sec 2024-08-17T01:02:24.666 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zO_AcM8Z0Ucz2Qx off=17492496 len=851368 2024-08-17T01:02:24.667 INFO:tasks.workunit.client.0.smithi157.stdout:op 2867 completed, throughput=4.99MB/sec 2024-08-17T01:02:24.668 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Dg0K9OzzCUQZgKQ off=20903678 len=1415505 2024-08-17T01:02:24.674 INFO:tasks.workunit.client.0.smithi157.stdout:op 2868 completed, throughput=5MB/sec 2024-08-17T01:02:24.674 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lrrnx27mA05UYdJ off=4530181 len=207702 2024-08-17T01:02:24.677 INFO:tasks.workunit.client.0.smithi157.stdout:op 2869 completed, throughput=5MB/sec 2024-08-17T01:02:24.677 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6inr2pk9MtGz1Cr off=3248344 len=295517 2024-08-17T01:02:24.679 INFO:tasks.workunit.client.0.smithi157.stdout:op 2870 completed, throughput=5MB/sec 2024-08-17T01:02:24.680 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--lprhQ9xpbaQ4Io off=8214112 len=1149177 2024-08-17T01:02:24.680 INFO:tasks.workunit.client.0.smithi157.stdout:op 2871 completed, throughput=5MB/sec 2024-08-17T01:02:24.680 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0lGYzZnnTIc-Tt_ off=6284642 len=1183466 2024-08-17T01:02:24.683 INFO:tasks.workunit.client.0.smithi157.stdout:op 2872 completed, throughput=5MB/sec 2024-08-17T01:02:25.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:25 smithi157 ceph-mon[98780]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T01:02:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:25 smithi157 ceph-mon[101289]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T01:02:25.681 INFO:tasks.workunit.client.0.smithi157.stdout: 557: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:25.682 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SxgTP7WOnUZXDB_ off=8442043 len=1363031 2024-08-17T01:02:25.683 INFO:tasks.workunit.client.0.smithi157.stdout:op 2873 completed, throughput=4.99MB/sec 2024-08-17T01:02:25.683 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9Rfd0XNr_mjU5Z2 off=2428455 len=304146 2024-08-17T01:02:25.687 INFO:tasks.workunit.client.0.smithi157.stdout:op 2874 completed, throughput=5MB/sec 2024-08-17T01:02:25.687 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-97WjE16Uf6LHIWa off=2731446 len=1975614 2024-08-17T01:02:25.689 INFO:tasks.workunit.client.0.smithi157.stdout:op 2875 completed, throughput=5MB/sec 2024-08-17T01:02:25.689 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fmPT3qhQK1wFBFE off=14240957 len=1032421 2024-08-17T01:02:25.694 INFO:tasks.workunit.client.0.smithi157.stdout:op 2876 completed, throughput=5MB/sec 2024-08-17T01:02:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:25 smithi187 ceph-mon[90552]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T01:02:26.695 INFO:tasks.workunit.client.0.smithi157.stdout: 558: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:26.695 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fqgo4K3OSBFumRi off=1735737 len=1200287 2024-08-17T01:02:26.702 INFO:tasks.workunit.client.0.smithi157.stdout:op 2877 completed, throughput=4.99MB/sec 2024-08-17T01:02:26.702 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-g9z72o1nCS5TYFS off=10262399 len=1698087 2024-08-17T01:02:26.710 INFO:tasks.workunit.client.0.smithi157.stdout:op 2878 completed, throughput=5MB/sec 2024-08-17T01:02:26.710 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mgc3qz-iaboFl8E off=1235297 len=599718 2024-08-17T01:02:26.712 INFO:tasks.workunit.client.0.smithi157.stdout:op 2879 completed, throughput=5MB/sec 2024-08-17T01:02:26.712 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cZVnL_RmOqQCuDm off=949777 len=2086967 2024-08-17T01:02:26.714 INFO:tasks.workunit.client.0.smithi157.stdout:op 2880 completed, throughput=5MB/sec 2024-08-17T01:02:27.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:27 smithi187 ceph-mon[90552]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:02:27.612 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:27 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:02:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:27 smithi157 ceph-mon[98780]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:02:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:27 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:02:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:27 smithi157 ceph-mon[101289]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:02:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:27 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:02:27.715 INFO:tasks.workunit.client.0.smithi157.stdout: 559: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:27.715 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pJBfG_vzvgXkEMu off=1980859 len=751831 2024-08-17T01:02:27.717 INFO:tasks.workunit.client.0.smithi157.stdout:op 2881 completed, throughput=4.99MB/sec 2024-08-17T01:02:27.717 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-btXRud6logRLyAj off=18749268 len=1177402 2024-08-17T01:02:27.718 INFO:tasks.workunit.client.0.smithi157.stdout:op 2882 completed, throughput=5MB/sec 2024-08-17T01:02:27.719 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0vsx0TYeDuuFY_8 off=593276 len=647653 2024-08-17T01:02:27.720 INFO:tasks.workunit.client.0.smithi157.stdout:op 2883 completed, throughput=5MB/sec 2024-08-17T01:02:27.720 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CBP-aO-XBQIIYin off=1598858 len=1998651 2024-08-17T01:02:27.727 INFO:tasks.workunit.client.0.smithi157.stdout:op 2884 completed, throughput=5MB/sec 2024-08-17T01:02:27.727 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nfIYilF6bImmOXR off=543909 len=80279 2024-08-17T01:02:27.727 INFO:tasks.workunit.client.0.smithi157.stdout:op 2885 completed, throughput=5MB/sec 2024-08-17T01:02:27.727 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JHqbqxq_iRe-AqX off=6033137 len=112246 2024-08-17T01:02:27.729 INFO:tasks.workunit.client.0.smithi157.stdout:op 2886 completed, throughput=5MB/sec 2024-08-17T01:02:27.730 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CtDlIj7DYTijlHZ off=936896 len=513268 2024-08-17T01:02:27.730 INFO:tasks.workunit.client.0.smithi157.stdout:op 2887 completed, throughput=5MB/sec 2024-08-17T01:02:28.730 INFO:tasks.workunit.client.0.smithi157.stdout: 560: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:28.731 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Mo4T-bsMPmcB1BL off=9019555 len=1430533 2024-08-17T01:02:28.732 INFO:tasks.workunit.client.0.smithi157.stdout:op 2888 completed, throughput=4.99MB/sec 2024-08-17T01:02:28.732 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WdN7Upd0cal_NQx off=9059759 len=818667 2024-08-17T01:02:28.736 INFO:tasks.workunit.client.0.smithi157.stdout:op 2889 completed, throughput=5MB/sec 2024-08-17T01:02:28.736 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qYGpXn2ZdRm4Mvm off=1328770 len=73644 2024-08-17T01:02:28.738 INFO:tasks.workunit.client.0.smithi157.stdout:op 2890 completed, throughput=5MB/sec 2024-08-17T01:02:28.738 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BCUdlKu-fpdhZyw off=5220710 len=1031113 2024-08-17T01:02:28.740 INFO:tasks.workunit.client.0.smithi157.stdout:op 2891 completed, throughput=5MB/sec 2024-08-17T01:02:28.740 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lyOY2rCMiC639Cj off=1516369 len=612211 2024-08-17T01:02:28.740 INFO:tasks.workunit.client.0.smithi157.stdout:op 2892 completed, throughput=5MB/sec 2024-08-17T01:02:28.740 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8l2_9G9pBk7cSLl off=827521 len=1519610 2024-08-17T01:02:28.746 INFO:tasks.workunit.client.0.smithi157.stdout:op 2893 completed, throughput=5MB/sec 2024-08-17T01:02:29.627 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:29 smithi157 ceph-mon[98780]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:02:29.627 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:29.627 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:29 smithi157 ceph-mon[101289]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:02:29.627 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:29 smithi187 ceph-mon[90552]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:02:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:29.746 INFO:tasks.workunit.client.0.smithi157.stdout: 561: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:29.746 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9c9UkA1eZipR9ML off=587428 len=666393 2024-08-17T01:02:29.750 INFO:tasks.workunit.client.0.smithi157.stdout:op 2894 completed, throughput=4.99MB/sec 2024-08-17T01:02:29.750 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dWx15An-uHEnKrF off=1469711 len=959580 2024-08-17T01:02:29.751 INFO:tasks.workunit.client.0.smithi157.stdout:op 2895 completed, throughput=4.99MB/sec 2024-08-17T01:02:29.751 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--lmBW7LVGnyROWw off=10842193 len=1344987 2024-08-17T01:02:29.752 INFO:tasks.workunit.client.0.smithi157.stdout:op 2896 completed, throughput=5MB/sec 2024-08-17T01:02:29.752 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PFRuRuYKLfSKav3 off=215558 len=1090842 2024-08-17T01:02:29.756 INFO:tasks.workunit.client.0.smithi157.stdout:op 2897 completed, throughput=5MB/sec 2024-08-17T01:02:29.756 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LU18ajZa8LuzhGX off=3484115 len=20772 2024-08-17T01:02:29.758 INFO:tasks.workunit.client.0.smithi157.stdout:op 2898 completed, throughput=5MB/sec 2024-08-17T01:02:29.758 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Fe69QiQm1aL7I06 off=9253084 len=1500191 2024-08-17T01:02:29.759 INFO:tasks.workunit.client.0.smithi157.stdout:op 2899 completed, throughput=5MB/sec 2024-08-17T01:02:30.760 INFO:tasks.workunit.client.0.smithi157.stdout: 562: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:30.760 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HH3m60WnH6Zv3oL off=0 len=1629998 2024-08-17T01:02:30.769 INFO:tasks.workunit.client.0.smithi157.stdout:op 2900 completed, throughput=5MB/sec 2024-08-17T01:02:30.770 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sy3QoKjD5s21l1G off=5945327 len=44494 2024-08-17T01:02:30.770 INFO:tasks.workunit.client.0.smithi157.stdout:op 2901 completed, throughput=5MB/sec 2024-08-17T01:02:30.770 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oQ5WRbEKOW-Tjga off=4236992 len=998795 2024-08-17T01:02:30.774 INFO:tasks.workunit.client.0.smithi157.stdout:op 2902 completed, throughput=5MB/sec 2024-08-17T01:02:30.774 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_jXU1QKU3fSFwnm off=108086 len=1813058 2024-08-17T01:02:30.775 INFO:tasks.workunit.client.0.smithi157.stdout:op 2903 completed, throughput=5MB/sec 2024-08-17T01:02:30.775 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7T8HLbJAy1iQfqr off=19667309 len=1126884 2024-08-17T01:02:30.788 INFO:tasks.workunit.client.0.smithi157.stdout:op 2904 completed, throughput=5MB/sec 2024-08-17T01:02:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:30 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:02:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:30 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:02:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:30 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:02:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:30 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:02:31.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:30 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:02:31.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:30 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:02:31.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:30 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:02:31.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:30 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:02:31.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:30 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:02:31.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:30 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:02:31.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:30 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:02:31.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:30 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:02:31.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:30 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:02:31.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:30 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:02:31.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:30 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:02:31.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:30 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:02:31.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:30 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:02:31.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:30 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:02:31.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:30 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:02:31.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:30 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:02:31.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:30 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:02:31.788 INFO:tasks.workunit.client.0.smithi157.stdout: 563: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:31.788 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gpgdMUfwk2q0JN_ off=1371086 len=656170 2024-08-17T01:02:31.789 INFO:tasks.workunit.client.0.smithi157.stdout:op 2905 completed, throughput=4.99MB/sec 2024-08-17T01:02:31.789 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pcilcOvUcobvYRw off=3732472 len=573526 2024-08-17T01:02:31.790 INFO:tasks.workunit.client.0.smithi157.stdout:op 2906 completed, throughput=4.99MB/sec 2024-08-17T01:02:31.790 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-T7KqGeoDL8yMZNC off=7854691 len=1140822 2024-08-17T01:02:31.796 INFO:tasks.workunit.client.0.smithi157.stdout:op 2907 completed, throughput=5MB/sec 2024-08-17T01:02:31.796 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jSJmouUVCdArDmz off=133046 len=1182930 2024-08-17T01:02:31.798 INFO:tasks.workunit.client.0.smithi157.stdout:op 2908 completed, throughput=5MB/sec 2024-08-17T01:02:31.798 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hXaodQoVWvpWUHl off=14868633 len=656585 2024-08-17T01:02:31.801 INFO:tasks.workunit.client.0.smithi157.stdout:op 2909 completed, throughput=5MB/sec 2024-08-17T01:02:31.801 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aDRfOP79xCtM0pU off=10006660 len=1313027 2024-08-17T01:02:31.807 INFO:tasks.workunit.client.0.smithi157.stdout:op 2910 completed, throughput=5MB/sec 2024-08-17T01:02:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:31 smithi187 ceph-mon[90552]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:02:32.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:31 smithi157 ceph-mon[98780]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:02:32.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:31 smithi157 ceph-mon[101289]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:02:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:02:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:02:32.807 INFO:tasks.workunit.client.0.smithi157.stdout: 564: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:32.807 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UFk1QWCgBDfao6w off=1166268 len=803606 2024-08-17T01:02:32.812 INFO:tasks.workunit.client.0.smithi157.stdout:op 2911 completed, throughput=4.99MB/sec 2024-08-17T01:02:32.812 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qKGvTKfoWvjXwY7 off=71550 len=1012728 2024-08-17T01:02:32.819 INFO:tasks.workunit.client.0.smithi157.stdout:op 2912 completed, throughput=5MB/sec 2024-08-17T01:02:32.819 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Z3d6U5zjlHe6XWt off=11552336 len=151689 2024-08-17T01:02:32.821 INFO:tasks.workunit.client.0.smithi157.stdout:op 2913 completed, throughput=5MB/sec 2024-08-17T01:02:32.822 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mkA2xM8y_HmWZs8 off=458342 len=2060164 2024-08-17T01:02:32.830 INFO:tasks.workunit.client.0.smithi157.stdout:op 2914 completed, throughput=5MB/sec 2024-08-17T01:02:32.831 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RtTRukwJ5GO0zSb off=7634272 len=781004 2024-08-17T01:02:32.832 INFO:tasks.workunit.client.0.smithi157.stdout:op 2915 completed, throughput=5MB/sec 2024-08-17T01:02:33.832 INFO:tasks.workunit.client.0.smithi157.stdout: 565: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:33.832 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fwSg7e5JimIkXR3 off=2797823 len=311758 2024-08-17T01:02:33.833 INFO:tasks.workunit.client.0.smithi157.stdout:op 2916 completed, throughput=4.99MB/sec 2024-08-17T01:02:33.833 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wrOIJerei49cSq4 off=14749457 len=1552718 2024-08-17T01:02:33.836 INFO:tasks.workunit.client.0.smithi157.stdout:op 2917 completed, throughput=5MB/sec 2024-08-17T01:02:33.837 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-E6DBoLkgNdKin7Q off=3045568 len=219154 2024-08-17T01:02:33.837 INFO:tasks.workunit.client.0.smithi157.stdout:op 2918 completed, throughput=5MB/sec 2024-08-17T01:02:33.837 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VCpbR1hUo9eSqVC off=17066107 len=202008 2024-08-17T01:02:33.838 INFO:tasks.workunit.client.0.smithi157.stdout:op 2919 completed, throughput=5MB/sec 2024-08-17T01:02:33.838 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qHw_wLVHAzdLJDd off=18614202 len=533554 2024-08-17T01:02:33.839 INFO:tasks.workunit.client.0.smithi157.stdout:op 2920 completed, throughput=5MB/sec 2024-08-17T01:02:33.839 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CDUJGQYuIeknD2W off=2256181 len=2097070 2024-08-17T01:02:33.841 INFO:tasks.workunit.client.0.smithi157.stdout:op 2921 completed, throughput=5MB/sec 2024-08-17T01:02:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:02:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:02:33] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-08-17T01:02:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:33 smithi187 ceph-mon[90552]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:02:34.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:33 smithi157 ceph-mon[101289]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:02:34.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:33 smithi157 ceph-mon[98780]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:02:34.842 INFO:tasks.workunit.client.0.smithi157.stdout: 566: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:34.842 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0ZbaN4Lz-APb9Uy off=14936136 len=2043992 2024-08-17T01:02:34.850 INFO:tasks.workunit.client.0.smithi157.stdout:op 2922 completed, throughput=5MB/sec 2024-08-17T01:02:34.850 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Xnwmj08ytbLfcwE off=471067 len=1938720 2024-08-17T01:02:34.854 INFO:tasks.workunit.client.0.smithi157.stdout:op 2923 completed, throughput=5MB/sec 2024-08-17T01:02:34.854 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fh-LOoRJ1TXsO3u off=1567644 len=1939866 2024-08-17T01:02:34.856 INFO:tasks.workunit.client.0.smithi157.stdout:op 2924 completed, throughput=5MB/sec 2024-08-17T01:02:35.856 INFO:tasks.workunit.client.0.smithi157.stdout: 567: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:35.856 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rWWLPYyOIF-4T7F off=1180330 len=1684979 2024-08-17T01:02:35.863 INFO:tasks.workunit.client.0.smithi157.stdout:op 2925 completed, throughput=5MB/sec 2024-08-17T01:02:35.863 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ixe6SbDQrTWEgwt off=2290332 len=1374604 2024-08-17T01:02:35.865 INFO:tasks.workunit.client.0.smithi157.stdout:op 2926 completed, throughput=5MB/sec 2024-08-17T01:02:35.865 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ruvSFklCO6Q1XBK off=9871856 len=1752472 2024-08-17T01:02:35.867 INFO:tasks.workunit.client.0.smithi157.stdout:op 2927 completed, throughput=5MB/sec 2024-08-17T01:02:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:35 smithi187 ceph-mon[90552]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:02:36.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:35 smithi157 ceph-mon[101289]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:02:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:35 smithi157 ceph-mon[98780]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:02:36.867 INFO:tasks.workunit.client.0.smithi157.stdout: 568: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:36.867 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-14STwn_n_7ND7Tv off=10372430 len=1726780 2024-08-17T01:02:36.875 INFO:tasks.workunit.client.0.smithi157.stdout:op 2928 completed, throughput=4.99MB/sec 2024-08-17T01:02:36.875 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gAYhHjUCvSSCcH6 off=7000476 len=1089880 2024-08-17T01:02:36.877 INFO:tasks.workunit.client.0.smithi157.stdout:op 2929 completed, throughput=5MB/sec 2024-08-17T01:02:36.877 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YFZXcMzdzHgyklo off=3230230 len=891588 2024-08-17T01:02:36.879 INFO:tasks.workunit.client.0.smithi157.stdout:op 2930 completed, throughput=5MB/sec 2024-08-17T01:02:36.879 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MpfykVjVqPi3KZc off=4736906 len=742187 2024-08-17T01:02:36.884 INFO:tasks.workunit.client.0.smithi157.stdout:op 2931 completed, throughput=5MB/sec 2024-08-17T01:02:36.884 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KkdIZVaCX0IUeqU off=10431653 len=405924 2024-08-17T01:02:36.885 INFO:tasks.workunit.client.0.smithi157.stdout:op 2932 completed, throughput=5MB/sec 2024-08-17T01:02:36.885 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7L7wipZ5FWXpLCw off=6161681 len=1122357 2024-08-17T01:02:36.892 INFO:tasks.workunit.client.0.smithi157.stdout:op 2933 completed, throughput=5MB/sec 2024-08-17T01:02:37.893 INFO:tasks.workunit.client.0.smithi157.stdout: 569: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:37.893 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tXokSdLM77kbIzj off=5616331 len=940687 2024-08-17T01:02:37.899 INFO:tasks.workunit.client.0.smithi157.stdout:op 2934 completed, throughput=4.99MB/sec 2024-08-17T01:02:37.899 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HP9gfbuox_Z_94X off=923640 len=1556993 2024-08-17T01:02:37.902 INFO:tasks.workunit.client.0.smithi157.stdout:op 2935 completed, throughput=5MB/sec 2024-08-17T01:02:37.902 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KFMF_x-thcYhl-8 off=6159355 len=1239857 2024-08-17T01:02:37.908 INFO:tasks.workunit.client.0.smithi157.stdout:op 2936 completed, throughput=5MB/sec 2024-08-17T01:02:37.908 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rs938_JtOkV_UwY off=865877 len=1492764 2024-08-17T01:02:37.909 INFO:tasks.workunit.client.0.smithi157.stdout:op 2937 completed, throughput=5MB/sec 2024-08-17T01:02:38.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:37 smithi157 ceph-mon[101289]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:02:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:37 smithi157 ceph-mon[98780]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:02:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:37 smithi187 ceph-mon[90552]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:02:38.910 INFO:tasks.workunit.client.0.smithi157.stdout: 570: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:38.910 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-azRaZURCbsB9tLH off=3414501 len=1090758 2024-08-17T01:02:38.917 INFO:tasks.workunit.client.0.smithi157.stdout:op 2938 completed, throughput=4.99MB/sec 2024-08-17T01:02:38.917 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-A9AVgkRThsaZKZ9 off=705077 len=1685914 2024-08-17T01:02:38.926 INFO:tasks.workunit.client.0.smithi157.stdout:op 2939 completed, throughput=5MB/sec 2024-08-17T01:02:38.926 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--QXY4gMtIJnnE36 off=7588607 len=185285 2024-08-17T01:02:38.927 INFO:tasks.workunit.client.0.smithi157.stdout:op 2940 completed, throughput=5MB/sec 2024-08-17T01:02:38.927 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V9_a5gb2WXieDgp off=670198 len=350783 2024-08-17T01:02:38.930 INFO:tasks.workunit.client.0.smithi157.stdout:op 2941 completed, throughput=5MB/sec 2024-08-17T01:02:38.930 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mebpDKe5ZEMtk0T off=1667917 len=1689699 2024-08-17T01:02:38.932 INFO:tasks.workunit.client.0.smithi157.stdout:op 2942 completed, throughput=5MB/sec 2024-08-17T01:02:39.932 INFO:tasks.workunit.client.0.smithi157.stdout: 571: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:39.933 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PUMa4GWfUxeMd-L off=1078863 len=82988 2024-08-17T01:02:39.935 INFO:tasks.workunit.client.0.smithi157.stdout:op 2943 completed, throughput=4.99MB/sec 2024-08-17T01:02:39.935 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BvdGaFMU8EiJ2lL off=14385271 len=901027 2024-08-17T01:02:39.941 INFO:tasks.workunit.client.0.smithi157.stdout:op 2944 completed, throughput=4.99MB/sec 2024-08-17T01:02:39.941 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-juEzCyNVkiJyiGN off=10948476 len=678054 2024-08-17T01:02:39.942 INFO:tasks.workunit.client.0.smithi157.stdout:op 2945 completed, throughput=4.99MB/sec 2024-08-17T01:02:39.942 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mvYxgW9UmcXw3ri off=10216849 len=741270 2024-08-17T01:02:39.944 INFO:tasks.workunit.client.0.smithi157.stdout:op 2946 completed, throughput=5MB/sec 2024-08-17T01:02:39.944 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-21-ONZRrpgD3Wgj off=15471239 len=1097658 2024-08-17T01:02:39.950 INFO:tasks.workunit.client.0.smithi157.stdout:op 2947 completed, throughput=5MB/sec 2024-08-17T01:02:39.950 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-miemSnjpDt5_SIl off=10376289 len=1722771 2024-08-17T01:02:39.956 INFO:tasks.workunit.client.0.smithi157.stdout:op 2948 completed, throughput=5MB/sec 2024-08-17T01:02:40.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:39 smithi157 ceph-mon[101289]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:02:40.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:39 smithi157 ceph-mon[98780]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:02:40.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:39 smithi187 ceph-mon[90552]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:02:40.957 INFO:tasks.workunit.client.0.smithi157.stdout: 572: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:40.957 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-D-hGCRt2uICbfy3 off=2073519 len=1271920 2024-08-17T01:02:40.964 INFO:tasks.workunit.client.0.smithi157.stdout:op 2949 completed, throughput=4.99MB/sec 2024-08-17T01:02:40.964 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ruXlyxJNXN6a7s0 off=7090250 len=164305 2024-08-17T01:02:40.966 INFO:tasks.workunit.client.0.smithi157.stdout:op 2950 completed, throughput=4.99MB/sec 2024-08-17T01:02:40.967 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-w9JZvBsi53JlDen off=18769082 len=1448454 2024-08-17T01:02:40.968 INFO:tasks.workunit.client.0.smithi157.stdout:op 2951 completed, throughput=5MB/sec 2024-08-17T01:02:40.968 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ClyZTjIx0Hg5407 off=11575379 len=30279 2024-08-17T01:02:40.969 INFO:tasks.workunit.client.0.smithi157.stdout:op 2952 completed, throughput=5MB/sec 2024-08-17T01:02:40.969 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9Rfd0XNr_mjU5Z2 off=6757308 len=749795 2024-08-17T01:02:40.973 INFO:tasks.workunit.client.0.smithi157.stdout:op 2953 completed, throughput=5MB/sec 2024-08-17T01:02:40.973 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3UY51nL03l7LbIa off=23569464 len=1338143 2024-08-17T01:02:40.981 INFO:tasks.workunit.client.0.smithi157.stdout:op 2954 completed, throughput=5MB/sec 2024-08-17T01:02:40.982 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-q34hnB9WDkZnAN2 off=15422555 len=1569316 2024-08-17T01:02:40.988 INFO:tasks.workunit.client.0.smithi157.stdout:op 2955 completed, throughput=5MB/sec 2024-08-17T01:02:41.988 INFO:tasks.workunit.client.0.smithi157.stdout: 573: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:41.989 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qVbwyBmvx1lp9NM off=1988592 len=1978493 2024-08-17T01:02:41.991 INFO:tasks.workunit.client.0.smithi157.stdout:op 2956 completed, throughput=5MB/sec 2024-08-17T01:02:41.991 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3jzpKd4GRlZcyg1 off=2635382 len=1798911 2024-08-17T01:02:41.992 INFO:tasks.workunit.client.0.smithi157.stdout:op 2957 completed, throughput=5MB/sec 2024-08-17T01:02:42.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:41 smithi187 ceph-mon[90552]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:02:42.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:41 smithi157 ceph-mon[98780]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:02:42.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:41 smithi157 ceph-mon[101289]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:02:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:02:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:02:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:02:42.993 INFO:tasks.workunit.client.0.smithi157.stdout: 574: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:42.993 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3TH41vuPZ3syZH8 off=5442063 len=1814344 2024-08-17T01:02:42.995 INFO:tasks.workunit.client.0.smithi157.stdout:op 2958 completed, throughput=4.99MB/sec 2024-08-17T01:02:42.995 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-y73XQVR41opwNwo off=2939957 len=248627 2024-08-17T01:02:42.996 INFO:tasks.workunit.client.0.smithi157.stdout:op 2959 completed, throughput=4.99MB/sec 2024-08-17T01:02:42.996 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-43QZK_WiEdeS9Xz off=16095363 len=1201748 2024-08-17T01:02:42.997 INFO:tasks.workunit.client.0.smithi157.stdout:op 2960 completed, throughput=5MB/sec 2024-08-17T01:02:42.997 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xMz6oE10JIEZxj6 off=5625535 len=1436786 2024-08-17T01:02:42.998 INFO:tasks.workunit.client.0.smithi157.stdout:op 2961 completed, throughput=5MB/sec 2024-08-17T01:02:42.998 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3jleYM98VEqcGyv off=928333 len=1491537 2024-08-17T01:02:43.008 INFO:tasks.workunit.client.0.smithi157.stdout:op 2962 completed, throughput=5MB/sec 2024-08-17T01:02:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:02:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:02:43] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-08-17T01:02:44.008 INFO:tasks.workunit.client.0.smithi157.stdout: 575: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:44.008 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dyQu9MeaxXFcosC off=7865221 len=1159417 2024-08-17T01:02:44.014 INFO:tasks.workunit.client.0.smithi157.stdout:op 2963 completed, throughput=4.99MB/sec 2024-08-17T01:02:44.014 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_OLCcqm88WXaEfl off=18035672 len=148105 2024-08-17T01:02:44.017 INFO:tasks.workunit.client.0.smithi157.stdout:op 2964 completed, throughput=4.99MB/sec 2024-08-17T01:02:44.017 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kwOxFcYvlawoR6A off=14546105 len=1414614 2024-08-17T01:02:44.018 INFO:tasks.workunit.client.0.smithi157.stdout:op 2965 completed, throughput=5MB/sec 2024-08-17T01:02:44.018 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-c4Pkab5th5SbZby off=2734603 len=621110 2024-08-17T01:02:44.023 INFO:tasks.workunit.client.0.smithi157.stdout:op 2966 completed, throughput=5MB/sec 2024-08-17T01:02:44.023 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yf_9q71ZV1BImyP off=536334 len=1262726 2024-08-17T01:02:44.030 INFO:tasks.workunit.client.0.smithi157.stdout:op 2967 completed, throughput=5MB/sec 2024-08-17T01:02:44.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:43 smithi157 ceph-mon[101289]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:02:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:43 smithi157 ceph-mon[98780]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:02:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:43 smithi187 ceph-mon[90552]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:02:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:45.030 INFO:tasks.workunit.client.0.smithi157.stdout: 576: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:45.030 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wODNPX7o_WsGX7a off=4993282 len=1113869 2024-08-17T01:02:45.033 INFO:tasks.workunit.client.0.smithi157.stdout:op 2968 completed, throughput=4.99MB/sec 2024-08-17T01:02:45.033 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Q7IdSsk5KRhtFvX off=2185755 len=716684 2024-08-17T01:02:45.034 INFO:tasks.workunit.client.0.smithi157.stdout:op 2969 completed, throughput=4.99MB/sec 2024-08-17T01:02:45.034 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YBzTqxCMU48n3II off=16752604 len=391303 2024-08-17T01:02:45.035 INFO:tasks.workunit.client.0.smithi157.stdout:op 2970 completed, throughput=5MB/sec 2024-08-17T01:02:45.035 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5_OGgwVlJeRGQrK off=2607076 len=1293872 2024-08-17T01:02:45.036 INFO:tasks.workunit.client.0.smithi157.stdout:op 2971 completed, throughput=5MB/sec 2024-08-17T01:02:45.036 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zGuhf8dpHX_QeVb off=193925 len=445253 2024-08-17T01:02:45.040 INFO:tasks.workunit.client.0.smithi157.stdout:op 2972 completed, throughput=5MB/sec 2024-08-17T01:02:45.040 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hvGTGutBts2Rhkw off=1358093 len=446898 2024-08-17T01:02:45.043 INFO:tasks.workunit.client.0.smithi157.stdout:op 2973 completed, throughput=5MB/sec 2024-08-17T01:02:45.043 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kWC28ntQbwXT_QY off=2699754 len=217443 2024-08-17T01:02:45.044 INFO:tasks.workunit.client.0.smithi157.stdout:op 2974 completed, throughput=5MB/sec 2024-08-17T01:02:45.044 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dUtY0Yfa_YW1zsM off=4073617 len=1932882 2024-08-17T01:02:45.055 INFO:tasks.workunit.client.0.smithi157.stdout:op 2975 completed, throughput=5MB/sec 2024-08-17T01:02:46.055 INFO:tasks.workunit.client.0.smithi157.stdout: 577: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:46.055 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2RZvUa9Uz-GDEwB off=2791556 len=600140 2024-08-17T01:02:46.059 INFO:tasks.workunit.client.0.smithi157.stdout:op 2976 completed, throughput=4.99MB/sec 2024-08-17T01:02:46.059 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0QmDqWSDQJCcZzL off=2988558 len=1734317 2024-08-17T01:02:46.061 INFO:tasks.workunit.client.0.smithi157.stdout:op 2977 completed, throughput=5MB/sec 2024-08-17T01:02:46.061 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8ZxVlgKHZvxT6C2 off=4293200 len=1243384 2024-08-17T01:02:46.069 INFO:tasks.workunit.client.0.smithi157.stdout:op 2978 completed, throughput=5MB/sec 2024-08-17T01:02:46.069 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5yETAktiu13BKlG off=1404702 len=1309244 2024-08-17T01:02:46.076 INFO:tasks.workunit.client.0.smithi157.stdout:op 2979 completed, throughput=5MB/sec 2024-08-17T01:02:46.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:45 smithi157 ceph-mon[98780]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:02:46.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:45 smithi157 ceph-mon[101289]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:02:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:45 smithi187 ceph-mon[90552]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:02:47.076 INFO:tasks.workunit.client.0.smithi157.stdout: 578: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:47.076 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SroUpjb3ydbob5y off=2852819 len=845788 2024-08-17T01:02:47.078 INFO:tasks.workunit.client.0.smithi157.stdout:op 2980 completed, throughput=4.99MB/sec 2024-08-17T01:02:47.078 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ehe_j7kvm2zzKj6 off=4950130 len=1125982 2024-08-17T01:02:47.083 INFO:tasks.workunit.client.0.smithi157.stdout:op 2981 completed, throughput=5MB/sec 2024-08-17T01:02:47.083 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ALkFwwQvklKg7ch off=6981240 len=1829358 2024-08-17T01:02:47.087 INFO:tasks.workunit.client.0.smithi157.stdout:op 2982 completed, throughput=5MB/sec 2024-08-17T01:02:47.087 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fqQ0n4BZSHG9bLB off=9515836 len=224313 2024-08-17T01:02:47.088 INFO:tasks.workunit.client.0.smithi157.stdout:op 2983 completed, throughput=5MB/sec 2024-08-17T01:02:47.088 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sRLWgt0gROqLfKl off=1999438 len=121497 2024-08-17T01:02:47.090 INFO:tasks.workunit.client.0.smithi157.stdout:op 2984 completed, throughput=5MB/sec 2024-08-17T01:02:47.090 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lQczOw2gm8uG5-y off=20128966 len=2011577 2024-08-17T01:02:47.101 INFO:tasks.workunit.client.0.smithi157.stdout:op 2985 completed, throughput=5MB/sec 2024-08-17T01:02:48.101 INFO:tasks.workunit.client.0.smithi157.stdout: 579: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:48.101 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cZnMPyC2PvMO_w7 off=7114278 len=925943 2024-08-17T01:02:48.103 INFO:tasks.workunit.client.0.smithi157.stdout:op 2986 completed, throughput=5MB/sec 2024-08-17T01:02:48.103 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-915JoscaY1j_TO1 off=14504859 len=1116899 2024-08-17T01:02:48.109 INFO:tasks.workunit.client.0.smithi157.stdout:op 2987 completed, throughput=5MB/sec 2024-08-17T01:02:48.109 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4dO7nqz8ozVFUNA off=1570141 len=1975651 2024-08-17T01:02:48.111 INFO:tasks.workunit.client.0.smithi157.stdout:op 2988 completed, throughput=5MB/sec 2024-08-17T01:02:48.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:47 smithi157 ceph-mon[101289]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:02:48.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:47 smithi157 ceph-mon[98780]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:02:48.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:47 smithi187 ceph-mon[90552]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:02:49.112 INFO:tasks.workunit.client.0.smithi157.stdout: 580: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:49.112 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zztjDkALqeggt7- off=1092380 len=683873 2024-08-17T01:02:49.116 INFO:tasks.workunit.client.0.smithi157.stdout:op 2989 completed, throughput=4.99MB/sec 2024-08-17T01:02:49.116 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_mgrcCC22mRsXfE off=4626059 len=250357 2024-08-17T01:02:49.119 INFO:tasks.workunit.client.0.smithi157.stdout:op 2990 completed, throughput=4.99MB/sec 2024-08-17T01:02:49.119 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5TPhe2uNTU-rfUf off=908078 len=988497 2024-08-17T01:02:49.124 INFO:tasks.workunit.client.0.smithi157.stdout:op 2991 completed, throughput=5MB/sec 2024-08-17T01:02:49.124 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pxP_S3Dc9DvhCAL off=1850760 len=1176225 2024-08-17T01:02:49.126 INFO:tasks.workunit.client.0.smithi157.stdout:op 2992 completed, throughput=5MB/sec 2024-08-17T01:02:49.126 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ERAFkSq-sB80GJs off=7153851 len=800660 2024-08-17T01:02:49.127 INFO:tasks.workunit.client.0.smithi157.stdout:op 2993 completed, throughput=5MB/sec 2024-08-17T01:02:49.128 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_3BzbH45qsdCBzj off=2730204 len=1709885 2024-08-17T01:02:49.137 INFO:tasks.workunit.client.0.smithi157.stdout:op 2994 completed, throughput=5MB/sec 2024-08-17T01:02:50.138 INFO:tasks.workunit.client.0.smithi157.stdout: 581: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:50.138 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Dhsv3RouDS66-pf off=2203629 len=649511 2024-08-17T01:02:50.138 INFO:tasks.workunit.client.0.smithi157.stdout:op 2995 completed, throughput=4.99MB/sec 2024-08-17T01:02:50.139 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FGui6FwpY5blfyg off=8672307 len=920217 2024-08-17T01:02:50.144 INFO:tasks.workunit.client.0.smithi157.stdout:op 2996 completed, throughput=4.99MB/sec 2024-08-17T01:02:50.144 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YSgdRV0E3eTg4BT off=10373606 len=247540 2024-08-17T01:02:50.147 INFO:tasks.workunit.client.0.smithi157.stdout:op 2997 completed, throughput=5MB/sec 2024-08-17T01:02:50.147 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eoeb9qVakAnbolM off=8006172 len=788324 2024-08-17T01:02:50.153 INFO:tasks.workunit.client.0.smithi157.stdout:op 2998 completed, throughput=5MB/sec 2024-08-17T01:02:50.153 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IpmMyKBi-rxTocZ off=1858803 len=1568894 2024-08-17T01:02:50.161 INFO:tasks.workunit.client.0.smithi157.stdout:op 2999 completed, throughput=5MB/sec 2024-08-17T01:02:50.161 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sLaxsmtCy0HekMv off=3648855 len=860024 2024-08-17T01:02:50.166 INFO:tasks.workunit.client.0.smithi157.stdout:op 3000 completed, throughput=5MB/sec 2024-08-17T01:02:50.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:49 smithi157 ceph-mon[101289]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:02:50.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:49 smithi157 ceph-mon[98780]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:02:50.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:49 smithi187 ceph-mon[90552]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:02:51.166 INFO:tasks.workunit.client.0.smithi157.stdout: 582: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:51.166 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KI9IX3gFBh3Z6IY off=1683820 len=1814953 2024-08-17T01:02:51.168 INFO:tasks.workunit.client.0.smithi157.stdout:op 3001 completed, throughput=4.99MB/sec 2024-08-17T01:02:51.168 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--vi4FOc2MeV2Upe off=3278621 len=950989 2024-08-17T01:02:51.174 INFO:tasks.workunit.client.0.smithi157.stdout:op 3002 completed, throughput=5MB/sec 2024-08-17T01:02:51.174 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-m5V8O7zGkakg8lm off=13843181 len=282598 2024-08-17T01:02:51.174 INFO:tasks.workunit.client.0.smithi157.stdout:op 3003 completed, throughput=5MB/sec 2024-08-17T01:02:51.175 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7lYRFw_m-0A1wpI off=1719210 len=1001382 2024-08-17T01:02:51.179 INFO:tasks.workunit.client.0.smithi157.stdout:op 3004 completed, throughput=5MB/sec 2024-08-17T01:02:51.179 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-r2y-_vGf1yVdRo6 off=20889655 len=196034 2024-08-17T01:02:51.180 INFO:tasks.workunit.client.0.smithi157.stdout:op 3005 completed, throughput=5MB/sec 2024-08-17T01:02:51.180 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MhWR-DY-LgZoeuf off=7226614 len=1604997 2024-08-17T01:02:51.181 INFO:tasks.workunit.client.0.smithi157.stdout:op 3006 completed, throughput=5MB/sec 2024-08-17T01:02:52.182 INFO:tasks.workunit.client.0.smithi157.stdout: 583: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:52.182 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iUUQJSEu_0riHVt off=6903517 len=2058797 2024-08-17T01:02:52.193 INFO:tasks.workunit.client.0.smithi157.stdout:op 3007 completed, throughput=5MB/sec 2024-08-17T01:02:52.193 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--QKAx4TKrWwCd4h off=15253777 len=76736 2024-08-17T01:02:52.196 INFO:tasks.workunit.client.0.smithi157.stdout:op 3008 completed, throughput=5MB/sec 2024-08-17T01:02:52.196 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iV1VYsioDQblaQ9 off=5494832 len=562022 2024-08-17T01:02:52.197 INFO:tasks.workunit.client.0.smithi157.stdout:op 3009 completed, throughput=5MB/sec 2024-08-17T01:02:52.197 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3mETOahqK5eBFOd off=4547593 len=1393337 2024-08-17T01:02:52.198 INFO:tasks.workunit.client.0.smithi157.stdout:op 3010 completed, throughput=5MB/sec 2024-08-17T01:02:52.199 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EV1cYwfCv16hKS_ off=5434024 len=1002418 2024-08-17T01:02:52.199 INFO:tasks.workunit.client.0.smithi157.stdout:op 3011 completed, throughput=5MB/sec 2024-08-17T01:02:52.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:51 smithi187 ceph-mon[90552]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:02:52.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:51 smithi157 ceph-mon[98780]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:02:52.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:51 smithi157 ceph-mon[101289]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:02:52.519 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:02:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:02:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:02:53.200 INFO:tasks.workunit.client.0.smithi157.stdout: 584: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:53.200 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ugDX9du2n2LHxPF off=87327 len=1383198 2024-08-17T01:02:53.202 INFO:tasks.workunit.client.0.smithi157.stdout:op 3012 completed, throughput=4.99MB/sec 2024-08-17T01:02:53.202 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XH9zXot4uI7IGpA off=1746241 len=101480 2024-08-17T01:02:53.202 INFO:tasks.workunit.client.0.smithi157.stdout:op 3013 completed, throughput=4.99MB/sec 2024-08-17T01:02:53.202 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FmKor-XaijFsDZc off=35566 len=1078113 2024-08-17T01:02:53.204 INFO:tasks.workunit.client.0.smithi157.stdout:op 3014 completed, throughput=5MB/sec 2024-08-17T01:02:53.204 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--G-TinRA1Et53uy off=4879552 len=1276560 2024-08-17T01:02:53.205 INFO:tasks.workunit.client.0.smithi157.stdout:op 3015 completed, throughput=5MB/sec 2024-08-17T01:02:53.205 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aKMXD48zKVoZCyV off=12836853 len=1605888 2024-08-17T01:02:53.207 INFO:tasks.workunit.client.0.smithi157.stdout:op 3016 completed, throughput=5MB/sec 2024-08-17T01:02:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:02:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:02:53] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-08-17T01:02:54.208 INFO:tasks.workunit.client.0.smithi157.stdout: 585: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:54.208 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vKQv5rG9xG806bZ off=22058010 len=1265650 2024-08-17T01:02:54.215 INFO:tasks.workunit.client.0.smithi157.stdout:op 3017 completed, throughput=4.99MB/sec 2024-08-17T01:02:54.215 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9Qy_OfvPeEzhWym off=1618453 len=873116 2024-08-17T01:02:54.220 INFO:tasks.workunit.client.0.smithi157.stdout:op 3018 completed, throughput=5MB/sec 2024-08-17T01:02:54.220 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V26S20CAOZAVuNB off=6186830 len=730084 2024-08-17T01:02:54.225 INFO:tasks.workunit.client.0.smithi157.stdout:op 3019 completed, throughput=5MB/sec 2024-08-17T01:02:54.225 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sMCW-XxGEFFDvmd off=5351513 len=272712 2024-08-17T01:02:54.228 INFO:tasks.workunit.client.0.smithi157.stdout:op 3020 completed, throughput=5MB/sec 2024-08-17T01:02:54.228 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sudydN4VEPff--E off=1223031 len=231253 2024-08-17T01:02:54.230 INFO:tasks.workunit.client.0.smithi157.stdout:op 3021 completed, throughput=5MB/sec 2024-08-17T01:02:54.230 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YiEEAi3UZT7VkEL off=1191542 len=1049336 2024-08-17T01:02:54.232 INFO:tasks.workunit.client.0.smithi157.stdout:op 3022 completed, throughput=5MB/sec 2024-08-17T01:02:54.232 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8QvXtUbiv7B8Klg off=824542 len=72281 2024-08-17T01:02:54.232 INFO:tasks.workunit.client.0.smithi157.stdout:op 3023 completed, throughput=5MB/sec 2024-08-17T01:02:54.232 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0C7HwKNMsh51LZn off=1428026 len=1854366 2024-08-17T01:02:54.236 INFO:tasks.workunit.client.0.smithi157.stdout:op 3024 completed, throughput=5MB/sec 2024-08-17T01:02:54.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:53 smithi157 ceph-mon[98780]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:02:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:53 smithi157 ceph-mon[101289]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:02:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:53 smithi187 ceph-mon[90552]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:02:55.237 INFO:tasks.workunit.client.0.smithi157.stdout: 586: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:55.237 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pdsjRFgJj37_mEe off=1030222 len=2055020 2024-08-17T01:02:55.241 INFO:tasks.workunit.client.0.smithi157.stdout:op 3025 completed, throughput=5MB/sec 2024-08-17T01:02:55.241 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gOUYFhj97oN1kfh off=2205982 len=2073755 2024-08-17T01:02:55.246 INFO:tasks.workunit.client.0.smithi157.stdout:op 3026 completed, throughput=5MB/sec 2024-08-17T01:02:56.244 INFO:tasks.workunit.client.0.smithi157.stdout: 587: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:56.244 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vRyrDdTzQ9LwUdZ off=2789253 len=543845 2024-08-17T01:02:56.248 INFO:tasks.workunit.client.0.smithi157.stdout:op 3027 completed, throughput=4.99MB/sec 2024-08-17T01:02:56.248 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6EiDG-nJaVvUSIm off=913447 len=2078967 2024-08-17T01:02:56.257 INFO:tasks.workunit.client.0.smithi157.stdout:op 3028 completed, throughput=5MB/sec 2024-08-17T01:02:56.257 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NWA4K4GJBxx_Hdf off=6757753 len=1164377 2024-08-17T01:02:56.262 INFO:tasks.workunit.client.0.smithi157.stdout:op 3029 completed, throughput=5MB/sec 2024-08-17T01:02:56.262 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-g-G9RwpZs-BI9xZ off=3340873 len=1248640 2024-08-17T01:02:56.263 INFO:tasks.workunit.client.0.smithi157.stdout:op 3030 completed, throughput=5MB/sec 2024-08-17T01:02:56.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:55 smithi157 ceph-mon[98780]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:02:56.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:55 smithi157 ceph-mon[101289]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:02:56.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:55 smithi187 ceph-mon[90552]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:02:57.264 INFO:tasks.workunit.client.0.smithi157.stdout: 588: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:57.264 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bA_nfSQVHPUtpZ1 off=974309 len=620560 2024-08-17T01:02:57.268 INFO:tasks.workunit.client.0.smithi157.stdout:op 3031 completed, throughput=4.99MB/sec 2024-08-17T01:02:57.268 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-M2HsRumlltDrzM3 off=11585250 len=938796 2024-08-17T01:02:57.270 INFO:tasks.workunit.client.0.smithi157.stdout:op 3032 completed, throughput=4.99MB/sec 2024-08-17T01:02:57.271 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ag7RlTXwjOXuka0 off=11241007 len=295107 2024-08-17T01:02:57.271 INFO:tasks.workunit.client.0.smithi157.stdout:op 3033 completed, throughput=4.99MB/sec 2024-08-17T01:02:57.271 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vRyrDdTzQ9LwUdZ off=8241447 len=1756643 2024-08-17T01:02:57.279 INFO:tasks.workunit.client.0.smithi157.stdout:op 3034 completed, throughput=5MB/sec 2024-08-17T01:02:57.279 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-52DELGcc-plN33W off=2767535 len=2012867 2024-08-17T01:02:57.287 INFO:tasks.workunit.client.0.smithi157.stdout:op 3035 completed, throughput=5MB/sec 2024-08-17T01:02:58.288 INFO:tasks.workunit.client.0.smithi157.stdout: 589: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:58.288 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0N1DRITyjwyfbgY off=1650200 len=808610 2024-08-17T01:02:58.289 INFO:tasks.workunit.client.0.smithi157.stdout:op 3036 completed, throughput=4.99MB/sec 2024-08-17T01:02:58.289 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZRNnXWezAjkMGKs off=13796236 len=737325 2024-08-17T01:02:58.293 INFO:tasks.workunit.client.0.smithi157.stdout:op 3037 completed, throughput=4.99MB/sec 2024-08-17T01:02:58.293 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TS2KaA8fXP137EM off=2756728 len=201206 2024-08-17T01:02:58.296 INFO:tasks.workunit.client.0.smithi157.stdout:op 3038 completed, throughput=5MB/sec 2024-08-17T01:02:58.296 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FRj7f0mU6Ky-cps off=9524982 len=1857790 2024-08-17T01:02:58.305 INFO:tasks.workunit.client.0.smithi157.stdout:op 3039 completed, throughput=5MB/sec 2024-08-17T01:02:58.306 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VUhixCW5lOch7oH off=9081539 len=1724887 2024-08-17T01:02:58.308 INFO:tasks.workunit.client.0.smithi157.stdout:op 3040 completed, throughput=5MB/sec 2024-08-17T01:02:58.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:57 smithi157 ceph-mon[98780]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:02:58.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:57 smithi157 ceph-mon[101289]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:02:58.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:57 smithi187 ceph-mon[90552]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:02:59.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:59.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:59.308 INFO:tasks.workunit.client.0.smithi157.stdout: 590: throughput=4.99MB/sec pending data=0 2024-08-17T01:02:59.308 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-D-hGCRt2uICbfy3 off=369988 len=789129 2024-08-17T01:02:59.314 INFO:tasks.workunit.client.0.smithi157.stdout:op 3041 completed, throughput=4.99MB/sec 2024-08-17T01:02:59.314 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3Jkph0v3CKVYfuM off=528890 len=1531043 2024-08-17T01:02:59.316 INFO:tasks.workunit.client.0.smithi157.stdout:op 3042 completed, throughput=5MB/sec 2024-08-17T01:02:59.316 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8DlX_UXv_SHxTuN off=100776 len=391955 2024-08-17T01:02:59.316 INFO:tasks.workunit.client.0.smithi157.stdout:op 3043 completed, throughput=5MB/sec 2024-08-17T01:02:59.316 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2EcItZpgpmXzM-b off=343409 len=1361867 2024-08-17T01:02:59.323 INFO:tasks.workunit.client.0.smithi157.stdout:op 3044 completed, throughput=5MB/sec 2024-08-17T01:02:59.323 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6jC7irjcWDwalKX off=17700188 len=1307818 2024-08-17T01:02:59.328 INFO:tasks.workunit.client.0.smithi157.stdout:op 3045 completed, throughput=5MB/sec 2024-08-17T01:02:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:00.328 INFO:tasks.workunit.client.0.smithi157.stdout: 591: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:00.329 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1fkzaM7_20kU8ZH off=3969474 len=458735 2024-08-17T01:03:00.330 INFO:tasks.workunit.client.0.smithi157.stdout:op 3046 completed, throughput=4.99MB/sec 2024-08-17T01:03:00.330 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Q3aLPCvJkSFDLYq off=11051947 len=290068 2024-08-17T01:03:00.333 INFO:tasks.workunit.client.0.smithi157.stdout:op 3047 completed, throughput=4.99MB/sec 2024-08-17T01:03:00.334 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FbVVSw-TMtXaa0g off=9809938 len=885173 2024-08-17T01:03:00.335 INFO:tasks.workunit.client.0.smithi157.stdout:op 3048 completed, throughput=4.99MB/sec 2024-08-17T01:03:00.335 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cqfWwu6-38W2I4B off=940978 len=1445183 2024-08-17T01:03:00.337 INFO:tasks.workunit.client.0.smithi157.stdout:op 3049 completed, throughput=5MB/sec 2024-08-17T01:03:00.337 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-D3Ff5i11av3jeia off=6842691 len=106330 2024-08-17T01:03:00.340 INFO:tasks.workunit.client.0.smithi157.stdout:op 3050 completed, throughput=5MB/sec 2024-08-17T01:03:00.340 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2XTw9Cjaus_krRy off=6379777 len=842815 2024-08-17T01:03:00.341 INFO:tasks.workunit.client.0.smithi157.stdout:op 3051 completed, throughput=5MB/sec 2024-08-17T01:03:00.341 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xkl_-HVlr-Di6Qi off=6693720 len=1085887 2024-08-17T01:03:00.346 INFO:tasks.workunit.client.0.smithi157.stdout:op 3052 completed, throughput=5MB/sec 2024-08-17T01:03:00.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:02:59 smithi157 ceph-mon[98780]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:03:00.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:02:59 smithi157 ceph-mon[101289]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:03:00.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:02:59 smithi187 ceph-mon[90552]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:03:01.346 INFO:tasks.workunit.client.0.smithi157.stdout: 592: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:01.425 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-g22GerUL_9oLhxj off=987259 len=1349760 2024-08-17T01:03:01.427 INFO:tasks.workunit.client.0.smithi157.stdout:op 3053 completed, throughput=4.99MB/sec 2024-08-17T01:03:01.427 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_ArJjehaKIHwW6f off=3682447 len=684747 2024-08-17T01:03:01.427 INFO:tasks.workunit.client.0.smithi157.stdout:op 3054 completed, throughput=5MB/sec 2024-08-17T01:03:01.427 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gZEc71gCZLbfu7X off=1185462 len=2082858 2024-08-17T01:03:01.427 INFO:tasks.workunit.client.0.smithi157.stdout:op 3055 completed, throughput=5MB/sec 2024-08-17T01:03:01.427 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vCkmLFD4DnfW5dS off=192899 len=1110805 2024-08-17T01:03:01.427 INFO:tasks.workunit.client.0.smithi157.stdout:op 3056 completed, throughput=5MB/sec 2024-08-17T01:03:02.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:01 smithi187 ceph-mon[90552]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:03:02.359 INFO:tasks.workunit.client.0.smithi157.stdout: 593: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:02.359 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IVazsSsm0Lm1D69 off=196532 len=734741 2024-08-17T01:03:02.363 INFO:tasks.workunit.client.0.smithi157.stdout:op 3057 completed, throughput=4.99MB/sec 2024-08-17T01:03:02.363 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Rd7A1Bcg0jDHem3 off=601093 len=2028200 2024-08-17T01:03:02.366 INFO:tasks.workunit.client.0.smithi157.stdout:op 3058 completed, throughput=5MB/sec 2024-08-17T01:03:02.366 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6PHZupSSc6d7aiZ off=376448 len=1388438 2024-08-17T01:03:02.367 INFO:tasks.workunit.client.0.smithi157.stdout:op 3059 completed, throughput=5MB/sec 2024-08-17T01:03:02.367 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rRO6L1LUzbNOH5K off=4847369 len=651696 2024-08-17T01:03:02.372 INFO:tasks.workunit.client.0.smithi157.stdout:op 3060 completed, throughput=5MB/sec 2024-08-17T01:03:02.372 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DwSMHXR_UhBiNdK off=17958639 len=1508310 2024-08-17T01:03:02.374 INFO:tasks.workunit.client.0.smithi157.stdout:op 3061 completed, throughput=5MB/sec 2024-08-17T01:03:02.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:01 smithi157 ceph-mon[98780]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:03:02.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:01 smithi157 ceph-mon[101289]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:03:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:03:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:03:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:03:03.375 INFO:tasks.workunit.client.0.smithi157.stdout: 594: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:03.375 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SUZKi4E8_kVgdF3 off=10067396 len=350121 2024-08-17T01:03:03.376 INFO:tasks.workunit.client.0.smithi157.stdout:op 3062 completed, throughput=4.99MB/sec 2024-08-17T01:03:03.376 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MioigXnckzsKVM2 off=5009793 len=556378 2024-08-17T01:03:03.381 INFO:tasks.workunit.client.0.smithi157.stdout:op 3063 completed, throughput=4.99MB/sec 2024-08-17T01:03:03.381 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-I66pXWB50Rzi58T off=6337446 len=558601 2024-08-17T01:03:03.381 INFO:tasks.workunit.client.0.smithi157.stdout:op 3064 completed, throughput=5MB/sec 2024-08-17T01:03:03.381 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6ZegATmDJHSCRcK off=3649332 len=372534 2024-08-17T01:03:03.384 INFO:tasks.workunit.client.0.smithi157.stdout:op 3065 completed, throughput=5MB/sec 2024-08-17T01:03:03.384 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-A3nSIAuUHNSxdcY off=295071 len=659115 2024-08-17T01:03:03.389 INFO:tasks.workunit.client.0.smithi157.stdout:op 3066 completed, throughput=5MB/sec 2024-08-17T01:03:03.389 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5m-kWQouk0FHOOE off=13052485 len=1458379 2024-08-17T01:03:03.395 INFO:tasks.workunit.client.0.smithi157.stdout:op 3067 completed, throughput=5MB/sec 2024-08-17T01:03:03.395 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-K_kDntzuOJFnTwg off=5681388 len=1034876 2024-08-17T01:03:03.400 INFO:tasks.workunit.client.0.smithi157.stdout:op 3068 completed, throughput=5MB/sec 2024-08-17T01:03:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:03:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:03:03] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:03:04.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:03 smithi157 ceph-mon[101289]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:03:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:03 smithi157 ceph-mon[98780]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:03:04.400 INFO:tasks.workunit.client.0.smithi157.stdout: 595: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:04.400 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iQUc42FxHjC5JXG off=403373 len=1644110 2024-08-17T01:03:04.408 INFO:tasks.workunit.client.0.smithi157.stdout:op 3069 completed, throughput=5MB/sec 2024-08-17T01:03:04.408 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-54-uIub5jRZzzeq off=4851318 len=1063429 2024-08-17T01:03:04.410 INFO:tasks.workunit.client.0.smithi157.stdout:op 3070 completed, throughput=5MB/sec 2024-08-17T01:03:04.410 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3Awp8OQxwkDW9P7 off=2525306 len=1287503 2024-08-17T01:03:04.411 INFO:tasks.workunit.client.0.smithi157.stdout:op 3071 completed, throughput=5MB/sec 2024-08-17T01:03:04.411 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1mV57Iph8qWyuj8 off=3176018 len=125785 2024-08-17T01:03:04.411 INFO:tasks.workunit.client.0.smithi157.stdout:op 3072 completed, throughput=5MB/sec 2024-08-17T01:03:04.411 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CfH6XV1Hw1GXkkI off=20119615 len=233712 2024-08-17T01:03:04.412 INFO:tasks.workunit.client.0.smithi157.stdout:op 3073 completed, throughput=5MB/sec 2024-08-17T01:03:04.412 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-D9QkFwYMEsKLeQp off=12211849 len=153990 2024-08-17T01:03:04.413 INFO:tasks.workunit.client.0.smithi157.stdout:op 3074 completed, throughput=5MB/sec 2024-08-17T01:03:04.413 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MUf5wV7O7aEcFA6 off=1520289 len=888497 2024-08-17T01:03:04.417 INFO:tasks.workunit.client.0.smithi157.stdout:op 3075 completed, throughput=5MB/sec 2024-08-17T01:03:04.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:03 smithi187 ceph-mon[90552]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:03:05.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:05 smithi157 ceph-mon[101289]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:03:05.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:05 smithi157 ceph-mon[98780]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:03:05.417 INFO:tasks.workunit.client.0.smithi157.stdout: 596: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:05.417 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-T3IxNGh8IwnAlbJ off=2021987 len=1483324 2024-08-17T01:03:05.420 INFO:tasks.workunit.client.0.smithi157.stdout:op 3076 completed, throughput=5MB/sec 2024-08-17T01:03:05.420 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TU8iroamBV2pmXB off=6021933 len=182246 2024-08-17T01:03:05.421 INFO:tasks.workunit.client.0.smithi157.stdout:op 3077 completed, throughput=5MB/sec 2024-08-17T01:03:05.421 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nD0PfRH9QwSJfAw off=722549 len=1648478 2024-08-17T01:03:05.428 INFO:tasks.workunit.client.0.smithi157.stdout:op 3078 completed, throughput=5MB/sec 2024-08-17T01:03:05.428 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cyZOu10wnMX0M0g off=2044985 len=1414654 2024-08-17T01:03:05.433 INFO:tasks.workunit.client.0.smithi157.stdout:op 3079 completed, throughput=5MB/sec 2024-08-17T01:03:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:05 smithi187 ceph-mon[90552]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:03:06.434 INFO:tasks.workunit.client.0.smithi157.stdout: 597: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:06.434 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uWrsT2WWTvNRcy5 off=2902380 len=656946 2024-08-17T01:03:06.438 INFO:tasks.workunit.client.0.smithi157.stdout:op 3080 completed, throughput=4.99MB/sec 2024-08-17T01:03:06.438 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WlSDpRZet-q-Ewn off=5840604 len=177438 2024-08-17T01:03:06.440 INFO:tasks.workunit.client.0.smithi157.stdout:op 3081 completed, throughput=4.99MB/sec 2024-08-17T01:03:06.441 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vp0SUWcQNPlPnO2 off=3252407 len=825034 2024-08-17T01:03:06.442 INFO:tasks.workunit.client.0.smithi157.stdout:op 3082 completed, throughput=4.99MB/sec 2024-08-17T01:03:06.442 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-p234TV8GY4sggHo off=6037489 len=237841 2024-08-17T01:03:06.444 INFO:tasks.workunit.client.0.smithi157.stdout:op 3083 completed, throughput=4.99MB/sec 2024-08-17T01:03:06.444 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XH9zXot4uI7IGpA off=20855765 len=1028571 2024-08-17T01:03:06.451 INFO:tasks.workunit.client.0.smithi157.stdout:op 3084 completed, throughput=5MB/sec 2024-08-17T01:03:06.451 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PA-HHGsMrJZzRDq off=6358336 len=293005 2024-08-17T01:03:06.454 INFO:tasks.workunit.client.0.smithi157.stdout:op 3085 completed, throughput=5MB/sec 2024-08-17T01:03:06.454 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mg42dA01OZsgZiL off=680721 len=851146 2024-08-17T01:03:06.455 INFO:tasks.workunit.client.0.smithi157.stdout:op 3086 completed, throughput=5MB/sec 2024-08-17T01:03:06.455 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KbcSVQt3DYdDF-s off=16940237 len=1632614 2024-08-17T01:03:06.456 INFO:tasks.workunit.client.0.smithi157.stdout:op 3087 completed, throughput=5MB/sec 2024-08-17T01:03:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:07 smithi187 ceph-mon[90552]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:03:07.456 INFO:tasks.workunit.client.0.smithi157.stdout: 598: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:07.456 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2DbD-kvgKLXqbjN off=10848869 len=517410 2024-08-17T01:03:07.457 INFO:tasks.workunit.client.0.smithi157.stdout:op 3088 completed, throughput=4.99MB/sec 2024-08-17T01:03:07.458 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Wt0mG2vJv7bnIAS off=8058081 len=1147176 2024-08-17T01:03:07.463 INFO:tasks.workunit.client.0.smithi157.stdout:op 3089 completed, throughput=5MB/sec 2024-08-17T01:03:07.463 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Az4OKMgzHWveexl off=15299546 len=769744 2024-08-17T01:03:07.465 INFO:tasks.workunit.client.0.smithi157.stdout:op 3090 completed, throughput=5MB/sec 2024-08-17T01:03:07.465 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hYbol7diMkR3qM9 off=3903516 len=712054 2024-08-17T01:03:07.470 INFO:tasks.workunit.client.0.smithi157.stdout:op 3091 completed, throughput=5MB/sec 2024-08-17T01:03:07.470 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Yoiqqyzf24QUcCc off=16418591 len=364856 2024-08-17T01:03:07.472 INFO:tasks.workunit.client.0.smithi157.stdout:op 3092 completed, throughput=5MB/sec 2024-08-17T01:03:07.472 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WJ57e--M6mKe1Jn off=1193832 len=456349 2024-08-17T01:03:07.473 INFO:tasks.workunit.client.0.smithi157.stdout:op 3093 completed, throughput=5MB/sec 2024-08-17T01:03:07.473 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-brOGl8pD-afFTF_ off=9830024 len=1940807 2024-08-17T01:03:07.477 INFO:tasks.workunit.client.0.smithi157.stdout:op 3094 completed, throughput=5MB/sec 2024-08-17T01:03:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:07 smithi157 ceph-mon[101289]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:03:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:07 smithi157 ceph-mon[98780]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:03:08.478 INFO:tasks.workunit.client.0.smithi157.stdout: 599: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:08.478 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-M4UmarX0FD594yR off=347841 len=825812 2024-08-17T01:03:08.483 INFO:tasks.workunit.client.0.smithi157.stdout:op 3095 completed, throughput=4.99MB/sec 2024-08-17T01:03:08.484 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-21KYNBNYLReD0l_ off=8101138 len=2040457 2024-08-17T01:03:08.486 INFO:tasks.workunit.client.0.smithi157.stdout:op 3096 completed, throughput=5MB/sec 2024-08-17T01:03:08.486 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rF2l30xYUCJpcRq off=1707180 len=1741568 2024-08-17T01:03:08.493 INFO:tasks.workunit.client.0.smithi157.stdout:op 3097 completed, throughput=5MB/sec 2024-08-17T01:03:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:09 smithi187 ceph-mon[90552]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:03:09.494 INFO:tasks.workunit.client.0.smithi157.stdout: 600: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:09.494 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4k427EkCpw_aL1r off=12644085 len=2053708 2024-08-17T01:03:09.496 INFO:tasks.workunit.client.0.smithi157.stdout:op 3098 completed, throughput=5MB/sec 2024-08-17T01:03:09.496 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--syCa_hI0Tgm9s1 off=8037446 len=1176118 2024-08-17T01:03:09.503 INFO:tasks.workunit.client.0.smithi157.stdout:op 3099 completed, throughput=5MB/sec 2024-08-17T01:03:09.503 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jn22DttAHKUr4Z1 off=1185972 len=540005 2024-08-17T01:03:09.507 INFO:tasks.workunit.client.0.smithi157.stdout:op 3100 completed, throughput=5MB/sec 2024-08-17T01:03:09.507 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xhuTnfAeAoyr7R5 off=7317088 len=1553081 2024-08-17T01:03:09.509 INFO:tasks.workunit.client.0.smithi157.stdout:op 3101 completed, throughput=5MB/sec 2024-08-17T01:03:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:09 smithi157 ceph-mon[98780]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:03:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:09 smithi157 ceph-mon[101289]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:03:10.509 INFO:tasks.workunit.client.0.smithi157.stdout: 601: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:10.509 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OKsh0A9XWzM8joq off=6421698 len=1749577 2024-08-17T01:03:10.520 INFO:tasks.workunit.client.0.smithi157.stdout:op 3102 completed, throughput=5MB/sec 2024-08-17T01:03:10.520 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nt_Sotkxrs0YGAh off=5688679 len=1115654 2024-08-17T01:03:10.521 INFO:tasks.workunit.client.0.smithi157.stdout:op 3103 completed, throughput=5MB/sec 2024-08-17T01:03:10.522 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-88RViM1hQ-nZoMZ off=4883260 len=211452 2024-08-17T01:03:10.524 INFO:tasks.workunit.client.0.smithi157.stdout:op 3104 completed, throughput=5MB/sec 2024-08-17T01:03:10.525 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DIu02a5a6XOv-C6 off=5097896 len=666130 2024-08-17T01:03:10.526 INFO:tasks.workunit.client.0.smithi157.stdout:op 3105 completed, throughput=5MB/sec 2024-08-17T01:03:10.526 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-N4j2sFYa7Ptnb_H off=2340830 len=146124 2024-08-17T01:03:10.529 INFO:tasks.workunit.client.0.smithi157.stdout:op 3106 completed, throughput=5MB/sec 2024-08-17T01:03:10.529 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fqgo4K3OSBFumRi off=10833989 len=1579465 2024-08-17T01:03:10.536 INFO:tasks.workunit.client.0.smithi157.stdout:op 3107 completed, throughput=5MB/sec 2024-08-17T01:03:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:11 smithi187 ceph-mon[90552]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:03:11.537 INFO:tasks.workunit.client.0.smithi157.stdout: 602: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:11.537 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AQV7mX38lU0M9iA off=9949540 len=1111918 2024-08-17T01:03:11.539 INFO:tasks.workunit.client.0.smithi157.stdout:op 3108 completed, throughput=4.99MB/sec 2024-08-17T01:03:11.539 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pTG_nsY6dFONGlX off=16800247 len=1367076 2024-08-17T01:03:11.545 INFO:tasks.workunit.client.0.smithi157.stdout:op 3109 completed, throughput=5MB/sec 2024-08-17T01:03:11.545 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Fm6CAzHYlUr7-76 off=5007308 len=44880 2024-08-17T01:03:11.546 INFO:tasks.workunit.client.0.smithi157.stdout:op 3110 completed, throughput=5MB/sec 2024-08-17T01:03:11.546 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Dk9WkTwDTt7AlRC off=5893800 len=1009401 2024-08-17T01:03:11.550 INFO:tasks.workunit.client.0.smithi157.stdout:op 3111 completed, throughput=5MB/sec 2024-08-17T01:03:11.550 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9dDupBX0osuzyjC off=9469925 len=1860166 2024-08-17T01:03:11.552 INFO:tasks.workunit.client.0.smithi157.stdout:op 3112 completed, throughput=5MB/sec 2024-08-17T01:03:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:11 smithi157 ceph-mon[98780]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:03:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:11 smithi157 ceph-mon[101289]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:03:12.553 INFO:tasks.workunit.client.0.smithi157.stdout: 603: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:12.553 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EHF4F7H6pbjU-6f off=440174 len=365384 2024-08-17T01:03:12.554 INFO:tasks.workunit.client.0.smithi157.stdout:op 3113 completed, throughput=4.99MB/sec 2024-08-17T01:03:12.554 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RlZoWBu-ShObp10 off=599518 len=1854617 2024-08-17T01:03:12.563 INFO:tasks.workunit.client.0.smithi157.stdout:op 3114 completed, throughput=5MB/sec 2024-08-17T01:03:12.563 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YfETz4fX5aCrAlj off=334456 len=1721721 2024-08-17T01:03:12.570 INFO:tasks.workunit.client.0.smithi157.stdout:op 3115 completed, throughput=5MB/sec 2024-08-17T01:03:12.570 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--Bum-9lssiYHivO off=2867105 len=297761 2024-08-17T01:03:12.573 INFO:tasks.workunit.client.0.smithi157.stdout:op 3116 completed, throughput=5MB/sec 2024-08-17T01:03:12.574 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8NajlsL6y5TLAYk off=10796961 len=917610 2024-08-17T01:03:12.578 INFO:tasks.workunit.client.0.smithi157.stdout:op 3117 completed, throughput=5MB/sec 2024-08-17T01:03:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:03:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:03:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:13 smithi187 ceph-mon[90552]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:03:13.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:13 smithi157 ceph-mon[98780]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:03:13.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:13 smithi157 ceph-mon[101289]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:03:13.578 INFO:tasks.workunit.client.0.smithi157.stdout: 604: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:13.579 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MUf5wV7O7aEcFA6 off=1060009 len=1219270 2024-08-17T01:03:13.580 INFO:tasks.workunit.client.0.smithi157.stdout:op 3118 completed, throughput=4.99MB/sec 2024-08-17T01:03:13.580 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hbgMS_xYktoZns9 off=0 len=1097305 2024-08-17T01:03:13.582 INFO:tasks.workunit.client.0.smithi157.stdout:op 3119 completed, throughput=5MB/sec 2024-08-17T01:03:13.582 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wDwzFQtG5ZBVc_P off=1703130 len=1986776 2024-08-17T01:03:13.584 INFO:tasks.workunit.client.0.smithi157.stdout:op 3120 completed, throughput=5MB/sec 2024-08-17T01:03:13.584 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-glCX0xITAtb1B_a off=12719161 len=483762 2024-08-17T01:03:13.585 INFO:tasks.workunit.client.0.smithi157.stdout:op 3121 completed, throughput=5MB/sec 2024-08-17T01:03:13.585 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-caK05gHoemmsYlY off=1663904 len=730012 2024-08-17T01:03:13.590 INFO:tasks.workunit.client.0.smithi157.stdout:op 3122 completed, throughput=5MB/sec 2024-08-17T01:03:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:03:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:03:13] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:03:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:14.591 INFO:tasks.workunit.client.0.smithi157.stdout: 605: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:14.591 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1Ai8xP0haWi4dIC off=2498616 len=1904423 2024-08-17T01:03:14.593 INFO:tasks.workunit.client.0.smithi157.stdout:op 3123 completed, throughput=5MB/sec 2024-08-17T01:03:14.593 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Y2cFHYD6pi3-4Il off=279121 len=1857979 2024-08-17T01:03:14.597 INFO:tasks.workunit.client.0.smithi157.stdout:op 3124 completed, throughput=5MB/sec 2024-08-17T01:03:14.597 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UfXdIDZJqnmUM3N off=11404952 len=59655 2024-08-17T01:03:14.598 INFO:tasks.workunit.client.0.smithi157.stdout:op 3125 completed, throughput=5MB/sec 2024-08-17T01:03:14.598 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ysQkM9SNjT6YeYt off=9904737 len=689108 2024-08-17T01:03:14.603 INFO:tasks.workunit.client.0.smithi157.stdout:op 3126 completed, throughput=5MB/sec 2024-08-17T01:03:14.603 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hkcW4wWjDSiWbLk off=5680721 len=116432 2024-08-17T01:03:14.604 INFO:tasks.workunit.client.0.smithi157.stdout:op 3127 completed, throughput=5MB/sec 2024-08-17T01:03:14.604 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xMz6oE10JIEZxj6 off=3810916 len=1498157 2024-08-17T01:03:14.605 INFO:tasks.workunit.client.0.smithi157.stdout:op 3128 completed, throughput=5MB/sec 2024-08-17T01:03:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:14.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:15 smithi187 ceph-mon[90552]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:03:15.606 INFO:tasks.workunit.client.0.smithi157.stdout: 606: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:15.606 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-weTNx6YLUQkeadt off=7676679 len=964050 2024-08-17T01:03:15.612 INFO:tasks.workunit.client.0.smithi157.stdout:op 3129 completed, throughput=5MB/sec 2024-08-17T01:03:15.612 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dJqyU6tc_4kX6eY off=1350775 len=1473147 2024-08-17T01:03:15.614 INFO:tasks.workunit.client.0.smithi157.stdout:op 3130 completed, throughput=5MB/sec 2024-08-17T01:03:15.614 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-01zu2OSy9hNAIrC off=13768516 len=240925 2024-08-17T01:03:15.615 INFO:tasks.workunit.client.0.smithi157.stdout:op 3131 completed, throughput=5MB/sec 2024-08-17T01:03:15.615 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Z7H_NQbcxeIniqe off=3182646 len=695910 2024-08-17T01:03:15.619 INFO:tasks.workunit.client.0.smithi157.stdout:op 3132 completed, throughput=5MB/sec 2024-08-17T01:03:15.619 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-A7ptTnSYBjXQjPl off=1603842 len=1763312 2024-08-17T01:03:15.629 INFO:tasks.workunit.client.0.smithi157.stdout:op 3133 completed, throughput=5MB/sec 2024-08-17T01:03:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:15 smithi157 ceph-mon[98780]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:03:15.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:15 smithi157 ceph-mon[101289]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:03:16.629 INFO:tasks.workunit.client.0.smithi157.stdout: 607: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:16.629 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TrFbGFsMgit4U3W off=2699095 len=289444 2024-08-17T01:03:16.630 INFO:tasks.workunit.client.0.smithi157.stdout:op 3134 completed, throughput=4.99MB/sec 2024-08-17T01:03:16.630 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0aXytz7Nvc9Sq-v off=1990300 len=979173 2024-08-17T01:03:16.636 INFO:tasks.workunit.client.0.smithi157.stdout:op 3135 completed, throughput=5MB/sec 2024-08-17T01:03:16.636 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eG3GaNNurvKVsWn off=5202208 len=518260 2024-08-17T01:03:16.638 INFO:tasks.workunit.client.0.smithi157.stdout:op 3136 completed, throughput=5MB/sec 2024-08-17T01:03:16.638 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xeoqOdg1aCqSqtc off=4090057 len=1036955 2024-08-17T01:03:16.644 INFO:tasks.workunit.client.0.smithi157.stdout:op 3137 completed, throughput=5MB/sec 2024-08-17T01:03:16.644 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CdpDyMkpqVJAv4n off=10496601 len=830115 2024-08-17T01:03:16.648 INFO:tasks.workunit.client.0.smithi157.stdout:op 3138 completed, throughput=5MB/sec 2024-08-17T01:03:16.648 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4bcmkviPq25rXLa off=4469676 len=1588408 2024-08-17T01:03:16.649 INFO:tasks.workunit.client.0.smithi157.stdout:op 3139 completed, throughput=5MB/sec 2024-08-17T01:03:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:17 smithi187 ceph-mon[90552]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:03:17.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:17 smithi157 ceph-mon[98780]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:03:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:17 smithi157 ceph-mon[101289]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:03:17.649 INFO:tasks.workunit.client.0.smithi157.stdout: 608: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:17.650 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dMnf2CHn0jHbE3T off=7510445 len=1898090 2024-08-17T01:03:17.653 INFO:tasks.workunit.client.0.smithi157.stdout:op 3140 completed, throughput=5MB/sec 2024-08-17T01:03:17.653 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KnPWf935nQqBaT- off=4852261 len=2075295 2024-08-17T01:03:17.657 INFO:tasks.workunit.client.0.smithi157.stdout:op 3141 completed, throughput=5MB/sec 2024-08-17T01:03:17.657 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hF8UkFxUkledKRJ off=9364847 len=470990 2024-08-17T01:03:17.657 INFO:tasks.workunit.client.0.smithi157.stdout:op 3142 completed, throughput=5MB/sec 2024-08-17T01:03:18.657 INFO:tasks.workunit.client.0.smithi157.stdout: 609: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:18.658 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3l4DIvdsmrJH4ld off=11352171 len=1141929 2024-08-17T01:03:18.659 INFO:tasks.workunit.client.0.smithi157.stdout:op 3143 completed, throughput=4.99MB/sec 2024-08-17T01:03:18.659 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9StIhbgZQiJi7Wk off=110107 len=1382579 2024-08-17T01:03:18.661 INFO:tasks.workunit.client.0.smithi157.stdout:op 3144 completed, throughput=5MB/sec 2024-08-17T01:03:18.661 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4rqODj-GJGxvPip off=1230995 len=1262301 2024-08-17T01:03:18.664 INFO:tasks.workunit.client.0.smithi157.stdout:op 3145 completed, throughput=5MB/sec 2024-08-17T01:03:18.664 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RlZoWBu-ShObp10 off=7684013 len=126415 2024-08-17T01:03:18.664 INFO:tasks.workunit.client.0.smithi157.stdout:op 3146 completed, throughput=5MB/sec 2024-08-17T01:03:18.664 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fNQaZ0CDh5XfN5I off=9738455 len=1878440 2024-08-17T01:03:18.676 INFO:tasks.workunit.client.0.smithi157.stdout:op 3147 completed, throughput=5MB/sec 2024-08-17T01:03:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:19 smithi187 ceph-mon[90552]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:03:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:19 smithi157 ceph-mon[98780]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:03:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:19 smithi157 ceph-mon[101289]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:03:19.676 INFO:tasks.workunit.client.0.smithi157.stdout: 610: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:19.676 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-90hHqH4NJuwafb4 off=5133882 len=161301 2024-08-17T01:03:19.680 INFO:tasks.workunit.client.0.smithi157.stdout:op 3148 completed, throughput=4.99MB/sec 2024-08-17T01:03:19.680 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mCBFyM5WjXhigp2 off=7710130 len=1794890 2024-08-17T01:03:19.687 INFO:tasks.workunit.client.0.smithi157.stdout:op 3149 completed, throughput=5MB/sec 2024-08-17T01:03:19.687 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--HAZNpi9jH0XL7C off=1254749 len=675214 2024-08-17T01:03:19.688 INFO:tasks.workunit.client.0.smithi157.stdout:op 3150 completed, throughput=5MB/sec 2024-08-17T01:03:19.688 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DGxTBoS0Gqe2RFP off=6575774 len=221100 2024-08-17T01:03:19.689 INFO:tasks.workunit.client.0.smithi157.stdout:op 3151 completed, throughput=5MB/sec 2024-08-17T01:03:19.689 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4h9dsHhocUAwmaY off=4229679 len=114384 2024-08-17T01:03:19.692 INFO:tasks.workunit.client.0.smithi157.stdout:op 3152 completed, throughput=5MB/sec 2024-08-17T01:03:19.692 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-g0rBZ0_myv_IE9I off=5419440 len=1736242 2024-08-17T01:03:19.698 INFO:tasks.workunit.client.0.smithi157.stdout:op 3153 completed, throughput=5MB/sec 2024-08-17T01:03:19.698 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-44qMWWWyM3Sm24o off=12787131 len=458708 2024-08-17T01:03:19.701 INFO:tasks.workunit.client.0.smithi157.stdout:op 3154 completed, throughput=5MB/sec 2024-08-17T01:03:20.701 INFO:tasks.workunit.client.0.smithi157.stdout: 611: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:20.702 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YIm-VoKtrJ9Tppp off=18783699 len=1218473 2024-08-17T01:03:20.707 INFO:tasks.workunit.client.0.smithi157.stdout:op 3155 completed, throughput=4.99MB/sec 2024-08-17T01:03:20.707 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tuZjdBWteI3KJvx off=8718881 len=1599433 2024-08-17T01:03:20.714 INFO:tasks.workunit.client.0.smithi157.stdout:op 3156 completed, throughput=5MB/sec 2024-08-17T01:03:20.714 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3cEziW9a8zCwiad off=14642011 len=1652663 2024-08-17T01:03:20.721 INFO:tasks.workunit.client.0.smithi157.stdout:op 3157 completed, throughput=5MB/sec 2024-08-17T01:03:20.721 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NA2lMNckJoeP-2P off=13230213 len=1141850 2024-08-17T01:03:20.725 INFO:tasks.workunit.client.0.smithi157.stdout:op 3158 completed, throughput=5MB/sec 2024-08-17T01:03:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:21 smithi187 ceph-mon[90552]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:03:21.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:21 smithi157 ceph-mon[98780]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:03:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:21 smithi157 ceph-mon[101289]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:03:21.726 INFO:tasks.workunit.client.0.smithi157.stdout: 612: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:21.726 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Mb9kvKhKjbVO_6r off=11743019 len=1135255 2024-08-17T01:03:21.731 INFO:tasks.workunit.client.0.smithi157.stdout:op 3159 completed, throughput=4.99MB/sec 2024-08-17T01:03:21.731 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mzkrfpTU2TowNJ- off=6300397 len=1568676 2024-08-17T01:03:21.733 INFO:tasks.workunit.client.0.smithi157.stdout:op 3160 completed, throughput=5MB/sec 2024-08-17T01:03:21.733 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-21KYNBNYLReD0l_ off=8216873 len=129725 2024-08-17T01:03:21.734 INFO:tasks.workunit.client.0.smithi157.stdout:op 3161 completed, throughput=5MB/sec 2024-08-17T01:03:21.734 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ajYphUj2yuHprLa off=41366 len=1524 2024-08-17T01:03:21.736 INFO:tasks.workunit.client.0.smithi157.stdout:op 3162 completed, throughput=5MB/sec 2024-08-17T01:03:21.737 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HpYlQ4xGngukBSX off=21772318 len=897291 2024-08-17T01:03:21.738 INFO:tasks.workunit.client.0.smithi157.stdout:op 3163 completed, throughput=5MB/sec 2024-08-17T01:03:21.738 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fcFvi8XaAkTNFAt off=1282441 len=1395063 2024-08-17T01:03:21.745 INFO:tasks.workunit.client.0.smithi157.stdout:op 3164 completed, throughput=5MB/sec 2024-08-17T01:03:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:03:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:03:22.745 INFO:tasks.workunit.client.0.smithi157.stdout: 613: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:22.745 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UzkkIYn2iyG1-XS off=9358634 len=361127 2024-08-17T01:03:22.748 INFO:tasks.workunit.client.0.smithi157.stdout:op 3165 completed, throughput=4.99MB/sec 2024-08-17T01:03:22.749 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YojhDXw4R14JsxL off=16365053 len=1145600 2024-08-17T01:03:22.750 INFO:tasks.workunit.client.0.smithi157.stdout:op 3166 completed, throughput=4.99MB/sec 2024-08-17T01:03:22.750 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1e7rjGHLduJCTYi off=777527 len=1253690 2024-08-17T01:03:22.752 INFO:tasks.workunit.client.0.smithi157.stdout:op 3167 completed, throughput=5MB/sec 2024-08-17T01:03:22.752 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-61JfeBuHEn_WiZw off=19271310 len=949340 2024-08-17T01:03:22.757 INFO:tasks.workunit.client.0.smithi157.stdout:op 3168 completed, throughput=5MB/sec 2024-08-17T01:03:22.757 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cjGtGOmqioAkQc- off=2262688 len=1087513 2024-08-17T01:03:22.763 INFO:tasks.workunit.client.0.smithi157.stdout:op 3169 completed, throughput=5MB/sec 2024-08-17T01:03:22.763 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OgD0Pf9y30P9Nmb off=1478602 len=1284027 2024-08-17T01:03:22.768 INFO:tasks.workunit.client.0.smithi157.stdout:op 3170 completed, throughput=5MB/sec 2024-08-17T01:03:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:23 smithi187 ceph-mon[90552]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:23.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:23 smithi157 ceph-mon[98780]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:23.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:23 smithi157 ceph-mon[101289]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:23.769 INFO:tasks.workunit.client.0.smithi157.stdout: 614: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:23.769 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AAhEwzp3PW61hOO off=575437 len=1400407 2024-08-17T01:03:23.771 INFO:tasks.workunit.client.0.smithi157.stdout:op 3171 completed, throughput=5MB/sec 2024-08-17T01:03:23.771 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-W6yzYNqRVd3KTtK off=12602055 len=1077822 2024-08-17T01:03:23.776 INFO:tasks.workunit.client.0.smithi157.stdout:op 3172 completed, throughput=5MB/sec 2024-08-17T01:03:23.776 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cK-5s5sRfx5QcCq off=0 len=1080992 2024-08-17T01:03:23.782 INFO:tasks.workunit.client.0.smithi157.stdout:op 3173 completed, throughput=5MB/sec 2024-08-17T01:03:23.782 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ol_g2YBwjFvnOaq off=7857487 len=448411 2024-08-17T01:03:23.786 INFO:tasks.workunit.client.0.smithi157.stdout:op 3174 completed, throughput=5MB/sec 2024-08-17T01:03:23.786 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XoSpB3SUBmT1WCA off=3327054 len=113095 2024-08-17T01:03:23.786 INFO:tasks.workunit.client.0.smithi157.stdout:op 3175 completed, throughput=5MB/sec 2024-08-17T01:03:23.786 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-q4oU685UxpoBECc off=0 len=1067047 2024-08-17T01:03:23.791 INFO:tasks.workunit.client.0.smithi157.stdout:op 3176 completed, throughput=5MB/sec 2024-08-17T01:03:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:03:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:03:23] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-08-17T01:03:24.792 INFO:tasks.workunit.client.0.smithi157.stdout: 615: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:24.792 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SV1fTZ7pxwQ2mqm off=1301912 len=282043 2024-08-17T01:03:24.792 INFO:tasks.workunit.client.0.smithi157.stdout:op 3177 completed, throughput=4.99MB/sec 2024-08-17T01:03:24.792 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AUrzihrwbVir3XJ off=837124 len=1463449 2024-08-17T01:03:24.796 INFO:tasks.workunit.client.0.smithi157.stdout:op 3178 completed, throughput=5MB/sec 2024-08-17T01:03:24.796 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jJikTOG_xonnijA off=6289375 len=440200 2024-08-17T01:03:24.799 INFO:tasks.workunit.client.0.smithi157.stdout:op 3179 completed, throughput=5MB/sec 2024-08-17T01:03:24.800 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_3BzbH45qsdCBzj off=4221417 len=1820823 2024-08-17T01:03:24.810 INFO:tasks.workunit.client.0.smithi157.stdout:op 3180 completed, throughput=5MB/sec 2024-08-17T01:03:24.810 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9YeO8slWwFAWCNG off=17003170 len=31966 2024-08-17T01:03:24.811 INFO:tasks.workunit.client.0.smithi157.stdout:op 3181 completed, throughput=5MB/sec 2024-08-17T01:03:24.811 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1gOT5p0yPsyTqTB off=8199578 len=133249 2024-08-17T01:03:24.813 INFO:tasks.workunit.client.0.smithi157.stdout:op 3182 completed, throughput=5MB/sec 2024-08-17T01:03:24.813 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rZFTOjSht8erY2d off=4385258 len=1421118 2024-08-17T01:03:24.820 INFO:tasks.workunit.client.0.smithi157.stdout:op 3183 completed, throughput=5MB/sec 2024-08-17T01:03:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:25 smithi157 ceph-mon[98780]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:03:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:25 smithi157 ceph-mon[101289]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:03:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:25 smithi187 ceph-mon[90552]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:03:25.821 INFO:tasks.workunit.client.0.smithi157.stdout: 616: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:25.821 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--OVf61SNdhcTt3u off=8458668 len=1896533 2024-08-17T01:03:25.832 INFO:tasks.workunit.client.0.smithi157.stdout:op 3184 completed, throughput=5MB/sec 2024-08-17T01:03:25.832 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IsDYyowek3-uYgG off=1645403 len=210541 2024-08-17T01:03:25.833 INFO:tasks.workunit.client.0.smithi157.stdout:op 3185 completed, throughput=5MB/sec 2024-08-17T01:03:25.833 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pTfPHqp1GKxWvta off=5458349 len=775953 2024-08-17T01:03:25.838 INFO:tasks.workunit.client.0.smithi157.stdout:op 3186 completed, throughput=5MB/sec 2024-08-17T01:03:25.838 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QYf9gk8zwCiqAqf off=3686414 len=250121 2024-08-17T01:03:25.841 INFO:tasks.workunit.client.0.smithi157.stdout:op 3187 completed, throughput=5MB/sec 2024-08-17T01:03:25.842 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-y34ySiV4hLLoibh off=5963251 len=2027718 2024-08-17T01:03:25.843 INFO:tasks.workunit.client.0.smithi157.stdout:op 3188 completed, throughput=5MB/sec 2024-08-17T01:03:26.844 INFO:tasks.workunit.client.0.smithi157.stdout: 617: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:26.844 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DZlZRRjtXl49Bqv off=1030627 len=23276 2024-08-17T01:03:26.844 INFO:tasks.workunit.client.0.smithi157.stdout:op 3189 completed, throughput=4.99MB/sec 2024-08-17T01:03:26.844 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XpyPOGatizwXiai off=13094556 len=658074 2024-08-17T01:03:26.849 INFO:tasks.workunit.client.0.smithi157.stdout:op 3190 completed, throughput=4.99MB/sec 2024-08-17T01:03:26.849 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9CnIMK67uLRarqI off=15150160 len=471170 2024-08-17T01:03:26.850 INFO:tasks.workunit.client.0.smithi157.stdout:op 3191 completed, throughput=5MB/sec 2024-08-17T01:03:26.850 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-n1HURlQo652EhFr off=6151296 len=86831 2024-08-17T01:03:26.853 INFO:tasks.workunit.client.0.smithi157.stdout:op 3192 completed, throughput=5MB/sec 2024-08-17T01:03:26.853 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Q5ZfAP36-dPQRmW off=8430648 len=1984731 2024-08-17T01:03:26.864 INFO:tasks.workunit.client.0.smithi157.stdout:op 3193 completed, throughput=5MB/sec 2024-08-17T01:03:26.865 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uuJ2QlGvz9ZI_p_ off=4100025 len=1304434 2024-08-17T01:03:26.870 INFO:tasks.workunit.client.0.smithi157.stdout:op 3194 completed, throughput=5MB/sec 2024-08-17T01:03:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:27 smithi157 ceph-mon[98780]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:03:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:27 smithi157 ceph-mon[101289]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:03:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:27 smithi187 ceph-mon[90552]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:03:27.870 INFO:tasks.workunit.client.0.smithi157.stdout: 618: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:27.870 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JpdO1x9drhYz-Nv off=2929885 len=1213573 2024-08-17T01:03:27.873 INFO:tasks.workunit.client.0.smithi157.stdout:op 3195 completed, throughput=4.99MB/sec 2024-08-17T01:03:27.873 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IQROXxG4LBLFnYG off=4271222 len=326843 2024-08-17T01:03:27.876 INFO:tasks.workunit.client.0.smithi157.stdout:op 3196 completed, throughput=4.99MB/sec 2024-08-17T01:03:27.876 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KQEobZvslZbT4_L off=10500076 len=1541502 2024-08-17T01:03:27.884 INFO:tasks.workunit.client.0.smithi157.stdout:op 3197 completed, throughput=5MB/sec 2024-08-17T01:03:27.884 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-O4Giit7sNKAJu5v off=6627523 len=1850905 2024-08-17T01:03:27.885 INFO:tasks.workunit.client.0.smithi157.stdout:op 3198 completed, throughput=5MB/sec 2024-08-17T01:03:27.886 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Bm_DdX04GrDW-KJ off=2767241 len=629685 2024-08-17T01:03:27.886 INFO:tasks.workunit.client.0.smithi157.stdout:op 3199 completed, throughput=5MB/sec 2024-08-17T01:03:28.887 INFO:tasks.workunit.client.0.smithi157.stdout: 619: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:28.887 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-M4BE0S7BCSCjkel off=966650 len=65665 2024-08-17T01:03:28.887 INFO:tasks.workunit.client.0.smithi157.stdout:op 3200 completed, throughput=4.99MB/sec 2024-08-17T01:03:28.888 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iT4XMB1MQChajNY off=13292711 len=1154082 2024-08-17T01:03:28.894 INFO:tasks.workunit.client.0.smithi157.stdout:op 3201 completed, throughput=4.99MB/sec 2024-08-17T01:03:28.894 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BXc0S846s9X6vmo off=636156 len=775902 2024-08-17T01:03:28.898 INFO:tasks.workunit.client.0.smithi157.stdout:op 3202 completed, throughput=5MB/sec 2024-08-17T01:03:28.898 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PCy4vwmwxEQX9nk off=16122088 len=1770591 2024-08-17T01:03:28.906 INFO:tasks.workunit.client.0.smithi157.stdout:op 3203 completed, throughput=5MB/sec 2024-08-17T01:03:28.906 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qR7PuPCSrqNZa7b off=13223582 len=1832842 2024-08-17T01:03:28.912 INFO:tasks.workunit.client.0.smithi157.stdout:op 3204 completed, throughput=5MB/sec 2024-08-17T01:03:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:29 smithi157 ceph-mon[101289]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:03:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:29 smithi157 ceph-mon[98780]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:03:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:29 smithi187 ceph-mon[90552]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:03:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:29.912 INFO:tasks.workunit.client.0.smithi157.stdout: 620: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:29.912 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hVMXHfsPXuJkuD1 off=4248060 len=94020 2024-08-17T01:03:29.913 INFO:tasks.workunit.client.0.smithi157.stdout:op 3205 completed, throughput=4.99MB/sec 2024-08-17T01:03:29.913 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AYeanbXu6idX6EO off=399397 len=1805087 2024-08-17T01:03:29.916 INFO:tasks.workunit.client.0.smithi157.stdout:op 3206 completed, throughput=5MB/sec 2024-08-17T01:03:29.916 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Fx-uBpoHEOyHRYR off=245379 len=413546 2024-08-17T01:03:29.919 INFO:tasks.workunit.client.0.smithi157.stdout:op 3207 completed, throughput=5MB/sec 2024-08-17T01:03:29.919 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lWPpVDO43mWgWXE off=3690029 len=189899 2024-08-17T01:03:29.922 INFO:tasks.workunit.client.0.smithi157.stdout:op 3208 completed, throughput=5MB/sec 2024-08-17T01:03:29.922 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8oRDJtkxZCRX2pJ off=2855629 len=1945092 2024-08-17T01:03:29.924 INFO:tasks.workunit.client.0.smithi157.stdout:op 3209 completed, throughput=5MB/sec 2024-08-17T01:03:29.924 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hTDR7w-i1tvgoWR off=1091569 len=1635005 2024-08-17T01:03:29.925 INFO:tasks.workunit.client.0.smithi157.stdout:op 3210 completed, throughput=5MB/sec 2024-08-17T01:03:30.926 INFO:tasks.workunit.client.0.smithi157.stdout: 621: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:30.926 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-J7bDVl_yw8xz_I_ off=698057 len=1200523 2024-08-17T01:03:30.932 INFO:tasks.workunit.client.0.smithi157.stdout:op 3211 completed, throughput=5MB/sec 2024-08-17T01:03:30.932 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DJ5qVHBNNQNX_QN off=6007197 len=107654 2024-08-17T01:03:30.935 INFO:tasks.workunit.client.0.smithi157.stdout:op 3212 completed, throughput=5MB/sec 2024-08-17T01:03:30.935 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ep8Y1K3msBr0UhN off=20443106 len=1284351 2024-08-17T01:03:30.943 INFO:tasks.workunit.client.0.smithi157.stdout:op 3213 completed, throughput=5MB/sec 2024-08-17T01:03:30.943 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8y48fnZ46OjE1Ns off=7109861 len=692110 2024-08-17T01:03:30.947 INFO:tasks.workunit.client.0.smithi157.stdout:op 3214 completed, throughput=5MB/sec 2024-08-17T01:03:30.947 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pAwQAsjuHAwK7Wx off=4581058 len=318523 2024-08-17T01:03:30.948 INFO:tasks.workunit.client.0.smithi157.stdout:op 3215 completed, throughput=5MB/sec 2024-08-17T01:03:30.948 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-c--FOdOMkPic_TF off=3950225 len=1913398 2024-08-17T01:03:30.957 INFO:tasks.workunit.client.0.smithi157.stdout:op 3216 completed, throughput=5MB/sec 2024-08-17T01:03:31.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:31 smithi157 ceph-mon[101289]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:03:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:31 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:03:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:31 smithi157 ceph-mon[98780]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:03:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:31 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:03:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:31 smithi187 ceph-mon[90552]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:03:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:31 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:03:31.957 INFO:tasks.workunit.client.0.smithi157.stdout: 622: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:31.958 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9SxGnwy4SShRtyH off=14448334 len=987646 2024-08-17T01:03:31.958 INFO:tasks.workunit.client.0.smithi157.stdout:op 3217 completed, throughput=5MB/sec 2024-08-17T01:03:31.959 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3oQF6K88CIHKBZu off=1624988 len=2004228 2024-08-17T01:03:31.966 INFO:tasks.workunit.client.0.smithi157.stdout:op 3218 completed, throughput=5MB/sec 2024-08-17T01:03:31.966 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wwZjIq3zIpJVYVj off=183526 len=410050 2024-08-17T01:03:31.969 INFO:tasks.workunit.client.0.smithi157.stdout:op 3219 completed, throughput=5MB/sec 2024-08-17T01:03:31.969 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FrvMAPtL5mBDb4G off=13647495 len=1080229 2024-08-17T01:03:31.970 INFO:tasks.workunit.client.0.smithi157.stdout:op 3220 completed, throughput=5MB/sec 2024-08-17T01:03:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:32 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:03:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:32 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:03:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:32 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:03:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:32 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:03:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:32 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:03:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:32 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:03:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:32 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:03:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:32 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:03:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:32 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:03:32.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:03:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:03:32.970 INFO:tasks.workunit.client.0.smithi157.stdout: 623: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:32.971 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-X7O_3QOJSgysPU0 off=2505937 len=347309 2024-08-17T01:03:32.974 INFO:tasks.workunit.client.0.smithi157.stdout:op 3221 completed, throughput=4.99MB/sec 2024-08-17T01:03:32.975 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Qj0RnMouCr6ftk3 off=6738190 len=462147 2024-08-17T01:03:32.978 INFO:tasks.workunit.client.0.smithi157.stdout:op 3222 completed, throughput=4.99MB/sec 2024-08-17T01:03:32.978 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EV1cYwfCv16hKS_ off=8185032 len=108903 2024-08-17T01:03:32.980 INFO:tasks.workunit.client.0.smithi157.stdout:op 3223 completed, throughput=4.99MB/sec 2024-08-17T01:03:32.980 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qMPaRm7wDP2EJt_ off=1026734 len=1283769 2024-08-17T01:03:32.983 INFO:tasks.workunit.client.0.smithi157.stdout:op 3224 completed, throughput=5MB/sec 2024-08-17T01:03:32.983 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NY4bnVbT_OKS-4d off=10412477 len=1197505 2024-08-17T01:03:32.985 INFO:tasks.workunit.client.0.smithi157.stdout:op 3225 completed, throughput=5MB/sec 2024-08-17T01:03:32.985 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3byRbrJsiNe8XnW off=4015182 len=1104730 2024-08-17T01:03:32.991 INFO:tasks.workunit.client.0.smithi157.stdout:op 3226 completed, throughput=5MB/sec 2024-08-17T01:03:32.991 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MhtexrNrqfZW6T7 off=9728751 len=1421121 2024-08-17T01:03:32.992 INFO:tasks.workunit.client.0.smithi157.stdout:op 3227 completed, throughput=5MB/sec 2024-08-17T01:03:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:03:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:03:33] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:03:33.992 INFO:tasks.workunit.client.0.smithi157.stdout: 624: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:33.993 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Bm_DdX04GrDW-KJ off=6409545 len=1430673 2024-08-17T01:03:33.994 INFO:tasks.workunit.client.0.smithi157.stdout:op 3228 completed, throughput=5MB/sec 2024-08-17T01:03:33.995 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cxPC5CyfL4-CM7x off=3125220 len=851984 2024-08-17T01:03:33.999 INFO:tasks.workunit.client.0.smithi157.stdout:op 3229 completed, throughput=5MB/sec 2024-08-17T01:03:33.999 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sLaxsmtCy0HekMv off=4293666 len=656764 2024-08-17T01:03:34.000 INFO:tasks.workunit.client.0.smithi157.stdout:op 3230 completed, throughput=5MB/sec 2024-08-17T01:03:34.000 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IFmR6LY2dYATgJm off=8054941 len=159318 2024-08-17T01:03:34.003 INFO:tasks.workunit.client.0.smithi157.stdout:op 3231 completed, throughput=5MB/sec 2024-08-17T01:03:34.004 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ohv5PlqYLO17Ncl off=22522986 len=98098 2024-08-17T01:03:34.004 INFO:tasks.workunit.client.0.smithi157.stdout:op 3232 completed, throughput=5MB/sec 2024-08-17T01:03:34.004 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nLKohynEmek9LTY off=10667488 len=964495 2024-08-17T01:03:34.006 INFO:tasks.workunit.client.0.smithi157.stdout:op 3233 completed, throughput=5MB/sec 2024-08-17T01:03:34.006 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ScBO9NjCiNlblRp off=15380845 len=2020655 2024-08-17T01:03:34.016 INFO:tasks.workunit.client.0.smithi157.stdout:op 3234 completed, throughput=5MB/sec 2024-08-17T01:03:34.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:33 smithi157 ceph-mon[98780]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:03:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:33 smithi157 ceph-mon[101289]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:03:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:33 smithi187 ceph-mon[90552]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:03:35.017 INFO:tasks.workunit.client.0.smithi157.stdout: 625: throughput=5MB/sec pending data=0 2024-08-17T01:03:35.017 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mCmOqPnoYc6ZjWM off=9519606 len=1986357 2024-08-17T01:03:35.019 INFO:tasks.workunit.client.0.smithi157.stdout:op 3235 completed, throughput=5MB/sec 2024-08-17T01:03:35.019 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jXUSF2hAlE7GTT_ off=1544872 len=1750179 2024-08-17T01:03:35.023 INFO:tasks.workunit.client.0.smithi157.stdout:op 3236 completed, throughput=5MB/sec 2024-08-17T01:03:36.023 INFO:tasks.workunit.client.0.smithi157.stdout: 626: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:36.023 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XAHsnQok3FJVbLS off=4530929 len=515219 2024-08-17T01:03:36.024 INFO:tasks.workunit.client.0.smithi157.stdout:op 3237 completed, throughput=4.99MB/sec 2024-08-17T01:03:36.024 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yGl9AIUTLbEOoR_ off=16015912 len=1716974 2024-08-17T01:03:36.031 INFO:tasks.workunit.client.0.smithi157.stdout:op 3238 completed, throughput=5MB/sec 2024-08-17T01:03:36.032 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-858m3yuB4E-pfnP off=9391826 len=1409219 2024-08-17T01:03:36.033 INFO:tasks.workunit.client.0.smithi157.stdout:op 3239 completed, throughput=5MB/sec 2024-08-17T01:03:36.034 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FMYqUMIN4HCUKng off=5949536 len=702201 2024-08-17T01:03:36.038 INFO:tasks.workunit.client.0.smithi157.stdout:op 3240 completed, throughput=5MB/sec 2024-08-17T01:03:36.038 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iwVJ1JQ2UyHsvmn off=3807581 len=150912 2024-08-17T01:03:36.039 INFO:tasks.workunit.client.0.smithi157.stdout:op 3241 completed, throughput=5MB/sec 2024-08-17T01:03:36.039 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VjIv9mxqD5TX8yY off=3813021 len=879402 2024-08-17T01:03:36.039 INFO:tasks.workunit.client.0.smithi157.stdout:op 3242 completed, throughput=5MB/sec 2024-08-17T01:03:36.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:35 smithi157 ceph-mon[98780]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:03:36.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:35 smithi157 ceph-mon[101289]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:03:36.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:35 smithi187 ceph-mon[90552]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:03:37.040 INFO:tasks.workunit.client.0.smithi157.stdout: 627: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:37.040 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FZJ9_7vouhIvS_D off=8048350 len=943305 2024-08-17T01:03:37.042 INFO:tasks.workunit.client.0.smithi157.stdout:op 3243 completed, throughput=4.99MB/sec 2024-08-17T01:03:37.042 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-P42_mHofEftezz0 off=6365901 len=1012533 2024-08-17T01:03:37.048 INFO:tasks.workunit.client.0.smithi157.stdout:op 3244 completed, throughput=5MB/sec 2024-08-17T01:03:37.048 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0ZbaN4Lz-APb9Uy off=7759656 len=807017 2024-08-17T01:03:37.049 INFO:tasks.workunit.client.0.smithi157.stdout:op 3245 completed, throughput=5MB/sec 2024-08-17T01:03:37.049 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-krhSIQvdsnYTyQ_ off=5266022 len=398107 2024-08-17T01:03:37.052 INFO:tasks.workunit.client.0.smithi157.stdout:op 3246 completed, throughput=5MB/sec 2024-08-17T01:03:37.053 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nuBz7oXsMUSa5Rx off=6475806 len=1029780 2024-08-17T01:03:37.054 INFO:tasks.workunit.client.0.smithi157.stdout:op 3247 completed, throughput=5MB/sec 2024-08-17T01:03:37.054 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Qa7dhNY0QCY8H7t off=6212277 len=74071 2024-08-17T01:03:37.056 INFO:tasks.workunit.client.0.smithi157.stdout:op 3248 completed, throughput=5MB/sec 2024-08-17T01:03:37.056 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-l6ZAfXtgLpK215B off=4660801 len=529286 2024-08-17T01:03:37.057 INFO:tasks.workunit.client.0.smithi157.stdout:op 3249 completed, throughput=5MB/sec 2024-08-17T01:03:37.057 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fLmz9OR2RjjV2M9 off=2289462 len=923990 2024-08-17T01:03:37.058 INFO:tasks.workunit.client.0.smithi157.stdout:op 3250 completed, throughput=5MB/sec 2024-08-17T01:03:38.058 INFO:tasks.workunit.client.0.smithi157.stdout: 628: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:38.058 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--zUYQIhfjHM9WaH off=11253085 len=1547259 2024-08-17T01:03:38.060 INFO:tasks.workunit.client.0.smithi157.stdout:op 3251 completed, throughput=5MB/sec 2024-08-17T01:03:38.060 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MhQQ5E6ewEzWgcu off=3975756 len=448768 2024-08-17T01:03:38.064 INFO:tasks.workunit.client.0.smithi157.stdout:op 3252 completed, throughput=5MB/sec 2024-08-17T01:03:38.064 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Xwwg86ywVsDlNdm off=17361770 len=129257 2024-08-17T01:03:38.066 INFO:tasks.workunit.client.0.smithi157.stdout:op 3253 completed, throughput=5MB/sec 2024-08-17T01:03:38.066 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-i36I4kiYHSPaTtx off=5628270 len=1417608 2024-08-17T01:03:38.072 INFO:tasks.workunit.client.0.smithi157.stdout:op 3254 completed, throughput=5MB/sec 2024-08-17T01:03:38.072 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Prc1M53JUMicLaF off=5222662 len=15679 2024-08-17T01:03:38.074 INFO:tasks.workunit.client.0.smithi157.stdout:op 3255 completed, throughput=5MB/sec 2024-08-17T01:03:38.075 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HaJpZTM2DjpJRaB off=2739664 len=672446 2024-08-17T01:03:38.075 INFO:tasks.workunit.client.0.smithi157.stdout:op 3256 completed, throughput=5MB/sec 2024-08-17T01:03:38.076 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TiX2GWSnD3CgIfa off=1396689 len=1326433 2024-08-17T01:03:38.077 INFO:tasks.workunit.client.0.smithi157.stdout:op 3257 completed, throughput=5MB/sec 2024-08-17T01:03:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:37 smithi157 ceph-mon[98780]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-17T01:03:38.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:37 smithi157 ceph-mon[101289]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-17T01:03:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:37 smithi187 ceph-mon[90552]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-17T01:03:39.077 INFO:tasks.workunit.client.0.smithi157.stdout: 629: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:39.078 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UEDhVCL07Rl6yyk off=2952928 len=52329 2024-08-17T01:03:39.080 INFO:tasks.workunit.client.0.smithi157.stdout:op 3258 completed, throughput=4.99MB/sec 2024-08-17T01:03:39.080 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CkO4GBhB6tIJ_nY off=11849210 len=2085028 2024-08-17T01:03:39.088 INFO:tasks.workunit.client.0.smithi157.stdout:op 3259 completed, throughput=5MB/sec 2024-08-17T01:03:39.088 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ftIFYfFznXt__9z off=2731667 len=1617048 2024-08-17T01:03:39.093 INFO:tasks.workunit.client.0.smithi157.stdout:op 3260 completed, throughput=5MB/sec 2024-08-17T01:03:39.093 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-E6ZUuadOo1iJ7a7 off=4955803 len=964523 2024-08-17T01:03:39.099 INFO:tasks.workunit.client.0.smithi157.stdout:op 3261 completed, throughput=5MB/sec 2024-08-17T01:03:40.100 INFO:tasks.workunit.client.0.smithi157.stdout: 630: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:40.100 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0ZbaN4Lz-APb9Uy off=1797953 len=488045 2024-08-17T01:03:40.103 INFO:tasks.workunit.client.0.smithi157.stdout:op 3262 completed, throughput=4.99MB/sec 2024-08-17T01:03:40.103 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-r75T4vtysHNjHOg off=636096 len=820700 2024-08-17T01:03:40.104 INFO:tasks.workunit.client.0.smithi157.stdout:op 3263 completed, throughput=4.99MB/sec 2024-08-17T01:03:40.105 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5aXt-NH1oLMcTZO off=18828005 len=93714 2024-08-17T01:03:40.105 INFO:tasks.workunit.client.0.smithi157.stdout:op 3264 completed, throughput=4.99MB/sec 2024-08-17T01:03:40.105 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zk6u33ITEW2C0V8 off=5488569 len=114889 2024-08-17T01:03:40.108 INFO:tasks.workunit.client.0.smithi157.stdout:op 3265 completed, throughput=5MB/sec 2024-08-17T01:03:40.108 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Qh4FlkukBB9Rao0 off=3468202 len=283646 2024-08-17T01:03:40.111 INFO:tasks.workunit.client.0.smithi157.stdout:op 3266 completed, throughput=5MB/sec 2024-08-17T01:03:40.111 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vHJdXCdkYQPousY off=2355641 len=38096 2024-08-17T01:03:40.113 INFO:tasks.workunit.client.0.smithi157.stdout:op 3267 completed, throughput=5MB/sec 2024-08-17T01:03:40.114 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rgY0VIiiEPR7nOg off=8293788 len=692984 2024-08-17T01:03:40.115 INFO:tasks.workunit.client.0.smithi157.stdout:op 3268 completed, throughput=5MB/sec 2024-08-17T01:03:40.115 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-303Db3qHut7OMnr off=7187680 len=1431281 2024-08-17T01:03:40.116 INFO:tasks.workunit.client.0.smithi157.stdout:op 3269 completed, throughput=5MB/sec 2024-08-17T01:03:40.116 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Klxz58lWNUQ1SiU off=6046216 len=1153760 2024-08-17T01:03:40.122 INFO:tasks.workunit.client.0.smithi157.stdout:op 3270 completed, throughput=5MB/sec 2024-08-17T01:03:40.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:39 smithi157 ceph-mon[101289]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:03:40.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:39 smithi157 ceph-mon[98780]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:03:40.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:39 smithi187 ceph-mon[90552]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:03:41.123 INFO:tasks.workunit.client.0.smithi157.stdout: 631: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:41.123 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4WlBU1T7NUl34YC off=14224290 len=2051098 2024-08-17T01:03:41.125 INFO:tasks.workunit.client.0.smithi157.stdout:op 3271 completed, throughput=5MB/sec 2024-08-17T01:03:41.125 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ojizzAx8UL_6vbm off=7076619 len=112771 2024-08-17T01:03:41.126 INFO:tasks.workunit.client.0.smithi157.stdout:op 3272 completed, throughput=5MB/sec 2024-08-17T01:03:41.126 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-V_1G6jyOqhcG5bq off=5086996 len=1486180 2024-08-17T01:03:41.128 INFO:tasks.workunit.client.0.smithi157.stdout:op 3273 completed, throughput=5MB/sec 2024-08-17T01:03:41.128 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GP20toTOWb2oOsO off=21019133 len=1650455 2024-08-17T01:03:41.130 INFO:tasks.workunit.client.0.smithi157.stdout:op 3274 completed, throughput=5MB/sec 2024-08-17T01:03:42.130 INFO:tasks.workunit.client.0.smithi157.stdout: 632: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:42.131 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2pKOq--CyUxCW-s off=1817274 len=244545 2024-08-17T01:03:42.134 INFO:tasks.workunit.client.0.smithi157.stdout:op 3275 completed, throughput=4.99MB/sec 2024-08-17T01:03:42.134 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--ZHihNQ1stuPAh_ off=8336027 len=32291 2024-08-17T01:03:42.134 INFO:tasks.workunit.client.0.smithi157.stdout:op 3276 completed, throughput=4.99MB/sec 2024-08-17T01:03:42.134 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vKt2KiWGZBlYtT2 off=3550021 len=1557916 2024-08-17T01:03:42.136 INFO:tasks.workunit.client.0.smithi157.stdout:op 3277 completed, throughput=5MB/sec 2024-08-17T01:03:42.136 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ahLZLpM7K0zbRa2 off=18483113 len=119780 2024-08-17T01:03:42.137 INFO:tasks.workunit.client.0.smithi157.stdout:op 3278 completed, throughput=5MB/sec 2024-08-17T01:03:42.137 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AwZbQaLQUBHK19l off=5306889 len=801709 2024-08-17T01:03:42.139 INFO:tasks.workunit.client.0.smithi157.stdout:op 3279 completed, throughput=5MB/sec 2024-08-17T01:03:42.139 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-M2NdOWqh7UmxhMJ off=3107403 len=1223968 2024-08-17T01:03:42.142 INFO:tasks.workunit.client.0.smithi157.stdout:op 3280 completed, throughput=5MB/sec 2024-08-17T01:03:42.142 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-teiIOR2D63xUSop off=10038756 len=84439 2024-08-17T01:03:42.144 INFO:tasks.workunit.client.0.smithi157.stdout:op 3281 completed, throughput=5MB/sec 2024-08-17T01:03:42.145 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GFeY7cbVWysz5pI off=3893706 len=531356 2024-08-17T01:03:42.145 INFO:tasks.workunit.client.0.smithi157.stdout:op 3282 completed, throughput=5MB/sec 2024-08-17T01:03:42.146 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UwX-1Bdu2vrycCs off=5936786 len=1301271 2024-08-17T01:03:42.147 INFO:tasks.workunit.client.0.smithi157.stdout:op 3283 completed, throughput=5MB/sec 2024-08-17T01:03:42.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:42 smithi187 ceph-mon[90552]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:03:42.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:42 smithi157 ceph-mon[101289]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:03:42.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:41 smithi157 ceph-mon[98780]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:03:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:03:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:03:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:03:43.148 INFO:tasks.workunit.client.0.smithi157.stdout: 633: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:43.148 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fakxTngr7znXF6Z off=2467982 len=1161288 2024-08-17T01:03:43.150 INFO:tasks.workunit.client.0.smithi157.stdout:op 3284 completed, throughput=5MB/sec 2024-08-17T01:03:43.150 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jY4ldqhP0tVScaV off=11221467 len=1468237 2024-08-17T01:03:43.153 INFO:tasks.workunit.client.0.smithi157.stdout:op 3285 completed, throughput=5MB/sec 2024-08-17T01:03:43.153 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JcxE7YOZBO57JY5 off=6723383 len=639198 2024-08-17T01:03:43.155 INFO:tasks.workunit.client.0.smithi157.stdout:op 3286 completed, throughput=5MB/sec 2024-08-17T01:03:43.155 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4H44KqYTq9aWKYk off=15755880 len=1226193 2024-08-17T01:03:43.157 INFO:tasks.workunit.client.0.smithi157.stdout:op 3287 completed, throughput=5MB/sec 2024-08-17T01:03:43.157 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZQdS0sdlvSqTkKG off=4102766 len=1224748 2024-08-17T01:03:43.159 INFO:tasks.workunit.client.0.smithi157.stdout:op 3288 completed, throughput=5MB/sec 2024-08-17T01:03:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:03:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:03:43] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:03:44.159 INFO:tasks.workunit.client.0.smithi157.stdout: 634: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:44.159 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4l-r9OZiF1CuJpd off=1460489 len=1165095 2024-08-17T01:03:44.165 INFO:tasks.workunit.client.0.smithi157.stdout:op 3289 completed, throughput=5MB/sec 2024-08-17T01:03:44.165 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LmQdUs6RBuIX6O8 off=12371105 len=1942296 2024-08-17T01:03:44.176 INFO:tasks.workunit.client.0.smithi157.stdout:op 3290 completed, throughput=5MB/sec 2024-08-17T01:03:44.176 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Qp3Nqd6NhCStGwc off=6614305 len=1813964 2024-08-17T01:03:44.184 INFO:tasks.workunit.client.0.smithi157.stdout:op 3291 completed, throughput=5MB/sec 2024-08-17T01:03:44.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:44 smithi157 ceph-mon[101289]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:03:44.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:44 smithi157 ceph-mon[98780]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:03:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:44 smithi187 ceph-mon[90552]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:03:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:45.184 INFO:tasks.workunit.client.0.smithi157.stdout: 635: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:45.184 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bRfe--CaFaIv6gv off=4871088 len=1699544 2024-08-17T01:03:45.186 INFO:tasks.workunit.client.0.smithi157.stdout:op 3292 completed, throughput=5MB/sec 2024-08-17T01:03:45.186 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BfuPH8Z2uX2OUAJ off=17342045 len=1471282 2024-08-17T01:03:45.188 INFO:tasks.workunit.client.0.smithi157.stdout:op 3293 completed, throughput=5MB/sec 2024-08-17T01:03:45.188 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EkXNbG7Vz22sCJn off=454549 len=444135 2024-08-17T01:03:45.192 INFO:tasks.workunit.client.0.smithi157.stdout:op 3294 completed, throughput=5MB/sec 2024-08-17T01:03:45.192 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lWNnh2NSSYOnAu0 off=1037208 len=934424 2024-08-17T01:03:45.193 INFO:tasks.workunit.client.0.smithi157.stdout:op 3295 completed, throughput=5MB/sec 2024-08-17T01:03:45.193 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bAfXT4aLWR3k-Jk off=2446873 len=870442 2024-08-17T01:03:45.199 INFO:tasks.workunit.client.0.smithi157.stdout:op 3296 completed, throughput=5MB/sec 2024-08-17T01:03:45.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:45 smithi157 ceph-mon[101289]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-17T01:03:45.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:45 smithi157 ceph-mon[98780]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-17T01:03:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:45 smithi187 ceph-mon[90552]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-17T01:03:46.199 INFO:tasks.workunit.client.0.smithi157.stdout: 636: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:46.200 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kOgnCl_VtvLs4YN off=12119988 len=865927 2024-08-17T01:03:46.204 INFO:tasks.workunit.client.0.smithi157.stdout:op 3297 completed, throughput=4.99MB/sec 2024-08-17T01:03:46.204 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5vAKqfnwO0MFcCy off=13582557 len=1025522 2024-08-17T01:03:46.210 INFO:tasks.workunit.client.0.smithi157.stdout:op 3298 completed, throughput=5MB/sec 2024-08-17T01:03:46.210 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OVG8LB0kpp5urAy off=5757807 len=899229 2024-08-17T01:03:46.211 INFO:tasks.workunit.client.0.smithi157.stdout:op 3299 completed, throughput=5MB/sec 2024-08-17T01:03:46.211 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SKZdNEs2mL8XGOl off=1003734 len=708438 2024-08-17T01:03:46.216 INFO:tasks.workunit.client.0.smithi157.stdout:op 3300 completed, throughput=5MB/sec 2024-08-17T01:03:46.216 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yYT0KjEVehX03E5 off=2897909 len=62181 2024-08-17T01:03:46.216 INFO:tasks.workunit.client.0.smithi157.stdout:op 3301 completed, throughput=5MB/sec 2024-08-17T01:03:46.216 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bQZAAGvs37Or8dg off=11608699 len=300688 2024-08-17T01:03:46.219 INFO:tasks.workunit.client.0.smithi157.stdout:op 3302 completed, throughput=5MB/sec 2024-08-17T01:03:46.220 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cMfMJPhTqPJjJnF off=1474224 len=1806735 2024-08-17T01:03:46.226 INFO:tasks.workunit.client.0.smithi157.stdout:op 3303 completed, throughput=5MB/sec 2024-08-17T01:03:47.226 INFO:tasks.workunit.client.0.smithi157.stdout: 637: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:47.227 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3NWLB95qPfRfJbZ off=16906656 len=265520 2024-08-17T01:03:47.230 INFO:tasks.workunit.client.0.smithi157.stdout:op 3304 completed, throughput=4.99MB/sec 2024-08-17T01:03:47.230 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HpYlQ4xGngukBSX off=227390 len=590728 2024-08-17T01:03:47.230 INFO:tasks.workunit.client.0.smithi157.stdout:op 3305 completed, throughput=5MB/sec 2024-08-17T01:03:47.231 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fwPV9zTFk9QXReN off=8334597 len=1339571 2024-08-17T01:03:47.232 INFO:tasks.workunit.client.0.smithi157.stdout:op 3306 completed, throughput=5MB/sec 2024-08-17T01:03:47.232 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5TPhe2uNTU-rfUf off=1322101 len=574474 2024-08-17T01:03:47.236 INFO:tasks.workunit.client.0.smithi157.stdout:op 3307 completed, throughput=5MB/sec 2024-08-17T01:03:47.236 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YPKgw7h67T7auR8 off=2509195 len=1626404 2024-08-17T01:03:47.238 INFO:tasks.workunit.client.0.smithi157.stdout:op 3308 completed, throughput=5MB/sec 2024-08-17T01:03:47.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:47 smithi187 ceph-mon[90552]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-17T01:03:47.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:47 smithi157 ceph-mon[101289]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-17T01:03:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:47 smithi157 ceph-mon[98780]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-17T01:03:48.238 INFO:tasks.workunit.client.0.smithi157.stdout: 638: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:48.238 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MPg6SzFqyXtMYoQ off=3047447 len=1823704 2024-08-17T01:03:48.250 INFO:tasks.workunit.client.0.smithi157.stdout:op 3309 completed, throughput=5MB/sec 2024-08-17T01:03:48.250 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YHl8aSuvmGnRnt0 off=5895136 len=1362414 2024-08-17T01:03:48.256 INFO:tasks.workunit.client.0.smithi157.stdout:op 3310 completed, throughput=5MB/sec 2024-08-17T01:03:48.256 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OM_5CzisTBMnSDO off=5442676 len=706214 2024-08-17T01:03:48.260 INFO:tasks.workunit.client.0.smithi157.stdout:op 3311 completed, throughput=5MB/sec 2024-08-17T01:03:48.260 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KvTpk_BFZRwpgCe off=13402044 len=1657804 2024-08-17T01:03:48.261 INFO:tasks.workunit.client.0.smithi157.stdout:op 3312 completed, throughput=5MB/sec 2024-08-17T01:03:49.262 INFO:tasks.workunit.client.0.smithi157.stdout: 639: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:49.262 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--Vr5NU8n0le2wCD off=2335916 len=1762287 2024-08-17T01:03:49.264 INFO:tasks.workunit.client.0.smithi157.stdout:op 3313 completed, throughput=5MB/sec 2024-08-17T01:03:49.265 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jN74YYQLn-x7zcJ off=1230167 len=582900 2024-08-17T01:03:49.266 INFO:tasks.workunit.client.0.smithi157.stdout:op 3314 completed, throughput=5MB/sec 2024-08-17T01:03:49.266 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-E-urSXyBilvLsRX off=8718980 len=1630958 2024-08-17T01:03:49.268 INFO:tasks.workunit.client.0.smithi157.stdout:op 3315 completed, throughput=5MB/sec 2024-08-17T01:03:49.268 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZcWdCEQ1u5eY7_b off=569982 len=482243 2024-08-17T01:03:49.272 INFO:tasks.workunit.client.0.smithi157.stdout:op 3316 completed, throughput=5MB/sec 2024-08-17T01:03:49.272 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wbkg2vr52e5YALt off=10754442 len=438467 2024-08-17T01:03:49.275 INFO:tasks.workunit.client.0.smithi157.stdout:op 3317 completed, throughput=5MB/sec 2024-08-17T01:03:49.275 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kkOn0pk__J6JV_k off=61309 len=797485 2024-08-17T01:03:49.280 INFO:tasks.workunit.client.0.smithi157.stdout:op 3318 completed, throughput=5MB/sec 2024-08-17T01:03:49.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:49 smithi187 ceph-mon[90552]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-08-17T01:03:49.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:49 smithi157 ceph-mon[98780]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-08-17T01:03:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:49 smithi157 ceph-mon[101289]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-08-17T01:03:50.280 INFO:tasks.workunit.client.0.smithi157.stdout: 640: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:50.281 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jJEycvvpeWAnQtO off=3126293 len=2089654 2024-08-17T01:03:50.291 INFO:tasks.workunit.client.0.smithi157.stdout:op 3319 completed, throughput=5MB/sec 2024-08-17T01:03:50.291 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aeqJHkO6G1xRdjh off=2762809 len=1615060 2024-08-17T01:03:50.301 INFO:tasks.workunit.client.0.smithi157.stdout:op 3320 completed, throughput=5MB/sec 2024-08-17T01:03:50.301 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bozUZu8IcY8BSI- off=15309277 len=1002585 2024-08-17T01:03:50.305 INFO:tasks.workunit.client.0.smithi157.stdout:op 3321 completed, throughput=5MB/sec 2024-08-17T01:03:51.306 INFO:tasks.workunit.client.0.smithi157.stdout: 641: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:51.306 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8LLfXM4bdoj5Vgw off=5550394 len=273962 2024-08-17T01:03:51.307 INFO:tasks.workunit.client.0.smithi157.stdout:op 3322 completed, throughput=4.99MB/sec 2024-08-17T01:03:51.307 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ia0s8LLHPRrwhFT off=18728443 len=329282 2024-08-17T01:03:51.308 INFO:tasks.workunit.client.0.smithi157.stdout:op 3323 completed, throughput=4.99MB/sec 2024-08-17T01:03:51.308 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o9SDJNx5ZRHEibG off=994428 len=765241 2024-08-17T01:03:51.310 INFO:tasks.workunit.client.0.smithi157.stdout:op 3324 completed, throughput=4.99MB/sec 2024-08-17T01:03:51.310 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_gGxR11QaGjlVnO off=1231723 len=948854 2024-08-17T01:03:51.316 INFO:tasks.workunit.client.0.smithi157.stdout:op 3325 completed, throughput=5MB/sec 2024-08-17T01:03:51.316 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kXq-6FpMlL_6n_K off=1628127 len=580282 2024-08-17T01:03:51.320 INFO:tasks.workunit.client.0.smithi157.stdout:op 3326 completed, throughput=5MB/sec 2024-08-17T01:03:51.320 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-M4UmarX0FD594yR off=6077539 len=1020258 2024-08-17T01:03:51.326 INFO:tasks.workunit.client.0.smithi157.stdout:op 3327 completed, throughput=5MB/sec 2024-08-17T01:03:51.326 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qDpz2O0-8q-BICM off=0 len=1191856 2024-08-17T01:03:51.331 INFO:tasks.workunit.client.0.smithi157.stdout:op 3328 completed, throughput=5MB/sec 2024-08-17T01:03:51.332 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UOUrZs20kZ6V8rC off=5484031 len=954129 2024-08-17T01:03:51.333 INFO:tasks.workunit.client.0.smithi157.stdout:op 3329 completed, throughput=5MB/sec 2024-08-17T01:03:51.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:51 smithi187 ceph-mon[90552]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:03:51.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:51 smithi157 ceph-mon[98780]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:03:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:51 smithi157 ceph-mon[101289]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:03:52.333 INFO:tasks.workunit.client.0.smithi157.stdout: 642: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:52.333 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Nk9fX4bqpuPaVU2 off=3652400 len=892841 2024-08-17T01:03:52.338 INFO:tasks.workunit.client.0.smithi157.stdout:op 3330 completed, throughput=4.99MB/sec 2024-08-17T01:03:52.338 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bysBHXb-UF7go18 off=6324772 len=1399995 2024-08-17T01:03:52.341 INFO:tasks.workunit.client.0.smithi157.stdout:op 3331 completed, throughput=5MB/sec 2024-08-17T01:03:52.341 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--pEzAHCTSjc7ocQ off=5420019 len=448442 2024-08-17T01:03:52.345 INFO:tasks.workunit.client.0.smithi157.stdout:op 3332 completed, throughput=5MB/sec 2024-08-17T01:03:52.345 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Q5ZfAP36-dPQRmW off=307593 len=586613 2024-08-17T01:03:52.350 INFO:tasks.workunit.client.0.smithi157.stdout:op 3333 completed, throughput=5MB/sec 2024-08-17T01:03:52.350 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KkdIZVaCX0IUeqU off=2922779 len=374644 2024-08-17T01:03:52.351 INFO:tasks.workunit.client.0.smithi157.stdout:op 3334 completed, throughput=5MB/sec 2024-08-17T01:03:52.351 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XLHIt4THWeE57Bw off=2211808 len=1704149 2024-08-17T01:03:52.359 INFO:tasks.workunit.client.0.smithi157.stdout:op 3335 completed, throughput=5MB/sec 2024-08-17T01:03:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:03:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:03:53.359 INFO:tasks.workunit.client.0.smithi157.stdout: 643: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:53.360 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9cA-6rhVWE06lRQ off=0 len=1430501 2024-08-17T01:03:53.368 INFO:tasks.workunit.client.0.smithi157.stdout:op 3336 completed, throughput=5MB/sec 2024-08-17T01:03:53.368 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pk4Pie9dwEICFZ6 off=2409934 len=2070546 2024-08-17T01:03:53.371 INFO:tasks.workunit.client.0.smithi157.stdout:op 3337 completed, throughput=5MB/sec 2024-08-17T01:03:53.371 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BfBzwJU4x7vpD66 off=7497730 len=1279750 2024-08-17T01:03:53.377 INFO:tasks.workunit.client.0.smithi157.stdout:op 3338 completed, throughput=5MB/sec 2024-08-17T01:03:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:53 smithi187 ceph-mon[90552]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-17T01:03:53.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:53 smithi157 ceph-mon[98780]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-17T01:03:53.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:53 smithi157 ceph-mon[101289]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-17T01:03:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:03:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:03:53] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-08-17T01:03:54.377 INFO:tasks.workunit.client.0.smithi157.stdout: 644: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:54.377 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-x6nBP-wwKHUGnmt off=2429271 len=1149499 2024-08-17T01:03:54.378 INFO:tasks.workunit.client.0.smithi157.stdout:op 3339 completed, throughput=4.99MB/sec 2024-08-17T01:03:54.379 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nxpEdu32OypEqTt off=9277517 len=930967 2024-08-17T01:03:54.385 INFO:tasks.workunit.client.0.smithi157.stdout:op 3340 completed, throughput=5MB/sec 2024-08-17T01:03:54.385 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-x6ejnnO9fCyKCyB off=1703919 len=887744 2024-08-17T01:03:54.386 INFO:tasks.workunit.client.0.smithi157.stdout:op 3341 completed, throughput=5MB/sec 2024-08-17T01:03:54.386 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-luW4co1jnyPQYqH off=2236242 len=936557 2024-08-17T01:03:54.391 INFO:tasks.workunit.client.0.smithi157.stdout:op 3342 completed, throughput=5MB/sec 2024-08-17T01:03:54.391 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NN231cQlMmwPGWK off=3679188 len=483228 2024-08-17T01:03:54.395 INFO:tasks.workunit.client.0.smithi157.stdout:op 3343 completed, throughput=5MB/sec 2024-08-17T01:03:54.395 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nc_LUHCFVe5HsTH off=5949389 len=104995 2024-08-17T01:03:54.395 INFO:tasks.workunit.client.0.smithi157.stdout:op 3344 completed, throughput=5MB/sec 2024-08-17T01:03:54.395 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lB9_635r9Ny54R2 off=700739 len=1598694 2024-08-17T01:03:54.396 INFO:tasks.workunit.client.0.smithi157.stdout:op 3345 completed, throughput=5MB/sec 2024-08-17T01:03:55.397 INFO:tasks.workunit.client.0.smithi157.stdout: 645: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:55.397 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-arpOtkiAj690z2O off=1933037 len=1413194 2024-08-17T01:03:55.400 INFO:tasks.workunit.client.0.smithi157.stdout:op 3346 completed, throughput=5MB/sec 2024-08-17T01:03:55.400 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8jbdc34rEqcTvFz off=780943 len=2039557 2024-08-17T01:03:55.411 INFO:tasks.workunit.client.0.smithi157.stdout:op 3347 completed, throughput=5MB/sec 2024-08-17T01:03:55.411 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WW3E7eLNOi4M8DX off=7532665 len=557325 2024-08-17T01:03:55.415 INFO:tasks.workunit.client.0.smithi157.stdout:op 3348 completed, throughput=5MB/sec 2024-08-17T01:03:55.415 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hwMvqZXL4Dn1Eox off=6290459 len=31547 2024-08-17T01:03:55.415 INFO:tasks.workunit.client.0.smithi157.stdout:op 3349 completed, throughput=5MB/sec 2024-08-17T01:03:55.415 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ysQkM9SNjT6YeYt off=602644 len=123809 2024-08-17T01:03:55.416 INFO:tasks.workunit.client.0.smithi157.stdout:op 3350 completed, throughput=5MB/sec 2024-08-17T01:03:55.416 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-X09xlBdSCtNKJbp off=919312 len=1019904 2024-08-17T01:03:55.421 INFO:tasks.workunit.client.0.smithi157.stdout:op 3351 completed, throughput=5MB/sec 2024-08-17T01:03:55.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:55 smithi157 ceph-mon[101289]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:55 smithi157 ceph-mon[98780]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:55 smithi187 ceph-mon[90552]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:56.421 INFO:tasks.workunit.client.0.smithi157.stdout: 646: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:56.421 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OCrxkcuctX491TE off=12365008 len=812787 2024-08-17T01:03:56.426 INFO:tasks.workunit.client.0.smithi157.stdout:op 3352 completed, throughput=4.99MB/sec 2024-08-17T01:03:56.427 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WBtp9VOv-yvKZg9 off=658733 len=736612 2024-08-17T01:03:56.427 INFO:tasks.workunit.client.0.smithi157.stdout:op 3353 completed, throughput=5MB/sec 2024-08-17T01:03:56.427 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Rh_OJtqwyGQ9yT2 off=12511696 len=2045489 2024-08-17T01:03:56.440 INFO:tasks.workunit.client.0.smithi157.stdout:op 3354 completed, throughput=5MB/sec 2024-08-17T01:03:56.440 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SvsUqNagpzXAoPM off=13357230 len=132015 2024-08-17T01:03:56.443 INFO:tasks.workunit.client.0.smithi157.stdout:op 3355 completed, throughput=5MB/sec 2024-08-17T01:03:56.443 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3mETOahqK5eBFOd off=7833332 len=1366909 2024-08-17T01:03:56.444 INFO:tasks.workunit.client.0.smithi157.stdout:op 3356 completed, throughput=5MB/sec 2024-08-17T01:03:57.445 INFO:tasks.workunit.client.0.smithi157.stdout: 647: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:57.445 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gYVvnlVTuEEkJ2N off=14345881 len=2078202 2024-08-17T01:03:57.455 INFO:tasks.workunit.client.0.smithi157.stdout:op 3357 completed, throughput=5MB/sec 2024-08-17T01:03:57.455 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RmQXpiXcW0dZESs off=16337995 len=1535136 2024-08-17T01:03:57.458 INFO:tasks.workunit.client.0.smithi157.stdout:op 3358 completed, throughput=5MB/sec 2024-08-17T01:03:57.458 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eO3n7vCHaBOIAoV off=1304897 len=271269 2024-08-17T01:03:57.459 INFO:tasks.workunit.client.0.smithi157.stdout:op 3359 completed, throughput=5MB/sec 2024-08-17T01:03:57.459 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dnTDCpGy8Oqgz31 off=3688210 len=1538948 2024-08-17T01:03:57.460 INFO:tasks.workunit.client.0.smithi157.stdout:op 3360 completed, throughput=5MB/sec 2024-08-17T01:03:57.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:57 smithi157 ceph-mon[101289]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:03:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:57 smithi157 ceph-mon[98780]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:03:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:57 smithi187 ceph-mon[90552]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:03:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: 648: throughput=4.99MB/sec pending data=0 2024-08-17T01:03:58.460 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XQDMDThs07rt3s5 off=6139302 len=1870045 2024-08-17T01:03:58.462 INFO:tasks.workunit.client.0.smithi157.stdout:op 3361 completed, throughput=5MB/sec 2024-08-17T01:03:58.463 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EhNRpz_r9Vt5qJU off=15293599 len=1508176 2024-08-17T01:03:58.466 INFO:tasks.workunit.client.0.smithi157.stdout:op 3362 completed, throughput=5MB/sec 2024-08-17T01:03:58.466 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0SzdQsZbVWWlZ6- off=3569797 len=692830 2024-08-17T01:03:58.470 INFO:tasks.workunit.client.0.smithi157.stdout:op 3363 completed, throughput=5MB/sec 2024-08-17T01:03:58.470 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-szxLLQzOEgD9MiL off=9305382 len=573307 2024-08-17T01:03:58.471 INFO:tasks.workunit.client.0.smithi157.stdout:op 3364 completed, throughput=5MB/sec 2024-08-17T01:03:58.471 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WPi6kKnUwIdJeiy off=14497740 len=1945678 2024-08-17T01:03:58.473 INFO:tasks.workunit.client.0.smithi157.stdout:op 3365 completed, throughput=5MB/sec 2024-08-17T01:03:59.473 INFO:tasks.workunit.client.0.smithi157.stdout: 649: throughput=5MB/sec pending data=0 2024-08-17T01:03:59.473 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-o4hxgEyC60UKH7a off=10935324 len=622777 2024-08-17T01:03:59.477 INFO:tasks.workunit.client.0.smithi157.stdout:op 3366 completed, throughput=5MB/sec 2024-08-17T01:03:59.477 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RCoSQk-irUk9LPH off=2062445 len=1359409 2024-08-17T01:03:59.483 INFO:tasks.workunit.client.0.smithi157.stdout:op 3367 completed, throughput=5MB/sec 2024-08-17T01:03:59.483 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WxUKXEMADZDwFWW off=890725 len=855427 2024-08-17T01:03:59.488 INFO:tasks.workunit.client.0.smithi157.stdout:op 3368 completed, throughput=5MB/sec 2024-08-17T01:03:59.488 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-l_vOTkz9isoYIea off=693225 len=776664 2024-08-17T01:03:59.489 INFO:tasks.workunit.client.0.smithi157.stdout:op 3369 completed, throughput=5MB/sec 2024-08-17T01:03:59.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:59 smithi157 ceph-mon[98780]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:03:59.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:03:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:59 smithi157 ceph-mon[101289]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:03:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:03:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:59 smithi187 ceph-mon[90552]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:03:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:03:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: 650: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:00.490 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-17APDkCke8APcQ9 off=1760066 len=790257 2024-08-17T01:04:00.493 INFO:tasks.workunit.client.0.smithi157.stdout:op 3370 completed, throughput=4.99MB/sec 2024-08-17T01:04:00.493 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xfZ69TD7r3CnKrm off=2796104 len=1526723 2024-08-17T01:04:00.494 INFO:tasks.workunit.client.0.smithi157.stdout:op 3371 completed, throughput=5MB/sec 2024-08-17T01:04:00.494 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AR1BDzBafMU8YzN off=3249800 len=1504963 2024-08-17T01:04:00.501 INFO:tasks.workunit.client.0.smithi157.stdout:op 3372 completed, throughput=5MB/sec 2024-08-17T01:04:00.501 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EAwYf0Dbue7V99t off=15428639 len=84710 2024-08-17T01:04:00.502 INFO:tasks.workunit.client.0.smithi157.stdout:op 3373 completed, throughput=5MB/sec 2024-08-17T01:04:00.502 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BGZAgfjz_HzfpUM off=230757 len=969930 2024-08-17T01:04:00.502 INFO:tasks.workunit.client.0.smithi157.stdout:op 3374 completed, throughput=5MB/sec 2024-08-17T01:04:00.503 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eqzJ1aLWzoh7P0b off=659775 len=858014 2024-08-17T01:04:00.507 INFO:tasks.workunit.client.0.smithi157.stdout:op 3375 completed, throughput=5MB/sec 2024-08-17T01:04:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: 651: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:01.508 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Pxd5cl2NOdHxrTK off=491688 len=1068394 2024-08-17T01:04:01.509 INFO:tasks.workunit.client.0.smithi157.stdout:op 3376 completed, throughput=4.99MB/sec 2024-08-17T01:04:01.509 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SckxeA4OqlH6GyL off=1480887 len=2010728 2024-08-17T01:04:01.520 INFO:tasks.workunit.client.0.smithi157.stdout:op 3377 completed, throughput=5MB/sec 2024-08-17T01:04:01.520 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Qp3Nqd6NhCStGwc off=10809194 len=109136 2024-08-17T01:04:01.522 INFO:tasks.workunit.client.0.smithi157.stdout:op 3378 completed, throughput=5MB/sec 2024-08-17T01:04:01.522 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TanOnI_gF9BQpq- off=1088996 len=581866 2024-08-17T01:04:01.525 INFO:tasks.workunit.client.0.smithi157.stdout:op 3379 completed, throughput=5MB/sec 2024-08-17T01:04:01.525 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZqXAFTWbnhD4jiK off=6934724 len=385640 2024-08-17T01:04:01.528 INFO:tasks.workunit.client.0.smithi157.stdout:op 3380 completed, throughput=5MB/sec 2024-08-17T01:04:01.529 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xqtQSmbnHrRlD9y off=2210268 len=1764291 2024-08-17T01:04:01.535 INFO:tasks.workunit.client.0.smithi157.stdout:op 3381 completed, throughput=5MB/sec 2024-08-17T01:04:01.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:01 smithi157 ceph-mon[101289]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:04:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:01 smithi157 ceph-mon[98780]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:04:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:01 smithi187 ceph-mon[90552]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:04:02.535 INFO:tasks.workunit.client.0.smithi157.stdout: 652: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:02.535 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-um7oISzn0Ilp49O off=16245537 len=333539 2024-08-17T01:04:02.536 INFO:tasks.workunit.client.0.smithi157.stdout:op 3382 completed, throughput=4.99MB/sec 2024-08-17T01:04:02.536 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1X4u_3WTa_0mGRD off=10230499 len=308055 2024-08-17T01:04:02.539 INFO:tasks.workunit.client.0.smithi157.stdout:op 3383 completed, throughput=4.99MB/sec 2024-08-17T01:04:02.539 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5hAflUYaWFC-tHa off=9399535 len=121611 2024-08-17T01:04:02.542 INFO:tasks.workunit.client.0.smithi157.stdout:op 3384 completed, throughput=5MB/sec 2024-08-17T01:04:02.542 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-63tk2pqBPELQl2o off=10562332 len=1333392 2024-08-17T01:04:02.548 INFO:tasks.workunit.client.0.smithi157.stdout:op 3385 completed, throughput=5MB/sec 2024-08-17T01:04:02.548 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zkFqJ9iP0d8-9o8 off=621990 len=915058 2024-08-17T01:04:02.549 INFO:tasks.workunit.client.0.smithi157.stdout:op 3386 completed, throughput=5MB/sec 2024-08-17T01:04:02.549 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-21cPMA8M1AZWjr4 off=177664 len=356019 2024-08-17T01:04:02.552 INFO:tasks.workunit.client.0.smithi157.stdout:op 3387 completed, throughput=5MB/sec 2024-08-17T01:04:02.553 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tm7aABiFy5ErDpg off=3489768 len=210979 2024-08-17T01:04:02.555 INFO:tasks.workunit.client.0.smithi157.stdout:op 3388 completed, throughput=5MB/sec 2024-08-17T01:04:02.555 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2sU4REIvvLHrZt1 off=10900763 len=1906352 2024-08-17T01:04:02.561 INFO:tasks.workunit.client.0.smithi157.stdout:op 3389 completed, throughput=5MB/sec 2024-08-17T01:04:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:04:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:04:03.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:03 smithi157 ceph-mon[98780]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:04:03.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:03 smithi157 ceph-mon[101289]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:04:03.562 INFO:tasks.workunit.client.0.smithi157.stdout: 653: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:03.562 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8pzkbWgSG5PL9QY off=4289109 len=1000909 2024-08-17T01:04:03.563 INFO:tasks.workunit.client.0.smithi157.stdout:op 3390 completed, throughput=5MB/sec 2024-08-17T01:04:03.563 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FMCCofD7miDZnHC off=3663787 len=1040573 2024-08-17T01:04:03.569 INFO:tasks.workunit.client.0.smithi157.stdout:op 3391 completed, throughput=5MB/sec 2024-08-17T01:04:03.569 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8g-XyPrFaml67B8 off=5120123 len=1512272 2024-08-17T01:04:03.577 INFO:tasks.workunit.client.0.smithi157.stdout:op 3392 completed, throughput=5MB/sec 2024-08-17T01:04:03.577 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Fjezp6Z_raD2YXr off=8994111 len=675401 2024-08-17T01:04:03.581 INFO:tasks.workunit.client.0.smithi157.stdout:op 3393 completed, throughput=5MB/sec 2024-08-17T01:04:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:03 smithi187 ceph-mon[90552]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:04:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:04:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:04:03] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:04:04.581 INFO:tasks.workunit.client.0.smithi157.stdout: 654: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:04.581 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3NCjZFxR0b2OJcw off=9717075 len=1589128 2024-08-17T01:04:04.583 INFO:tasks.workunit.client.0.smithi157.stdout:op 3394 completed, throughput=4.99MB/sec 2024-08-17T01:04:04.583 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3Ziz3Dy_tjpPRu- off=7571250 len=1054630 2024-08-17T01:04:04.590 INFO:tasks.workunit.client.0.smithi157.stdout:op 3395 completed, throughput=5MB/sec 2024-08-17T01:04:04.590 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yJLxA5eDC5LDPAU off=159490 len=803239 2024-08-17T01:04:04.593 INFO:tasks.workunit.client.0.smithi157.stdout:op 3396 completed, throughput=5MB/sec 2024-08-17T01:04:04.593 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MW-s9iFXKJEG-Ub off=3795226 len=129699 2024-08-17T01:04:04.594 INFO:tasks.workunit.client.0.smithi157.stdout:op 3397 completed, throughput=5MB/sec 2024-08-17T01:04:04.594 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--zH-fJ-4ObTioMV off=885685 len=2000205 2024-08-17T01:04:04.598 INFO:tasks.workunit.client.0.smithi157.stdout:op 3398 completed, throughput=5MB/sec 2024-08-17T01:04:05.598 INFO:tasks.workunit.client.0.smithi157.stdout: 655: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:05.599 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pXbk_NevbhrrUPe off=2170368 len=2015210 2024-08-17T01:04:05.608 INFO:tasks.workunit.client.0.smithi157.stdout:op 3399 completed, throughput=5MB/sec 2024-08-17T01:04:05.608 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Qv8rvA7RMkIVK1O off=2748323 len=315481 2024-08-17T01:04:05.608 INFO:tasks.workunit.client.0.smithi157.stdout:op 3400 completed, throughput=5MB/sec 2024-08-17T01:04:05.609 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bsKT26fRFUa8veL off=10333788 len=679761 2024-08-17T01:04:05.610 INFO:tasks.workunit.client.0.smithi157.stdout:op 3401 completed, throughput=5MB/sec 2024-08-17T01:04:05.610 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tX_idvc1MDtHuFg off=731036 len=1988235 2024-08-17T01:04:05.613 INFO:tasks.workunit.client.0.smithi157.stdout:op 3402 completed, throughput=5MB/sec 2024-08-17T01:04:05.613 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wnmxiEpagxyYSes off=142297 len=977292 2024-08-17T01:04:05.616 INFO:tasks.workunit.client.0.smithi157.stdout:op 3403 completed, throughput=5MB/sec 2024-08-17T01:04:05.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:05 smithi157 ceph-mon[98780]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:04:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:05 smithi157 ceph-mon[101289]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:04:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:05 smithi187 ceph-mon[90552]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:04:06.616 INFO:tasks.workunit.client.0.smithi157.stdout: 656: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:06.616 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6nMLmg-9eD38wL1 off=12165504 len=660724 2024-08-17T01:04:06.621 INFO:tasks.workunit.client.0.smithi157.stdout:op 3404 completed, throughput=4.99MB/sec 2024-08-17T01:04:06.621 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-M4BE0S7BCSCjkel off=17382182 len=157854 2024-08-17T01:04:06.622 INFO:tasks.workunit.client.0.smithi157.stdout:op 3405 completed, throughput=5MB/sec 2024-08-17T01:04:06.622 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CJQ0VBr7bwCTK-v off=20897626 len=780366 2024-08-17T01:04:06.629 INFO:tasks.workunit.client.0.smithi157.stdout:op 3406 completed, throughput=5MB/sec 2024-08-17T01:04:06.630 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nvcz5jebUZKtJUl off=9134606 len=1504819 2024-08-17T01:04:06.633 INFO:tasks.workunit.client.0.smithi157.stdout:op 3407 completed, throughput=5MB/sec 2024-08-17T01:04:06.633 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oWJ7qFu0UqCyGP3 off=3207767 len=653895 2024-08-17T01:04:06.634 INFO:tasks.workunit.client.0.smithi157.stdout:op 3408 completed, throughput=5MB/sec 2024-08-17T01:04:06.634 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IQGt7hhbEANNPDV off=1409613 len=1028253 2024-08-17T01:04:06.638 INFO:tasks.workunit.client.0.smithi157.stdout:op 3409 completed, throughput=5MB/sec 2024-08-17T01:04:07.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:07 smithi157 ceph-mon[98780]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:04:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:07 smithi157 ceph-mon[101289]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:04:07.638 INFO:tasks.workunit.client.0.smithi157.stdout: 657: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:07.638 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xzNTI2Gw2nXgxYb off=4772128 len=1046405 2024-08-17T01:04:07.644 INFO:tasks.workunit.client.0.smithi157.stdout:op 3410 completed, throughput=4.99MB/sec 2024-08-17T01:04:07.644 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-y1GKJ1gQ_shF5a3 off=2260796 len=130564 2024-08-17T01:04:07.647 INFO:tasks.workunit.client.0.smithi157.stdout:op 3411 completed, throughput=4.99MB/sec 2024-08-17T01:04:07.647 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-291eMDDdez-Mp2S off=12003509 len=736948 2024-08-17T01:04:07.648 INFO:tasks.workunit.client.0.smithi157.stdout:op 3412 completed, throughput=5MB/sec 2024-08-17T01:04:07.648 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fCMRyorXB_Qn3bX off=1558153 len=1458309 2024-08-17T01:04:07.657 INFO:tasks.workunit.client.0.smithi157.stdout:op 3413 completed, throughput=5MB/sec 2024-08-17T01:04:07.657 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RtIK0AX5aW9wWsg off=1549958 len=1229062 2024-08-17T01:04:07.663 INFO:tasks.workunit.client.0.smithi157.stdout:op 3414 completed, throughput=5MB/sec 2024-08-17T01:04:07.663 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4RJkw3-LmkNrM2k off=7693384 len=621976 2024-08-17T01:04:07.667 INFO:tasks.workunit.client.0.smithi157.stdout:op 3415 completed, throughput=5MB/sec 2024-08-17T01:04:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:07 smithi187 ceph-mon[90552]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:04:08.667 INFO:tasks.workunit.client.0.smithi157.stdout: 658: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:08.668 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-csMA6m-Qbwkfa6v off=11875337 len=1331986 2024-08-17T01:04:08.673 INFO:tasks.workunit.client.0.smithi157.stdout:op 3416 completed, throughput=4.99MB/sec 2024-08-17T01:04:08.674 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PJniivydbCFk3PU off=10000623 len=1748606 2024-08-17T01:04:08.681 INFO:tasks.workunit.client.0.smithi157.stdout:op 3417 completed, throughput=5MB/sec 2024-08-17T01:04:08.681 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RLYEiUyt0Lxu9ly off=12975235 len=721703 2024-08-17T01:04:08.685 INFO:tasks.workunit.client.0.smithi157.stdout:op 3418 completed, throughput=5MB/sec 2024-08-17T01:04:08.686 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zzcILIjGG_aRGuB off=17901893 len=1853345 2024-08-17T01:04:08.688 INFO:tasks.workunit.client.0.smithi157.stdout:op 3419 completed, throughput=5MB/sec 2024-08-17T01:04:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:09 smithi157 ceph-mon[101289]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:04:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:09 smithi157 ceph-mon[98780]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:04:09.688 INFO:tasks.workunit.client.0.smithi157.stdout: 659: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:09.688 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wrDORWYlrv2SwK_ off=13352158 len=1736170 2024-08-17T01:04:09.694 INFO:tasks.workunit.client.0.smithi157.stdout:op 3420 completed, throughput=5MB/sec 2024-08-17T01:04:09.694 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CWdNE9b8wMYaf2Y off=3791870 len=217477 2024-08-17T01:04:09.695 INFO:tasks.workunit.client.0.smithi157.stdout:op 3421 completed, throughput=5MB/sec 2024-08-17T01:04:09.695 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dXxg3boTX5gtKlk off=7191129 len=1560802 2024-08-17T01:04:09.702 INFO:tasks.workunit.client.0.smithi157.stdout:op 3422 completed, throughput=5MB/sec 2024-08-17T01:04:09.703 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gL4feuNRgDwRBBk off=3829262 len=1881210 2024-08-17T01:04:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:09 smithi187 ceph-mon[90552]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:04:09.709 INFO:tasks.workunit.client.0.smithi157.stdout:op 3423 completed, throughput=5MB/sec 2024-08-17T01:04:10.709 INFO:tasks.workunit.client.0.smithi157.stdout: 660: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:10.710 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8AHMgLV625nAlpb off=8026096 len=1072836 2024-08-17T01:04:10.711 INFO:tasks.workunit.client.0.smithi157.stdout:op 3424 completed, throughput=4.99MB/sec 2024-08-17T01:04:10.711 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yed_X4MimhsUiNy off=7421334 len=135842 2024-08-17T01:04:10.714 INFO:tasks.workunit.client.0.smithi157.stdout:op 3425 completed, throughput=5MB/sec 2024-08-17T01:04:10.714 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vsfmhEKhJ60G6X0 off=12375 len=1364229 2024-08-17T01:04:10.720 INFO:tasks.workunit.client.0.smithi157.stdout:op 3426 completed, throughput=5MB/sec 2024-08-17T01:04:10.721 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lrrnx27mA05UYdJ off=2351760 len=1901798 2024-08-17T01:04:10.722 INFO:tasks.workunit.client.0.smithi157.stdout:op 3427 completed, throughput=5MB/sec 2024-08-17T01:04:10.723 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UqGQQm1Aa30ey13 off=2203873 len=2046536 2024-08-17T01:04:10.735 INFO:tasks.workunit.client.0.smithi157.stdout:op 3428 completed, throughput=5MB/sec 2024-08-17T01:04:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:11 smithi157 ceph-mon[98780]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:04:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:11 smithi157 ceph-mon[101289]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:04:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:11 smithi187 ceph-mon[90552]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:04:11.735 INFO:tasks.workunit.client.0.smithi157.stdout: 661: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:11.735 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hqiCVgk7ZyHqFG4 off=6512962 len=138689 2024-08-17T01:04:11.736 INFO:tasks.workunit.client.0.smithi157.stdout:op 3429 completed, throughput=5MB/sec 2024-08-17T01:04:11.736 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-m3lleBLCV1NeECY off=4041756 len=1149902 2024-08-17T01:04:11.738 INFO:tasks.workunit.client.0.smithi157.stdout:op 3430 completed, throughput=5MB/sec 2024-08-17T01:04:11.738 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eeFec7zTEOkYN0j off=8699671 len=491822 2024-08-17T01:04:11.742 INFO:tasks.workunit.client.0.smithi157.stdout:op 3431 completed, throughput=5MB/sec 2024-08-17T01:04:11.742 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ComXefo0yZaAo5X off=2602480 len=1975420 2024-08-17T01:04:11.744 INFO:tasks.workunit.client.0.smithi157.stdout:op 3432 completed, throughput=5MB/sec 2024-08-17T01:04:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:04:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:04:12.745 INFO:tasks.workunit.client.0.smithi157.stdout: 662: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:12.745 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cW-opqwsYxDLYhK off=16472310 len=1303832 2024-08-17T01:04:12.747 INFO:tasks.workunit.client.0.smithi157.stdout:op 3433 completed, throughput=4.99MB/sec 2024-08-17T01:04:12.747 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rjUqXwlGIJFvHVz off=2786509 len=1669523 2024-08-17T01:04:12.749 INFO:tasks.workunit.client.0.smithi157.stdout:op 3434 completed, throughput=5MB/sec 2024-08-17T01:04:12.749 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Tl6wuXtuaqY8Ny1 off=6027764 len=1078305 2024-08-17T01:04:12.754 INFO:tasks.workunit.client.0.smithi157.stdout:op 3435 completed, throughput=5MB/sec 2024-08-17T01:04:12.754 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GbG2aneh26r977L off=660299 len=218942 2024-08-17T01:04:12.758 INFO:tasks.workunit.client.0.smithi157.stdout:op 3436 completed, throughput=5MB/sec 2024-08-17T01:04:12.758 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-i2j86d2LmIFug7g off=5202628 len=1577172 2024-08-17T01:04:12.759 INFO:tasks.workunit.client.0.smithi157.stdout:op 3437 completed, throughput=5MB/sec 2024-08-17T01:04:13.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:13 smithi157 ceph-mon[98780]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:04:13.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:13 smithi157 ceph-mon[101289]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:04:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:13 smithi187 ceph-mon[90552]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:04:13.760 INFO:tasks.workunit.client.0.smithi157.stdout: 663: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:13.760 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-enem7fXHe9G8IGV off=1621426 len=1370495 2024-08-17T01:04:13.762 INFO:tasks.workunit.client.0.smithi157.stdout:op 3438 completed, throughput=5MB/sec 2024-08-17T01:04:13.762 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NRXp31DyaA4MjZI off=2316260 len=880483 2024-08-17T01:04:13.767 INFO:tasks.workunit.client.0.smithi157.stdout:op 3439 completed, throughput=5MB/sec 2024-08-17T01:04:13.768 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UUIzxdAzaDTq9rx off=8148020 len=1121266 2024-08-17T01:04:13.775 INFO:tasks.workunit.client.0.smithi157.stdout:op 3440 completed, throughput=5MB/sec 2024-08-17T01:04:13.775 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CRXdLHVQH3Dh7Fg off=7344896 len=1890478 2024-08-17T01:04:13.786 INFO:tasks.workunit.client.0.smithi157.stdout:op 3441 completed, throughput=5MB/sec 2024-08-17T01:04:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:04:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:04:13] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:04:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:14.786 INFO:tasks.workunit.client.0.smithi157.stdout: 664: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:14.787 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TXU2jeblCOMe_lk off=5107378 len=811687 2024-08-17T01:04:14.788 INFO:tasks.workunit.client.0.smithi157.stdout:op 3442 completed, throughput=4.99MB/sec 2024-08-17T01:04:14.788 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VBTxLLFFNRqrQ7i off=13994968 len=142471 2024-08-17T01:04:14.791 INFO:tasks.workunit.client.0.smithi157.stdout:op 3443 completed, throughput=4.99MB/sec 2024-08-17T01:04:14.791 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Bg2Y3_AjJTBrVgC off=7020255 len=1692059 2024-08-17T01:04:14.798 INFO:tasks.workunit.client.0.smithi157.stdout:op 3444 completed, throughput=5MB/sec 2024-08-17T01:04:14.798 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_GebVLzcLWiNyJ3 off=15722521 len=1985952 2024-08-17T01:04:14.802 INFO:tasks.workunit.client.0.smithi157.stdout:op 3445 completed, throughput=5MB/sec 2024-08-17T01:04:14.802 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ua6GXR3T8aqEI-Y off=3649289 len=78444 2024-08-17T01:04:14.802 INFO:tasks.workunit.client.0.smithi157.stdout:op 3446 completed, throughput=5MB/sec 2024-08-17T01:04:14.803 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PhcvbAgXQf-fNhH off=3995100 len=1428010 2024-08-17T01:04:14.804 INFO:tasks.workunit.client.0.smithi157.stdout:op 3447 completed, throughput=5MB/sec 2024-08-17T01:04:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:15 smithi157 ceph-mon[98780]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:04:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:15 smithi157 ceph-mon[101289]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:04:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:15 smithi187 ceph-mon[90552]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:04:15.804 INFO:tasks.workunit.client.0.smithi157.stdout: 665: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:15.804 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xhuTnfAeAoyr7R5 off=4327341 len=1028237 2024-08-17T01:04:15.806 INFO:tasks.workunit.client.0.smithi157.stdout:op 3448 completed, throughput=5MB/sec 2024-08-17T01:04:15.806 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-guCWBpcCrmgNueu off=14843123 len=1687240 2024-08-17T01:04:15.808 INFO:tasks.workunit.client.0.smithi157.stdout:op 3449 completed, throughput=5MB/sec 2024-08-17T01:04:15.808 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lIw_YEI-xDbX42T off=13274543 len=860837 2024-08-17T01:04:15.810 INFO:tasks.workunit.client.0.smithi157.stdout:op 3450 completed, throughput=5MB/sec 2024-08-17T01:04:15.810 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EQKWSt6XyIk6Yex off=2178188 len=539229 2024-08-17T01:04:15.811 INFO:tasks.workunit.client.0.smithi157.stdout:op 3451 completed, throughput=5MB/sec 2024-08-17T01:04:16.812 INFO:tasks.workunit.client.0.smithi157.stdout: 666: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:16.812 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jJHsLLwLbHTX-dh off=11864936 len=1560350 2024-08-17T01:04:16.821 INFO:tasks.workunit.client.0.smithi157.stdout:op 3452 completed, throughput=5MB/sec 2024-08-17T01:04:16.821 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iiGep6gLDOE4jVA off=2742795 len=1166197 2024-08-17T01:04:16.826 INFO:tasks.workunit.client.0.smithi157.stdout:op 3453 completed, throughput=5MB/sec 2024-08-17T01:04:16.826 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-x9bRfwqs1vvDbaB off=11818381 len=328394 2024-08-17T01:04:16.827 INFO:tasks.workunit.client.0.smithi157.stdout:op 3454 completed, throughput=5MB/sec 2024-08-17T01:04:16.827 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZREYt-83icVIT7S off=2600106 len=1267923 2024-08-17T01:04:16.832 INFO:tasks.workunit.client.0.smithi157.stdout:op 3455 completed, throughput=5MB/sec 2024-08-17T01:04:16.832 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uiV9GpWLc83olMq off=13911013 len=1255887 2024-08-17T01:04:16.840 INFO:tasks.workunit.client.0.smithi157.stdout:op 3456 completed, throughput=5MB/sec 2024-08-17T01:04:17.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:17 smithi157 ceph-mon[98780]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:04:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:17 smithi157 ceph-mon[101289]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:04:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:17 smithi187 ceph-mon[90552]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:04:17.840 INFO:tasks.workunit.client.0.smithi157.stdout: 667: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:17.841 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WYZjeXvZcQuPORL off=9676345 len=557108 2024-08-17T01:04:17.844 INFO:tasks.workunit.client.0.smithi157.stdout:op 3457 completed, throughput=4.99MB/sec 2024-08-17T01:04:17.845 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UFzOvgRNzJxkc_t off=10317564 len=1716320 2024-08-17T01:04:17.855 INFO:tasks.workunit.client.0.smithi157.stdout:op 3458 completed, throughput=5MB/sec 2024-08-17T01:04:17.855 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3sVYU0WSxiYsRDX off=6207388 len=1594640 2024-08-17T01:04:17.857 INFO:tasks.workunit.client.0.smithi157.stdout:op 3459 completed, throughput=5MB/sec 2024-08-17T01:04:17.857 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3LxQmCDdKx6PF1Y off=9046417 len=1464241 2024-08-17T01:04:17.860 INFO:tasks.workunit.client.0.smithi157.stdout:op 3460 completed, throughput=5MB/sec 2024-08-17T01:04:18.862 INFO:tasks.workunit.client.0.smithi157.stdout: 668: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:18.862 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uq-Aex_C4jZZ4Md off=1163226 len=1518336 2024-08-17T01:04:18.867 INFO:tasks.workunit.client.0.smithi157.stdout:op 3461 completed, throughput=5MB/sec 2024-08-17T01:04:18.867 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o_SCy6n3qnCKOkW off=7541354 len=503743 2024-08-17T01:04:18.869 INFO:tasks.workunit.client.0.smithi157.stdout:op 3462 completed, throughput=5MB/sec 2024-08-17T01:04:18.869 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0WS1JHth15hbP70 off=8460728 len=607371 2024-08-17T01:04:18.870 INFO:tasks.workunit.client.0.smithi157.stdout:op 3463 completed, throughput=5MB/sec 2024-08-17T01:04:18.870 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lhhnG4bN-mitCP0 off=15810545 len=1688865 2024-08-17T01:04:18.874 INFO:tasks.workunit.client.0.smithi157.stdout:op 3464 completed, throughput=5MB/sec 2024-08-17T01:04:18.874 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Au6C-A_4VPQXTgC off=2926418 len=1269789 2024-08-17T01:04:18.876 INFO:tasks.workunit.client.0.smithi157.stdout:op 3465 completed, throughput=5MB/sec 2024-08-17T01:04:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:19 smithi157 ceph-mon[101289]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:04:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:19 smithi157 ceph-mon[98780]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:04:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:19 smithi187 ceph-mon[90552]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:04:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: 669: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:19.876 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-n1V536ixAosKFDY off=1232213 len=1873973 2024-08-17T01:04:19.885 INFO:tasks.workunit.client.0.smithi157.stdout:op 3466 completed, throughput=5MB/sec 2024-08-17T01:04:19.885 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0-dfbm5Dcdg6Mct off=904180 len=132174 2024-08-17T01:04:19.886 INFO:tasks.workunit.client.0.smithi157.stdout:op 3467 completed, throughput=5MB/sec 2024-08-17T01:04:19.886 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6a48CNY3JSXoH3J off=3082682 len=1712893 2024-08-17T01:04:19.888 INFO:tasks.workunit.client.0.smithi157.stdout:op 3468 completed, throughput=5MB/sec 2024-08-17T01:04:19.888 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NdApV2bwJWLds_v off=0 len=1876426 2024-08-17T01:04:19.894 INFO:tasks.workunit.client.0.smithi157.stdout:op 3469 completed, throughput=5MB/sec 2024-08-17T01:04:20.895 INFO:tasks.workunit.client.0.smithi157.stdout: 670: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:20.895 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Djx9ZKI5Ez_etY5 off=17119036 len=2044882 2024-08-17T01:04:20.897 INFO:tasks.workunit.client.0.smithi157.stdout:op 3470 completed, throughput=5MB/sec 2024-08-17T01:04:20.897 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-t--FGnFNPOLAaWr off=3992243 len=1557458 2024-08-17T01:04:20.906 INFO:tasks.workunit.client.0.smithi157.stdout:op 3471 completed, throughput=5MB/sec 2024-08-17T01:04:20.906 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-z-VrQTbgsNgHkx5 off=542805 len=1505632 2024-08-17T01:04:20.914 INFO:tasks.workunit.client.0.smithi157.stdout:op 3472 completed, throughput=5MB/sec 2024-08-17T01:04:21.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:21 smithi157 ceph-mon[98780]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:04:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:21 smithi157 ceph-mon[101289]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:04:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:21 smithi187 ceph-mon[90552]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:04:21.915 INFO:tasks.workunit.client.0.smithi157.stdout: 671: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:21.915 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PUIIOFHwNfrRoB_ off=1585523 len=1887932 2024-08-17T01:04:21.926 INFO:tasks.workunit.client.0.smithi157.stdout:op 3473 completed, throughput=5MB/sec 2024-08-17T01:04:21.927 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eW8hLPQWAcIiH15 off=1623658 len=1708012 2024-08-17T01:04:21.929 INFO:tasks.workunit.client.0.smithi157.stdout:op 3474 completed, throughput=5MB/sec 2024-08-17T01:04:21.929 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-87j2sRM3DTkP3Wd off=6701368 len=1827373 2024-08-17T01:04:21.932 INFO:tasks.workunit.client.0.smithi157.stdout:op 3475 completed, throughput=5MB/sec 2024-08-17T01:04:22.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:04:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:04:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:04:22.933 INFO:tasks.workunit.client.0.smithi157.stdout: 672: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:22.933 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OLFN-4tJaaHvhz9 off=13303299 len=784380 2024-08-17T01:04:22.937 INFO:tasks.workunit.client.0.smithi157.stdout:op 3476 completed, throughput=4.99MB/sec 2024-08-17T01:04:22.937 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xmYCljzqSgMxTnd off=5147975 len=1661032 2024-08-17T01:04:22.945 INFO:tasks.workunit.client.0.smithi157.stdout:op 3477 completed, throughput=5MB/sec 2024-08-17T01:04:22.945 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9-j_-sCaOTIm7NE off=1523730 len=1311081 2024-08-17T01:04:22.951 INFO:tasks.workunit.client.0.smithi157.stdout:op 3478 completed, throughput=5MB/sec 2024-08-17T01:04:22.951 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TK20slPWzTT1AFZ off=11206524 len=2040508 2024-08-17T01:04:22.958 INFO:tasks.workunit.client.0.smithi157.stdout:op 3479 completed, throughput=5MB/sec 2024-08-17T01:04:23.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:23 smithi157 ceph-mon[98780]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:04:23.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:23 smithi157 ceph-mon[101289]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:04:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:23 smithi187 ceph-mon[90552]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:04:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:04:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:04:23] "GET /metrics HTTP/1.1" 200 34058 "" "Prometheus/2.43.0" 2024-08-17T01:04:23.959 INFO:tasks.workunit.client.0.smithi157.stdout: 673: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:23.959 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lL_m-kGKj5ZyYPr off=4656637 len=1982425 2024-08-17T01:04:23.961 INFO:tasks.workunit.client.0.smithi157.stdout:op 3480 completed, throughput=5MB/sec 2024-08-17T01:04:23.961 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-C4bKxm3caNLzdun off=3345062 len=1332497 2024-08-17T01:04:23.969 INFO:tasks.workunit.client.0.smithi157.stdout:op 3481 completed, throughput=5MB/sec 2024-08-17T01:04:23.969 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yC_nhQ7UbYcZJzn off=3386186 len=1381718 2024-08-17T01:04:23.976 INFO:tasks.workunit.client.0.smithi157.stdout:op 3482 completed, throughput=5MB/sec 2024-08-17T01:04:24.976 INFO:tasks.workunit.client.0.smithi157.stdout: 674: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:24.976 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UV813qV7658yfU7 off=10232941 len=611388 2024-08-17T01:04:24.980 INFO:tasks.workunit.client.0.smithi157.stdout:op 3483 completed, throughput=4.99MB/sec 2024-08-17T01:04:24.980 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1FR11TKHEZLjZqq off=6309441 len=397492 2024-08-17T01:04:24.984 INFO:tasks.workunit.client.0.smithi157.stdout:op 3484 completed, throughput=4.99MB/sec 2024-08-17T01:04:24.984 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3KU9dFbZEnoRjIY off=1369668 len=203570 2024-08-17T01:04:24.986 INFO:tasks.workunit.client.0.smithi157.stdout:op 3485 completed, throughput=5MB/sec 2024-08-17T01:04:24.987 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5OoskgsyCn_n_sq off=4855514 len=9454 2024-08-17T01:04:24.987 INFO:tasks.workunit.client.0.smithi157.stdout:op 3486 completed, throughput=5MB/sec 2024-08-17T01:04:24.987 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZzXFQQbaoRY05r6 off=20779478 len=887197 2024-08-17T01:04:24.989 INFO:tasks.workunit.client.0.smithi157.stdout:op 3487 completed, throughput=5MB/sec 2024-08-17T01:04:24.990 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qI-6yz2eZQYMQDx off=1722362 len=500499 2024-08-17T01:04:24.993 INFO:tasks.workunit.client.0.smithi157.stdout:op 3488 completed, throughput=5MB/sec 2024-08-17T01:04:24.993 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jEaeCCC_8fHvhf8 off=133183 len=950977 2024-08-17T01:04:24.998 INFO:tasks.workunit.client.0.smithi157.stdout:op 3489 completed, throughput=5MB/sec 2024-08-17T01:04:24.999 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HvFC55bNXw9RZIV off=11643482 len=2072196 2024-08-17T01:04:25.000 INFO:tasks.workunit.client.0.smithi157.stdout:op 3490 completed, throughput=5MB/sec 2024-08-17T01:04:25.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:25 smithi157 ceph-mon[101289]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:04:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:25 smithi157 ceph-mon[98780]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:04:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:25 smithi187 ceph-mon[90552]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:04:26.001 INFO:tasks.workunit.client.0.smithi157.stdout: 675: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:26.001 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LHyvKL2ynJGy8Po off=494727 len=1099578 2024-08-17T01:04:26.007 INFO:tasks.workunit.client.0.smithi157.stdout:op 3491 completed, throughput=5MB/sec 2024-08-17T01:04:26.007 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vKZOjgAVlvVMpSn off=542958 len=1017353 2024-08-17T01:04:26.009 INFO:tasks.workunit.client.0.smithi157.stdout:op 3492 completed, throughput=5MB/sec 2024-08-17T01:04:26.009 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KCz7QtcR0136lDl off=9323413 len=157802 2024-08-17T01:04:26.011 INFO:tasks.workunit.client.0.smithi157.stdout:op 3493 completed, throughput=5MB/sec 2024-08-17T01:04:26.011 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-25_t7eM55uNKCb2 off=6915669 len=2057739 2024-08-17T01:04:26.020 INFO:tasks.workunit.client.0.smithi157.stdout:op 3494 completed, throughput=5MB/sec 2024-08-17T01:04:26.021 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-O5U64KH9Dp49OMj off=117851 len=162113 2024-08-17T01:04:26.023 INFO:tasks.workunit.client.0.smithi157.stdout:op 3495 completed, throughput=5MB/sec 2024-08-17T01:04:26.023 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v73ojH0SCW4TFfw off=10215740 len=54800 2024-08-17T01:04:26.024 INFO:tasks.workunit.client.0.smithi157.stdout:op 3496 completed, throughput=5MB/sec 2024-08-17T01:04:26.024 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mkcgnCWVA6_XSr- off=1320082 len=1142267 2024-08-17T01:04:26.025 INFO:tasks.workunit.client.0.smithi157.stdout:op 3497 completed, throughput=5MB/sec 2024-08-17T01:04:27.026 INFO:tasks.workunit.client.0.smithi157.stdout: 676: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:27.026 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sMCW-XxGEFFDvmd off=10056374 len=1778829 2024-08-17T01:04:27.028 INFO:tasks.workunit.client.0.smithi157.stdout:op 3498 completed, throughput=5MB/sec 2024-08-17T01:04:27.028 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4bcmkviPq25rXLa off=2794226 len=339846 2024-08-17T01:04:27.031 INFO:tasks.workunit.client.0.smithi157.stdout:op 3499 completed, throughput=5MB/sec 2024-08-17T01:04:27.031 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZryyOJY4kEjgsBA off=168018 len=77151 2024-08-17T01:04:27.034 INFO:tasks.workunit.client.0.smithi157.stdout:op 3500 completed, throughput=5MB/sec 2024-08-17T01:04:27.034 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JZyB6qsTi1K4bzH off=1567766 len=2039171 2024-08-17T01:04:27.045 INFO:tasks.workunit.client.0.smithi157.stdout:op 3501 completed, throughput=5MB/sec 2024-08-17T01:04:27.045 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IqYNjIuzbHLRD3R off=21546012 len=1667047 2024-08-17T01:04:27.047 INFO:tasks.workunit.client.0.smithi157.stdout:op 3502 completed, throughput=5MB/sec 2024-08-17T01:04:27.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:27 smithi157 ceph-mon[101289]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:04:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:27 smithi157 ceph-mon[98780]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:04:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:27 smithi187 ceph-mon[90552]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:04:28.047 INFO:tasks.workunit.client.0.smithi157.stdout: 677: throughput=5MB/sec pending data=0 2024-08-17T01:04:28.047 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AYcn7RrY4rVr4cz off=3328379 len=650053 2024-08-17T01:04:28.048 INFO:tasks.workunit.client.0.smithi157.stdout:op 3503 completed, throughput=5MB/sec 2024-08-17T01:04:28.049 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-H1fEYCHi4bpEZR9 off=5940582 len=1088666 2024-08-17T01:04:28.054 INFO:tasks.workunit.client.0.smithi157.stdout:op 3504 completed, throughput=5MB/sec 2024-08-17T01:04:28.054 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dDsFhY08suU4-RI off=8436638 len=256870 2024-08-17T01:04:28.057 INFO:tasks.workunit.client.0.smithi157.stdout:op 3505 completed, throughput=5MB/sec 2024-08-17T01:04:28.057 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-isIB6OciMsld7PI off=4240856 len=123789 2024-08-17T01:04:28.058 INFO:tasks.workunit.client.0.smithi157.stdout:op 3506 completed, throughput=5MB/sec 2024-08-17T01:04:28.058 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oyjKvK4Mbug6h7o off=38446 len=504131 2024-08-17T01:04:28.059 INFO:tasks.workunit.client.0.smithi157.stdout:op 3507 completed, throughput=5MB/sec 2024-08-17T01:04:28.059 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xcnXKkAKM5KJrEb off=113052 len=1520702 2024-08-17T01:04:28.061 INFO:tasks.workunit.client.0.smithi157.stdout:op 3508 completed, throughput=5MB/sec 2024-08-17T01:04:29.061 INFO:tasks.workunit.client.0.smithi157.stdout: 678: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:29.061 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HvFC55bNXw9RZIV off=9859007 len=234942 2024-08-17T01:04:29.062 INFO:tasks.workunit.client.0.smithi157.stdout:op 3509 completed, throughput=4.99MB/sec 2024-08-17T01:04:29.062 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XLRE0fVe46haInj off=4876564 len=339214 2024-08-17T01:04:29.065 INFO:tasks.workunit.client.0.smithi157.stdout:op 3510 completed, throughput=4.99MB/sec 2024-08-17T01:04:29.065 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v7tszgmmyz_u2CG off=4710099 len=1852542 2024-08-17T01:04:29.069 INFO:tasks.workunit.client.0.smithi157.stdout:op 3511 completed, throughput=5MB/sec 2024-08-17T01:04:29.069 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fdmJvG-xnFUEswg off=3957862 len=727021 2024-08-17T01:04:29.071 INFO:tasks.workunit.client.0.smithi157.stdout:op 3512 completed, throughput=5MB/sec 2024-08-17T01:04:29.071 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-peEVugKytRGwJ6- off=7365606 len=842960 2024-08-17T01:04:29.072 INFO:tasks.workunit.client.0.smithi157.stdout:op 3513 completed, throughput=5MB/sec 2024-08-17T01:04:29.073 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sHXPzp6jhyiYlOv off=1454205 len=845407 2024-08-17T01:04:29.074 INFO:tasks.workunit.client.0.smithi157.stdout:op 3514 completed, throughput=5MB/sec 2024-08-17T01:04:29.074 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Wiy2ncmi3JC9KYI off=2109863 len=756952 2024-08-17T01:04:29.075 INFO:tasks.workunit.client.0.smithi157.stdout:op 3515 completed, throughput=5MB/sec 2024-08-17T01:04:29.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:29 smithi157 ceph-mon[101289]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-17T01:04:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:29 smithi157 ceph-mon[98780]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-17T01:04:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:29 smithi187 ceph-mon[90552]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-17T01:04:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:30.076 INFO:tasks.workunit.client.0.smithi157.stdout: 679: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:30.076 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V5TiRN2R_fxqaAC off=4960537 len=797577 2024-08-17T01:04:30.081 INFO:tasks.workunit.client.0.smithi157.stdout:op 3516 completed, throughput=4.99MB/sec 2024-08-17T01:04:30.081 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wdZODcxbqnn7gFK off=24591053 len=414661 2024-08-17T01:04:30.084 INFO:tasks.workunit.client.0.smithi157.stdout:op 3517 completed, throughput=5MB/sec 2024-08-17T01:04:30.084 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7JirvMv4787_TzI off=16373304 len=254821 2024-08-17T01:04:30.087 INFO:tasks.workunit.client.0.smithi157.stdout:op 3518 completed, throughput=5MB/sec 2024-08-17T01:04:30.087 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PXcRz5Xt2RjYuNJ off=1367554 len=1671581 2024-08-17T01:04:30.089 INFO:tasks.workunit.client.0.smithi157.stdout:op 3519 completed, throughput=5MB/sec 2024-08-17T01:04:30.089 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0r5l7XQpUwKRnFi off=5745332 len=528138 2024-08-17T01:04:30.093 INFO:tasks.workunit.client.0.smithi157.stdout:op 3520 completed, throughput=5MB/sec 2024-08-17T01:04:30.094 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-luW4co1jnyPQYqH off=88312 len=268052 2024-08-17T01:04:30.094 INFO:tasks.workunit.client.0.smithi157.stdout:op 3521 completed, throughput=5MB/sec 2024-08-17T01:04:30.095 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dbuvWMYdMwMLu_3 off=1595886 len=1301999 2024-08-17T01:04:30.101 INFO:tasks.workunit.client.0.smithi157.stdout:op 3522 completed, throughput=5MB/sec 2024-08-17T01:04:31.102 INFO:tasks.workunit.client.0.smithi157.stdout: 680: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:31.102 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JigskxA8vH7C3s4 off=3503474 len=644782 2024-08-17T01:04:31.103 INFO:tasks.workunit.client.0.smithi157.stdout:op 3523 completed, throughput=4.99MB/sec 2024-08-17T01:04:31.103 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pc5sNwPEstPebgd off=8638797 len=1140367 2024-08-17T01:04:31.108 INFO:tasks.workunit.client.0.smithi157.stdout:op 3524 completed, throughput=5MB/sec 2024-08-17T01:04:31.109 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-o43zS2gRaTaft0D off=11733371 len=1592681 2024-08-17T01:04:31.116 INFO:tasks.workunit.client.0.smithi157.stdout:op 3525 completed, throughput=5MB/sec 2024-08-17T01:04:31.116 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vPbr1biJ2c7ga-o off=2031399 len=1612284 2024-08-17T01:04:31.125 INFO:tasks.workunit.client.0.smithi157.stdout:op 3526 completed, throughput=5MB/sec 2024-08-17T01:04:31.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:31 smithi157 ceph-mon[98780]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:04:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:31 smithi157 ceph-mon[101289]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:04:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:31 smithi187 ceph-mon[90552]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:04:32.125 INFO:tasks.workunit.client.0.smithi157.stdout: 681: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:32.125 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cZ0gd3fpJPBKuub off=4609621 len=1862906 2024-08-17T01:04:32.129 INFO:tasks.workunit.client.0.smithi157.stdout:op 3527 completed, throughput=5MB/sec 2024-08-17T01:04:32.129 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nha0TlUug3v-8Rz off=3349381 len=757572 2024-08-17T01:04:32.133 INFO:tasks.workunit.client.0.smithi157.stdout:op 3528 completed, throughput=5MB/sec 2024-08-17T01:04:32.133 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eznG1ot016O0sru off=1565697 len=731077 2024-08-17T01:04:32.136 INFO:tasks.workunit.client.0.smithi157.stdout:op 3529 completed, throughput=5MB/sec 2024-08-17T01:04:32.136 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CVqPBlK88pG8me4 off=17153578 len=246328 2024-08-17T01:04:32.139 INFO:tasks.workunit.client.0.smithi157.stdout:op 3530 completed, throughput=5MB/sec 2024-08-17T01:04:32.139 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BKtpWLF3yCcducA off=5865034 len=1035483 2024-08-17T01:04:32.144 INFO:tasks.workunit.client.0.smithi157.stdout:op 3531 completed, throughput=5MB/sec 2024-08-17T01:04:32.144 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5emY1wAB_8cpPF0 off=7608929 len=2096511 2024-08-17T01:04:32.153 INFO:tasks.workunit.client.0.smithi157.stdout:op 3532 completed, throughput=5MB/sec 2024-08-17T01:04:32.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:32 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:04:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:32 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:04:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:32 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:04:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:32 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:04:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:32 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:04:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:32 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:04:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:32 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:04:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:32 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:04:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:32 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:04:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:32 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:04:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:32 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:04:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:32 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:04:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:04:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:04:33.153 INFO:tasks.workunit.client.0.smithi157.stdout: 682: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:33.153 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hG7s2UZf4iWi1-N off=4930017 len=1045260 2024-08-17T01:04:33.155 INFO:tasks.workunit.client.0.smithi157.stdout:op 3533 completed, throughput=5MB/sec 2024-08-17T01:04:33.155 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GpC8_sXD840SEMN off=15833876 len=1070106 2024-08-17T01:04:33.156 INFO:tasks.workunit.client.0.smithi157.stdout:op 3534 completed, throughput=5MB/sec 2024-08-17T01:04:33.156 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-O4IMIY08VNqT0KH off=9450030 len=1675169 2024-08-17T01:04:33.158 INFO:tasks.workunit.client.0.smithi157.stdout:op 3535 completed, throughput=5MB/sec 2024-08-17T01:04:33.882 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:04:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:04:33] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-08-17T01:04:34.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:33 smithi157 ceph-mon[98780]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:04:34.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:33 smithi157 ceph-mon[101289]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:04:34.158 INFO:tasks.workunit.client.0.smithi157.stdout: 683: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:34.159 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7pfn2DAXl3nyUTa off=6866956 len=986737 2024-08-17T01:04:34.160 INFO:tasks.workunit.client.0.smithi157.stdout:op 3536 completed, throughput=4.99MB/sec 2024-08-17T01:04:34.160 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VM_7_6MloPCOsjV off=181122 len=1675178 2024-08-17T01:04:34.169 INFO:tasks.workunit.client.0.smithi157.stdout:op 3537 completed, throughput=5MB/sec 2024-08-17T01:04:34.169 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ov5IVGmWtqhC_qW off=25583 len=1450076 2024-08-17T01:04:34.172 INFO:tasks.workunit.client.0.smithi157.stdout:op 3538 completed, throughput=5MB/sec 2024-08-17T01:04:34.172 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vXfvkbCDqZZHkLy off=1761369 len=402867 2024-08-17T01:04:34.176 INFO:tasks.workunit.client.0.smithi157.stdout:op 3539 completed, throughput=5MB/sec 2024-08-17T01:04:34.176 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZirafoTyByFM4G- off=16717787 len=1631977 2024-08-17T01:04:34.184 INFO:tasks.workunit.client.0.smithi157.stdout:op 3540 completed, throughput=5MB/sec 2024-08-17T01:04:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:33 smithi187 ceph-mon[90552]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:04:35.185 INFO:tasks.workunit.client.0.smithi157.stdout: 684: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:35.185 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CPo4kwcRKWN2ISQ off=11429137 len=1511030 2024-08-17T01:04:35.193 INFO:tasks.workunit.client.0.smithi157.stdout:op 3541 completed, throughput=5MB/sec 2024-08-17T01:04:35.193 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pKg6dGqL_z2dhGs off=0 len=1154426 2024-08-17T01:04:35.194 INFO:tasks.workunit.client.0.smithi157.stdout:op 3542 completed, throughput=5MB/sec 2024-08-17T01:04:35.194 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-miDJ8TeUzn7fxvc off=13796852 len=742314 2024-08-17T01:04:35.196 INFO:tasks.workunit.client.0.smithi157.stdout:op 3543 completed, throughput=5MB/sec 2024-08-17T01:04:35.196 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TtJ_0DQzJYqfvOr off=557810 len=160892 2024-08-17T01:04:35.198 INFO:tasks.workunit.client.0.smithi157.stdout:op 3544 completed, throughput=5MB/sec 2024-08-17T01:04:35.198 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OjAIW22pgIsCDKx off=1352195 len=518372 2024-08-17T01:04:35.199 INFO:tasks.workunit.client.0.smithi157.stdout:op 3545 completed, throughput=5MB/sec 2024-08-17T01:04:35.199 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bIp0B9MD0IL-lyj off=1305807 len=539580 2024-08-17T01:04:35.203 INFO:tasks.workunit.client.0.smithi157.stdout:op 3546 completed, throughput=5MB/sec 2024-08-17T01:04:36.203 INFO:tasks.workunit.client.0.smithi157.stdout: 685: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:36.203 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-g0btoJP7T7mFOs7 off=15314555 len=824669 2024-08-17T01:04:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:35 smithi187 ceph-mon[90552]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:04:36.208 INFO:tasks.workunit.client.0.smithi157.stdout:op 3547 completed, throughput=4.99MB/sec 2024-08-17T01:04:36.208 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0BqXKSNimQiJOSv off=544990 len=478806 2024-08-17T01:04:36.209 INFO:tasks.workunit.client.0.smithi157.stdout:op 3548 completed, throughput=4.99MB/sec 2024-08-17T01:04:36.209 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ajvFL_Lc1RV-u8f off=7025548 len=370535 2024-08-17T01:04:36.211 INFO:tasks.workunit.client.0.smithi157.stdout:op 3549 completed, throughput=5MB/sec 2024-08-17T01:04:36.211 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-15KuipLwSlHnyhc off=2507619 len=832160 2024-08-17T01:04:36.212 INFO:tasks.workunit.client.0.smithi157.stdout:op 3550 completed, throughput=5MB/sec 2024-08-17T01:04:36.212 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-siO0DQw3kQAUbk- off=19858358 len=1428601 2024-08-17T01:04:36.219 INFO:tasks.workunit.client.0.smithi157.stdout:op 3551 completed, throughput=5MB/sec 2024-08-17T01:04:36.220 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--bEtasrp_ZA_0oP off=16513289 len=773993 2024-08-17T01:04:36.224 INFO:tasks.workunit.client.0.smithi157.stdout:op 3552 completed, throughput=5MB/sec 2024-08-17T01:04:36.224 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fuS82DKbtpqHovh off=7394795 len=1199849 2024-08-17T01:04:36.225 INFO:tasks.workunit.client.0.smithi157.stdout:op 3553 completed, throughput=5MB/sec 2024-08-17T01:04:36.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:35 smithi157 ceph-mon[101289]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:04:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:35 smithi157 ceph-mon[98780]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:04:37.226 INFO:tasks.workunit.client.0.smithi157.stdout: 686: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:37.226 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MGpd6G51ZyNvxLI off=9609689 len=549782 2024-08-17T01:04:37.227 INFO:tasks.workunit.client.0.smithi157.stdout:op 3554 completed, throughput=4.99MB/sec 2024-08-17T01:04:37.227 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8ZgrnzsLwiSz0we off=1949030 len=119950 2024-08-17T01:04:37.230 INFO:tasks.workunit.client.0.smithi157.stdout:op 3555 completed, throughput=4.99MB/sec 2024-08-17T01:04:37.230 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SpFQjXF4d5StkyY off=5988195 len=1751338 2024-08-17T01:04:37.232 INFO:tasks.workunit.client.0.smithi157.stdout:op 3556 completed, throughput=5MB/sec 2024-08-17T01:04:37.232 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7CjIweAQhqzu95U off=6416065 len=74315 2024-08-17T01:04:37.235 INFO:tasks.workunit.client.0.smithi157.stdout:op 3557 completed, throughput=5MB/sec 2024-08-17T01:04:37.235 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2YY9yTjWFfygmN3 off=723729 len=354246 2024-08-17T01:04:37.238 INFO:tasks.workunit.client.0.smithi157.stdout:op 3558 completed, throughput=5MB/sec 2024-08-17T01:04:37.239 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-a4uAuiXj7ibNnWh off=7153258 len=1990527 2024-08-17T01:04:37.247 INFO:tasks.workunit.client.0.smithi157.stdout:op 3559 completed, throughput=5MB/sec 2024-08-17T01:04:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:37 smithi187 ceph-mon[90552]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:04:38.247 INFO:tasks.workunit.client.0.smithi157.stdout: 687: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:38.247 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-D62CzY7aHB3ugFX off=6213111 len=1793169 2024-08-17T01:04:38.249 INFO:tasks.workunit.client.0.smithi157.stdout:op 3560 completed, throughput=5MB/sec 2024-08-17T01:04:38.250 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qb3wBQmppUKghs4 off=6392713 len=1183272 2024-08-17T01:04:38.252 INFO:tasks.workunit.client.0.smithi157.stdout:op 3561 completed, throughput=5MB/sec 2024-08-17T01:04:38.252 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6qrou84aQ0D0bNU off=6235076 len=892872 2024-08-17T01:04:38.254 INFO:tasks.workunit.client.0.smithi157.stdout:op 3562 completed, throughput=5MB/sec 2024-08-17T01:04:38.254 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZilCQHnjyh6S6Hv off=2395471 len=1932391 2024-08-17T01:04:38.257 INFO:tasks.workunit.client.0.smithi157.stdout:op 3563 completed, throughput=5MB/sec 2024-08-17T01:04:38.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:37 smithi157 ceph-mon[101289]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:04:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:37 smithi157 ceph-mon[98780]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:04:39.258 INFO:tasks.workunit.client.0.smithi157.stdout: 688: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:39.258 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-x8EKm8rY4OqqWbL off=1852234 len=846962 2024-08-17T01:04:39.260 INFO:tasks.workunit.client.0.smithi157.stdout:op 3564 completed, throughput=4.99MB/sec 2024-08-17T01:04:39.260 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0SzdQsZbVWWlZ6- off=3217486 len=859656 2024-08-17T01:04:39.266 INFO:tasks.workunit.client.0.smithi157.stdout:op 3565 completed, throughput=5MB/sec 2024-08-17T01:04:39.266 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ThJqZnV-WapS2Ob off=12279018 len=107687 2024-08-17T01:04:39.266 INFO:tasks.workunit.client.0.smithi157.stdout:op 3566 completed, throughput=5MB/sec 2024-08-17T01:04:39.267 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-l313gIdzzkA-Lao off=4377609 len=1167648 2024-08-17T01:04:39.273 INFO:tasks.workunit.client.0.smithi157.stdout:op 3567 completed, throughput=5MB/sec 2024-08-17T01:04:39.273 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wuk1phpTTH4WGlP off=1047243 len=615666 2024-08-17T01:04:39.274 INFO:tasks.workunit.client.0.smithi157.stdout:op 3568 completed, throughput=5MB/sec 2024-08-17T01:04:39.275 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CYYigUp10s3xMpJ off=25556 len=923386 2024-08-17T01:04:39.280 INFO:tasks.workunit.client.0.smithi157.stdout:op 3569 completed, throughput=5MB/sec 2024-08-17T01:04:39.280 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vdFXgzBeWHFZIMm off=2476101 len=628998 2024-08-17T01:04:39.289 INFO:tasks.workunit.client.0.smithi157.stdout:op 3570 completed, throughput=5MB/sec 2024-08-17T01:04:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:39 smithi187 ceph-mon[90552]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:04:40.290 INFO:tasks.workunit.client.0.smithi157.stdout: 689: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:40.290 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZZL_Ay1fiahqUvj off=2525134 len=1108379 2024-08-17T01:04:40.291 INFO:tasks.workunit.client.0.smithi157.stdout:op 3571 completed, throughput=4.99MB/sec 2024-08-17T01:04:40.292 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--0ys3sELsipSp0q off=1199202 len=227465 2024-08-17T01:04:40.295 INFO:tasks.workunit.client.0.smithi157.stdout:op 3572 completed, throughput=5MB/sec 2024-08-17T01:04:40.295 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xKxjVo5psnxTn6Y off=40266 len=1874574 2024-08-17T01:04:40.306 INFO:tasks.workunit.client.0.smithi157.stdout:op 3573 completed, throughput=5MB/sec 2024-08-17T01:04:40.307 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-b2o_weH8UU_w-QC off=591412 len=1527338 2024-08-17T01:04:40.314 INFO:tasks.workunit.client.0.smithi157.stdout:op 3574 completed, throughput=5MB/sec 2024-08-17T01:04:40.314 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zLBimpfnhD-Y93q off=3045013 len=92477 2024-08-17T01:04:40.316 INFO:tasks.workunit.client.0.smithi157.stdout:op 3575 completed, throughput=5MB/sec 2024-08-17T01:04:40.316 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kjYZ3qdx2ND-gFK off=1047507 len=30284 2024-08-17T01:04:40.317 INFO:tasks.workunit.client.0.smithi157.stdout:op 3576 completed, throughput=5MB/sec 2024-08-17T01:04:40.317 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Y4AdBphLbBnA99b off=344797 len=550821 2024-08-17T01:04:40.321 INFO:tasks.workunit.client.0.smithi157.stdout:op 3577 completed, throughput=5MB/sec 2024-08-17T01:04:40.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:39 smithi157 ceph-mon[101289]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:04:40.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:39 smithi157 ceph-mon[98780]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:04:41.321 INFO:tasks.workunit.client.0.smithi157.stdout: 690: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:41.322 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vuGtyrMpIpag02q off=14653604 len=201493 2024-08-17T01:04:41.323 INFO:tasks.workunit.client.0.smithi157.stdout:op 3578 completed, throughput=4.99MB/sec 2024-08-17T01:04:41.323 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-I5ur-x_9zGgwAlQ off=14947969 len=284984 2024-08-17T01:04:41.326 INFO:tasks.workunit.client.0.smithi157.stdout:op 3579 completed, throughput=4.99MB/sec 2024-08-17T01:04:41.326 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XuRJ6U0OhLm_oUD off=9027 len=1481646 2024-08-17T01:04:41.327 INFO:tasks.workunit.client.0.smithi157.stdout:op 3580 completed, throughput=5MB/sec 2024-08-17T01:04:41.328 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HpYlQ4xGngukBSX off=22196655 len=598324 2024-08-17T01:04:41.332 INFO:tasks.workunit.client.0.smithi157.stdout:op 3581 completed, throughput=5MB/sec 2024-08-17T01:04:41.332 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VEJ3agGGUcsiLLh off=14469040 len=1212603 2024-08-17T01:04:41.333 INFO:tasks.workunit.client.0.smithi157.stdout:op 3582 completed, throughput=5MB/sec 2024-08-17T01:04:41.333 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-b6SyKs-T0JY0HMG off=66106 len=1106938 2024-08-17T01:04:41.334 INFO:tasks.workunit.client.0.smithi157.stdout:op 3583 completed, throughput=5MB/sec 2024-08-17T01:04:41.334 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ku024S9NYxTS74x off=6608027 len=938799 2024-08-17T01:04:41.336 INFO:tasks.workunit.client.0.smithi157.stdout:op 3584 completed, throughput=5MB/sec 2024-08-17T01:04:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:41 smithi187 ceph-mon[90552]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:04:42.336 INFO:tasks.workunit.client.0.smithi157.stdout: 691: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:42.337 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7fJwVeiAPS565kL off=6622562 len=801168 2024-08-17T01:04:42.341 INFO:tasks.workunit.client.0.smithi157.stdout:op 3585 completed, throughput=5MB/sec 2024-08-17T01:04:42.342 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-29Kp8HMj2qiDwtC off=10363478 len=799162 2024-08-17T01:04:42.345 INFO:tasks.workunit.client.0.smithi157.stdout:op 3586 completed, throughput=5MB/sec 2024-08-17T01:04:42.345 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Pisx5SWiFkSjW89 off=17844526 len=826531 2024-08-17T01:04:42.350 INFO:tasks.workunit.client.0.smithi157.stdout:op 3587 completed, throughput=5MB/sec 2024-08-17T01:04:42.350 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-t4KS1VGFqbNsBPd off=14714332 len=1853940 2024-08-17T01:04:42.352 INFO:tasks.workunit.client.0.smithi157.stdout:op 3588 completed, throughput=5MB/sec 2024-08-17T01:04:42.353 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PTwlceyzj3JiuhW off=19588811 len=1598910 2024-08-17T01:04:42.360 INFO:tasks.workunit.client.0.smithi157.stdout:op 3589 completed, throughput=5MB/sec 2024-08-17T01:04:42.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:41 smithi157 ceph-mon[101289]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:04:42.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:41 smithi157 ceph-mon[98780]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:04:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:04:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:04:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:04:43.360 INFO:tasks.workunit.client.0.smithi157.stdout: 692: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:43.361 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-glwC4NFKgjYkoxj off=6068959 len=665511 2024-08-17T01:04:43.365 INFO:tasks.workunit.client.0.smithi157.stdout:op 3590 completed, throughput=5MB/sec 2024-08-17T01:04:43.365 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EV1cYwfCv16hKS_ off=13453225 len=117933 2024-08-17T01:04:43.366 INFO:tasks.workunit.client.0.smithi157.stdout:op 3591 completed, throughput=5MB/sec 2024-08-17T01:04:43.366 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oVQfD_oinAL22IU off=12724910 len=767355 2024-08-17T01:04:43.367 INFO:tasks.workunit.client.0.smithi157.stdout:op 3592 completed, throughput=5MB/sec 2024-08-17T01:04:43.368 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-88xDwmmL7c0PuKt off=1031938 len=931923 2024-08-17T01:04:43.372 INFO:tasks.workunit.client.0.smithi157.stdout:op 3593 completed, throughput=5MB/sec 2024-08-17T01:04:43.373 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DIwUY1w1EcrPKm- off=6765745 len=1305577 2024-08-17T01:04:43.374 INFO:tasks.workunit.client.0.smithi157.stdout:op 3594 completed, throughput=5MB/sec 2024-08-17T01:04:43.374 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xJSAXx6NL0U-jBq off=6850505 len=82948 2024-08-17T01:04:43.375 INFO:tasks.workunit.client.0.smithi157.stdout:op 3595 completed, throughput=5MB/sec 2024-08-17T01:04:43.375 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SwsxARlveiGTXui off=1615393 len=1812085 2024-08-17T01:04:43.377 INFO:tasks.workunit.client.0.smithi157.stdout:op 3596 completed, throughput=5MB/sec 2024-08-17T01:04:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:04:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:04:43] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-08-17T01:04:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:43 smithi187 ceph-mon[90552]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-17T01:04:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:44.378 INFO:tasks.workunit.client.0.smithi157.stdout: 693: throughput=5MB/sec pending data=0 2024-08-17T01:04:44.378 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mW60SOG-V0pI13Z off=5151767 len=1082018 2024-08-17T01:04:44.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:43 smithi157 ceph-mon[98780]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-17T01:04:44.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:43 smithi157 ceph-mon[101289]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-17T01:04:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:44.386 INFO:tasks.workunit.client.0.smithi157.stdout:op 3597 completed, throughput=5MB/sec 2024-08-17T01:04:44.386 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xsmgY_SXPniCa2Q off=14083498 len=1314900 2024-08-17T01:04:44.390 INFO:tasks.workunit.client.0.smithi157.stdout:op 3598 completed, throughput=5MB/sec 2024-08-17T01:04:44.391 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5BoN785o6pOsr5Q off=281259 len=39334 2024-08-17T01:04:44.391 INFO:tasks.workunit.client.0.smithi157.stdout:op 3599 completed, throughput=5MB/sec 2024-08-17T01:04:44.391 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fuS82DKbtpqHovh off=1936717 len=1825056 2024-08-17T01:04:44.398 INFO:tasks.workunit.client.0.smithi157.stdout:op 3600 completed, throughput=5MB/sec 2024-08-17T01:04:45.398 INFO:tasks.workunit.client.0.smithi157.stdout: 694: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:45.398 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ykqv_KHCsxBCX1V off=4956280 len=905475 2024-08-17T01:04:45.400 INFO:tasks.workunit.client.0.smithi157.stdout:op 3601 completed, throughput=5MB/sec 2024-08-17T01:04:45.400 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2pKOq--CyUxCW-s off=1175056 len=1711040 2024-08-17T01:04:45.402 INFO:tasks.workunit.client.0.smithi157.stdout:op 3602 completed, throughput=5MB/sec 2024-08-17T01:04:45.402 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nYvpT1UQXpZBZES off=5966141 len=2028087 2024-08-17T01:04:45.404 INFO:tasks.workunit.client.0.smithi157.stdout:op 3603 completed, throughput=5MB/sec 2024-08-17T01:04:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:45 smithi187 ceph-mon[90552]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:04:46.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:45 smithi157 ceph-mon[98780]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:04:46.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:45 smithi157 ceph-mon[101289]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:04:46.404 INFO:tasks.workunit.client.0.smithi157.stdout: 695: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:46.405 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qrN-RR09YyD7zqX off=4210625 len=960022 2024-08-17T01:04:46.411 INFO:tasks.workunit.client.0.smithi157.stdout:op 3604 completed, throughput=4.99MB/sec 2024-08-17T01:04:46.411 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4CfmrNEhEA9MSqQ off=929258 len=93652 2024-08-17T01:04:46.412 INFO:tasks.workunit.client.0.smithi157.stdout:op 3605 completed, throughput=4.99MB/sec 2024-08-17T01:04:46.412 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ms6NyCvRpmNWRrH off=1164127 len=290142 2024-08-17T01:04:46.415 INFO:tasks.workunit.client.0.smithi157.stdout:op 3606 completed, throughput=4.99MB/sec 2024-08-17T01:04:46.415 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jpenkMoqXVmzpSm off=2109552 len=215065 2024-08-17T01:04:46.415 INFO:tasks.workunit.client.0.smithi157.stdout:op 3607 completed, throughput=5MB/sec 2024-08-17T01:04:46.416 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-F8mVFzKq1cdhEP1 off=17490772 len=1937061 2024-08-17T01:04:46.419 INFO:tasks.workunit.client.0.smithi157.stdout:op 3608 completed, throughput=5MB/sec 2024-08-17T01:04:46.419 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BGZAgfjz_HzfpUM off=12293701 len=1875027 2024-08-17T01:04:46.421 INFO:tasks.workunit.client.0.smithi157.stdout:op 3609 completed, throughput=5MB/sec 2024-08-17T01:04:47.422 INFO:tasks.workunit.client.0.smithi157.stdout: 696: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:47.422 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wNwKJszhPGDHUxb off=3824340 len=265638 2024-08-17T01:04:47.425 INFO:tasks.workunit.client.0.smithi157.stdout:op 3610 completed, throughput=4.99MB/sec 2024-08-17T01:04:47.425 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JhXVN69Kdw-qcgh off=663106 len=103626 2024-08-17T01:04:47.426 INFO:tasks.workunit.client.0.smithi157.stdout:op 3611 completed, throughput=4.99MB/sec 2024-08-17T01:04:47.426 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QBLTe_IliQbwT9p off=842133 len=1002375 2024-08-17T01:04:47.431 INFO:tasks.workunit.client.0.smithi157.stdout:op 3612 completed, throughput=4.99MB/sec 2024-08-17T01:04:47.431 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gfkLGVhmb0J-hhr off=10922390 len=744650 2024-08-17T01:04:47.435 INFO:tasks.workunit.client.0.smithi157.stdout:op 3613 completed, throughput=5MB/sec 2024-08-17T01:04:47.435 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-W6yzYNqRVd3KTtK off=1552303 len=2048774 2024-08-17T01:04:47.437 INFO:tasks.workunit.client.0.smithi157.stdout:op 3614 completed, throughput=5MB/sec 2024-08-17T01:04:47.437 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cPnrfDGzMF6e-FQ off=775761 len=711282 2024-08-17T01:04:47.441 INFO:tasks.workunit.client.0.smithi157.stdout:op 3615 completed, throughput=5MB/sec 2024-08-17T01:04:47.441 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZtEcPrN0DUdtzDZ off=7944279 len=1282693 2024-08-17T01:04:47.447 INFO:tasks.workunit.client.0.smithi157.stdout:op 3616 completed, throughput=5MB/sec 2024-08-17T01:04:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:47 smithi187 ceph-mon[90552]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:04:48.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:47 smithi157 ceph-mon[98780]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:04:48.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:47 smithi157 ceph-mon[101289]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:04:48.447 INFO:tasks.workunit.client.0.smithi157.stdout: 697: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:48.447 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sBR04Wb7u1DVmvl off=13360763 len=1123526 2024-08-17T01:04:48.453 INFO:tasks.workunit.client.0.smithi157.stdout:op 3617 completed, throughput=5MB/sec 2024-08-17T01:04:48.453 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-egUOE8nM6I5kPj6 off=11343497 len=269386 2024-08-17T01:04:48.454 INFO:tasks.workunit.client.0.smithi157.stdout:op 3618 completed, throughput=5MB/sec 2024-08-17T01:04:48.454 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8qBNKoeWRi3y0CF off=0 len=1535539 2024-08-17T01:04:48.456 INFO:tasks.workunit.client.0.smithi157.stdout:op 3619 completed, throughput=5MB/sec 2024-08-17T01:04:48.456 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-g4gBu4Oa46hPJ_G off=4955536 len=231667 2024-08-17T01:04:48.456 INFO:tasks.workunit.client.0.smithi157.stdout:op 3620 completed, throughput=5MB/sec 2024-08-17T01:04:48.456 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5pbG0hvrMk8Dw_j off=18117028 len=2093030 2024-08-17T01:04:48.458 INFO:tasks.workunit.client.0.smithi157.stdout:op 3621 completed, throughput=5MB/sec 2024-08-17T01:04:49.458 INFO:tasks.workunit.client.0.smithi157.stdout: 698: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:49.459 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cCb7-K0vK0UhphX off=3640119 len=825487 2024-08-17T01:04:49.463 INFO:tasks.workunit.client.0.smithi157.stdout:op 3622 completed, throughput=5MB/sec 2024-08-17T01:04:49.463 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yctn1Zi3f1zUKHU off=1751484 len=1860737 2024-08-17T01:04:49.465 INFO:tasks.workunit.client.0.smithi157.stdout:op 3623 completed, throughput=5MB/sec 2024-08-17T01:04:49.465 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-q7Rh7GL5sfqstKn off=203798 len=510370 2024-08-17T01:04:49.469 INFO:tasks.workunit.client.0.smithi157.stdout:op 3624 completed, throughput=5MB/sec 2024-08-17T01:04:49.469 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MUGMFqqe6qGAyC_ off=5012887 len=165919 2024-08-17T01:04:49.472 INFO:tasks.workunit.client.0.smithi157.stdout:op 3625 completed, throughput=5MB/sec 2024-08-17T01:04:49.472 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Iq99RItTSkwJTTg off=2712688 len=1336427 2024-08-17T01:04:49.473 INFO:tasks.workunit.client.0.smithi157.stdout:op 3626 completed, throughput=5MB/sec 2024-08-17T01:04:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:49 smithi187 ceph-mon[90552]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:04:50.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:49 smithi157 ceph-mon[101289]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:04:50.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:49 smithi157 ceph-mon[98780]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:04:50.474 INFO:tasks.workunit.client.0.smithi157.stdout: 699: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:50.474 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vW1Kp7sQyqNCjEy off=2583457 len=2033928 2024-08-17T01:04:50.484 INFO:tasks.workunit.client.0.smithi157.stdout:op 3627 completed, throughput=5MB/sec 2024-08-17T01:04:50.484 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lKRYM_OhWCMXwZh off=16078989 len=1034422 2024-08-17T01:04:50.488 INFO:tasks.workunit.client.0.smithi157.stdout:op 3628 completed, throughput=5MB/sec 2024-08-17T01:04:50.488 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PzwFhpcAE58fgpK off=18102518 len=928374 2024-08-17T01:04:50.493 INFO:tasks.workunit.client.0.smithi157.stdout:op 3629 completed, throughput=5MB/sec 2024-08-17T01:04:50.493 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EZInHqtyG1ESvzY off=12911977 len=1115125 2024-08-17T01:04:50.498 INFO:tasks.workunit.client.0.smithi157.stdout:op 3630 completed, throughput=5MB/sec 2024-08-17T01:04:50.498 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-16btvfj1CVPXxOs off=5663533 len=459955 2024-08-17T01:04:50.502 INFO:tasks.workunit.client.0.smithi157.stdout:op 3631 completed, throughput=5MB/sec 2024-08-17T01:04:51.502 INFO:tasks.workunit.client.0.smithi157.stdout: 700: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:51.503 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4dO7nqz8ozVFUNA off=5778861 len=144673 2024-08-17T01:04:51.505 INFO:tasks.workunit.client.0.smithi157.stdout:op 3632 completed, throughput=4.99MB/sec 2024-08-17T01:04:51.505 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OJGt4-Nc07ZqJVT off=0 len=1818871 2024-08-17T01:04:51.508 INFO:tasks.workunit.client.0.smithi157.stdout:op 3633 completed, throughput=5MB/sec 2024-08-17T01:04:51.508 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-esbdp3vD01lOqE1 off=2526535 len=1110505 2024-08-17T01:04:51.513 INFO:tasks.workunit.client.0.smithi157.stdout:op 3634 completed, throughput=5MB/sec 2024-08-17T01:04:51.513 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-J2bGjkLhGSG8UHi off=1201834 len=631664 2024-08-17T01:04:51.517 INFO:tasks.workunit.client.0.smithi157.stdout:op 3635 completed, throughput=5MB/sec 2024-08-17T01:04:51.517 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1iQPkpSmyuVmkCm off=12820579 len=1720037 2024-08-17T01:04:51.526 INFO:tasks.workunit.client.0.smithi157.stdout:op 3636 completed, throughput=5MB/sec 2024-08-17T01:04:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:51 smithi187 ceph-mon[90552]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:04:52.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:51 smithi157 ceph-mon[101289]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:04:52.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:51 smithi157 ceph-mon[98780]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:04:52.526 INFO:tasks.workunit.client.0.smithi157.stdout: 701: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:52.526 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-epZ2oU6IVCf0_Wa off=4510750 len=663576 2024-08-17T01:04:52.530 INFO:tasks.workunit.client.0.smithi157.stdout:op 3637 completed, throughput=4.99MB/sec 2024-08-17T01:04:52.530 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3XIFDdkk1K0Kdfb off=256275 len=1723227 2024-08-17T01:04:52.532 INFO:tasks.workunit.client.0.smithi157.stdout:op 3638 completed, throughput=5MB/sec 2024-08-17T01:04:52.532 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8IRk7KEwsoEw1gr off=2166990 len=179219 2024-08-17T01:04:52.533 INFO:tasks.workunit.client.0.smithi157.stdout:op 3639 completed, throughput=5MB/sec 2024-08-17T01:04:52.533 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kyzE2xdH4Ji8eEf off=8895237 len=487866 2024-08-17T01:04:52.537 INFO:tasks.workunit.client.0.smithi157.stdout:op 3640 completed, throughput=5MB/sec 2024-08-17T01:04:52.537 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OZGqx7DVICDvLZt off=7631674 len=1027514 2024-08-17T01:04:52.539 INFO:tasks.workunit.client.0.smithi157.stdout:op 3641 completed, throughput=5MB/sec 2024-08-17T01:04:52.539 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8ZudhK-BuUjfN91 off=3222682 len=1480548 2024-08-17T01:04:52.541 INFO:tasks.workunit.client.0.smithi157.stdout:op 3642 completed, throughput=5MB/sec 2024-08-17T01:04:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:04:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:04:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:04:53.541 INFO:tasks.workunit.client.0.smithi157.stdout: 702: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:53.542 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sGba-5yN2eVEKvL off=8297344 len=1975479 2024-08-17T01:04:53.544 INFO:tasks.workunit.client.0.smithi157.stdout:op 3643 completed, throughput=5MB/sec 2024-08-17T01:04:53.544 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-l_GMMxiTfKQMaoe off=751402 len=2048999 2024-08-17T01:04:53.555 INFO:tasks.workunit.client.0.smithi157.stdout:op 3644 completed, throughput=5MB/sec 2024-08-17T01:04:53.555 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_0xUgLXESLo-w1F off=2569851 len=1469502 2024-08-17T01:04:53.556 INFO:tasks.workunit.client.0.smithi157.stdout:op 3645 completed, throughput=5MB/sec 2024-08-17T01:04:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:04:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:04:53] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-08-17T01:04:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:53 smithi187 ceph-mon[90552]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:04:54.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:53 smithi157 ceph-mon[98780]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:04:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:53 smithi157 ceph-mon[101289]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:04:54.557 INFO:tasks.workunit.client.0.smithi157.stdout: 703: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:54.557 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-60SNv7VTeGEhkwK off=4708838 len=1091122 2024-08-17T01:04:54.559 INFO:tasks.workunit.client.0.smithi157.stdout:op 3646 completed, throughput=5MB/sec 2024-08-17T01:04:54.559 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eLn7-HDaewhCN5o off=640910 len=1372344 2024-08-17T01:04:54.566 INFO:tasks.workunit.client.0.smithi157.stdout:op 3647 completed, throughput=5MB/sec 2024-08-17T01:04:54.566 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zmpLVm9CUHVKTOl off=73897 len=1321306 2024-08-17T01:04:54.572 INFO:tasks.workunit.client.0.smithi157.stdout:op 3648 completed, throughput=5MB/sec 2024-08-17T01:04:54.573 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-c5h3P7BZ1vGKQcB off=18002711 len=639229 2024-08-17T01:04:54.574 INFO:tasks.workunit.client.0.smithi157.stdout:op 3649 completed, throughput=5MB/sec 2024-08-17T01:04:54.574 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eYiPUd6OKZpyl_B off=11589511 len=1317031 2024-08-17T01:04:54.579 INFO:tasks.workunit.client.0.smithi157.stdout:op 3650 completed, throughput=5MB/sec 2024-08-17T01:04:55.579 INFO:tasks.workunit.client.0.smithi157.stdout: 704: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:55.580 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lJYsUIw0UAVvGhW off=2035031 len=46099 2024-08-17T01:04:55.580 INFO:tasks.workunit.client.0.smithi157.stdout:op 3651 completed, throughput=4.99MB/sec 2024-08-17T01:04:55.581 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dnHCPIm5RydP0uj off=3809168 len=104529 2024-08-17T01:04:55.581 INFO:tasks.workunit.client.0.smithi157.stdout:op 3652 completed, throughput=4.99MB/sec 2024-08-17T01:04:55.581 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pc1HJcODuOD4K7E off=12515319 len=190762 2024-08-17T01:04:55.584 INFO:tasks.workunit.client.0.smithi157.stdout:op 3653 completed, throughput=5MB/sec 2024-08-17T01:04:55.584 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wiVCrve-ugVr9T- off=16222811 len=296214 2024-08-17T01:04:55.587 INFO:tasks.workunit.client.0.smithi157.stdout:op 3654 completed, throughput=5MB/sec 2024-08-17T01:04:55.588 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TtcR1NMcraxFoFq off=5556815 len=1302291 2024-08-17T01:04:55.589 INFO:tasks.workunit.client.0.smithi157.stdout:op 3655 completed, throughput=5MB/sec 2024-08-17T01:04:55.589 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QPA5IqbIo3jYUPQ off=10167505 len=1210310 2024-08-17T01:04:55.591 INFO:tasks.workunit.client.0.smithi157.stdout:op 3656 completed, throughput=5MB/sec 2024-08-17T01:04:55.591 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-J2bGjkLhGSG8UHi off=1284611 len=1187179 2024-08-17T01:04:55.593 INFO:tasks.workunit.client.0.smithi157.stdout:op 3657 completed, throughput=5MB/sec 2024-08-17T01:04:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:55 smithi187 ceph-mon[90552]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:04:56.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:55 smithi157 ceph-mon[98780]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:04:56.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:55 smithi157 ceph-mon[101289]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:04:56.593 INFO:tasks.workunit.client.0.smithi157.stdout: 705: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:56.593 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-d8ojrhslU8M9RMy off=7159730 len=269109 2024-08-17T01:04:56.594 INFO:tasks.workunit.client.0.smithi157.stdout:op 3658 completed, throughput=4.99MB/sec 2024-08-17T01:04:56.594 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_dcfkrnj4WEbcmp off=5535989 len=1095201 2024-08-17T01:04:56.599 INFO:tasks.workunit.client.0.smithi157.stdout:op 3659 completed, throughput=5MB/sec 2024-08-17T01:04:56.599 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-acRexqGboFZ9dra off=7208663 len=1279204 2024-08-17T01:04:56.606 INFO:tasks.workunit.client.0.smithi157.stdout:op 3660 completed, throughput=5MB/sec 2024-08-17T01:04:56.607 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mcyV_kLzUnqgvBB off=6369454 len=1211657 2024-08-17T01:04:56.611 INFO:tasks.workunit.client.0.smithi157.stdout:op 3661 completed, throughput=5MB/sec 2024-08-17T01:04:56.611 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GloMNx53MDbl8n3 off=2058042 len=1883952 2024-08-17T01:04:56.612 INFO:tasks.workunit.client.0.smithi157.stdout:op 3662 completed, throughput=5MB/sec 2024-08-17T01:04:57.613 INFO:tasks.workunit.client.0.smithi157.stdout: 706: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:57.613 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JQgGHRky6ikwhsR off=4036113 len=286542 2024-08-17T01:04:57.616 INFO:tasks.workunit.client.0.smithi157.stdout:op 3663 completed, throughput=4.99MB/sec 2024-08-17T01:04:57.616 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QRHXWnBGmqUqcCr off=2614554 len=222372 2024-08-17T01:04:57.619 INFO:tasks.workunit.client.0.smithi157.stdout:op 3664 completed, throughput=4.99MB/sec 2024-08-17T01:04:57.620 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gAnhqxv2pJCesQC off=1587908 len=697019 2024-08-17T01:04:57.623 INFO:tasks.workunit.client.0.smithi157.stdout:op 3665 completed, throughput=5MB/sec 2024-08-17T01:04:57.624 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QfWc3-cRu6gqDsT off=4980560 len=817349 2024-08-17T01:04:57.625 INFO:tasks.workunit.client.0.smithi157.stdout:op 3666 completed, throughput=5MB/sec 2024-08-17T01:04:57.625 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1c5wvg45mpJW2M_ off=3494630 len=1842065 2024-08-17T01:04:57.632 INFO:tasks.workunit.client.0.smithi157.stdout:op 3667 completed, throughput=5MB/sec 2024-08-17T01:04:57.632 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wOOk6S6IQ1xrL7V off=1568344 len=630866 2024-08-17T01:04:57.633 INFO:tasks.workunit.client.0.smithi157.stdout:op 3668 completed, throughput=5MB/sec 2024-08-17T01:04:57.633 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TZtzwwbplxJqlJp off=4058323 len=1607473 2024-08-17T01:04:57.635 INFO:tasks.workunit.client.0.smithi157.stdout:op 3669 completed, throughput=5MB/sec 2024-08-17T01:04:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:57 smithi187 ceph-mon[90552]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:04:58.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:57 smithi157 ceph-mon[98780]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:04:58.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:57 smithi157 ceph-mon[101289]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:04:58.635 INFO:tasks.workunit.client.0.smithi157.stdout: 707: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:58.635 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kWUKRnAVDj8eG3f off=1718028 len=1040700 2024-08-17T01:04:58.641 INFO:tasks.workunit.client.0.smithi157.stdout:op 3670 completed, throughput=5MB/sec 2024-08-17T01:04:58.641 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NiLemr8HRalk6PN off=301080 len=1589081 2024-08-17T01:04:58.649 INFO:tasks.workunit.client.0.smithi157.stdout:op 3671 completed, throughput=5MB/sec 2024-08-17T01:04:58.649 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vsfmhEKhJ60G6X0 off=1544348 len=1585740 2024-08-17T01:04:58.651 INFO:tasks.workunit.client.0.smithi157.stdout:op 3672 completed, throughput=5MB/sec 2024-08-17T01:04:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:59.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:59.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:59.652 INFO:tasks.workunit.client.0.smithi157.stdout: 708: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:59.652 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eN-NlgPlxmyUavA off=4906150 len=279936 2024-08-17T01:04:59.652 INFO:tasks.workunit.client.0.smithi157.stdout:op 3673 completed, throughput=4.99MB/sec 2024-08-17T01:04:59.652 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4BgOgi1wblT9Eh9 off=12560051 len=1594166 2024-08-17T01:04:59.654 INFO:tasks.workunit.client.0.smithi157.stdout:op 3674 completed, throughput=5MB/sec 2024-08-17T01:04:59.654 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0u_d0PFQUTQVdiP off=14003163 len=1624125 2024-08-17T01:04:59.663 INFO:tasks.workunit.client.0.smithi157.stdout:op 3675 completed, throughput=5MB/sec 2024-08-17T01:04:59.663 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KRqqMLzD3r69foB off=3619569 len=797764 2024-08-17T01:04:59.667 INFO:tasks.workunit.client.0.smithi157.stdout:op 3676 completed, throughput=5MB/sec 2024-08-17T01:04:59.668 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Cq2OkUrsFhtK287 off=691396 len=1311203 2024-08-17T01:04:59.673 INFO:tasks.workunit.client.0.smithi157.stdout:op 3677 completed, throughput=5MB/sec 2024-08-17T01:05:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:04:59 smithi187 ceph-mon[90552]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-17T01:05:00.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:04:59 smithi157 ceph-mon[101289]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-17T01:05:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:04:59 smithi157 ceph-mon[98780]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-17T01:05:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: 709: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:00.673 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7UeRghCiL1-_6lz off=12999335 len=1699339 2024-08-17T01:05:00.675 INFO:tasks.workunit.client.0.smithi157.stdout:op 3678 completed, throughput=5MB/sec 2024-08-17T01:05:00.675 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oCnJun-wElXDmhu off=800606 len=1990272 2024-08-17T01:05:00.687 INFO:tasks.workunit.client.0.smithi157.stdout:op 3679 completed, throughput=5MB/sec 2024-08-17T01:05:00.687 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7eyLgQBzuaxKDY6 off=5226477 len=1807101 2024-08-17T01:05:00.689 INFO:tasks.workunit.client.0.smithi157.stdout:op 3680 completed, throughput=5MB/sec 2024-08-17T01:05:01.689 INFO:tasks.workunit.client.0.smithi157.stdout: 710: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:01.690 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-P7R2NrF9tNFFhcF off=177993 len=1267284 2024-08-17T01:05:01.697 INFO:tasks.workunit.client.0.smithi157.stdout:op 3681 completed, throughput=5MB/sec 2024-08-17T01:05:01.697 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-epotx1ReaA3SM-Z off=8645657 len=296117 2024-08-17T01:05:01.700 INFO:tasks.workunit.client.0.smithi157.stdout:op 3682 completed, throughput=5MB/sec 2024-08-17T01:05:01.700 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NNBorneyvnvmO5o off=6267504 len=1356310 2024-08-17T01:05:01.709 INFO:tasks.workunit.client.0.smithi157.stdout:op 3683 completed, throughput=5MB/sec 2024-08-17T01:05:01.709 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PcfuXB-6ctNpl9R off=336627 len=308731 2024-08-17T01:05:01.712 INFO:tasks.workunit.client.0.smithi157.stdout:op 3684 completed, throughput=5MB/sec 2024-08-17T01:05:01.712 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Swy-BkMMpbQLvQA off=967598 len=888362 2024-08-17T01:05:01.713 INFO:tasks.workunit.client.0.smithi157.stdout:op 3685 completed, throughput=5MB/sec 2024-08-17T01:05:01.713 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Qvvi-wk_8iv-szs off=15016618 len=1202218 2024-08-17T01:05:01.715 INFO:tasks.workunit.client.0.smithi157.stdout:op 3686 completed, throughput=5MB/sec 2024-08-17T01:05:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:01 smithi187 ceph-mon[90552]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:05:02.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:01 smithi157 ceph-mon[98780]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:05:02.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:01 smithi157 ceph-mon[101289]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:05:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:05:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:05:02.715 INFO:tasks.workunit.client.0.smithi157.stdout: 711: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:02.715 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-seOtcKzMAELkM5m off=574356 len=208844 2024-08-17T01:05:02.718 INFO:tasks.workunit.client.0.smithi157.stdout:op 3687 completed, throughput=4.99MB/sec 2024-08-17T01:05:02.719 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YTIR4wl_wX9Vhl4 off=3228719 len=228561 2024-08-17T01:05:02.719 INFO:tasks.workunit.client.0.smithi157.stdout:op 3688 completed, throughput=4.99MB/sec 2024-08-17T01:05:02.719 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KsYMbfwGCS9Fjuj off=11487657 len=197662 2024-08-17T01:05:02.720 INFO:tasks.workunit.client.0.smithi157.stdout:op 3689 completed, throughput=4.99MB/sec 2024-08-17T01:05:02.720 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Q1HV-7ZF3utflBV off=2775632 len=635046 2024-08-17T01:05:02.721 INFO:tasks.workunit.client.0.smithi157.stdout:op 3690 completed, throughput=5MB/sec 2024-08-17T01:05:02.721 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AXrsb6RKnzVDf-k off=7181489 len=864933 2024-08-17T01:05:02.725 INFO:tasks.workunit.client.0.smithi157.stdout:op 3691 completed, throughput=5MB/sec 2024-08-17T01:05:02.726 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xvbDviLa_oZlvT9 off=2543173 len=544608 2024-08-17T01:05:02.729 INFO:tasks.workunit.client.0.smithi157.stdout:op 3692 completed, throughput=5MB/sec 2024-08-17T01:05:02.729 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-991abU02hZ7U29- off=11843730 len=1141309 2024-08-17T01:05:02.731 INFO:tasks.workunit.client.0.smithi157.stdout:op 3693 completed, throughput=5MB/sec 2024-08-17T01:05:02.731 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-X9E7cTNdUhXMs21 off=890971 len=364562 2024-08-17T01:05:02.734 INFO:tasks.workunit.client.0.smithi157.stdout:op 3694 completed, throughput=5MB/sec 2024-08-17T01:05:02.734 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ie9UKRpxcSWkGi_ off=15036947 len=222982 2024-08-17T01:05:02.734 INFO:tasks.workunit.client.0.smithi157.stdout:op 3695 completed, throughput=5MB/sec 2024-08-17T01:05:02.735 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jvjy1w3lWsYMhjZ off=13215671 len=1787944 2024-08-17T01:05:02.736 INFO:tasks.workunit.client.0.smithi157.stdout:op 3696 completed, throughput=5MB/sec 2024-08-17T01:05:03.737 INFO:tasks.workunit.client.0.smithi157.stdout: 712: throughput=5MB/sec pending data=0 2024-08-17T01:05:03.737 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_ugNYdWEzvfPt6u off=5729896 len=1492288 2024-08-17T01:05:03.743 INFO:tasks.workunit.client.0.smithi157.stdout:op 3697 completed, throughput=5MB/sec 2024-08-17T01:05:03.743 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LumcCcTk2ifMWyQ off=12700841 len=731578 2024-08-17T01:05:03.744 INFO:tasks.workunit.client.0.smithi157.stdout:op 3698 completed, throughput=5MB/sec 2024-08-17T01:05:03.744 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-X9E7cTNdUhXMs21 off=812560 len=1030000 2024-08-17T01:05:03.745 INFO:tasks.workunit.client.0.smithi157.stdout:op 3699 completed, throughput=5MB/sec 2024-08-17T01:05:03.745 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wtX5Fah4-pPU1Sr off=224892 len=1720098 2024-08-17T01:05:03.747 INFO:tasks.workunit.client.0.smithi157.stdout:op 3700 completed, throughput=5MB/sec 2024-08-17T01:05:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:05:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:05:03] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:05:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:03 smithi187 ceph-mon[90552]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:05:04.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:03 smithi157 ceph-mon[101289]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:05:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:03 smithi157 ceph-mon[98780]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:05:04.747 INFO:tasks.workunit.client.0.smithi157.stdout: 713: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:04.748 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UwOKedF8iNDx-c8 off=4236453 len=1734507 2024-08-17T01:05:04.749 INFO:tasks.workunit.client.0.smithi157.stdout:op 3701 completed, throughput=5MB/sec 2024-08-17T01:05:04.750 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-01zu2OSy9hNAIrC off=12699732 len=1267597 2024-08-17T01:05:04.752 INFO:tasks.workunit.client.0.smithi157.stdout:op 3702 completed, throughput=5MB/sec 2024-08-17T01:05:04.752 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Q-KLSddIcswEBqu off=0 len=1137547 2024-08-17T01:05:04.757 INFO:tasks.workunit.client.0.smithi157.stdout:op 3703 completed, throughput=5MB/sec 2024-08-17T01:05:05.757 INFO:tasks.workunit.client.0.smithi157.stdout: 714: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:05.758 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZYKAW7lhnWEw6yo off=2554643 len=397600 2024-08-17T01:05:05.761 INFO:tasks.workunit.client.0.smithi157.stdout:op 3704 completed, throughput=4.99MB/sec 2024-08-17T01:05:05.761 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JgQuzrpLZei_3f6 off=227003 len=1430986 2024-08-17T01:05:05.762 INFO:tasks.workunit.client.0.smithi157.stdout:op 3705 completed, throughput=5MB/sec 2024-08-17T01:05:05.762 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YMfiGUctSge49gW off=3336949 len=426097 2024-08-17T01:05:05.766 INFO:tasks.workunit.client.0.smithi157.stdout:op 3706 completed, throughput=5MB/sec 2024-08-17T01:05:05.766 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4MF80iviBnKX-8e off=5697958 len=1740216 2024-08-17T01:05:05.776 INFO:tasks.workunit.client.0.smithi157.stdout:op 3707 completed, throughput=5MB/sec 2024-08-17T01:05:05.777 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BW3SZTuKaWisdrL off=11405659 len=1941530 2024-08-17T01:05:05.779 INFO:tasks.workunit.client.0.smithi157.stdout:op 3708 completed, throughput=5MB/sec 2024-08-17T01:05:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:05 smithi187 ceph-mon[90552]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:05:06.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:05 smithi157 ceph-mon[101289]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:05:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:05 smithi157 ceph-mon[98780]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:05:06.780 INFO:tasks.workunit.client.0.smithi157.stdout: 715: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:06.780 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uk7rqIQq4rvg4DK off=3052789 len=2071146 2024-08-17T01:05:06.782 INFO:tasks.workunit.client.0.smithi157.stdout:op 3709 completed, throughput=5MB/sec 2024-08-17T01:05:06.782 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Hm1Io_iwG-NBVGS off=12495277 len=1503808 2024-08-17T01:05:06.792 INFO:tasks.workunit.client.0.smithi157.stdout:op 3710 completed, throughput=5MB/sec 2024-08-17T01:05:06.792 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EWc3ETL91IvesLE off=5208845 len=1494804 2024-08-17T01:05:06.800 INFO:tasks.workunit.client.0.smithi157.stdout:op 3711 completed, throughput=5MB/sec 2024-08-17T01:05:07.800 INFO:tasks.workunit.client.0.smithi157.stdout: 716: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:07.800 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pxP_S3Dc9DvhCAL off=732612 len=1606314 2024-08-17T01:05:07.808 INFO:tasks.workunit.client.0.smithi157.stdout:op 3712 completed, throughput=5MB/sec 2024-08-17T01:05:07.808 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qX5gKGwlG-UVegF off=528470 len=30353 2024-08-17T01:05:07.808 INFO:tasks.workunit.client.0.smithi157.stdout:op 3713 completed, throughput=5MB/sec 2024-08-17T01:05:07.808 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aJQrRCX49Bj7Py- off=11271541 len=206265 2024-08-17T01:05:07.811 INFO:tasks.workunit.client.0.smithi157.stdout:op 3714 completed, throughput=5MB/sec 2024-08-17T01:05:07.811 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_AcvqQHj9fXYCLY off=929441 len=1941209 2024-08-17T01:05:07.815 INFO:tasks.workunit.client.0.smithi157.stdout:op 3715 completed, throughput=5MB/sec 2024-08-17T01:05:07.815 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VlgsuM7fPGHFrma off=6423419 len=497558 2024-08-17T01:05:07.819 INFO:tasks.workunit.client.0.smithi157.stdout:op 3716 completed, throughput=5MB/sec 2024-08-17T01:05:07.819 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OmjR2FdAEBGLitL off=5706445 len=1930451 2024-08-17T01:05:07.823 INFO:tasks.workunit.client.0.smithi157.stdout:op 3717 completed, throughput=5MB/sec 2024-08-17T01:05:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:07 smithi187 ceph-mon[90552]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:05:08.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:07 smithi157 ceph-mon[98780]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:05:08.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:07 smithi157 ceph-mon[101289]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:05:08.823 INFO:tasks.workunit.client.0.smithi157.stdout: 717: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:08.824 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FIH5m_DCOvWj0yX off=2785712 len=698564 2024-08-17T01:05:08.826 INFO:tasks.workunit.client.0.smithi157.stdout:op 3718 completed, throughput=5MB/sec 2024-08-17T01:05:08.826 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nOWZtO0Rpn9cWLq off=5642183 len=1248338 2024-08-17T01:05:08.833 INFO:tasks.workunit.client.0.smithi157.stdout:op 3719 completed, throughput=5MB/sec 2024-08-17T01:05:08.833 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WcPYwRSYvpbd-NN off=8611065 len=1527434 2024-08-17T01:05:08.835 INFO:tasks.workunit.client.0.smithi157.stdout:op 3720 completed, throughput=5MB/sec 2024-08-17T01:05:08.835 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oBs8CMLQdZayypS off=3680789 len=1104087 2024-08-17T01:05:08.836 INFO:tasks.workunit.client.0.smithi157.stdout:op 3721 completed, throughput=5MB/sec 2024-08-17T01:05:09.837 INFO:tasks.workunit.client.0.smithi157.stdout: 718: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:09.837 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RBb-Q83VUoAqYUH off=0 len=1536381 2024-08-17T01:05:09.840 INFO:tasks.workunit.client.0.smithi157.stdout:op 3722 completed, throughput=5MB/sec 2024-08-17T01:05:09.841 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-56PXv5bFXnu06fg off=4362489 len=1106218 2024-08-17T01:05:09.846 INFO:tasks.workunit.client.0.smithi157.stdout:op 3723 completed, throughput=5MB/sec 2024-08-17T01:05:09.846 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Cb19IwWEGz9QeED off=3639521 len=1194255 2024-08-17T01:05:09.847 INFO:tasks.workunit.client.0.smithi157.stdout:op 3724 completed, throughput=5MB/sec 2024-08-17T01:05:09.847 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_UFoRWkPdHtlOmr off=7226544 len=1540854 2024-08-17T01:05:09.849 INFO:tasks.workunit.client.0.smithi157.stdout:op 3725 completed, throughput=5MB/sec 2024-08-17T01:05:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:09 smithi187 ceph-mon[90552]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:05:10.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:09 smithi157 ceph-mon[98780]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:05:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:09 smithi157 ceph-mon[101289]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:05:10.849 INFO:tasks.workunit.client.0.smithi157.stdout: 719: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:10.849 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ht4pSIXGNJ2zfpD off=14080844 len=979007 2024-08-17T01:05:10.851 INFO:tasks.workunit.client.0.smithi157.stdout:op 3726 completed, throughput=5MB/sec 2024-08-17T01:05:10.851 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CCJ7kM-_t4APX9L off=22941434 len=1072363 2024-08-17T01:05:10.857 INFO:tasks.workunit.client.0.smithi157.stdout:op 3727 completed, throughput=5MB/sec 2024-08-17T01:05:10.857 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uLFXFx7iNNZdUZ2 off=23730718 len=13619 2024-08-17T01:05:10.859 INFO:tasks.workunit.client.0.smithi157.stdout:op 3728 completed, throughput=5MB/sec 2024-08-17T01:05:10.859 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zOP2xpvOUy2s0bJ off=9661524 len=1011663 2024-08-17T01:05:10.865 INFO:tasks.workunit.client.0.smithi157.stdout:op 3729 completed, throughput=5MB/sec 2024-08-17T01:05:10.865 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-97WjE16Uf6LHIWa off=4044592 len=662468 2024-08-17T01:05:10.869 INFO:tasks.workunit.client.0.smithi157.stdout:op 3730 completed, throughput=5MB/sec 2024-08-17T01:05:10.869 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aBF4TkMYlfEEW5- off=17454376 len=1922460 2024-08-17T01:05:10.870 INFO:tasks.workunit.client.0.smithi157.stdout:op 3731 completed, throughput=5MB/sec 2024-08-17T01:05:11.871 INFO:tasks.workunit.client.0.smithi157.stdout: 720: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:11.871 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2liZLZXRi35NgDO off=136983 len=1644369 2024-08-17T01:05:11.873 INFO:tasks.workunit.client.0.smithi157.stdout:op 3732 completed, throughput=5MB/sec 2024-08-17T01:05:11.873 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BdeVZt2heeec57y off=879461 len=1250385 2024-08-17T01:05:11.877 INFO:tasks.workunit.client.0.smithi157.stdout:op 3733 completed, throughput=5MB/sec 2024-08-17T01:05:11.877 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iV1VYsioDQblaQ9 off=973426 len=646647 2024-08-17T01:05:11.879 INFO:tasks.workunit.client.0.smithi157.stdout:op 3734 completed, throughput=5MB/sec 2024-08-17T01:05:11.879 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EWuF5pccE9XRXZU off=4813108 len=1284025 2024-08-17T01:05:11.888 INFO:tasks.workunit.client.0.smithi157.stdout:op 3735 completed, throughput=5MB/sec 2024-08-17T01:05:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:11 smithi187 ceph-mon[90552]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:05:12.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:11 smithi157 ceph-mon[98780]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:05:12.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:11 smithi157 ceph-mon[101289]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:05:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:05:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:05:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:05:12.888 INFO:tasks.workunit.client.0.smithi157.stdout: 721: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:12.888 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MrsClhZ0GFZZRxJ off=2712592 len=1950894 2024-08-17T01:05:12.896 INFO:tasks.workunit.client.0.smithi157.stdout:op 3736 completed, throughput=5MB/sec 2024-08-17T01:05:12.896 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iUqxBJWCK0e6jh4 off=2905240 len=245125 2024-08-17T01:05:12.899 INFO:tasks.workunit.client.0.smithi157.stdout:op 3737 completed, throughput=5MB/sec 2024-08-17T01:05:12.899 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-urhN2JRna4mP7R3 off=8860236 len=1037280 2024-08-17T01:05:12.901 INFO:tasks.workunit.client.0.smithi157.stdout:op 3738 completed, throughput=5MB/sec 2024-08-17T01:05:12.901 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5OXMjRMTw8y1m9f off=16305 len=150510 2024-08-17T01:05:12.902 INFO:tasks.workunit.client.0.smithi157.stdout:op 3739 completed, throughput=5MB/sec 2024-08-17T01:05:12.902 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-B6q1yu4F5WKeLhD off=778544 len=933650 2024-08-17T01:05:12.904 INFO:tasks.workunit.client.0.smithi157.stdout:op 3740 completed, throughput=5MB/sec 2024-08-17T01:05:12.904 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_owD3KesX4Yt6xf off=1221196 len=1380830 2024-08-17T01:05:12.905 INFO:tasks.workunit.client.0.smithi157.stdout:op 3741 completed, throughput=5MB/sec 2024-08-17T01:05:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:05:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:05:13] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:05:13.906 INFO:tasks.workunit.client.0.smithi157.stdout: 722: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:13.906 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ye6KCbeVkY3ovcL off=12829788 len=1701093 2024-08-17T01:05:13.908 INFO:tasks.workunit.client.0.smithi157.stdout:op 3742 completed, throughput=5MB/sec 2024-08-17T01:05:13.908 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LPIa9e5wYs0FXJX off=1956906 len=630803 2024-08-17T01:05:13.912 INFO:tasks.workunit.client.0.smithi157.stdout:op 3743 completed, throughput=5MB/sec 2024-08-17T01:05:13.912 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MTUSNs97s7BeGyE off=1997247 len=169084 2024-08-17T01:05:13.914 INFO:tasks.workunit.client.0.smithi157.stdout:op 3744 completed, throughput=5MB/sec 2024-08-17T01:05:13.915 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--VtEWNO7aVkT9EN off=649104 len=754578 2024-08-17T01:05:13.917 INFO:tasks.workunit.client.0.smithi157.stdout:op 3745 completed, throughput=5MB/sec 2024-08-17T01:05:13.917 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Pha-Nff9VY3dnZ8 off=5818383 len=425426 2024-08-17T01:05:13.921 INFO:tasks.workunit.client.0.smithi157.stdout:op 3746 completed, throughput=5MB/sec 2024-08-17T01:05:13.921 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JIRARG9wED6ZB96 off=9727761 len=975894 2024-08-17T01:05:13.926 INFO:tasks.workunit.client.0.smithi157.stdout:op 3747 completed, throughput=5MB/sec 2024-08-17T01:05:13.926 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TrtED30TotvX0cp off=8341388 len=1086520 2024-08-17T01:05:13.932 INFO:tasks.workunit.client.0.smithi157.stdout:op 3748 completed, throughput=5MB/sec 2024-08-17T01:05:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:13 smithi187 ceph-mon[90552]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:05:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:14.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:13 smithi157 ceph-mon[98780]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:05:14.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:13 smithi157 ceph-mon[101289]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:05:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:14.932 INFO:tasks.workunit.client.0.smithi157.stdout: 723: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:14.932 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ql5gfCIU_U4zSR6 off=4048091 len=577922 2024-08-17T01:05:14.933 INFO:tasks.workunit.client.0.smithi157.stdout:op 3749 completed, throughput=5MB/sec 2024-08-17T01:05:14.933 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NPu_-1cEA1g0py9 off=1768646 len=223639 2024-08-17T01:05:14.936 INFO:tasks.workunit.client.0.smithi157.stdout:op 3750 completed, throughput=5MB/sec 2024-08-17T01:05:14.936 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CjcU0iR8xTfzxeL off=8621241 len=1386881 2024-08-17T01:05:14.942 INFO:tasks.workunit.client.0.smithi157.stdout:op 3751 completed, throughput=5MB/sec 2024-08-17T01:05:14.942 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GGmI6LjE7M9H52W off=3405506 len=1872940 2024-08-17T01:05:14.952 INFO:tasks.workunit.client.0.smithi157.stdout:op 3752 completed, throughput=5MB/sec 2024-08-17T01:05:14.952 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JwmeamvY1uXvvQ3 off=4592536 len=1434391 2024-08-17T01:05:14.955 INFO:tasks.workunit.client.0.smithi157.stdout:op 3753 completed, throughput=5MB/sec 2024-08-17T01:05:15.955 INFO:tasks.workunit.client.0.smithi157.stdout: 724: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:15.956 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0MRptp6qUqxBWN2 off=8464942 len=1638333 2024-08-17T01:05:15.958 INFO:tasks.workunit.client.0.smithi157.stdout:op 3754 completed, throughput=5MB/sec 2024-08-17T01:05:15.959 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bZtqtqvXCEWb845 off=7413221 len=582188 2024-08-17T01:05:15.959 INFO:tasks.workunit.client.0.smithi157.stdout:op 3755 completed, throughput=5MB/sec 2024-08-17T01:05:15.960 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9Tc4hgd-gYH62UQ off=11175947 len=1050107 2024-08-17T01:05:15.964 INFO:tasks.workunit.client.0.smithi157.stdout:op 3756 completed, throughput=5MB/sec 2024-08-17T01:05:15.965 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CU1NUeUVcVFHF2M off=20206219 len=591967 2024-08-17T01:05:15.965 INFO:tasks.workunit.client.0.smithi157.stdout:op 3757 completed, throughput=5MB/sec 2024-08-17T01:05:15.965 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WHj6ZDosYSo4Y_j off=4744326 len=1738897 2024-08-17T01:05:15.975 INFO:tasks.workunit.client.0.smithi157.stdout:op 3758 completed, throughput=5MB/sec 2024-08-17T01:05:16.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:15 smithi187 ceph-mon[90552]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:05:16.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:15 smithi157 ceph-mon[98780]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:05:16.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:15 smithi157 ceph-mon[101289]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:05:16.976 INFO:tasks.workunit.client.0.smithi157.stdout: 725: throughput=5MB/sec pending data=0 2024-08-17T01:05:16.976 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-K9VE6-_IdBMP68U off=4508211 len=371051 2024-08-17T01:05:16.980 INFO:tasks.workunit.client.0.smithi157.stdout:op 3759 completed, throughput=5MB/sec 2024-08-17T01:05:16.980 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pdsjRFgJj37_mEe off=5656415 len=1132487 2024-08-17T01:05:16.982 INFO:tasks.workunit.client.0.smithi157.stdout:op 3760 completed, throughput=5MB/sec 2024-08-17T01:05:16.982 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_I8xtkTXUjiO4k_ off=4983160 len=18783 2024-08-17T01:05:16.983 INFO:tasks.workunit.client.0.smithi157.stdout:op 3761 completed, throughput=5MB/sec 2024-08-17T01:05:16.983 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2fMyZ67fbTnEafG off=9436788 len=1648163 2024-08-17T01:05:16.985 INFO:tasks.workunit.client.0.smithi157.stdout:op 3762 completed, throughput=5MB/sec 2024-08-17T01:05:16.985 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7lmRP8SFTF7lbYh off=5830047 len=1797865 2024-08-17T01:05:16.992 INFO:tasks.workunit.client.0.smithi157.stdout:op 3763 completed, throughput=5MB/sec 2024-08-17T01:05:17.992 INFO:tasks.workunit.client.0.smithi157.stdout: 726: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:17.992 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Uw9f8iirvviduAU off=3276586 len=67191 2024-08-17T01:05:17.993 INFO:tasks.workunit.client.0.smithi157.stdout:op 3764 completed, throughput=4.99MB/sec 2024-08-17T01:05:17.993 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_jiQ-5JQEHy1enw off=5207892 len=831826 2024-08-17T01:05:17.997 INFO:tasks.workunit.client.0.smithi157.stdout:op 3765 completed, throughput=5MB/sec 2024-08-17T01:05:17.997 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fL7ZIHmRY2qwxy5 off=4983282 len=158528 2024-08-17T01:05:17.998 INFO:tasks.workunit.client.0.smithi157.stdout:op 3766 completed, throughput=5MB/sec 2024-08-17T01:05:17.998 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GGdHB80BpYDqjKp off=13112846 len=1798571 2024-08-17T01:05:18.000 INFO:tasks.workunit.client.0.smithi157.stdout:op 3767 completed, throughput=5MB/sec 2024-08-17T01:05:18.000 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Gb8huMZ9hW7irO- off=14074051 len=1786066 2024-08-17T01:05:18.008 INFO:tasks.workunit.client.0.smithi157.stdout:op 3768 completed, throughput=5MB/sec 2024-08-17T01:05:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:17 smithi187 ceph-mon[90552]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:05:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:17 smithi157 ceph-mon[98780]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:05:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:17 smithi157 ceph-mon[101289]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:05:19.009 INFO:tasks.workunit.client.0.smithi157.stdout: 727: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:19.009 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj---7pY_cg0m4f2au off=3505295 len=522992 2024-08-17T01:05:19.010 INFO:tasks.workunit.client.0.smithi157.stdout:op 3769 completed, throughput=4.99MB/sec 2024-08-17T01:05:19.010 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8RvMzNT6erY45YR off=4991127 len=1142312 2024-08-17T01:05:19.016 INFO:tasks.workunit.client.0.smithi157.stdout:op 3770 completed, throughput=5MB/sec 2024-08-17T01:05:19.016 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jMTkJ4vNaWFTJpg off=13768907 len=2021437 2024-08-17T01:05:19.018 INFO:tasks.workunit.client.0.smithi157.stdout:op 3771 completed, throughput=5MB/sec 2024-08-17T01:05:19.018 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9gm24jlXnlwLwLh off=5524405 len=181268 2024-08-17T01:05:19.019 INFO:tasks.workunit.client.0.smithi157.stdout:op 3772 completed, throughput=5MB/sec 2024-08-17T01:05:19.019 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KvTpk_BFZRwpgCe off=15565366 len=600571 2024-08-17T01:05:19.023 INFO:tasks.workunit.client.0.smithi157.stdout:op 3773 completed, throughput=5MB/sec 2024-08-17T01:05:19.023 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-R_Uar1Bl-cWhm0x off=964862 len=359648 2024-08-17T01:05:19.023 INFO:tasks.workunit.client.0.smithi157.stdout:op 3774 completed, throughput=5MB/sec 2024-08-17T01:05:19.023 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uxqsjonpCtBNJhv off=15904522 len=166226 2024-08-17T01:05:19.024 INFO:tasks.workunit.client.0.smithi157.stdout:op 3775 completed, throughput=5MB/sec 2024-08-17T01:05:20.025 INFO:tasks.workunit.client.0.smithi157.stdout: 728: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:20.025 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aFQJKPoroba76lj off=10710636 len=2046604 2024-08-17T01:05:20.038 INFO:tasks.workunit.client.0.smithi157.stdout:op 3776 completed, throughput=5MB/sec 2024-08-17T01:05:20.038 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-i_u5GJeKqxh2A72 off=8002088 len=1706086 2024-08-17T01:05:20.040 INFO:tasks.workunit.client.0.smithi157.stdout:op 3777 completed, throughput=5MB/sec 2024-08-17T01:05:20.040 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--vi4FOc2MeV2Upe off=14846013 len=561027 2024-08-17T01:05:20.042 INFO:tasks.workunit.client.0.smithi157.stdout:op 3778 completed, throughput=5MB/sec 2024-08-17T01:05:20.042 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wI7R57vjgCG2YBh off=10580453 len=809889 2024-08-17T01:05:20.048 INFO:tasks.workunit.client.0.smithi157.stdout:op 3779 completed, throughput=5MB/sec 2024-08-17T01:05:20.048 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ivsTrmp7hn8oE4H off=516645 len=1706773 2024-08-17T01:05:20.053 INFO:tasks.workunit.client.0.smithi157.stdout:op 3780 completed, throughput=5MB/sec 2024-08-17T01:05:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:19 smithi187 ceph-mon[90552]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-17T01:05:20.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:19 smithi157 ceph-mon[98780]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-17T01:05:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:19 smithi157 ceph-mon[101289]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-17T01:05:21.054 INFO:tasks.workunit.client.0.smithi157.stdout: 729: throughput=5MB/sec pending data=0 2024-08-17T01:05:21.054 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fG3wX2Jn--fCcjV off=4610909 len=257922 2024-08-17T01:05:21.057 INFO:tasks.workunit.client.0.smithi157.stdout:op 3781 completed, throughput=5MB/sec 2024-08-17T01:05:21.057 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yaPufoxn3RE0Ms3 off=1974942 len=1462465 2024-08-17T01:05:21.065 INFO:tasks.workunit.client.0.smithi157.stdout:op 3782 completed, throughput=5MB/sec 2024-08-17T01:05:21.065 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xYfyGdDJkBCBmOs off=8779482 len=771454 2024-08-17T01:05:21.070 INFO:tasks.workunit.client.0.smithi157.stdout:op 3783 completed, throughput=5MB/sec 2024-08-17T01:05:21.070 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PIo6rROAS2yTBwI off=18799553 len=502352 2024-08-17T01:05:21.071 INFO:tasks.workunit.client.0.smithi157.stdout:op 3784 completed, throughput=5MB/sec 2024-08-17T01:05:21.071 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DGE9mAYpmsHgLLk off=13774672 len=52631 2024-08-17T01:05:21.071 INFO:tasks.workunit.client.0.smithi157.stdout:op 3785 completed, throughput=5MB/sec 2024-08-17T01:05:21.071 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tWk5OFUPkBD0qC0 off=1388507 len=943881 2024-08-17T01:05:21.076 INFO:tasks.workunit.client.0.smithi157.stdout:op 3786 completed, throughput=5MB/sec 2024-08-17T01:05:22.076 INFO:tasks.workunit.client.0.smithi157.stdout: 730: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:22.077 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2_66nk0TGDnGMrr off=4819771 len=1564455 2024-08-17T01:05:22.080 INFO:tasks.workunit.client.0.smithi157.stdout:op 3787 completed, throughput=5MB/sec 2024-08-17T01:05:22.080 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ah7yQnfDxKyMM3o off=95869 len=340173 2024-08-17T01:05:22.080 INFO:tasks.workunit.client.0.smithi157.stdout:op 3788 completed, throughput=5MB/sec 2024-08-17T01:05:22.081 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SJQKQSacbqHJfnn off=10592238 len=212701 2024-08-17T01:05:22.081 INFO:tasks.workunit.client.0.smithi157.stdout:op 3789 completed, throughput=5MB/sec 2024-08-17T01:05:22.081 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MQuN_V_qwkO4r6A off=8281683 len=353512 2024-08-17T01:05:22.082 INFO:tasks.workunit.client.0.smithi157.stdout:op 3790 completed, throughput=5MB/sec 2024-08-17T01:05:22.082 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kLMhTodeWkBb1-K off=5932545 len=1003814 2024-08-17T01:05:22.088 INFO:tasks.workunit.client.0.smithi157.stdout:op 3791 completed, throughput=5MB/sec 2024-08-17T01:05:22.088 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-E7pYE_C3zIcMII7 off=1840843 len=807034 2024-08-17T01:05:22.093 INFO:tasks.workunit.client.0.smithi157.stdout:op 3792 completed, throughput=5MB/sec 2024-08-17T01:05:22.093 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vGE_p-c1sEup3-5 off=6985001 len=398994 2024-08-17T01:05:22.094 INFO:tasks.workunit.client.0.smithi157.stdout:op 3793 completed, throughput=5MB/sec 2024-08-17T01:05:22.094 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ffPHXOZYgIFY4X6 off=5099542 len=18819 2024-08-17T01:05:22.097 INFO:tasks.workunit.client.0.smithi157.stdout:op 3794 completed, throughput=5MB/sec 2024-08-17T01:05:22.097 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dRV9vqjISV-xwvo off=15179813 len=207255 2024-08-17T01:05:22.097 INFO:tasks.workunit.client.0.smithi157.stdout:op 3795 completed, throughput=5MB/sec 2024-08-17T01:05:22.098 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qKmunJngjspcqKS off=2279764 len=1083000 2024-08-17T01:05:22.104 INFO:tasks.workunit.client.0.smithi157.stdout:op 3796 completed, throughput=5MB/sec 2024-08-17T01:05:22.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:21 smithi187 ceph-mon[90552]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:05:22.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:21 smithi157 ceph-mon[98780]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:05:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:21 smithi157 ceph-mon[101289]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:05:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:05:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:05:23.104 INFO:tasks.workunit.client.0.smithi157.stdout: 731: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:23.104 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rdn14VljhMLqAgu off=6500068 len=417727 2024-08-17T01:05:23.108 INFO:tasks.workunit.client.0.smithi157.stdout:op 3797 completed, throughput=4.99MB/sec 2024-08-17T01:05:23.108 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nD0PfRH9QwSJfAw off=3251439 len=186712 2024-08-17T01:05:23.110 INFO:tasks.workunit.client.0.smithi157.stdout:op 3798 completed, throughput=4.99MB/sec 2024-08-17T01:05:23.110 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-E50fYK6spsOL4im off=9933287 len=1869881 2024-08-17T01:05:23.117 INFO:tasks.workunit.client.0.smithi157.stdout:op 3799 completed, throughput=5MB/sec 2024-08-17T01:05:23.117 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Rm6mGuDIdWsggOb off=30898 len=1040305 2024-08-17T01:05:23.121 INFO:tasks.workunit.client.0.smithi157.stdout:op 3800 completed, throughput=5MB/sec 2024-08-17T01:05:23.122 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TisZqglyYoCsGQz off=8766017 len=1006463 2024-08-17T01:05:23.127 INFO:tasks.workunit.client.0.smithi157.stdout:op 3801 completed, throughput=5MB/sec 2024-08-17T01:05:23.127 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8lxrXGMr5WP2Ztw off=4012848 len=331584 2024-08-17T01:05:23.130 INFO:tasks.workunit.client.0.smithi157.stdout:op 3802 completed, throughput=5MB/sec 2024-08-17T01:05:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:05:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:05:23] "GET /metrics HTTP/1.1" 200 34058 "" "Prometheus/2.43.0" 2024-08-17T01:05:24.130 INFO:tasks.workunit.client.0.smithi157.stdout: 732: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:24.131 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9Vy0zAwCLA5kPiq off=4854975 len=828459 2024-08-17T01:05:24.135 INFO:tasks.workunit.client.0.smithi157.stdout:op 3803 completed, throughput=4.99MB/sec 2024-08-17T01:05:24.135 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TcjLMma-eZNusxO off=1341946 len=44093 2024-08-17T01:05:24.135 INFO:tasks.workunit.client.0.smithi157.stdout:op 3804 completed, throughput=4.99MB/sec 2024-08-17T01:05:24.136 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-k4rYUwbHA-erlWg off=1441247 len=1721751 2024-08-17T01:05:24.141 INFO:tasks.workunit.client.0.smithi157.stdout:op 3805 completed, throughput=5MB/sec 2024-08-17T01:05:24.142 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ypcojo7oy618rtW off=11598748 len=167330 2024-08-17T01:05:24.142 INFO:tasks.workunit.client.0.smithi157.stdout:op 3806 completed, throughput=5MB/sec 2024-08-17T01:05:24.142 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Z-UAO8cxvBFjnMP off=5428784 len=744482 2024-08-17T01:05:24.143 INFO:tasks.workunit.client.0.smithi157.stdout:op 3807 completed, throughput=5MB/sec 2024-08-17T01:05:24.143 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jRofkREOzA7qdE5 off=10206889 len=1502672 2024-08-17T01:05:24.145 INFO:tasks.workunit.client.0.smithi157.stdout:op 3808 completed, throughput=5MB/sec 2024-08-17T01:05:24.145 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-um7oISzn0Ilp49O off=342967 len=1365728 2024-08-17T01:05:24.151 INFO:tasks.workunit.client.0.smithi157.stdout:op 3809 completed, throughput=5MB/sec 2024-08-17T01:05:24.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:23 smithi157 ceph-mon[101289]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:05:24.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:23 smithi157 ceph-mon[98780]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:05:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:23 smithi187 ceph-mon[90552]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:05:25.152 INFO:tasks.workunit.client.0.smithi157.stdout: 733: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:25.152 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mBisibU6HXVFLQb off=4331187 len=1142303 2024-08-17T01:05:25.153 INFO:tasks.workunit.client.0.smithi157.stdout:op 3810 completed, throughput=5MB/sec 2024-08-17T01:05:25.153 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AqXZjbF4owYAVjN off=10969906 len=1909868 2024-08-17T01:05:25.156 INFO:tasks.workunit.client.0.smithi157.stdout:op 3811 completed, throughput=5MB/sec 2024-08-17T01:05:25.156 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wIii-obQYP6qyaM off=8847330 len=942310 2024-08-17T01:05:25.162 INFO:tasks.workunit.client.0.smithi157.stdout:op 3812 completed, throughput=5MB/sec 2024-08-17T01:05:25.162 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-I66pXWB50Rzi58T off=8978896 len=1905363 2024-08-17T01:05:25.170 INFO:tasks.workunit.client.0.smithi157.stdout:op 3813 completed, throughput=5MB/sec 2024-08-17T01:05:26.170 INFO:tasks.workunit.client.0.smithi157.stdout: 734: throughput=5MB/sec pending data=0 2024-08-17T01:05:26.170 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XdC-OiOoLRjlY_I off=7644885 len=1242165 2024-08-17T01:05:26.178 INFO:tasks.workunit.client.0.smithi157.stdout:op 3814 completed, throughput=5MB/sec 2024-08-17T01:05:26.179 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5OXMjRMTw8y1m9f off=0 len=1141296 2024-08-17T01:05:26.180 INFO:tasks.workunit.client.0.smithi157.stdout:op 3815 completed, throughput=5MB/sec 2024-08-17T01:05:26.180 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Q2YLNurA1RcTuJR off=635963 len=1658324 2024-08-17T01:05:26.183 INFO:tasks.workunit.client.0.smithi157.stdout:op 3816 completed, throughput=5MB/sec 2024-08-17T01:05:26.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:25 smithi157 ceph-mon[101289]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:05:26.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:25 smithi157 ceph-mon[98780]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:05:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:25 smithi187 ceph-mon[90552]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:05:27.184 INFO:tasks.workunit.client.0.smithi157.stdout: 735: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:27.184 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Q2YLNurA1RcTuJR off=1254175 len=450419 2024-08-17T01:05:27.185 INFO:tasks.workunit.client.0.smithi157.stdout:op 3817 completed, throughput=4.99MB/sec 2024-08-17T01:05:27.185 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xi5P6NooqzpuR_e off=7121743 len=1557568 2024-08-17T01:05:27.187 INFO:tasks.workunit.client.0.smithi157.stdout:op 3818 completed, throughput=5MB/sec 2024-08-17T01:05:27.187 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-11Fb1bvVlMFIWwD off=8951838 len=1264615 2024-08-17T01:05:27.193 INFO:tasks.workunit.client.0.smithi157.stdout:op 3819 completed, throughput=5MB/sec 2024-08-17T01:05:27.193 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XrdUZ6Qh_il5k2U off=909890 len=1131064 2024-08-17T01:05:27.194 INFO:tasks.workunit.client.0.smithi157.stdout:op 3820 completed, throughput=5MB/sec 2024-08-17T01:05:27.195 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dt2AHHtVYNMlVkd off=18487903 len=2037513 2024-08-17T01:05:27.197 INFO:tasks.workunit.client.0.smithi157.stdout:op 3821 completed, throughput=5MB/sec 2024-08-17T01:05:28.197 INFO:tasks.workunit.client.0.smithi157.stdout: 736: throughput=5MB/sec pending data=0 2024-08-17T01:05:28.197 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IkrtcsqT0iCs6du off=2728540 len=1066942 2024-08-17T01:05:28.199 INFO:tasks.workunit.client.0.smithi157.stdout:op 3822 completed, throughput=5MB/sec 2024-08-17T01:05:28.199 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KnTdbR8ZmKS6ffr off=11719664 len=1473495 2024-08-17T01:05:28.201 INFO:tasks.workunit.client.0.smithi157.stdout:op 3823 completed, throughput=5MB/sec 2024-08-17T01:05:28.201 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9HuWe5wCbC_Bfxn off=6826546 len=1354654 2024-08-17T01:05:28.207 INFO:tasks.workunit.client.0.smithi157.stdout:op 3824 completed, throughput=5MB/sec 2024-08-17T01:05:28.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:27 smithi157 ceph-mon[98780]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-17T01:05:28.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:27 smithi157 ceph-mon[101289]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-17T01:05:28.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:27 smithi187 ceph-mon[90552]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-17T01:05:29.207 INFO:tasks.workunit.client.0.smithi157.stdout: 737: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:29.208 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CYU9ziGMsPgZ1Fn off=1673015 len=1426763 2024-08-17T01:05:29.214 INFO:tasks.workunit.client.0.smithi157.stdout:op 3825 completed, throughput=5MB/sec 2024-08-17T01:05:29.214 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Wyt4rfPyd5Ehvw1 off=11115714 len=582103 2024-08-17T01:05:29.215 INFO:tasks.workunit.client.0.smithi157.stdout:op 3826 completed, throughput=5MB/sec 2024-08-17T01:05:29.215 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dRl2IJ8dK1KRIug off=1952029 len=1463438 2024-08-17T01:05:29.221 INFO:tasks.workunit.client.0.smithi157.stdout:op 3827 completed, throughput=5MB/sec 2024-08-17T01:05:29.221 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JcZw1zxXO5nZvfL off=15152677 len=1761254 2024-08-17T01:05:29.223 INFO:tasks.workunit.client.0.smithi157.stdout:op 3828 completed, throughput=5MB/sec 2024-08-17T01:05:29.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:29.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:30.223 INFO:tasks.workunit.client.0.smithi157.stdout: 738: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:30.224 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-t1HyH92f9bjb-mj off=12944815 len=47264 2024-08-17T01:05:30.226 INFO:tasks.workunit.client.0.smithi157.stdout:op 3829 completed, throughput=4.99MB/sec 2024-08-17T01:05:30.226 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-b8DWkIPiLBMAE2V off=1609150 len=526102 2024-08-17T01:05:30.227 INFO:tasks.workunit.client.0.smithi157.stdout:op 3830 completed, throughput=4.99MB/sec 2024-08-17T01:05:30.227 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KcvBI_DguyZ7bJQ off=8536583 len=1028820 2024-08-17T01:05:30.233 INFO:tasks.workunit.client.0.smithi157.stdout:op 3831 completed, throughput=5MB/sec 2024-08-17T01:05:30.233 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wXU8TgpGsR9uVIH off=2435393 len=945610 2024-08-17T01:05:30.238 INFO:tasks.workunit.client.0.smithi157.stdout:op 3832 completed, throughput=5MB/sec 2024-08-17T01:05:30.238 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Wfg7BbF6MXr_xRj off=3112254 len=1072295 2024-08-17T01:05:30.240 INFO:tasks.workunit.client.0.smithi157.stdout:op 3833 completed, throughput=5MB/sec 2024-08-17T01:05:30.240 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8QKEukx5S1oo8Oe off=9167175 len=1570974 2024-08-17T01:05:30.243 INFO:tasks.workunit.client.0.smithi157.stdout:op 3834 completed, throughput=5MB/sec 2024-08-17T01:05:30.243 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AbSu4jbJ7X3GonT off=6345415 len=400741 2024-08-17T01:05:30.247 INFO:tasks.workunit.client.0.smithi157.stdout:op 3835 completed, throughput=5MB/sec 2024-08-17T01:05:30.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:29 smithi157 ceph-mon[98780]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:05:30.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:29 smithi157 ceph-mon[101289]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:05:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:29 smithi187 ceph-mon[90552]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:05:31.247 INFO:tasks.workunit.client.0.smithi157.stdout: 739: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:31.248 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5_b9T1hqeU_eliC off=12181572 len=1493941 2024-08-17T01:05:31.249 INFO:tasks.workunit.client.0.smithi157.stdout:op 3836 completed, throughput=5MB/sec 2024-08-17T01:05:31.249 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RALY1tVcEyv8Z6n off=7030973 len=683612 2024-08-17T01:05:31.251 INFO:tasks.workunit.client.0.smithi157.stdout:op 3837 completed, throughput=5MB/sec 2024-08-17T01:05:31.251 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eBoH0b6ZUzk2JFB off=17473761 len=1146213 2024-08-17T01:05:31.258 INFO:tasks.workunit.client.0.smithi157.stdout:op 3838 completed, throughput=5MB/sec 2024-08-17T01:05:31.258 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-v73ojH0SCW4TFfw off=2070450 len=929899 2024-08-17T01:05:31.262 INFO:tasks.workunit.client.0.smithi157.stdout:op 3839 completed, throughput=5MB/sec 2024-08-17T01:05:31.262 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-py12p4HQSBu-72l off=6872021 len=1734862 2024-08-17T01:05:31.264 INFO:tasks.workunit.client.0.smithi157.stdout:op 3840 completed, throughput=5MB/sec 2024-08-17T01:05:32.265 INFO:tasks.workunit.client.0.smithi157.stdout: 740: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:32.265 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Y8ZAmpdPg0PjNPd off=3881161 len=325098 2024-08-17T01:05:32.266 INFO:tasks.workunit.client.0.smithi157.stdout:op 3841 completed, throughput=4.99MB/sec 2024-08-17T01:05:32.266 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KcabtUUVWqXJHRd off=2047834 len=1690810 2024-08-17T01:05:32.268 INFO:tasks.workunit.client.0.smithi157.stdout:op 3842 completed, throughput=5MB/sec 2024-08-17T01:05:32.268 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Csum_blg-baHSKe off=6224051 len=1967648 2024-08-17T01:05:32.275 INFO:tasks.workunit.client.0.smithi157.stdout:op 3843 completed, throughput=5MB/sec 2024-08-17T01:05:32.275 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Sj_lBJP5EfZ_UYl off=1675989 len=1335127 2024-08-17T01:05:32.277 INFO:tasks.workunit.client.0.smithi157.stdout:op 3844 completed, throughput=5MB/sec 2024-08-17T01:05:32.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:31 smithi187 ceph-mon[90552]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:05:32.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:31 smithi157 ceph-mon[98780]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:05:32.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:31 smithi157 ceph-mon[101289]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:05:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:05:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:05:33.277 INFO:tasks.workunit.client.0.smithi157.stdout: 741: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:33.277 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1X4u_3WTa_0mGRD off=14046096 len=1243423 2024-08-17T01:05:33.283 INFO:tasks.workunit.client.0.smithi157.stdout:op 3845 completed, throughput=5MB/sec 2024-08-17T01:05:33.283 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OjUSzquhqG-jMOe off=2599052 len=1388012 2024-08-17T01:05:33.289 INFO:tasks.workunit.client.0.smithi157.stdout:op 3846 completed, throughput=5MB/sec 2024-08-17T01:05:33.289 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Xnwmj08ytbLfcwE off=2942429 len=669034 2024-08-17T01:05:33.292 INFO:tasks.workunit.client.0.smithi157.stdout:op 3847 completed, throughput=5MB/sec 2024-08-17T01:05:33.293 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JpoXjD5bEfv5uUI off=1173943 len=807979 2024-08-17T01:05:33.293 INFO:tasks.workunit.client.0.smithi157.stdout:op 3848 completed, throughput=5MB/sec 2024-08-17T01:05:33.293 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1GK3_TN5OyNKHeE off=2433488 len=1115183 2024-08-17T01:05:33.294 INFO:tasks.workunit.client.0.smithi157.stdout:op 3849 completed, throughput=5MB/sec 2024-08-17T01:05:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:05:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:05:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:05:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:05:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:05:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:05:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:05:33.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:05:33.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:05:33.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:05:33.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:05:33.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:05:33.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:05:33.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:05:33.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:05:33.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:32 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:05:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:32 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:05:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:32 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:05:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:32 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:05:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:32 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:05:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:32 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:05:33.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:32 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:05:33.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:32 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:05:33.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:32 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:05:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:05:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:05:33] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-08-17T01:05:34.294 INFO:tasks.workunit.client.0.smithi157.stdout: 742: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:34.295 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hwcuw-4qxCjWXkB off=2100581 len=1621909 2024-08-17T01:05:34.296 INFO:tasks.workunit.client.0.smithi157.stdout:op 3850 completed, throughput=5MB/sec 2024-08-17T01:05:34.296 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UYskTEnvM463s62 off=5478045 len=1744499 2024-08-17T01:05:34.304 INFO:tasks.workunit.client.0.smithi157.stdout:op 3851 completed, throughput=5MB/sec 2024-08-17T01:05:34.304 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pNPQVEfiAnen-hg off=1352510 len=794391 2024-08-17T01:05:34.308 INFO:tasks.workunit.client.0.smithi157.stdout:op 3852 completed, throughput=5MB/sec 2024-08-17T01:05:34.308 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aIzikYwJB2Q9erY off=5136393 len=49242 2024-08-17T01:05:34.310 INFO:tasks.workunit.client.0.smithi157.stdout:op 3853 completed, throughput=5MB/sec 2024-08-17T01:05:34.311 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tuZjdBWteI3KJvx off=7131962 len=68615 2024-08-17T01:05:34.311 INFO:tasks.workunit.client.0.smithi157.stdout:op 3854 completed, throughput=5MB/sec 2024-08-17T01:05:34.311 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ayln8B26a7icV5a off=17922156 len=1932689 2024-08-17T01:05:34.312 INFO:tasks.workunit.client.0.smithi157.stdout:op 3855 completed, throughput=5MB/sec 2024-08-17T01:05:34.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:33 smithi157 ceph-mon[98780]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:05:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:33 smithi157 ceph-mon[101289]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:05:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:33 smithi187 ceph-mon[90552]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:05:35.313 INFO:tasks.workunit.client.0.smithi157.stdout: 743: throughput=5MB/sec pending data=0 2024-08-17T01:05:35.313 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-x3ezSxbidUU8DVE off=2619795 len=1398716 2024-08-17T01:05:35.323 INFO:tasks.workunit.client.0.smithi157.stdout:op 3856 completed, throughput=5MB/sec 2024-08-17T01:05:35.323 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xhuTnfAeAoyr7R5 off=12616246 len=1257 2024-08-17T01:05:35.323 INFO:tasks.workunit.client.0.smithi157.stdout:op 3857 completed, throughput=5MB/sec 2024-08-17T01:05:35.323 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nB1zdh7I6K64ZmF off=2746797 len=1588594 2024-08-17T01:05:35.331 INFO:tasks.workunit.client.0.smithi157.stdout:op 3858 completed, throughput=5MB/sec 2024-08-17T01:05:35.331 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oc8qTCrua1S8qbi off=8470028 len=871170 2024-08-17T01:05:35.332 INFO:tasks.workunit.client.0.smithi157.stdout:op 3859 completed, throughput=5MB/sec 2024-08-17T01:05:36.332 INFO:tasks.workunit.client.0.smithi157.stdout: 744: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:36.502 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TQIQK_k6GzUqY_Y off=6819007 len=2074679 2024-08-17T01:05:36.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:35 smithi187 ceph-mon[90552]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:05:36.503 INFO:tasks.workunit.client.0.smithi157.stdout:op 3860 completed, throughput=5MB/sec 2024-08-17T01:05:36.503 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VrTKFcCU5Bt5YJd off=5761031 len=1018524 2024-08-17T01:05:36.503 INFO:tasks.workunit.client.0.smithi157.stdout:op 3861 completed, throughput=5MB/sec 2024-08-17T01:05:36.503 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6v5giP2h_814QnY off=2401303 len=1270379 2024-08-17T01:05:36.503 INFO:tasks.workunit.client.0.smithi157.stdout:op 3862 completed, throughput=5MB/sec 2024-08-17T01:05:36.504 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-A3nSIAuUHNSxdcY off=3007956 len=767523 2024-08-17T01:05:36.504 INFO:tasks.workunit.client.0.smithi157.stdout:op 3863 completed, throughput=5MB/sec 2024-08-17T01:05:36.504 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:35 smithi157 ceph-mon[98780]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:05:36.504 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:35 smithi157 ceph-mon[101289]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:05:37.344 INFO:tasks.workunit.client.0.smithi157.stdout: 745: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:37.344 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ze6vPhZX340wacV off=16966692 len=1306552 2024-08-17T01:05:37.346 INFO:tasks.workunit.client.0.smithi157.stdout:op 3864 completed, throughput=5MB/sec 2024-08-17T01:05:37.346 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0im1YTbMqyfQBF1 off=1430971 len=516377 2024-08-17T01:05:37.350 INFO:tasks.workunit.client.0.smithi157.stdout:op 3865 completed, throughput=5MB/sec 2024-08-17T01:05:37.350 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-s_y_sjhkbhIgrK4 off=6705719 len=650293 2024-08-17T01:05:37.355 INFO:tasks.workunit.client.0.smithi157.stdout:op 3866 completed, throughput=5MB/sec 2024-08-17T01:05:37.355 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xzMcHd_BO852jlp off=1151795 len=941127 2024-08-17T01:05:37.359 INFO:tasks.workunit.client.0.smithi157.stdout:op 3867 completed, throughput=5MB/sec 2024-08-17T01:05:37.360 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1BfTcKeovc2TBWa off=5972260 len=228151 2024-08-17T01:05:37.360 INFO:tasks.workunit.client.0.smithi157.stdout:op 3868 completed, throughput=5MB/sec 2024-08-17T01:05:37.360 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SrTAoHLOIc8tkoF off=3915935 len=2080985 2024-08-17T01:05:37.368 INFO:tasks.workunit.client.0.smithi157.stdout:op 3869 completed, throughput=5MB/sec 2024-08-17T01:05:38.368 INFO:tasks.workunit.client.0.smithi157.stdout: 746: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:38.368 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Hm1Io_iwG-NBVGS off=3591974 len=1650867 2024-08-17T01:05:38.378 INFO:tasks.workunit.client.0.smithi157.stdout:op 3870 completed, throughput=5MB/sec 2024-08-17T01:05:38.378 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HzjqHHXhR9zfVN- off=9304547 len=1206809 2024-08-17T01:05:38.380 INFO:tasks.workunit.client.0.smithi157.stdout:op 3871 completed, throughput=5MB/sec 2024-08-17T01:05:38.380 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vFhJMJCoPGWA3zh off=2184326 len=2956 2024-08-17T01:05:38.381 INFO:tasks.workunit.client.0.smithi157.stdout:op 3872 completed, throughput=5MB/sec 2024-08-17T01:05:38.381 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uV1-_S-_KyRdkFt off=3202100 len=837064 2024-08-17T01:05:38.382 INFO:tasks.workunit.client.0.smithi157.stdout:op 3873 completed, throughput=5MB/sec 2024-08-17T01:05:38.382 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iUVf_-X3EmfBWEl off=9985528 len=769839 2024-08-17T01:05:38.383 INFO:tasks.workunit.client.0.smithi157.stdout:op 3874 completed, throughput=5MB/sec 2024-08-17T01:05:38.383 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V1Zby-JzgiEq2Ol off=8425052 len=74210 2024-08-17T01:05:38.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:37 smithi157 ceph-mon[98780]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-17T01:05:38.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:37 smithi157 ceph-mon[101289]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-17T01:05:38.386 INFO:tasks.workunit.client.0.smithi157.stdout:op 3875 completed, throughput=5MB/sec 2024-08-17T01:05:38.386 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bybk5kckxzBUZ7J off=11202124 len=366360 2024-08-17T01:05:38.389 INFO:tasks.workunit.client.0.smithi157.stdout:op 3876 completed, throughput=5MB/sec 2024-08-17T01:05:38.389 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pJukfJ7kGoRiA0t off=16242023 len=1595034 2024-08-17T01:05:38.391 INFO:tasks.workunit.client.0.smithi157.stdout:op 3877 completed, throughput=5MB/sec 2024-08-17T01:05:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:37 smithi187 ceph-mon[90552]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-17T01:05:39.391 INFO:tasks.workunit.client.0.smithi157.stdout: 747: throughput=5MB/sec pending data=0 2024-08-17T01:05:39.391 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ErXsMP4ZYO8eHLt off=3934240 len=667489 2024-08-17T01:05:39.392 INFO:tasks.workunit.client.0.smithi157.stdout:op 3878 completed, throughput=5MB/sec 2024-08-17T01:05:39.392 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CRhkKlaBhYPrj84 off=3889840 len=345101 2024-08-17T01:05:39.393 INFO:tasks.workunit.client.0.smithi157.stdout:op 3879 completed, throughput=5MB/sec 2024-08-17T01:05:39.393 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dEehMeCxO65VhYu off=240084 len=201918 2024-08-17T01:05:39.397 INFO:tasks.workunit.client.0.smithi157.stdout:op 3880 completed, throughput=5MB/sec 2024-08-17T01:05:39.397 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VAtoTVjfbMyj8Je off=15914401 len=1291325 2024-08-17T01:05:39.403 INFO:tasks.workunit.client.0.smithi157.stdout:op 3881 completed, throughput=5MB/sec 2024-08-17T01:05:39.403 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zkFqJ9iP0d8-9o8 off=1755995 len=654963 2024-08-17T01:05:39.404 INFO:tasks.workunit.client.0.smithi157.stdout:op 3882 completed, throughput=5MB/sec 2024-08-17T01:05:39.404 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gCyUk4JemQzQYMS off=150316 len=291769 2024-08-17T01:05:39.405 INFO:tasks.workunit.client.0.smithi157.stdout:op 3883 completed, throughput=5MB/sec 2024-08-17T01:05:39.405 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EhkrrZTcyX1SlqG off=742857 len=1155104 2024-08-17T01:05:39.411 INFO:tasks.workunit.client.0.smithi157.stdout:op 3884 completed, throughput=5MB/sec 2024-08-17T01:05:40.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:39 smithi157 ceph-mon[98780]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-17T01:05:40.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:39 smithi157 ceph-mon[101289]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-17T01:05:40.411 INFO:tasks.workunit.client.0.smithi157.stdout: 748: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:40.411 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vI3ycp-Mj45DWtG off=4293329 len=1396726 2024-08-17T01:05:40.413 INFO:tasks.workunit.client.0.smithi157.stdout:op 3885 completed, throughput=5MB/sec 2024-08-17T01:05:40.413 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aRgpIeNIfFVUQrn off=13284806 len=5724 2024-08-17T01:05:40.416 INFO:tasks.workunit.client.0.smithi157.stdout:op 3886 completed, throughput=5MB/sec 2024-08-17T01:05:40.416 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QbjlthHAy4alpde off=2229544 len=336660 2024-08-17T01:05:40.419 INFO:tasks.workunit.client.0.smithi157.stdout:op 3887 completed, throughput=5MB/sec 2024-08-17T01:05:40.420 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5RYym_sWpAzfSL3 off=3758608 len=487153 2024-08-17T01:05:40.423 INFO:tasks.workunit.client.0.smithi157.stdout:op 3888 completed, throughput=5MB/sec 2024-08-17T01:05:40.423 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dJIdcth-oiDfNeK off=3623443 len=1036885 2024-08-17T01:05:40.429 INFO:tasks.workunit.client.0.smithi157.stdout:op 3889 completed, throughput=5MB/sec 2024-08-17T01:05:40.429 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XqUTe4WFJN8p4Nr off=7101009 len=542754 2024-08-17T01:05:40.430 INFO:tasks.workunit.client.0.smithi157.stdout:op 3890 completed, throughput=5MB/sec 2024-08-17T01:05:40.431 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0SzdQsZbVWWlZ6- off=1784445 len=1995999 2024-08-17T01:05:40.432 INFO:tasks.workunit.client.0.smithi157.stdout:op 3891 completed, throughput=5MB/sec 2024-08-17T01:05:40.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:39 smithi187 ceph-mon[90552]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-17T01:05:41.433 INFO:tasks.workunit.client.0.smithi157.stdout: 749: throughput=5MB/sec pending data=0 2024-08-17T01:05:41.433 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8gQ1-hfmE3Kux9A off=3584217 len=1380480 2024-08-17T01:05:41.440 INFO:tasks.workunit.client.0.smithi157.stdout:op 3892 completed, throughput=5MB/sec 2024-08-17T01:05:41.441 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XAdloQZ6uBInMyP off=1828262 len=2021947 2024-08-17T01:05:41.442 INFO:tasks.workunit.client.0.smithi157.stdout:op 3893 completed, throughput=5MB/sec 2024-08-17T01:05:41.443 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SvwNBmrarsvTyOU off=6141913 len=730533 2024-08-17T01:05:41.445 INFO:tasks.workunit.client.0.smithi157.stdout:op 3894 completed, throughput=5MB/sec 2024-08-17T01:05:42.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:41 smithi187 ceph-mon[90552]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:05:42.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:41 smithi157 ceph-mon[98780]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:05:42.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:41 smithi157 ceph-mon[101289]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:05:42.445 INFO:tasks.workunit.client.0.smithi157.stdout: 750: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:42.445 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Avhzgh3fPa5_qB0 off=7586266 len=1670931 2024-08-17T01:05:42.447 INFO:tasks.workunit.client.0.smithi157.stdout:op 3895 completed, throughput=5MB/sec 2024-08-17T01:05:42.447 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TgXVYFopmkNEtjd off=565269 len=1098667 2024-08-17T01:05:42.454 INFO:tasks.workunit.client.0.smithi157.stdout:op 3896 completed, throughput=5MB/sec 2024-08-17T01:05:42.454 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qGbHRy7aBzUFDlg off=17787197 len=98595 2024-08-17T01:05:42.454 INFO:tasks.workunit.client.0.smithi157.stdout:op 3897 completed, throughput=5MB/sec 2024-08-17T01:05:42.454 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-k-owsnuv4ASZpL5 off=17753020 len=855504 2024-08-17T01:05:42.459 INFO:tasks.workunit.client.0.smithi157.stdout:op 3898 completed, throughput=5MB/sec 2024-08-17T01:05:42.459 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lvzs5Hz3Z-42v33 off=3554212 len=1183695 2024-08-17T01:05:42.460 INFO:tasks.workunit.client.0.smithi157.stdout:op 3899 completed, throughput=5MB/sec 2024-08-17T01:05:42.461 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WAZAv0HeHZRnQf7 off=2414680 len=1734136 2024-08-17T01:05:42.464 INFO:tasks.workunit.client.0.smithi157.stdout:op 3900 completed, throughput=5MB/sec 2024-08-17T01:05:42.707 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:05:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:05:43.464 INFO:tasks.workunit.client.0.smithi157.stdout: 751: throughput=5MB/sec pending data=0 2024-08-17T01:05:43.465 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qVbwyBmvx1lp9NM off=2846572 len=1120513 2024-08-17T01:05:43.470 INFO:tasks.workunit.client.0.smithi157.stdout:op 3901 completed, throughput=5MB/sec 2024-08-17T01:05:43.470 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-m69eQYtIMHPLlzO off=19222224 len=527318 2024-08-17T01:05:43.473 INFO:tasks.workunit.client.0.smithi157.stdout:op 3902 completed, throughput=5MB/sec 2024-08-17T01:05:43.473 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PTblZ-voTWJJqQ- off=11277319 len=135247 2024-08-17T01:05:43.474 INFO:tasks.workunit.client.0.smithi157.stdout:op 3903 completed, throughput=5MB/sec 2024-08-17T01:05:43.474 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dL25-0ZKmGsfHlH off=12080434 len=359075 2024-08-17T01:05:43.477 INFO:tasks.workunit.client.0.smithi157.stdout:op 3904 completed, throughput=5MB/sec 2024-08-17T01:05:43.477 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5FJCbRtesYMj-Zv off=1247792 len=1426874 2024-08-17T01:05:43.483 INFO:tasks.workunit.client.0.smithi157.stdout:op 3905 completed, throughput=5MB/sec 2024-08-17T01:05:43.483 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Oo4UozMCuFRDBMi off=512221 len=961960 2024-08-17T01:05:43.484 INFO:tasks.workunit.client.0.smithi157.stdout:op 3906 completed, throughput=5MB/sec 2024-08-17T01:05:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:05:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:05:43] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-08-17T01:05:44.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:43 smithi157 ceph-mon[101289]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:05:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:43 smithi157 ceph-mon[98780]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:05:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:43 smithi187 ceph-mon[90552]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:05:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:44.485 INFO:tasks.workunit.client.0.smithi157.stdout: 752: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:44.485 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-V1b8VhjWquEO0u2 off=15712988 len=975777 2024-08-17T01:05:44.486 INFO:tasks.workunit.client.0.smithi157.stdout:op 3907 completed, throughput=5MB/sec 2024-08-17T01:05:44.486 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rjTtaPE4cfjesNa off=11798879 len=185170 2024-08-17T01:05:44.489 INFO:tasks.workunit.client.0.smithi157.stdout:op 3908 completed, throughput=5MB/sec 2024-08-17T01:05:44.489 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BgOTEH9lLbjdv_k off=1897230 len=19274 2024-08-17T01:05:44.491 INFO:tasks.workunit.client.0.smithi157.stdout:op 3909 completed, throughput=5MB/sec 2024-08-17T01:05:44.491 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-s0xY21ZV1y3n4TN off=463839 len=532210 2024-08-17T01:05:44.495 INFO:tasks.workunit.client.0.smithi157.stdout:op 3910 completed, throughput=5MB/sec 2024-08-17T01:05:44.495 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vC4SMzzB2hKiXeC off=191329 len=1017103 2024-08-17T01:05:44.497 INFO:tasks.workunit.client.0.smithi157.stdout:op 3911 completed, throughput=5MB/sec 2024-08-17T01:05:44.497 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DLbZbW3zB-BfgKn off=1115520 len=1264562 2024-08-17T01:05:44.503 INFO:tasks.workunit.client.0.smithi157.stdout:op 3912 completed, throughput=5MB/sec 2024-08-17T01:05:44.504 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NuccO46MYQPqnAu off=1281288 len=1805469 2024-08-17T01:05:44.514 INFO:tasks.workunit.client.0.smithi157.stdout:op 3913 completed, throughput=5MB/sec 2024-08-17T01:05:45.515 INFO:tasks.workunit.client.0.smithi157.stdout: 753: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:45.515 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KHMvIycE5QRwgsW off=6158973 len=154581 2024-08-17T01:05:45.515 INFO:tasks.workunit.client.0.smithi157.stdout:op 3914 completed, throughput=4.99MB/sec 2024-08-17T01:05:45.516 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_mgrcCC22mRsXfE off=20478772 len=1599053 2024-08-17T01:05:45.523 INFO:tasks.workunit.client.0.smithi157.stdout:op 3915 completed, throughput=5MB/sec 2024-08-17T01:05:45.523 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cF1D2oE6tbNh1W0 off=1178449 len=43589 2024-08-17T01:05:45.525 INFO:tasks.workunit.client.0.smithi157.stdout:op 3916 completed, throughput=5MB/sec 2024-08-17T01:05:45.525 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4xXROMy_aZRkOiV off=22195752 len=1478761 2024-08-17T01:05:45.528 INFO:tasks.workunit.client.0.smithi157.stdout:op 3917 completed, throughput=5MB/sec 2024-08-17T01:05:45.529 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jYUmcqCs753fdqL off=3188457 len=977703 2024-08-17T01:05:45.533 INFO:tasks.workunit.client.0.smithi157.stdout:op 3918 completed, throughput=5MB/sec 2024-08-17T01:05:45.533 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xnrbAMoGnaKmgGU off=18303672 len=1053871 2024-08-17T01:05:45.539 INFO:tasks.workunit.client.0.smithi157.stdout:op 3919 completed, throughput=5MB/sec 2024-08-17T01:05:46.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:45 smithi157 ceph-mon[101289]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:05:46.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:45 smithi157 ceph-mon[98780]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:05:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:45 smithi187 ceph-mon[90552]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:05:46.539 INFO:tasks.workunit.client.0.smithi157.stdout: 754: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:46.540 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--5_clmSSsbp7Jqf off=13474701 len=2028374 2024-08-17T01:05:46.549 INFO:tasks.workunit.client.0.smithi157.stdout:op 3920 completed, throughput=5MB/sec 2024-08-17T01:05:46.549 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9R6APBtK3xoQqEZ off=7291633 len=1393601 2024-08-17T01:05:46.557 INFO:tasks.workunit.client.0.smithi157.stdout:op 3921 completed, throughput=5MB/sec 2024-08-17T01:05:46.558 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tbeGINKSyTt5hJ8 off=19583549 len=1294336 2024-08-17T01:05:46.559 INFO:tasks.workunit.client.0.smithi157.stdout:op 3922 completed, throughput=5MB/sec 2024-08-17T01:05:47.560 INFO:tasks.workunit.client.0.smithi157.stdout: 755: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:47.560 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FKhjhsK5q4igBty off=13451296 len=1391036 2024-08-17T01:05:47.567 INFO:tasks.workunit.client.0.smithi157.stdout:op 3923 completed, throughput=5MB/sec 2024-08-17T01:05:47.567 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eY3ed9MZGgVLMIX off=12495578 len=1938832 2024-08-17T01:05:47.569 INFO:tasks.workunit.client.0.smithi157.stdout:op 3924 completed, throughput=5MB/sec 2024-08-17T01:05:47.569 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JHqbqxq_iRe-AqX off=5512683 len=187483 2024-08-17T01:05:47.570 INFO:tasks.workunit.client.0.smithi157.stdout:op 3925 completed, throughput=5MB/sec 2024-08-17T01:05:47.570 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bqJY5-8PNYgDpxW off=8452117 len=943218 2024-08-17T01:05:47.574 INFO:tasks.workunit.client.0.smithi157.stdout:op 3926 completed, throughput=5MB/sec 2024-08-17T01:05:47.575 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TaMgVncmVtOseu3 off=27871 len=1209754 2024-08-17T01:05:47.575 INFO:tasks.workunit.client.0.smithi157.stdout:op 3927 completed, throughput=5MB/sec 2024-08-17T01:05:48.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:47 smithi157 ceph-mon[101289]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:05:48.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:47 smithi157 ceph-mon[98780]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:05:48.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:47 smithi187 ceph-mon[90552]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:05:48.576 INFO:tasks.workunit.client.0.smithi157.stdout: 756: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:48.576 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qal3knmr2kxTxGR off=4866298 len=1123061 2024-08-17T01:05:48.582 INFO:tasks.workunit.client.0.smithi157.stdout:op 3928 completed, throughput=5MB/sec 2024-08-17T01:05:48.582 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-biNE5PMMsS6cdzq off=7102425 len=1224512 2024-08-17T01:05:48.585 INFO:tasks.workunit.client.0.smithi157.stdout:op 3929 completed, throughput=5MB/sec 2024-08-17T01:05:48.585 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Gwi4PKd3lM9zZI4 off=3747668 len=518793 2024-08-17T01:05:48.589 INFO:tasks.workunit.client.0.smithi157.stdout:op 3930 completed, throughput=5MB/sec 2024-08-17T01:05:48.589 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9H450BAAsYUu9Qk off=8179799 len=253653 2024-08-17T01:05:48.592 INFO:tasks.workunit.client.0.smithi157.stdout:op 3931 completed, throughput=5MB/sec 2024-08-17T01:05:48.592 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7YvfEMYOdUqDWmI off=10254531 len=1395987 2024-08-17T01:05:48.599 INFO:tasks.workunit.client.0.smithi157.stdout:op 3932 completed, throughput=5MB/sec 2024-08-17T01:05:48.599 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RLr7NjTIbvvo47U off=2308876 len=843650 2024-08-17T01:05:48.600 INFO:tasks.workunit.client.0.smithi157.stdout:op 3933 completed, throughput=5MB/sec 2024-08-17T01:05:49.601 INFO:tasks.workunit.client.0.smithi157.stdout: 757: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:49.601 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2X5dKpXrzaRGp4Z off=3535442 len=991447 2024-08-17T01:05:49.602 INFO:tasks.workunit.client.0.smithi157.stdout:op 3934 completed, throughput=5MB/sec 2024-08-17T01:05:49.602 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0Gzl6EUMza1jy_Z off=10713035 len=141749 2024-08-17T01:05:49.605 INFO:tasks.workunit.client.0.smithi157.stdout:op 3935 completed, throughput=5MB/sec 2024-08-17T01:05:49.606 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Rk4CG8PcI3xJG-t off=4659139 len=170500 2024-08-17T01:05:49.606 INFO:tasks.workunit.client.0.smithi157.stdout:op 3936 completed, throughput=5MB/sec 2024-08-17T01:05:49.606 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nv2zx2pf700MLUZ off=16279744 len=235704 2024-08-17T01:05:49.607 INFO:tasks.workunit.client.0.smithi157.stdout:op 3937 completed, throughput=5MB/sec 2024-08-17T01:05:49.607 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-B2y-EuUFOxdGreo off=5566421 len=1412119 2024-08-17T01:05:49.608 INFO:tasks.workunit.client.0.smithi157.stdout:op 3938 completed, throughput=5MB/sec 2024-08-17T01:05:49.608 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-G_exmXcgsPKBOvw off=1010724 len=31797 2024-08-17T01:05:49.611 INFO:tasks.workunit.client.0.smithi157.stdout:op 3939 completed, throughput=5MB/sec 2024-08-17T01:05:49.611 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lclhGuN6g3iLr_D off=2224942 len=1994374 2024-08-17T01:05:49.622 INFO:tasks.workunit.client.0.smithi157.stdout:op 3940 completed, throughput=5MB/sec 2024-08-17T01:05:50.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:49 smithi157 ceph-mon[98780]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:05:50.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:49 smithi157 ceph-mon[101289]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:05:50.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:49 smithi187 ceph-mon[90552]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:05:50.622 INFO:tasks.workunit.client.0.smithi157.stdout: 758: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:50.622 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6Vf46GYLXXJ-4-e off=6646767 len=511084 2024-08-17T01:05:50.626 INFO:tasks.workunit.client.0.smithi157.stdout:op 3941 completed, throughput=4.99MB/sec 2024-08-17T01:05:50.626 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TsX3OYnGhcbm7IA off=902917 len=872112 2024-08-17T01:05:50.631 INFO:tasks.workunit.client.0.smithi157.stdout:op 3942 completed, throughput=5MB/sec 2024-08-17T01:05:50.631 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-c5h6p4nYiMlgSuw off=16090080 len=1426719 2024-08-17T01:05:50.634 INFO:tasks.workunit.client.0.smithi157.stdout:op 3943 completed, throughput=5MB/sec 2024-08-17T01:05:50.634 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QoSHSll4j09WTN_ off=272355 len=1604310 2024-08-17T01:05:50.642 INFO:tasks.workunit.client.0.smithi157.stdout:op 3944 completed, throughput=5MB/sec 2024-08-17T01:05:50.642 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cy46S61eO0Ry18B off=13859551 len=2071950 2024-08-17T01:05:50.646 INFO:tasks.workunit.client.0.smithi157.stdout:op 3945 completed, throughput=5MB/sec 2024-08-17T01:05:51.646 INFO:tasks.workunit.client.0.smithi157.stdout: 759: throughput=5MB/sec pending data=0 2024-08-17T01:05:51.646 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6__t14IvnP-wv3F off=8964802 len=1234884 2024-08-17T01:05:51.652 INFO:tasks.workunit.client.0.smithi157.stdout:op 3946 completed, throughput=5MB/sec 2024-08-17T01:05:51.652 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7_VarCQo8uLqG8o off=3032802 len=165638 2024-08-17T01:05:51.653 INFO:tasks.workunit.client.0.smithi157.stdout:op 3947 completed, throughput=5MB/sec 2024-08-17T01:05:51.653 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Dz7Eh6KKHLK0a4I off=6174544 len=769615 2024-08-17T01:05:51.655 INFO:tasks.workunit.client.0.smithi157.stdout:op 3948 completed, throughput=5MB/sec 2024-08-17T01:05:51.655 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4RKBajoVxbYtBpc off=3276045 len=1267419 2024-08-17T01:05:51.656 INFO:tasks.workunit.client.0.smithi157.stdout:op 3949 completed, throughput=5MB/sec 2024-08-17T01:05:51.657 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uq22KyemsMaICvT off=10138757 len=806593 2024-08-17T01:05:51.658 INFO:tasks.workunit.client.0.smithi157.stdout:op 3950 completed, throughput=5MB/sec 2024-08-17T01:05:52.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:52 smithi187 ceph-mon[90552]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:05:52.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:52 smithi157 ceph-mon[101289]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:05:52.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:52 smithi157 ceph-mon[98780]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:05:52.523 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:05:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:05:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:05:52.658 INFO:tasks.workunit.client.0.smithi157.stdout: 760: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:52.658 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_zC2ShuojvXpVad off=2240676 len=283705 2024-08-17T01:05:52.662 INFO:tasks.workunit.client.0.smithi157.stdout:op 3951 completed, throughput=4.99MB/sec 2024-08-17T01:05:52.662 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ackf38f8Fvn5pxT off=9252865 len=2077025 2024-08-17T01:05:52.675 INFO:tasks.workunit.client.0.smithi157.stdout:op 3952 completed, throughput=5MB/sec 2024-08-17T01:05:52.675 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qknXNHq2Fr57ybC off=1965402 len=408364 2024-08-17T01:05:52.675 INFO:tasks.workunit.client.0.smithi157.stdout:op 3953 completed, throughput=5MB/sec 2024-08-17T01:05:52.676 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PuC7jqAEkEaq5kq off=3688241 len=1566017 2024-08-17T01:05:52.682 INFO:tasks.workunit.client.0.smithi157.stdout:op 3954 completed, throughput=5MB/sec 2024-08-17T01:05:52.682 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IY8rZOWRnPJHJDb off=19932 len=520851 2024-08-17T01:05:52.686 INFO:tasks.workunit.client.0.smithi157.stdout:op 3955 completed, throughput=5MB/sec 2024-08-17T01:05:52.686 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Gz4y3wV2n_gqjuW off=8416536 len=1974071 2024-08-17T01:05:52.694 INFO:tasks.workunit.client.0.smithi157.stdout:op 3956 completed, throughput=5MB/sec 2024-08-17T01:05:53.695 INFO:tasks.workunit.client.0.smithi157.stdout: 761: throughput=5MB/sec pending data=0 2024-08-17T01:05:53.695 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Xa4Wq7IPlaeXVqw off=4634046 len=694885 2024-08-17T01:05:53.696 INFO:tasks.workunit.client.0.smithi157.stdout:op 3957 completed, throughput=5MB/sec 2024-08-17T01:05:53.696 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DkFdcmQX8YGBjnL off=140858 len=487038 2024-08-17T01:05:53.699 INFO:tasks.workunit.client.0.smithi157.stdout:op 3958 completed, throughput=5MB/sec 2024-08-17T01:05:53.699 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QWQBbsHrFD_8J7f off=950780 len=141162 2024-08-17T01:05:53.700 INFO:tasks.workunit.client.0.smithi157.stdout:op 3959 completed, throughput=5MB/sec 2024-08-17T01:05:53.700 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5uAO3IJf_0rCY23 off=5532728 len=121276 2024-08-17T01:05:53.702 INFO:tasks.workunit.client.0.smithi157.stdout:op 3960 completed, throughput=5MB/sec 2024-08-17T01:05:53.702 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-glwC4NFKgjYkoxj off=10038456 len=933687 2024-08-17T01:05:53.707 INFO:tasks.workunit.client.0.smithi157.stdout:op 3961 completed, throughput=5MB/sec 2024-08-17T01:05:53.707 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HXRoxyJP_hniIle off=9209737 len=1409079 2024-08-17T01:05:53.709 INFO:tasks.workunit.client.0.smithi157.stdout:op 3962 completed, throughput=5MB/sec 2024-08-17T01:05:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:05:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:05:53] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-08-17T01:05:54.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:54 smithi157 ceph-mon[98780]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:05:54.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:54 smithi157 ceph-mon[101289]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:05:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:54 smithi187 ceph-mon[90552]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:05:54.709 INFO:tasks.workunit.client.0.smithi157.stdout: 762: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:54.709 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KnayrDj8ASteVEl off=10368483 len=1363600 2024-08-17T01:05:54.717 INFO:tasks.workunit.client.0.smithi157.stdout:op 3963 completed, throughput=5MB/sec 2024-08-17T01:05:54.717 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-M2NdOWqh7UmxhMJ off=2964035 len=1367336 2024-08-17T01:05:54.720 INFO:tasks.workunit.client.0.smithi157.stdout:op 3964 completed, throughput=5MB/sec 2024-08-17T01:05:54.720 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MY0m1X8JeCrTxmr off=1656658 len=1598203 2024-08-17T01:05:54.729 INFO:tasks.workunit.client.0.smithi157.stdout:op 3965 completed, throughput=5MB/sec 2024-08-17T01:05:54.729 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QOxx79zSkqLK7sj off=14535550 len=1903113 2024-08-17T01:05:54.730 INFO:tasks.workunit.client.0.smithi157.stdout:op 3966 completed, throughput=5MB/sec 2024-08-17T01:05:55.731 INFO:tasks.workunit.client.0.smithi157.stdout: 763: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:55.731 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BcOkuj6pjBdOlga off=1592282 len=215572 2024-08-17T01:05:55.732 INFO:tasks.workunit.client.0.smithi157.stdout:op 3967 completed, throughput=5MB/sec 2024-08-17T01:05:55.732 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QPG295OHvKF02V_ off=17917914 len=91467 2024-08-17T01:05:55.732 INFO:tasks.workunit.client.0.smithi157.stdout:op 3968 completed, throughput=5MB/sec 2024-08-17T01:05:55.732 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rYPvSf2fIIHpYAE off=7528186 len=922950 2024-08-17T01:05:55.735 INFO:tasks.workunit.client.0.smithi157.stdout:op 3969 completed, throughput=5MB/sec 2024-08-17T01:05:55.735 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--XPgyqaFpJa0g_o off=2002521 len=1200791 2024-08-17T01:05:55.741 INFO:tasks.workunit.client.0.smithi157.stdout:op 3970 completed, throughput=5MB/sec 2024-08-17T01:05:55.741 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9var8wNIZzhTXXV off=7074216 len=711095 2024-08-17T01:05:55.745 INFO:tasks.workunit.client.0.smithi157.stdout:op 3971 completed, throughput=5MB/sec 2024-08-17T01:05:55.745 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ExyanhFgjVxZkFF off=9661109 len=232585 2024-08-17T01:05:55.748 INFO:tasks.workunit.client.0.smithi157.stdout:op 3972 completed, throughput=5MB/sec 2024-08-17T01:05:55.748 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YNtvvDfwAoLrsCr off=5228745 len=1370387 2024-08-17T01:05:55.755 INFO:tasks.workunit.client.0.smithi157.stdout:op 3973 completed, throughput=5MB/sec 2024-08-17T01:05:56.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:56 smithi157 ceph-mon[98780]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:05:56.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:56 smithi157 ceph-mon[101289]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:05:56.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:56 smithi187 ceph-mon[90552]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:05:56.755 INFO:tasks.workunit.client.0.smithi157.stdout: 764: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:56.755 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-c4HzvfOU61Xc8qY off=2710548 len=1700422 2024-08-17T01:05:56.757 INFO:tasks.workunit.client.0.smithi157.stdout:op 3974 completed, throughput=5MB/sec 2024-08-17T01:05:56.757 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-a7-QmQyajUmBmim off=0 len=1457878 2024-08-17T01:05:56.763 INFO:tasks.workunit.client.0.smithi157.stdout:op 3975 completed, throughput=5MB/sec 2024-08-17T01:05:56.763 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FoUTBVftrjgICZ8 off=7098549 len=1954473 2024-08-17T01:05:56.776 INFO:tasks.workunit.client.0.smithi157.stdout:op 3976 completed, throughput=5MB/sec 2024-08-17T01:05:57.777 INFO:tasks.workunit.client.0.smithi157.stdout: 765: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:57.777 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2AvsX_6d_LA7ePw off=2949063 len=1386721 2024-08-17T01:05:57.778 INFO:tasks.workunit.client.0.smithi157.stdout:op 3977 completed, throughput=5MB/sec 2024-08-17T01:05:57.779 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XLYpKaocmNTQcZg off=965145 len=1973673 2024-08-17T01:05:57.786 INFO:tasks.workunit.client.0.smithi157.stdout:op 3978 completed, throughput=5MB/sec 2024-08-17T01:05:57.786 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JxcfVAdz6f2U7RF off=4898769 len=1238011 2024-08-17T01:05:57.788 INFO:tasks.workunit.client.0.smithi157.stdout:op 3979 completed, throughput=5MB/sec 2024-08-17T01:05:57.788 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pxP_S3Dc9DvhCAL off=3543806 len=1539116 2024-08-17T01:05:57.793 INFO:tasks.workunit.client.0.smithi157.stdout:op 3980 completed, throughput=5MB/sec 2024-08-17T01:05:58.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:58 smithi157 ceph-mon[98780]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:05:58.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:58 smithi157 ceph-mon[101289]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:05:58.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:58 smithi187 ceph-mon[90552]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:05:58.793 INFO:tasks.workunit.client.0.smithi157.stdout: 766: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:58.793 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9K9yUh73AOqfg9y off=10678662 len=280241 2024-08-17T01:05:58.797 INFO:tasks.workunit.client.0.smithi157.stdout:op 3981 completed, throughput=5MB/sec 2024-08-17T01:05:58.797 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BvoCSc_u9W1AMRN off=6346937 len=1674644 2024-08-17T01:05:58.799 INFO:tasks.workunit.client.0.smithi157.stdout:op 3982 completed, throughput=5MB/sec 2024-08-17T01:05:58.799 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4cL9n-qAMsorqQj off=7474217 len=1863702 2024-08-17T01:05:58.803 INFO:tasks.workunit.client.0.smithi157.stdout:op 3983 completed, throughput=5MB/sec 2024-08-17T01:05:58.803 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DJvcIa9hmVd41dP off=1867179 len=675131 2024-08-17T01:05:58.804 INFO:tasks.workunit.client.0.smithi157.stdout:op 3984 completed, throughput=5MB/sec 2024-08-17T01:05:59.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:05:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:59.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:05:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:05:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:59.804 INFO:tasks.workunit.client.0.smithi157.stdout: 767: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:59.804 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PqFG3dWFIas1BRU off=3527404 len=353047 2024-08-17T01:05:59.805 INFO:tasks.workunit.client.0.smithi157.stdout:op 3985 completed, throughput=4.99MB/sec 2024-08-17T01:05:59.805 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oBSz9ZvzEwr7j4d off=922473 len=855538 2024-08-17T01:05:59.806 INFO:tasks.workunit.client.0.smithi157.stdout:op 3986 completed, throughput=5MB/sec 2024-08-17T01:05:59.806 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-L625cA3mIo1ctgw off=12228265 len=2054600 2024-08-17T01:05:59.809 INFO:tasks.workunit.client.0.smithi157.stdout:op 3987 completed, throughput=5MB/sec 2024-08-17T01:05:59.809 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UgaXtnDz6Peum__ off=5814245 len=1367638 2024-08-17T01:05:59.812 INFO:tasks.workunit.client.0.smithi157.stdout:op 3988 completed, throughput=5MB/sec 2024-08-17T01:05:59.812 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0qlYgs_B74PCtDB off=504008 len=1325206 2024-08-17T01:05:59.819 INFO:tasks.workunit.client.0.smithi157.stdout:op 3989 completed, throughput=5MB/sec 2024-08-17T01:06:00.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:00 smithi157 ceph-mon[101289]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:06:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:00 smithi157 ceph-mon[98780]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:06:00.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:00 smithi187 ceph-mon[90552]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:06:00.819 INFO:tasks.workunit.client.0.smithi157.stdout: 768: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:00.820 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7U9Yr270rZRAkd0 off=15990999 len=802700 2024-08-17T01:06:00.821 INFO:tasks.workunit.client.0.smithi157.stdout:op 3990 completed, throughput=5MB/sec 2024-08-17T01:06:00.822 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SInRSrJI3BseQ1G off=8881533 len=1453941 2024-08-17T01:06:00.828 INFO:tasks.workunit.client.0.smithi157.stdout:op 3991 completed, throughput=5MB/sec 2024-08-17T01:06:00.828 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TzZG9tipuuXwHNt off=7959614 len=137247 2024-08-17T01:06:00.831 INFO:tasks.workunit.client.0.smithi157.stdout:op 3992 completed, throughput=5MB/sec 2024-08-17T01:06:00.831 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wz_Zkm-2AG8HaD9 off=637573 len=920481 2024-08-17T01:06:00.836 INFO:tasks.workunit.client.0.smithi157.stdout:op 3993 completed, throughput=5MB/sec 2024-08-17T01:06:00.837 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vV0LJbvD3drWznJ off=17633413 len=944222 2024-08-17T01:06:00.838 INFO:tasks.workunit.client.0.smithi157.stdout:op 3994 completed, throughput=5MB/sec 2024-08-17T01:06:00.838 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-glGRUFnE2nUV_pn off=14612098 len=212126 2024-08-17T01:06:00.838 INFO:tasks.workunit.client.0.smithi157.stdout:op 3995 completed, throughput=5MB/sec 2024-08-17T01:06:00.838 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xYMPXDUZMrK-lY4 off=8766692 len=1921549 2024-08-17T01:06:00.841 INFO:tasks.workunit.client.0.smithi157.stdout:op 3996 completed, throughput=5MB/sec 2024-08-17T01:06:01.840 INFO:tasks.workunit.client.0.smithi157.stdout: 769: throughput=5MB/sec pending data=0 2024-08-17T01:06:01.841 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-C3ZisdFh6I1P7m6 off=10966077 len=35797 2024-08-17T01:06:01.841 INFO:tasks.workunit.client.0.smithi157.stdout:op 3997 completed, throughput=5MB/sec 2024-08-17T01:06:01.841 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-j1RoXxkFCmDaDU0 off=20283777 len=1081852 2024-08-17T01:06:01.842 INFO:tasks.workunit.client.0.smithi157.stdout:op 3998 completed, throughput=5MB/sec 2024-08-17T01:06:01.842 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-C5ClmeAIuYXi1r4 off=2445484 len=789389 2024-08-17T01:06:01.844 INFO:tasks.workunit.client.0.smithi157.stdout:op 3999 completed, throughput=5MB/sec 2024-08-17T01:06:01.844 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LKRS8B0TMt8TzSc off=696559 len=838807 2024-08-17T01:06:01.849 INFO:tasks.workunit.client.0.smithi157.stdout:op 4000 completed, throughput=5MB/sec 2024-08-17T01:06:01.849 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JcxE7YOZBO57JY5 off=13582576 len=1118282 2024-08-17T01:06:01.855 INFO:tasks.workunit.client.0.smithi157.stdout:op 4001 completed, throughput=5MB/sec 2024-08-17T01:06:02.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:02 smithi187 ceph-mon[90552]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:06:02.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:02 smithi157 ceph-mon[98780]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:06:02.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:02 smithi157 ceph-mon[101289]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:06:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:06:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:06:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:06:02.856 INFO:tasks.workunit.client.0.smithi157.stdout: 770: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:02.856 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-N1VWktLAaZvx5wt off=20617619 len=543920 2024-08-17T01:06:02.857 INFO:tasks.workunit.client.0.smithi157.stdout:op 4002 completed, throughput=4.99MB/sec 2024-08-17T01:06:02.857 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-m3K3_VTEYa9QPfi off=8332895 len=1734622 2024-08-17T01:06:02.866 INFO:tasks.workunit.client.0.smithi157.stdout:op 4003 completed, throughput=5MB/sec 2024-08-17T01:06:02.866 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OLFN-4tJaaHvhz9 off=12016166 len=1400645 2024-08-17T01:06:02.873 INFO:tasks.workunit.client.0.smithi157.stdout:op 4004 completed, throughput=5MB/sec 2024-08-17T01:06:02.873 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oUefdEhJmeqyscP off=3686694 len=703131 2024-08-17T01:06:02.875 INFO:tasks.workunit.client.0.smithi157.stdout:op 4005 completed, throughput=5MB/sec 2024-08-17T01:06:02.875 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-786Eap2qwmxulYG off=5897835 len=896867 2024-08-17T01:06:02.880 INFO:tasks.workunit.client.0.smithi157.stdout:op 4006 completed, throughput=5MB/sec 2024-08-17T01:06:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: 771: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:03.880 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-S_EH2f96hAwgO9V off=1076599 len=615874 2024-08-17T01:06:03.882 INFO:tasks.workunit.client.0.smithi157.stdout:op 4007 completed, throughput=4.99MB/sec 2024-08-17T01:06:03.882 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BYQr9mXLTgBiTVm off=5352121 len=1721691 2024-08-17T01:06:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:06:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:06:03] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-08-17T01:06:03.890 INFO:tasks.workunit.client.0.smithi157.stdout:op 4008 completed, throughput=5MB/sec 2024-08-17T01:06:03.890 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UNVLk92jlLlKs8K off=14783612 len=1144736 2024-08-17T01:06:03.898 INFO:tasks.workunit.client.0.smithi157.stdout:op 4009 completed, throughput=5MB/sec 2024-08-17T01:06:03.898 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Vl4Mwfoc_wLYd2x off=8358445 len=849328 2024-08-17T01:06:03.899 INFO:tasks.workunit.client.0.smithi157.stdout:op 4010 completed, throughput=5MB/sec 2024-08-17T01:06:03.899 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zO4XsXuinQP8CM8 off=3415115 len=699528 2024-08-17T01:06:03.903 INFO:tasks.workunit.client.0.smithi157.stdout:op 4011 completed, throughput=5MB/sec 2024-08-17T01:06:03.903 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZtN_-EAsKa-t4-S off=17573051 len=221737 2024-08-17T01:06:03.906 INFO:tasks.workunit.client.0.smithi157.stdout:op 4012 completed, throughput=5MB/sec 2024-08-17T01:06:04.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:04 smithi157 ceph-mon[101289]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:06:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:04 smithi157 ceph-mon[98780]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:06:04.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:04 smithi187 ceph-mon[90552]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:06:04.906 INFO:tasks.workunit.client.0.smithi157.stdout: 772: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:04.906 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qH6_MeJdnSW1bdk off=9090997 len=1362401 2024-08-17T01:06:04.913 INFO:tasks.workunit.client.0.smithi157.stdout:op 4013 completed, throughput=5MB/sec 2024-08-17T01:06:04.913 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3OwVdhGNNXG0rip off=4091041 len=1413514 2024-08-17T01:06:04.920 INFO:tasks.workunit.client.0.smithi157.stdout:op 4014 completed, throughput=5MB/sec 2024-08-17T01:06:04.920 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TRLi5AcBep7y2N_ off=6171853 len=1065611 2024-08-17T01:06:04.921 INFO:tasks.workunit.client.0.smithi157.stdout:op 4015 completed, throughput=5MB/sec 2024-08-17T01:06:04.921 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-b8ELT2P3zqb9RGh off=1226477 len=1487290 2024-08-17T01:06:04.923 INFO:tasks.workunit.client.0.smithi157.stdout:op 4016 completed, throughput=5MB/sec 2024-08-17T01:06:05.923 INFO:tasks.workunit.client.0.smithi157.stdout: 773: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:05.924 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5GRfEakxoUS4QYJ off=3101413 len=36507 2024-08-17T01:06:05.926 INFO:tasks.workunit.client.0.smithi157.stdout:op 4017 completed, throughput=4.99MB/sec 2024-08-17T01:06:05.926 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--ScjdyZDIWkDpj1 off=20876704 len=987130 2024-08-17T01:06:05.927 INFO:tasks.workunit.client.0.smithi157.stdout:op 4018 completed, throughput=5MB/sec 2024-08-17T01:06:05.927 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-D1dLS2-KOUhTMSb off=7001136 len=617423 2024-08-17T01:06:05.931 INFO:tasks.workunit.client.0.smithi157.stdout:op 4019 completed, throughput=5MB/sec 2024-08-17T01:06:05.932 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2BEzeOWd23YNkZo off=10531735 len=1497184 2024-08-17T01:06:05.941 INFO:tasks.workunit.client.0.smithi157.stdout:op 4020 completed, throughput=5MB/sec 2024-08-17T01:06:05.941 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FQfS5_I_vMZpSuL off=1118264 len=205582 2024-08-17T01:06:05.943 INFO:tasks.workunit.client.0.smithi157.stdout:op 4021 completed, throughput=5MB/sec 2024-08-17T01:06:05.943 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0Bb_xGeLsksBz5f off=16381359 len=2094412 2024-08-17T01:06:05.952 INFO:tasks.workunit.client.0.smithi157.stdout:op 4022 completed, throughput=5MB/sec 2024-08-17T01:06:06.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:06 smithi157 ceph-mon[101289]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:06:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:06 smithi157 ceph-mon[98780]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:06:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:06 smithi187 ceph-mon[90552]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:06:06.952 INFO:tasks.workunit.client.0.smithi157.stdout: 774: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:07.203 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ameyCgby-RyTItS off=2949993 len=461347 2024-08-17T01:06:07.204 INFO:tasks.workunit.client.0.smithi157.stdout:op 4023 completed, throughput=4.99MB/sec 2024-08-17T01:06:07.204 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hxnd93C0A3IWNcw off=10791767 len=801947 2024-08-17T01:06:07.204 INFO:tasks.workunit.client.0.smithi157.stdout:op 4024 completed, throughput=5MB/sec 2024-08-17T01:06:07.205 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4P5xYQIgDH-TNir off=20907000 len=165603 2024-08-17T01:06:07.205 INFO:tasks.workunit.client.0.smithi157.stdout:op 4025 completed, throughput=5MB/sec 2024-08-17T01:06:07.205 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-78A17UKyoM-zQex off=5319469 len=1597237 2024-08-17T01:06:07.205 INFO:tasks.workunit.client.0.smithi157.stdout:op 4026 completed, throughput=5MB/sec 2024-08-17T01:06:07.205 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GYgxtdoIMCcCgjh off=14894263 len=965281 2024-08-17T01:06:07.205 INFO:tasks.workunit.client.0.smithi157.stdout:op 4027 completed, throughput=5MB/sec 2024-08-17T01:06:07.205 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LOgoKx15801fl9D off=17649775 len=1336273 2024-08-17T01:06:07.205 INFO:tasks.workunit.client.0.smithi157.stdout:op 4028 completed, throughput=5MB/sec 2024-08-17T01:06:07.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:07 smithi157 ceph-mon[101289]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:06:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:07 smithi157 ceph-mon[98780]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:06:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:07 smithi187 ceph-mon[90552]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:06:07.972 INFO:tasks.workunit.client.0.smithi157.stdout: 775: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:07.972 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yYT0KjEVehX03E5 off=18808680 len=385568 2024-08-17T01:06:07.975 INFO:tasks.workunit.client.0.smithi157.stdout:op 4029 completed, throughput=4.99MB/sec 2024-08-17T01:06:07.975 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RH7pYqDwlKxcQTM off=10824730 len=537412 2024-08-17T01:06:07.976 INFO:tasks.workunit.client.0.smithi157.stdout:op 4030 completed, throughput=4.99MB/sec 2024-08-17T01:06:07.976 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-c2lUsz9FYzSaAye off=10988563 len=80955 2024-08-17T01:06:07.977 INFO:tasks.workunit.client.0.smithi157.stdout:op 4031 completed, throughput=5MB/sec 2024-08-17T01:06:07.977 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cZnMPyC2PvMO_w7 off=13132465 len=1335518 2024-08-17T01:06:07.985 INFO:tasks.workunit.client.0.smithi157.stdout:op 4032 completed, throughput=5MB/sec 2024-08-17T01:06:07.985 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tYJKpWeyFR8k56W off=14452758 len=1967119 2024-08-17T01:06:07.986 INFO:tasks.workunit.client.0.smithi157.stdout:op 4033 completed, throughput=5MB/sec 2024-08-17T01:06:07.987 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UimG0Ehw30mTHEq off=15654129 len=765276 2024-08-17T01:06:07.991 INFO:tasks.workunit.client.0.smithi157.stdout:op 4034 completed, throughput=5MB/sec 2024-08-17T01:06:07.992 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9IVUlyaCIsQ_iNo off=4531753 len=629511 2024-08-17T01:06:07.995 INFO:tasks.workunit.client.0.smithi157.stdout:op 4035 completed, throughput=5MB/sec 2024-08-17T01:06:08.995 INFO:tasks.workunit.client.0.smithi157.stdout: 776: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:08.996 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--qbKlPhVdT58Mv9 off=11044269 len=442201 2024-08-17T01:06:08.996 INFO:tasks.workunit.client.0.smithi157.stdout:op 4036 completed, throughput=4.99MB/sec 2024-08-17T01:06:08.996 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7u-2LBepORTfVxq off=0 len=1360010 2024-08-17T01:06:09.003 INFO:tasks.workunit.client.0.smithi157.stdout:op 4037 completed, throughput=5MB/sec 2024-08-17T01:06:09.004 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cmHjPqVd7QRFcH5 off=98346 len=1105939 2024-08-17T01:06:09.005 INFO:tasks.workunit.client.0.smithi157.stdout:op 4038 completed, throughput=5MB/sec 2024-08-17T01:06:09.005 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SLSkhdEUv1fHLXw off=7230787 len=1560097 2024-08-17T01:06:09.008 INFO:tasks.workunit.client.0.smithi157.stdout:op 4039 completed, throughput=5MB/sec 2024-08-17T01:06:09.009 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-THAVtLo9-QlaRrT off=11834151 len=1386177 2024-08-17T01:06:09.010 INFO:tasks.workunit.client.0.smithi157.stdout:op 4040 completed, throughput=5MB/sec 2024-08-17T01:06:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:09 smithi157 ceph-mon[101289]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:06:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:09 smithi157 ceph-mon[98780]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:06:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:09 smithi187 ceph-mon[90552]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:06:10.010 INFO:tasks.workunit.client.0.smithi157.stdout: 777: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:10.011 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nfW7sH4g-oJ3tzq off=3412958 len=93951 2024-08-17T01:06:10.013 INFO:tasks.workunit.client.0.smithi157.stdout:op 4041 completed, throughput=5MB/sec 2024-08-17T01:06:10.013 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eP_R1AJjAPNdlQ9 off=6293892 len=309572 2024-08-17T01:06:10.016 INFO:tasks.workunit.client.0.smithi157.stdout:op 4042 completed, throughput=5MB/sec 2024-08-17T01:06:10.016 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0FUr52LwY5c6Js- off=1209083 len=1320574 2024-08-17T01:06:10.023 INFO:tasks.workunit.client.0.smithi157.stdout:op 4043 completed, throughput=5MB/sec 2024-08-17T01:06:10.023 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1xZyzOwkT_5Uz3b off=906834 len=1278905 2024-08-17T01:06:10.026 INFO:tasks.workunit.client.0.smithi157.stdout:op 4044 completed, throughput=5MB/sec 2024-08-17T01:06:10.026 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-icsCxO27C6tE_7o off=4414660 len=39029 2024-08-17T01:06:10.026 INFO:tasks.workunit.client.0.smithi157.stdout:op 4045 completed, throughput=5MB/sec 2024-08-17T01:06:10.026 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MrqwF4DXsXhCOwJ off=1696689 len=375993 2024-08-17T01:06:10.027 INFO:tasks.workunit.client.0.smithi157.stdout:op 4046 completed, throughput=5MB/sec 2024-08-17T01:06:10.027 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JpThX9EJZU3avLu off=6962732 len=711220 2024-08-17T01:06:10.031 INFO:tasks.workunit.client.0.smithi157.stdout:op 4047 completed, throughput=5MB/sec 2024-08-17T01:06:10.031 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UhgKpDUqondKONJ off=220793 len=1883559 2024-08-17T01:06:10.039 INFO:tasks.workunit.client.0.smithi157.stdout:op 4048 completed, throughput=5MB/sec 2024-08-17T01:06:11.039 INFO:tasks.workunit.client.0.smithi157.stdout: 778: throughput=5MB/sec pending data=0 2024-08-17T01:06:11.039 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SyglohEcP2qqutK off=13411363 len=2018166 2024-08-17T01:06:11.042 INFO:tasks.workunit.client.0.smithi157.stdout:op 4049 completed, throughput=5MB/sec 2024-08-17T01:06:11.042 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rfavEDfOgVcY623 off=3262335 len=427551 2024-08-17T01:06:11.045 INFO:tasks.workunit.client.0.smithi157.stdout:op 4050 completed, throughput=5MB/sec 2024-08-17T01:06:11.045 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nuBz7oXsMUSa5Rx off=2644323 len=997414 2024-08-17T01:06:11.052 INFO:tasks.workunit.client.0.smithi157.stdout:op 4051 completed, throughput=5MB/sec 2024-08-17T01:06:11.052 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WFpnyWeTw53Fll_ off=12566941 len=877296 2024-08-17T01:06:11.057 INFO:tasks.workunit.client.0.smithi157.stdout:op 4052 completed, throughput=5MB/sec 2024-08-17T01:06:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:11 smithi157 ceph-mon[101289]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:06:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:11 smithi157 ceph-mon[98780]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:06:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:11 smithi187 ceph-mon[90552]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:06:12.057 INFO:tasks.workunit.client.0.smithi157.stdout: 779: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:12.058 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZQRCUJuyaO6w1wA off=5728559 len=1425793 2024-08-17T01:06:12.064 INFO:tasks.workunit.client.0.smithi157.stdout:op 4053 completed, throughput=5MB/sec 2024-08-17T01:06:12.064 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gj-1A7rUWiD-Bay off=5371134 len=1629341 2024-08-17T01:06:12.070 INFO:tasks.workunit.client.0.smithi157.stdout:op 4054 completed, throughput=5MB/sec 2024-08-17T01:06:12.071 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5xgOM3GeSWW8cUq off=16361285 len=484872 2024-08-17T01:06:12.071 INFO:tasks.workunit.client.0.smithi157.stdout:op 4055 completed, throughput=5MB/sec 2024-08-17T01:06:12.071 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PhcvbAgXQf-fNhH off=2427987 len=1953806 2024-08-17T01:06:12.073 INFO:tasks.workunit.client.0.smithi157.stdout:op 4056 completed, throughput=5MB/sec 2024-08-17T01:06:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:06:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:06:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:06:13.074 INFO:tasks.workunit.client.0.smithi157.stdout: 780: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:13.074 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-27M2mpVtVRiNkHF off=10569569 len=1225027 2024-08-17T01:06:13.080 INFO:tasks.workunit.client.0.smithi157.stdout:op 4057 completed, throughput=5MB/sec 2024-08-17T01:06:13.080 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-c4Pkab5th5SbZby off=3930890 len=103556 2024-08-17T01:06:13.081 INFO:tasks.workunit.client.0.smithi157.stdout:op 4058 completed, throughput=5MB/sec 2024-08-17T01:06:13.081 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZSywmDWqE-hrKqm off=2563722 len=1788488 2024-08-17T01:06:13.083 INFO:tasks.workunit.client.0.smithi157.stdout:op 4059 completed, throughput=5MB/sec 2024-08-17T01:06:13.083 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pztD7LFquWW3_-l off=7440703 len=582104 2024-08-17T01:06:13.084 INFO:tasks.workunit.client.0.smithi157.stdout:op 4060 completed, throughput=5MB/sec 2024-08-17T01:06:13.085 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eLn7-HDaewhCN5o off=4996947 len=1072657 2024-08-17T01:06:13.086 INFO:tasks.workunit.client.0.smithi157.stdout:op 4061 completed, throughput=5MB/sec 2024-08-17T01:06:13.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:13 smithi157 ceph-mon[101289]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:06:13.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:13 smithi157 ceph-mon[98780]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:06:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:13 smithi187 ceph-mon[90552]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:06:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:06:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:06:13] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-08-17T01:06:14.086 INFO:tasks.workunit.client.0.smithi157.stdout: 781: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:14.087 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2erMHm8n78YThcJ off=445577 len=1747053 2024-08-17T01:06:14.094 INFO:tasks.workunit.client.0.smithi157.stdout:op 4062 completed, throughput=5MB/sec 2024-08-17T01:06:14.095 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UiuYmdkztSRb13O off=2031089 len=66550 2024-08-17T01:06:14.097 INFO:tasks.workunit.client.0.smithi157.stdout:op 4063 completed, throughput=5MB/sec 2024-08-17T01:06:14.097 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZZL_Ay1fiahqUvj off=2191433 len=66594 2024-08-17T01:06:14.099 INFO:tasks.workunit.client.0.smithi157.stdout:op 4064 completed, throughput=5MB/sec 2024-08-17T01:06:14.099 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MCCVrZAPf-pF7sj off=4660262 len=1059854 2024-08-17T01:06:14.105 INFO:tasks.workunit.client.0.smithi157.stdout:op 4065 completed, throughput=5MB/sec 2024-08-17T01:06:14.105 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BOcAx8S1NLhC8zn off=2689656 len=363721 2024-08-17T01:06:14.105 INFO:tasks.workunit.client.0.smithi157.stdout:op 4066 completed, throughput=5MB/sec 2024-08-17T01:06:14.105 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xEhUjlNkuuuEVP3 off=8000858 len=1949741 2024-08-17T01:06:14.114 INFO:tasks.workunit.client.0.smithi157.stdout:op 4067 completed, throughput=5MB/sec 2024-08-17T01:06:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:15.115 INFO:tasks.workunit.client.0.smithi157.stdout: 782: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:15.115 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jl3x7GM5RgspBMG off=11565697 len=857712 2024-08-17T01:06:15.117 INFO:tasks.workunit.client.0.smithi157.stdout:op 4068 completed, throughput=4.99MB/sec 2024-08-17T01:06:15.117 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-f8rqby4UELrNBPj off=13869595 len=1031315 2024-08-17T01:06:15.122 INFO:tasks.workunit.client.0.smithi157.stdout:op 4069 completed, throughput=5MB/sec 2024-08-17T01:06:15.122 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vltcHdw_6-wIj6D off=1526649 len=481316 2024-08-17T01:06:15.127 INFO:tasks.workunit.client.0.smithi157.stdout:op 4070 completed, throughput=5MB/sec 2024-08-17T01:06:15.127 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wOOk6S6IQ1xrL7V off=429147 len=1851951 2024-08-17T01:06:15.128 INFO:tasks.workunit.client.0.smithi157.stdout:op 4071 completed, throughput=5MB/sec 2024-08-17T01:06:15.128 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nP4s138Fy1U3KPo off=5344593 len=106252 2024-08-17T01:06:15.129 INFO:tasks.workunit.client.0.smithi157.stdout:op 4072 completed, throughput=5MB/sec 2024-08-17T01:06:15.129 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QPA5IqbIo3jYUPQ off=11504017 len=232678 2024-08-17T01:06:15.130 INFO:tasks.workunit.client.0.smithi157.stdout:op 4073 completed, throughput=5MB/sec 2024-08-17T01:06:15.130 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XpNU7sWaS4aFFtx off=1044782 len=181588 2024-08-17T01:06:15.132 INFO:tasks.workunit.client.0.smithi157.stdout:op 4074 completed, throughput=5MB/sec 2024-08-17T01:06:15.133 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QDbTWNysVidGC9r off=23374348 len=538689 2024-08-17T01:06:15.133 INFO:tasks.workunit.client.0.smithi157.stdout:op 4075 completed, throughput=5MB/sec 2024-08-17T01:06:15.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:15 smithi157 ceph-mon[101289]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-17T01:06:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:15 smithi157 ceph-mon[98780]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-17T01:06:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:15 smithi187 ceph-mon[90552]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-17T01:06:16.134 INFO:tasks.workunit.client.0.smithi157.stdout: 783: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:16.134 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jl9LgzVESYUKwZg off=2011618 len=1756418 2024-08-17T01:06:16.136 INFO:tasks.workunit.client.0.smithi157.stdout:op 4076 completed, throughput=5MB/sec 2024-08-17T01:06:16.136 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EbOEklxOKfoP5ix off=12931047 len=80343 2024-08-17T01:06:16.136 INFO:tasks.workunit.client.0.smithi157.stdout:op 4077 completed, throughput=5MB/sec 2024-08-17T01:06:16.137 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ykqv_KHCsxBCX1V off=3730029 len=1842547 2024-08-17T01:06:16.139 INFO:tasks.workunit.client.0.smithi157.stdout:op 4078 completed, throughput=5MB/sec 2024-08-17T01:06:16.139 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-k0y4HbNn140RstM off=506960 len=200851 2024-08-17T01:06:16.139 INFO:tasks.workunit.client.0.smithi157.stdout:op 4079 completed, throughput=5MB/sec 2024-08-17T01:06:16.139 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wwMkp-4cQVQO-IK off=11223302 len=77103 2024-08-17T01:06:16.142 INFO:tasks.workunit.client.0.smithi157.stdout:op 4080 completed, throughput=5MB/sec 2024-08-17T01:06:16.142 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MAv2kXi-KNctYLG off=8902688 len=1598617 2024-08-17T01:06:16.150 INFO:tasks.workunit.client.0.smithi157.stdout:op 4081 completed, throughput=5MB/sec 2024-08-17T01:06:17.151 INFO:tasks.workunit.client.0.smithi157.stdout: 784: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:17.151 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-t-U8HqGhuTL5fyj off=15946677 len=2047747 2024-08-17T01:06:17.160 INFO:tasks.workunit.client.0.smithi157.stdout:op 4082 completed, throughput=5MB/sec 2024-08-17T01:06:17.160 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GrRarXzBglUQ0er off=12132871 len=1394796 2024-08-17T01:06:17.162 INFO:tasks.workunit.client.0.smithi157.stdout:op 4083 completed, throughput=5MB/sec 2024-08-17T01:06:17.162 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HUFwxXU8NiorpWC off=2418430 len=647665 2024-08-17T01:06:17.166 INFO:tasks.workunit.client.0.smithi157.stdout:op 4084 completed, throughput=5MB/sec 2024-08-17T01:06:17.166 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xKsqKoYYJDMRIkM off=11428759 len=1205744 2024-08-17T01:06:17.168 INFO:tasks.workunit.client.0.smithi157.stdout:op 4085 completed, throughput=5MB/sec 2024-08-17T01:06:17.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:17 smithi157 ceph-mon[98780]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:06:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:17 smithi157 ceph-mon[101289]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:06:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:17 smithi187 ceph-mon[90552]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:06:18.168 INFO:tasks.workunit.client.0.smithi157.stdout: 785: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:18.169 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DAZkhCjQFFiI334 off=5926694 len=257635 2024-08-17T01:06:18.169 INFO:tasks.workunit.client.0.smithi157.stdout:op 4086 completed, throughput=4.99MB/sec 2024-08-17T01:06:18.169 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JIRARG9wED6ZB96 off=4981847 len=755860 2024-08-17T01:06:18.170 INFO:tasks.workunit.client.0.smithi157.stdout:op 4087 completed, throughput=5MB/sec 2024-08-17T01:06:18.171 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0tdWeCVuxeNf5Nj off=85947 len=504382 2024-08-17T01:06:18.173 INFO:tasks.workunit.client.0.smithi157.stdout:op 4088 completed, throughput=5MB/sec 2024-08-17T01:06:18.173 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yiblPIvfNRR42Nz off=5535509 len=1316924 2024-08-17T01:06:18.178 INFO:tasks.workunit.client.0.smithi157.stdout:op 4089 completed, throughput=5MB/sec 2024-08-17T01:06:18.178 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zEDxGrEBkmMTpft off=4525385 len=388412 2024-08-17T01:06:18.179 INFO:tasks.workunit.client.0.smithi157.stdout:op 4090 completed, throughput=5MB/sec 2024-08-17T01:06:18.179 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dAJObkWWuoJlCgF off=7452288 len=487952 2024-08-17T01:06:18.183 INFO:tasks.workunit.client.0.smithi157.stdout:op 4091 completed, throughput=5MB/sec 2024-08-17T01:06:18.183 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2pmPSRbqCvbkUS2 off=276464 len=159623 2024-08-17T01:06:18.184 INFO:tasks.workunit.client.0.smithi157.stdout:op 4092 completed, throughput=5MB/sec 2024-08-17T01:06:18.184 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-V4Oah8zxyBsCX4l off=4580182 len=2035573 2024-08-17T01:06:18.187 INFO:tasks.workunit.client.0.smithi157.stdout:op 4093 completed, throughput=5MB/sec 2024-08-17T01:06:19.188 INFO:tasks.workunit.client.0.smithi157.stdout: 786: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:19.188 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_k8flwsG4NfqVw3 off=5295259 len=1874519 2024-08-17T01:06:19.198 INFO:tasks.workunit.client.0.smithi157.stdout:op 4094 completed, throughput=5MB/sec 2024-08-17T01:06:19.198 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DXmt82QxobYXnIe off=4495562 len=1746458 2024-08-17T01:06:19.201 INFO:tasks.workunit.client.0.smithi157.stdout:op 4095 completed, throughput=5MB/sec 2024-08-17T01:06:19.201 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-msWD2oXnFOufMw7 off=1711101 len=729995 2024-08-17T01:06:19.203 INFO:tasks.workunit.client.0.smithi157.stdout:op 4096 completed, throughput=5MB/sec 2024-08-17T01:06:19.203 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GrRarXzBglUQ0er off=11849059 len=1004476 2024-08-17T01:06:19.205 INFO:tasks.workunit.client.0.smithi157.stdout:op 4097 completed, throughput=5MB/sec 2024-08-17T01:06:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:19 smithi157 ceph-mon[101289]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:06:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:19 smithi157 ceph-mon[98780]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:06:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:19 smithi187 ceph-mon[90552]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:06:20.205 INFO:tasks.workunit.client.0.smithi157.stdout: 787: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:20.205 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-O6rFLAJYCjDZkQ0 off=1545335 len=1197804 2024-08-17T01:06:20.207 INFO:tasks.workunit.client.0.smithi157.stdout:op 4098 completed, throughput=5MB/sec 2024-08-17T01:06:20.207 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Omx5yxadWjM056o off=3640015 len=476297 2024-08-17T01:06:20.208 INFO:tasks.workunit.client.0.smithi157.stdout:op 4099 completed, throughput=5MB/sec 2024-08-17T01:06:20.208 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Y7UgyN1MbWQFupG off=5205376 len=1962837 2024-08-17T01:06:20.217 INFO:tasks.workunit.client.0.smithi157.stdout:op 4100 completed, throughput=5MB/sec 2024-08-17T01:06:20.217 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1CnPdvLxF2ijSvC off=6017974 len=1587375 2024-08-17T01:06:20.218 INFO:tasks.workunit.client.0.smithi157.stdout:op 4101 completed, throughput=5MB/sec 2024-08-17T01:06:21.219 INFO:tasks.workunit.client.0.smithi157.stdout: 788: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:21.219 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Q7SxZaR5PvIEhjB off=2590638 len=13735 2024-08-17T01:06:21.221 INFO:tasks.workunit.client.0.smithi157.stdout:op 4102 completed, throughput=4.99MB/sec 2024-08-17T01:06:21.222 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ansI5n3rhgO1YVI off=14304187 len=1956926 2024-08-17T01:06:21.230 INFO:tasks.workunit.client.0.smithi157.stdout:op 4103 completed, throughput=5MB/sec 2024-08-17T01:06:21.230 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fLFV_KsPT1OHr4G off=3311218 len=1254260 2024-08-17T01:06:21.231 INFO:tasks.workunit.client.0.smithi157.stdout:op 4104 completed, throughput=5MB/sec 2024-08-17T01:06:21.231 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gJgGYjFIYKXzD9p off=230266 len=1230968 2024-08-17T01:06:21.236 INFO:tasks.workunit.client.0.smithi157.stdout:op 4105 completed, throughput=5MB/sec 2024-08-17T01:06:21.237 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-U3f8pFUvczSq2c2 off=4121860 len=1779274 2024-08-17T01:06:21.243 INFO:tasks.workunit.client.0.smithi157.stdout:op 4106 completed, throughput=5MB/sec 2024-08-17T01:06:21.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:21 smithi157 ceph-mon[98780]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-17T01:06:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:21 smithi157 ceph-mon[101289]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-17T01:06:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:21 smithi187 ceph-mon[90552]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-17T01:06:22.244 INFO:tasks.workunit.client.0.smithi157.stdout: 789: throughput=5MB/sec pending data=0 2024-08-17T01:06:22.244 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jzU48DEFa8aZg7I off=13162570 len=545388 2024-08-17T01:06:22.247 INFO:tasks.workunit.client.0.smithi157.stdout:op 4107 completed, throughput=5MB/sec 2024-08-17T01:06:22.247 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hVMXHfsPXuJkuD1 off=11621770 len=62014 2024-08-17T01:06:22.250 INFO:tasks.workunit.client.0.smithi157.stdout:op 4108 completed, throughput=5MB/sec 2024-08-17T01:06:22.250 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Occl_TophCkdH61 off=797959 len=2022954 2024-08-17T01:06:22.262 INFO:tasks.workunit.client.0.smithi157.stdout:op 4109 completed, throughput=5MB/sec 2024-08-17T01:06:22.262 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dWWRvifMGproi2c off=8028555 len=1193704 2024-08-17T01:06:22.268 INFO:tasks.workunit.client.0.smithi157.stdout:op 4110 completed, throughput=5MB/sec 2024-08-17T01:06:22.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:06:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:06:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:06:23.268 INFO:tasks.workunit.client.0.smithi157.stdout: 790: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:23.268 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sJI5ToPOXcJ-3Um off=5740536 len=1485048 2024-08-17T01:06:23.276 INFO:tasks.workunit.client.0.smithi157.stdout:op 4111 completed, throughput=5MB/sec 2024-08-17T01:06:23.276 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VsYBEVfkUw__E46 off=2296672 len=390475 2024-08-17T01:06:23.280 INFO:tasks.workunit.client.0.smithi157.stdout:op 4112 completed, throughput=5MB/sec 2024-08-17T01:06:23.280 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9QJ4rT56EbSpDJC off=18765003 len=1430217 2024-08-17T01:06:23.287 INFO:tasks.workunit.client.0.smithi157.stdout:op 4113 completed, throughput=5MB/sec 2024-08-17T01:06:23.287 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ka8F5bWWQjS_KM6 off=6590433 len=1147179 2024-08-17T01:06:23.289 INFO:tasks.workunit.client.0.smithi157.stdout:op 4114 completed, throughput=5MB/sec 2024-08-17T01:06:23.289 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-H7lilhQXAm_pO6R off=2026231 len=1788006 2024-08-17T01:06:23.299 INFO:tasks.workunit.client.0.smithi157.stdout:op 4115 completed, throughput=5MB/sec 2024-08-17T01:06:23.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:23 smithi157 ceph-mon[101289]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:06:23.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:06:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:06:23] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-08-17T01:06:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:23 smithi157 ceph-mon[98780]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:06:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:23 smithi187 ceph-mon[90552]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:06:24.300 INFO:tasks.workunit.client.0.smithi157.stdout: 791: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:24.300 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5Kn3hXAJtJACPmb off=1913949 len=1738725 2024-08-17T01:06:24.303 INFO:tasks.workunit.client.0.smithi157.stdout:op 4116 completed, throughput=5MB/sec 2024-08-17T01:06:24.303 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OiEdysfjqf-KADl off=10382092 len=1436164 2024-08-17T01:06:24.305 INFO:tasks.workunit.client.0.smithi157.stdout:op 4117 completed, throughput=5MB/sec 2024-08-17T01:06:24.306 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-u1OOMujE75E7iCR off=7886676 len=893506 2024-08-17T01:06:24.310 INFO:tasks.workunit.client.0.smithi157.stdout:op 4118 completed, throughput=5MB/sec 2024-08-17T01:06:24.310 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-w9JZvBsi53JlDen off=9841693 len=946148 2024-08-17T01:06:24.311 INFO:tasks.workunit.client.0.smithi157.stdout:op 4119 completed, throughput=5MB/sec 2024-08-17T01:06:25.312 INFO:tasks.workunit.client.0.smithi157.stdout: 792: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:25.312 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZfYjAu72ZSVnFdX off=21484139 len=1439718 2024-08-17T01:06:25.319 INFO:tasks.workunit.client.0.smithi157.stdout:op 4120 completed, throughput=5MB/sec 2024-08-17T01:06:25.319 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-N1NBJsnMG9Dgz54 off=314184 len=619802 2024-08-17T01:06:25.320 INFO:tasks.workunit.client.0.smithi157.stdout:op 4121 completed, throughput=5MB/sec 2024-08-17T01:06:25.320 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8j1z9rOQMREnlub off=2017196 len=1020538 2024-08-17T01:06:25.326 INFO:tasks.workunit.client.0.smithi157.stdout:op 4122 completed, throughput=5MB/sec 2024-08-17T01:06:25.326 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YR9TKBo8SF6GsVQ off=2047211 len=926025 2024-08-17T01:06:25.331 INFO:tasks.workunit.client.0.smithi157.stdout:op 4123 completed, throughput=5MB/sec 2024-08-17T01:06:25.331 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RE-P7f3yNtIg2Ek off=15952479 len=447724 2024-08-17T01:06:25.335 INFO:tasks.workunit.client.0.smithi157.stdout:op 4124 completed, throughput=5MB/sec 2024-08-17T01:06:25.335 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vycnpNjvRfav7Id off=6495828 len=167943 2024-08-17T01:06:25.335 INFO:tasks.workunit.client.0.smithi157.stdout:op 4125 completed, throughput=5MB/sec 2024-08-17T01:06:25.335 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ryy-TwJowMsuwC7 off=15858687 len=1556965 2024-08-17T01:06:25.344 INFO:tasks.workunit.client.0.smithi157.stdout:op 4126 completed, throughput=5MB/sec 2024-08-17T01:06:25.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:25 smithi157 ceph-mon[101289]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:06:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:25 smithi157 ceph-mon[98780]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:06:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:25 smithi187 ceph-mon[90552]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:06:26.344 INFO:tasks.workunit.client.0.smithi157.stdout: 793: throughput=5MB/sec pending data=0 2024-08-17T01:06:26.345 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ak7_nxNezKZVPPt off=6650586 len=1470604 2024-08-17T01:06:26.346 INFO:tasks.workunit.client.0.smithi157.stdout:op 4127 completed, throughput=5MB/sec 2024-08-17T01:06:26.346 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZNUOVvhdeW0GK0s off=1196262 len=686355 2024-08-17T01:06:26.347 INFO:tasks.workunit.client.0.smithi157.stdout:op 4128 completed, throughput=5MB/sec 2024-08-17T01:06:26.347 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_aUHljdnIlIwfJP off=17464546 len=932959 2024-08-17T01:06:26.349 INFO:tasks.workunit.client.0.smithi157.stdout:op 4129 completed, throughput=5MB/sec 2024-08-17T01:06:26.349 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fOwO6nzOeH1JPpt off=5535028 len=1540944 2024-08-17T01:06:26.355 INFO:tasks.workunit.client.0.smithi157.stdout:op 4130 completed, throughput=5MB/sec 2024-08-17T01:06:27.356 INFO:tasks.workunit.client.0.smithi157.stdout: 794: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:27.356 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NmTky-U9Lmgp3Sf off=8449135 len=424599 2024-08-17T01:06:27.360 INFO:tasks.workunit.client.0.smithi157.stdout:op 4131 completed, throughput=5MB/sec 2024-08-17T01:06:27.360 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lla_YzdWVlyuZ_F off=3962388 len=1779968 2024-08-17T01:06:27.370 INFO:tasks.workunit.client.0.smithi157.stdout:op 4132 completed, throughput=5MB/sec 2024-08-17T01:06:27.370 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BvoCSc_u9W1AMRN off=6936534 len=1196252 2024-08-17T01:06:27.372 INFO:tasks.workunit.client.0.smithi157.stdout:op 4133 completed, throughput=5MB/sec 2024-08-17T01:06:27.372 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pMyrvv_NYE4mgEw off=17438554 len=675311 2024-08-17T01:06:27.376 INFO:tasks.workunit.client.0.smithi157.stdout:op 4134 completed, throughput=5MB/sec 2024-08-17T01:06:27.376 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-POocxTAhzfNnfqu off=13102297 len=1823655 2024-08-17T01:06:27.378 INFO:tasks.workunit.client.0.smithi157.stdout:op 4135 completed, throughput=5MB/sec 2024-08-17T01:06:27.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:27 smithi157 ceph-mon[101289]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:06:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:27 smithi157 ceph-mon[98780]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:06:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:27 smithi187 ceph-mon[90552]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:06:28.378 INFO:tasks.workunit.client.0.smithi157.stdout: 795: throughput=5MB/sec pending data=0 2024-08-17T01:06:28.379 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Z8g-NUcW5Kl08m7 off=12128517 len=44885 2024-08-17T01:06:28.381 INFO:tasks.workunit.client.0.smithi157.stdout:op 4136 completed, throughput=5MB/sec 2024-08-17T01:06:28.381 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9o6kF-qGD8wtgC9 off=17184977 len=874207 2024-08-17T01:06:28.383 INFO:tasks.workunit.client.0.smithi157.stdout:op 4137 completed, throughput=5MB/sec 2024-08-17T01:06:28.383 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8pzkbWgSG5PL9QY off=6333741 len=1082156 2024-08-17T01:06:28.384 INFO:tasks.workunit.client.0.smithi157.stdout:op 4138 completed, throughput=5MB/sec 2024-08-17T01:06:28.384 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5fq61fneddBJmFM off=12628316 len=892932 2024-08-17T01:06:28.389 INFO:tasks.workunit.client.0.smithi157.stdout:op 4139 completed, throughput=5MB/sec 2024-08-17T01:06:28.389 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-K5Z5khhkc0U0HF- off=7438613 len=1045752 2024-08-17T01:06:28.394 INFO:tasks.workunit.client.0.smithi157.stdout:op 4140 completed, throughput=5MB/sec 2024-08-17T01:06:28.395 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2E7wm8A7tUR3aDc off=2994302 len=1395342 2024-08-17T01:06:28.402 INFO:tasks.workunit.client.0.smithi157.stdout:op 4141 completed, throughput=5MB/sec 2024-08-17T01:06:29.402 INFO:tasks.workunit.client.0.smithi157.stdout: 796: throughput=5MB/sec pending data=0 2024-08-17T01:06:29.402 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WOjvE7rldOuLTnB off=18976238 len=371101 2024-08-17T01:06:29.406 INFO:tasks.workunit.client.0.smithi157.stdout:op 4142 completed, throughput=5MB/sec 2024-08-17T01:06:29.406 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1e7rjGHLduJCTYi off=2131779 len=1306622 2024-08-17T01:06:29.408 INFO:tasks.workunit.client.0.smithi157.stdout:op 4143 completed, throughput=5MB/sec 2024-08-17T01:06:29.408 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-44g0wJgHNouOHAb off=2186371 len=1314959 2024-08-17T01:06:29.414 INFO:tasks.workunit.client.0.smithi157.stdout:op 4144 completed, throughput=5MB/sec 2024-08-17T01:06:29.414 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-icsCxO27C6tE_7o off=5914631 len=1620761 2024-08-17T01:06:29.416 INFO:tasks.workunit.client.0.smithi157.stdout:op 4145 completed, throughput=5MB/sec 2024-08-17T01:06:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:29 smithi157 ceph-mon[101289]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:06:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:29 smithi157 ceph-mon[98780]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:06:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:29 smithi187 ceph-mon[90552]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:06:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:30.416 INFO:tasks.workunit.client.0.smithi157.stdout: 797: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:30.417 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IP_eOGMig54jV0D off=1738165 len=1446471 2024-08-17T01:06:30.423 INFO:tasks.workunit.client.0.smithi157.stdout:op 4146 completed, throughput=5MB/sec 2024-08-17T01:06:30.423 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-klnodnSRSob2uRh off=3547501 len=826495 2024-08-17T01:06:30.424 INFO:tasks.workunit.client.0.smithi157.stdout:op 4147 completed, throughput=5MB/sec 2024-08-17T01:06:30.424 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bvXRcVMLQGKDXHZ off=5739350 len=195847 2024-08-17T01:06:30.425 INFO:tasks.workunit.client.0.smithi157.stdout:op 4148 completed, throughput=5MB/sec 2024-08-17T01:06:30.425 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7U1tRFh6a2fArJw off=129636 len=1799835 2024-08-17T01:06:30.433 INFO:tasks.workunit.client.0.smithi157.stdout:op 4149 completed, throughput=5MB/sec 2024-08-17T01:06:30.433 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WFpnyWeTw53Fll_ off=11098633 len=1870274 2024-08-17T01:06:30.435 INFO:tasks.workunit.client.0.smithi157.stdout:op 4150 completed, throughput=5MB/sec 2024-08-17T01:06:31.435 INFO:tasks.workunit.client.0.smithi157.stdout: 798: throughput=5MB/sec pending data=0 2024-08-17T01:06:31.435 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fP_eKnhOh66b54U off=1552279 len=622311 2024-08-17T01:06:31.436 INFO:tasks.workunit.client.0.smithi157.stdout:op 4151 completed, throughput=5MB/sec 2024-08-17T01:06:31.436 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ko1nYb6d7XoyL6K off=2130798 len=1657849 2024-08-17T01:06:31.439 INFO:tasks.workunit.client.0.smithi157.stdout:op 4152 completed, throughput=5MB/sec 2024-08-17T01:06:31.439 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-O33i4j3ytXUZzGz off=14184517 len=1821399 2024-08-17T01:06:31.450 INFO:tasks.workunit.client.0.smithi157.stdout:op 4153 completed, throughput=5MB/sec 2024-08-17T01:06:31.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:31 smithi157 ceph-mon[101289]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:06:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:31 smithi157 ceph-mon[98780]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:06:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:31 smithi187 ceph-mon[90552]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:06:32.451 INFO:tasks.workunit.client.0.smithi157.stdout: 799: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:32.451 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hiSWlHHyQE0LcxP off=406131 len=58685 2024-08-17T01:06:32.451 INFO:tasks.workunit.client.0.smithi157.stdout:op 4154 completed, throughput=4.99MB/sec 2024-08-17T01:06:32.451 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-B1mFe4z_lQAFIRV off=10272385 len=983733 2024-08-17T01:06:32.456 INFO:tasks.workunit.client.0.smithi157.stdout:op 4155 completed, throughput=5MB/sec 2024-08-17T01:06:32.456 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5SjpLDrK8smA_aF off=5587350 len=616237 2024-08-17T01:06:32.460 INFO:tasks.workunit.client.0.smithi157.stdout:op 4156 completed, throughput=5MB/sec 2024-08-17T01:06:32.460 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xdebkwggc-WZkR6 off=4944112 len=1068373 2024-08-17T01:06:32.461 INFO:tasks.workunit.client.0.smithi157.stdout:op 4157 completed, throughput=5MB/sec 2024-08-17T01:06:32.461 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pbZmuF9VEpLyv8n off=1909540 len=1037452 2024-08-17T01:06:32.467 INFO:tasks.workunit.client.0.smithi157.stdout:op 4158 completed, throughput=5MB/sec 2024-08-17T01:06:32.467 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1P61oW29EjGRcoV off=9906919 len=723086 2024-08-17T01:06:32.469 INFO:tasks.workunit.client.0.smithi157.stdout:op 4159 completed, throughput=5MB/sec 2024-08-17T01:06:32.469 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4_oZ1-LUDEmEjXr off=9994079 len=1963632 2024-08-17T01:06:32.476 INFO:tasks.workunit.client.0.smithi157.stdout:op 4160 completed, throughput=5MB/sec 2024-08-17T01:06:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:06:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:06:33.476 INFO:tasks.workunit.client.0.smithi157.stdout: 800: throughput=5MB/sec pending data=0 2024-08-17T01:06:33.477 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_LOLXHXBTktn2N1 off=1301053 len=1991385 2024-08-17T01:06:33.487 INFO:tasks.workunit.client.0.smithi157.stdout:op 4161 completed, throughput=5MB/sec 2024-08-17T01:06:33.487 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-W7xcs6r4_85j4CB off=7948680 len=1236442 2024-08-17T01:06:33.489 INFO:tasks.workunit.client.0.smithi157.stdout:op 4162 completed, throughput=5MB/sec 2024-08-17T01:06:33.489 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rpOM1a79cYsb0iQ off=5665533 len=21789 2024-08-17T01:06:33.489 INFO:tasks.workunit.client.0.smithi157.stdout:op 4163 completed, throughput=5MB/sec 2024-08-17T01:06:33.489 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3bG4ZbYTqRU4_8I off=1332893 len=600615 2024-08-17T01:06:33.493 INFO:tasks.workunit.client.0.smithi157.stdout:op 4164 completed, throughput=5MB/sec 2024-08-17T01:06:33.493 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZXfnDERyRS8H4oq off=15828637 len=211731 2024-08-17T01:06:33.494 INFO:tasks.workunit.client.0.smithi157.stdout:op 4165 completed, throughput=5MB/sec 2024-08-17T01:06:33.494 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-V1YnYPeJSSisb9K off=5334311 len=1451526 2024-08-17T01:06:33.494 INFO:tasks.workunit.client.0.smithi157.stdout:op 4166 completed, throughput=5MB/sec 2024-08-17T01:06:33.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:06:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:06:33] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-17T01:06:33.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:33 smithi157 ceph-mon[98780]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:06:33.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:06:33.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:06:33.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:06:33.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:33 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:06:33.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:33 smithi157 ceph-mon[101289]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:06:33.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:06:33.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:06:33.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:06:33.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:33 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:06:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:33 smithi187 ceph-mon[90552]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:06:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:06:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:06:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:06:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:33 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:06:34.495 INFO:tasks.workunit.client.0.smithi157.stdout: 801: throughput=5MB/sec pending data=0 2024-08-17T01:06:34.495 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_WY7DGQc884ILk- off=634303 len=1588218 2024-08-17T01:06:34.497 INFO:tasks.workunit.client.0.smithi157.stdout:op 4167 completed, throughput=5MB/sec 2024-08-17T01:06:34.497 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NeXdn10-ktCaUR3 off=1737352 len=255331 2024-08-17T01:06:34.500 INFO:tasks.workunit.client.0.smithi157.stdout:op 4168 completed, throughput=5MB/sec 2024-08-17T01:06:34.500 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lvVqGEOMglM6A4t off=5106702 len=161555 2024-08-17T01:06:34.503 INFO:tasks.workunit.client.0.smithi157.stdout:op 4169 completed, throughput=5MB/sec 2024-08-17T01:06:34.503 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1S6LhNy6-lFsm2K off=426584 len=1187070 2024-08-17T01:06:34.509 INFO:tasks.workunit.client.0.smithi157.stdout:op 4170 completed, throughput=5MB/sec 2024-08-17T01:06:34.509 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-T_12KDl9h4df88C off=4928859 len=616582 2024-08-17T01:06:34.513 INFO:tasks.workunit.client.0.smithi157.stdout:op 4171 completed, throughput=5MB/sec 2024-08-17T01:06:34.514 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-siO0DQw3kQAUbk- off=6176745 len=1717012 2024-08-17T01:06:34.515 INFO:tasks.workunit.client.0.smithi157.stdout:op 4172 completed, throughput=5MB/sec 2024-08-17T01:06:35.516 INFO:tasks.workunit.client.0.smithi157.stdout: 802: throughput=5MB/sec pending data=0 2024-08-17T01:06:35.516 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8ckoG7tcN4j_iPY off=5542756 len=324984 2024-08-17T01:06:35.517 INFO:tasks.workunit.client.0.smithi157.stdout:op 4173 completed, throughput=5MB/sec 2024-08-17T01:06:35.517 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lWNnh2NSSYOnAu0 off=113895 len=353529 2024-08-17T01:06:35.517 INFO:tasks.workunit.client.0.smithi157.stdout:op 4174 completed, throughput=5MB/sec 2024-08-17T01:06:35.517 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ir83EhGqSQ_jhfq off=4122877 len=2066153 2024-08-17T01:06:35.527 INFO:tasks.workunit.client.0.smithi157.stdout:op 4175 completed, throughput=5MB/sec 2024-08-17T01:06:35.527 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GP20toTOWb2oOsO off=8884921 len=1036357 2024-08-17T01:06:35.528 INFO:tasks.workunit.client.0.smithi157.stdout:op 4176 completed, throughput=5MB/sec 2024-08-17T01:06:35.528 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IqwTLWKw7gRFeYY off=4101177 len=1884598 2024-08-17T01:06:35.538 INFO:tasks.workunit.client.0.smithi157.stdout:op 4177 completed, throughput=5MB/sec 2024-08-17T01:06:35.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:35 smithi157 ceph-mon[101289]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:06:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:35 smithi157 ceph-mon[98780]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:06:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:35 smithi187 ceph-mon[90552]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:06:36.539 INFO:tasks.workunit.client.0.smithi157.stdout: 803: throughput=5MB/sec pending data=0 2024-08-17T01:06:36.539 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TYJQm6rK0GxJTF0 off=2704562 len=1845569 2024-08-17T01:06:36.546 INFO:tasks.workunit.client.0.smithi157.stdout:op 4178 completed, throughput=5MB/sec 2024-08-17T01:06:36.546 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-taHpydtho_ygrt7 off=1922531 len=229882 2024-08-17T01:06:36.547 INFO:tasks.workunit.client.0.smithi157.stdout:op 4179 completed, throughput=5MB/sec 2024-08-17T01:06:36.547 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fnM-awLG8Bc1isS off=4016283 len=1621438 2024-08-17T01:06:36.548 INFO:tasks.workunit.client.0.smithi157.stdout:op 4180 completed, throughput=5MB/sec 2024-08-17T01:06:37.549 INFO:tasks.workunit.client.0.smithi157.stdout: 804: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:37.549 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9kwnYTSIIk9lA2M off=2953489 len=1216274 2024-08-17T01:06:37.556 INFO:tasks.workunit.client.0.smithi157.stdout:op 4181 completed, throughput=5MB/sec 2024-08-17T01:06:37.556 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gQuU55Q0h3tJ0su off=2892720 len=1114691 2024-08-17T01:06:37.561 INFO:tasks.workunit.client.0.smithi157.stdout:op 4182 completed, throughput=5MB/sec 2024-08-17T01:06:37.561 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UtqQPYs8NX3Ctws off=0 len=1864632 2024-08-17T01:06:37.569 INFO:tasks.workunit.client.0.smithi157.stdout:op 4183 completed, throughput=5MB/sec 2024-08-17T01:06:37.569 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-b_yAK7hNCi86vBp off=2515471 len=2057247 2024-08-17T01:06:37.571 INFO:tasks.workunit.client.0.smithi157.stdout:op 4184 completed, throughput=5MB/sec 2024-08-17T01:06:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:37 smithi157 ceph-mon[98780]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:06:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:37 smithi157 ceph-mon[101289]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:06:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:37 smithi187 ceph-mon[90552]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:06:38.572 INFO:tasks.workunit.client.0.smithi157.stdout: 805: throughput=5MB/sec pending data=0 2024-08-17T01:06:38.572 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CulI39f3W7UfCND off=3423927 len=1208403 2024-08-17T01:06:38.574 INFO:tasks.workunit.client.0.smithi157.stdout:op 4185 completed, throughput=5MB/sec 2024-08-17T01:06:38.574 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZKQzubwMbWTF9oj off=11316237 len=1034672 2024-08-17T01:06:38.576 INFO:tasks.workunit.client.0.smithi157.stdout:op 4186 completed, throughput=5MB/sec 2024-08-17T01:06:38.576 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aGwSiBFcj_BIghu off=3763481 len=1290771 2024-08-17T01:06:38.584 INFO:tasks.workunit.client.0.smithi157.stdout:op 4187 completed, throughput=5MB/sec 2024-08-17T01:06:38.584 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-q1-ksRDq17HT9Mk off=10574024 len=1744768 2024-08-17T01:06:38.586 INFO:tasks.workunit.client.0.smithi157.stdout:op 4188 completed, throughput=5MB/sec 2024-08-17T01:06:39.586 INFO:tasks.workunit.client.0.smithi157.stdout: 806: throughput=5MB/sec pending data=0 2024-08-17T01:06:39.587 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--QKZ5cfB8nHZhQS off=7080201 len=853484 2024-08-17T01:06:39.591 INFO:tasks.workunit.client.0.smithi157.stdout:op 4189 completed, throughput=5MB/sec 2024-08-17T01:06:39.591 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gwLZeemKsS8dFy_ off=4976432 len=674653 2024-08-17T01:06:39.593 INFO:tasks.workunit.client.0.smithi157.stdout:op 4190 completed, throughput=5MB/sec 2024-08-17T01:06:39.593 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CX-bp90eEYlInPD off=10699062 len=418755 2024-08-17T01:06:39.594 INFO:tasks.workunit.client.0.smithi157.stdout:op 4191 completed, throughput=5MB/sec 2024-08-17T01:06:39.594 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8Uv1kfHN9d8MLKh off=8163717 len=1958984 2024-08-17T01:06:39.603 INFO:tasks.workunit.client.0.smithi157.stdout:op 4192 completed, throughput=5MB/sec 2024-08-17T01:06:39.603 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jbndiXeDiI1eIGq off=2073522 len=1986135 2024-08-17T01:06:39.615 INFO:tasks.workunit.client.0.smithi157.stdout:op 4193 completed, throughput=5MB/sec 2024-08-17T01:06:39.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:39 smithi157 ceph-mon[98780]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:06:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:39 smithi157 ceph-mon[101289]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:06:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:39 smithi187 ceph-mon[90552]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:06:40.615 INFO:tasks.workunit.client.0.smithi157.stdout: 807: throughput=5MB/sec pending data=0 2024-08-17T01:06:40.615 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-W95siaHj2SyywPs off=5455941 len=771156 2024-08-17T01:06:40.620 INFO:tasks.workunit.client.0.smithi157.stdout:op 4194 completed, throughput=5MB/sec 2024-08-17T01:06:40.620 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Bortjb7Qz_sUuqD off=9638498 len=917264 2024-08-17T01:06:40.625 INFO:tasks.workunit.client.0.smithi157.stdout:op 4195 completed, throughput=5MB/sec 2024-08-17T01:06:40.625 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GXkw769FeRnKwtO off=4786803 len=1995152 2024-08-17T01:06:40.628 INFO:tasks.workunit.client.0.smithi157.stdout:op 4196 completed, throughput=5MB/sec 2024-08-17T01:06:40.628 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-d7_y0bNUsHZo2fl off=1667421 len=1557166 2024-08-17T01:06:40.629 INFO:tasks.workunit.client.0.smithi157.stdout:op 4197 completed, throughput=5MB/sec 2024-08-17T01:06:41.629 INFO:tasks.workunit.client.0.smithi157.stdout: 808: throughput=5MB/sec pending data=0 2024-08-17T01:06:41.630 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yQW3uGOYWD0caqF off=8194111 len=639110 2024-08-17T01:06:41.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:41 smithi157 ceph-mon[101289]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:06:41.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:41 smithi157 ceph-mon[98780]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:06:41.635 INFO:tasks.workunit.client.0.smithi157.stdout:op 4198 completed, throughput=5MB/sec 2024-08-17T01:06:41.635 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PwYd-Cii5x-YBE8 off=3563679 len=1874053 2024-08-17T01:06:41.638 INFO:tasks.workunit.client.0.smithi157.stdout:op 4199 completed, throughput=5MB/sec 2024-08-17T01:06:41.639 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_1-QC7DKcs1rJSh off=2954119 len=1586415 2024-08-17T01:06:41.648 INFO:tasks.workunit.client.0.smithi157.stdout:op 4200 completed, throughput=5MB/sec 2024-08-17T01:06:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:41 smithi187 ceph-mon[90552]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:06:42.649 INFO:tasks.workunit.client.0.smithi157.stdout: 809: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:42.649 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Dk9WkTwDTt7AlRC off=3762434 len=995910 2024-08-17T01:06:42.654 INFO:tasks.workunit.client.0.smithi157.stdout:op 4201 completed, throughput=5MB/sec 2024-08-17T01:06:42.654 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MJhPUlH1BC0HMTK off=4662786 len=1997175 2024-08-17T01:06:42.665 INFO:tasks.workunit.client.0.smithi157.stdout:op 4202 completed, throughput=5MB/sec 2024-08-17T01:06:42.666 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tVFHRwo8xtqnwz_ off=12475391 len=1662167 2024-08-17T01:06:42.680 INFO:tasks.workunit.client.0.smithi157.stdout:op 4203 completed, throughput=5MB/sec 2024-08-17T01:06:42.680 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_G5EC_RCzDlCl5c off=10780946 len=1742389 2024-08-17T01:06:42.689 INFO:tasks.workunit.client.0.smithi157.stdout:op 4204 completed, throughput=5MB/sec 2024-08-17T01:06:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:06:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:06:43.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:06:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:06:43] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-17T01:06:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:43 smithi157 ceph-mon[101289]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:06:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:43 smithi157 ceph-mon[98780]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:06:43.690 INFO:tasks.workunit.client.0.smithi157.stdout: 810: throughput=5MB/sec pending data=0 2024-08-17T01:06:43.690 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-j6u_-WEuQNp-v3u off=4307224 len=285604 2024-08-17T01:06:43.693 INFO:tasks.workunit.client.0.smithi157.stdout:op 4205 completed, throughput=5MB/sec 2024-08-17T01:06:43.693 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-03MlnzTmf-lNze0 off=0 len=1628050 2024-08-17T01:06:43.701 INFO:tasks.workunit.client.0.smithi157.stdout:op 4206 completed, throughput=5MB/sec 2024-08-17T01:06:43.701 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ElBD75JeoPlM7UD off=2123960 len=1863040 2024-08-17T01:06:43.703 INFO:tasks.workunit.client.0.smithi157.stdout:op 4207 completed, throughput=5MB/sec 2024-08-17T01:06:43.703 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LVoKZCj16xqx4up off=12817362 len=1321042 2024-08-17T01:06:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:43 smithi187 ceph-mon[90552]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:06:43.706 INFO:tasks.workunit.client.0.smithi157.stdout:op 4208 completed, throughput=5MB/sec 2024-08-17T01:06:44.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:44.706 INFO:tasks.workunit.client.0.smithi157.stdout: 811: throughput=5MB/sec pending data=0 2024-08-17T01:06:44.707 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-x8EKm8rY4OqqWbL off=443326 len=1738704 2024-08-17T01:06:44.710 INFO:tasks.workunit.client.0.smithi157.stdout:op 4209 completed, throughput=5MB/sec 2024-08-17T01:06:44.710 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LxcBsbXZI6uXFQ_ off=5010538 len=1926162 2024-08-17T01:06:44.718 INFO:tasks.workunit.client.0.smithi157.stdout:op 4210 completed, throughput=5MB/sec 2024-08-17T01:06:44.718 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mkcgnCWVA6_XSr- off=900010 len=345426 2024-08-17T01:06:44.719 INFO:tasks.workunit.client.0.smithi157.stdout:op 4211 completed, throughput=5MB/sec 2024-08-17T01:06:44.720 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4eklD_kG1nUhVS4 off=6752023 len=1677362 2024-08-17T01:06:44.721 INFO:tasks.workunit.client.0.smithi157.stdout:op 4212 completed, throughput=5MB/sec 2024-08-17T01:06:45.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:45 smithi157 ceph-mon[98780]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:06:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:45 smithi157 ceph-mon[101289]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:06:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:45 smithi187 ceph-mon[90552]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:06:45.722 INFO:tasks.workunit.client.0.smithi157.stdout: 812: throughput=5MB/sec pending data=0 2024-08-17T01:06:45.722 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9hELBFuaiWyI8yI off=5792817 len=1552956 2024-08-17T01:06:45.724 INFO:tasks.workunit.client.0.smithi157.stdout:op 4213 completed, throughput=5MB/sec 2024-08-17T01:06:45.724 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AjRebAmAAFNLZvm off=495919 len=913035 2024-08-17T01:06:45.730 INFO:tasks.workunit.client.0.smithi157.stdout:op 4214 completed, throughput=5MB/sec 2024-08-17T01:06:45.730 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MwdVxrs7eieyBvM off=32342 len=233112 2024-08-17T01:06:45.733 INFO:tasks.workunit.client.0.smithi157.stdout:op 4215 completed, throughput=5MB/sec 2024-08-17T01:06:45.733 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PLsRws7RapEC34M off=10304851 len=1475872 2024-08-17T01:06:45.734 INFO:tasks.workunit.client.0.smithi157.stdout:op 4216 completed, throughput=5MB/sec 2024-08-17T01:06:46.735 INFO:tasks.workunit.client.0.smithi157.stdout: 813: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:46.735 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-88xDwmmL7c0PuKt off=2145354 len=74875 2024-08-17T01:06:46.735 INFO:tasks.workunit.client.0.smithi157.stdout:op 4217 completed, throughput=4.99MB/sec 2024-08-17T01:06:46.735 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5RmaNfeuNQ9ZruE off=8425132 len=1367686 2024-08-17T01:06:46.742 INFO:tasks.workunit.client.0.smithi157.stdout:op 4218 completed, throughput=5MB/sec 2024-08-17T01:06:46.743 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lU4AeqAuyfRoKm5 off=6672499 len=1464767 2024-08-17T01:06:46.744 INFO:tasks.workunit.client.0.smithi157.stdout:op 4219 completed, throughput=5MB/sec 2024-08-17T01:06:46.744 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-c0saONBVMVXxTgo off=15354561 len=454934 2024-08-17T01:06:46.745 INFO:tasks.workunit.client.0.smithi157.stdout:op 4220 completed, throughput=5MB/sec 2024-08-17T01:06:46.745 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fVgis-6uL2DBl3s off=12274444 len=1361180 2024-08-17T01:06:46.747 INFO:tasks.workunit.client.0.smithi157.stdout:op 4221 completed, throughput=5MB/sec 2024-08-17T01:06:46.747 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Jx3694pVimlqxyt off=9961026 len=1326855 2024-08-17T01:06:46.752 INFO:tasks.workunit.client.0.smithi157.stdout:op 4222 completed, throughput=5MB/sec 2024-08-17T01:06:47.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:47 smithi157 ceph-mon[101289]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:06:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:47 smithi157 ceph-mon[98780]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:06:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:47 smithi187 ceph-mon[90552]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:06:47.752 INFO:tasks.workunit.client.0.smithi157.stdout: 814: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:47.752 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nyIDK7Lb1jI3s4P off=12850004 len=600700 2024-08-17T01:06:47.754 INFO:tasks.workunit.client.0.smithi157.stdout:op 4223 completed, throughput=5MB/sec 2024-08-17T01:06:47.754 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HJSJo6sxQtyfuBk off=13490031 len=1265597 2024-08-17T01:06:47.756 INFO:tasks.workunit.client.0.smithi157.stdout:op 4224 completed, throughput=5MB/sec 2024-08-17T01:06:47.756 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uBSTDXBAxb0e3b_ off=1843246 len=1544579 2024-08-17T01:06:47.759 INFO:tasks.workunit.client.0.smithi157.stdout:op 4225 completed, throughput=5MB/sec 2024-08-17T01:06:47.759 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tP082Z51GMEsU9h off=2016202 len=1223180 2024-08-17T01:06:47.766 INFO:tasks.workunit.client.0.smithi157.stdout:op 4226 completed, throughput=5MB/sec 2024-08-17T01:06:48.774 INFO:tasks.workunit.client.0.smithi157.stdout: 815: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:48.774 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-p4IlugJhTx2HoVl off=5061772 len=286549 2024-08-17T01:06:48.774 INFO:tasks.workunit.client.0.smithi157.stdout:op 4227 completed, throughput=4.99MB/sec 2024-08-17T01:06:48.775 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-47Slach6_n5TzcA off=6026313 len=163704 2024-08-17T01:06:48.775 INFO:tasks.workunit.client.0.smithi157.stdout:op 4228 completed, throughput=4.99MB/sec 2024-08-17T01:06:48.775 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gtMSIGaBX1atXqF off=7316804 len=1865393 2024-08-17T01:06:48.777 INFO:tasks.workunit.client.0.smithi157.stdout:op 4229 completed, throughput=5MB/sec 2024-08-17T01:06:48.777 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7lNlDqAq3vmva2Q off=14573107 len=1208329 2024-08-17T01:06:48.781 INFO:tasks.workunit.client.0.smithi157.stdout:op 4230 completed, throughput=5MB/sec 2024-08-17T01:06:48.781 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5JXLutcIdADjIRw off=8774893 len=410038 2024-08-17T01:06:48.784 INFO:tasks.workunit.client.0.smithi157.stdout:op 4231 completed, throughput=5MB/sec 2024-08-17T01:06:48.784 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Rd7A1Bcg0jDHem3 off=2705669 len=277400 2024-08-17T01:06:48.785 INFO:tasks.workunit.client.0.smithi157.stdout:op 4232 completed, throughput=5MB/sec 2024-08-17T01:06:48.785 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nFHqHu-nga9S_Bk off=0 len=1181916 2024-08-17T01:06:48.791 INFO:tasks.workunit.client.0.smithi157.stdout:op 4233 completed, throughput=5MB/sec 2024-08-17T01:06:49.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:49 smithi157 ceph-mon[98780]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-17T01:06:49.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:49 smithi157 ceph-mon[101289]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-17T01:06:49.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:49 smithi187 ceph-mon[90552]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-17T01:06:49.792 INFO:tasks.workunit.client.0.smithi157.stdout: 816: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:49.792 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3pzmYl-eD9d5gT- off=1448675 len=175838 2024-08-17T01:06:49.793 INFO:tasks.workunit.client.0.smithi157.stdout:op 4234 completed, throughput=4.99MB/sec 2024-08-17T01:06:49.793 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pi52MDtNu2xhGoH off=10696802 len=1806378 2024-08-17T01:06:49.795 INFO:tasks.workunit.client.0.smithi157.stdout:op 4235 completed, throughput=5MB/sec 2024-08-17T01:06:49.795 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dRShcMu-4kTNEHX off=10076249 len=1181288 2024-08-17T01:06:49.801 INFO:tasks.workunit.client.0.smithi157.stdout:op 4236 completed, throughput=5MB/sec 2024-08-17T01:06:49.801 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZkAUX1bhPBrR3jX off=23132462 len=2079696 2024-08-17T01:06:49.810 INFO:tasks.workunit.client.0.smithi157.stdout:op 4237 completed, throughput=5MB/sec 2024-08-17T01:06:50.810 INFO:tasks.workunit.client.0.smithi157.stdout: 817: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:50.810 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MwOO2vfXVrGgd-j off=1681387 len=1086230 2024-08-17T01:06:50.817 INFO:tasks.workunit.client.0.smithi157.stdout:op 4238 completed, throughput=5MB/sec 2024-08-17T01:06:50.817 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-D-zpNTyz6e1MNln off=6020980 len=1374583 2024-08-17T01:06:50.820 INFO:tasks.workunit.client.0.smithi157.stdout:op 4239 completed, throughput=5MB/sec 2024-08-17T01:06:50.820 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RlZoWBu-ShObp10 off=957391 len=2079099 2024-08-17T01:06:50.823 INFO:tasks.workunit.client.0.smithi157.stdout:op 4240 completed, throughput=5MB/sec 2024-08-17T01:06:50.823 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yosWmxQ_1zLuIgP off=10357682 len=1003459 2024-08-17T01:06:50.824 INFO:tasks.workunit.client.0.smithi157.stdout:op 4241 completed, throughput=5MB/sec 2024-08-17T01:06:51.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:51 smithi157 ceph-mon[101289]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:06:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:51 smithi157 ceph-mon[98780]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:06:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:51 smithi187 ceph-mon[90552]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:06:51.825 INFO:tasks.workunit.client.0.smithi157.stdout: 818: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:51.825 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7IONhgREMjh31Vf off=13571652 len=1843242 2024-08-17T01:06:51.832 INFO:tasks.workunit.client.0.smithi157.stdout:op 4242 completed, throughput=5MB/sec 2024-08-17T01:06:51.832 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-f7RvJVqgDhz0gvk off=5084514 len=1154669 2024-08-17T01:06:51.838 INFO:tasks.workunit.client.0.smithi157.stdout:op 4243 completed, throughput=5MB/sec 2024-08-17T01:06:51.838 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DZRaASk_slhhpXu off=9075038 len=1869651 2024-08-17T01:06:51.839 INFO:tasks.workunit.client.0.smithi157.stdout:op 4244 completed, throughput=5MB/sec 2024-08-17T01:06:51.840 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-E66rTqmOo6LLuN8 off=3209665 len=1092852 2024-08-17T01:06:51.845 INFO:tasks.workunit.client.0.smithi157.stdout:op 4245 completed, throughput=5MB/sec 2024-08-17T01:06:52.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:06:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:06:52.846 INFO:tasks.workunit.client.0.smithi157.stdout: 819: throughput=5MB/sec pending data=0 2024-08-17T01:06:52.846 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-x2__T2kWwkpDTpR off=573101 len=2038285 2024-08-17T01:06:52.848 INFO:tasks.workunit.client.0.smithi157.stdout:op 4246 completed, throughput=5MB/sec 2024-08-17T01:06:52.848 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-82TmOXP_UOmsiMi off=15515951 len=1790715 2024-08-17T01:06:52.855 INFO:tasks.workunit.client.0.smithi157.stdout:op 4247 completed, throughput=5MB/sec 2024-08-17T01:06:52.855 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-q-DTrSH5_yFPn-s off=7086555 len=1924538 2024-08-17T01:06:52.866 INFO:tasks.workunit.client.0.smithi157.stdout:op 4248 completed, throughput=5MB/sec 2024-08-17T01:06:53.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:53 smithi157 ceph-mon[98780]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:06:53.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:53 smithi157 ceph-mon[101289]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:06:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:53 smithi187 ceph-mon[90552]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:06:53.866 INFO:tasks.workunit.client.0.smithi157.stdout: 820: throughput=5MB/sec pending data=0 2024-08-17T01:06:53.866 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-12up2pHWiPokhIm off=4938667 len=1060724 2024-08-17T01:06:53.872 INFO:tasks.workunit.client.0.smithi157.stdout:op 4249 completed, throughput=5MB/sec 2024-08-17T01:06:53.872 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Z7H_NQbcxeIniqe off=1376882 len=1335449 2024-08-17T01:06:53.875 INFO:tasks.workunit.client.0.smithi157.stdout:op 4250 completed, throughput=5MB/sec 2024-08-17T01:06:53.875 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jVahJ4xxo81Rvsu off=44483 len=1778369 2024-08-17T01:06:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:06:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:06:53] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-08-17T01:06:53.884 INFO:tasks.workunit.client.0.smithi157.stdout:op 4251 completed, throughput=5MB/sec 2024-08-17T01:06:54.885 INFO:tasks.workunit.client.0.smithi157.stdout: 821: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:54.885 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZHpm5p-ueHHRBIl off=817268 len=383376 2024-08-17T01:06:54.886 INFO:tasks.workunit.client.0.smithi157.stdout:op 4252 completed, throughput=4.99MB/sec 2024-08-17T01:06:54.886 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AYeanbXu6idX6EO off=2425146 len=202268 2024-08-17T01:06:54.889 INFO:tasks.workunit.client.0.smithi157.stdout:op 4253 completed, throughput=4.99MB/sec 2024-08-17T01:06:54.889 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wown-6CAisju1VO off=2740800 len=1704197 2024-08-17T01:06:54.896 INFO:tasks.workunit.client.0.smithi157.stdout:op 4254 completed, throughput=5MB/sec 2024-08-17T01:06:54.897 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GKvg0hvsKevI01_ off=1046012 len=838942 2024-08-17T01:06:54.898 INFO:tasks.workunit.client.0.smithi157.stdout:op 4255 completed, throughput=5MB/sec 2024-08-17T01:06:54.898 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wJRSrRx8zL1DhCa off=446309 len=13878 2024-08-17T01:06:54.898 INFO:tasks.workunit.client.0.smithi157.stdout:op 4256 completed, throughput=5MB/sec 2024-08-17T01:06:54.898 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tRY3pAg1che0AYk off=5286367 len=1439755 2024-08-17T01:06:54.904 INFO:tasks.workunit.client.0.smithi157.stdout:op 4257 completed, throughput=5MB/sec 2024-08-17T01:06:54.905 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FYQHa0Tjo-UKgWh off=2577036 len=2054409 2024-08-17T01:06:54.906 INFO:tasks.workunit.client.0.smithi157.stdout:op 4258 completed, throughput=5MB/sec 2024-08-17T01:06:55.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:55 smithi157 ceph-mon[98780]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:06:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:55 smithi157 ceph-mon[101289]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:06:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:55 smithi187 ceph-mon[90552]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:06:55.907 INFO:tasks.workunit.client.0.smithi157.stdout: 822: throughput=5MB/sec pending data=0 2024-08-17T01:06:55.907 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DdWZ_S-VBVeQjbV off=3290360 len=1307870 2024-08-17T01:06:55.909 INFO:tasks.workunit.client.0.smithi157.stdout:op 4259 completed, throughput=5MB/sec 2024-08-17T01:06:55.909 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zRTdCNYLDzb3Rxf off=1646555 len=409433 2024-08-17T01:06:55.909 INFO:tasks.workunit.client.0.smithi157.stdout:op 4260 completed, throughput=5MB/sec 2024-08-17T01:06:55.910 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SMTsl9KcQ1yah1e off=6168014 len=1012772 2024-08-17T01:06:55.915 INFO:tasks.workunit.client.0.smithi157.stdout:op 4261 completed, throughput=5MB/sec 2024-08-17T01:06:55.916 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-agHVfvYqYHIdfNz off=682318 len=1745956 2024-08-17T01:06:55.919 INFO:tasks.workunit.client.0.smithi157.stdout:op 4262 completed, throughput=5MB/sec 2024-08-17T01:06:56.919 INFO:tasks.workunit.client.0.smithi157.stdout: 823: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:56.920 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-F9gDIg6v10o-gb5 off=4219600 len=692072 2024-08-17T01:06:56.924 INFO:tasks.workunit.client.0.smithi157.stdout:op 4263 completed, throughput=5MB/sec 2024-08-17T01:06:56.924 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ojqLweU3t9Uzomh off=917133 len=890301 2024-08-17T01:06:56.927 INFO:tasks.workunit.client.0.smithi157.stdout:op 4264 completed, throughput=5MB/sec 2024-08-17T01:06:56.927 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kwOxFcYvlawoR6A off=5972447 len=972839 2024-08-17T01:06:56.933 INFO:tasks.workunit.client.0.smithi157.stdout:op 4265 completed, throughput=5MB/sec 2024-08-17T01:06:56.933 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-U3f8pFUvczSq2c2 off=15185029 len=698784 2024-08-17T01:06:56.937 INFO:tasks.workunit.client.0.smithi157.stdout:op 4266 completed, throughput=5MB/sec 2024-08-17T01:06:56.937 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-S3FaEU5Jh8MN52v off=2332103 len=1384236 2024-08-17T01:06:56.944 INFO:tasks.workunit.client.0.smithi157.stdout:op 4267 completed, throughput=5MB/sec 2024-08-17T01:06:56.944 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uGzUaqss_S3rH00 off=75422 len=561781 2024-08-17T01:06:56.945 INFO:tasks.workunit.client.0.smithi157.stdout:op 4268 completed, throughput=5MB/sec 2024-08-17T01:06:57.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:57 smithi157 ceph-mon[101289]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:06:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:57 smithi157 ceph-mon[98780]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:06:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:57 smithi187 ceph-mon[90552]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:06:57.946 INFO:tasks.workunit.client.0.smithi157.stdout: 824: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:57.946 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ovU3snC2HQMsZQ4 off=5347341 len=1436381 2024-08-17T01:06:57.947 INFO:tasks.workunit.client.0.smithi157.stdout:op 4269 completed, throughput=5MB/sec 2024-08-17T01:06:57.948 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kOgnCl_VtvLs4YN off=14454427 len=281227 2024-08-17T01:06:57.948 INFO:tasks.workunit.client.0.smithi157.stdout:op 4270 completed, throughput=5MB/sec 2024-08-17T01:06:57.948 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2LbkTDi5ID5Msxs off=3812752 len=396239 2024-08-17T01:06:57.952 INFO:tasks.workunit.client.0.smithi157.stdout:op 4271 completed, throughput=5MB/sec 2024-08-17T01:06:57.952 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-c-PbtNp-ynbNSYw off=15921387 len=364116 2024-08-17T01:06:57.953 INFO:tasks.workunit.client.0.smithi157.stdout:op 4272 completed, throughput=5MB/sec 2024-08-17T01:06:57.954 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GJ0j2I4FlvfZUHs off=15445350 len=59391 2024-08-17T01:06:57.954 INFO:tasks.workunit.client.0.smithi157.stdout:op 4273 completed, throughput=5MB/sec 2024-08-17T01:06:57.954 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ywpboZB70UQC-oB off=2136173 len=8371 2024-08-17T01:06:57.954 INFO:tasks.workunit.client.0.smithi157.stdout:op 4274 completed, throughput=5MB/sec 2024-08-17T01:06:57.955 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DnxhBUyF-KRp9DX off=23815106 len=1306579 2024-08-17T01:06:57.960 INFO:tasks.workunit.client.0.smithi157.stdout:op 4275 completed, throughput=5MB/sec 2024-08-17T01:06:57.961 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bAyik_J6MG3-72_ off=526752 len=25608 2024-08-17T01:06:57.963 INFO:tasks.workunit.client.0.smithi157.stdout:op 4276 completed, throughput=5MB/sec 2024-08-17T01:06:57.963 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KWVv2Pu33-9-QKF off=8370853 len=1185985 2024-08-17T01:06:57.964 INFO:tasks.workunit.client.0.smithi157.stdout:op 4277 completed, throughput=5MB/sec 2024-08-17T01:06:58.965 INFO:tasks.workunit.client.0.smithi157.stdout: 825: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:58.965 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YV7frMleujvnw3v off=502096 len=1376224 2024-08-17T01:06:58.971 INFO:tasks.workunit.client.0.smithi157.stdout:op 4278 completed, throughput=5MB/sec 2024-08-17T01:06:58.972 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ffPHXOZYgIFY4X6 off=204376 len=1095583 2024-08-17T01:06:58.973 INFO:tasks.workunit.client.0.smithi157.stdout:op 4279 completed, throughput=5MB/sec 2024-08-17T01:06:58.973 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zcF5KqmznWdSt2q off=2803745 len=1595240 2024-08-17T01:06:58.982 INFO:tasks.workunit.client.0.smithi157.stdout:op 4280 completed, throughput=5MB/sec 2024-08-17T01:06:58.982 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eOM_IWS8IfErLCa off=18554514 len=163207 2024-08-17T01:06:58.983 INFO:tasks.workunit.client.0.smithi157.stdout:op 4281 completed, throughput=5MB/sec 2024-08-17T01:06:58.983 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o68f_xfpTd-KYnd off=4196268 len=1782063 2024-08-17T01:06:58.985 INFO:tasks.workunit.client.0.smithi157.stdout:op 4282 completed, throughput=5MB/sec 2024-08-17T01:06:59.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:59 smithi157 ceph-mon[98780]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-17T01:06:59.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:06:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:59 smithi157 ceph-mon[101289]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-17T01:06:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:06:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:59 smithi187 ceph-mon[90552]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-17T01:06:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:06:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:59.986 INFO:tasks.workunit.client.0.smithi157.stdout: 826: throughput=5MB/sec pending data=0 2024-08-17T01:06:59.986 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HQ9iiDBjtmPkv02 off=231555 len=363278 2024-08-17T01:06:59.989 INFO:tasks.workunit.client.0.smithi157.stdout:op 4283 completed, throughput=5MB/sec 2024-08-17T01:06:59.989 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-F9tYCAqYhonqjTy off=10985484 len=1345316 2024-08-17T01:06:59.995 INFO:tasks.workunit.client.0.smithi157.stdout:op 4284 completed, throughput=5MB/sec 2024-08-17T01:06:59.995 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Xza-N9f_j6XHN4x off=12929809 len=899135 2024-08-17T01:07:00.000 INFO:tasks.workunit.client.0.smithi157.stdout:op 4285 completed, throughput=5MB/sec 2024-08-17T01:07:00.000 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AnkkSx09J-p4jHK off=10967292 len=1471625 2024-08-17T01:07:00.003 INFO:tasks.workunit.client.0.smithi157.stdout:op 4286 completed, throughput=5MB/sec 2024-08-17T01:07:00.003 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qlviKRER2qJs7br off=588006 len=260693 2024-08-17T01:07:00.006 INFO:tasks.workunit.client.0.smithi157.stdout:op 4287 completed, throughput=5MB/sec 2024-08-17T01:07:00.006 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-k8v9jUPJIKQNXjV off=18016950 len=32816 2024-08-17T01:07:00.008 INFO:tasks.workunit.client.0.smithi157.stdout:op 4288 completed, throughput=5MB/sec 2024-08-17T01:07:00.008 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-L0l6ZebRTORsVfA off=2492175 len=1593995 2024-08-17T01:07:00.016 INFO:tasks.workunit.client.0.smithi157.stdout:op 4289 completed, throughput=5MB/sec 2024-08-17T01:07:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: 827: throughput=5MB/sec pending data=0 2024-08-17T01:07:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YZp6X8TuvhbEoUh off=17582571 len=95574 2024-08-17T01:07:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:op 4290 completed, throughput=5MB/sec 2024-08-17T01:07:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XiFHDLRLN6mAJMm off=3055985 len=1980653 2024-08-17T01:07:01.021 INFO:tasks.workunit.client.0.smithi157.stdout:op 4291 completed, throughput=5MB/sec 2024-08-17T01:07:01.021 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GrRarXzBglUQ0er off=2899660 len=647902 2024-08-17T01:07:01.025 INFO:tasks.workunit.client.0.smithi157.stdout:op 4292 completed, throughput=5MB/sec 2024-08-17T01:07:01.026 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fjPaZCtOoV9MF0k off=6540501 len=425564 2024-08-17T01:07:01.027 INFO:tasks.workunit.client.0.smithi157.stdout:op 4293 completed, throughput=5MB/sec 2024-08-17T01:07:01.027 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-g_qeu20dlUDgEmU off=10424817 len=1075209 2024-08-17T01:07:01.028 INFO:tasks.workunit.client.0.smithi157.stdout:op 4294 completed, throughput=5MB/sec 2024-08-17T01:07:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:01 smithi157 ceph-mon[98780]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:07:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:01 smithi157 ceph-mon[101289]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:07:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:01 smithi187 ceph-mon[90552]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:07:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: 828: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:02.029 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0q0px3HYnOKbKW9 off=6133587 len=448391 2024-08-17T01:07:02.030 INFO:tasks.workunit.client.0.smithi157.stdout:op 4295 completed, throughput=4.99MB/sec 2024-08-17T01:07:02.030 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dBeXloRmmIi3jQC off=2296498 len=76652 2024-08-17T01:07:02.031 INFO:tasks.workunit.client.0.smithi157.stdout:op 4296 completed, throughput=5MB/sec 2024-08-17T01:07:02.031 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cj1Yp0qo0Ah7UzF off=2652542 len=259532 2024-08-17T01:07:02.031 INFO:tasks.workunit.client.0.smithi157.stdout:op 4297 completed, throughput=5MB/sec 2024-08-17T01:07:02.031 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NPu_-1cEA1g0py9 off=9812378 len=2007895 2024-08-17T01:07:02.042 INFO:tasks.workunit.client.0.smithi157.stdout:op 4298 completed, throughput=5MB/sec 2024-08-17T01:07:02.042 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fIm9C2hpVi4SN-q off=2165459 len=1506754 2024-08-17T01:07:02.051 INFO:tasks.workunit.client.0.smithi157.stdout:op 4299 completed, throughput=5MB/sec 2024-08-17T01:07:02.051 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BOcAx8S1NLhC8zn off=1544139 len=98029 2024-08-17T01:07:02.054 INFO:tasks.workunit.client.0.smithi157.stdout:op 4300 completed, throughput=5MB/sec 2024-08-17T01:07:02.054 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JQ0xJYCpdX2WZ7d off=5152276 len=472790 2024-08-17T01:07:02.057 INFO:tasks.workunit.client.0.smithi157.stdout:op 4301 completed, throughput=5MB/sec 2024-08-17T01:07:02.057 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4JSEQuLRpvDAttX off=7322204 len=459504 2024-08-17T01:07:02.061 INFO:tasks.workunit.client.0.smithi157.stdout:op 4302 completed, throughput=5MB/sec 2024-08-17T01:07:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:07:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:07:03.061 INFO:tasks.workunit.client.0.smithi157.stdout: 829: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:03.061 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XpNn0AKpWDfjUaJ off=2941797 len=1865579 2024-08-17T01:07:03.068 INFO:tasks.workunit.client.0.smithi157.stdout:op 4303 completed, throughput=5MB/sec 2024-08-17T01:07:03.068 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JWG-si2TPFhtvU4 off=22829360 len=1872816 2024-08-17T01:07:03.072 INFO:tasks.workunit.client.0.smithi157.stdout:op 4304 completed, throughput=5MB/sec 2024-08-17T01:07:03.072 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wytrALF6np0o88f off=2732816 len=387365 2024-08-17T01:07:03.073 INFO:tasks.workunit.client.0.smithi157.stdout:op 4305 completed, throughput=5MB/sec 2024-08-17T01:07:03.073 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1i4rdHO8kXLSPiW off=1059418 len=39720 2024-08-17T01:07:03.075 INFO:tasks.workunit.client.0.smithi157.stdout:op 4306 completed, throughput=5MB/sec 2024-08-17T01:07:03.075 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wrLa3_6goKa0g5k off=3702164 len=896612 2024-08-17T01:07:03.079 INFO:tasks.workunit.client.0.smithi157.stdout:op 4307 completed, throughput=5MB/sec 2024-08-17T01:07:03.080 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RpB4lWgjn3Yh88t off=201552 len=191191 2024-08-17T01:07:03.081 INFO:tasks.workunit.client.0.smithi157.stdout:op 4308 completed, throughput=5MB/sec 2024-08-17T01:07:03.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:07:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:07:03] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-08-17T01:07:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:03 smithi157 ceph-mon[101289]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:07:03.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:03 smithi157 ceph-mon[98780]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:07:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:03 smithi187 ceph-mon[90552]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:07:04.082 INFO:tasks.workunit.client.0.smithi157.stdout: 830: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:04.082 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tGsa261z00Yg6mD off=8209299 len=2046810 2024-08-17T01:07:04.095 INFO:tasks.workunit.client.0.smithi157.stdout:op 4309 completed, throughput=5MB/sec 2024-08-17T01:07:04.096 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cK-5s5sRfx5QcCq off=0 len=1080992 2024-08-17T01:07:04.097 INFO:tasks.workunit.client.0.smithi157.stdout:op 4310 completed, throughput=5MB/sec 2024-08-17T01:07:04.098 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CNaza7vya4fVbIV off=9200680 len=1620618 2024-08-17T01:07:04.099 INFO:tasks.workunit.client.0.smithi157.stdout:op 4311 completed, throughput=5MB/sec 2024-08-17T01:07:04.099 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-r1rD3T-VnAp7bBc off=2289579 len=585252 2024-08-17T01:07:04.104 INFO:tasks.workunit.client.0.smithi157.stdout:op 4312 completed, throughput=5MB/sec 2024-08-17T01:07:05.104 INFO:tasks.workunit.client.0.smithi157.stdout: 831: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:05.105 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GMQUCILb1or2VDh off=13034238 len=1783683 2024-08-17T01:07:05.106 INFO:tasks.workunit.client.0.smithi157.stdout:op 4313 completed, throughput=5MB/sec 2024-08-17T01:07:05.107 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6ZkcNW4DRSaG2O3 off=3019262 len=1064912 2024-08-17T01:07:05.108 INFO:tasks.workunit.client.0.smithi157.stdout:op 4314 completed, throughput=5MB/sec 2024-08-17T01:07:05.108 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RT17e9SaHK5nSvh off=9775749 len=2093910 2024-08-17T01:07:05.111 INFO:tasks.workunit.client.0.smithi157.stdout:op 4315 completed, throughput=5MB/sec 2024-08-17T01:07:05.111 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aKU1IqOQzSei16n off=6959811 len=2079019 2024-08-17T01:07:05.113 INFO:tasks.workunit.client.0.smithi157.stdout:op 4316 completed, throughput=5MB/sec 2024-08-17T01:07:05.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:05 smithi157 ceph-mon[101289]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:07:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:05 smithi157 ceph-mon[98780]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:07:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:05 smithi187 ceph-mon[90552]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:07:06.113 INFO:tasks.workunit.client.0.smithi157.stdout: 832: throughput=5MB/sec pending data=0 2024-08-17T01:07:06.113 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-j3_gtkLeScCMNp3 off=2118645 len=1207754 2024-08-17T01:07:06.120 INFO:tasks.workunit.client.0.smithi157.stdout:op 4317 completed, throughput=5MB/sec 2024-08-17T01:07:06.120 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aYmwvRYLpZvLs3t off=5375640 len=704180 2024-08-17T01:07:06.124 INFO:tasks.workunit.client.0.smithi157.stdout:op 4318 completed, throughput=5MB/sec 2024-08-17T01:07:06.124 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7pbRuRWb7AAbxzg off=17873344 len=335147 2024-08-17T01:07:06.127 INFO:tasks.workunit.client.0.smithi157.stdout:op 4319 completed, throughput=5MB/sec 2024-08-17T01:07:06.128 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JO3cFstrY0PcqIg off=2668008 len=1502584 2024-08-17T01:07:06.135 INFO:tasks.workunit.client.0.smithi157.stdout:op 4320 completed, throughput=5MB/sec 2024-08-17T01:07:07.136 INFO:tasks.workunit.client.0.smithi157.stdout: 833: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:07.136 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iUYa51_7zXvdaQC off=14490867 len=1331875 2024-08-17T01:07:07.142 INFO:tasks.workunit.client.0.smithi157.stdout:op 4321 completed, throughput=5MB/sec 2024-08-17T01:07:07.142 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9Tc-nS7s_hfukH8 off=4046750 len=597249 2024-08-17T01:07:07.143 INFO:tasks.workunit.client.0.smithi157.stdout:op 4322 completed, throughput=5MB/sec 2024-08-17T01:07:07.144 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_CR_Bml44pQFxNm off=10445540 len=255509 2024-08-17T01:07:07.147 INFO:tasks.workunit.client.0.smithi157.stdout:op 4323 completed, throughput=5MB/sec 2024-08-17T01:07:07.147 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-euNbtLQ6uSaO4g_ off=13117909 len=1311559 2024-08-17T01:07:07.153 INFO:tasks.workunit.client.0.smithi157.stdout:op 4324 completed, throughput=5MB/sec 2024-08-17T01:07:07.153 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0hyRZ1BDx5j2YZn off=3967941 len=870416 2024-08-17T01:07:07.155 INFO:tasks.workunit.client.0.smithi157.stdout:op 4325 completed, throughput=5MB/sec 2024-08-17T01:07:07.155 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_mgrcCC22mRsXfE off=1051149 len=827313 2024-08-17T01:07:07.158 INFO:tasks.workunit.client.0.smithi157.stdout:op 4326 completed, throughput=5MB/sec 2024-08-17T01:07:07.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:07 smithi157 ceph-mon[98780]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-17T01:07:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:07 smithi157 ceph-mon[101289]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-17T01:07:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:07 smithi187 ceph-mon[90552]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-17T01:07:08.159 INFO:tasks.workunit.client.0.smithi157.stdout: 834: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:08.159 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Sl4XJPEP7puLh26 off=11761693 len=77711 2024-08-17T01:07:08.162 INFO:tasks.workunit.client.0.smithi157.stdout:op 4327 completed, throughput=4.99MB/sec 2024-08-17T01:07:08.162 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QFXW5rgMnuirWoH off=2565909 len=940495 2024-08-17T01:07:08.167 INFO:tasks.workunit.client.0.smithi157.stdout:op 4328 completed, throughput=5MB/sec 2024-08-17T01:07:08.167 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-u5aoh3O4tm0fdUk off=4232533 len=1133431 2024-08-17T01:07:08.173 INFO:tasks.workunit.client.0.smithi157.stdout:op 4329 completed, throughput=5MB/sec 2024-08-17T01:07:08.173 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pdo-HlDIQTdVXR0 off=1766365 len=604470 2024-08-17T01:07:08.174 INFO:tasks.workunit.client.0.smithi157.stdout:op 4330 completed, throughput=5MB/sec 2024-08-17T01:07:08.175 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vGh4v6Wf5eT8cUG off=9789952 len=715696 2024-08-17T01:07:08.179 INFO:tasks.workunit.client.0.smithi157.stdout:op 4331 completed, throughput=5MB/sec 2024-08-17T01:07:08.179 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-S_6vae2kh5E4Arm off=15313764 len=1290227 2024-08-17T01:07:08.181 INFO:tasks.workunit.client.0.smithi157.stdout:op 4332 completed, throughput=5MB/sec 2024-08-17T01:07:08.181 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fWlF-DgkzXWVklc off=9962491 len=1764974 2024-08-17T01:07:08.188 INFO:tasks.workunit.client.0.smithi157.stdout:op 4333 completed, throughput=5MB/sec 2024-08-17T01:07:09.188 INFO:tasks.workunit.client.0.smithi157.stdout: 835: throughput=5MB/sec pending data=0 2024-08-17T01:07:09.189 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YR39oSfPwjoYQUd off=4042424 len=1504027 2024-08-17T01:07:09.198 INFO:tasks.workunit.client.0.smithi157.stdout:op 4334 completed, throughput=5MB/sec 2024-08-17T01:07:09.198 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-O7oY8ORfyhWODza off=4599390 len=275378 2024-08-17T01:07:09.201 INFO:tasks.workunit.client.0.smithi157.stdout:op 4335 completed, throughput=5MB/sec 2024-08-17T01:07:09.201 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ooVPwxdoUfUeDtB off=4829927 len=883883 2024-08-17T01:07:09.202 INFO:tasks.workunit.client.0.smithi157.stdout:op 4336 completed, throughput=5MB/sec 2024-08-17T01:07:09.203 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZKtntLebYs7Kb9o off=17033425 len=1181797 2024-08-17T01:07:09.208 INFO:tasks.workunit.client.0.smithi157.stdout:op 4337 completed, throughput=5MB/sec 2024-08-17T01:07:09.208 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XkMXFF-juGw9Sij off=0 len=1296581 2024-08-17T01:07:09.210 INFO:tasks.workunit.client.0.smithi157.stdout:op 4338 completed, throughput=5MB/sec 2024-08-17T01:07:09.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:09 smithi157 ceph-mon[98780]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:07:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:09 smithi157 ceph-mon[101289]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:07:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:09 smithi187 ceph-mon[90552]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:07:10.210 INFO:tasks.workunit.client.0.smithi157.stdout: 836: throughput=5MB/sec pending data=0 2024-08-17T01:07:10.210 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-viASTy4P17FCbdj off=3318551 len=480104 2024-08-17T01:07:10.214 INFO:tasks.workunit.client.0.smithi157.stdout:op 4339 completed, throughput=5MB/sec 2024-08-17T01:07:10.214 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WXQN3AzeFOYm_p1 off=2535602 len=1574886 2024-08-17T01:07:10.216 INFO:tasks.workunit.client.0.smithi157.stdout:op 4340 completed, throughput=5MB/sec 2024-08-17T01:07:10.216 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-m5nWkV87Q6YROUM off=8609188 len=460139 2024-08-17T01:07:10.220 INFO:tasks.workunit.client.0.smithi157.stdout:op 4341 completed, throughput=5MB/sec 2024-08-17T01:07:10.221 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vjEABBrR-J_h8t2 off=21102530 len=2068348 2024-08-17T01:07:10.228 INFO:tasks.workunit.client.0.smithi157.stdout:op 4342 completed, throughput=5MB/sec 2024-08-17T01:07:11.229 INFO:tasks.workunit.client.0.smithi157.stdout: 837: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:11.229 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pdsjRFgJj37_mEe off=5101270 len=228831 2024-08-17T01:07:11.232 INFO:tasks.workunit.client.0.smithi157.stdout:op 4343 completed, throughput=4.99MB/sec 2024-08-17T01:07:11.232 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VTlVvfdBQMWNlUs off=989660 len=929387 2024-08-17T01:07:11.237 INFO:tasks.workunit.client.0.smithi157.stdout:op 4344 completed, throughput=5MB/sec 2024-08-17T01:07:11.237 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZWT85XRxlzNoD2z off=2809376 len=1601572 2024-08-17T01:07:11.246 INFO:tasks.workunit.client.0.smithi157.stdout:op 4345 completed, throughput=5MB/sec 2024-08-17T01:07:11.246 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-W6ThA0-RPQbhq54 off=18978966 len=835144 2024-08-17T01:07:11.247 INFO:tasks.workunit.client.0.smithi157.stdout:op 4346 completed, throughput=5MB/sec 2024-08-17T01:07:11.247 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IkNVtDuPBUqn9bJ off=8886806 len=1175244 2024-08-17T01:07:11.249 INFO:tasks.workunit.client.0.smithi157.stdout:op 4347 completed, throughput=5MB/sec 2024-08-17T01:07:11.249 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QeFeGOuWPOuFwzm off=4754792 len=1827354 2024-08-17T01:07:11.256 INFO:tasks.workunit.client.0.smithi157.stdout:op 4348 completed, throughput=5MB/sec 2024-08-17T01:07:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:11 smithi157 ceph-mon[98780]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T01:07:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:11 smithi157 ceph-mon[101289]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T01:07:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:11 smithi187 ceph-mon[90552]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T01:07:12.257 INFO:tasks.workunit.client.0.smithi157.stdout: 838: throughput=5MB/sec pending data=0 2024-08-17T01:07:12.257 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QGgq4rZzV7aZoCW off=2250015 len=1394819 2024-08-17T01:07:12.264 INFO:tasks.workunit.client.0.smithi157.stdout:op 4349 completed, throughput=5MB/sec 2024-08-17T01:07:12.264 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ga7BXRfVoNktAXl off=5009776 len=379658 2024-08-17T01:07:12.267 INFO:tasks.workunit.client.0.smithi157.stdout:op 4350 completed, throughput=5MB/sec 2024-08-17T01:07:12.267 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TeKK0putznnVNzv off=3919713 len=2049317 2024-08-17T01:07:12.270 INFO:tasks.workunit.client.0.smithi157.stdout:op 4351 completed, throughput=5MB/sec 2024-08-17T01:07:12.270 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4kQuTevUNUyfKcB off=7438867 len=142082 2024-08-17T01:07:12.272 INFO:tasks.workunit.client.0.smithi157.stdout:op 4352 completed, throughput=5MB/sec 2024-08-17T01:07:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:07:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:07:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:07:13.273 INFO:tasks.workunit.client.0.smithi157.stdout: 839: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:13.273 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--oZLbFBi2ukORhZ off=909740 len=681097 2024-08-17T01:07:13.274 INFO:tasks.workunit.client.0.smithi157.stdout:op 4353 completed, throughput=4.99MB/sec 2024-08-17T01:07:13.274 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-M3HSl-rGz5kvkTa off=2353586 len=641154 2024-08-17T01:07:13.278 INFO:tasks.workunit.client.0.smithi157.stdout:op 4354 completed, throughput=5MB/sec 2024-08-17T01:07:13.278 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1isiel3ZZu9p9wG off=8462047 len=1091411 2024-08-17T01:07:13.284 INFO:tasks.workunit.client.0.smithi157.stdout:op 4355 completed, throughput=5MB/sec 2024-08-17T01:07:13.284 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-obciqFHg0g-SlER off=15890953 len=1078079 2024-08-17T01:07:13.289 INFO:tasks.workunit.client.0.smithi157.stdout:op 4356 completed, throughput=5MB/sec 2024-08-17T01:07:13.289 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-d_O7N5sSmU58b09 off=5662879 len=1680531 2024-08-17T01:07:13.299 INFO:tasks.workunit.client.0.smithi157.stdout:op 4357 completed, throughput=5MB/sec 2024-08-17T01:07:13.299 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WNcwOptw0xzrL3k off=3125306 len=1552714 2024-08-17T01:07:13.301 INFO:tasks.workunit.client.0.smithi157.stdout:op 4358 completed, throughput=5MB/sec 2024-08-17T01:07:13.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:13 smithi157 ceph-mon[98780]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:07:13.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:13 smithi157 ceph-mon[101289]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:07:13.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:07:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:07:13] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-08-17T01:07:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:13 smithi187 ceph-mon[90552]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:07:14.301 INFO:tasks.workunit.client.0.smithi157.stdout: 840: throughput=5MB/sec pending data=0 2024-08-17T01:07:14.302 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZilCQHnjyh6S6Hv off=661683 len=1784495 2024-08-17T01:07:14.311 INFO:tasks.workunit.client.0.smithi157.stdout:op 4359 completed, throughput=5MB/sec 2024-08-17T01:07:14.311 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GB4FWqcEgx94YtI off=5757546 len=776074 2024-08-17T01:07:14.312 INFO:tasks.workunit.client.0.smithi157.stdout:op 4360 completed, throughput=5MB/sec 2024-08-17T01:07:14.312 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZgNyNyrkBrT_pWv off=5561412 len=1112203 2024-08-17T01:07:14.317 INFO:tasks.workunit.client.0.smithi157.stdout:op 4361 completed, throughput=5MB/sec 2024-08-17T01:07:14.317 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wT7tQ_AA1UEYEMd off=12012812 len=602819 2024-08-17T01:07:14.321 INFO:tasks.workunit.client.0.smithi157.stdout:op 4362 completed, throughput=5MB/sec 2024-08-17T01:07:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:15.322 INFO:tasks.workunit.client.0.smithi157.stdout: 841: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:15.322 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nVuDJxuK5b503cS off=8648615 len=124626 2024-08-17T01:07:15.325 INFO:tasks.workunit.client.0.smithi157.stdout:op 4363 completed, throughput=4.99MB/sec 2024-08-17T01:07:15.325 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-v007FGW_A46_19v off=2788070 len=1870748 2024-08-17T01:07:15.334 INFO:tasks.workunit.client.0.smithi157.stdout:op 4364 completed, throughput=5MB/sec 2024-08-17T01:07:15.334 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MEu14CiA9OQ5lb7 off=2394641 len=730550 2024-08-17T01:07:15.336 INFO:tasks.workunit.client.0.smithi157.stdout:op 4365 completed, throughput=5MB/sec 2024-08-17T01:07:15.336 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-S2jJxRn24pKaQfj off=701254 len=511499 2024-08-17T01:07:15.337 INFO:tasks.workunit.client.0.smithi157.stdout:op 4366 completed, throughput=5MB/sec 2024-08-17T01:07:15.337 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QtmsFMAP-yyNDRa off=3101883 len=331835 2024-08-17T01:07:15.341 INFO:tasks.workunit.client.0.smithi157.stdout:op 4367 completed, throughput=5MB/sec 2024-08-17T01:07:15.341 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aW-KPs7L0rKCOTf off=19679073 len=575865 2024-08-17T01:07:15.345 INFO:tasks.workunit.client.0.smithi157.stdout:op 4368 completed, throughput=5MB/sec 2024-08-17T01:07:15.345 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JrJZRt1cOz0tcFh off=7963517 len=1943931 2024-08-17T01:07:15.346 INFO:tasks.workunit.client.0.smithi157.stdout:op 4369 completed, throughput=5MB/sec 2024-08-17T01:07:15.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:15 smithi157 ceph-mon[101289]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:07:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:15 smithi157 ceph-mon[98780]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:07:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:15 smithi187 ceph-mon[90552]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:07:16.347 INFO:tasks.workunit.client.0.smithi157.stdout: 842: throughput=5MB/sec pending data=0 2024-08-17T01:07:16.347 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-na_s2t9KeYSerR8 off=2438977 len=863109 2024-08-17T01:07:16.348 INFO:tasks.workunit.client.0.smithi157.stdout:op 4370 completed, throughput=5MB/sec 2024-08-17T01:07:16.348 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ca6exw1bDlw06aU off=20680953 len=1434457 2024-08-17T01:07:16.355 INFO:tasks.workunit.client.0.smithi157.stdout:op 4371 completed, throughput=5MB/sec 2024-08-17T01:07:16.355 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Q1vvS75k69mjxz2 off=5593785 len=579452 2024-08-17T01:07:16.359 INFO:tasks.workunit.client.0.smithi157.stdout:op 4372 completed, throughput=5MB/sec 2024-08-17T01:07:16.359 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zBWlkLkwHpspd8P off=1106101 len=983426 2024-08-17T01:07:16.363 INFO:tasks.workunit.client.0.smithi157.stdout:op 4373 completed, throughput=5MB/sec 2024-08-17T01:07:16.363 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PBIUoMvTRO_Yzhm off=21494107 len=57666 2024-08-17T01:07:16.365 INFO:tasks.workunit.client.0.smithi157.stdout:op 4374 completed, throughput=5MB/sec 2024-08-17T01:07:16.366 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-06-n_O1bripX_Wu off=11197611 len=589805 2024-08-17T01:07:16.366 INFO:tasks.workunit.client.0.smithi157.stdout:op 4375 completed, throughput=5MB/sec 2024-08-17T01:07:17.366 INFO:tasks.workunit.client.0.smithi157.stdout: 843: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:17.367 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aXoISEmYAfU_PnQ off=7864237 len=1512754 2024-08-17T01:07:17.374 INFO:tasks.workunit.client.0.smithi157.stdout:op 4376 completed, throughput=5MB/sec 2024-08-17T01:07:17.374 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_I3EnJYhcr1AA-T off=2429159 len=1946855 2024-08-17T01:07:17.384 INFO:tasks.workunit.client.0.smithi157.stdout:op 4377 completed, throughput=5MB/sec 2024-08-17T01:07:17.384 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wytrALF6np0o88f off=1941285 len=1208399 2024-08-17T01:07:17.386 INFO:tasks.workunit.client.0.smithi157.stdout:op 4378 completed, throughput=5MB/sec 2024-08-17T01:07:17.386 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-q4oU685UxpoBECc off=51312 len=768043 2024-08-17T01:07:17.388 INFO:tasks.workunit.client.0.smithi157.stdout:op 4379 completed, throughput=5MB/sec 2024-08-17T01:07:17.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:17 smithi157 ceph-mon[98780]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:07:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:17 smithi157 ceph-mon[101289]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:07:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:17 smithi187 ceph-mon[90552]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:07:18.388 INFO:tasks.workunit.client.0.smithi157.stdout: 844: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:18.389 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-R-tE98bEBpbAQuZ off=641317 len=276791 2024-08-17T01:07:18.389 INFO:tasks.workunit.client.0.smithi157.stdout:op 4380 completed, throughput=4.99MB/sec 2024-08-17T01:07:18.390 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yR0v35YTB9HdC4b off=362744 len=1123039 2024-08-17T01:07:18.392 INFO:tasks.workunit.client.0.smithi157.stdout:op 4381 completed, throughput=5MB/sec 2024-08-17T01:07:18.392 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ayln8B26a7icV5a off=19206825 len=233587 2024-08-17T01:07:18.393 INFO:tasks.workunit.client.0.smithi157.stdout:op 4382 completed, throughput=5MB/sec 2024-08-17T01:07:18.393 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5SWdBf26ug5GRqU off=7115489 len=708841 2024-08-17T01:07:18.397 INFO:tasks.workunit.client.0.smithi157.stdout:op 4383 completed, throughput=5MB/sec 2024-08-17T01:07:18.398 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iVdRpUnJqBIuLbk off=423361 len=622925 2024-08-17T01:07:18.399 INFO:tasks.workunit.client.0.smithi157.stdout:op 4384 completed, throughput=5MB/sec 2024-08-17T01:07:18.399 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Z1xvZlDMWbOhaOM off=10060872 len=690119 2024-08-17T01:07:18.400 INFO:tasks.workunit.client.0.smithi157.stdout:op 4385 completed, throughput=5MB/sec 2024-08-17T01:07:18.400 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mnCo52CE2JlEWjt off=563005 len=273194 2024-08-17T01:07:18.403 INFO:tasks.workunit.client.0.smithi157.stdout:op 4386 completed, throughput=5MB/sec 2024-08-17T01:07:18.403 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Qk9ni-xTdp3BSj8 off=1514927 len=1801740 2024-08-17T01:07:18.404 INFO:tasks.workunit.client.0.smithi157.stdout:op 4387 completed, throughput=5MB/sec 2024-08-17T01:07:19.405 INFO:tasks.workunit.client.0.smithi157.stdout: 845: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:19.405 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-b2sLqOvewBHGfsm off=1251412 len=1520642 2024-08-17T01:07:19.407 INFO:tasks.workunit.client.0.smithi157.stdout:op 4388 completed, throughput=5MB/sec 2024-08-17T01:07:19.407 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9oEFrHogrUEYDOk off=1828615 len=885347 2024-08-17T01:07:19.408 INFO:tasks.workunit.client.0.smithi157.stdout:op 4389 completed, throughput=5MB/sec 2024-08-17T01:07:19.408 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DLhViN1JA5pXYgp off=7023754 len=788500 2024-08-17T01:07:19.413 INFO:tasks.workunit.client.0.smithi157.stdout:op 4390 completed, throughput=5MB/sec 2024-08-17T01:07:19.413 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-M2HsRumlltDrzM3 off=5391252 len=783414 2024-08-17T01:07:19.415 INFO:tasks.workunit.client.0.smithi157.stdout:op 4391 completed, throughput=5MB/sec 2024-08-17T01:07:19.415 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vmCzkrYP4O6eYb5 off=2147287 len=908657 2024-08-17T01:07:19.420 INFO:tasks.workunit.client.0.smithi157.stdout:op 4392 completed, throughput=5MB/sec 2024-08-17T01:07:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:19 smithi157 ceph-mon[98780]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:07:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:19 smithi157 ceph-mon[101289]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:07:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:19 smithi187 ceph-mon[90552]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:07:20.420 INFO:tasks.workunit.client.0.smithi157.stdout: 846: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:20.421 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xxQcGfI3Uk9nySM off=3489536 len=1968300 2024-08-17T01:07:20.423 INFO:tasks.workunit.client.0.smithi157.stdout:op 4393 completed, throughput=5MB/sec 2024-08-17T01:07:20.423 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XUbmud0mcmNZQm2 off=455741 len=442244 2024-08-17T01:07:20.426 INFO:tasks.workunit.client.0.smithi157.stdout:op 4394 completed, throughput=5MB/sec 2024-08-17T01:07:20.426 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WCo0psrCfCsJE24 off=6322603 len=1288398 2024-08-17T01:07:20.428 INFO:tasks.workunit.client.0.smithi157.stdout:op 4395 completed, throughput=5MB/sec 2024-08-17T01:07:20.428 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qvyXA8r14cvnZ1e off=561306 len=24880 2024-08-17T01:07:20.431 INFO:tasks.workunit.client.0.smithi157.stdout:op 4396 completed, throughput=5MB/sec 2024-08-17T01:07:20.431 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-n2iCKuBdCzK5QhJ off=11438528 len=910143 2024-08-17T01:07:20.432 INFO:tasks.workunit.client.0.smithi157.stdout:op 4397 completed, throughput=5MB/sec 2024-08-17T01:07:20.433 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wtX5Fah4-pPU1Sr off=7870392 len=1300133 2024-08-17T01:07:20.438 INFO:tasks.workunit.client.0.smithi157.stdout:op 4398 completed, throughput=5MB/sec 2024-08-17T01:07:21.438 INFO:tasks.workunit.client.0.smithi157.stdout: 847: throughput=5MB/sec pending data=0 2024-08-17T01:07:21.439 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YKFmsKDgVE-s8Ze off=836416 len=377486 2024-08-17T01:07:21.442 INFO:tasks.workunit.client.0.smithi157.stdout:op 4399 completed, throughput=5MB/sec 2024-08-17T01:07:21.442 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9HuWe5wCbC_Bfxn off=2605119 len=392092 2024-08-17T01:07:21.446 INFO:tasks.workunit.client.0.smithi157.stdout:op 4400 completed, throughput=5MB/sec 2024-08-17T01:07:21.446 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cAU1j4GQWiQMepU off=1552927 len=27113 2024-08-17T01:07:21.448 INFO:tasks.workunit.client.0.smithi157.stdout:op 4401 completed, throughput=5MB/sec 2024-08-17T01:07:21.448 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EyMTzzoopZBWCOx off=19518519 len=546417 2024-08-17T01:07:21.449 INFO:tasks.workunit.client.0.smithi157.stdout:op 4402 completed, throughput=5MB/sec 2024-08-17T01:07:21.449 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Fum72FZDvm4JZX2 off=8537998 len=1896105 2024-08-17T01:07:21.451 INFO:tasks.workunit.client.0.smithi157.stdout:op 4403 completed, throughput=5MB/sec 2024-08-17T01:07:21.451 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gN3aKy00D4hCDu9 off=1294188 len=1285664 2024-08-17T01:07:21.453 INFO:tasks.workunit.client.0.smithi157.stdout:op 4404 completed, throughput=5MB/sec 2024-08-17T01:07:21.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:21 smithi157 ceph-mon[98780]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:07:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:21 smithi157 ceph-mon[101289]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:07:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:21 smithi187 ceph-mon[90552]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:07:22.453 INFO:tasks.workunit.client.0.smithi157.stdout: 848: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:22.453 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-s4ORVTBOGLfYHQB off=330971 len=293767 2024-08-17T01:07:22.457 INFO:tasks.workunit.client.0.smithi157.stdout:op 4405 completed, throughput=4.99MB/sec 2024-08-17T01:07:22.457 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1rjJGjdBINFK2MO off=3953157 len=1986851 2024-08-17T01:07:22.470 INFO:tasks.workunit.client.0.smithi157.stdout:op 4406 completed, throughput=5MB/sec 2024-08-17T01:07:22.470 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HeRleuV65KWEWBc off=16455221 len=1661569 2024-08-17T01:07:22.473 INFO:tasks.workunit.client.0.smithi157.stdout:op 4407 completed, throughput=5MB/sec 2024-08-17T01:07:22.474 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-36O5QAyepkndn_3 off=11090958 len=1326733 2024-08-17T01:07:22.480 INFO:tasks.workunit.client.0.smithi157.stdout:op 4408 completed, throughput=5MB/sec 2024-08-17T01:07:22.480 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Y2x9kFr1NnHV4yd off=13428490 len=1656452 2024-08-17T01:07:22.488 INFO:tasks.workunit.client.0.smithi157.stdout:op 4409 completed, throughput=5MB/sec 2024-08-17T01:07:22.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:07:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:07:23.488 INFO:tasks.workunit.client.0.smithi157.stdout: 849: throughput=5MB/sec pending data=0 2024-08-17T01:07:23.488 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-R8vtN-un90pg27A off=1590897 len=1901307 2024-08-17T01:07:23.492 INFO:tasks.workunit.client.0.smithi157.stdout:op 4410 completed, throughput=5MB/sec 2024-08-17T01:07:23.492 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-M5RUx6ySLThUsSD off=2355311 len=488119 2024-08-17T01:07:23.493 INFO:tasks.workunit.client.0.smithi157.stdout:op 4411 completed, throughput=5MB/sec 2024-08-17T01:07:23.493 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_Q9DTfIGES4d04Y off=2185074 len=762641 2024-08-17T01:07:23.494 INFO:tasks.workunit.client.0.smithi157.stdout:op 4412 completed, throughput=5MB/sec 2024-08-17T01:07:23.494 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RlZoWBu-ShObp10 off=1799810 len=1691424 2024-08-17T01:07:23.502 INFO:tasks.workunit.client.0.smithi157.stdout:op 4413 completed, throughput=5MB/sec 2024-08-17T01:07:23.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:23 smithi157 ceph-mon[98780]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:07:23.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:07:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:07:23] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-08-17T01:07:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:23 smithi157 ceph-mon[101289]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:07:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:23 smithi187 ceph-mon[90552]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:07:24.503 INFO:tasks.workunit.client.0.smithi157.stdout: 850: throughput=5MB/sec pending data=0 2024-08-17T01:07:24.503 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Lz3BUpxAB7oPTAq off=16363368 len=520330 2024-08-17T01:07:24.504 INFO:tasks.workunit.client.0.smithi157.stdout:op 4414 completed, throughput=5MB/sec 2024-08-17T01:07:24.504 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fNJs5xIEwrnSumA off=10229805 len=331680 2024-08-17T01:07:24.505 INFO:tasks.workunit.client.0.smithi157.stdout:op 4415 completed, throughput=5MB/sec 2024-08-17T01:07:24.505 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-E4IdRzxWH1MxfIg off=9517252 len=448676 2024-08-17T01:07:24.506 INFO:tasks.workunit.client.0.smithi157.stdout:op 4416 completed, throughput=5MB/sec 2024-08-17T01:07:24.506 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-I7LniVCe7wnPa6X off=291980 len=1201282 2024-08-17T01:07:24.512 INFO:tasks.workunit.client.0.smithi157.stdout:op 4417 completed, throughput=5MB/sec 2024-08-17T01:07:24.512 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6RD7mA-0RCqbKvH off=1846446 len=140470 2024-08-17T01:07:24.515 INFO:tasks.workunit.client.0.smithi157.stdout:op 4418 completed, throughput=5MB/sec 2024-08-17T01:07:24.515 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ld7rOCuhdo7ctV5 off=16129885 len=477889 2024-08-17T01:07:24.515 INFO:tasks.workunit.client.0.smithi157.stdout:op 4419 completed, throughput=5MB/sec 2024-08-17T01:07:24.516 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Wt3L_Juh7zYObxG off=5238982 len=971501 2024-08-17T01:07:24.521 INFO:tasks.workunit.client.0.smithi157.stdout:op 4420 completed, throughput=5MB/sec 2024-08-17T01:07:24.521 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-A7WztZ8a2Ft_1r3 off=4352511 len=779347 2024-08-17T01:07:24.523 INFO:tasks.workunit.client.0.smithi157.stdout:op 4421 completed, throughput=5MB/sec 2024-08-17T01:07:25.523 INFO:tasks.workunit.client.0.smithi157.stdout: 851: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:25.523 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mkAXQZTOxSlqVTz off=9200550 len=954381 2024-08-17T01:07:25.528 INFO:tasks.workunit.client.0.smithi157.stdout:op 4422 completed, throughput=5MB/sec 2024-08-17T01:07:25.529 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-S__0DKjzb37iwOC off=1660550 len=1423513 2024-08-17T01:07:25.530 INFO:tasks.workunit.client.0.smithi157.stdout:op 4423 completed, throughput=5MB/sec 2024-08-17T01:07:25.531 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-X86y769q9nY5yb5 off=5255494 len=1041036 2024-08-17T01:07:25.537 INFO:tasks.workunit.client.0.smithi157.stdout:op 4424 completed, throughput=5MB/sec 2024-08-17T01:07:25.537 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QYYwdA-H7yc5oJ9 off=10464504 len=1683614 2024-08-17T01:07:25.538 INFO:tasks.workunit.client.0.smithi157.stdout:op 4425 completed, throughput=5MB/sec 2024-08-17T01:07:25.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:25 smithi157 ceph-mon[98780]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:07:25.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:25 smithi157 ceph-mon[101289]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:07:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:25 smithi187 ceph-mon[90552]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:07:26.539 INFO:tasks.workunit.client.0.smithi157.stdout: 852: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:26.539 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PQ33UoC2hWUsi7u off=16242738 len=1492356 2024-08-17T01:07:26.548 INFO:tasks.workunit.client.0.smithi157.stdout:op 4426 completed, throughput=5MB/sec 2024-08-17T01:07:26.548 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cuAFKFEyFUxdE7M off=1077640 len=1020177 2024-08-17T01:07:26.553 INFO:tasks.workunit.client.0.smithi157.stdout:op 4427 completed, throughput=5MB/sec 2024-08-17T01:07:26.553 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YUiLYHV-OF8mZJK off=367245 len=533580 2024-08-17T01:07:26.554 INFO:tasks.workunit.client.0.smithi157.stdout:op 4428 completed, throughput=5MB/sec 2024-08-17T01:07:26.554 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Koib4K4D9Vsxa_- off=6305323 len=623594 2024-08-17T01:07:26.558 INFO:tasks.workunit.client.0.smithi157.stdout:op 4429 completed, throughput=5MB/sec 2024-08-17T01:07:26.558 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rk8d08xcwcZGgRC off=574644 len=1705896 2024-08-17T01:07:26.562 INFO:tasks.workunit.client.0.smithi157.stdout:op 4430 completed, throughput=5MB/sec 2024-08-17T01:07:27.563 INFO:tasks.workunit.client.0.smithi157.stdout: 853: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:27.563 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-303Db3qHut7OMnr off=13030841 len=1540625 2024-08-17T01:07:27.565 INFO:tasks.workunit.client.0.smithi157.stdout:op 4431 completed, throughput=5MB/sec 2024-08-17T01:07:27.565 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YKFmsKDgVE-s8Ze off=15981943 len=1773124 2024-08-17T01:07:27.569 INFO:tasks.workunit.client.0.smithi157.stdout:op 4432 completed, throughput=5MB/sec 2024-08-17T01:07:27.569 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6ZXOYE0Ceep0jgx off=12370908 len=945177 2024-08-17T01:07:27.575 INFO:tasks.workunit.client.0.smithi157.stdout:op 4433 completed, throughput=5MB/sec 2024-08-17T01:07:27.575 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5upx10iZFIFcqHs off=12551190 len=1981619 2024-08-17T01:07:27.583 INFO:tasks.workunit.client.0.smithi157.stdout:op 4434 completed, throughput=5MB/sec 2024-08-17T01:07:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:27 smithi157 ceph-mon[98780]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-17T01:07:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:27 smithi157 ceph-mon[101289]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-17T01:07:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:27 smithi187 ceph-mon[90552]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-17T01:07:28.583 INFO:tasks.workunit.client.0.smithi157.stdout: 854: throughput=5MB/sec pending data=0 2024-08-17T01:07:28.583 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-e6B4uCe6ND9N_7t off=12341652 len=1899731 2024-08-17T01:07:28.586 INFO:tasks.workunit.client.0.smithi157.stdout:op 4435 completed, throughput=5MB/sec 2024-08-17T01:07:28.586 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VaqAuJ0mDI4d5oX off=2696291 len=164753 2024-08-17T01:07:28.587 INFO:tasks.workunit.client.0.smithi157.stdout:op 4436 completed, throughput=5MB/sec 2024-08-17T01:07:28.587 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-euvP6ONkadCT2OS off=727016 len=588110 2024-08-17T01:07:28.588 INFO:tasks.workunit.client.0.smithi157.stdout:op 4437 completed, throughput=5MB/sec 2024-08-17T01:07:28.588 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6O2nHL7qEAoLSIE off=16633989 len=845389 2024-08-17T01:07:28.593 INFO:tasks.workunit.client.0.smithi157.stdout:op 4438 completed, throughput=5MB/sec 2024-08-17T01:07:28.593 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tWWN1ImcrQOxadK off=11441831 len=429320 2024-08-17T01:07:28.594 INFO:tasks.workunit.client.0.smithi157.stdout:op 4439 completed, throughput=5MB/sec 2024-08-17T01:07:28.594 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-P1NJT6TTqdiT3SH off=16458654 len=1458055 2024-08-17T01:07:28.600 INFO:tasks.workunit.client.0.smithi157.stdout:op 4440 completed, throughput=5MB/sec 2024-08-17T01:07:29.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:29.601 INFO:tasks.workunit.client.0.smithi157.stdout: 855: throughput=5MB/sec pending data=0 2024-08-17T01:07:29.601 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HQlxsg_I6OJdJ0v off=6957098 len=325772 2024-08-17T01:07:29.602 INFO:tasks.workunit.client.0.smithi157.stdout:op 4441 completed, throughput=5MB/sec 2024-08-17T01:07:29.602 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-epotx1ReaA3SM-Z off=831000 len=329077 2024-08-17T01:07:29.603 INFO:tasks.workunit.client.0.smithi157.stdout:op 4442 completed, throughput=5MB/sec 2024-08-17T01:07:29.603 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ykw-hCBMdTMN8GA off=1252338 len=1851388 2024-08-17T01:07:29.605 INFO:tasks.workunit.client.0.smithi157.stdout:op 4443 completed, throughput=5MB/sec 2024-08-17T01:07:29.605 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uMhdfQqCO1MPG-l off=17081971 len=1296932 2024-08-17T01:07:29.613 INFO:tasks.workunit.client.0.smithi157.stdout:op 4444 completed, throughput=5MB/sec 2024-08-17T01:07:29.614 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-P1upJP0YhYublhS off=3311423 len=1330692 2024-08-17T01:07:29.620 INFO:tasks.workunit.client.0.smithi157.stdout:op 4445 completed, throughput=5MB/sec 2024-08-17T01:07:30.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:30 smithi157 ceph-mon[101289]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:07:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:30 smithi157 ceph-mon[98780]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:07:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:30 smithi187 ceph-mon[90552]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:07:30.620 INFO:tasks.workunit.client.0.smithi157.stdout: 856: throughput=5MB/sec pending data=0 2024-08-17T01:07:30.620 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cW-opqwsYxDLYhK off=11148201 len=1515662 2024-08-17T01:07:30.627 INFO:tasks.workunit.client.0.smithi157.stdout:op 4446 completed, throughput=5MB/sec 2024-08-17T01:07:30.628 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eIT5UkLsB1rebip off=9066838 len=884643 2024-08-17T01:07:30.630 INFO:tasks.workunit.client.0.smithi157.stdout:op 4447 completed, throughput=5MB/sec 2024-08-17T01:07:30.630 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VWVKIOzjd1F5FYe off=4033775 len=1623042 2024-08-17T01:07:30.636 INFO:tasks.workunit.client.0.smithi157.stdout:op 4448 completed, throughput=5MB/sec 2024-08-17T01:07:30.636 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VTbvn3KUdhZqFRd off=4531250 len=1275042 2024-08-17T01:07:30.642 INFO:tasks.workunit.client.0.smithi157.stdout:op 4449 completed, throughput=5MB/sec 2024-08-17T01:07:31.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:31 smithi157 ceph-mon[101289]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:07:31.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:31 smithi157 ceph-mon[98780]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:07:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:31 smithi187 ceph-mon[90552]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:07:31.643 INFO:tasks.workunit.client.0.smithi157.stdout: 857: throughput=5MB/sec pending data=0 2024-08-17T01:07:31.643 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1OSbVteO7kuLSFI off=2623314 len=1752702 2024-08-17T01:07:31.645 INFO:tasks.workunit.client.0.smithi157.stdout:op 4450 completed, throughput=5MB/sec 2024-08-17T01:07:31.645 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NseVkWDtBaNS4Wo off=14643331 len=612526 2024-08-17T01:07:31.646 INFO:tasks.workunit.client.0.smithi157.stdout:op 4451 completed, throughput=5MB/sec 2024-08-17T01:07:31.646 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dNH6CnS3bc2ADNq off=3911370 len=1609847 2024-08-17T01:07:31.655 INFO:tasks.workunit.client.0.smithi157.stdout:op 4452 completed, throughput=5MB/sec 2024-08-17T01:07:31.655 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-flI9x_LzmtoHnEm off=3600391 len=1964062 2024-08-17T01:07:31.664 INFO:tasks.workunit.client.0.smithi157.stdout:op 4453 completed, throughput=5MB/sec 2024-08-17T01:07:32.664 INFO:tasks.workunit.client.0.smithi157.stdout: 858: throughput=5MB/sec pending data=0 2024-08-17T01:07:32.664 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XwETetFVL9yXFFx off=1988168 len=1496165 2024-08-17T01:07:32.666 INFO:tasks.workunit.client.0.smithi157.stdout:op 4454 completed, throughput=5MB/sec 2024-08-17T01:07:32.666 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9SxGnwy4SShRtyH off=3392791 len=194333 2024-08-17T01:07:32.669 INFO:tasks.workunit.client.0.smithi157.stdout:op 4455 completed, throughput=5MB/sec 2024-08-17T01:07:32.669 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QLxWXwSdA-GPrfb off=7569109 len=948464 2024-08-17T01:07:32.674 INFO:tasks.workunit.client.0.smithi157.stdout:op 4456 completed, throughput=5MB/sec 2024-08-17T01:07:32.675 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UmzEtuB9cAHNRBS off=1801462 len=1725349 2024-08-17T01:07:32.683 INFO:tasks.workunit.client.0.smithi157.stdout:op 4457 completed, throughput=5MB/sec 2024-08-17T01:07:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:07:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:07:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:07:33.683 INFO:tasks.workunit.client.0.smithi157.stdout: 859: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:33.684 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_obMPL7i6is0xHc off=6635381 len=1197942 2024-08-17T01:07:33.685 INFO:tasks.workunit.client.0.smithi157.stdout:op 4458 completed, throughput=5MB/sec 2024-08-17T01:07:33.685 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-d8jp7VnD0pDkONt off=3214548 len=1261504 2024-08-17T01:07:33.690 INFO:tasks.workunit.client.0.smithi157.stdout:op 4459 completed, throughput=5MB/sec 2024-08-17T01:07:33.690 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1fbQP6aP9hP6s9l off=676537 len=1863726 2024-08-17T01:07:33.691 INFO:tasks.workunit.client.0.smithi157.stdout:op 4460 completed, throughput=5MB/sec 2024-08-17T01:07:33.691 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jrgoOY09Q31we3B off=1962745 len=1475439 2024-08-17T01:07:33.692 INFO:tasks.workunit.client.0.smithi157.stdout:op 4461 completed, throughput=5MB/sec 2024-08-17T01:07:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:07:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:07:33] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-08-17T01:07:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:34 smithi157 ceph-mon[101289]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:07:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:07:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:07:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:07:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:07:34.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:34 smithi157 ceph-mon[98780]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:07:34.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:07:34.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:07:34.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:07:34.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:07:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:34 smithi187 ceph-mon[90552]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:07:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:07:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:07:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:07:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:07:34.693 INFO:tasks.workunit.client.0.smithi157.stdout: 860: throughput=5MB/sec pending data=0 2024-08-17T01:07:34.693 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gL5ExBeE93YKQY5 off=660197 len=388094 2024-08-17T01:07:34.694 INFO:tasks.workunit.client.0.smithi157.stdout:op 4462 completed, throughput=5MB/sec 2024-08-17T01:07:34.694 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1QBV9BXjjYNhJqQ off=7011896 len=1204560 2024-08-17T01:07:34.700 INFO:tasks.workunit.client.0.smithi157.stdout:op 4463 completed, throughput=5MB/sec 2024-08-17T01:07:34.700 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zc4JcgO5hO96N7n off=6452931 len=1472139 2024-08-17T01:07:34.706 INFO:tasks.workunit.client.0.smithi157.stdout:op 4464 completed, throughput=5MB/sec 2024-08-17T01:07:34.706 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JJJbYHhrLIh11LG off=3414290 len=418752 2024-08-17T01:07:34.710 INFO:tasks.workunit.client.0.smithi157.stdout:op 4465 completed, throughput=5MB/sec 2024-08-17T01:07:34.710 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yQW3uGOYWD0caqF off=6456347 len=1397244 2024-08-17T01:07:34.716 INFO:tasks.workunit.client.0.smithi157.stdout:op 4466 completed, throughput=5MB/sec 2024-08-17T01:07:35.717 INFO:tasks.workunit.client.0.smithi157.stdout: 861: throughput=5MB/sec pending data=0 2024-08-17T01:07:35.717 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LdA4MGQGOKfKVJW off=2054150 len=447338 2024-08-17T01:07:35.721 INFO:tasks.workunit.client.0.smithi157.stdout:op 4467 completed, throughput=5MB/sec 2024-08-17T01:07:35.721 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_j0_M6VvEkjmPgJ off=8912281 len=1837958 2024-08-17T01:07:35.724 INFO:tasks.workunit.client.0.smithi157.stdout:op 4468 completed, throughput=5MB/sec 2024-08-17T01:07:35.724 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bwMd-2io67yLpV8 off=5091862 len=1112241 2024-08-17T01:07:35.725 INFO:tasks.workunit.client.0.smithi157.stdout:op 4469 completed, throughput=5MB/sec 2024-08-17T01:07:35.725 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2SvsbwiiSs6UXXK off=5819584 len=1643704 2024-08-17T01:07:35.729 INFO:tasks.workunit.client.0.smithi157.stdout:op 4470 completed, throughput=5MB/sec 2024-08-17T01:07:36.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:36 smithi157 ceph-mon[101289]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:07:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:36 smithi157 ceph-mon[98780]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:07:36.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:36 smithi187 ceph-mon[90552]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:07:36.729 INFO:tasks.workunit.client.0.smithi157.stdout: 862: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:36.729 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tmg1lcD4lW2qQml off=8068911 len=676632 2024-08-17T01:07:36.733 INFO:tasks.workunit.client.0.smithi157.stdout:op 4471 completed, throughput=5MB/sec 2024-08-17T01:07:36.734 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JcPk97SJSGAK9zC off=6056717 len=855168 2024-08-17T01:07:36.735 INFO:tasks.workunit.client.0.smithi157.stdout:op 4472 completed, throughput=5MB/sec 2024-08-17T01:07:36.735 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SUhCdgSzgl7IGck off=10676233 len=101296 2024-08-17T01:07:36.737 INFO:tasks.workunit.client.0.smithi157.stdout:op 4473 completed, throughput=5MB/sec 2024-08-17T01:07:36.737 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-u6ChWoPow3xii9Z off=2271017 len=715343 2024-08-17T01:07:36.738 INFO:tasks.workunit.client.0.smithi157.stdout:op 4474 completed, throughput=5MB/sec 2024-08-17T01:07:36.738 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dgX98l0R7A2pTvE off=6410968 len=470162 2024-08-17T01:07:36.742 INFO:tasks.workunit.client.0.smithi157.stdout:op 4475 completed, throughput=5MB/sec 2024-08-17T01:07:36.742 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PHqIETm-s8npMk7 off=6745404 len=1054063 2024-08-17T01:07:36.747 INFO:tasks.workunit.client.0.smithi157.stdout:op 4476 completed, throughput=5MB/sec 2024-08-17T01:07:36.747 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ertPUNVP01hjEXn off=938385 len=1271749 2024-08-17T01:07:36.753 INFO:tasks.workunit.client.0.smithi157.stdout:op 4477 completed, throughput=5MB/sec 2024-08-17T01:07:37.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:37 smithi157 ceph-mon[98780]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:07:37.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:37 smithi157 ceph-mon[101289]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:07:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:37 smithi187 ceph-mon[90552]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:07:37.753 INFO:tasks.workunit.client.0.smithi157.stdout: 863: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:37.754 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-y5nz0kTGblBOuW_ off=6675936 len=1331952 2024-08-17T01:07:37.756 INFO:tasks.workunit.client.0.smithi157.stdout:op 4478 completed, throughput=5MB/sec 2024-08-17T01:07:37.756 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9z3psDcrJwrkddP off=30769 len=747199 2024-08-17T01:07:37.758 INFO:tasks.workunit.client.0.smithi157.stdout:op 4479 completed, throughput=5MB/sec 2024-08-17T01:07:37.758 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QV5W-Pza3JddW6a off=4047087 len=649796 2024-08-17T01:07:37.763 INFO:tasks.workunit.client.0.smithi157.stdout:op 4480 completed, throughput=5MB/sec 2024-08-17T01:07:37.763 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tX_idvc1MDtHuFg off=870689 len=1700921 2024-08-17T01:07:37.773 INFO:tasks.workunit.client.0.smithi157.stdout:op 4481 completed, throughput=5MB/sec 2024-08-17T01:07:37.773 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JS0vIJKJg5YjWEc off=135589 len=1350029 2024-08-17T01:07:37.780 INFO:tasks.workunit.client.0.smithi157.stdout:op 4482 completed, throughput=5MB/sec 2024-08-17T01:07:38.780 INFO:tasks.workunit.client.0.smithi157.stdout: 864: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:38.781 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-c8NTX-Eb9QJE-GQ off=5445428 len=2036621 2024-08-17T01:07:38.792 INFO:tasks.workunit.client.0.smithi157.stdout:op 4483 completed, throughput=5MB/sec 2024-08-17T01:07:38.792 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-V4OZrhx3tlpo3N3 off=1386351 len=2017578 2024-08-17T01:07:38.796 INFO:tasks.workunit.client.0.smithi157.stdout:op 4484 completed, throughput=5MB/sec 2024-08-17T01:07:38.796 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CnnSNJT9mquBhDk off=16017555 len=1410106 2024-08-17T01:07:38.797 INFO:tasks.workunit.client.0.smithi157.stdout:op 4485 completed, throughput=5MB/sec 2024-08-17T01:07:39.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:39 smithi157 ceph-mon[98780]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T01:07:39.748 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:39 smithi157 ceph-mon[101289]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T01:07:39.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:39 smithi187 ceph-mon[90552]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T01:07:39.798 INFO:tasks.workunit.client.0.smithi157.stdout: 865: throughput=5MB/sec pending data=0 2024-08-17T01:07:39.798 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3SU7--eI_2MHpP7 off=18428046 len=127895 2024-08-17T01:07:39.799 INFO:tasks.workunit.client.0.smithi157.stdout:op 4486 completed, throughput=5MB/sec 2024-08-17T01:07:39.799 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LAFKnO-WEqlqhuZ off=8078052 len=927956 2024-08-17T01:07:39.804 INFO:tasks.workunit.client.0.smithi157.stdout:op 4487 completed, throughput=5MB/sec 2024-08-17T01:07:39.804 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KukgXnQ2ycZJAFr off=1268087 len=1902935 2024-08-17T01:07:39.814 INFO:tasks.workunit.client.0.smithi157.stdout:op 4488 completed, throughput=5MB/sec 2024-08-17T01:07:39.814 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QfWc3-cRu6gqDsT off=17926749 len=1396012 2024-08-17T01:07:39.820 INFO:tasks.workunit.client.0.smithi157.stdout:op 4489 completed, throughput=5MB/sec 2024-08-17T01:07:39.820 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MLNexXdiAXXEPqA off=83874 len=1786483 2024-08-17T01:07:39.822 INFO:tasks.workunit.client.0.smithi157.stdout:op 4490 completed, throughput=5MB/sec 2024-08-17T01:07:40.823 INFO:tasks.workunit.client.0.smithi157.stdout: 866: throughput=5MB/sec pending data=0 2024-08-17T01:07:40.823 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nFHqHu-nga9S_Bk off=0 len=1181916 2024-08-17T01:07:40.829 INFO:tasks.workunit.client.0.smithi157.stdout:op 4491 completed, throughput=5MB/sec 2024-08-17T01:07:40.829 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8lxrXGMr5WP2Ztw off=20222756 len=724727 2024-08-17T01:07:40.834 INFO:tasks.workunit.client.0.smithi157.stdout:op 4492 completed, throughput=5MB/sec 2024-08-17T01:07:40.834 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lorVanJD5W8nZJ0 off=11346889 len=1612034 2024-08-17T01:07:40.842 INFO:tasks.workunit.client.0.smithi157.stdout:op 4493 completed, throughput=5MB/sec 2024-08-17T01:07:40.842 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Yn2_mQXD5Hn2X7Z off=12055651 len=435860 2024-08-17T01:07:40.842 INFO:tasks.workunit.client.0.smithi157.stdout:op 4494 completed, throughput=5MB/sec 2024-08-17T01:07:41.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:41 smithi157 ceph-mon[98780]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:07:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:41 smithi157 ceph-mon[101289]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:07:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:41 smithi187 ceph-mon[90552]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:07:41.843 INFO:tasks.workunit.client.0.smithi157.stdout: 867: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:41.843 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aBH1tuZiv3bSfm2 off=8365204 len=1958594 2024-08-17T01:07:41.845 INFO:tasks.workunit.client.0.smithi157.stdout:op 4495 completed, throughput=5MB/sec 2024-08-17T01:07:41.845 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JYxTZYYTXTKI_rg off=4960891 len=253726 2024-08-17T01:07:41.846 INFO:tasks.workunit.client.0.smithi157.stdout:op 4496 completed, throughput=5MB/sec 2024-08-17T01:07:41.846 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RNLYwaheiU6tF3R off=2159643 len=831610 2024-08-17T01:07:41.848 INFO:tasks.workunit.client.0.smithi157.stdout:op 4497 completed, throughput=5MB/sec 2024-08-17T01:07:41.848 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7SRTSNkHcOMgJlX off=839896 len=1996611 2024-08-17T01:07:41.851 INFO:tasks.workunit.client.0.smithi157.stdout:op 4498 completed, throughput=5MB/sec 2024-08-17T01:07:41.851 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ld7rOCuhdo7ctV5 off=14690540 len=175793 2024-08-17T01:07:41.854 INFO:tasks.workunit.client.0.smithi157.stdout:op 4499 completed, throughput=5MB/sec 2024-08-17T01:07:41.854 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xYfyGdDJkBCBmOs off=8256309 len=170393 2024-08-17T01:07:41.856 INFO:tasks.workunit.client.0.smithi157.stdout:op 4500 completed, throughput=5MB/sec 2024-08-17T01:07:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:07:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:07:42.857 INFO:tasks.workunit.client.0.smithi157.stdout: 868: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:42.857 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6mK1AcIvt3RFB-l off=2045378 len=1053426 2024-08-17T01:07:42.858 INFO:tasks.workunit.client.0.smithi157.stdout:op 4501 completed, throughput=5MB/sec 2024-08-17T01:07:42.858 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KdiTwwt4eEceN2q off=9956535 len=1618488 2024-08-17T01:07:42.866 INFO:tasks.workunit.client.0.smithi157.stdout:op 4502 completed, throughput=5MB/sec 2024-08-17T01:07:42.866 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cW-opqwsYxDLYhK off=14422481 len=1537147 2024-08-17T01:07:42.867 INFO:tasks.workunit.client.0.smithi157.stdout:op 4503 completed, throughput=5MB/sec 2024-08-17T01:07:42.867 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QPG295OHvKF02V_ off=2667689 len=1707385 2024-08-17T01:07:42.874 INFO:tasks.workunit.client.0.smithi157.stdout:op 4504 completed, throughput=5MB/sec 2024-08-17T01:07:43.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:43 smithi157 ceph-mon[101289]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:07:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:43 smithi157 ceph-mon[98780]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:07:43.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:07:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:07:43] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-08-17T01:07:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:43 smithi187 ceph-mon[90552]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:07:43.874 INFO:tasks.workunit.client.0.smithi157.stdout: 869: throughput=5MB/sec pending data=0 2024-08-17T01:07:43.875 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gnkFW8ssSdl-lzc off=10395630 len=2040365 2024-08-17T01:07:43.882 INFO:tasks.workunit.client.0.smithi157.stdout:op 4505 completed, throughput=5MB/sec 2024-08-17T01:07:43.882 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gCyUk4JemQzQYMS off=826022 len=716441 2024-08-17T01:07:43.887 INFO:tasks.workunit.client.0.smithi157.stdout:op 4506 completed, throughput=5MB/sec 2024-08-17T01:07:43.888 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lclhGuN6g3iLr_D off=7420258 len=776570 2024-08-17T01:07:43.889 INFO:tasks.workunit.client.0.smithi157.stdout:op 4507 completed, throughput=5MB/sec 2024-08-17T01:07:43.889 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eUz5N2NOP2dpzSy off=17175380 len=1638328 2024-08-17T01:07:43.891 INFO:tasks.workunit.client.0.smithi157.stdout:op 4508 completed, throughput=5MB/sec 2024-08-17T01:07:44.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:44.891 INFO:tasks.workunit.client.0.smithi157.stdout: 870: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:44.891 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Hv0BrJDaSpsbYDt off=1638219 len=839059 2024-08-17T01:07:44.892 INFO:tasks.workunit.client.0.smithi157.stdout:op 4509 completed, throughput=5MB/sec 2024-08-17T01:07:44.892 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZwDAgumZfcmsUJn off=407442 len=1005995 2024-08-17T01:07:44.894 INFO:tasks.workunit.client.0.smithi157.stdout:op 4510 completed, throughput=5MB/sec 2024-08-17T01:07:44.894 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CcWA77vhSq5aCxM off=7960828 len=554478 2024-08-17T01:07:44.898 INFO:tasks.workunit.client.0.smithi157.stdout:op 4511 completed, throughput=5MB/sec 2024-08-17T01:07:44.898 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DRxETDzY9la6OGM off=2913885 len=454139 2024-08-17T01:07:44.899 INFO:tasks.workunit.client.0.smithi157.stdout:op 4512 completed, throughput=5MB/sec 2024-08-17T01:07:44.899 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QRcFu8RvaNhLb3H off=1882321 len=1732592 2024-08-17T01:07:44.909 INFO:tasks.workunit.client.0.smithi157.stdout:op 4513 completed, throughput=5MB/sec 2024-08-17T01:07:44.910 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kAjIjk4yxApor9J off=2799489 len=1385221 2024-08-17T01:07:44.917 INFO:tasks.workunit.client.0.smithi157.stdout:op 4514 completed, throughput=5MB/sec 2024-08-17T01:07:45.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:45 smithi157 ceph-mon[101289]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:07:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:45 smithi157 ceph-mon[98780]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:07:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:45 smithi187 ceph-mon[90552]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:07:45.917 INFO:tasks.workunit.client.0.smithi157.stdout: 871: throughput=5MB/sec pending data=0 2024-08-17T01:07:45.917 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CjcU0iR8xTfzxeL off=9681049 len=1150434 2024-08-17T01:07:45.923 INFO:tasks.workunit.client.0.smithi157.stdout:op 4515 completed, throughput=5MB/sec 2024-08-17T01:07:45.923 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mqUmch7ISmrPVmp off=4528342 len=1778942 2024-08-17T01:07:45.925 INFO:tasks.workunit.client.0.smithi157.stdout:op 4516 completed, throughput=5MB/sec 2024-08-17T01:07:45.925 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SRiLZuXkRP3KErG off=1076334 len=1551784 2024-08-17T01:07:45.927 INFO:tasks.workunit.client.0.smithi157.stdout:op 4517 completed, throughput=5MB/sec 2024-08-17T01:07:46.927 INFO:tasks.workunit.client.0.smithi157.stdout: 872: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:46.927 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Mn8hrDdyzCwa7or off=3300469 len=1875781 2024-08-17T01:07:46.931 INFO:tasks.workunit.client.0.smithi157.stdout:op 4518 completed, throughput=5MB/sec 2024-08-17T01:07:46.931 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bHh0O6ukhYB8zO9 off=9445696 len=1467130 2024-08-17T01:07:46.938 INFO:tasks.workunit.client.0.smithi157.stdout:op 4519 completed, throughput=5MB/sec 2024-08-17T01:07:46.938 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qCQ7PI1H0WQcPhZ off=9632922 len=414779 2024-08-17T01:07:46.939 INFO:tasks.workunit.client.0.smithi157.stdout:op 4520 completed, throughput=5MB/sec 2024-08-17T01:07:46.939 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wkyV7f0ynklzgv2 off=13504 len=843154 2024-08-17T01:07:46.940 INFO:tasks.workunit.client.0.smithi157.stdout:op 4521 completed, throughput=5MB/sec 2024-08-17T01:07:46.940 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lQP-32JxemMIlmW off=5244257 len=1976432 2024-08-17T01:07:46.950 INFO:tasks.workunit.client.0.smithi157.stdout:op 4522 completed, throughput=5MB/sec 2024-08-17T01:07:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:47 smithi157 ceph-mon[98780]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:07:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:47 smithi157 ceph-mon[101289]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:07:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:47 smithi187 ceph-mon[90552]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:07:47.950 INFO:tasks.workunit.client.0.smithi157.stdout: 873: throughput=5MB/sec pending data=0 2024-08-17T01:07:47.950 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HtFJZ5qxezPmAgV off=16855525 len=585324 2024-08-17T01:07:47.954 INFO:tasks.workunit.client.0.smithi157.stdout:op 4523 completed, throughput=5MB/sec 2024-08-17T01:07:47.954 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JUAROnOSGaudDV7 off=20369529 len=1570353 2024-08-17T01:07:47.956 INFO:tasks.workunit.client.0.smithi157.stdout:op 4524 completed, throughput=5MB/sec 2024-08-17T01:07:47.956 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Z4P_Z6ihBBDeFr9 off=12838346 len=349743 2024-08-17T01:07:47.957 INFO:tasks.workunit.client.0.smithi157.stdout:op 4525 completed, throughput=5MB/sec 2024-08-17T01:07:47.957 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-budbyrNt5C3uqQ9 off=6506621 len=19540 2024-08-17T01:07:47.959 INFO:tasks.workunit.client.0.smithi157.stdout:op 4526 completed, throughput=5MB/sec 2024-08-17T01:07:47.960 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9u7rkRssDRkzUkc off=1749056 len=414203 2024-08-17T01:07:47.963 INFO:tasks.workunit.client.0.smithi157.stdout:op 4527 completed, throughput=5MB/sec 2024-08-17T01:07:47.963 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YSUsJI16ZRe4YM4 off=17179423 len=1370588 2024-08-17T01:07:47.971 INFO:tasks.workunit.client.0.smithi157.stdout:op 4528 completed, throughput=5MB/sec 2024-08-17T01:07:48.972 INFO:tasks.workunit.client.0.smithi157.stdout: 874: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:48.972 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uvSXn0M_L9U18Ia off=8570160 len=1315388 2024-08-17T01:07:48.978 INFO:tasks.workunit.client.0.smithi157.stdout:op 4529 completed, throughput=5MB/sec 2024-08-17T01:07:48.978 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JpdO1x9drhYz-Nv off=554647 len=1348771 2024-08-17T01:07:48.981 INFO:tasks.workunit.client.0.smithi157.stdout:op 4530 completed, throughput=5MB/sec 2024-08-17T01:07:48.981 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9TvIQjyK5_vyakQ off=1387443 len=611026 2024-08-17T01:07:48.982 INFO:tasks.workunit.client.0.smithi157.stdout:op 4531 completed, throughput=5MB/sec 2024-08-17T01:07:48.982 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WfWayS7L157SMOF off=4835858 len=754718 2024-08-17T01:07:48.983 INFO:tasks.workunit.client.0.smithi157.stdout:op 4532 completed, throughput=5MB/sec 2024-08-17T01:07:48.983 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0oZ2u1T3dgsdA15 off=7217568 len=1277097 2024-08-17T01:07:48.989 INFO:tasks.workunit.client.0.smithi157.stdout:op 4533 completed, throughput=5MB/sec 2024-08-17T01:07:49.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:49 smithi157 ceph-mon[101289]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T01:07:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:49 smithi157 ceph-mon[98780]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T01:07:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:49 smithi187 ceph-mon[90552]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T01:07:49.990 INFO:tasks.workunit.client.0.smithi157.stdout: 875: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:49.990 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-496EDYJohcwcKlf off=15625 len=1651469 2024-08-17T01:07:49.993 INFO:tasks.workunit.client.0.smithi157.stdout:op 4534 completed, throughput=5MB/sec 2024-08-17T01:07:49.993 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OiEdysfjqf-KADl off=19675838 len=897306 2024-08-17T01:07:49.995 INFO:tasks.workunit.client.0.smithi157.stdout:op 4535 completed, throughput=5MB/sec 2024-08-17T01:07:49.995 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NOxSEqKWAUZ52Ws off=8469800 len=303846 2024-08-17T01:07:49.995 INFO:tasks.workunit.client.0.smithi157.stdout:op 4536 completed, throughput=5MB/sec 2024-08-17T01:07:49.996 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5-tePg9vizdKeRG off=7038505 len=987462 2024-08-17T01:07:49.997 INFO:tasks.workunit.client.0.smithi157.stdout:op 4537 completed, throughput=5MB/sec 2024-08-17T01:07:49.997 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qYGpXn2ZdRm4Mvm off=850375 len=552039 2024-08-17T01:07:50.002 INFO:tasks.workunit.client.0.smithi157.stdout:op 4538 completed, throughput=5MB/sec 2024-08-17T01:07:50.002 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-a_-A3Xrr6U3ZlA5 off=5301657 len=1656993 2024-08-17T01:07:50.004 INFO:tasks.workunit.client.0.smithi157.stdout:op 4539 completed, throughput=5MB/sec 2024-08-17T01:07:51.004 INFO:tasks.workunit.client.0.smithi157.stdout: 876: throughput=5MB/sec pending data=0 2024-08-17T01:07:51.004 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XAE-CRjyC125A0L off=1629176 len=9653 2024-08-17T01:07:51.005 INFO:tasks.workunit.client.0.smithi157.stdout:op 4540 completed, throughput=5MB/sec 2024-08-17T01:07:51.005 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6Q3l_wheY7AhYdr off=11327101 len=1963733 2024-08-17T01:07:51.007 INFO:tasks.workunit.client.0.smithi157.stdout:op 4541 completed, throughput=5MB/sec 2024-08-17T01:07:51.007 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8gQ1-hfmE3Kux9A off=2389232 len=1129540 2024-08-17T01:07:51.008 INFO:tasks.workunit.client.0.smithi157.stdout:op 4542 completed, throughput=5MB/sec 2024-08-17T01:07:51.009 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JXLqAvOJYaSTnhT off=7127967 len=1018894 2024-08-17T01:07:51.014 INFO:tasks.workunit.client.0.smithi157.stdout:op 4543 completed, throughput=5MB/sec 2024-08-17T01:07:51.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:51 smithi157 ceph-mon[101289]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:07:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:51 smithi157 ceph-mon[98780]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:07:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:51 smithi187 ceph-mon[90552]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:07:52.014 INFO:tasks.workunit.client.0.smithi157.stdout: 877: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:52.015 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QtaFFM2MSF490YJ off=6445823 len=1228085 2024-08-17T01:07:52.016 INFO:tasks.workunit.client.0.smithi157.stdout:op 4544 completed, throughput=5MB/sec 2024-08-17T01:07:52.017 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XNAP_M1ZMs9GYZy off=5730985 len=351452 2024-08-17T01:07:52.019 INFO:tasks.workunit.client.0.smithi157.stdout:op 4545 completed, throughput=5MB/sec 2024-08-17T01:07:52.019 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SgYA5nabdS6uEYw off=784813 len=673085 2024-08-17T01:07:52.024 INFO:tasks.workunit.client.0.smithi157.stdout:op 4546 completed, throughput=5MB/sec 2024-08-17T01:07:52.024 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-D1A42wQ_HDO9QEt off=16818312 len=218000 2024-08-17T01:07:52.025 INFO:tasks.workunit.client.0.smithi157.stdout:op 4547 completed, throughput=5MB/sec 2024-08-17T01:07:52.025 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-053ipYcKWLwX6m3 off=19339893 len=759897 2024-08-17T01:07:52.030 INFO:tasks.workunit.client.0.smithi157.stdout:op 4548 completed, throughput=5MB/sec 2024-08-17T01:07:52.031 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lWd-7EbpDj6tnRd off=12621930 len=734554 2024-08-17T01:07:52.035 INFO:tasks.workunit.client.0.smithi157.stdout:op 4549 completed, throughput=5MB/sec 2024-08-17T01:07:52.036 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Evs2bUq6YdMiPNy off=20255549 len=383947 2024-08-17T01:07:52.036 INFO:tasks.workunit.client.0.smithi157.stdout:op 4550 completed, throughput=5MB/sec 2024-08-17T01:07:52.036 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UqCSo1IS-QIybvx off=980635 len=258448 2024-08-17T01:07:52.039 INFO:tasks.workunit.client.0.smithi157.stdout:op 4551 completed, throughput=5MB/sec 2024-08-17T01:07:52.039 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_nJ7on5PuCo5kDv off=6736605 len=574458 2024-08-17T01:07:52.040 INFO:tasks.workunit.client.0.smithi157.stdout:op 4552 completed, throughput=5MB/sec 2024-08-17T01:07:52.040 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TCoRYqhlFdW9RRe off=6116061 len=2090863 2024-08-17T01:07:52.044 INFO:tasks.workunit.client.0.smithi157.stdout:op 4553 completed, throughput=5MB/sec 2024-08-17T01:07:52.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:07:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:07:53.045 INFO:tasks.workunit.client.0.smithi157.stdout: 878: throughput=5MB/sec pending data=0 2024-08-17T01:07:53.045 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zUDf40QWP2N1Rl8 off=696765 len=1485913 2024-08-17T01:07:53.051 INFO:tasks.workunit.client.0.smithi157.stdout:op 4554 completed, throughput=5MB/sec 2024-08-17T01:07:53.051 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eHEgv8QsITAdcdU off=18327 len=727858 2024-08-17T01:07:53.052 INFO:tasks.workunit.client.0.smithi157.stdout:op 4555 completed, throughput=5MB/sec 2024-08-17T01:07:53.053 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2_66nk0TGDnGMrr off=6397963 len=198033 2024-08-17T01:07:53.053 INFO:tasks.workunit.client.0.smithi157.stdout:op 4556 completed, throughput=5MB/sec 2024-08-17T01:07:53.053 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-beLq7ub2f_umylb off=4728264 len=470093 2024-08-17T01:07:53.057 INFO:tasks.workunit.client.0.smithi157.stdout:op 4557 completed, throughput=5MB/sec 2024-08-17T01:07:53.057 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-s-ribom4g20xiYm off=6845477 len=664892 2024-08-17T01:07:53.061 INFO:tasks.workunit.client.0.smithi157.stdout:op 4558 completed, throughput=5MB/sec 2024-08-17T01:07:53.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:53 smithi157 ceph-mon[98780]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:07:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:53 smithi157 ceph-mon[101289]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:07:53.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:07:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:07:53] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:07:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:53 smithi187 ceph-mon[90552]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:07:54.062 INFO:tasks.workunit.client.0.smithi157.stdout: 879: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:54.062 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ldmWTBB6-yTElsn off=15461422 len=1345476 2024-08-17T01:07:54.069 INFO:tasks.workunit.client.0.smithi157.stdout:op 4559 completed, throughput=5MB/sec 2024-08-17T01:07:54.069 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-J0fCsZH4ZXXCNz2 off=13149724 len=1992573 2024-08-17T01:07:54.080 INFO:tasks.workunit.client.0.smithi157.stdout:op 4560 completed, throughput=5MB/sec 2024-08-17T01:07:54.081 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bnXpSn4Gav2kmXL off=1662049 len=1766805 2024-08-17T01:07:54.084 INFO:tasks.workunit.client.0.smithi157.stdout:op 4561 completed, throughput=5MB/sec 2024-08-17T01:07:54.084 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-s7SI-5YQpNWGbYK off=10205198 len=218705 2024-08-17T01:07:54.084 INFO:tasks.workunit.client.0.smithi157.stdout:op 4562 completed, throughput=5MB/sec 2024-08-17T01:07:55.085 INFO:tasks.workunit.client.0.smithi157.stdout: 880: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:55.085 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ebjr48pd94mQFpm off=684586 len=483430 2024-08-17T01:07:55.088 INFO:tasks.workunit.client.0.smithi157.stdout:op 4563 completed, throughput=5MB/sec 2024-08-17T01:07:55.089 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CYU9ziGMsPgZ1Fn off=2677774 len=759585 2024-08-17T01:07:55.090 INFO:tasks.workunit.client.0.smithi157.stdout:op 4564 completed, throughput=5MB/sec 2024-08-17T01:07:55.090 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4oRCEmZl9yMZpiI off=7263661 len=189500 2024-08-17T01:07:55.093 INFO:tasks.workunit.client.0.smithi157.stdout:op 4565 completed, throughput=5MB/sec 2024-08-17T01:07:55.093 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-betMw2YiUNsbdLh off=5012068 len=1505511 2024-08-17T01:07:55.095 INFO:tasks.workunit.client.0.smithi157.stdout:op 4566 completed, throughput=5MB/sec 2024-08-17T01:07:55.095 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rn8Ds7wcDCu5zht off=3950622 len=1813294 2024-08-17T01:07:55.097 INFO:tasks.workunit.client.0.smithi157.stdout:op 4567 completed, throughput=5MB/sec 2024-08-17T01:07:55.097 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-j_xM4aiXnwVcpti off=5055833 len=506411 2024-08-17T01:07:55.101 INFO:tasks.workunit.client.0.smithi157.stdout:op 4568 completed, throughput=5MB/sec 2024-08-17T01:07:55.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:55 smithi157 ceph-mon[101289]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:07:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:55 smithi157 ceph-mon[98780]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:07:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:55 smithi187 ceph-mon[90552]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:07:56.101 INFO:tasks.workunit.client.0.smithi157.stdout: 881: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:56.101 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-a_qDtcQaoUdZgQp off=6160459 len=626846 2024-08-17T01:07:56.102 INFO:tasks.workunit.client.0.smithi157.stdout:op 4569 completed, throughput=5MB/sec 2024-08-17T01:07:56.102 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_1r5moFXDskcy6Q off=928945 len=1960309 2024-08-17T01:07:56.105 INFO:tasks.workunit.client.0.smithi157.stdout:op 4570 completed, throughput=5MB/sec 2024-08-17T01:07:56.105 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5t45EQ5swVALioo off=2701399 len=2052836 2024-08-17T01:07:56.117 INFO:tasks.workunit.client.0.smithi157.stdout:op 4571 completed, throughput=5MB/sec 2024-08-17T01:07:56.117 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YMlThuBEt7iFsYp off=5258983 len=977127 2024-08-17T01:07:56.123 INFO:tasks.workunit.client.0.smithi157.stdout:op 4572 completed, throughput=5MB/sec 2024-08-17T01:07:57.123 INFO:tasks.workunit.client.0.smithi157.stdout: 882: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:57.124 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AAn_vFp8gRL4cPr off=5001635 len=1576403 2024-08-17T01:07:57.127 INFO:tasks.workunit.client.0.smithi157.stdout:op 4573 completed, throughput=5MB/sec 2024-08-17T01:07:57.127 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--IAmjNjco2uvD7o off=1542409 len=434021 2024-08-17T01:07:57.128 INFO:tasks.workunit.client.0.smithi157.stdout:op 4574 completed, throughput=5MB/sec 2024-08-17T01:07:57.128 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SSigiFsAoDHI32m off=1855229 len=1293257 2024-08-17T01:07:57.135 INFO:tasks.workunit.client.0.smithi157.stdout:op 4575 completed, throughput=5MB/sec 2024-08-17T01:07:57.135 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pn9avi2JGdDVcBf off=5881427 len=1906554 2024-08-17T01:07:57.138 INFO:tasks.workunit.client.0.smithi157.stdout:op 4576 completed, throughput=5MB/sec 2024-08-17T01:07:57.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:57 smithi157 ceph-mon[98780]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:07:57.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:57 smithi157 ceph-mon[101289]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:07:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:57 smithi187 ceph-mon[90552]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:07:58.139 INFO:tasks.workunit.client.0.smithi157.stdout: 883: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:58.139 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-neVb5EWyJcFYxgs off=18451290 len=852108 2024-08-17T01:07:58.141 INFO:tasks.workunit.client.0.smithi157.stdout:op 4577 completed, throughput=5MB/sec 2024-08-17T01:07:58.141 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nC9DvcrtGSzUztP off=6296047 len=1643932 2024-08-17T01:07:58.150 INFO:tasks.workunit.client.0.smithi157.stdout:op 4578 completed, throughput=5MB/sec 2024-08-17T01:07:58.150 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dRF8nFvy-DvEXKO off=6417234 len=1726508 2024-08-17T01:07:58.158 INFO:tasks.workunit.client.0.smithi157.stdout:op 4579 completed, throughput=5MB/sec 2024-08-17T01:07:58.158 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NY4bnVbT_OKS-4d off=5196986 len=759979 2024-08-17T01:07:58.162 INFO:tasks.workunit.client.0.smithi157.stdout:op 4580 completed, throughput=5MB/sec 2024-08-17T01:07:58.162 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PCwF0hw2ERhCogz off=14869848 len=1717052 2024-08-17T01:07:58.169 INFO:tasks.workunit.client.0.smithi157.stdout:op 4581 completed, throughput=5MB/sec 2024-08-17T01:07:59.169 INFO:tasks.workunit.client.0.smithi157.stdout: 884: throughput=5MB/sec pending data=0 2024-08-17T01:07:59.170 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rF2l30xYUCJpcRq off=7933452 len=866157 2024-08-17T01:07:59.174 INFO:tasks.workunit.client.0.smithi157.stdout:op 4582 completed, throughput=5MB/sec 2024-08-17T01:07:59.175 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_qzibafGwqmO-s2 off=749595 len=1204050 2024-08-17T01:07:59.176 INFO:tasks.workunit.client.0.smithi157.stdout:op 4583 completed, throughput=5MB/sec 2024-08-17T01:07:59.176 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v6RMwpBUimmfedP off=663531 len=728504 2024-08-17T01:07:59.178 INFO:tasks.workunit.client.0.smithi157.stdout:op 4584 completed, throughput=5MB/sec 2024-08-17T01:07:59.178 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PoJdu2HSLpV4DsX off=4029989 len=1730073 2024-08-17T01:07:59.180 INFO:tasks.workunit.client.0.smithi157.stdout:op 4585 completed, throughput=5MB/sec 2024-08-17T01:07:59.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:59 smithi157 ceph-mon[98780]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:07:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:07:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:59 smithi157 ceph-mon[101289]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:07:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:07:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:59 smithi187 ceph-mon[90552]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:07:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:07:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:00.181 INFO:tasks.workunit.client.0.smithi157.stdout: 885: throughput=5MB/sec pending data=0 2024-08-17T01:08:00.181 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-B5lDPw9dKb3UKGu off=3849365 len=183017 2024-08-17T01:08:00.184 INFO:tasks.workunit.client.0.smithi157.stdout:op 4586 completed, throughput=5MB/sec 2024-08-17T01:08:00.184 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XPDt7NI9tNk3mQL off=7290313 len=498586 2024-08-17T01:08:00.185 INFO:tasks.workunit.client.0.smithi157.stdout:op 4587 completed, throughput=5MB/sec 2024-08-17T01:08:00.185 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cGCVFbI81VkuvAF off=541552 len=1377439 2024-08-17T01:08:00.187 INFO:tasks.workunit.client.0.smithi157.stdout:op 4588 completed, throughput=5MB/sec 2024-08-17T01:08:00.187 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XLRE0fVe46haInj off=13056412 len=1771997 2024-08-17T01:08:00.189 INFO:tasks.workunit.client.0.smithi157.stdout:op 4589 completed, throughput=5MB/sec 2024-08-17T01:08:00.189 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Kb_7TENqFq0kYVA off=8620727 len=1113850 2024-08-17T01:08:00.195 INFO:tasks.workunit.client.0.smithi157.stdout:op 4590 completed, throughput=5MB/sec 2024-08-17T01:08:01.195 INFO:tasks.workunit.client.0.smithi157.stdout: 886: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:01.195 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7g0hfNKOb705K7B off=9620601 len=1649945 2024-08-17T01:08:01.202 INFO:tasks.workunit.client.0.smithi157.stdout:op 4591 completed, throughput=5MB/sec 2024-08-17T01:08:01.202 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZGt0f2QRIDL9TER off=786564 len=1230346 2024-08-17T01:08:01.204 INFO:tasks.workunit.client.0.smithi157.stdout:op 4592 completed, throughput=5MB/sec 2024-08-17T01:08:01.205 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PP65DaTFqIaNUMn off=9553430 len=1296780 2024-08-17T01:08:01.206 INFO:tasks.workunit.client.0.smithi157.stdout:op 4593 completed, throughput=5MB/sec 2024-08-17T01:08:01.206 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eKJ4ktAS-AhHBdJ off=10614759 len=762669 2024-08-17T01:08:01.207 INFO:tasks.workunit.client.0.smithi157.stdout:op 4594 completed, throughput=5MB/sec 2024-08-17T01:08:01.207 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EtnkEmO9ezDwYiN off=11188996 len=496857 2024-08-17T01:08:01.211 INFO:tasks.workunit.client.0.smithi157.stdout:op 4595 completed, throughput=5MB/sec 2024-08-17T01:08:01.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:01 smithi157 ceph-mon[101289]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:08:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:01 smithi157 ceph-mon[98780]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:08:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:01 smithi187 ceph-mon[90552]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:08:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: 887: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:02.211 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-srYdJ1a7OO6mwDB off=4543446 len=788024 2024-08-17T01:08:02.216 INFO:tasks.workunit.client.0.smithi157.stdout:op 4596 completed, throughput=5MB/sec 2024-08-17T01:08:02.216 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FT6BWyOIPaiVD6V off=16392347 len=1151820 2024-08-17T01:08:02.222 INFO:tasks.workunit.client.0.smithi157.stdout:op 4597 completed, throughput=5MB/sec 2024-08-17T01:08:02.222 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-w9JZvBsi53JlDen off=4668830 len=1789124 2024-08-17T01:08:02.224 INFO:tasks.workunit.client.0.smithi157.stdout:op 4598 completed, throughput=5MB/sec 2024-08-17T01:08:02.224 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-F1Ie1jR_ZUiTvCw off=18463848 len=1283089 2024-08-17T01:08:02.232 INFO:tasks.workunit.client.0.smithi157.stdout:op 4599 completed, throughput=5MB/sec 2024-08-17T01:08:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:08:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:08:03.232 INFO:tasks.workunit.client.0.smithi157.stdout: 888: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:03.232 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-y-UzwnMvzmP_lOG off=21045089 len=2011060 2024-08-17T01:08:03.241 INFO:tasks.workunit.client.0.smithi157.stdout:op 4600 completed, throughput=5MB/sec 2024-08-17T01:08:03.242 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-30Qyp_790ziQS6t off=5219452 len=1817825 2024-08-17T01:08:03.252 INFO:tasks.workunit.client.0.smithi157.stdout:op 4601 completed, throughput=5MB/sec 2024-08-17T01:08:03.252 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-s0xY21ZV1y3n4TN off=7131967 len=1413333 2024-08-17T01:08:03.258 INFO:tasks.workunit.client.0.smithi157.stdout:op 4602 completed, throughput=5MB/sec 2024-08-17T01:08:03.259 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-viR_3zTgayGG80h off=14096666 len=614759 2024-08-17T01:08:03.262 INFO:tasks.workunit.client.0.smithi157.stdout:op 4603 completed, throughput=5MB/sec 2024-08-17T01:08:03.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:03 smithi157 ceph-mon[101289]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:08:03.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:03 smithi157 ceph-mon[98780]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:08:03.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:08:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:08:03] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-08-17T01:08:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:03 smithi187 ceph-mon[90552]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:08:04.263 INFO:tasks.workunit.client.0.smithi157.stdout: 889: throughput=5MB/sec pending data=0 2024-08-17T01:08:04.263 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Gim6zu_bpFpU8Kj off=13810364 len=443711 2024-08-17T01:08:04.264 INFO:tasks.workunit.client.0.smithi157.stdout:op 4604 completed, throughput=5MB/sec 2024-08-17T01:08:04.264 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3Lad9x1DG5pXN-X off=14891202 len=984375 2024-08-17T01:08:04.270 INFO:tasks.workunit.client.0.smithi157.stdout:op 4605 completed, throughput=5MB/sec 2024-08-17T01:08:04.270 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SLSkhdEUv1fHLXw off=2884880 len=601868 2024-08-17T01:08:04.272 INFO:tasks.workunit.client.0.smithi157.stdout:op 4606 completed, throughput=5MB/sec 2024-08-17T01:08:04.272 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Gz4y3wV2n_gqjuW off=13105829 len=1350831 2024-08-17T01:08:04.280 INFO:tasks.workunit.client.0.smithi157.stdout:op 4607 completed, throughput=5MB/sec 2024-08-17T01:08:04.280 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sfGoYl2mSmFkgC6 off=6258665 len=759240 2024-08-17T01:08:04.281 INFO:tasks.workunit.client.0.smithi157.stdout:op 4608 completed, throughput=5MB/sec 2024-08-17T01:08:04.281 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-t10KslSqBXzxqV2 off=4068607 len=1528359 2024-08-17T01:08:04.284 INFO:tasks.workunit.client.0.smithi157.stdout:op 4609 completed, throughput=5MB/sec 2024-08-17T01:08:05.284 INFO:tasks.workunit.client.0.smithi157.stdout: 890: throughput=5MB/sec pending data=0 2024-08-17T01:08:05.284 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OgD0Pf9y30P9Nmb off=4162591 len=1229681 2024-08-17T01:08:05.290 INFO:tasks.workunit.client.0.smithi157.stdout:op 4610 completed, throughput=5MB/sec 2024-08-17T01:08:05.290 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--fHFar_jQQIfbmZ off=375153 len=1979017 2024-08-17T01:08:05.299 INFO:tasks.workunit.client.0.smithi157.stdout:op 4611 completed, throughput=5MB/sec 2024-08-17T01:08:05.299 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5jSKsGJOqsRaGOq off=661616 len=216445 2024-08-17T01:08:05.300 INFO:tasks.workunit.client.0.smithi157.stdout:op 4612 completed, throughput=5MB/sec 2024-08-17T01:08:05.300 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sNT8wNHXIVIzTNy off=1703050 len=639287 2024-08-17T01:08:05.304 INFO:tasks.workunit.client.0.smithi157.stdout:op 4613 completed, throughput=5MB/sec 2024-08-17T01:08:05.304 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GzscaAgUKfpXEfs off=1175462 len=1695463 2024-08-17T01:08:05.311 INFO:tasks.workunit.client.0.smithi157.stdout:op 4614 completed, throughput=5MB/sec 2024-08-17T01:08:05.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:05 smithi157 ceph-mon[101289]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:08:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:05 smithi157 ceph-mon[98780]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:08:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:05 smithi187 ceph-mon[90552]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:08:06.312 INFO:tasks.workunit.client.0.smithi157.stdout: 891: throughput=5MB/sec pending data=0 2024-08-17T01:08:06.312 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jFLuB14H8LwGoT8 off=4001392 len=405339 2024-08-17T01:08:06.312 INFO:tasks.workunit.client.0.smithi157.stdout:op 4615 completed, throughput=5MB/sec 2024-08-17T01:08:06.313 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HQlxsg_I6OJdJ0v off=6189365 len=709084 2024-08-17T01:08:06.317 INFO:tasks.workunit.client.0.smithi157.stdout:op 4616 completed, throughput=5MB/sec 2024-08-17T01:08:06.317 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-v00BYJ--_oXA1HU off=18210306 len=516824 2024-08-17T01:08:06.321 INFO:tasks.workunit.client.0.smithi157.stdout:op 4617 completed, throughput=5MB/sec 2024-08-17T01:08:06.321 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_GBr1ahvPzoGMZ9 off=15663527 len=256532 2024-08-17T01:08:06.325 INFO:tasks.workunit.client.0.smithi157.stdout:op 4618 completed, throughput=5MB/sec 2024-08-17T01:08:06.326 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UWwqMaJwJKhyI0j off=141345 len=1407903 2024-08-17T01:08:06.327 INFO:tasks.workunit.client.0.smithi157.stdout:op 4619 completed, throughput=5MB/sec 2024-08-17T01:08:06.327 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-p_lN1UPoWv9Aw_A off=3408831 len=1723892 2024-08-17T01:08:06.335 INFO:tasks.workunit.client.0.smithi157.stdout:op 4620 completed, throughput=5MB/sec 2024-08-17T01:08:07.335 INFO:tasks.workunit.client.0.smithi157.stdout: 892: throughput=5MB/sec pending data=0 2024-08-17T01:08:07.335 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kAHMYB2TBLaIqi8 off=2158628 len=671285 2024-08-17T01:08:07.339 INFO:tasks.workunit.client.0.smithi157.stdout:op 4621 completed, throughput=5MB/sec 2024-08-17T01:08:07.339 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jHgiNfbrWhIeozy off=6005626 len=191724 2024-08-17T01:08:07.340 INFO:tasks.workunit.client.0.smithi157.stdout:op 4622 completed, throughput=5MB/sec 2024-08-17T01:08:07.340 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aA7xGCTCUWjWqNJ off=9033302 len=1172741 2024-08-17T01:08:07.347 INFO:tasks.workunit.client.0.smithi157.stdout:op 4623 completed, throughput=5MB/sec 2024-08-17T01:08:07.347 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nLv_8ZjYfPv8CM3 off=1881610 len=1742444 2024-08-17T01:08:07.355 INFO:tasks.workunit.client.0.smithi157.stdout:op 4624 completed, throughput=5MB/sec 2024-08-17T01:08:07.355 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--k1H4gI4zoKR9II off=548920 len=70406 2024-08-17T01:08:07.357 INFO:tasks.workunit.client.0.smithi157.stdout:op 4625 completed, throughput=5MB/sec 2024-08-17T01:08:07.357 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XghDJLQQFi5v-s7 off=2081235 len=1720817 2024-08-17T01:08:07.364 INFO:tasks.workunit.client.0.smithi157.stdout:op 4626 completed, throughput=5MB/sec 2024-08-17T01:08:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:07 smithi157 ceph-mon[101289]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:07 smithi157 ceph-mon[98780]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:07 smithi187 ceph-mon[90552]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:08.365 INFO:tasks.workunit.client.0.smithi157.stdout: 893: throughput=5MB/sec pending data=0 2024-08-17T01:08:08.365 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Y-OyZvGSmurOTgs off=2596528 len=1579880 2024-08-17T01:08:08.375 INFO:tasks.workunit.client.0.smithi157.stdout:op 4627 completed, throughput=5MB/sec 2024-08-17T01:08:08.375 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Oy6U0tXsrng2XeD off=13524839 len=255682 2024-08-17T01:08:08.378 INFO:tasks.workunit.client.0.smithi157.stdout:op 4628 completed, throughput=5MB/sec 2024-08-17T01:08:08.379 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wzNs7QxoSTCHHAl off=5687866 len=541300 2024-08-17T01:08:08.382 INFO:tasks.workunit.client.0.smithi157.stdout:op 4629 completed, throughput=5MB/sec 2024-08-17T01:08:08.382 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Tqkn5sRyVmss-sS off=6117089 len=231983 2024-08-17T01:08:08.385 INFO:tasks.workunit.client.0.smithi157.stdout:op 4630 completed, throughput=5MB/sec 2024-08-17T01:08:08.386 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oxulPG43akNvBQK off=1292701 len=2095440 2024-08-17T01:08:08.388 INFO:tasks.workunit.client.0.smithi157.stdout:op 4631 completed, throughput=5MB/sec 2024-08-17T01:08:09.389 INFO:tasks.workunit.client.0.smithi157.stdout: 894: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:09.389 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nuBz7oXsMUSa5Rx off=1500539 len=1191055 2024-08-17T01:08:09.395 INFO:tasks.workunit.client.0.smithi157.stdout:op 4632 completed, throughput=5MB/sec 2024-08-17T01:08:09.396 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uB1wHvZd6M-wuRs off=13427514 len=12991 2024-08-17T01:08:09.398 INFO:tasks.workunit.client.0.smithi157.stdout:op 4633 completed, throughput=5MB/sec 2024-08-17T01:08:09.398 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mfclM_DXBLvYFbX off=4858117 len=39567 2024-08-17T01:08:09.398 INFO:tasks.workunit.client.0.smithi157.stdout:op 4634 completed, throughput=5MB/sec 2024-08-17T01:08:09.398 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FWpkoZkvsa82FYl off=9673561 len=1061335 2024-08-17T01:08:09.401 INFO:tasks.workunit.client.0.smithi157.stdout:op 4635 completed, throughput=5MB/sec 2024-08-17T01:08:09.401 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VwSNmro7SmhZHPR off=2545752 len=947155 2024-08-17T01:08:09.406 INFO:tasks.workunit.client.0.smithi157.stdout:op 4636 completed, throughput=5MB/sec 2024-08-17T01:08:09.406 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cRtYP7B1Em_vS6D off=6153288 len=904238 2024-08-17T01:08:09.411 INFO:tasks.workunit.client.0.smithi157.stdout:op 4637 completed, throughput=5MB/sec 2024-08-17T01:08:09.411 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WKZh3G4-nomHRDr off=5011403 len=1043334 2024-08-17T01:08:09.413 INFO:tasks.workunit.client.0.smithi157.stdout:op 4638 completed, throughput=5MB/sec 2024-08-17T01:08:09.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:09 smithi157 ceph-mon[98780]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-17T01:08:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:09 smithi157 ceph-mon[101289]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-17T01:08:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:09 smithi187 ceph-mon[90552]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-17T01:08:10.413 INFO:tasks.workunit.client.0.smithi157.stdout: 895: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:10.414 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_JUSBFTmoIhXB_X off=12657864 len=599049 2024-08-17T01:08:10.418 INFO:tasks.workunit.client.0.smithi157.stdout:op 4639 completed, throughput=5MB/sec 2024-08-17T01:08:10.418 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Dchjre8aEf7P0gv off=4769913 len=1825764 2024-08-17T01:08:10.421 INFO:tasks.workunit.client.0.smithi157.stdout:op 4640 completed, throughput=5MB/sec 2024-08-17T01:08:10.421 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6inr2pk9MtGz1Cr off=10070806 len=1315366 2024-08-17T01:08:10.422 INFO:tasks.workunit.client.0.smithi157.stdout:op 4641 completed, throughput=5MB/sec 2024-08-17T01:08:10.422 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3Ziz3Dy_tjpPRu- off=5942965 len=76719 2024-08-17T01:08:10.423 INFO:tasks.workunit.client.0.smithi157.stdout:op 4642 completed, throughput=5MB/sec 2024-08-17T01:08:10.423 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PkLG3RLkVeaOkQK off=4491058 len=1775171 2024-08-17T01:08:10.425 INFO:tasks.workunit.client.0.smithi157.stdout:op 4643 completed, throughput=5MB/sec 2024-08-17T01:08:11.425 INFO:tasks.workunit.client.0.smithi157.stdout: 896: throughput=5MB/sec pending data=0 2024-08-17T01:08:11.425 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Irx4WNXpdXiTXUE off=13640037 len=1347110 2024-08-17T01:08:11.427 INFO:tasks.workunit.client.0.smithi157.stdout:op 4644 completed, throughput=5MB/sec 2024-08-17T01:08:11.427 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cKHPUQ-LpHh_7U5 off=2001708 len=299167 2024-08-17T01:08:11.428 INFO:tasks.workunit.client.0.smithi157.stdout:op 4645 completed, throughput=5MB/sec 2024-08-17T01:08:11.428 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KUz8Ir__0kEHBoT off=0 len=1233786 2024-08-17T01:08:11.434 INFO:tasks.workunit.client.0.smithi157.stdout:op 4646 completed, throughput=5MB/sec 2024-08-17T01:08:11.434 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Jieh9QzpGTW9zsg off=3996114 len=742399 2024-08-17T01:08:11.439 INFO:tasks.workunit.client.0.smithi157.stdout:op 4647 completed, throughput=5MB/sec 2024-08-17T01:08:11.439 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3P-jHRMDxccIWTa off=18235719 len=286750 2024-08-17T01:08:11.439 INFO:tasks.workunit.client.0.smithi157.stdout:op 4648 completed, throughput=5MB/sec 2024-08-17T01:08:11.440 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CAjTHN5rk9wmCLv off=10739361 len=1627823 2024-08-17T01:08:11.442 INFO:tasks.workunit.client.0.smithi157.stdout:op 4649 completed, throughput=5MB/sec 2024-08-17T01:08:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:11 smithi157 ceph-mon[101289]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-17T01:08:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:11 smithi157 ceph-mon[98780]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-17T01:08:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:11 smithi187 ceph-mon[90552]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-17T01:08:12.443 INFO:tasks.workunit.client.0.smithi157.stdout: 897: throughput=5MB/sec pending data=0 2024-08-17T01:08:12.443 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TrFbGFsMgit4U3W off=4185597 len=1385280 2024-08-17T01:08:12.450 INFO:tasks.workunit.client.0.smithi157.stdout:op 4650 completed, throughput=5MB/sec 2024-08-17T01:08:12.450 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PwYd-Cii5x-YBE8 off=653300 len=428405 2024-08-17T01:08:12.453 INFO:tasks.workunit.client.0.smithi157.stdout:op 4651 completed, throughput=5MB/sec 2024-08-17T01:08:12.453 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xq3fDglo42E4X6A off=1903530 len=316581 2024-08-17T01:08:12.456 INFO:tasks.workunit.client.0.smithi157.stdout:op 4652 completed, throughput=5MB/sec 2024-08-17T01:08:12.456 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SSIENMqPPBZA0-w off=7341862 len=1524120 2024-08-17T01:08:12.457 INFO:tasks.workunit.client.0.smithi157.stdout:op 4653 completed, throughput=5MB/sec 2024-08-17T01:08:12.458 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-01fHD-6D2a1U8yw off=12410361 len=745762 2024-08-17T01:08:12.462 INFO:tasks.workunit.client.0.smithi157.stdout:op 4654 completed, throughput=5MB/sec 2024-08-17T01:08:12.462 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DYkSKpia3__wgTW off=2567634 len=1312781 2024-08-17T01:08:12.465 INFO:tasks.workunit.client.0.smithi157.stdout:op 4655 completed, throughput=5MB/sec 2024-08-17T01:08:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:08:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:08:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:08:13.464 INFO:tasks.workunit.client.0.smithi157.stdout: 898: throughput=5MB/sec pending data=0 2024-08-17T01:08:13.465 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0WhjDVyK7VTFOrV off=3740776 len=175514 2024-08-17T01:08:13.465 INFO:tasks.workunit.client.0.smithi157.stdout:op 4656 completed, throughput=5MB/sec 2024-08-17T01:08:13.465 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wNi5L8oxBXF8Ddh off=3227668 len=1263822 2024-08-17T01:08:13.473 INFO:tasks.workunit.client.0.smithi157.stdout:op 4657 completed, throughput=5MB/sec 2024-08-17T01:08:13.473 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-S7XZOF3Alltr3wR off=8376796 len=337978 2024-08-17T01:08:13.474 INFO:tasks.workunit.client.0.smithi157.stdout:op 4658 completed, throughput=5MB/sec 2024-08-17T01:08:13.474 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-595DMQKhbS4sPkI off=10099443 len=610560 2024-08-17T01:08:13.478 INFO:tasks.workunit.client.0.smithi157.stdout:op 4659 completed, throughput=5MB/sec 2024-08-17T01:08:13.478 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj---7pY_cg0m4f2au off=345537 len=959449 2024-08-17T01:08:13.480 INFO:tasks.workunit.client.0.smithi157.stdout:op 4660 completed, throughput=5MB/sec 2024-08-17T01:08:13.480 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kTi3yMqng74rJbC off=1835856 len=1868718 2024-08-17T01:08:13.493 INFO:tasks.workunit.client.0.smithi157.stdout:op 4661 completed, throughput=5MB/sec 2024-08-17T01:08:13.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:13 smithi157 ceph-mon[98780]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:08:13.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:08:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:08:13] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-08-17T01:08:13.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:13 smithi157 ceph-mon[101289]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:08:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:13 smithi187 ceph-mon[90552]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:08:14.492 INFO:tasks.workunit.client.0.smithi157.stdout: 899: throughput=5MB/sec pending data=0 2024-08-17T01:08:14.492 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hy8CG-e99ASMEav off=8707410 len=1706914 2024-08-17T01:08:14.501 INFO:tasks.workunit.client.0.smithi157.stdout:op 4662 completed, throughput=5MB/sec 2024-08-17T01:08:14.501 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uAW5wwczLatbVh4 off=10432630 len=301044 2024-08-17T01:08:14.502 INFO:tasks.workunit.client.0.smithi157.stdout:op 4663 completed, throughput=5MB/sec 2024-08-17T01:08:14.502 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-S0vA0K05glQZkpw off=20539665 len=1815053 2024-08-17T01:08:14.509 INFO:tasks.workunit.client.0.smithi157.stdout:op 4664 completed, throughput=5MB/sec 2024-08-17T01:08:14.509 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-q4Vqbf3u0HzsV0H off=12566900 len=1627240 2024-08-17T01:08:14.512 INFO:tasks.workunit.client.0.smithi157.stdout:op 4665 completed, throughput=5MB/sec 2024-08-17T01:08:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:15.512 INFO:tasks.workunit.client.0.smithi157.stdout: 900: throughput=5MB/sec pending data=0 2024-08-17T01:08:15.512 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-f03PaGMWtiApYnW off=1229004 len=1039451 2024-08-17T01:08:15.518 INFO:tasks.workunit.client.0.smithi157.stdout:op 4666 completed, throughput=5MB/sec 2024-08-17T01:08:15.518 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Tn8ae0YZXKFt6T- off=336214 len=1385320 2024-08-17T01:08:15.527 INFO:tasks.workunit.client.0.smithi157.stdout:op 4667 completed, throughput=5MB/sec 2024-08-17T01:08:15.527 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WnRWCgA7bPbTuNe off=13321100 len=1208753 2024-08-17T01:08:15.532 INFO:tasks.workunit.client.0.smithi157.stdout:op 4668 completed, throughput=5MB/sec 2024-08-17T01:08:15.532 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bm_OMNsZ8My8Omw off=16607351 len=1987713 2024-08-17T01:08:15.542 INFO:tasks.workunit.client.0.smithi157.stdout:op 4669 completed, throughput=5MB/sec 2024-08-17T01:08:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:15 smithi157 ceph-mon[98780]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:15 smithi157 ceph-mon[101289]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:15 smithi187 ceph-mon[90552]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:16.543 INFO:tasks.workunit.client.0.smithi157.stdout: 901: throughput=5MB/sec pending data=0 2024-08-17T01:08:16.543 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OqXch9I9kGQqPas off=2458484 len=165277 2024-08-17T01:08:16.544 INFO:tasks.workunit.client.0.smithi157.stdout:op 4670 completed, throughput=5MB/sec 2024-08-17T01:08:16.544 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-k4v3TPFK23_aGBG off=3256682 len=793701 2024-08-17T01:08:16.549 INFO:tasks.workunit.client.0.smithi157.stdout:op 4671 completed, throughput=5MB/sec 2024-08-17T01:08:16.549 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Tzej1cR-OYnENbe off=3289003 len=1840904 2024-08-17T01:08:16.552 INFO:tasks.workunit.client.0.smithi157.stdout:op 4672 completed, throughput=5MB/sec 2024-08-17T01:08:16.553 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Su7va8pa4TM2rDL off=191871 len=835794 2024-08-17T01:08:16.558 INFO:tasks.workunit.client.0.smithi157.stdout:op 4673 completed, throughput=5MB/sec 2024-08-17T01:08:16.558 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-101uPQp88D9II-X off=7514785 len=1175793 2024-08-17T01:08:16.559 INFO:tasks.workunit.client.0.smithi157.stdout:op 4674 completed, throughput=5MB/sec 2024-08-17T01:08:17.560 INFO:tasks.workunit.client.0.smithi157.stdout: 902: throughput=5MB/sec pending data=0 2024-08-17T01:08:17.560 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Y-fXiTnsvhjWFji off=12079450 len=1309140 2024-08-17T01:08:17.566 INFO:tasks.workunit.client.0.smithi157.stdout:op 4675 completed, throughput=5MB/sec 2024-08-17T01:08:17.566 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bTRUKwnioDmXtMp off=18876055 len=852743 2024-08-17T01:08:17.570 INFO:tasks.workunit.client.0.smithi157.stdout:op 4676 completed, throughput=5MB/sec 2024-08-17T01:08:17.570 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-n1lyZkzabPAVdR3 off=13223926 len=492100 2024-08-17T01:08:17.572 INFO:tasks.workunit.client.0.smithi157.stdout:op 4677 completed, throughput=5MB/sec 2024-08-17T01:08:17.572 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qSFnqbGZ6g3ch8T off=5434343 len=1626760 2024-08-17T01:08:17.581 INFO:tasks.workunit.client.0.smithi157.stdout:op 4678 completed, throughput=5MB/sec 2024-08-17T01:08:17.581 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WvrwJFcHqU-K1Ix off=18205999 len=1983628 2024-08-17T01:08:17.583 INFO:tasks.workunit.client.0.smithi157.stdout:op 4679 completed, throughput=5MB/sec 2024-08-17T01:08:17.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:17 smithi157 ceph-mon[98780]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:08:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:17 smithi157 ceph-mon[101289]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:08:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:17 smithi187 ceph-mon[90552]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:08:18.584 INFO:tasks.workunit.client.0.smithi157.stdout: 903: throughput=5MB/sec pending data=0 2024-08-17T01:08:18.584 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KJorr2m14acU1wA off=14995746 len=1917723 2024-08-17T01:08:18.586 INFO:tasks.workunit.client.0.smithi157.stdout:op 4680 completed, throughput=5MB/sec 2024-08-17T01:08:18.586 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-f0GUxQzQ3tR1CEe off=15104178 len=1156845 2024-08-17T01:08:18.594 INFO:tasks.workunit.client.0.smithi157.stdout:op 4681 completed, throughput=5MB/sec 2024-08-17T01:08:18.595 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--9e5_4LXRrMGLnA off=3275528 len=711686 2024-08-17T01:08:18.599 INFO:tasks.workunit.client.0.smithi157.stdout:op 4682 completed, throughput=5MB/sec 2024-08-17T01:08:19.600 INFO:tasks.workunit.client.0.smithi157.stdout: 904: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:19.600 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-k5Fvtw8pI4LIOwb off=1869279 len=135829 2024-08-17T01:08:19.600 INFO:tasks.workunit.client.0.smithi157.stdout:op 4683 completed, throughput=4.99MB/sec 2024-08-17T01:08:19.600 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-W3VbVCcXIgcTQNc off=1132399 len=1615987 2024-08-17T01:08:19.603 INFO:tasks.workunit.client.0.smithi157.stdout:op 4684 completed, throughput=5MB/sec 2024-08-17T01:08:19.603 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--bc_2_e6QfUQy09 off=4586670 len=330672 2024-08-17T01:08:19.604 INFO:tasks.workunit.client.0.smithi157.stdout:op 4685 completed, throughput=5MB/sec 2024-08-17T01:08:19.604 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jsCnzV4mFlIkIJM off=0 len=1778831 2024-08-17T01:08:19.606 INFO:tasks.workunit.client.0.smithi157.stdout:op 4686 completed, throughput=5MB/sec 2024-08-17T01:08:19.606 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-h8Vj0hKnW_6XTNu off=2342221 len=597976 2024-08-17T01:08:19.607 INFO:tasks.workunit.client.0.smithi157.stdout:op 4687 completed, throughput=5MB/sec 2024-08-17T01:08:19.607 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KGKpB0bUtMzRIme off=1866110 len=1990703 2024-08-17T01:08:19.615 INFO:tasks.workunit.client.0.smithi157.stdout:op 4688 completed, throughput=5MB/sec 2024-08-17T01:08:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:19 smithi157 ceph-mon[98780]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:08:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:19 smithi157 ceph-mon[101289]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:08:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:19 smithi187 ceph-mon[90552]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:08:20.615 INFO:tasks.workunit.client.0.smithi157.stdout: 905: throughput=5MB/sec pending data=0 2024-08-17T01:08:20.615 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BcOkuj6pjBdOlga off=1658211 len=1995555 2024-08-17T01:08:20.628 INFO:tasks.workunit.client.0.smithi157.stdout:op 4689 completed, throughput=5MB/sec 2024-08-17T01:08:20.628 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JciQl_huCW0pLXU off=12498794 len=246929 2024-08-17T01:08:20.629 INFO:tasks.workunit.client.0.smithi157.stdout:op 4690 completed, throughput=5MB/sec 2024-08-17T01:08:20.629 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-g5dxNrvQDhhr-7_ off=322685 len=956330 2024-08-17T01:08:20.634 INFO:tasks.workunit.client.0.smithi157.stdout:op 4691 completed, throughput=5MB/sec 2024-08-17T01:08:20.634 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YTmS2XQg83T0uwN off=0 len=1473438 2024-08-17T01:08:20.640 INFO:tasks.workunit.client.0.smithi157.stdout:op 4692 completed, throughput=5MB/sec 2024-08-17T01:08:21.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:21 smithi157 ceph-mon[101289]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:21 smithi157 ceph-mon[98780]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:21.640 INFO:tasks.workunit.client.0.smithi157.stdout: 906: throughput=5MB/sec pending data=0 2024-08-17T01:08:21.640 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HPya-5GpPUuF-09 off=6597631 len=1716792 2024-08-17T01:08:21.649 INFO:tasks.workunit.client.0.smithi157.stdout:op 4693 completed, throughput=5MB/sec 2024-08-17T01:08:21.649 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-STE9KzXRcpt0xdx off=2196352 len=99298 2024-08-17T01:08:21.651 INFO:tasks.workunit.client.0.smithi157.stdout:op 4694 completed, throughput=5MB/sec 2024-08-17T01:08:21.651 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4WlBU1T7NUl34YC off=5011788 len=1272049 2024-08-17T01:08:21.653 INFO:tasks.workunit.client.0.smithi157.stdout:op 4695 completed, throughput=5MB/sec 2024-08-17T01:08:21.653 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rAFNJd5eNlzXjay off=13103590 len=1101164 2024-08-17T01:08:21.658 INFO:tasks.workunit.client.0.smithi157.stdout:op 4696 completed, throughput=5MB/sec 2024-08-17T01:08:21.658 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nV5Taz7zEU8jZuE off=16062126 len=1351458 2024-08-17T01:08:21.659 INFO:tasks.workunit.client.0.smithi157.stdout:op 4697 completed, throughput=5MB/sec 2024-08-17T01:08:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:21 smithi187 ceph-mon[90552]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:22.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:08:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:08:22.660 INFO:tasks.workunit.client.0.smithi157.stdout: 907: throughput=5MB/sec pending data=0 2024-08-17T01:08:22.660 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RTMHDGFnUrvLnGY off=4075485 len=1996518 2024-08-17T01:08:22.669 INFO:tasks.workunit.client.0.smithi157.stdout:op 4698 completed, throughput=5MB/sec 2024-08-17T01:08:22.669 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YpfvMrO1WasCNko off=16116237 len=1638598 2024-08-17T01:08:22.671 INFO:tasks.workunit.client.0.smithi157.stdout:op 4699 completed, throughput=5MB/sec 2024-08-17T01:08:22.671 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7bzTaJ6NmSdJLi_ off=19869571 len=1004608 2024-08-17T01:08:22.676 INFO:tasks.workunit.client.0.smithi157.stdout:op 4700 completed, throughput=5MB/sec 2024-08-17T01:08:22.676 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EkN5ub8hVdM_rhf off=3879759 len=1496350 2024-08-17T01:08:22.683 INFO:tasks.workunit.client.0.smithi157.stdout:op 4701 completed, throughput=5MB/sec 2024-08-17T01:08:23.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:23 smithi157 ceph-mon[98780]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:08:23.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:08:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:08:23] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-08-17T01:08:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:23 smithi157 ceph-mon[101289]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:08:23.683 INFO:tasks.workunit.client.0.smithi157.stdout: 908: throughput=5MB/sec pending data=0 2024-08-17T01:08:23.683 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vsDyPgnscQalCnO off=17518501 len=279898 2024-08-17T01:08:23.684 INFO:tasks.workunit.client.0.smithi157.stdout:op 4702 completed, throughput=5MB/sec 2024-08-17T01:08:23.684 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VBpOnK9ztoC_9TF off=7764506 len=959027 2024-08-17T01:08:23.686 INFO:tasks.workunit.client.0.smithi157.stdout:op 4703 completed, throughput=5MB/sec 2024-08-17T01:08:23.686 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-U91tgZCX77bdP00 off=13632482 len=1094175 2024-08-17T01:08:23.687 INFO:tasks.workunit.client.0.smithi157.stdout:op 4704 completed, throughput=5MB/sec 2024-08-17T01:08:23.688 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xo53EwinCOg9esr off=4085995 len=501405 2024-08-17T01:08:23.688 INFO:tasks.workunit.client.0.smithi157.stdout:op 4705 completed, throughput=5MB/sec 2024-08-17T01:08:23.689 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Vmg-7Pu99s8NP85 off=10772532 len=853691 2024-08-17T01:08:23.693 INFO:tasks.workunit.client.0.smithi157.stdout:op 4706 completed, throughput=5MB/sec 2024-08-17T01:08:23.693 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Kekx93I-VhBZU2Z off=1416499 len=865086 2024-08-17T01:08:23.698 INFO:tasks.workunit.client.0.smithi157.stdout:op 4707 completed, throughput=5MB/sec 2024-08-17T01:08:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:23 smithi187 ceph-mon[90552]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:08:24.698 INFO:tasks.workunit.client.0.smithi157.stdout: 909: throughput=5MB/sec pending data=0 2024-08-17T01:08:24.699 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-H2ZXNNte8ogm868 off=4719563 len=1558110 2024-08-17T01:08:24.706 INFO:tasks.workunit.client.0.smithi157.stdout:op 4708 completed, throughput=5MB/sec 2024-08-17T01:08:24.706 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lP9ZFprwhGna-xu off=3895828 len=1967349 2024-08-17T01:08:24.710 INFO:tasks.workunit.client.0.smithi157.stdout:op 4709 completed, throughput=5MB/sec 2024-08-17T01:08:24.710 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2BHWqHJ8eZ0fphP off=8413825 len=388671 2024-08-17T01:08:24.713 INFO:tasks.workunit.client.0.smithi157.stdout:op 4710 completed, throughput=5MB/sec 2024-08-17T01:08:24.714 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-p7fbLSnB_3D48gn off=621690 len=1760405 2024-08-17T01:08:24.721 INFO:tasks.workunit.client.0.smithi157.stdout:op 4711 completed, throughput=5MB/sec 2024-08-17T01:08:25.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:25 smithi157 ceph-mon[101289]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:08:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:25 smithi157 ceph-mon[98780]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:08:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:25 smithi187 ceph-mon[90552]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:08:25.721 INFO:tasks.workunit.client.0.smithi157.stdout: 910: throughput=5MB/sec pending data=0 2024-08-17T01:08:25.721 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-J7DTIqBN9C-noxv off=16086388 len=1332512 2024-08-17T01:08:25.728 INFO:tasks.workunit.client.0.smithi157.stdout:op 4712 completed, throughput=5MB/sec 2024-08-17T01:08:25.728 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rhN5JmLBMWGvr2X off=23055831 len=924379 2024-08-17T01:08:25.732 INFO:tasks.workunit.client.0.smithi157.stdout:op 4713 completed, throughput=5MB/sec 2024-08-17T01:08:25.732 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-c-PbtNp-ynbNSYw off=15856963 len=302600 2024-08-17T01:08:25.734 INFO:tasks.workunit.client.0.smithi157.stdout:op 4714 completed, throughput=5MB/sec 2024-08-17T01:08:25.734 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1rnsIudAQGNI5Xx off=2580386 len=454482 2024-08-17T01:08:25.737 INFO:tasks.workunit.client.0.smithi157.stdout:op 4715 completed, throughput=5MB/sec 2024-08-17T01:08:25.737 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uTJ7rj3UiDHZb5n off=7341024 len=2228 2024-08-17T01:08:25.737 INFO:tasks.workunit.client.0.smithi157.stdout:op 4716 completed, throughput=5MB/sec 2024-08-17T01:08:25.738 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kgcU1nOnX6SQ8FA off=6049209 len=345837 2024-08-17T01:08:25.738 INFO:tasks.workunit.client.0.smithi157.stdout:op 4717 completed, throughput=5MB/sec 2024-08-17T01:08:25.739 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-caDmRYl4BVE_ee0 off=2365636 len=1141520 2024-08-17T01:08:25.746 INFO:tasks.workunit.client.0.smithi157.stdout:op 4718 completed, throughput=5MB/sec 2024-08-17T01:08:26.747 INFO:tasks.workunit.client.0.smithi157.stdout: 911: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:26.747 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0OG42opjZFZ-oj_ off=4350464 len=1736629 2024-08-17T01:08:26.754 INFO:tasks.workunit.client.0.smithi157.stdout:op 4719 completed, throughput=5MB/sec 2024-08-17T01:08:26.755 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-S1H_V4tuVVjwcLd off=5220726 len=467097 2024-08-17T01:08:26.755 INFO:tasks.workunit.client.0.smithi157.stdout:op 4720 completed, throughput=5MB/sec 2024-08-17T01:08:26.755 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mcJdiWOa9DmF6YN off=8935050 len=748317 2024-08-17T01:08:26.760 INFO:tasks.workunit.client.0.smithi157.stdout:op 4721 completed, throughput=5MB/sec 2024-08-17T01:08:26.760 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Z1WBwPSDWB6ebEw off=6723366 len=182137 2024-08-17T01:08:26.763 INFO:tasks.workunit.client.0.smithi157.stdout:op 4722 completed, throughput=5MB/sec 2024-08-17T01:08:26.763 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oOyAuHCyNfDYb7d off=1550834 len=1989087 2024-08-17T01:08:26.771 INFO:tasks.workunit.client.0.smithi157.stdout:op 4723 completed, throughput=5MB/sec 2024-08-17T01:08:26.771 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-M2w22oV_SDmrDDG off=202611 len=1988123 2024-08-17T01:08:26.778 INFO:tasks.workunit.client.0.smithi157.stdout:op 4724 completed, throughput=5MB/sec 2024-08-17T01:08:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:27 smithi157 ceph-mon[98780]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:08:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:27 smithi157 ceph-mon[101289]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:08:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:27 smithi187 ceph-mon[90552]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:08:27.778 INFO:tasks.workunit.client.0.smithi157.stdout: 912: throughput=5MB/sec pending data=0 2024-08-17T01:08:27.778 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hS4T18B5LYkiOjz off=1688742 len=590571 2024-08-17T01:08:27.780 INFO:tasks.workunit.client.0.smithi157.stdout:op 4725 completed, throughput=5MB/sec 2024-08-17T01:08:27.780 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-L0rgwyjL9OQPdWf off=11649267 len=1100043 2024-08-17T01:08:27.782 INFO:tasks.workunit.client.0.smithi157.stdout:op 4726 completed, throughput=5MB/sec 2024-08-17T01:08:27.782 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1i4rdHO8kXLSPiW off=2541508 len=524631 2024-08-17T01:08:27.783 INFO:tasks.workunit.client.0.smithi157.stdout:op 4727 completed, throughput=5MB/sec 2024-08-17T01:08:27.783 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--zToRqJQJn41ZBQ off=1325384 len=491937 2024-08-17T01:08:27.786 INFO:tasks.workunit.client.0.smithi157.stdout:op 4728 completed, throughput=5MB/sec 2024-08-17T01:08:27.786 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oAJtrqYdGkF0m5J off=689165 len=1016108 2024-08-17T01:08:27.793 INFO:tasks.workunit.client.0.smithi157.stdout:op 4729 completed, throughput=5MB/sec 2024-08-17T01:08:28.793 INFO:tasks.workunit.client.0.smithi157.stdout: 913: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:28.793 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-g4WFo9qnhfXZQ0N off=515318 len=169894 2024-08-17T01:08:28.794 INFO:tasks.workunit.client.0.smithi157.stdout:op 4730 completed, throughput=4.99MB/sec 2024-08-17T01:08:28.794 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7ICNfiF3UlIv5gJ off=23244181 len=1131764 2024-08-17T01:08:28.799 INFO:tasks.workunit.client.0.smithi157.stdout:op 4731 completed, throughput=5MB/sec 2024-08-17T01:08:28.799 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-E7pYE_C3zIcMII7 off=2318302 len=1138723 2024-08-17T01:08:28.806 INFO:tasks.workunit.client.0.smithi157.stdout:op 4732 completed, throughput=5MB/sec 2024-08-17T01:08:28.806 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1pCR_Fv2RO0enx8 off=535515 len=317890 2024-08-17T01:08:28.807 INFO:tasks.workunit.client.0.smithi157.stdout:op 4733 completed, throughput=5MB/sec 2024-08-17T01:08:28.807 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6p13xsPPNPbJmM0 off=5769906 len=1362524 2024-08-17T01:08:28.809 INFO:tasks.workunit.client.0.smithi157.stdout:op 4734 completed, throughput=5MB/sec 2024-08-17T01:08:28.809 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pSXDPFdLxLBjYgc off=19969468 len=26582 2024-08-17T01:08:28.811 INFO:tasks.workunit.client.0.smithi157.stdout:op 4735 completed, throughput=5MB/sec 2024-08-17T01:08:28.811 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gcyfhBcOyJsNt6t off=5250912 len=1142044 2024-08-17T01:08:28.813 INFO:tasks.workunit.client.0.smithi157.stdout:op 4736 completed, throughput=5MB/sec 2024-08-17T01:08:29.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:29 smithi157 ceph-mon[101289]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T01:08:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:29 smithi157 ceph-mon[98780]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T01:08:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:29 smithi187 ceph-mon[90552]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T01:08:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:29.813 INFO:tasks.workunit.client.0.smithi157.stdout: 914: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:29.814 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-r-GmAuT0b24b5gR off=10344978 len=1276452 2024-08-17T01:08:29.820 INFO:tasks.workunit.client.0.smithi157.stdout:op 4737 completed, throughput=5MB/sec 2024-08-17T01:08:29.820 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VOrbl4IOR6WLVKl off=2921442 len=1169839 2024-08-17T01:08:29.822 INFO:tasks.workunit.client.0.smithi157.stdout:op 4738 completed, throughput=5MB/sec 2024-08-17T01:08:29.822 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CgwlnQQOxRLyet1 off=23396251 len=646875 2024-08-17T01:08:29.826 INFO:tasks.workunit.client.0.smithi157.stdout:op 4739 completed, throughput=5MB/sec 2024-08-17T01:08:29.826 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-510iueK9bUe1j5t off=20752943 len=1709105 2024-08-17T01:08:29.829 INFO:tasks.workunit.client.0.smithi157.stdout:op 4740 completed, throughput=5MB/sec 2024-08-17T01:08:29.830 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uMhdfQqCO1MPG-l off=23456561 len=1259281 2024-08-17T01:08:29.832 INFO:tasks.workunit.client.0.smithi157.stdout:op 4741 completed, throughput=5MB/sec 2024-08-17T01:08:30.832 INFO:tasks.workunit.client.0.smithi157.stdout: 915: throughput=5MB/sec pending data=0 2024-08-17T01:08:30.832 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--KeUa1tL4o00v5a off=5794813 len=978281 2024-08-17T01:08:30.838 INFO:tasks.workunit.client.0.smithi157.stdout:op 4742 completed, throughput=5MB/sec 2024-08-17T01:08:30.838 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kvPbggmVDC4-z7r off=9209988 len=874028 2024-08-17T01:08:30.840 INFO:tasks.workunit.client.0.smithi157.stdout:op 4743 completed, throughput=5MB/sec 2024-08-17T01:08:30.840 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-28VOcJIP7T9EnJY off=1682570 len=392853 2024-08-17T01:08:30.843 INFO:tasks.workunit.client.0.smithi157.stdout:op 4744 completed, throughput=5MB/sec 2024-08-17T01:08:30.844 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DwIoef1nX9iyMSF off=6624878 len=329755 2024-08-17T01:08:30.844 INFO:tasks.workunit.client.0.smithi157.stdout:op 4745 completed, throughput=5MB/sec 2024-08-17T01:08:30.844 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MJhPUlH1BC0HMTK off=6384782 len=1877291 2024-08-17T01:08:30.853 INFO:tasks.workunit.client.0.smithi157.stdout:op 4746 completed, throughput=5MB/sec 2024-08-17T01:08:30.854 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-u5aoh3O4tm0fdUk off=6565866 len=1528628 2024-08-17T01:08:30.857 INFO:tasks.workunit.client.0.smithi157.stdout:op 4747 completed, throughput=5MB/sec 2024-08-17T01:08:31.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:31 smithi157 ceph-mon[101289]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:08:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:31 smithi157 ceph-mon[98780]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:08:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:31 smithi187 ceph-mon[90552]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:08:31.857 INFO:tasks.workunit.client.0.smithi157.stdout: 916: throughput=5MB/sec pending data=0 2024-08-17T01:08:31.857 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0QLaWRSL9suVrH8 off=3567660 len=2075238 2024-08-17T01:08:31.867 INFO:tasks.workunit.client.0.smithi157.stdout:op 4748 completed, throughput=5MB/sec 2024-08-17T01:08:31.867 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-y7fiXGAe-Ol1Liu off=5884692 len=1468987 2024-08-17T01:08:31.868 INFO:tasks.workunit.client.0.smithi157.stdout:op 4749 completed, throughput=5MB/sec 2024-08-17T01:08:31.869 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YOZrqL7BwY89oJV off=1060294 len=1391802 2024-08-17T01:08:31.870 INFO:tasks.workunit.client.0.smithi157.stdout:op 4750 completed, throughput=5MB/sec 2024-08-17T01:08:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:08:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:08:32.871 INFO:tasks.workunit.client.0.smithi157.stdout: 917: throughput=5MB/sec pending data=0 2024-08-17T01:08:32.871 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-V4w9uJO-nxSKEgK off=9433171 len=13052 2024-08-17T01:08:32.871 INFO:tasks.workunit.client.0.smithi157.stdout:op 4751 completed, throughput=5MB/sec 2024-08-17T01:08:32.871 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KrOHjXxYN6PfySz off=10809516 len=1067565 2024-08-17T01:08:32.877 INFO:tasks.workunit.client.0.smithi157.stdout:op 4752 completed, throughput=5MB/sec 2024-08-17T01:08:32.877 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-D7ZHySRyioQiv9R off=20401839 len=1794322 2024-08-17T01:08:32.887 INFO:tasks.workunit.client.0.smithi157.stdout:op 4753 completed, throughput=5MB/sec 2024-08-17T01:08:32.887 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-65IddRDj_MrG-yN off=4363469 len=772087 2024-08-17T01:08:32.891 INFO:tasks.workunit.client.0.smithi157.stdout:op 4754 completed, throughput=5MB/sec 2024-08-17T01:08:32.891 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CtDlIj7DYTijlHZ off=499344 len=1049303 2024-08-17T01:08:32.897 INFO:tasks.workunit.client.0.smithi157.stdout:op 4755 completed, throughput=5MB/sec 2024-08-17T01:08:33.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:33 smithi157 ceph-mon[98780]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:08:33.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:33 smithi157 ceph-mon[101289]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:08:33.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:08:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:08:33] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-08-17T01:08:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:33 smithi187 ceph-mon[90552]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:08:33.897 INFO:tasks.workunit.client.0.smithi157.stdout: 918: throughput=5MB/sec pending data=0 2024-08-17T01:08:33.897 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-elnDkPfs5yB07Tt off=4466662 len=686477 2024-08-17T01:08:33.901 INFO:tasks.workunit.client.0.smithi157.stdout:op 4756 completed, throughput=5MB/sec 2024-08-17T01:08:33.901 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-G296PcdmKHl1bb4 off=309160 len=1115033 2024-08-17T01:08:33.907 INFO:tasks.workunit.client.0.smithi157.stdout:op 4757 completed, throughput=5MB/sec 2024-08-17T01:08:33.907 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DClouISfVl33k9r off=124505 len=1116429 2024-08-17T01:08:33.913 INFO:tasks.workunit.client.0.smithi157.stdout:op 4758 completed, throughput=5MB/sec 2024-08-17T01:08:33.913 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HDdrsTFnzzpDJgn off=10957603 len=1173163 2024-08-17T01:08:33.918 INFO:tasks.workunit.client.0.smithi157.stdout:op 4759 completed, throughput=5MB/sec 2024-08-17T01:08:33.918 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZYZnbGSz5fP5DrB off=7901546 len=2026614 2024-08-17T01:08:33.929 INFO:tasks.workunit.client.0.smithi157.stdout:op 4760 completed, throughput=5MB/sec 2024-08-17T01:08:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:08:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:08:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:08:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:08:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:08:34.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:08:34.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:08:34.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:08:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:08:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:08:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:08:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:08:34.929 INFO:tasks.workunit.client.0.smithi157.stdout: 919: throughput=5MB/sec pending data=0 2024-08-17T01:08:34.929 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4wGba28_01G0k0Y off=3549563 len=1445114 2024-08-17T01:08:34.932 INFO:tasks.workunit.client.0.smithi157.stdout:op 4761 completed, throughput=5MB/sec 2024-08-17T01:08:34.932 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4D5a3kEyMZxgLLG off=12741148 len=924333 2024-08-17T01:08:34.937 INFO:tasks.workunit.client.0.smithi157.stdout:op 4762 completed, throughput=5MB/sec 2024-08-17T01:08:34.937 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--8byBpPJLa4tQm2 off=958283 len=1908164 2024-08-17T01:08:34.945 INFO:tasks.workunit.client.0.smithi157.stdout:op 4763 completed, throughput=5MB/sec 2024-08-17T01:08:35.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:35 smithi157 ceph-mon[98780]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:08:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:35 smithi157 ceph-mon[101289]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:08:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:35 smithi187 ceph-mon[90552]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:08:35.945 INFO:tasks.workunit.client.0.smithi157.stdout: 920: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:35.945 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TIRdiO4-QBlnQvj off=0 len=1792228 2024-08-17T01:08:35.956 INFO:tasks.workunit.client.0.smithi157.stdout:op 4764 completed, throughput=5MB/sec 2024-08-17T01:08:35.956 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-leuxZpyIIN1ahOZ off=1085512 len=1180946 2024-08-17T01:08:35.958 INFO:tasks.workunit.client.0.smithi157.stdout:op 4765 completed, throughput=5MB/sec 2024-08-17T01:08:35.958 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jK4raTPkOxxN67u off=2666345 len=2002860 2024-08-17T01:08:35.961 INFO:tasks.workunit.client.0.smithi157.stdout:op 4766 completed, throughput=5MB/sec 2024-08-17T01:08:35.961 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TPNTLkwW3EtaSoE off=6259377 len=314890 2024-08-17T01:08:35.962 INFO:tasks.workunit.client.0.smithi157.stdout:op 4767 completed, throughput=5MB/sec 2024-08-17T01:08:36.962 INFO:tasks.workunit.client.0.smithi157.stdout: 921: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:36.963 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TaLx6zn1sR9IEO8 off=12222201 len=618047 2024-08-17T01:08:36.963 INFO:tasks.workunit.client.0.smithi157.stdout:op 4768 completed, throughput=5MB/sec 2024-08-17T01:08:36.963 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MYlJCWaI_N6d40W off=691585 len=403551 2024-08-17T01:08:36.964 INFO:tasks.workunit.client.0.smithi157.stdout:op 4769 completed, throughput=5MB/sec 2024-08-17T01:08:36.964 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-u7MOmCEuFOKWVTO off=3271661 len=1135828 2024-08-17T01:08:36.966 INFO:tasks.workunit.client.0.smithi157.stdout:op 4770 completed, throughput=5MB/sec 2024-08-17T01:08:36.966 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-H6FXvvi-QjWQvw5 off=13951672 len=1277732 2024-08-17T01:08:36.968 INFO:tasks.workunit.client.0.smithi157.stdout:op 4771 completed, throughput=5MB/sec 2024-08-17T01:08:36.968 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tkNPPeVibSyOEV_ off=3685702 len=1195333 2024-08-17T01:08:36.969 INFO:tasks.workunit.client.0.smithi157.stdout:op 4772 completed, throughput=5MB/sec 2024-08-17T01:08:36.970 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WHj6ZDosYSo4Y_j off=5916717 len=1106041 2024-08-17T01:08:36.972 INFO:tasks.workunit.client.0.smithi157.stdout:op 4773 completed, throughput=5MB/sec 2024-08-17T01:08:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:37 smithi157 ceph-mon[98780]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-17T01:08:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:37 smithi157 ceph-mon[101289]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-17T01:08:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:37 smithi187 ceph-mon[90552]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-17T01:08:37.973 INFO:tasks.workunit.client.0.smithi157.stdout: 922: throughput=5MB/sec pending data=0 2024-08-17T01:08:37.973 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TtJ_0DQzJYqfvOr off=991241 len=1547259 2024-08-17T01:08:37.981 INFO:tasks.workunit.client.0.smithi157.stdout:op 4774 completed, throughput=5MB/sec 2024-08-17T01:08:37.981 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UFzOvgRNzJxkc_t off=12513423 len=480658 2024-08-17T01:08:37.982 INFO:tasks.workunit.client.0.smithi157.stdout:op 4775 completed, throughput=5MB/sec 2024-08-17T01:08:37.983 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rB8YgLKSo2wZEhx off=3684973 len=1357153 2024-08-17T01:08:37.992 INFO:tasks.workunit.client.0.smithi157.stdout:op 4776 completed, throughput=5MB/sec 2024-08-17T01:08:37.992 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nYvpT1UQXpZBZES off=13838715 len=1274972 2024-08-17T01:08:37.998 INFO:tasks.workunit.client.0.smithi157.stdout:op 4777 completed, throughput=5MB/sec 2024-08-17T01:08:37.998 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pdo-HlDIQTdVXR0 off=8191373 len=908246 2024-08-17T01:08:37.999 INFO:tasks.workunit.client.0.smithi157.stdout:op 4778 completed, throughput=5MB/sec 2024-08-17T01:08:39.000 INFO:tasks.workunit.client.0.smithi157.stdout: 923: throughput=5MB/sec pending data=0 2024-08-17T01:08:39.000 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dOOxuI4X7ZjlOhA off=6082757 len=1109550 2024-08-17T01:08:39.002 INFO:tasks.workunit.client.0.smithi157.stdout:op 4779 completed, throughput=5MB/sec 2024-08-17T01:08:39.002 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IHo2QtmkGlm7a8w off=8010224 len=615397 2024-08-17T01:08:39.007 INFO:tasks.workunit.client.0.smithi157.stdout:op 4780 completed, throughput=5MB/sec 2024-08-17T01:08:39.007 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3Puvv4iyGYUo34e off=1422340 len=866255 2024-08-17T01:08:39.008 INFO:tasks.workunit.client.0.smithi157.stdout:op 4781 completed, throughput=5MB/sec 2024-08-17T01:08:39.008 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QYf9gk8zwCiqAqf off=2710980 len=1215771 2024-08-17T01:08:39.014 INFO:tasks.workunit.client.0.smithi157.stdout:op 4782 completed, throughput=5MB/sec 2024-08-17T01:08:39.014 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ixo1JWhGThuht9F off=12692540 len=1103755 2024-08-17T01:08:39.015 INFO:tasks.workunit.client.0.smithi157.stdout:op 4783 completed, throughput=5MB/sec 2024-08-17T01:08:39.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:39 smithi157 ceph-mon[98780]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:08:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:39 smithi157 ceph-mon[101289]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:08:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:39 smithi187 ceph-mon[90552]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:08:40.015 INFO:tasks.workunit.client.0.smithi157.stdout: 924: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:40.016 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-303Db3qHut7OMnr off=10372217 len=2089134 2024-08-17T01:08:40.024 INFO:tasks.workunit.client.0.smithi157.stdout:op 4784 completed, throughput=5MB/sec 2024-08-17T01:08:40.024 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-egUOE8nM6I5kPj6 off=5849291 len=825855 2024-08-17T01:08:40.025 INFO:tasks.workunit.client.0.smithi157.stdout:op 4785 completed, throughput=5MB/sec 2024-08-17T01:08:40.025 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YxCcE06cfL7m0P1 off=1774775 len=1797851 2024-08-17T01:08:40.029 INFO:tasks.workunit.client.0.smithi157.stdout:op 4786 completed, throughput=5MB/sec 2024-08-17T01:08:40.029 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hoRdP-WcuS5IJW9 off=4146112 len=2046424 2024-08-17T01:08:40.031 INFO:tasks.workunit.client.0.smithi157.stdout:op 4787 completed, throughput=5MB/sec 2024-08-17T01:08:41.032 INFO:tasks.workunit.client.0.smithi157.stdout: 925: throughput=5MB/sec pending data=0 2024-08-17T01:08:41.032 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SIRo5io-w9-8e7v off=4937614 len=98836 2024-08-17T01:08:41.034 INFO:tasks.workunit.client.0.smithi157.stdout:op 4788 completed, throughput=5MB/sec 2024-08-17T01:08:41.034 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3-GRXfGIAlSXiDz off=3127588 len=88795 2024-08-17T01:08:41.035 INFO:tasks.workunit.client.0.smithi157.stdout:op 4789 completed, throughput=5MB/sec 2024-08-17T01:08:41.035 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-p9hmNdcp3ET7_x6 off=6748253 len=695723 2024-08-17T01:08:41.039 INFO:tasks.workunit.client.0.smithi157.stdout:op 4790 completed, throughput=5MB/sec 2024-08-17T01:08:41.040 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-N6Sy-zzEDYh2b7w off=4743 len=1437848 2024-08-17T01:08:41.049 INFO:tasks.workunit.client.0.smithi157.stdout:op 4791 completed, throughput=5MB/sec 2024-08-17T01:08:41.049 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wFQBoMjzgItld_F off=7000518 len=254408 2024-08-17T01:08:41.049 INFO:tasks.workunit.client.0.smithi157.stdout:op 4792 completed, throughput=5MB/sec 2024-08-17T01:08:41.049 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-k4AKUsQlmgT1VlL off=5720553 len=1769063 2024-08-17T01:08:41.051 INFO:tasks.workunit.client.0.smithi157.stdout:op 4793 completed, throughput=5MB/sec 2024-08-17T01:08:41.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:41 smithi157 ceph-mon[98780]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:08:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:41 smithi157 ceph-mon[101289]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:08:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:41 smithi187 ceph-mon[90552]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:08:42.052 INFO:tasks.workunit.client.0.smithi157.stdout: 926: throughput=5MB/sec pending data=0 2024-08-17T01:08:42.052 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pM-Zmo3wigZG8Tt off=4135192 len=1987803 2024-08-17T01:08:42.054 INFO:tasks.workunit.client.0.smithi157.stdout:op 4794 completed, throughput=5MB/sec 2024-08-17T01:08:42.054 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7wvUS9w-JVPNTZt off=2031441 len=208935 2024-08-17T01:08:42.058 INFO:tasks.workunit.client.0.smithi157.stdout:op 4795 completed, throughput=5MB/sec 2024-08-17T01:08:42.058 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gTwdXkPR2sPGynT off=5012193 len=1108222 2024-08-17T01:08:42.063 INFO:tasks.workunit.client.0.smithi157.stdout:op 4796 completed, throughput=5MB/sec 2024-08-17T01:08:42.063 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UpMB41FlKgu2fBq off=2128294 len=1028541 2024-08-17T01:08:42.068 INFO:tasks.workunit.client.0.smithi157.stdout:op 4797 completed, throughput=5MB/sec 2024-08-17T01:08:42.068 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jC4KZxxfsfoXVdW off=7515742 len=1517757 2024-08-17T01:08:42.070 INFO:tasks.workunit.client.0.smithi157.stdout:op 4798 completed, throughput=5MB/sec 2024-08-17T01:08:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:08:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:08:43.070 INFO:tasks.workunit.client.0.smithi157.stdout: 927: throughput=5MB/sec pending data=0 2024-08-17T01:08:43.070 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-g7i-qtRKOuuRG66 off=9310480 len=2001394 2024-08-17T01:08:43.082 INFO:tasks.workunit.client.0.smithi157.stdout:op 4799 completed, throughput=5MB/sec 2024-08-17T01:08:43.082 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2h-09iXQ2gP2yvj off=14663068 len=634602 2024-08-17T01:08:43.087 INFO:tasks.workunit.client.0.smithi157.stdout:op 4800 completed, throughput=5MB/sec 2024-08-17T01:08:43.087 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0iStg9GHeNywcAh off=6504946 len=1349928 2024-08-17T01:08:43.088 INFO:tasks.workunit.client.0.smithi157.stdout:op 4801 completed, throughput=5MB/sec 2024-08-17T01:08:43.089 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OX3evaSm0ga7VDW off=5369767 len=629841 2024-08-17T01:08:43.092 INFO:tasks.workunit.client.0.smithi157.stdout:op 4802 completed, throughput=5MB/sec 2024-08-17T01:08:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:43 smithi157 ceph-mon[98780]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:43.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:08:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:08:43] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-08-17T01:08:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:43 smithi157 ceph-mon[101289]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:43 smithi187 ceph-mon[90552]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:44.093 INFO:tasks.workunit.client.0.smithi157.stdout: 928: throughput=5MB/sec pending data=0 2024-08-17T01:08:44.093 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AUjNx6bWM6AFR_F off=3318883 len=3219 2024-08-17T01:08:44.093 INFO:tasks.workunit.client.0.smithi157.stdout:op 4803 completed, throughput=5MB/sec 2024-08-17T01:08:44.094 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pmVBUXaNX5dr_cC off=5290736 len=630765 2024-08-17T01:08:44.098 INFO:tasks.workunit.client.0.smithi157.stdout:op 4804 completed, throughput=5MB/sec 2024-08-17T01:08:44.098 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0rDorpJnaTS7QBd off=7906529 len=292441 2024-08-17T01:08:44.098 INFO:tasks.workunit.client.0.smithi157.stdout:op 4805 completed, throughput=5MB/sec 2024-08-17T01:08:44.098 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-l_GMMxiTfKQMaoe off=366860 len=285660 2024-08-17T01:08:44.099 INFO:tasks.workunit.client.0.smithi157.stdout:op 4806 completed, throughput=5MB/sec 2024-08-17T01:08:44.099 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Fhc3HHbdiKto103 off=1346695 len=1787952 2024-08-17T01:08:44.109 INFO:tasks.workunit.client.0.smithi157.stdout:op 4807 completed, throughput=5MB/sec 2024-08-17T01:08:44.109 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vjEABBrR-J_h8t2 off=12516956 len=652060 2024-08-17T01:08:44.113 INFO:tasks.workunit.client.0.smithi157.stdout:op 4808 completed, throughput=5MB/sec 2024-08-17T01:08:44.113 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WwhkcNTuPs0gaPO off=11052659 len=1871551 2024-08-17T01:08:44.115 INFO:tasks.workunit.client.0.smithi157.stdout:op 4809 completed, throughput=5MB/sec 2024-08-17T01:08:44.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:45.115 INFO:tasks.workunit.client.0.smithi157.stdout: 929: throughput=5MB/sec pending data=0 2024-08-17T01:08:45.116 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-l_GMMxiTfKQMaoe off=1340847 len=1459554 2024-08-17T01:08:45.123 INFO:tasks.workunit.client.0.smithi157.stdout:op 4810 completed, throughput=5MB/sec 2024-08-17T01:08:45.123 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qOfPSP0AnRBN57m off=601454 len=1466207 2024-08-17T01:08:45.131 INFO:tasks.workunit.client.0.smithi157.stdout:op 4811 completed, throughput=5MB/sec 2024-08-17T01:08:45.131 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OiQuqkMYKOhtjsS off=3510541 len=1443108 2024-08-17T01:08:45.137 INFO:tasks.workunit.client.0.smithi157.stdout:op 4812 completed, throughput=5MB/sec 2024-08-17T01:08:45.138 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KDl98ztRkdh_Nlm off=18027593 len=274891 2024-08-17T01:08:45.141 INFO:tasks.workunit.client.0.smithi157.stdout:op 4813 completed, throughput=5MB/sec 2024-08-17T01:08:45.141 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-siAYipLZgA1T_H7 off=3042885 len=865010 2024-08-17T01:08:45.146 INFO:tasks.workunit.client.0.smithi157.stdout:op 4814 completed, throughput=5MB/sec 2024-08-17T01:08:45.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:45 smithi157 ceph-mon[98780]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:08:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:45 smithi157 ceph-mon[101289]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:08:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:45 smithi187 ceph-mon[90552]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:08:46.146 INFO:tasks.workunit.client.0.smithi157.stdout: 930: throughput=5MB/sec pending data=0 2024-08-17T01:08:46.146 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9B6VhalkPYwflLF off=178534 len=1187872 2024-08-17T01:08:46.153 INFO:tasks.workunit.client.0.smithi157.stdout:op 4815 completed, throughput=5MB/sec 2024-08-17T01:08:46.154 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-t10KslSqBXzxqV2 off=4591990 len=1087523 2024-08-17T01:08:46.159 INFO:tasks.workunit.client.0.smithi157.stdout:op 4816 completed, throughput=5MB/sec 2024-08-17T01:08:46.160 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GzscaAgUKfpXEfs off=1354890 len=1516035 2024-08-17T01:08:46.162 INFO:tasks.workunit.client.0.smithi157.stdout:op 4817 completed, throughput=5MB/sec 2024-08-17T01:08:46.162 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-a6cgFWPSdm5BEIA off=12729652 len=2059070 2024-08-17T01:08:46.174 INFO:tasks.workunit.client.0.smithi157.stdout:op 4818 completed, throughput=5MB/sec 2024-08-17T01:08:47.174 INFO:tasks.workunit.client.0.smithi157.stdout: 931: throughput=5MB/sec pending data=0 2024-08-17T01:08:47.175 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9-yQX1w0LlYyoy1 off=9075822 len=565830 2024-08-17T01:08:47.175 INFO:tasks.workunit.client.0.smithi157.stdout:op 4819 completed, throughput=5MB/sec 2024-08-17T01:08:47.175 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-preruEXty7a1H22 off=2071041 len=279502 2024-08-17T01:08:47.177 INFO:tasks.workunit.client.0.smithi157.stdout:op 4820 completed, throughput=5MB/sec 2024-08-17T01:08:47.177 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-S_EH2f96hAwgO9V off=1090068 len=245907 2024-08-17T01:08:47.177 INFO:tasks.workunit.client.0.smithi157.stdout:op 4821 completed, throughput=5MB/sec 2024-08-17T01:08:47.177 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kwOxFcYvlawoR6A off=3925805 len=1498767 2024-08-17T01:08:47.186 INFO:tasks.workunit.client.0.smithi157.stdout:op 4822 completed, throughput=5MB/sec 2024-08-17T01:08:47.187 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8qBNKoeWRi3y0CF off=49277 len=1102198 2024-08-17T01:08:47.188 INFO:tasks.workunit.client.0.smithi157.stdout:op 4823 completed, throughput=5MB/sec 2024-08-17T01:08:47.188 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2etoW5Kybog5vOA off=3059108 len=1290010 2024-08-17T01:08:47.194 INFO:tasks.workunit.client.0.smithi157.stdout:op 4824 completed, throughput=5MB/sec 2024-08-17T01:08:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:47 smithi157 ceph-mon[98780]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:08:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:47 smithi157 ceph-mon[101289]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:08:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:47 smithi187 ceph-mon[90552]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:08:48.195 INFO:tasks.workunit.client.0.smithi157.stdout: 932: throughput=5MB/sec pending data=0 2024-08-17T01:08:48.195 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NWaR2CB_QveFU6p off=4235917 len=2003398 2024-08-17T01:08:48.197 INFO:tasks.workunit.client.0.smithi157.stdout:op 4825 completed, throughput=5MB/sec 2024-08-17T01:08:48.197 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PQ1RyF-k2thyTOu off=2529202 len=1162624 2024-08-17T01:08:48.203 INFO:tasks.workunit.client.0.smithi157.stdout:op 4826 completed, throughput=5MB/sec 2024-08-17T01:08:48.203 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-G1qpIaPDeDVjUh1 off=22096410 len=423131 2024-08-17T01:08:48.206 INFO:tasks.workunit.client.0.smithi157.stdout:op 4827 completed, throughput=5MB/sec 2024-08-17T01:08:48.207 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RKtbMbbZjnj1NB3 off=2027233 len=1326476 2024-08-17T01:08:48.215 INFO:tasks.workunit.client.0.smithi157.stdout:op 4828 completed, throughput=5MB/sec 2024-08-17T01:08:49.215 INFO:tasks.workunit.client.0.smithi157.stdout: 933: throughput=5MB/sec pending data=0 2024-08-17T01:08:49.216 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o7j0yx1yDcY5Hx0 off=15958654 len=1164324 2024-08-17T01:08:49.217 INFO:tasks.workunit.client.0.smithi157.stdout:op 4829 completed, throughput=5MB/sec 2024-08-17T01:08:49.217 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EPX8bvmPQYwohbh off=17605711 len=845648 2024-08-17T01:08:49.218 INFO:tasks.workunit.client.0.smithi157.stdout:op 4830 completed, throughput=5MB/sec 2024-08-17T01:08:49.218 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-053ipYcKWLwX6m3 off=17924985 len=1077701 2024-08-17T01:08:49.220 INFO:tasks.workunit.client.0.smithi157.stdout:op 4831 completed, throughput=5MB/sec 2024-08-17T01:08:49.220 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-e0o_mIsXQ31h3TX off=6471699 len=1238382 2024-08-17T01:08:49.225 INFO:tasks.workunit.client.0.smithi157.stdout:op 4832 completed, throughput=5MB/sec 2024-08-17T01:08:49.225 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vWCywUaNk0oA7PS off=15839622 len=291608 2024-08-17T01:08:49.226 INFO:tasks.workunit.client.0.smithi157.stdout:op 4833 completed, throughput=5MB/sec 2024-08-17T01:08:49.226 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-c7HL-pMYUjyWUey off=3707418 len=84732 2024-08-17T01:08:49.229 INFO:tasks.workunit.client.0.smithi157.stdout:op 4834 completed, throughput=5MB/sec 2024-08-17T01:08:49.229 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GsBEIq01vzjqbQG off=3720425 len=1068915 2024-08-17T01:08:49.231 INFO:tasks.workunit.client.0.smithi157.stdout:op 4835 completed, throughput=5MB/sec 2024-08-17T01:08:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:49 smithi157 ceph-mon[98780]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:08:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:49 smithi157 ceph-mon[101289]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:08:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:49 smithi187 ceph-mon[90552]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:08:50.231 INFO:tasks.workunit.client.0.smithi157.stdout: 934: throughput=5MB/sec pending data=0 2024-08-17T01:08:50.231 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lvN6ethiwNIPLiQ off=8691218 len=447405 2024-08-17T01:08:50.235 INFO:tasks.workunit.client.0.smithi157.stdout:op 4836 completed, throughput=5MB/sec 2024-08-17T01:08:50.235 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DlMbpUhiCTiN5Vg off=5913691 len=671383 2024-08-17T01:08:50.240 INFO:tasks.workunit.client.0.smithi157.stdout:op 4837 completed, throughput=5MB/sec 2024-08-17T01:08:50.240 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Tga66l_BjjIdyFa off=2434563 len=1737364 2024-08-17T01:08:50.243 INFO:tasks.workunit.client.0.smithi157.stdout:op 4838 completed, throughput=5MB/sec 2024-08-17T01:08:50.244 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VlgsuM7fPGHFrma off=11998544 len=792944 2024-08-17T01:08:50.249 INFO:tasks.workunit.client.0.smithi157.stdout:op 4839 completed, throughput=5MB/sec 2024-08-17T01:08:50.249 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LcyozYOifOnGFcV off=10823265 len=277836 2024-08-17T01:08:50.252 INFO:tasks.workunit.client.0.smithi157.stdout:op 4840 completed, throughput=5MB/sec 2024-08-17T01:08:50.252 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5KjCr-ypvhfrd9S off=5617589 len=1322290 2024-08-17T01:08:50.254 INFO:tasks.workunit.client.0.smithi157.stdout:op 4841 completed, throughput=5MB/sec 2024-08-17T01:08:51.255 INFO:tasks.workunit.client.0.smithi157.stdout: 935: throughput=5MB/sec pending data=0 2024-08-17T01:08:51.255 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-INwdWlUqeApXQI8 off=5437535 len=1003671 2024-08-17T01:08:51.264 INFO:tasks.workunit.client.0.smithi157.stdout:op 4842 completed, throughput=5MB/sec 2024-08-17T01:08:51.264 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TewiK_-tGV_q_fq off=7741147 len=846835 2024-08-17T01:08:51.265 INFO:tasks.workunit.client.0.smithi157.stdout:op 4843 completed, throughput=5MB/sec 2024-08-17T01:08:51.265 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ssxYzAhkirYw02j off=394536 len=45198 2024-08-17T01:08:51.266 INFO:tasks.workunit.client.0.smithi157.stdout:op 4844 completed, throughput=5MB/sec 2024-08-17T01:08:51.266 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-grbhX0p1xGVo1E3 off=1738123 len=683574 2024-08-17T01:08:51.267 INFO:tasks.workunit.client.0.smithi157.stdout:op 4845 completed, throughput=5MB/sec 2024-08-17T01:08:51.267 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nc2m_jO2F8gZw98 off=13417350 len=561851 2024-08-17T01:08:51.271 INFO:tasks.workunit.client.0.smithi157.stdout:op 4846 completed, throughput=5MB/sec 2024-08-17T01:08:51.271 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iEXfcF3p5ub9vBq off=0 len=1513177 2024-08-17T01:08:51.273 INFO:tasks.workunit.client.0.smithi157.stdout:op 4847 completed, throughput=5MB/sec 2024-08-17T01:08:51.273 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kHqn18l0mK7leVF off=9082127 len=694247 2024-08-17T01:08:51.273 INFO:tasks.workunit.client.0.smithi157.stdout:op 4848 completed, throughput=5MB/sec 2024-08-17T01:08:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:51 smithi157 ceph-mon[98780]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:08:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:51 smithi157 ceph-mon[101289]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:08:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:51 smithi187 ceph-mon[90552]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:08:52.274 INFO:tasks.workunit.client.0.smithi157.stdout: 936: throughput=5MB/sec pending data=0 2024-08-17T01:08:52.274 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ht4pSIXGNJ2zfpD off=13287228 len=892655 2024-08-17T01:08:52.279 INFO:tasks.workunit.client.0.smithi157.stdout:op 4849 completed, throughput=5MB/sec 2024-08-17T01:08:52.279 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AXrsb6RKnzVDf-k off=749668 len=1868840 2024-08-17T01:08:52.282 INFO:tasks.workunit.client.0.smithi157.stdout:op 4850 completed, throughput=5MB/sec 2024-08-17T01:08:52.282 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_-GvVqdjs-ma9j_ off=703062 len=2029552 2024-08-17T01:08:52.286 INFO:tasks.workunit.client.0.smithi157.stdout:op 4851 completed, throughput=5MB/sec 2024-08-17T01:08:52.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:08:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:08:53.286 INFO:tasks.workunit.client.0.smithi157.stdout: 937: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:53.286 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jG9JwI09bmcalvc off=20152407 len=1486632 2024-08-17T01:08:53.289 INFO:tasks.workunit.client.0.smithi157.stdout:op 4852 completed, throughput=5MB/sec 2024-08-17T01:08:53.290 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-G5aSqnU0FJ_c3L8 off=1661806 len=354904 2024-08-17T01:08:53.293 INFO:tasks.workunit.client.0.smithi157.stdout:op 4853 completed, throughput=5MB/sec 2024-08-17T01:08:53.293 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-asEoMA8p2PKRvE5 off=3441092 len=2009917 2024-08-17T01:08:53.301 INFO:tasks.workunit.client.0.smithi157.stdout:op 4854 completed, throughput=5MB/sec 2024-08-17T01:08:53.301 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hytU8Ls-1dRC7jV off=1499358 len=801502 2024-08-17T01:08:53.305 INFO:tasks.workunit.client.0.smithi157.stdout:op 4855 completed, throughput=5MB/sec 2024-08-17T01:08:53.306 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-STwWq2HBN35hlgq off=15543597 len=1068366 2024-08-17T01:08:53.310 INFO:tasks.workunit.client.0.smithi157.stdout:op 4856 completed, throughput=5MB/sec 2024-08-17T01:08:53.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:53 smithi157 ceph-mon[101289]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:08:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:53 smithi157 ceph-mon[98780]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:08:53.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:08:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:08:53] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-08-17T01:08:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:53 smithi187 ceph-mon[90552]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:08:54.310 INFO:tasks.workunit.client.0.smithi157.stdout: 938: throughput=5MB/sec pending data=0 2024-08-17T01:08:54.311 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_wtemnL3AlEVaJa off=410855 len=1991257 2024-08-17T01:08:54.319 INFO:tasks.workunit.client.0.smithi157.stdout:op 4857 completed, throughput=5MB/sec 2024-08-17T01:08:54.320 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WHj6ZDosYSo4Y_j off=4199939 len=898629 2024-08-17T01:08:54.325 INFO:tasks.workunit.client.0.smithi157.stdout:op 4858 completed, throughput=5MB/sec 2024-08-17T01:08:54.325 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wMYwS79XeyDBsxE off=15999656 len=331793 2024-08-17T01:08:54.326 INFO:tasks.workunit.client.0.smithi157.stdout:op 4859 completed, throughput=5MB/sec 2024-08-17T01:08:54.326 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-H2W8wa7v-8tbCaJ off=3045177 len=2014346 2024-08-17T01:08:54.332 INFO:tasks.workunit.client.0.smithi157.stdout:op 4860 completed, throughput=5MB/sec 2024-08-17T01:08:55.333 INFO:tasks.workunit.client.0.smithi157.stdout: 939: throughput=5MB/sec pending data=0 2024-08-17T01:08:55.333 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KGKpB0bUtMzRIme off=1566838 len=1547828 2024-08-17T01:08:55.335 INFO:tasks.workunit.client.0.smithi157.stdout:op 4861 completed, throughput=5MB/sec 2024-08-17T01:08:55.335 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dWx15An-uHEnKrF off=8789370 len=614859 2024-08-17T01:08:55.336 INFO:tasks.workunit.client.0.smithi157.stdout:op 4862 completed, throughput=5MB/sec 2024-08-17T01:08:55.336 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ScJYxKfLQZcbqJx off=20596937 len=1390048 2024-08-17T01:08:55.338 INFO:tasks.workunit.client.0.smithi157.stdout:op 4863 completed, throughput=5MB/sec 2024-08-17T01:08:55.339 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-a5t2Z-zAUTNE4wU off=3219672 len=1086491 2024-08-17T01:08:55.339 INFO:tasks.workunit.client.0.smithi157.stdout:op 4864 completed, throughput=5MB/sec 2024-08-17T01:08:55.339 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lvzs5Hz3Z-42v33 off=16385255 len=649219 2024-08-17T01:08:55.344 INFO:tasks.workunit.client.0.smithi157.stdout:op 4865 completed, throughput=5MB/sec 2024-08-17T01:08:55.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:55 smithi157 ceph-mon[98780]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:08:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:55 smithi157 ceph-mon[101289]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:08:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:55 smithi187 ceph-mon[90552]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:08:56.344 INFO:tasks.workunit.client.0.smithi157.stdout: 940: throughput=5MB/sec pending data=0 2024-08-17T01:08:56.344 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sISxDDXtSzpV5Nn off=7657233 len=1666358 2024-08-17T01:08:56.348 INFO:tasks.workunit.client.0.smithi157.stdout:op 4866 completed, throughput=5MB/sec 2024-08-17T01:08:56.348 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GDajEu2YHLuB6DD off=6638536 len=1942261 2024-08-17T01:08:56.350 INFO:tasks.workunit.client.0.smithi157.stdout:op 4867 completed, throughput=5MB/sec 2024-08-17T01:08:56.351 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-s7P1NgchvJM4G8- off=301337 len=1459438 2024-08-17T01:08:56.352 INFO:tasks.workunit.client.0.smithi157.stdout:op 4868 completed, throughput=5MB/sec 2024-08-17T01:08:57.353 INFO:tasks.workunit.client.0.smithi157.stdout: 941: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:57.353 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wg_3sVxJCiajC4o off=90601 len=1585337 2024-08-17T01:08:57.363 INFO:tasks.workunit.client.0.smithi157.stdout:op 4869 completed, throughput=5MB/sec 2024-08-17T01:08:57.363 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5izoro6rsQ0t5kq off=10838661 len=331242 2024-08-17T01:08:57.364 INFO:tasks.workunit.client.0.smithi157.stdout:op 4870 completed, throughput=5MB/sec 2024-08-17T01:08:57.364 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EPgr60XIUPrQpi3 off=1346453 len=213414 2024-08-17T01:08:57.365 INFO:tasks.workunit.client.0.smithi157.stdout:op 4871 completed, throughput=5MB/sec 2024-08-17T01:08:57.365 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XRpnSDERe9NGelK off=13506895 len=1794411 2024-08-17T01:08:57.373 INFO:tasks.workunit.client.0.smithi157.stdout:op 4872 completed, throughput=5MB/sec 2024-08-17T01:08:57.373 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wy_1V_Z4_C-fFp9 off=1390218 len=1983908 2024-08-17T01:08:57.375 INFO:tasks.workunit.client.0.smithi157.stdout:op 4873 completed, throughput=5MB/sec 2024-08-17T01:08:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:57 smithi187 ceph-mon[90552]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:08:57.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:57 smithi157 ceph-mon[98780]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:08:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:57 smithi157 ceph-mon[101289]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:08:58.375 INFO:tasks.workunit.client.0.smithi157.stdout: 942: throughput=5MB/sec pending data=0 2024-08-17T01:08:58.375 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_XIPLiQCMlmr6m4 off=86142 len=1774130 2024-08-17T01:08:58.383 INFO:tasks.workunit.client.0.smithi157.stdout:op 4874 completed, throughput=5MB/sec 2024-08-17T01:08:58.383 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--LpXi9x-4igLucC off=1119835 len=912093 2024-08-17T01:08:58.384 INFO:tasks.workunit.client.0.smithi157.stdout:op 4875 completed, throughput=5MB/sec 2024-08-17T01:08:58.384 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hwl2fBAcXfOQ9lS off=1243180 len=425531 2024-08-17T01:08:58.385 INFO:tasks.workunit.client.0.smithi157.stdout:op 4876 completed, throughput=5MB/sec 2024-08-17T01:08:58.385 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Hj14pW72iBSWfOj off=9644613 len=2008305 2024-08-17T01:08:58.398 INFO:tasks.workunit.client.0.smithi157.stdout:op 4877 completed, throughput=5MB/sec 2024-08-17T01:08:59.399 INFO:tasks.workunit.client.0.smithi157.stdout: 943: throughput=5MB/sec pending data=0 2024-08-17T01:08:59.399 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4D5a3kEyMZxgLLG off=4048262 len=1502257 2024-08-17T01:08:59.407 INFO:tasks.workunit.client.0.smithi157.stdout:op 4878 completed, throughput=5MB/sec 2024-08-17T01:08:59.407 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pcmanMG1RPiIIMl off=14394966 len=1906005 2024-08-17T01:08:59.409 INFO:tasks.workunit.client.0.smithi157.stdout:op 4879 completed, throughput=5MB/sec 2024-08-17T01:08:59.409 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mcJdiWOa9DmF6YN off=3487344 len=1993157 2024-08-17T01:08:59.422 INFO:tasks.workunit.client.0.smithi157.stdout:op 4880 completed, throughput=5MB/sec 2024-08-17T01:08:59.685 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:59 smithi157 ceph-mon[98780]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:08:59.685 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:08:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:59.686 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:59 smithi157 ceph-mon[101289]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:08:59.686 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:08:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:59 smithi187 ceph-mon[90552]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:08:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:08:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: 944: throughput=5MB/sec pending data=0 2024-08-17T01:09:00.422 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-D4G-KjkXjcIBp6Y off=1263536 len=1570247 2024-08-17T01:09:00.429 INFO:tasks.workunit.client.0.smithi157.stdout:op 4881 completed, throughput=5MB/sec 2024-08-17T01:09:00.429 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vbif4A8impVeSOg off=9317130 len=53999 2024-08-17T01:09:00.432 INFO:tasks.workunit.client.0.smithi157.stdout:op 4882 completed, throughput=5MB/sec 2024-08-17T01:09:00.432 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mkA2xM8y_HmWZs8 off=812717 len=1705789 2024-08-17T01:09:00.440 INFO:tasks.workunit.client.0.smithi157.stdout:op 4883 completed, throughput=5MB/sec 2024-08-17T01:09:00.440 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6ynvN6tBdhKbkz3 off=4215556 len=828351 2024-08-17T01:09:00.444 INFO:tasks.workunit.client.0.smithi157.stdout:op 4884 completed, throughput=5MB/sec 2024-08-17T01:09:00.444 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ttl9iEVNH096u1F off=2212990 len=964605 2024-08-17T01:09:00.449 INFO:tasks.workunit.client.0.smithi157.stdout:op 4885 completed, throughput=5MB/sec 2024-08-17T01:09:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: 945: throughput=5MB/sec pending data=0 2024-08-17T01:09:01.449 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IUY2TiCFChnp-kC off=1447355 len=770925 2024-08-17T01:09:01.450 INFO:tasks.workunit.client.0.smithi157.stdout:op 4886 completed, throughput=5MB/sec 2024-08-17T01:09:01.451 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HhDo7syI7vwHyUt off=7415768 len=667207 2024-08-17T01:09:01.452 INFO:tasks.workunit.client.0.smithi157.stdout:op 4887 completed, throughput=5MB/sec 2024-08-17T01:09:01.452 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-q8zzFoVTsqZdf9r off=11030146 len=328520 2024-08-17T01:09:01.452 INFO:tasks.workunit.client.0.smithi157.stdout:op 4888 completed, throughput=5MB/sec 2024-08-17T01:09:01.452 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Z1xvZlDMWbOhaOM off=16140324 len=1394785 2024-08-17T01:09:01.459 INFO:tasks.workunit.client.0.smithi157.stdout:op 4889 completed, throughput=5MB/sec 2024-08-17T01:09:01.459 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JKGhsESjA049EKK off=7588876 len=331029 2024-08-17T01:09:01.460 INFO:tasks.workunit.client.0.smithi157.stdout:op 4890 completed, throughput=5MB/sec 2024-08-17T01:09:01.460 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jYUmcqCs753fdqL off=9683703 len=738334 2024-08-17T01:09:01.463 INFO:tasks.workunit.client.0.smithi157.stdout:op 4891 completed, throughput=5MB/sec 2024-08-17T01:09:01.464 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bcZC_k8G1-YRxJq off=5988450 len=1311002 2024-08-17T01:09:01.470 INFO:tasks.workunit.client.0.smithi157.stdout:op 4892 completed, throughput=5MB/sec 2024-08-17T01:09:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:01 smithi187 ceph-mon[90552]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:09:01.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:01 smithi157 ceph-mon[101289]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:09:01.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:01 smithi157 ceph-mon[98780]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:09:02.471 INFO:tasks.workunit.client.0.smithi157.stdout: 946: throughput=5MB/sec pending data=0 2024-08-17T01:09:02.471 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1ZtL-SgHxVKFzga off=687530 len=227376 2024-08-17T01:09:02.476 INFO:tasks.workunit.client.0.smithi157.stdout:op 4893 completed, throughput=5MB/sec 2024-08-17T01:09:02.476 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uSC2qPw0zOWvlYj off=1355765 len=1815951 2024-08-17T01:09:02.478 INFO:tasks.workunit.client.0.smithi157.stdout:op 4894 completed, throughput=5MB/sec 2024-08-17T01:09:02.478 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WuFwh5NBiDlZsLU off=7804084 len=1204961 2024-08-17T01:09:02.485 INFO:tasks.workunit.client.0.smithi157.stdout:op 4895 completed, throughput=5MB/sec 2024-08-17T01:09:02.485 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Z07PBAY29JTZPfH off=1320473 len=100340 2024-08-17T01:09:02.486 INFO:tasks.workunit.client.0.smithi157.stdout:op 4896 completed, throughput=5MB/sec 2024-08-17T01:09:02.486 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0QLaWRSL9suVrH8 off=5491753 len=894595 2024-08-17T01:09:02.491 INFO:tasks.workunit.client.0.smithi157.stdout:op 4897 completed, throughput=5MB/sec 2024-08-17T01:09:02.491 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6sHyeIO6ygAzz-M off=2100718 len=324594 2024-08-17T01:09:02.491 INFO:tasks.workunit.client.0.smithi157.stdout:op 4898 completed, throughput=5MB/sec 2024-08-17T01:09:02.491 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TlmB8g6qwu-dpM- off=17285072 len=1751755 2024-08-17T01:09:02.499 INFO:tasks.workunit.client.0.smithi157.stdout:op 4899 completed, throughput=5MB/sec 2024-08-17T01:09:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:09:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:09:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:09:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: 947: throughput=5MB/sec pending data=0 2024-08-17T01:09:03.500 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZNUOVvhdeW0GK0s off=1610498 len=369060 2024-08-17T01:09:03.503 INFO:tasks.workunit.client.0.smithi157.stdout:op 4900 completed, throughput=5MB/sec 2024-08-17T01:09:03.503 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LEBnjHmUdR55zMr off=4589918 len=1510809 2024-08-17T01:09:03.510 INFO:tasks.workunit.client.0.smithi157.stdout:op 4901 completed, throughput=5MB/sec 2024-08-17T01:09:03.510 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-g4gBu4Oa46hPJ_G off=2710623 len=1755313 2024-08-17T01:09:03.518 INFO:tasks.workunit.client.0.smithi157.stdout:op 4902 completed, throughput=5MB/sec 2024-08-17T01:09:03.518 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-G-mjNUbcstoTp4w off=11015315 len=94843 2024-08-17T01:09:03.518 INFO:tasks.workunit.client.0.smithi157.stdout:op 4903 completed, throughput=5MB/sec 2024-08-17T01:09:03.519 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RKq_xhqQc4IBRQJ off=7476997 len=877889 2024-08-17T01:09:03.519 INFO:tasks.workunit.client.0.smithi157.stdout:op 4904 completed, throughput=5MB/sec 2024-08-17T01:09:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:03 smithi187 ceph-mon[90552]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:09:03.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:03 smithi157 ceph-mon[101289]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:09:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:03 smithi157 ceph-mon[98780]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:09:03.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:09:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:09:03] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:09:04.520 INFO:tasks.workunit.client.0.smithi157.stdout: 948: throughput=5MB/sec pending data=0 2024-08-17T01:09:04.520 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HH3m60WnH6Zv3oL off=165026 len=621060 2024-08-17T01:09:04.524 INFO:tasks.workunit.client.0.smithi157.stdout:op 4905 completed, throughput=5MB/sec 2024-08-17T01:09:04.525 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-voPb_4ZNE8FlwKZ off=276475 len=1974647 2024-08-17T01:09:04.527 INFO:tasks.workunit.client.0.smithi157.stdout:op 4906 completed, throughput=5MB/sec 2024-08-17T01:09:04.527 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_ialWwZ-HLqpvog off=6127840 len=596004 2024-08-17T01:09:04.531 INFO:tasks.workunit.client.0.smithi157.stdout:op 4907 completed, throughput=5MB/sec 2024-08-17T01:09:04.531 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YmtmZJ40kCrgk9I off=6019277 len=1832428 2024-08-17T01:09:04.539 INFO:tasks.workunit.client.0.smithi157.stdout:op 4908 completed, throughput=5MB/sec 2024-08-17T01:09:05.539 INFO:tasks.workunit.client.0.smithi157.stdout: 949: throughput=5MB/sec pending data=0 2024-08-17T01:09:05.539 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dNVhAVuUje0mllg off=528160 len=252341 2024-08-17T01:09:05.543 INFO:tasks.workunit.client.0.smithi157.stdout:op 4909 completed, throughput=5MB/sec 2024-08-17T01:09:05.543 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_Q9DTfIGES4d04Y off=1050168 len=1805115 2024-08-17T01:09:05.545 INFO:tasks.workunit.client.0.smithi157.stdout:op 4910 completed, throughput=5MB/sec 2024-08-17T01:09:05.545 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zOP2xpvOUy2s0bJ off=9770279 len=1648034 2024-08-17T01:09:05.555 INFO:tasks.workunit.client.0.smithi157.stdout:op 4911 completed, throughput=5MB/sec 2024-08-17T01:09:05.555 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XSD8C039tnTyR7H off=7003012 len=1046463 2024-08-17T01:09:05.561 INFO:tasks.workunit.client.0.smithi157.stdout:op 4912 completed, throughput=5MB/sec 2024-08-17T01:09:05.561 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wQw1q8TfUZffBGO off=2133564 len=1797856 2024-08-17T01:09:05.567 INFO:tasks.workunit.client.0.smithi157.stdout:op 4913 completed, throughput=5MB/sec 2024-08-17T01:09:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:05 smithi187 ceph-mon[90552]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:09:05.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:05 smithi157 ceph-mon[101289]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:09:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:05 smithi157 ceph-mon[98780]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:09:06.567 INFO:tasks.workunit.client.0.smithi157.stdout: 950: throughput=5MB/sec pending data=0 2024-08-17T01:09:06.568 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9Vy0zAwCLA5kPiq off=3030843 len=78280 2024-08-17T01:09:06.570 INFO:tasks.workunit.client.0.smithi157.stdout:op 4914 completed, throughput=5MB/sec 2024-08-17T01:09:06.570 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cnVnMQgCkaWkm6I off=8403375 len=1320991 2024-08-17T01:09:06.576 INFO:tasks.workunit.client.0.smithi157.stdout:op 4915 completed, throughput=5MB/sec 2024-08-17T01:09:06.576 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vbif4A8impVeSOg off=11691147 len=1340359 2024-08-17T01:09:06.578 INFO:tasks.workunit.client.0.smithi157.stdout:op 4916 completed, throughput=5MB/sec 2024-08-17T01:09:06.578 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jAvLZ5oBOHBA1mm off=626939 len=1914382 2024-08-17T01:09:06.586 INFO:tasks.workunit.client.0.smithi157.stdout:op 4917 completed, throughput=5MB/sec 2024-08-17T01:09:07.587 INFO:tasks.workunit.client.0.smithi157.stdout: 951: throughput=5MB/sec pending data=0 2024-08-17T01:09:07.587 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iuApNz84RE6hKDt off=11070255 len=1198522 2024-08-17T01:09:07.589 INFO:tasks.workunit.client.0.smithi157.stdout:op 4918 completed, throughput=5MB/sec 2024-08-17T01:09:07.589 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7LGGPplUS-ACnbY off=22740426 len=1128259 2024-08-17T01:09:07.595 INFO:tasks.workunit.client.0.smithi157.stdout:op 4919 completed, throughput=5MB/sec 2024-08-17T01:09:07.595 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DqE4JdvjhdxKEPj off=2254517 len=61726 2024-08-17T01:09:07.597 INFO:tasks.workunit.client.0.smithi157.stdout:op 4920 completed, throughput=5MB/sec 2024-08-17T01:09:07.597 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-g9nBDS4wVV2D4rs off=507623 len=763178 2024-08-17T01:09:07.602 INFO:tasks.workunit.client.0.smithi157.stdout:op 4921 completed, throughput=5MB/sec 2024-08-17T01:09:07.602 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-06-n_O1bripX_Wu off=2523904 len=1343283 2024-08-17T01:09:07.603 INFO:tasks.workunit.client.0.smithi157.stdout:op 4922 completed, throughput=5MB/sec 2024-08-17T01:09:07.603 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PVyrnflJ3HYUHYb off=17937518 len=416660 2024-08-17T01:09:07.604 INFO:tasks.workunit.client.0.smithi157.stdout:op 4923 completed, throughput=5MB/sec 2024-08-17T01:09:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:07 smithi187 ceph-mon[90552]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:09:07.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:07 smithi157 ceph-mon[101289]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:09:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:07 smithi157 ceph-mon[98780]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:09:08.604 INFO:tasks.workunit.client.0.smithi157.stdout: 952: throughput=5MB/sec pending data=0 2024-08-17T01:09:08.604 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bLXvXFPHKvZKE1X off=1825233 len=1360574 2024-08-17T01:09:08.608 INFO:tasks.workunit.client.0.smithi157.stdout:op 4924 completed, throughput=5MB/sec 2024-08-17T01:09:08.608 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BNoANdIaKhwjhrk off=4042171 len=1608903 2024-08-17T01:09:08.610 INFO:tasks.workunit.client.0.smithi157.stdout:op 4925 completed, throughput=5MB/sec 2024-08-17T01:09:08.610 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qgN2QJStKwpgNJ_ off=7350811 len=106440 2024-08-17T01:09:08.610 INFO:tasks.workunit.client.0.smithi157.stdout:op 4926 completed, throughput=5MB/sec 2024-08-17T01:09:08.610 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xvv2UggHsfiYlBu off=15580910 len=472277 2024-08-17T01:09:08.612 INFO:tasks.workunit.client.0.smithi157.stdout:op 4927 completed, throughput=5MB/sec 2024-08-17T01:09:08.612 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-I84dwdtudyJac-G off=11539573 len=496707 2024-08-17T01:09:08.612 INFO:tasks.workunit.client.0.smithi157.stdout:op 4928 completed, throughput=5MB/sec 2024-08-17T01:09:08.612 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5UYXnJ1y5Q3EkQM off=3491176 len=1904288 2024-08-17T01:09:08.623 INFO:tasks.workunit.client.0.smithi157.stdout:op 4929 completed, throughput=5MB/sec 2024-08-17T01:09:09.624 INFO:tasks.workunit.client.0.smithi157.stdout: 953: throughput=5MB/sec pending data=0 2024-08-17T01:09:09.624 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qCLxcoFeMNSPubv off=10432978 len=757538 2024-08-17T01:09:09.625 INFO:tasks.workunit.client.0.smithi157.stdout:op 4930 completed, throughput=5MB/sec 2024-08-17T01:09:09.625 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Vz9S4FfGSioM9P8 off=18076792 len=1484857 2024-08-17T01:09:09.635 INFO:tasks.workunit.client.0.smithi157.stdout:op 4931 completed, throughput=5MB/sec 2024-08-17T01:09:09.635 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3Sct9pV6SGRJord off=1936859 len=511005 2024-08-17T01:09:09.636 INFO:tasks.workunit.client.0.smithi157.stdout:op 4932 completed, throughput=5MB/sec 2024-08-17T01:09:09.636 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8Z0FJA7Bw-eedzF off=6752773 len=1909726 2024-08-17T01:09:09.639 INFO:tasks.workunit.client.0.smithi157.stdout:op 4933 completed, throughput=5MB/sec 2024-08-17T01:09:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:09 smithi187 ceph-mon[90552]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-17T01:09:09.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:09 smithi157 ceph-mon[101289]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-17T01:09:09.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:09 smithi157 ceph-mon[98780]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-17T01:09:10.640 INFO:tasks.workunit.client.0.smithi157.stdout: 954: throughput=5MB/sec pending data=0 2024-08-17T01:09:10.640 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DI-f0cWEN0PaRor off=961570 len=387968 2024-08-17T01:09:10.640 INFO:tasks.workunit.client.0.smithi157.stdout:op 4934 completed, throughput=5MB/sec 2024-08-17T01:09:10.641 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FIMc1N6qkSalVJW off=9999 len=174716 2024-08-17T01:09:10.644 INFO:tasks.workunit.client.0.smithi157.stdout:op 4935 completed, throughput=5MB/sec 2024-08-17T01:09:10.644 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wvKaOqkGfLcczbG off=1894986 len=398645 2024-08-17T01:09:10.644 INFO:tasks.workunit.client.0.smithi157.stdout:op 4936 completed, throughput=5MB/sec 2024-08-17T01:09:10.645 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-K8y5RB2ZKB4OsJJ off=5882975 len=96320 2024-08-17T01:09:10.645 INFO:tasks.workunit.client.0.smithi157.stdout:op 4937 completed, throughput=5MB/sec 2024-08-17T01:09:10.645 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-M4-wCOzHkKwub-z off=6370556 len=1951229 2024-08-17T01:09:10.654 INFO:tasks.workunit.client.0.smithi157.stdout:op 4938 completed, throughput=5MB/sec 2024-08-17T01:09:10.655 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vsSfU74TYhmpo37 off=8723552 len=1604728 2024-08-17T01:09:10.661 INFO:tasks.workunit.client.0.smithi157.stdout:op 4939 completed, throughput=5MB/sec 2024-08-17T01:09:10.661 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1LQjW_F_kEFw_94 off=7902178 len=754757 2024-08-17T01:09:10.665 INFO:tasks.workunit.client.0.smithi157.stdout:op 4940 completed, throughput=5MB/sec 2024-08-17T01:09:11.665 INFO:tasks.workunit.client.0.smithi157.stdout: 955: throughput=5MB/sec pending data=0 2024-08-17T01:09:11.665 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iW-THkCI3bKfZws off=19687635 len=1983860 2024-08-17T01:09:11.678 INFO:tasks.workunit.client.0.smithi157.stdout:op 4941 completed, throughput=5MB/sec 2024-08-17T01:09:11.678 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-87cGCTwLCy_pfvH off=286656 len=1097342 2024-08-17T01:09:11.680 INFO:tasks.workunit.client.0.smithi157.stdout:op 4942 completed, throughput=5MB/sec 2024-08-17T01:09:11.680 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RznS61aaOcRrAgW off=5843228 len=193306 2024-08-17T01:09:11.683 INFO:tasks.workunit.client.0.smithi157.stdout:op 4943 completed, throughput=5MB/sec 2024-08-17T01:09:11.683 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zCjkmdpecGBoLO4 off=292156 len=1709742 2024-08-17T01:09:11.685 INFO:tasks.workunit.client.0.smithi157.stdout:op 4944 completed, throughput=5MB/sec 2024-08-17T01:09:11.685 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bOJCiNdV2D5kCUp off=2950290 len=850723 2024-08-17T01:09:11.689 INFO:tasks.workunit.client.0.smithi157.stdout:op 4945 completed, throughput=5MB/sec 2024-08-17T01:09:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:11 smithi187 ceph-mon[90552]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:09:11.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:11 smithi157 ceph-mon[98780]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:09:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:11 smithi157 ceph-mon[101289]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:09:12.689 INFO:tasks.workunit.client.0.smithi157.stdout: 956: throughput=5MB/sec pending data=0 2024-08-17T01:09:12.689 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kGl2u-VFerHsLGr off=6089757 len=1626630 2024-08-17T01:09:12.697 INFO:tasks.workunit.client.0.smithi157.stdout:op 4946 completed, throughput=5MB/sec 2024-08-17T01:09:12.697 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OO-luPl4-PSYKHA off=6941663 len=544631 2024-08-17T01:09:12.702 INFO:tasks.workunit.client.0.smithi157.stdout:op 4947 completed, throughput=5MB/sec 2024-08-17T01:09:12.702 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--ZHihNQ1stuPAh_ off=13109536 len=1202265 2024-08-17T01:09:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:09:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:09:12.707 INFO:tasks.workunit.client.0.smithi157.stdout:op 4948 completed, throughput=5MB/sec 2024-08-17T01:09:12.707 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Bko-Xb2sC8ikYFF off=5874076 len=2075880 2024-08-17T01:09:12.715 INFO:tasks.workunit.client.0.smithi157.stdout:op 4949 completed, throughput=5MB/sec 2024-08-17T01:09:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:13 smithi187 ceph-mon[90552]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:09:13.716 INFO:tasks.workunit.client.0.smithi157.stdout: 957: throughput=5MB/sec pending data=0 2024-08-17T01:09:13.716 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nKVcBwRdch4BDdy off=2430738 len=718931 2024-08-17T01:09:13.721 INFO:tasks.workunit.client.0.smithi157.stdout:op 4950 completed, throughput=5MB/sec 2024-08-17T01:09:13.721 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GBiYe59I3p7gGrY off=5449997 len=178366 2024-08-17T01:09:13.721 INFO:tasks.workunit.client.0.smithi157.stdout:op 4951 completed, throughput=5MB/sec 2024-08-17T01:09:13.721 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-usJAS2JF7JIpvsd off=5142373 len=262518 2024-08-17T01:09:13.723 INFO:tasks.workunit.client.0.smithi157.stdout:op 4952 completed, throughput=5MB/sec 2024-08-17T01:09:13.723 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-W3VbVCcXIgcTQNc off=1295100 len=1453286 2024-08-17T01:09:13.729 INFO:tasks.workunit.client.0.smithi157.stdout:op 4953 completed, throughput=5MB/sec 2024-08-17T01:09:13.729 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qJj4grRjSJgUvCj off=3390609 len=1190818 2024-08-17T01:09:13.736 INFO:tasks.workunit.client.0.smithi157.stdout:op 4954 completed, throughput=5MB/sec 2024-08-17T01:09:13.736 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-m-jqq0bCFh9WFaD off=7051150 len=634701 2024-08-17T01:09:13.738 INFO:tasks.workunit.client.0.smithi157.stdout:op 4955 completed, throughput=5MB/sec 2024-08-17T01:09:13.738 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Rh4zsC14Fo-Y23Q off=55078 len=2077213 2024-08-17T01:09:13.740 INFO:tasks.workunit.client.0.smithi157.stdout:op 4956 completed, throughput=5MB/sec 2024-08-17T01:09:13.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:13 smithi157 ceph-mon[101289]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:09:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:13 smithi157 ceph-mon[98780]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:09:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:09:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:09:13] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:09:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:14.740 INFO:tasks.workunit.client.0.smithi157.stdout: 958: throughput=5MB/sec pending data=0 2024-08-17T01:09:14.740 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uvSXn0M_L9U18Ia off=11063739 len=157590 2024-08-17T01:09:14.743 INFO:tasks.workunit.client.0.smithi157.stdout:op 4957 completed, throughput=5MB/sec 2024-08-17T01:09:14.743 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-P-x8-CY_9vslo7x off=6876053 len=2050334 2024-08-17T01:09:14.752 INFO:tasks.workunit.client.0.smithi157.stdout:op 4958 completed, throughput=5MB/sec 2024-08-17T01:09:14.752 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-17G4GjG2Gl4Fntd off=55324 len=1642612 2024-08-17T01:09:14.760 INFO:tasks.workunit.client.0.smithi157.stdout:op 4959 completed, throughput=5MB/sec 2024-08-17T01:09:14.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:14.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:15 smithi187 ceph-mon[90552]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:09:15.760 INFO:tasks.workunit.client.0.smithi157.stdout: 959: throughput=5MB/sec pending data=0 2024-08-17T01:09:15.760 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9eyRiP4dzLDnmC3 off=2526175 len=353509 2024-08-17T01:09:15.761 INFO:tasks.workunit.client.0.smithi157.stdout:op 4960 completed, throughput=5MB/sec 2024-08-17T01:09:15.761 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lRQUq_N15WipPmy off=5495901 len=1741720 2024-08-17T01:09:15.765 INFO:tasks.workunit.client.0.smithi157.stdout:op 4961 completed, throughput=5MB/sec 2024-08-17T01:09:15.765 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-71ABB9_u5Q0kXCm off=7963854 len=723039 2024-08-17T01:09:15.770 INFO:tasks.workunit.client.0.smithi157.stdout:op 4962 completed, throughput=5MB/sec 2024-08-17T01:09:15.771 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lyY2FcYWTmneGWZ off=2887754 len=527111 2024-08-17T01:09:15.771 INFO:tasks.workunit.client.0.smithi157.stdout:op 4963 completed, throughput=5MB/sec 2024-08-17T01:09:15.771 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-a_IdgtVT_9es5XO off=2197126 len=1300395 2024-08-17T01:09:15.778 INFO:tasks.workunit.client.0.smithi157.stdout:op 4964 completed, throughput=5MB/sec 2024-08-17T01:09:15.778 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-X2iSrDffNO4A2gr off=8837 len=378728 2024-08-17T01:09:15.781 INFO:tasks.workunit.client.0.smithi157.stdout:op 4965 completed, throughput=5MB/sec 2024-08-17T01:09:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:15 smithi157 ceph-mon[101289]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:09:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:15 smithi157 ceph-mon[98780]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:09:16.781 INFO:tasks.workunit.client.0.smithi157.stdout: 960: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:16.782 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ffioKwT_en5uIPd off=16450569 len=909640 2024-08-17T01:09:16.787 INFO:tasks.workunit.client.0.smithi157.stdout:op 4966 completed, throughput=5MB/sec 2024-08-17T01:09:16.787 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YUiLYHV-OF8mZJK off=13438355 len=670285 2024-08-17T01:09:16.788 INFO:tasks.workunit.client.0.smithi157.stdout:op 4967 completed, throughput=5MB/sec 2024-08-17T01:09:16.788 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uYVEHNgtq0XzhcO off=2743374 len=1500875 2024-08-17T01:09:16.798 INFO:tasks.workunit.client.0.smithi157.stdout:op 4968 completed, throughput=5MB/sec 2024-08-17T01:09:16.798 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--BjzcNEGX8UhdJY off=2142374 len=1411800 2024-08-17T01:09:16.800 INFO:tasks.workunit.client.0.smithi157.stdout:op 4969 completed, throughput=5MB/sec 2024-08-17T01:09:16.800 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TJ_Q9WurUOMbQQx off=2528353 len=1772083 2024-08-17T01:09:16.807 INFO:tasks.workunit.client.0.smithi157.stdout:op 4970 completed, throughput=5MB/sec 2024-08-17T01:09:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:17 smithi187 ceph-mon[90552]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:09:17.808 INFO:tasks.workunit.client.0.smithi157.stdout: 961: throughput=5MB/sec pending data=0 2024-08-17T01:09:17.808 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-om-88eI_kTr3yhI off=703302 len=1779876 2024-08-17T01:09:17.819 INFO:tasks.workunit.client.0.smithi157.stdout:op 4971 completed, throughput=5MB/sec 2024-08-17T01:09:17.819 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-y1kM8kniYIHNWL6 off=6530334 len=1449922 2024-08-17T01:09:17.827 INFO:tasks.workunit.client.0.smithi157.stdout:op 4972 completed, throughput=5MB/sec 2024-08-17T01:09:17.827 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8HtsxE0Ib5B9t2P off=15038519 len=1402870 2024-08-17T01:09:17.833 INFO:tasks.workunit.client.0.smithi157.stdout:op 4973 completed, throughput=5MB/sec 2024-08-17T01:09:17.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:17 smithi157 ceph-mon[101289]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:09:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:17 smithi157 ceph-mon[98780]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:09:18.833 INFO:tasks.workunit.client.0.smithi157.stdout: 962: throughput=5MB/sec pending data=0 2024-08-17T01:09:18.833 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MSnMox8xUMnlvXF off=14959395 len=1603284 2024-08-17T01:09:18.835 INFO:tasks.workunit.client.0.smithi157.stdout:op 4974 completed, throughput=5MB/sec 2024-08-17T01:09:18.835 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SJNbJeMuzmtqYdx off=6373189 len=103902 2024-08-17T01:09:18.838 INFO:tasks.workunit.client.0.smithi157.stdout:op 4975 completed, throughput=5MB/sec 2024-08-17T01:09:18.838 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7NKqt_-cPzTIXz4 off=463587 len=1105335 2024-08-17T01:09:18.843 INFO:tasks.workunit.client.0.smithi157.stdout:op 4976 completed, throughput=5MB/sec 2024-08-17T01:09:18.843 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dP-_NBYeZsI4jIR off=10127301 len=2076161 2024-08-17T01:09:18.855 INFO:tasks.workunit.client.0.smithi157.stdout:op 4977 completed, throughput=5MB/sec 2024-08-17T01:09:18.855 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rQVW3Mh3S3Jl52F off=15244092 len=1474141 2024-08-17T01:09:18.859 INFO:tasks.workunit.client.0.smithi157.stdout:op 4978 completed, throughput=5MB/sec 2024-08-17T01:09:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:19 smithi187 ceph-mon[90552]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:09:19.857 INFO:tasks.workunit.client.0.smithi157.stdout: 963: throughput=5MB/sec pending data=0 2024-08-17T01:09:19.857 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FOENDCIj7lUthYn off=20652373 len=202518 2024-08-17T01:09:19.860 INFO:tasks.workunit.client.0.smithi157.stdout:op 4979 completed, throughput=5MB/sec 2024-08-17T01:09:19.860 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cWajpKbVRCEcSlR off=4728352 len=1213409 2024-08-17T01:09:19.868 INFO:tasks.workunit.client.0.smithi157.stdout:op 4980 completed, throughput=5MB/sec 2024-08-17T01:09:19.868 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-y9zsgycQTxk5qa1 off=4050699 len=427109 2024-08-17T01:09:19.872 INFO:tasks.workunit.client.0.smithi157.stdout:op 4981 completed, throughput=5MB/sec 2024-08-17T01:09:19.872 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6UK9nfenA1DJ7I- off=999284 len=1446339 2024-08-17T01:09:19.875 INFO:tasks.workunit.client.0.smithi157.stdout:op 4982 completed, throughput=5MB/sec 2024-08-17T01:09:19.875 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nq0KgfX72BBwo7k off=3067015 len=102337 2024-08-17T01:09:19.875 INFO:tasks.workunit.client.0.smithi157.stdout:op 4983 completed, throughput=5MB/sec 2024-08-17T01:09:19.875 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qlviKRER2qJs7br off=12643251 len=1526177 2024-08-17T01:09:19.882 INFO:tasks.workunit.client.0.smithi157.stdout:op 4984 completed, throughput=5MB/sec 2024-08-17T01:09:19.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:19 smithi157 ceph-mon[101289]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:09:19.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:19 smithi157 ceph-mon[98780]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:09:20.883 INFO:tasks.workunit.client.0.smithi157.stdout: 964: throughput=5MB/sec pending data=0 2024-08-17T01:09:20.883 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yslmNfempb438K3 off=20095806 len=350142 2024-08-17T01:09:20.886 INFO:tasks.workunit.client.0.smithi157.stdout:op 4985 completed, throughput=5MB/sec 2024-08-17T01:09:20.886 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XDOgN62C3cBX010 off=4696843 len=276606 2024-08-17T01:09:20.887 INFO:tasks.workunit.client.0.smithi157.stdout:op 4986 completed, throughput=5MB/sec 2024-08-17T01:09:20.887 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-H9I5E88DpsmEzGJ off=16575265 len=420521 2024-08-17T01:09:20.888 INFO:tasks.workunit.client.0.smithi157.stdout:op 4987 completed, throughput=5MB/sec 2024-08-17T01:09:20.888 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1I41xZjxjUrFO1n off=1082841 len=281036 2024-08-17T01:09:20.889 INFO:tasks.workunit.client.0.smithi157.stdout:op 4988 completed, throughput=5MB/sec 2024-08-17T01:09:20.889 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-v9YbEk4q6eSLmZ2 off=9571334 len=1839479 2024-08-17T01:09:20.896 INFO:tasks.workunit.client.0.smithi157.stdout:op 4989 completed, throughput=5MB/sec 2024-08-17T01:09:20.896 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pk4Pie9dwEICFZ6 off=1561310 len=168644 2024-08-17T01:09:20.897 INFO:tasks.workunit.client.0.smithi157.stdout:op 4990 completed, throughput=5MB/sec 2024-08-17T01:09:20.897 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-f1K_ekqtDlBHr9I off=5813474 len=858340 2024-08-17T01:09:20.902 INFO:tasks.workunit.client.0.smithi157.stdout:op 4991 completed, throughput=5MB/sec 2024-08-17T01:09:20.902 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FobcAiwNQjpsugc off=2579466 len=960847 2024-08-17T01:09:20.903 INFO:tasks.workunit.client.0.smithi157.stdout:op 4992 completed, throughput=5MB/sec 2024-08-17T01:09:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:21 smithi187 ceph-mon[90552]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:09:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:21 smithi157 ceph-mon[101289]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:09:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:21 smithi157 ceph-mon[98780]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:09:21.904 INFO:tasks.workunit.client.0.smithi157.stdout: 965: throughput=5MB/sec pending data=0 2024-08-17T01:09:21.904 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OW11LmT7gPjQSCk off=578443 len=1274391 2024-08-17T01:09:21.913 INFO:tasks.workunit.client.0.smithi157.stdout:op 4993 completed, throughput=5MB/sec 2024-08-17T01:09:21.913 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-y1i_CnVaF7_lrVc off=6902591 len=873217 2024-08-17T01:09:21.914 INFO:tasks.workunit.client.0.smithi157.stdout:op 4994 completed, throughput=5MB/sec 2024-08-17T01:09:21.915 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oNkZ37aw6UON-KO off=7058015 len=1803000 2024-08-17T01:09:21.918 INFO:tasks.workunit.client.0.smithi157.stdout:op 4995 completed, throughput=5MB/sec 2024-08-17T01:09:21.918 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sCagT-eW40L2F1Q off=3719269 len=486016 2024-08-17T01:09:21.922 INFO:tasks.workunit.client.0.smithi157.stdout:op 4996 completed, throughput=5MB/sec 2024-08-17T01:09:21.922 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KGVtoBvANNZu8_7 off=9177777 len=1632454 2024-08-17T01:09:21.924 INFO:tasks.workunit.client.0.smithi157.stdout:op 4997 completed, throughput=5MB/sec 2024-08-17T01:09:22.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:09:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:09:22.924 INFO:tasks.workunit.client.0.smithi157.stdout: 966: throughput=5MB/sec pending data=0 2024-08-17T01:09:22.924 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0ZeYkDDOKgDMFC0 off=0 len=1120373 2024-08-17T01:09:22.926 INFO:tasks.workunit.client.0.smithi157.stdout:op 4998 completed, throughput=5MB/sec 2024-08-17T01:09:22.926 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QDAbBc8rDXpNNos off=10817641 len=1137216 2024-08-17T01:09:22.931 INFO:tasks.workunit.client.0.smithi157.stdout:op 4999 completed, throughput=5MB/sec 2024-08-17T01:09:22.931 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JciQl_huCW0pLXU off=10748759 len=1566823 2024-08-17T01:09:22.939 INFO:tasks.workunit.client.0.smithi157.stdout:op 5000 completed, throughput=5MB/sec 2024-08-17T01:09:22.939 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_XIPLiQCMlmr6m4 off=955313 len=1532428 2024-08-17T01:09:22.946 INFO:tasks.workunit.client.0.smithi157.stdout:op 5001 completed, throughput=5MB/sec 2024-08-17T01:09:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:23 smithi187 ceph-mon[90552]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-17T01:09:23.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:23 smithi157 ceph-mon[101289]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-17T01:09:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:23 smithi157 ceph-mon[98780]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-17T01:09:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:09:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:09:23] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-08-17T01:09:23.946 INFO:tasks.workunit.client.0.smithi157.stdout: 967: throughput=5MB/sec pending data=0 2024-08-17T01:09:23.946 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YmtmZJ40kCrgk9I off=4246313 len=362404 2024-08-17T01:09:23.949 INFO:tasks.workunit.client.0.smithi157.stdout:op 5002 completed, throughput=5MB/sec 2024-08-17T01:09:23.950 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tU31N6wtIzLJRc1 off=4285220 len=1307993 2024-08-17T01:09:23.952 INFO:tasks.workunit.client.0.smithi157.stdout:op 5003 completed, throughput=5MB/sec 2024-08-17T01:09:23.952 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--ZM24_J65SftH_P off=807930 len=203668 2024-08-17T01:09:23.955 INFO:tasks.workunit.client.0.smithi157.stdout:op 5004 completed, throughput=5MB/sec 2024-08-17T01:09:23.955 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JgQuzrpLZei_3f6 off=8281507 len=295182 2024-08-17T01:09:23.958 INFO:tasks.workunit.client.0.smithi157.stdout:op 5005 completed, throughput=5MB/sec 2024-08-17T01:09:23.958 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ym0KgQc27jisV7s off=6496877 len=934929 2024-08-17T01:09:23.960 INFO:tasks.workunit.client.0.smithi157.stdout:op 5006 completed, throughput=5MB/sec 2024-08-17T01:09:23.960 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-klAPUCRYANQArFa off=994433 len=1214005 2024-08-17T01:09:23.962 INFO:tasks.workunit.client.0.smithi157.stdout:op 5007 completed, throughput=5MB/sec 2024-08-17T01:09:24.962 INFO:tasks.workunit.client.0.smithi157.stdout: 968: throughput=5MB/sec pending data=0 2024-08-17T01:09:24.962 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-S4Tb_PVq6j0bC60 off=10899300 len=478247 2024-08-17T01:09:24.966 INFO:tasks.workunit.client.0.smithi157.stdout:op 5008 completed, throughput=5MB/sec 2024-08-17T01:09:24.966 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uYVEHNgtq0XzhcO off=6620951 len=1152015 2024-08-17T01:09:24.969 INFO:tasks.workunit.client.0.smithi157.stdout:op 5009 completed, throughput=5MB/sec 2024-08-17T01:09:24.969 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gOYznOJyDQONoRR off=5601763 len=1479683 2024-08-17T01:09:24.971 INFO:tasks.workunit.client.0.smithi157.stdout:op 5010 completed, throughput=5MB/sec 2024-08-17T01:09:24.971 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dhC-BxtmXHnKd-q off=6009812 len=838628 2024-08-17T01:09:24.972 INFO:tasks.workunit.client.0.smithi157.stdout:op 5011 completed, throughput=5MB/sec 2024-08-17T01:09:24.972 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lPbCjdco1AuYZPw off=2592412 len=1426650 2024-08-17T01:09:24.975 INFO:tasks.workunit.client.0.smithi157.stdout:op 5012 completed, throughput=5MB/sec 2024-08-17T01:09:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:25 smithi187 ceph-mon[90552]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:09:25.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:25 smithi157 ceph-mon[98780]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:09:25.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:25 smithi157 ceph-mon[101289]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:09:25.975 INFO:tasks.workunit.client.0.smithi157.stdout: 969: throughput=5MB/sec pending data=0 2024-08-17T01:09:25.975 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mDg8s01nXuhyOmC off=3484373 len=862387 2024-08-17T01:09:25.978 INFO:tasks.workunit.client.0.smithi157.stdout:op 5013 completed, throughput=5MB/sec 2024-08-17T01:09:25.978 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jUUI-ZOHrLiFUN1 off=6127408 len=9549 2024-08-17T01:09:25.980 INFO:tasks.workunit.client.0.smithi157.stdout:op 5014 completed, throughput=5MB/sec 2024-08-17T01:09:25.980 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hNpDxJgJIBRfa1u off=8133772 len=1021833 2024-08-17T01:09:25.986 INFO:tasks.workunit.client.0.smithi157.stdout:op 5015 completed, throughput=5MB/sec 2024-08-17T01:09:25.986 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ECZpyVB3_WwZPqz off=14454696 len=2061951 2024-08-17T01:09:25.990 INFO:tasks.workunit.client.0.smithi157.stdout:op 5016 completed, throughput=5MB/sec 2024-08-17T01:09:25.990 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lINzAPJfpZtqUKK off=6479894 len=185984 2024-08-17T01:09:25.990 INFO:tasks.workunit.client.0.smithi157.stdout:op 5017 completed, throughput=5MB/sec 2024-08-17T01:09:25.990 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-m3K3_VTEYa9QPfi off=1427467 len=539451 2024-08-17T01:09:25.991 INFO:tasks.workunit.client.0.smithi157.stdout:op 5018 completed, throughput=5MB/sec 2024-08-17T01:09:25.992 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4oV6G43alvYGzHM off=9451378 len=1869426 2024-08-17T01:09:25.999 INFO:tasks.workunit.client.0.smithi157.stdout:op 5019 completed, throughput=5MB/sec 2024-08-17T01:09:27.000 INFO:tasks.workunit.client.0.smithi157.stdout: 970: throughput=5MB/sec pending data=0 2024-08-17T01:09:27.000 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tWpBX4qDPWxRRUq off=15600383 len=145252 2024-08-17T01:09:27.000 INFO:tasks.workunit.client.0.smithi157.stdout:op 5020 completed, throughput=5MB/sec 2024-08-17T01:09:27.000 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-B-h-00TtNYcxBEu off=1283796 len=268970 2024-08-17T01:09:27.004 INFO:tasks.workunit.client.0.smithi157.stdout:op 5021 completed, throughput=5MB/sec 2024-08-17T01:09:27.004 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CCp29wwdukUvfRv off=13214816 len=646077 2024-08-17T01:09:27.008 INFO:tasks.workunit.client.0.smithi157.stdout:op 5022 completed, throughput=5MB/sec 2024-08-17T01:09:27.008 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iW-THkCI3bKfZws off=8523941 len=1599482 2024-08-17T01:09:27.012 INFO:tasks.workunit.client.0.smithi157.stdout:op 5023 completed, throughput=5MB/sec 2024-08-17T01:09:27.012 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-irk5Ui28uY4HryA off=3440541 len=1357530 2024-08-17T01:09:27.019 INFO:tasks.workunit.client.0.smithi157.stdout:op 5024 completed, throughput=5MB/sec 2024-08-17T01:09:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:27 smithi187 ceph-mon[90552]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:09:27.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:27 smithi157 ceph-mon[98780]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:09:27.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:27 smithi157 ceph-mon[101289]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:09:28.020 INFO:tasks.workunit.client.0.smithi157.stdout: 971: throughput=5MB/sec pending data=0 2024-08-17T01:09:28.020 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZQJMFM_XDYt41gs off=8264695 len=1362409 2024-08-17T01:09:28.026 INFO:tasks.workunit.client.0.smithi157.stdout:op 5025 completed, throughput=5MB/sec 2024-08-17T01:09:28.026 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TtcR1NMcraxFoFq off=3334590 len=918192 2024-08-17T01:09:28.028 INFO:tasks.workunit.client.0.smithi157.stdout:op 5026 completed, throughput=5MB/sec 2024-08-17T01:09:28.028 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vV4o6a5qnYhYylj off=4071818 len=1590125 2024-08-17T01:09:28.030 INFO:tasks.workunit.client.0.smithi157.stdout:op 5027 completed, throughput=5MB/sec 2024-08-17T01:09:28.030 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kN6FqLni8U9cG9C off=364497 len=1408451 2024-08-17T01:09:28.031 INFO:tasks.workunit.client.0.smithi157.stdout:op 5028 completed, throughput=5MB/sec 2024-08-17T01:09:29.032 INFO:tasks.workunit.client.0.smithi157.stdout: 972: throughput=5MB/sec pending data=0 2024-08-17T01:09:29.032 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dMXTGhY6IuY7I1b off=2316124 len=1839813 2024-08-17T01:09:29.039 INFO:tasks.workunit.client.0.smithi157.stdout:op 5029 completed, throughput=5MB/sec 2024-08-17T01:09:29.039 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CIYZ97h5KDScGXN off=4956917 len=596318 2024-08-17T01:09:29.041 INFO:tasks.workunit.client.0.smithi157.stdout:op 5030 completed, throughput=5MB/sec 2024-08-17T01:09:29.041 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pOgxHoKdYj9lKQ_ off=1580730 len=1264998 2024-08-17T01:09:29.049 INFO:tasks.workunit.client.0.smithi157.stdout:op 5031 completed, throughput=5MB/sec 2024-08-17T01:09:29.049 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nINWpmVHlq2vG_6 off=397967 len=1216750 2024-08-17T01:09:29.051 INFO:tasks.workunit.client.0.smithi157.stdout:op 5032 completed, throughput=5MB/sec 2024-08-17T01:09:29.051 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nV5Taz7zEU8jZuE off=22235492 len=1428977 2024-08-17T01:09:29.052 INFO:tasks.workunit.client.0.smithi157.stdout:op 5033 completed, throughput=5MB/sec 2024-08-17T01:09:29.687 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:29 smithi157 ceph-mon[101289]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:09:29.687 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:29.687 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:29 smithi157 ceph-mon[98780]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:09:29.687 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:29 smithi187 ceph-mon[90552]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:09:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:30.053 INFO:tasks.workunit.client.0.smithi157.stdout: 973: throughput=5MB/sec pending data=0 2024-08-17T01:09:30.053 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Pcl80d9boUlNzeW off=10321716 len=443918 2024-08-17T01:09:30.056 INFO:tasks.workunit.client.0.smithi157.stdout:op 5034 completed, throughput=5MB/sec 2024-08-17T01:09:30.057 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4sYzPY2_Yh3xYpv off=9572273 len=206086 2024-08-17T01:09:30.057 INFO:tasks.workunit.client.0.smithi157.stdout:op 5035 completed, throughput=5MB/sec 2024-08-17T01:09:30.057 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--DneVZY1I5KwxLI off=3354674 len=269199 2024-08-17T01:09:30.058 INFO:tasks.workunit.client.0.smithi157.stdout:op 5036 completed, throughput=5MB/sec 2024-08-17T01:09:30.058 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wT7tQ_AA1UEYEMd off=2693222 len=1157746 2024-08-17T01:09:30.063 INFO:tasks.workunit.client.0.smithi157.stdout:op 5037 completed, throughput=5MB/sec 2024-08-17T01:09:30.063 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_ialWwZ-HLqpvog off=12017028 len=1928799 2024-08-17T01:09:30.067 INFO:tasks.workunit.client.0.smithi157.stdout:op 5038 completed, throughput=5MB/sec 2024-08-17T01:09:30.067 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4jfrFPemBztr1qo off=6681448 len=1894826 2024-08-17T01:09:30.077 INFO:tasks.workunit.client.0.smithi157.stdout:op 5039 completed, throughput=5MB/sec 2024-08-17T01:09:31.078 INFO:tasks.workunit.client.0.smithi157.stdout: 974: throughput=5MB/sec pending data=0 2024-08-17T01:09:31.078 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DnaTbox7iNi4Y4i off=5452466 len=601265 2024-08-17T01:09:31.082 INFO:tasks.workunit.client.0.smithi157.stdout:op 5040 completed, throughput=5MB/sec 2024-08-17T01:09:31.082 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aWh6tNK18atuMcX off=7076522 len=1687321 2024-08-17T01:09:31.088 INFO:tasks.workunit.client.0.smithi157.stdout:op 5041 completed, throughput=5MB/sec 2024-08-17T01:09:31.089 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zmN0JCrKhCR7hm- off=13221841 len=752935 2024-08-17T01:09:31.091 INFO:tasks.workunit.client.0.smithi157.stdout:op 5042 completed, throughput=5MB/sec 2024-08-17T01:09:31.091 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-X2woAQUldWLUHdK off=6781921 len=371536 2024-08-17T01:09:31.094 INFO:tasks.workunit.client.0.smithi157.stdout:op 5043 completed, throughput=5MB/sec 2024-08-17T01:09:31.094 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9Vy0zAwCLA5kPiq off=2161269 len=1814442 2024-08-17T01:09:31.096 INFO:tasks.workunit.client.0.smithi157.stdout:op 5044 completed, throughput=5MB/sec 2024-08-17T01:09:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:31 smithi187 ceph-mon[90552]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:09:31.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:31 smithi157 ceph-mon[101289]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:09:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:31 smithi157 ceph-mon[98780]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:09:32.096 INFO:tasks.workunit.client.0.smithi157.stdout: 975: throughput=5MB/sec pending data=0 2024-08-17T01:09:32.096 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-np5JLtTLYBAANjt off=10100332 len=1986586 2024-08-17T01:09:32.098 INFO:tasks.workunit.client.0.smithi157.stdout:op 5045 completed, throughput=5MB/sec 2024-08-17T01:09:32.099 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--34jIy1usK2OsuK off=660450 len=406811 2024-08-17T01:09:32.102 INFO:tasks.workunit.client.0.smithi157.stdout:op 5046 completed, throughput=5MB/sec 2024-08-17T01:09:32.103 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wrOIJerei49cSq4 off=16629515 len=1386273 2024-08-17T01:09:32.112 INFO:tasks.workunit.client.0.smithi157.stdout:op 5047 completed, throughput=5MB/sec 2024-08-17T01:09:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:09:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:09:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:09:33.112 INFO:tasks.workunit.client.0.smithi157.stdout: 976: throughput=5MB/sec pending data=0 2024-08-17T01:09:33.112 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZnQcHAFRQ_qpkEm off=15492266 len=654199 2024-08-17T01:09:33.114 INFO:tasks.workunit.client.0.smithi157.stdout:op 5048 completed, throughput=5MB/sec 2024-08-17T01:09:33.114 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yuMgRhMOCWgIUMG off=114117 len=737093 2024-08-17T01:09:33.119 INFO:tasks.workunit.client.0.smithi157.stdout:op 5049 completed, throughput=5MB/sec 2024-08-17T01:09:33.119 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Le9C7-f7uHxwr6p off=5314215 len=911933 2024-08-17T01:09:33.121 INFO:tasks.workunit.client.0.smithi157.stdout:op 5050 completed, throughput=5MB/sec 2024-08-17T01:09:33.121 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7iKucnQTj3XyoQ2 off=309468 len=1833030 2024-08-17T01:09:33.129 INFO:tasks.workunit.client.0.smithi157.stdout:op 5051 completed, throughput=5MB/sec 2024-08-17T01:09:33.129 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gUAlYMqSQV3qQX0 off=3277638 len=522997 2024-08-17T01:09:33.133 INFO:tasks.workunit.client.0.smithi157.stdout:op 5052 completed, throughput=5MB/sec 2024-08-17T01:09:33.133 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qv1abzyPI-iN-xT off=8839602 len=1983942 2024-08-17T01:09:33.135 INFO:tasks.workunit.client.0.smithi157.stdout:op 5053 completed, throughput=5MB/sec 2024-08-17T01:09:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:33 smithi187 ceph-mon[90552]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:09:33.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:33 smithi157 ceph-mon[98780]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:09:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:09:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:09:33] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-08-17T01:09:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:33 smithi157 ceph-mon[101289]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:09:34.135 INFO:tasks.workunit.client.0.smithi157.stdout: 977: throughput=5MB/sec pending data=0 2024-08-17T01:09:34.136 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-l16pDTEF9zX2qBQ off=8395303 len=577813 2024-08-17T01:09:34.140 INFO:tasks.workunit.client.0.smithi157.stdout:op 5054 completed, throughput=5MB/sec 2024-08-17T01:09:34.140 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FAgHe847n83d103 off=3002002 len=561306 2024-08-17T01:09:34.142 INFO:tasks.workunit.client.0.smithi157.stdout:op 5055 completed, throughput=5MB/sec 2024-08-17T01:09:34.142 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qI-6yz2eZQYMQDx off=880128 len=142073 2024-08-17T01:09:34.142 INFO:tasks.workunit.client.0.smithi157.stdout:op 5056 completed, throughput=5MB/sec 2024-08-17T01:09:34.142 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-knszmoZXh1l2DH4 off=3829143 len=1288290 2024-08-17T01:09:34.150 INFO:tasks.workunit.client.0.smithi157.stdout:op 5057 completed, throughput=5MB/sec 2024-08-17T01:09:34.150 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gkdOHPY1ckJqgAv off=2613612 len=1622202 2024-08-17T01:09:34.151 INFO:tasks.workunit.client.0.smithi157.stdout:op 5058 completed, throughput=5MB/sec 2024-08-17T01:09:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:34 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:09:34.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:34 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:09:34.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:34 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:09:35.151 INFO:tasks.workunit.client.0.smithi157.stdout: 978: throughput=5MB/sec pending data=0 2024-08-17T01:09:35.151 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XkxUKuRrxMaTbOK off=1993008 len=2029880 2024-08-17T01:09:35.153 INFO:tasks.workunit.client.0.smithi157.stdout:op 5059 completed, throughput=5MB/sec 2024-08-17T01:09:35.153 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XHIURDDe0XKjs61 off=5021203 len=324242 2024-08-17T01:09:35.156 INFO:tasks.workunit.client.0.smithi157.stdout:op 5060 completed, throughput=5MB/sec 2024-08-17T01:09:35.156 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Bu87--3gCrT4dVV off=5210195 len=1218700 2024-08-17T01:09:35.158 INFO:tasks.workunit.client.0.smithi157.stdout:op 5061 completed, throughput=5MB/sec 2024-08-17T01:09:35.158 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BReHR4Epf4qOrCt off=12188518 len=223452 2024-08-17T01:09:35.161 INFO:tasks.workunit.client.0.smithi157.stdout:op 5062 completed, throughput=5MB/sec 2024-08-17T01:09:35.161 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TtjUfHjqhRX1IOd off=79695 len=2091959 2024-08-17T01:09:35.167 INFO:tasks.workunit.client.0.smithi157.stdout:op 5063 completed, throughput=5MB/sec 2024-08-17T01:09:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:35 smithi187 ceph-mon[90552]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:09:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:35 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:09:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:35 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:09:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:35 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:09:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:35 smithi157 ceph-mon[101289]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:09:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:35 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:09:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:35 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:09:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:35 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:09:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:35 smithi157 ceph-mon[98780]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:09:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:35 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:09:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:35 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:09:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:35 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:09:36.168 INFO:tasks.workunit.client.0.smithi157.stdout: 979: throughput=5MB/sec pending data=0 2024-08-17T01:09:36.168 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wytrALF6np0o88f off=9567479 len=359233 2024-08-17T01:09:36.169 INFO:tasks.workunit.client.0.smithi157.stdout:op 5064 completed, throughput=5MB/sec 2024-08-17T01:09:36.170 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xRxrpvMNrmsjOcS off=8810712 len=1794942 2024-08-17T01:09:36.172 INFO:tasks.workunit.client.0.smithi157.stdout:op 5065 completed, throughput=5MB/sec 2024-08-17T01:09:36.172 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_M7LI3la5cCZKVY off=5291182 len=238023 2024-08-17T01:09:36.172 INFO:tasks.workunit.client.0.smithi157.stdout:op 5066 completed, throughput=5MB/sec 2024-08-17T01:09:36.173 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-A-8B0E6xrlC4Fyo off=636649 len=1712458 2024-08-17T01:09:36.175 INFO:tasks.workunit.client.0.smithi157.stdout:op 5067 completed, throughput=5MB/sec 2024-08-17T01:09:36.175 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ej8upCQqPqDcs3q off=394424 len=1312714 2024-08-17T01:09:36.177 INFO:tasks.workunit.client.0.smithi157.stdout:op 5068 completed, throughput=5MB/sec 2024-08-17T01:09:37.178 INFO:tasks.workunit.client.0.smithi157.stdout: 980: throughput=5MB/sec pending data=0 2024-08-17T01:09:37.178 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-M29wipZsg1p4lgJ off=917730 len=632408 2024-08-17T01:09:37.183 INFO:tasks.workunit.client.0.smithi157.stdout:op 5069 completed, throughput=5MB/sec 2024-08-17T01:09:37.183 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-woFU4WnL335nIOp off=13379935 len=928452 2024-08-17T01:09:37.188 INFO:tasks.workunit.client.0.smithi157.stdout:op 5070 completed, throughput=5MB/sec 2024-08-17T01:09:37.188 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cZnMPyC2PvMO_w7 off=4075348 len=537232 2024-08-17T01:09:37.189 INFO:tasks.workunit.client.0.smithi157.stdout:op 5071 completed, throughput=5MB/sec 2024-08-17T01:09:37.189 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gU59m9ttTXFZCEj off=5439654 len=12783 2024-08-17T01:09:37.190 INFO:tasks.workunit.client.0.smithi157.stdout:op 5072 completed, throughput=5MB/sec 2024-08-17T01:09:37.190 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zkFqJ9iP0d8-9o8 off=1765655 len=346626 2024-08-17T01:09:37.193 INFO:tasks.workunit.client.0.smithi157.stdout:op 5073 completed, throughput=5MB/sec 2024-08-17T01:09:37.193 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dyQu9MeaxXFcosC off=9533920 len=1203354 2024-08-17T01:09:37.194 INFO:tasks.workunit.client.0.smithi157.stdout:op 5074 completed, throughput=5MB/sec 2024-08-17T01:09:37.195 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Y68BFMGpK0k0mec off=8372476 len=605063 2024-08-17T01:09:37.196 INFO:tasks.workunit.client.0.smithi157.stdout:op 5075 completed, throughput=5MB/sec 2024-08-17T01:09:37.196 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qE_Dna75ouB8bvb off=8973800 len=316710 2024-08-17T01:09:37.197 INFO:tasks.workunit.client.0.smithi157.stdout:op 5076 completed, throughput=5MB/sec 2024-08-17T01:09:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:37 smithi187 ceph-mon[90552]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:09:37.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:37 smithi157 ceph-mon[101289]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:09:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:37 smithi157 ceph-mon[98780]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:09:38.197 INFO:tasks.workunit.client.0.smithi157.stdout: 981: throughput=5MB/sec pending data=0 2024-08-17T01:09:38.198 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qGtiDO2IX5L__Bh off=301525 len=1657589 2024-08-17T01:09:38.200 INFO:tasks.workunit.client.0.smithi157.stdout:op 5077 completed, throughput=5MB/sec 2024-08-17T01:09:38.200 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nxpEdu32OypEqTt off=1835082 len=564167 2024-08-17T01:09:38.201 INFO:tasks.workunit.client.0.smithi157.stdout:op 5078 completed, throughput=5MB/sec 2024-08-17T01:09:38.201 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-D3LiYIa7Cr3WL4z off=509975 len=295882 2024-08-17T01:09:38.204 INFO:tasks.workunit.client.0.smithi157.stdout:op 5079 completed, throughput=5MB/sec 2024-08-17T01:09:38.204 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bJjkH7BW3sdjl2B off=317929 len=1112555 2024-08-17T01:09:38.205 INFO:tasks.workunit.client.0.smithi157.stdout:op 5080 completed, throughput=5MB/sec 2024-08-17T01:09:38.205 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KCz7QtcR0136lDl off=17738731 len=1713093 2024-08-17T01:09:38.209 INFO:tasks.workunit.client.0.smithi157.stdout:op 5081 completed, throughput=5MB/sec 2024-08-17T01:09:39.209 INFO:tasks.workunit.client.0.smithi157.stdout: 982: throughput=5MB/sec pending data=0 2024-08-17T01:09:39.209 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wjlahFDYfZQcZ0Q off=1480589 len=427044 2024-08-17T01:09:39.213 INFO:tasks.workunit.client.0.smithi157.stdout:op 5082 completed, throughput=5MB/sec 2024-08-17T01:09:39.213 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JoKAS0k_N8GICFo off=199257 len=1647857 2024-08-17T01:09:39.220 INFO:tasks.workunit.client.0.smithi157.stdout:op 5083 completed, throughput=5MB/sec 2024-08-17T01:09:39.220 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ThJqZnV-WapS2Ob off=9119996 len=1124481 2024-08-17T01:09:39.222 INFO:tasks.workunit.client.0.smithi157.stdout:op 5084 completed, throughput=5MB/sec 2024-08-17T01:09:39.222 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BPf_3xnctZ_8e9A off=156567 len=459087 2024-08-17T01:09:39.223 INFO:tasks.workunit.client.0.smithi157.stdout:op 5085 completed, throughput=5MB/sec 2024-08-17T01:09:39.223 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VPfMIp9geWw6efh off=13363768 len=2026375 2024-08-17T01:09:39.235 INFO:tasks.workunit.client.0.smithi157.stdout:op 5086 completed, throughput=5MB/sec 2024-08-17T01:09:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:39 smithi187 ceph-mon[90552]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:09:39.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:39 smithi157 ceph-mon[101289]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:09:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:39 smithi157 ceph-mon[98780]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:09:40.235 INFO:tasks.workunit.client.0.smithi157.stdout: 983: throughput=5MB/sec pending data=0 2024-08-17T01:09:40.235 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JSpIfGdlpKPqotk off=5558678 len=1695186 2024-08-17T01:09:40.244 INFO:tasks.workunit.client.0.smithi157.stdout:op 5087 completed, throughput=5MB/sec 2024-08-17T01:09:40.244 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-t9sNmOhEkF4D4cT off=10871172 len=490778 2024-08-17T01:09:40.247 INFO:tasks.workunit.client.0.smithi157.stdout:op 5088 completed, throughput=5MB/sec 2024-08-17T01:09:40.247 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DQm3HHqZ0okznh0 off=2451670 len=732367 2024-08-17T01:09:40.252 INFO:tasks.workunit.client.0.smithi157.stdout:op 5089 completed, throughput=5MB/sec 2024-08-17T01:09:40.252 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cE7tDbh3MzlQNDj off=9934315 len=1814519 2024-08-17T01:09:40.254 INFO:tasks.workunit.client.0.smithi157.stdout:op 5090 completed, throughput=5MB/sec 2024-08-17T01:09:40.254 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-wImxyz8PNtTCp06 off=9514423 len=1191602 2024-08-17T01:09:40.259 INFO:tasks.workunit.client.0.smithi157.stdout:op 5091 completed, throughput=5MB/sec 2024-08-17T01:09:41.259 INFO:tasks.workunit.client.0.smithi157.stdout: 984: throughput=5MB/sec pending data=0 2024-08-17T01:09:41.259 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aDL7j0sEkXfBW6a off=3381196 len=597457 2024-08-17T01:09:41.264 INFO:tasks.workunit.client.0.smithi157.stdout:op 5092 completed, throughput=5MB/sec 2024-08-17T01:09:41.264 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CYQ8K8iA13K8ff8 off=12966132 len=1836355 2024-08-17T01:09:41.272 INFO:tasks.workunit.client.0.smithi157.stdout:op 5093 completed, throughput=5MB/sec 2024-08-17T01:09:41.273 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-286ZwqUQmWvNyZ5 off=1633851 len=364639 2024-08-17T01:09:41.275 INFO:tasks.workunit.client.0.smithi157.stdout:op 5094 completed, throughput=5MB/sec 2024-08-17T01:09:41.276 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YDATJI2v97rP1wP off=8007599 len=745550 2024-08-17T01:09:41.280 INFO:tasks.workunit.client.0.smithi157.stdout:op 5095 completed, throughput=5MB/sec 2024-08-17T01:09:41.280 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dRl2IJ8dK1KRIug off=15991226 len=1065221 2024-08-17T01:09:41.281 INFO:tasks.workunit.client.0.smithi157.stdout:op 5096 completed, throughput=5MB/sec 2024-08-17T01:09:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:41 smithi157 ceph-mon[98780]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:09:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:41 smithi157 ceph-mon[101289]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:09:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:41 smithi187 ceph-mon[90552]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:09:42.282 INFO:tasks.workunit.client.0.smithi157.stdout: 985: throughput=5MB/sec pending data=0 2024-08-17T01:09:42.282 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-b0h_Gl84iO1arKR off=11366519 len=229309 2024-08-17T01:09:42.285 INFO:tasks.workunit.client.0.smithi157.stdout:op 5097 completed, throughput=5MB/sec 2024-08-17T01:09:42.285 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dvcLsG0XVgz7-hb off=3920214 len=1410967 2024-08-17T01:09:42.292 INFO:tasks.workunit.client.0.smithi157.stdout:op 5098 completed, throughput=5MB/sec 2024-08-17T01:09:42.292 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bzrzbaxOBllwE2V off=7072162 len=639225 2024-08-17T01:09:42.296 INFO:tasks.workunit.client.0.smithi157.stdout:op 5099 completed, throughput=5MB/sec 2024-08-17T01:09:42.296 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mw9TZ8ZJzafItVs off=19229969 len=1750020 2024-08-17T01:09:42.308 INFO:tasks.workunit.client.0.smithi157.stdout:op 5100 completed, throughput=5MB/sec 2024-08-17T01:09:42.308 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-elwZeNc4vPQjKV3 off=3705907 len=1764972 2024-08-17T01:09:42.309 INFO:tasks.workunit.client.0.smithi157.stdout:op 5101 completed, throughput=5MB/sec 2024-08-17T01:09:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:09:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:09:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:09:43.310 INFO:tasks.workunit.client.0.smithi157.stdout: 986: throughput=5MB/sec pending data=0 2024-08-17T01:09:43.310 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-I5ur-x_9zGgwAlQ off=6558097 len=193596 2024-08-17T01:09:43.313 INFO:tasks.workunit.client.0.smithi157.stdout:op 5102 completed, throughput=5MB/sec 2024-08-17T01:09:43.313 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AmjtO0UXsGe5OqO off=1559299 len=542168 2024-08-17T01:09:43.315 INFO:tasks.workunit.client.0.smithi157.stdout:op 5103 completed, throughput=5MB/sec 2024-08-17T01:09:43.315 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cqT7q3n3e-8_z-r off=7282664 len=2019380 2024-08-17T01:09:43.328 INFO:tasks.workunit.client.0.smithi157.stdout:op 5104 completed, throughput=5MB/sec 2024-08-17T01:09:43.328 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-68hIqEa4xbErRqu off=5287374 len=1600477 2024-08-17T01:09:43.331 INFO:tasks.workunit.client.0.smithi157.stdout:op 5105 completed, throughput=5MB/sec 2024-08-17T01:09:43.331 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IKaiR6Kx8GNbQtp off=1392520 len=1191306 2024-08-17T01:09:43.337 INFO:tasks.workunit.client.0.smithi157.stdout:op 5106 completed, throughput=5MB/sec 2024-08-17T01:09:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:43 smithi157 ceph-mon[98780]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:09:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:09:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:09:43] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-08-17T01:09:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:43 smithi157 ceph-mon[101289]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:09:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:43 smithi187 ceph-mon[90552]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:09:44.337 INFO:tasks.workunit.client.0.smithi157.stdout: 987: throughput=5MB/sec pending data=0 2024-08-17T01:09:44.338 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xcY-6dWyEeCYlfX off=0 len=1086866 2024-08-17T01:09:44.344 INFO:tasks.workunit.client.0.smithi157.stdout:op 5107 completed, throughput=5MB/sec 2024-08-17T01:09:44.344 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oKIz9z_Ig7xSgxD off=4654141 len=1939405 2024-08-17T01:09:44.346 INFO:tasks.workunit.client.0.smithi157.stdout:op 5108 completed, throughput=5MB/sec 2024-08-17T01:09:44.346 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wown-6CAisju1VO off=1020293 len=202692 2024-08-17T01:09:44.347 INFO:tasks.workunit.client.0.smithi157.stdout:op 5109 completed, throughput=5MB/sec 2024-08-17T01:09:44.347 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BY_abrmYuz2ZYnv off=5198590 len=117130 2024-08-17T01:09:44.348 INFO:tasks.workunit.client.0.smithi157.stdout:op 5110 completed, throughput=5MB/sec 2024-08-17T01:09:44.348 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-B_3Y1f_vSiTMPbl off=22346533 len=739208 2024-08-17T01:09:44.349 INFO:tasks.workunit.client.0.smithi157.stdout:op 5111 completed, throughput=5MB/sec 2024-08-17T01:09:44.349 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gmA9CBOzfz9OThi off=5713759 len=524088 2024-08-17T01:09:44.353 INFO:tasks.workunit.client.0.smithi157.stdout:op 5112 completed, throughput=5MB/sec 2024-08-17T01:09:44.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:45.353 INFO:tasks.workunit.client.0.smithi157.stdout: 988: throughput=5MB/sec pending data=0 2024-08-17T01:09:45.353 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5alEjJtk6cV0cqu off=6064740 len=1388138 2024-08-17T01:09:45.359 INFO:tasks.workunit.client.0.smithi157.stdout:op 5113 completed, throughput=5MB/sec 2024-08-17T01:09:45.359 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Z1ZvkwXSHvvkjSb off=15523 len=1273265 2024-08-17T01:09:45.366 INFO:tasks.workunit.client.0.smithi157.stdout:op 5114 completed, throughput=5MB/sec 2024-08-17T01:09:45.366 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nfW7sH4g-oJ3tzq off=3697986 len=918252 2024-08-17T01:09:45.371 INFO:tasks.workunit.client.0.smithi157.stdout:op 5115 completed, throughput=5MB/sec 2024-08-17T01:09:45.371 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RgV-dLZ-YoVTcj3 off=3315620 len=1081264 2024-08-17T01:09:45.372 INFO:tasks.workunit.client.0.smithi157.stdout:op 5116 completed, throughput=5MB/sec 2024-08-17T01:09:45.372 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PVoiFAvLyHZJvlE off=4296270 len=1078208 2024-08-17T01:09:45.378 INFO:tasks.workunit.client.0.smithi157.stdout:op 5117 completed, throughput=5MB/sec 2024-08-17T01:09:45.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:45 smithi157 ceph-mon[98780]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:09:45.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:45 smithi157 ceph-mon[101289]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:09:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:45 smithi187 ceph-mon[90552]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:09:46.378 INFO:tasks.workunit.client.0.smithi157.stdout: 989: throughput=5MB/sec pending data=0 2024-08-17T01:09:46.378 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SxBOGP4zSWkVQWp off=496878 len=872988 2024-08-17T01:09:46.380 INFO:tasks.workunit.client.0.smithi157.stdout:op 5118 completed, throughput=5MB/sec 2024-08-17T01:09:46.380 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-iPVwPd8HxgW2YVt off=6645665 len=1494695 2024-08-17T01:09:46.382 INFO:tasks.workunit.client.0.smithi157.stdout:op 5119 completed, throughput=5MB/sec 2024-08-17T01:09:46.382 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LcDxevSRTpwPoj_ off=1077209 len=1519350 2024-08-17T01:09:46.384 INFO:tasks.workunit.client.0.smithi157.stdout:op 5120 completed, throughput=5MB/sec 2024-08-17T01:09:46.384 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KdHkprrqq1H6U0h off=18704325 len=525567 2024-08-17T01:09:46.388 INFO:tasks.workunit.client.0.smithi157.stdout:op 5121 completed, throughput=5MB/sec 2024-08-17T01:09:46.388 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-J0zzjYWpuwMqy_W off=13381826 len=1535174 2024-08-17T01:09:46.395 INFO:tasks.workunit.client.0.smithi157.stdout:op 5122 completed, throughput=5MB/sec 2024-08-17T01:09:47.395 INFO:tasks.workunit.client.0.smithi157.stdout: 990: throughput=5MB/sec pending data=0 2024-08-17T01:09:47.396 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HhO3lri8UHcAtuD off=18793446 len=986133 2024-08-17T01:09:47.397 INFO:tasks.workunit.client.0.smithi157.stdout:op 5123 completed, throughput=5MB/sec 2024-08-17T01:09:47.397 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uB1wHvZd6M-wuRs off=13135018 len=944335 2024-08-17T01:09:47.403 INFO:tasks.workunit.client.0.smithi157.stdout:op 5124 completed, throughput=5MB/sec 2024-08-17T01:09:47.403 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qQGZGG68MfueGcp off=12826289 len=761238 2024-08-17T01:09:47.408 INFO:tasks.workunit.client.0.smithi157.stdout:op 5125 completed, throughput=5MB/sec 2024-08-17T01:09:47.408 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UhH0XU7nmmy1iqJ off=195894 len=1051379 2024-08-17T01:09:47.414 INFO:tasks.workunit.client.0.smithi157.stdout:op 5126 completed, throughput=5MB/sec 2024-08-17T01:09:47.414 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Wc8CL3YWS7-Ij_4 off=541002 len=1571267 2024-08-17T01:09:47.417 INFO:tasks.workunit.client.0.smithi157.stdout:op 5127 completed, throughput=5MB/sec 2024-08-17T01:09:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:47 smithi157 ceph-mon[98780]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:09:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:47 smithi157 ceph-mon[101289]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:09:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:47 smithi187 ceph-mon[90552]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:09:48.417 INFO:tasks.workunit.client.0.smithi157.stdout: 991: throughput=5MB/sec pending data=0 2024-08-17T01:09:48.417 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2c7AJAJiHPjOXne off=5676605 len=276455 2024-08-17T01:09:48.419 INFO:tasks.workunit.client.0.smithi157.stdout:op 5128 completed, throughput=5MB/sec 2024-08-17T01:09:48.419 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nKj3pkro0iDrx25 off=12275078 len=674518 2024-08-17T01:09:48.420 INFO:tasks.workunit.client.0.smithi157.stdout:op 5129 completed, throughput=5MB/sec 2024-08-17T01:09:48.420 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mg42dA01OZsgZiL off=9600029 len=376824 2024-08-17T01:09:48.421 INFO:tasks.workunit.client.0.smithi157.stdout:op 5130 completed, throughput=5MB/sec 2024-08-17T01:09:48.421 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pYDNFREaRH-03k5 off=3660966 len=709041 2024-08-17T01:09:48.425 INFO:tasks.workunit.client.0.smithi157.stdout:op 5131 completed, throughput=5MB/sec 2024-08-17T01:09:48.426 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MJhPUlH1BC0HMTK off=6088901 len=545025 2024-08-17T01:09:48.426 INFO:tasks.workunit.client.0.smithi157.stdout:op 5132 completed, throughput=5MB/sec 2024-08-17T01:09:48.426 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qCLxcoFeMNSPubv off=4803160 len=1005540 2024-08-17T01:09:48.432 INFO:tasks.workunit.client.0.smithi157.stdout:op 5133 completed, throughput=5MB/sec 2024-08-17T01:09:48.432 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-k6vuaxCa95iPeWo off=2965740 len=1721746 2024-08-17T01:09:48.441 INFO:tasks.workunit.client.0.smithi157.stdout:op 5134 completed, throughput=5MB/sec 2024-08-17T01:09:49.441 INFO:tasks.workunit.client.0.smithi157.stdout: 992: throughput=5MB/sec pending data=0 2024-08-17T01:09:49.441 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MiSGAWEG9axCx52 off=5616166 len=864778 2024-08-17T01:09:49.446 INFO:tasks.workunit.client.0.smithi157.stdout:op 5135 completed, throughput=5MB/sec 2024-08-17T01:09:49.446 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jiOgw67QK1sYCAJ off=1847348 len=1671447 2024-08-17T01:09:49.448 INFO:tasks.workunit.client.0.smithi157.stdout:op 5136 completed, throughput=5MB/sec 2024-08-17T01:09:49.448 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eoeb9qVakAnbolM off=5026816 len=528882 2024-08-17T01:09:49.452 INFO:tasks.workunit.client.0.smithi157.stdout:op 5137 completed, throughput=5MB/sec 2024-08-17T01:09:49.452 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0wsiRbSpX9mRkUJ off=3152241 len=621565 2024-08-17T01:09:49.453 INFO:tasks.workunit.client.0.smithi157.stdout:op 5138 completed, throughput=5MB/sec 2024-08-17T01:09:49.453 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kw0Ts-0XqO3jX8o off=7299873 len=1618591 2024-08-17T01:09:49.463 INFO:tasks.workunit.client.0.smithi157.stdout:op 5139 completed, throughput=5MB/sec 2024-08-17T01:09:49.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:49 smithi157 ceph-mon[98780]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:09:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:49 smithi157 ceph-mon[101289]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:09:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:49 smithi187 ceph-mon[90552]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:09:50.463 INFO:tasks.workunit.client.0.smithi157.stdout: 993: throughput=5MB/sec pending data=0 2024-08-17T01:09:50.463 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XuRJ6U0OhLm_oUD off=217548 len=1669775 2024-08-17T01:09:50.466 INFO:tasks.workunit.client.0.smithi157.stdout:op 5140 completed, throughput=5MB/sec 2024-08-17T01:09:50.466 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QbExKWhR5xEg44C off=155620 len=1248125 2024-08-17T01:09:50.469 INFO:tasks.workunit.client.0.smithi157.stdout:op 5141 completed, throughput=5MB/sec 2024-08-17T01:09:50.469 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Dvc-me07dngiDXU off=18331232 len=1958645 2024-08-17T01:09:50.473 INFO:tasks.workunit.client.0.smithi157.stdout:op 5142 completed, throughput=5MB/sec 2024-08-17T01:09:51.473 INFO:tasks.workunit.client.0.smithi157.stdout: 994: throughput=5MB/sec pending data=0 2024-08-17T01:09:51.473 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-M2tO8yPnGuXRmxg off=17426522 len=246327 2024-08-17T01:09:51.474 INFO:tasks.workunit.client.0.smithi157.stdout:op 5143 completed, throughput=5MB/sec 2024-08-17T01:09:51.475 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GAtV8dqxpAD0QrK off=487815 len=821334 2024-08-17T01:09:51.479 INFO:tasks.workunit.client.0.smithi157.stdout:op 5144 completed, throughput=5MB/sec 2024-08-17T01:09:51.479 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cb_KIzJqJ7wN9ua off=1011267 len=358301 2024-08-17T01:09:51.480 INFO:tasks.workunit.client.0.smithi157.stdout:op 5145 completed, throughput=5MB/sec 2024-08-17T01:09:51.480 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mKTdD0PwFUk0uWe off=10255225 len=1811663 2024-08-17T01:09:51.483 INFO:tasks.workunit.client.0.smithi157.stdout:op 5146 completed, throughput=5MB/sec 2024-08-17T01:09:51.483 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-H8hpobQR6FggFmY off=1765698 len=194880 2024-08-17T01:09:51.486 INFO:tasks.workunit.client.0.smithi157.stdout:op 5147 completed, throughput=5MB/sec 2024-08-17T01:09:51.486 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-f0GUxQzQ3tR1CEe off=95598 len=1497118 2024-08-17T01:09:51.493 INFO:tasks.workunit.client.0.smithi157.stdout:op 5148 completed, throughput=5MB/sec 2024-08-17T01:09:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:51 smithi157 ceph-mon[101289]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:09:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:51 smithi157 ceph-mon[98780]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:09:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:51 smithi187 ceph-mon[90552]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:09:52.494 INFO:tasks.workunit.client.0.smithi157.stdout: 995: throughput=5MB/sec pending data=0 2024-08-17T01:09:52.494 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bw8iLiRguQ4wX2C off=12979268 len=1967024 2024-08-17T01:09:52.498 INFO:tasks.workunit.client.0.smithi157.stdout:op 5149 completed, throughput=5MB/sec 2024-08-17T01:09:52.498 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-q1-ksRDq17HT9Mk off=12639921 len=2050002 2024-08-17T01:09:52.500 INFO:tasks.workunit.client.0.smithi157.stdout:op 5150 completed, throughput=5MB/sec 2024-08-17T01:09:52.501 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3lJF4jf7_ufBrvN off=17090545 len=585707 2024-08-17T01:09:52.501 INFO:tasks.workunit.client.0.smithi157.stdout:op 5151 completed, throughput=5MB/sec 2024-08-17T01:09:52.502 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vJ1e0fL1SSBO5fi off=1639920 len=413053 2024-08-17T01:09:52.502 INFO:tasks.workunit.client.0.smithi157.stdout:op 5152 completed, throughput=5MB/sec 2024-08-17T01:09:52.502 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0u_d0PFQUTQVdiP off=11701646 len=1388775 2024-08-17T01:09:52.503 INFO:tasks.workunit.client.0.smithi157.stdout:op 5153 completed, throughput=5MB/sec 2024-08-17T01:09:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:09:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:09:53.504 INFO:tasks.workunit.client.0.smithi157.stdout: 996: throughput=5MB/sec pending data=0 2024-08-17T01:09:53.504 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SyCRna3YADY9yP_ off=11764049 len=627494 2024-08-17T01:09:53.505 INFO:tasks.workunit.client.0.smithi157.stdout:op 5154 completed, throughput=5MB/sec 2024-08-17T01:09:53.505 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vXfvkbCDqZZHkLy off=1898736 len=1958174 2024-08-17T01:09:53.517 INFO:tasks.workunit.client.0.smithi157.stdout:op 5155 completed, throughput=5MB/sec 2024-08-17T01:09:53.517 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KpMmn8E_FOGXjqV off=13973355 len=618496 2024-08-17T01:09:53.520 INFO:tasks.workunit.client.0.smithi157.stdout:op 5156 completed, throughput=5MB/sec 2024-08-17T01:09:53.521 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-A7KP00Wo3q0biNP off=2666711 len=1004264 2024-08-17T01:09:53.522 INFO:tasks.workunit.client.0.smithi157.stdout:op 5157 completed, throughput=5MB/sec 2024-08-17T01:09:53.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:53 smithi157 ceph-mon[101289]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:09:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:09:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:09:53] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:09:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:53 smithi157 ceph-mon[98780]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:09:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:53 smithi187 ceph-mon[90552]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:09:54.523 INFO:tasks.workunit.client.0.smithi157.stdout: 997: throughput=5MB/sec pending data=0 2024-08-17T01:09:54.523 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bTRUKwnioDmXtMp off=5812290 len=1360892 2024-08-17T01:09:54.525 INFO:tasks.workunit.client.0.smithi157.stdout:op 5158 completed, throughput=5MB/sec 2024-08-17T01:09:54.525 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YQ29qlVxiMNdCHE off=5002535 len=1485458 2024-08-17T01:09:54.531 INFO:tasks.workunit.client.0.smithi157.stdout:op 5159 completed, throughput=5MB/sec 2024-08-17T01:09:54.531 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2egrmInI3rTlvyf off=747176 len=1661834 2024-08-17T01:09:54.540 INFO:tasks.workunit.client.0.smithi157.stdout:op 5160 completed, throughput=5MB/sec 2024-08-17T01:09:54.540 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o4N3iLJMSPIjNCS off=5447958 len=1327462 2024-08-17T01:09:54.543 INFO:tasks.workunit.client.0.smithi157.stdout:op 5161 completed, throughput=5MB/sec 2024-08-17T01:09:55.546 INFO:tasks.workunit.client.0.smithi157.stdout: 998: throughput=5MB/sec pending data=0 2024-08-17T01:09:55.546 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CwReR1VxxzpCSyY off=1168115 len=1466691 2024-08-17T01:09:55.550 INFO:tasks.workunit.client.0.smithi157.stdout:op 5162 completed, throughput=5MB/sec 2024-08-17T01:09:55.550 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GVKJ9XK1QJCHulO off=9429312 len=1923919 2024-08-17T01:09:55.551 INFO:tasks.workunit.client.0.smithi157.stdout:op 5163 completed, throughput=5MB/sec 2024-08-17T01:09:55.552 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8oRDJtkxZCRX2pJ off=1918676 len=1397308 2024-08-17T01:09:55.558 INFO:tasks.workunit.client.0.smithi157.stdout:op 5164 completed, throughput=5MB/sec 2024-08-17T01:09:55.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:55 smithi157 ceph-mon[98780]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:09:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:55 smithi157 ceph-mon[101289]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:09:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:55 smithi187 ceph-mon[90552]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:09:56.559 INFO:tasks.workunit.client.0.smithi157.stdout: 999: throughput=5MB/sec pending data=0 2024-08-17T01:09:56.559 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--NKc7rMch5Y1PQ0 off=4759818 len=849045 2024-08-17T01:09:56.564 INFO:tasks.workunit.client.0.smithi157.stdout:op 5165 completed, throughput=5MB/sec 2024-08-17T01:09:56.565 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oVd4a8l4jmvBlcv off=2607005 len=661119 2024-08-17T01:09:56.566 INFO:tasks.workunit.client.0.smithi157.stdout:op 5166 completed, throughput=5MB/sec 2024-08-17T01:09:56.566 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WAi3UwpNaW602jf off=4807413 len=1358406 2024-08-17T01:09:56.573 INFO:tasks.workunit.client.0.smithi157.stdout:op 5167 completed, throughput=5MB/sec 2024-08-17T01:09:56.573 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RLkNtMRlnsY6exL off=2927699 len=485451 2024-08-17T01:09:56.576 INFO:tasks.workunit.client.0.smithi157.stdout:op 5168 completed, throughput=5MB/sec 2024-08-17T01:09:56.577 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GsBzxDLUJ0W0VF1 off=2843619 len=629589 2024-08-17T01:09:56.581 INFO:tasks.workunit.client.0.smithi157.stdout:op 5169 completed, throughput=5MB/sec 2024-08-17T01:09:56.581 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JelsfmitHegXxVs off=10092386 len=104463 2024-08-17T01:09:56.582 INFO:tasks.workunit.client.0.smithi157.stdout:op 5170 completed, throughput=5MB/sec 2024-08-17T01:09:56.582 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eS0AGXCAmfniDOT off=12092282 len=939569 2024-08-17T01:09:56.587 INFO:tasks.workunit.client.0.smithi157.stdout:op 5171 completed, throughput=5MB/sec 2024-08-17T01:09:56.587 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ol_g2YBwjFvnOaq off=3104208 len=1459457 2024-08-17T01:09:56.588 INFO:tasks.workunit.client.0.smithi157.stdout:op 5172 completed, throughput=5MB/sec 2024-08-17T01:09:57.589 INFO:tasks.workunit.client.0.smithi157.stdout: 1000: throughput=5MB/sec pending data=0 2024-08-17T01:09:57.589 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aGqmYq2OrCGwtM1 off=422335 len=1081611 2024-08-17T01:09:57.595 INFO:tasks.workunit.client.0.smithi157.stdout:op 5173 completed, throughput=5MB/sec 2024-08-17T01:09:57.595 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Q-KLSddIcswEBqu off=10189 len=782637 2024-08-17T01:09:57.596 INFO:tasks.workunit.client.0.smithi157.stdout:op 5174 completed, throughput=5MB/sec 2024-08-17T01:09:57.596 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xzNTI2Gw2nXgxYb off=4560642 len=1257891 2024-08-17T01:09:57.604 INFO:tasks.workunit.client.0.smithi157.stdout:op 5175 completed, throughput=5MB/sec 2024-08-17T01:09:57.604 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bu0sViTb-pjvR1g off=1094409 len=1048337 2024-08-17T01:09:57.610 INFO:tasks.workunit.client.0.smithi157.stdout:op 5176 completed, throughput=5MB/sec 2024-08-17T01:09:57.610 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-g3L9EnjY-Aqe1Js off=16486980 len=725469 2024-08-17T01:09:57.614 INFO:tasks.workunit.client.0.smithi157.stdout:op 5177 completed, throughput=5MB/sec 2024-08-17T01:09:57.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:57 smithi157 ceph-mon[98780]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:09:57.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:57 smithi157 ceph-mon[101289]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:09:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:57 smithi187 ceph-mon[90552]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:09:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: 1001: throughput=5MB/sec pending data=0 2024-08-17T01:09:58.615 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3FVmkC9Ih4mSbCe off=1347007 len=1570120 2024-08-17T01:09:58.625 INFO:tasks.workunit.client.0.smithi157.stdout:op 5178 completed, throughput=5MB/sec 2024-08-17T01:09:58.625 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-igWViX9POBDUHno off=3550669 len=1207173 2024-08-17T01:09:58.632 INFO:tasks.workunit.client.0.smithi157.stdout:op 5179 completed, throughput=5MB/sec 2024-08-17T01:09:58.632 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qihFtjNXRA8M7Be off=4417451 len=352212 2024-08-17T01:09:58.632 INFO:tasks.workunit.client.0.smithi157.stdout:op 5180 completed, throughput=5MB/sec 2024-08-17T01:09:58.633 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CtZx01T_pcKfKpo off=6659323 len=447582 2024-08-17T01:09:58.636 INFO:tasks.workunit.client.0.smithi157.stdout:op 5181 completed, throughput=5MB/sec 2024-08-17T01:09:58.636 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-h5GBFKhquQckHte off=1935730 len=1047927 2024-08-17T01:09:58.641 INFO:tasks.workunit.client.0.smithi157.stdout:op 5182 completed, throughput=5MB/sec 2024-08-17T01:09:58.641 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CVS-c7h2eMYBaRg off=6251031 len=1351821 2024-08-17T01:09:58.648 INFO:tasks.workunit.client.0.smithi157.stdout:op 5183 completed, throughput=5MB/sec 2024-08-17T01:09:59.649 INFO:tasks.workunit.client.0.smithi157.stdout: 1002: throughput=5MB/sec pending data=0 2024-08-17T01:09:59.649 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3OVasTibf5N-lQx off=6819017 len=637442 2024-08-17T01:09:59.653 INFO:tasks.workunit.client.0.smithi157.stdout:op 5184 completed, throughput=5MB/sec 2024-08-17T01:09:59.653 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DMsLSLJffI13xBF off=1071367 len=51132 2024-08-17T01:09:59.654 INFO:tasks.workunit.client.0.smithi157.stdout:op 5185 completed, throughput=5MB/sec 2024-08-17T01:09:59.654 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jkCKl6sHB3DYsaA off=13158757 len=917892 2024-08-17T01:09:59.659 INFO:tasks.workunit.client.0.smithi157.stdout:op 5186 completed, throughput=5MB/sec 2024-08-17T01:09:59.659 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tGbwxZEQVPz4R0_ off=20054873 len=1345505 2024-08-17T01:09:59.665 INFO:tasks.workunit.client.0.smithi157.stdout:op 5187 completed, throughput=5MB/sec 2024-08-17T01:09:59.665 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Y-OyZvGSmurOTgs off=6608836 len=981245 2024-08-17T01:09:59.668 INFO:tasks.workunit.client.0.smithi157.stdout:op 5188 completed, throughput=5MB/sec 2024-08-17T01:09:59.668 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lQczOw2gm8uG5-y off=17663371 len=1053753 2024-08-17T01:09:59.669 INFO:tasks.workunit.client.0.smithi157.stdout:op 5189 completed, throughput=5MB/sec 2024-08-17T01:09:59.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:59 smithi157 ceph-mon[98780]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:09:59.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:09:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:59 smithi157 ceph-mon[101289]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:09:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:09:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:59 smithi187 ceph-mon[90552]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:09:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:09:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:00.670 INFO:tasks.workunit.client.0.smithi157.stdout: 1003: throughput=5MB/sec pending data=0 2024-08-17T01:10:00.670 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MflV2xKsreH7Oq7 off=13255442 len=587836 2024-08-17T01:10:00.670 INFO:tasks.workunit.client.0.smithi157.stdout:op 5190 completed, throughput=5MB/sec 2024-08-17T01:10:00.671 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oYi9yRAFiAU-95J off=169133 len=653366 2024-08-17T01:10:00.675 INFO:tasks.workunit.client.0.smithi157.stdout:op 5191 completed, throughput=5MB/sec 2024-08-17T01:10:00.676 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FYH9KUpnvqgNify off=4828071 len=351689 2024-08-17T01:10:00.676 INFO:tasks.workunit.client.0.smithi157.stdout:op 5192 completed, throughput=5MB/sec 2024-08-17T01:10:00.676 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bGGH-5Udf-z-38A off=12444934 len=1262471 2024-08-17T01:10:00.683 INFO:tasks.workunit.client.0.smithi157.stdout:op 5193 completed, throughput=5MB/sec 2024-08-17T01:10:00.683 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-67RUidwPaq_hsSe off=2913246 len=1596346 2024-08-17T01:10:00.689 INFO:tasks.workunit.client.0.smithi157.stdout:op 5194 completed, throughput=5MB/sec 2024-08-17T01:10:00.689 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sbCxNUa89yvYOUI off=7846449 len=575300 2024-08-17T01:10:00.690 INFO:tasks.workunit.client.0.smithi157.stdout:op 5195 completed, throughput=5MB/sec 2024-08-17T01:10:00.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:00 smithi157 ceph-mon[98780]: overall HEALTH_OK 2024-08-17T01:10:00.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:00 smithi157 ceph-mon[101289]: overall HEALTH_OK 2024-08-17T01:10:00.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:00 smithi187 ceph-mon[90552]: overall HEALTH_OK 2024-08-17T01:10:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: 1004: throughput=5MB/sec pending data=0 2024-08-17T01:10:01.690 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LLJ7a9dV6w_NXv0 off=1961679 len=121731 2024-08-17T01:10:01.691 INFO:tasks.workunit.client.0.smithi157.stdout:op 5196 completed, throughput=5MB/sec 2024-08-17T01:10:01.691 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V1Zby-JzgiEq2Ol off=14736254 len=472178 2024-08-17T01:10:01.696 INFO:tasks.workunit.client.0.smithi157.stdout:op 5197 completed, throughput=5MB/sec 2024-08-17T01:10:01.696 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1_JYD1Hp1-T5KyY off=25001038 len=381471 2024-08-17T01:10:01.697 INFO:tasks.workunit.client.0.smithi157.stdout:op 5198 completed, throughput=5MB/sec 2024-08-17T01:10:01.697 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rjLFz0E2XtZDM7L off=3886223 len=1385218 2024-08-17T01:10:01.704 INFO:tasks.workunit.client.0.smithi157.stdout:op 5199 completed, throughput=5MB/sec 2024-08-17T01:10:01.705 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ae2O6DCuNmH5pns off=5874783 len=1541472 2024-08-17T01:10:01.707 INFO:tasks.workunit.client.0.smithi157.stdout:op 5200 completed, throughput=5MB/sec 2024-08-17T01:10:01.707 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kyUqjVkjpHldQWT off=4128174 len=1098221 2024-08-17T01:10:01.713 INFO:tasks.workunit.client.0.smithi157.stdout:op 5201 completed, throughput=5MB/sec 2024-08-17T01:10:01.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:01 smithi157 ceph-mon[101289]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:10:01.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:01 smithi157 ceph-mon[98780]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:10:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:01 smithi187 ceph-mon[90552]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:10:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:10:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:10:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:10:02.713 INFO:tasks.workunit.client.0.smithi157.stdout: 1005: throughput=5MB/sec pending data=0 2024-08-17T01:10:02.714 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VHaXbCQOnolVJ1p off=0 len=1205762 2024-08-17T01:10:02.722 INFO:tasks.workunit.client.0.smithi157.stdout:op 5202 completed, throughput=5MB/sec 2024-08-17T01:10:02.722 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jP2KVEv9v9S1ERj off=2084975 len=1309348 2024-08-17T01:10:02.728 INFO:tasks.workunit.client.0.smithi157.stdout:op 5203 completed, throughput=5MB/sec 2024-08-17T01:10:02.728 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pJBfG_vzvgXkEMu off=9399162 len=102165 2024-08-17T01:10:02.731 INFO:tasks.workunit.client.0.smithi157.stdout:op 5204 completed, throughput=5MB/sec 2024-08-17T01:10:02.731 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FNw2bla7WqEFFZF off=2959251 len=1755030 2024-08-17T01:10:02.741 INFO:tasks.workunit.client.0.smithi157.stdout:op 5205 completed, throughput=5MB/sec 2024-08-17T01:10:02.741 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-S89k6p8UR3q1dCz off=16244178 len=289726 2024-08-17T01:10:02.743 INFO:tasks.workunit.client.0.smithi157.stdout:op 5206 completed, throughput=5MB/sec 2024-08-17T01:10:02.744 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eHEgv8QsITAdcdU off=3870248 len=1295768 2024-08-17T01:10:02.748 INFO:tasks.workunit.client.0.smithi157.stdout:op 5207 completed, throughput=5MB/sec 2024-08-17T01:10:03.749 INFO:tasks.workunit.client.0.smithi157.stdout: 1006: throughput=5MB/sec pending data=0 2024-08-17T01:10:03.749 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IQwnk3IbaPUrIEX off=1776304 len=783520 2024-08-17T01:10:03.750 INFO:tasks.workunit.client.0.smithi157.stdout:op 5208 completed, throughput=5MB/sec 2024-08-17T01:10:03.750 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WOLZPHu9UQPzKnU off=10054583 len=1172510 2024-08-17T01:10:03.753 INFO:tasks.workunit.client.0.smithi157.stdout:op 5209 completed, throughput=5MB/sec 2024-08-17T01:10:03.753 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mYTsErPP6Mrt0Ar off=12629328 len=1151307 2024-08-17T01:10:03.759 INFO:tasks.workunit.client.0.smithi157.stdout:op 5210 completed, throughput=5MB/sec 2024-08-17T01:10:03.759 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mlL8QbnT2J3Gyx0 off=1963554 len=170732 2024-08-17T01:10:03.760 INFO:tasks.workunit.client.0.smithi157.stdout:op 5211 completed, throughput=5MB/sec 2024-08-17T01:10:03.760 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_F2N0TighQIoKLF off=16217164 len=801815 2024-08-17T01:10:03.764 INFO:tasks.workunit.client.0.smithi157.stdout:op 5212 completed, throughput=5MB/sec 2024-08-17T01:10:03.764 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FDV-oaFGNn8SL8J off=5241546 len=132240 2024-08-17T01:10:03.765 INFO:tasks.workunit.client.0.smithi157.stdout:op 5213 completed, throughput=5MB/sec 2024-08-17T01:10:03.765 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-s8dEfKx0rhFIVkn off=6181154 len=205590 2024-08-17T01:10:03.766 INFO:tasks.workunit.client.0.smithi157.stdout:op 5214 completed, throughput=5MB/sec 2024-08-17T01:10:03.766 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-D3Ff5i11av3jeia off=3027060 len=768713 2024-08-17T01:10:03.770 INFO:tasks.workunit.client.0.smithi157.stdout:op 5215 completed, throughput=5MB/sec 2024-08-17T01:10:03.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:03 smithi157 ceph-mon[98780]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:10:03.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:10:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:10:03] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-08-17T01:10:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:03 smithi157 ceph-mon[101289]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:10:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:03 smithi187 ceph-mon[90552]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:10:04.771 INFO:tasks.workunit.client.0.smithi157.stdout: 1007: throughput=5MB/sec pending data=0 2024-08-17T01:10:04.771 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LOgoKx15801fl9D off=15604051 len=606676 2024-08-17T01:10:04.775 INFO:tasks.workunit.client.0.smithi157.stdout:op 5216 completed, throughput=5MB/sec 2024-08-17T01:10:04.775 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lGvZpBY1SdnxZRu off=14045373 len=1851453 2024-08-17T01:10:04.785 INFO:tasks.workunit.client.0.smithi157.stdout:op 5217 completed, throughput=5MB/sec 2024-08-17T01:10:04.786 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-15LYa8uSGuYxohu off=2192825 len=1912789 2024-08-17T01:10:04.788 INFO:tasks.workunit.client.0.smithi157.stdout:op 5218 completed, throughput=5MB/sec 2024-08-17T01:10:04.788 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oCT-IjwWPXZwXNZ off=950388 len=1892063 2024-08-17T01:10:04.797 INFO:tasks.workunit.client.0.smithi157.stdout:op 5219 completed, throughput=5MB/sec 2024-08-17T01:10:05.798 INFO:tasks.workunit.client.0.smithi157.stdout: 1008: throughput=5MB/sec pending data=0 2024-08-17T01:10:05.798 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rUV8v7XVB1M0tIF off=4501939 len=995424 2024-08-17T01:10:05.799 INFO:tasks.workunit.client.0.smithi157.stdout:op 5220 completed, throughput=5MB/sec 2024-08-17T01:10:05.799 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CtDlIj7DYTijlHZ off=1123194 len=601617 2024-08-17T01:10:05.803 INFO:tasks.workunit.client.0.smithi157.stdout:op 5221 completed, throughput=5MB/sec 2024-08-17T01:10:05.804 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vRyrDdTzQ9LwUdZ off=1077955 len=1754050 2024-08-17T01:10:05.805 INFO:tasks.workunit.client.0.smithi157.stdout:op 5222 completed, throughput=5MB/sec 2024-08-17T01:10:05.806 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-beLq7ub2f_umylb off=15604306 len=1641203 2024-08-17T01:10:05.815 INFO:tasks.workunit.client.0.smithi157.stdout:op 5223 completed, throughput=5MB/sec 2024-08-17T01:10:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:05 smithi157 ceph-mon[98780]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:10:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:05 smithi157 ceph-mon[101289]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:10:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:05 smithi187 ceph-mon[90552]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:10:06.816 INFO:tasks.workunit.client.0.smithi157.stdout: 1009: throughput=5MB/sec pending data=0 2024-08-17T01:10:06.816 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KhaDufqqeFeRYXd off=4223622 len=118999 2024-08-17T01:10:06.819 INFO:tasks.workunit.client.0.smithi157.stdout:op 5224 completed, throughput=5MB/sec 2024-08-17T01:10:06.819 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3-GRXfGIAlSXiDz off=3029649 len=123856 2024-08-17T01:10:06.819 INFO:tasks.workunit.client.0.smithi157.stdout:op 5225 completed, throughput=5MB/sec 2024-08-17T01:10:06.820 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2XTw9Cjaus_krRy off=1938108 len=113959 2024-08-17T01:10:06.820 INFO:tasks.workunit.client.0.smithi157.stdout:op 5226 completed, throughput=5MB/sec 2024-08-17T01:10:06.820 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RXJq0iupFv6MrVh off=22405792 len=1935838 2024-08-17T01:10:06.829 INFO:tasks.workunit.client.0.smithi157.stdout:op 5227 completed, throughput=5MB/sec 2024-08-17T01:10:06.829 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2iow42ZVozX48_q off=810676 len=268691 2024-08-17T01:10:06.829 INFO:tasks.workunit.client.0.smithi157.stdout:op 5228 completed, throughput=5MB/sec 2024-08-17T01:10:06.830 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YzBMrruKVNr-9Am off=2272518 len=1359768 2024-08-17T01:10:06.835 INFO:tasks.workunit.client.0.smithi157.stdout:op 5229 completed, throughput=5MB/sec 2024-08-17T01:10:06.835 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-E4xP92eqklGfBJL off=6874207 len=550471 2024-08-17T01:10:06.838 INFO:tasks.workunit.client.0.smithi157.stdout:op 5230 completed, throughput=5MB/sec 2024-08-17T01:10:07.838 INFO:tasks.workunit.client.0.smithi157.stdout: 1010: throughput=5MB/sec pending data=0 2024-08-17T01:10:07.839 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pvhVi7ARbNrllmo off=1805202 len=482356 2024-08-17T01:10:07.839 INFO:tasks.workunit.client.0.smithi157.stdout:op 5231 completed, throughput=5MB/sec 2024-08-17T01:10:07.839 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-E66rTqmOo6LLuN8 off=20312599 len=1294456 2024-08-17T01:10:07.848 INFO:tasks.workunit.client.0.smithi157.stdout:op 5232 completed, throughput=5MB/sec 2024-08-17T01:10:07.848 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XN-bYfMbOdtkXRY off=9531394 len=1433784 2024-08-17T01:10:07.857 INFO:tasks.workunit.client.0.smithi157.stdout:op 5233 completed, throughput=5MB/sec 2024-08-17T01:10:07.857 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Dc_T6aFHqw52gey off=732164 len=1912538 2024-08-17T01:10:07.859 INFO:tasks.workunit.client.0.smithi157.stdout:op 5234 completed, throughput=5MB/sec 2024-08-17T01:10:07.859 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NA2lMNckJoeP-2P off=11429599 len=1530646 2024-08-17T01:10:07.866 INFO:tasks.workunit.client.0.smithi157.stdout:op 5235 completed, throughput=5MB/sec 2024-08-17T01:10:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:07 smithi157 ceph-mon[98780]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:10:07.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:07 smithi157 ceph-mon[101289]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:10:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:07 smithi187 ceph-mon[90552]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:10:08.867 INFO:tasks.workunit.client.0.smithi157.stdout: 1011: throughput=5MB/sec pending data=0 2024-08-17T01:10:08.867 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8FnhUyV2u09MV7q off=11661468 len=971874 2024-08-17T01:10:08.868 INFO:tasks.workunit.client.0.smithi157.stdout:op 5236 completed, throughput=5MB/sec 2024-08-17T01:10:08.868 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qTH36BoVR0XsWWL off=1078191 len=380846 2024-08-17T01:10:08.870 INFO:tasks.workunit.client.0.smithi157.stdout:op 5237 completed, throughput=5MB/sec 2024-08-17T01:10:08.870 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Y0-HhilWCkLEik- off=14608 len=70900 2024-08-17T01:10:08.872 INFO:tasks.workunit.client.0.smithi157.stdout:op 5238 completed, throughput=5MB/sec 2024-08-17T01:10:08.873 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ouKdrJepXvkdtQ7 off=15617073 len=874691 2024-08-17T01:10:08.874 INFO:tasks.workunit.client.0.smithi157.stdout:op 5239 completed, throughput=5MB/sec 2024-08-17T01:10:08.874 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Lhig8vnAQoj1J-v off=2824302 len=839302 2024-08-17T01:10:08.879 INFO:tasks.workunit.client.0.smithi157.stdout:op 5240 completed, throughput=5MB/sec 2024-08-17T01:10:08.880 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-76rao9PTg1U1GE0 off=2779004 len=806185 2024-08-17T01:10:08.884 INFO:tasks.workunit.client.0.smithi157.stdout:op 5241 completed, throughput=5MB/sec 2024-08-17T01:10:08.884 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dtyqvE42iAZWayb off=6016381 len=1843692 2024-08-17T01:10:08.891 INFO:tasks.workunit.client.0.smithi157.stdout:op 5242 completed, throughput=5MB/sec 2024-08-17T01:10:09.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:09 smithi157 ceph-mon[98780]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:10:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:09 smithi157 ceph-mon[101289]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:10:09.892 INFO:tasks.workunit.client.0.smithi157.stdout: 1012: throughput=5MB/sec pending data=0 2024-08-17T01:10:09.892 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bcag6HDFcQJylAP off=9163223 len=265120 2024-08-17T01:10:09.895 INFO:tasks.workunit.client.0.smithi157.stdout:op 5243 completed, throughput=5MB/sec 2024-08-17T01:10:09.895 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fp9yMMzlpzDQ_vO off=1476670 len=865007 2024-08-17T01:10:09.896 INFO:tasks.workunit.client.0.smithi157.stdout:op 5244 completed, throughput=5MB/sec 2024-08-17T01:10:09.896 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Q7SxZaR5PvIEhjB off=747237 len=860404 2024-08-17T01:10:09.901 INFO:tasks.workunit.client.0.smithi157.stdout:op 5245 completed, throughput=5MB/sec 2024-08-17T01:10:09.901 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tQQrVL0iPbrurEh off=71450 len=1533180 2024-08-17T01:10:09.910 INFO:tasks.workunit.client.0.smithi157.stdout:op 5246 completed, throughput=5MB/sec 2024-08-17T01:10:09.910 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SVlYbYW5iHuMlnf off=0 len=1681636 2024-08-17T01:10:09.917 INFO:tasks.workunit.client.0.smithi157.stdout:op 5247 completed, throughput=5MB/sec 2024-08-17T01:10:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:09 smithi187 ceph-mon[90552]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:10:10.918 INFO:tasks.workunit.client.0.smithi157.stdout: 1013: throughput=5MB/sec pending data=0 2024-08-17T01:10:10.918 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZBXx1d4V_e8nGdg off=2842983 len=388834 2024-08-17T01:10:10.922 INFO:tasks.workunit.client.0.smithi157.stdout:op 5248 completed, throughput=5MB/sec 2024-08-17T01:10:10.922 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NseVkWDtBaNS4Wo off=19651440 len=1131012 2024-08-17T01:10:10.928 INFO:tasks.workunit.client.0.smithi157.stdout:op 5249 completed, throughput=5MB/sec 2024-08-17T01:10:10.929 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BCA3d3dNGABf5yu off=1554360 len=320635 2024-08-17T01:10:10.929 INFO:tasks.workunit.client.0.smithi157.stdout:op 5250 completed, throughput=5MB/sec 2024-08-17T01:10:10.929 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0eq7f_4QuUFzmcq off=5113640 len=1362438 2024-08-17T01:10:10.935 INFO:tasks.workunit.client.0.smithi157.stdout:op 5251 completed, throughput=5MB/sec 2024-08-17T01:10:10.936 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vI3ycp-Mj45DWtG off=7865185 len=1769744 2024-08-17T01:10:10.937 INFO:tasks.workunit.client.0.smithi157.stdout:op 5252 completed, throughput=5MB/sec 2024-08-17T01:10:11.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:11 smithi157 ceph-mon[101289]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-08-17T01:10:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:11 smithi157 ceph-mon[98780]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-08-17T01:10:11.938 INFO:tasks.workunit.client.0.smithi157.stdout: 1014: throughput=5MB/sec pending data=0 2024-08-17T01:10:11.938 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rvYE7olTAQLNnl- off=125208 len=989771 2024-08-17T01:10:11.940 INFO:tasks.workunit.client.0.smithi157.stdout:op 5253 completed, throughput=5MB/sec 2024-08-17T01:10:11.941 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qo7IAhlplfMWQiW off=1710257 len=565414 2024-08-17T01:10:11.945 INFO:tasks.workunit.client.0.smithi157.stdout:op 5254 completed, throughput=5MB/sec 2024-08-17T01:10:11.945 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WmVe2tQIkafh10R off=934696 len=1083981 2024-08-17T01:10:11.951 INFO:tasks.workunit.client.0.smithi157.stdout:op 5255 completed, throughput=5MB/sec 2024-08-17T01:10:11.951 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dx_kWygJt2UlvOp off=1027444 len=999773 2024-08-17T01:10:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:11 smithi187 ceph-mon[90552]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-08-17T01:10:11.956 INFO:tasks.workunit.client.0.smithi157.stdout:op 5256 completed, throughput=5MB/sec 2024-08-17T01:10:11.956 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1_QHm37PQi7M4v6 off=6248326 len=1883161 2024-08-17T01:10:11.958 INFO:tasks.workunit.client.0.smithi157.stdout:op 5257 completed, throughput=5MB/sec 2024-08-17T01:10:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:10:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:10:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:10:12.959 INFO:tasks.workunit.client.0.smithi157.stdout: 1015: throughput=5MB/sec pending data=0 2024-08-17T01:10:12.959 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jzsD8m9BigBc3EO off=17511623 len=144259 2024-08-17T01:10:12.961 INFO:tasks.workunit.client.0.smithi157.stdout:op 5258 completed, throughput=5MB/sec 2024-08-17T01:10:12.961 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6Jw-UPwG5YJspkN off=8209188 len=1177488 2024-08-17T01:10:12.968 INFO:tasks.workunit.client.0.smithi157.stdout:op 5259 completed, throughput=5MB/sec 2024-08-17T01:10:12.968 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uq22KyemsMaICvT off=5454756 len=292942 2024-08-17T01:10:12.969 INFO:tasks.workunit.client.0.smithi157.stdout:op 5260 completed, throughput=5MB/sec 2024-08-17T01:10:12.969 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UPpBvtFfhZvZSlR off=3047472 len=949616 2024-08-17T01:10:12.974 INFO:tasks.workunit.client.0.smithi157.stdout:op 5261 completed, throughput=5MB/sec 2024-08-17T01:10:12.974 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HXRoxyJP_hniIle off=16610998 len=312570 2024-08-17T01:10:12.975 INFO:tasks.workunit.client.0.smithi157.stdout:op 5262 completed, throughput=5MB/sec 2024-08-17T01:10:12.975 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-B0uFp7bI9NAJHo9 off=14706697 len=145512 2024-08-17T01:10:12.975 INFO:tasks.workunit.client.0.smithi157.stdout:op 5263 completed, throughput=5MB/sec 2024-08-17T01:10:12.976 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sy3QoKjD5s21l1G off=13601762 len=1881170 2024-08-17T01:10:12.984 INFO:tasks.workunit.client.0.smithi157.stdout:op 5264 completed, throughput=5MB/sec 2024-08-17T01:10:13.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:13 smithi157 ceph-mon[98780]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:10:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:10:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:10:13] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-08-17T01:10:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:13 smithi157 ceph-mon[101289]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:10:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:13 smithi187 ceph-mon[90552]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:10:13.984 INFO:tasks.workunit.client.0.smithi157.stdout: 1016: throughput=5MB/sec pending data=0 2024-08-17T01:10:13.984 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YQ7aJ80GnBdfSVj off=5299926 len=965119 2024-08-17T01:10:13.987 INFO:tasks.workunit.client.0.smithi157.stdout:op 5265 completed, throughput=5MB/sec 2024-08-17T01:10:13.987 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sLaxsmtCy0HekMv off=7843456 len=902977 2024-08-17T01:10:13.988 INFO:tasks.workunit.client.0.smithi157.stdout:op 5266 completed, throughput=5MB/sec 2024-08-17T01:10:13.988 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eVhToC-Yz9pyoQT off=1795065 len=245990 2024-08-17T01:10:13.988 INFO:tasks.workunit.client.0.smithi157.stdout:op 5267 completed, throughput=5MB/sec 2024-08-17T01:10:13.988 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-k8v9jUPJIKQNXjV off=6934172 len=361047 2024-08-17T01:10:13.989 INFO:tasks.workunit.client.0.smithi157.stdout:op 5268 completed, throughput=5MB/sec 2024-08-17T01:10:13.989 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6RSmSaAOdvux2-r off=309286 len=1617038 2024-08-17T01:10:13.991 INFO:tasks.workunit.client.0.smithi157.stdout:op 5269 completed, throughput=5MB/sec 2024-08-17T01:10:13.991 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tX_idvc1MDtHuFg off=593904 len=1835918 2024-08-17T01:10:13.995 INFO:tasks.workunit.client.0.smithi157.stdout:op 5270 completed, throughput=5MB/sec 2024-08-17T01:10:14.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:14.995 INFO:tasks.workunit.client.0.smithi157.stdout: 1017: throughput=5MB/sec pending data=0 2024-08-17T01:10:14.996 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0VWIuP2-Eq3hhoA off=619538 len=1372107 2024-08-17T01:10:14.998 INFO:tasks.workunit.client.0.smithi157.stdout:op 5271 completed, throughput=5MB/sec 2024-08-17T01:10:14.998 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7P4etHNFMjR5SRX off=3083502 len=386033 2024-08-17T01:10:14.998 INFO:tasks.workunit.client.0.smithi157.stdout:op 5272 completed, throughput=5MB/sec 2024-08-17T01:10:14.999 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0LrwuqKQTdo8qu5 off=4681375 len=1367401 2024-08-17T01:10:15.000 INFO:tasks.workunit.client.0.smithi157.stdout:op 5273 completed, throughput=5MB/sec 2024-08-17T01:10:15.000 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-R6MqQiCBai-Vql3 off=1425594 len=1837262 2024-08-17T01:10:15.009 INFO:tasks.workunit.client.0.smithi157.stdout:op 5274 completed, throughput=5MB/sec 2024-08-17T01:10:15.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:15 smithi157 ceph-mon[101289]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:10:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:15 smithi157 ceph-mon[98780]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:10:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:15 smithi187 ceph-mon[90552]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:10:16.009 INFO:tasks.workunit.client.0.smithi157.stdout: 1018: throughput=5MB/sec pending data=0 2024-08-17T01:10:16.009 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Rein3Bjwofm4rNW off=10802287 len=1852047 2024-08-17T01:10:16.017 INFO:tasks.workunit.client.0.smithi157.stdout:op 5275 completed, throughput=5MB/sec 2024-08-17T01:10:16.017 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6l4-MixxRsXWrUB off=8393340 len=346362 2024-08-17T01:10:16.018 INFO:tasks.workunit.client.0.smithi157.stdout:op 5276 completed, throughput=5MB/sec 2024-08-17T01:10:16.018 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5TWWcxlckNu9scy off=10200852 len=1052981 2024-08-17T01:10:16.019 INFO:tasks.workunit.client.0.smithi157.stdout:op 5277 completed, throughput=5MB/sec 2024-08-17T01:10:16.019 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-65yFR6sUZZDH_it off=2835064 len=716268 2024-08-17T01:10:16.020 INFO:tasks.workunit.client.0.smithi157.stdout:op 5278 completed, throughput=5MB/sec 2024-08-17T01:10:16.020 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Va7c9ljSs_DM6dG off=6129211 len=637707 2024-08-17T01:10:16.024 INFO:tasks.workunit.client.0.smithi157.stdout:op 5279 completed, throughput=5MB/sec 2024-08-17T01:10:17.024 INFO:tasks.workunit.client.0.smithi157.stdout: 1019: throughput=5MB/sec pending data=0 2024-08-17T01:10:17.024 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UpBQArRpYcLkNc7 off=3495541 len=1531080 2024-08-17T01:10:17.032 INFO:tasks.workunit.client.0.smithi157.stdout:op 5280 completed, throughput=5MB/sec 2024-08-17T01:10:17.032 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v-kXebs94hMNRDa off=17590839 len=180049 2024-08-17T01:10:17.032 INFO:tasks.workunit.client.0.smithi157.stdout:op 5281 completed, throughput=5MB/sec 2024-08-17T01:10:17.032 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aP_mogBA3-Gg3Tw off=2616207 len=1694823 2024-08-17T01:10:17.041 INFO:tasks.workunit.client.0.smithi157.stdout:op 5282 completed, throughput=5MB/sec 2024-08-17T01:10:17.041 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KbW8UbsY_SJSSWR off=3061575 len=1892787 2024-08-17T01:10:17.045 INFO:tasks.workunit.client.0.smithi157.stdout:op 5283 completed, throughput=5MB/sec 2024-08-17T01:10:17.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:17 smithi157 ceph-mon[101289]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:10:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:17 smithi157 ceph-mon[98780]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:10:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:17 smithi187 ceph-mon[90552]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:10:18.047 INFO:tasks.workunit.client.0.smithi157.stdout: 1020: throughput=5MB/sec pending data=0 2024-08-17T01:10:18.047 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Dhsv3RouDS66-pf off=11935146 len=1131216 2024-08-17T01:10:18.047 INFO:tasks.workunit.client.0.smithi157.stdout:op 5284 completed, throughput=5MB/sec 2024-08-17T01:10:18.047 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PzCn_UEYwZEPpkb off=8637560 len=1872066 2024-08-17T01:10:18.058 INFO:tasks.workunit.client.0.smithi157.stdout:op 5285 completed, throughput=5MB/sec 2024-08-17T01:10:18.058 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-x6Cf_VzVmn78XjG off=8053115 len=1107116 2024-08-17T01:10:18.060 INFO:tasks.workunit.client.0.smithi157.stdout:op 5286 completed, throughput=5MB/sec 2024-08-17T01:10:18.060 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6GL1UPcD_913lnX off=13969204 len=656438 2024-08-17T01:10:18.065 INFO:tasks.workunit.client.0.smithi157.stdout:op 5287 completed, throughput=5MB/sec 2024-08-17T01:10:18.065 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JpdO1x9drhYz-Nv off=3719727 len=171194 2024-08-17T01:10:18.068 INFO:tasks.workunit.client.0.smithi157.stdout:op 5288 completed, throughput=5MB/sec 2024-08-17T01:10:19.070 INFO:tasks.workunit.client.0.smithi157.stdout: 1021: throughput=5MB/sec pending data=0 2024-08-17T01:10:19.070 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-naZdkiZtCqxI6GF off=5616627 len=1345051 2024-08-17T01:10:19.070 INFO:tasks.workunit.client.0.smithi157.stdout:op 5289 completed, throughput=5MB/sec 2024-08-17T01:10:19.070 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-klJz459a1MGdR0I off=3297009 len=628322 2024-08-17T01:10:19.074 INFO:tasks.workunit.client.0.smithi157.stdout:op 5290 completed, throughput=5MB/sec 2024-08-17T01:10:19.074 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5yETAktiu13BKlG off=2800760 len=218972 2024-08-17T01:10:19.075 INFO:tasks.workunit.client.0.smithi157.stdout:op 5291 completed, throughput=5MB/sec 2024-08-17T01:10:19.075 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cuPOqJ0VgT1MQuG off=868941 len=574669 2024-08-17T01:10:19.076 INFO:tasks.workunit.client.0.smithi157.stdout:op 5292 completed, throughput=5MB/sec 2024-08-17T01:10:19.076 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nfIYilF6bImmOXR off=1243786 len=1917970 2024-08-17T01:10:19.085 INFO:tasks.workunit.client.0.smithi157.stdout:op 5293 completed, throughput=5MB/sec 2024-08-17T01:10:19.085 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JO3cFstrY0PcqIg off=510093 len=707285 2024-08-17T01:10:19.089 INFO:tasks.workunit.client.0.smithi157.stdout:op 5294 completed, throughput=5MB/sec 2024-08-17T01:10:19.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:19 smithi157 ceph-mon[98780]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:10:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:19 smithi157 ceph-mon[101289]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:10:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:19 smithi187 ceph-mon[90552]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:10:20.090 INFO:tasks.workunit.client.0.smithi157.stdout: 1022: throughput=5MB/sec pending data=0 2024-08-17T01:10:20.090 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2mRnGNvR1i2y9rp off=2301101 len=1398433 2024-08-17T01:10:20.093 INFO:tasks.workunit.client.0.smithi157.stdout:op 5295 completed, throughput=5MB/sec 2024-08-17T01:10:20.093 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-y4zVpeaHlQ20XIM off=1123683 len=1503886 2024-08-17T01:10:20.100 INFO:tasks.workunit.client.0.smithi157.stdout:op 5296 completed, throughput=5MB/sec 2024-08-17T01:10:20.100 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gJgGYjFIYKXzD9p off=6468817 len=1323636 2024-08-17T01:10:20.101 INFO:tasks.workunit.client.0.smithi157.stdout:op 5297 completed, throughput=5MB/sec 2024-08-17T01:10:20.101 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7hIyrSSUdJf5Y3d off=5344085 len=1787290 2024-08-17T01:10:20.113 INFO:tasks.workunit.client.0.smithi157.stdout:op 5298 completed, throughput=5MB/sec 2024-08-17T01:10:21.113 INFO:tasks.workunit.client.0.smithi157.stdout: 1023: throughput=5MB/sec pending data=0 2024-08-17T01:10:21.113 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-amL_4GHL_gZI8sr off=9832539 len=1190278 2024-08-17T01:10:21.119 INFO:tasks.workunit.client.0.smithi157.stdout:op 5299 completed, throughput=5MB/sec 2024-08-17T01:10:21.119 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kLMhTodeWkBb1-K off=9026137 len=1383941 2024-08-17T01:10:21.121 INFO:tasks.workunit.client.0.smithi157.stdout:op 5300 completed, throughput=5MB/sec 2024-08-17T01:10:21.121 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Jx3694pVimlqxyt off=13074264 len=574708 2024-08-17T01:10:21.121 INFO:tasks.workunit.client.0.smithi157.stdout:op 5301 completed, throughput=5MB/sec 2024-08-17T01:10:21.122 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LfmIVkW_aw80AOq off=20648020 len=1457551 2024-08-17T01:10:21.123 INFO:tasks.workunit.client.0.smithi157.stdout:op 5302 completed, throughput=5MB/sec 2024-08-17T01:10:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:21 smithi157 ceph-mon[98780]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:10:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:21 smithi157 ceph-mon[101289]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:10:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:21 smithi187 ceph-mon[90552]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:10:22.123 INFO:tasks.workunit.client.0.smithi157.stdout: 1024: throughput=5MB/sec pending data=0 2024-08-17T01:10:22.124 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aM-tcWzPJJr5MoY off=1584362 len=348945 2024-08-17T01:10:22.127 INFO:tasks.workunit.client.0.smithi157.stdout:op 5303 completed, throughput=5MB/sec 2024-08-17T01:10:22.127 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jAvLZ5oBOHBA1mm off=941885 len=1926364 2024-08-17T01:10:22.129 INFO:tasks.workunit.client.0.smithi157.stdout:op 5304 completed, throughput=5MB/sec 2024-08-17T01:10:22.130 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-b8ELT2P3zqb9RGh off=4058313 len=1030924 2024-08-17T01:10:22.135 INFO:tasks.workunit.client.0.smithi157.stdout:op 5305 completed, throughput=5MB/sec 2024-08-17T01:10:22.135 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6Qvzuc4dLmsFkBD off=890929 len=889972 2024-08-17T01:10:22.140 INFO:tasks.workunit.client.0.smithi157.stdout:op 5306 completed, throughput=5MB/sec 2024-08-17T01:10:22.140 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bxLPLgj4xGxmNMC off=15298546 len=1329879 2024-08-17T01:10:22.148 INFO:tasks.workunit.client.0.smithi157.stdout:op 5307 completed, throughput=5MB/sec 2024-08-17T01:10:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:10:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:10:23.149 INFO:tasks.workunit.client.0.smithi157.stdout: 1025: throughput=5MB/sec pending data=0 2024-08-17T01:10:23.149 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mwPmAIqr5-VJHz- off=10595316 len=635357 2024-08-17T01:10:23.150 INFO:tasks.workunit.client.0.smithi157.stdout:op 5308 completed, throughput=5MB/sec 2024-08-17T01:10:23.150 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5OoskgsyCn_n_sq off=4153425 len=849952 2024-08-17T01:10:23.151 INFO:tasks.workunit.client.0.smithi157.stdout:op 5309 completed, throughput=5MB/sec 2024-08-17T01:10:23.151 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xt4_5wfY298Ie5A off=11948302 len=1888505 2024-08-17T01:10:23.155 INFO:tasks.workunit.client.0.smithi157.stdout:op 5310 completed, throughput=5MB/sec 2024-08-17T01:10:23.155 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-h6rWpXmK6xygzxu off=7296916 len=688501 2024-08-17T01:10:23.160 INFO:tasks.workunit.client.0.smithi157.stdout:op 5311 completed, throughput=5MB/sec 2024-08-17T01:10:23.160 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Z1WBwPSDWB6ebEw off=7344609 len=750508 2024-08-17T01:10:23.165 INFO:tasks.workunit.client.0.smithi157.stdout:op 5312 completed, throughput=5MB/sec 2024-08-17T01:10:23.165 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IOJtTqFv1JRwFbY off=124770 len=1839012 2024-08-17T01:10:23.175 INFO:tasks.workunit.client.0.smithi157.stdout:op 5313 completed, throughput=5MB/sec 2024-08-17T01:10:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:23 smithi157 ceph-mon[98780]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:10:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:10:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:10:23] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-08-17T01:10:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:23 smithi157 ceph-mon[101289]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:10:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:23 smithi187 ceph-mon[90552]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:10:24.176 INFO:tasks.workunit.client.0.smithi157.stdout: 1026: throughput=5MB/sec pending data=0 2024-08-17T01:10:24.176 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-d0qNJfnyRY6cxxg off=13560069 len=1181925 2024-08-17T01:10:24.182 INFO:tasks.workunit.client.0.smithi157.stdout:op 5314 completed, throughput=5MB/sec 2024-08-17T01:10:24.182 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-T0yLbDIztdiszlp off=3616251 len=1772949 2024-08-17T01:10:24.189 INFO:tasks.workunit.client.0.smithi157.stdout:op 5315 completed, throughput=5MB/sec 2024-08-17T01:10:24.189 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VtlTDvfgTPzr5li off=5620778 len=2068444 2024-08-17T01:10:24.191 INFO:tasks.workunit.client.0.smithi157.stdout:op 5316 completed, throughput=5MB/sec 2024-08-17T01:10:25.191 INFO:tasks.workunit.client.0.smithi157.stdout: 1027: throughput=5MB/sec pending data=0 2024-08-17T01:10:25.191 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jEEl1H0KqDFD-Xm off=8025678 len=1964106 2024-08-17T01:10:25.200 INFO:tasks.workunit.client.0.smithi157.stdout:op 5317 completed, throughput=5MB/sec 2024-08-17T01:10:25.200 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hMS02Kg2Zhjibnj off=232204 len=1815556 2024-08-17T01:10:25.210 INFO:tasks.workunit.client.0.smithi157.stdout:op 5318 completed, throughput=5MB/sec 2024-08-17T01:10:25.210 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SwsxARlveiGTXui off=2928982 len=1343065 2024-08-17T01:10:25.214 INFO:tasks.workunit.client.0.smithi157.stdout:op 5319 completed, throughput=5MB/sec 2024-08-17T01:10:25.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:25 smithi157 ceph-mon[101289]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:10:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:25 smithi157 ceph-mon[98780]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:10:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:25 smithi187 ceph-mon[90552]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:10:26.215 INFO:tasks.workunit.client.0.smithi157.stdout: 1028: throughput=5MB/sec pending data=0 2024-08-17T01:10:26.215 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hwdgbMcnaJTXfjO off=2365541 len=334223 2024-08-17T01:10:26.218 INFO:tasks.workunit.client.0.smithi157.stdout:op 5320 completed, throughput=5MB/sec 2024-08-17T01:10:26.218 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ypgS6RxMDqs6xR8 off=17592184 len=110939 2024-08-17T01:10:26.221 INFO:tasks.workunit.client.0.smithi157.stdout:op 5321 completed, throughput=5MB/sec 2024-08-17T01:10:26.221 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--oZoIglxrSltVnL off=2306272 len=740348 2024-08-17T01:10:26.222 INFO:tasks.workunit.client.0.smithi157.stdout:op 5322 completed, throughput=5MB/sec 2024-08-17T01:10:26.222 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qLp3qqkhWVHKqbP off=324579 len=221155 2024-08-17T01:10:26.223 INFO:tasks.workunit.client.0.smithi157.stdout:op 5323 completed, throughput=5MB/sec 2024-08-17T01:10:26.223 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Z8h09kFvuxmB55Q off=5481687 len=739368 2024-08-17T01:10:26.228 INFO:tasks.workunit.client.0.smithi157.stdout:op 5324 completed, throughput=5MB/sec 2024-08-17T01:10:26.228 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bK-9oRdlA9CXgyx off=10918786 len=1574593 2024-08-17T01:10:26.231 INFO:tasks.workunit.client.0.smithi157.stdout:op 5325 completed, throughput=5MB/sec 2024-08-17T01:10:26.231 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PU5B2UD8jtSmsAO off=1190407 len=774784 2024-08-17T01:10:26.232 INFO:tasks.workunit.client.0.smithi157.stdout:op 5326 completed, throughput=5MB/sec 2024-08-17T01:10:27.232 INFO:tasks.workunit.client.0.smithi157.stdout: 1029: throughput=5MB/sec pending data=0 2024-08-17T01:10:27.233 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MvaSIeAc7F_okAH off=3497507 len=1260446 2024-08-17T01:10:27.234 INFO:tasks.workunit.client.0.smithi157.stdout:op 5327 completed, throughput=5MB/sec 2024-08-17T01:10:27.234 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KnayrDj8ASteVEl off=1823241 len=1604197 2024-08-17T01:10:27.236 INFO:tasks.workunit.client.0.smithi157.stdout:op 5328 completed, throughput=5MB/sec 2024-08-17T01:10:27.236 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ivha3NOE-KBbZVJ off=13928471 len=1583676 2024-08-17T01:10:27.238 INFO:tasks.workunit.client.0.smithi157.stdout:op 5329 completed, throughput=5MB/sec 2024-08-17T01:10:27.238 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NX8DcHXBd1Z2Uhn off=1297172 len=645417 2024-08-17T01:10:27.242 INFO:tasks.workunit.client.0.smithi157.stdout:op 5330 completed, throughput=5MB/sec 2024-08-17T01:10:27.242 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1LapKW6pekxodVC off=23158569 len=2020926 2024-08-17T01:10:27.250 INFO:tasks.workunit.client.0.smithi157.stdout:op 5331 completed, throughput=5MB/sec 2024-08-17T01:10:27.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:27 smithi157 ceph-mon[101289]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:10:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:27 smithi157 ceph-mon[98780]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:10:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:27 smithi187 ceph-mon[90552]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:10:28.250 INFO:tasks.workunit.client.0.smithi157.stdout: 1030: throughput=5MB/sec pending data=0 2024-08-17T01:10:28.250 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LyEUcBu-DqD0opA off=16579637 len=528201 2024-08-17T01:10:28.254 INFO:tasks.workunit.client.0.smithi157.stdout:op 5332 completed, throughput=5MB/sec 2024-08-17T01:10:28.254 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--lmBW7LVGnyROWw off=3355748 len=851295 2024-08-17T01:10:28.256 INFO:tasks.workunit.client.0.smithi157.stdout:op 5333 completed, throughput=5MB/sec 2024-08-17T01:10:28.256 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_owD3KesX4Yt6xf off=682288 len=1431612 2024-08-17T01:10:28.263 INFO:tasks.workunit.client.0.smithi157.stdout:op 5334 completed, throughput=5MB/sec 2024-08-17T01:10:28.263 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jeD9QAqFpSDOB5B off=2184923 len=404702 2024-08-17T01:10:28.267 INFO:tasks.workunit.client.0.smithi157.stdout:op 5335 completed, throughput=5MB/sec 2024-08-17T01:10:28.267 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NSKHaxiEIByo0ue off=2990677 len=92002 2024-08-17T01:10:28.267 INFO:tasks.workunit.client.0.smithi157.stdout:op 5336 completed, throughput=5MB/sec 2024-08-17T01:10:28.267 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BXR5W__1nCmVsOe off=6857425 len=183304 2024-08-17T01:10:28.268 INFO:tasks.workunit.client.0.smithi157.stdout:op 5337 completed, throughput=5MB/sec 2024-08-17T01:10:28.268 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7CzbcE5d_UbiFfH off=3983754 len=1879059 2024-08-17T01:10:28.276 INFO:tasks.workunit.client.0.smithi157.stdout:op 5338 completed, throughput=5MB/sec 2024-08-17T01:10:29.276 INFO:tasks.workunit.client.0.smithi157.stdout: 1031: throughput=5MB/sec pending data=0 2024-08-17T01:10:29.276 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Xnwmj08ytbLfcwE off=627826 len=1896798 2024-08-17T01:10:29.280 INFO:tasks.workunit.client.0.smithi157.stdout:op 5339 completed, throughput=5MB/sec 2024-08-17T01:10:29.280 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Wl_cV-aGJ42xCDq off=99557 len=1060534 2024-08-17T01:10:29.281 INFO:tasks.workunit.client.0.smithi157.stdout:op 5340 completed, throughput=5MB/sec 2024-08-17T01:10:29.281 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9v7x_QVfRt4W_AY off=12513648 len=1300450 2024-08-17T01:10:29.290 INFO:tasks.workunit.client.0.smithi157.stdout:op 5341 completed, throughput=5MB/sec 2024-08-17T01:10:29.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:29 smithi157 ceph-mon[101289]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T01:10:29.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:29 smithi157 ceph-mon[98780]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T01:10:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:29 smithi187 ceph-mon[90552]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T01:10:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:30.290 INFO:tasks.workunit.client.0.smithi157.stdout: 1032: throughput=5MB/sec pending data=0 2024-08-17T01:10:30.290 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5NrNf2ETP_VebEs off=4998704 len=639919 2024-08-17T01:10:30.294 INFO:tasks.workunit.client.0.smithi157.stdout:op 5342 completed, throughput=5MB/sec 2024-08-17T01:10:30.295 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zz_gfrBLwhQHF71 off=1893733 len=1028377 2024-08-17T01:10:30.296 INFO:tasks.workunit.client.0.smithi157.stdout:op 5343 completed, throughput=5MB/sec 2024-08-17T01:10:30.296 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-P9ONJ3draJG0Ed9 off=3361472 len=2096373 2024-08-17T01:10:30.304 INFO:tasks.workunit.client.0.smithi157.stdout:op 5344 completed, throughput=5MB/sec 2024-08-17T01:10:30.304 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lOD6Cnxzgc9woOZ off=6937023 len=1450302 2024-08-17T01:10:30.305 INFO:tasks.workunit.client.0.smithi157.stdout:op 5345 completed, throughput=5MB/sec 2024-08-17T01:10:31.306 INFO:tasks.workunit.client.0.smithi157.stdout: 1033: throughput=5MB/sec pending data=0 2024-08-17T01:10:31.306 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hc_j0UO-zX6BH0J off=13946295 len=940799 2024-08-17T01:10:31.311 INFO:tasks.workunit.client.0.smithi157.stdout:op 5346 completed, throughput=5MB/sec 2024-08-17T01:10:31.311 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-z26kt4BhxhI2G2L off=1401270 len=954867 2024-08-17T01:10:31.313 INFO:tasks.workunit.client.0.smithi157.stdout:op 5347 completed, throughput=5MB/sec 2024-08-17T01:10:31.313 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-60GsvTEDMGBX5YW off=15223857 len=1179422 2024-08-17T01:10:31.314 INFO:tasks.workunit.client.0.smithi157.stdout:op 5348 completed, throughput=5MB/sec 2024-08-17T01:10:31.315 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KSPrRPqEjKeut19 off=9639535 len=1043119 2024-08-17T01:10:31.315 INFO:tasks.workunit.client.0.smithi157.stdout:op 5349 completed, throughput=5MB/sec 2024-08-17T01:10:31.316 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NEXE-HeKyC1R4Tw off=3240241 len=1998516 2024-08-17T01:10:31.328 INFO:tasks.workunit.client.0.smithi157.stdout:op 5350 completed, throughput=5MB/sec 2024-08-17T01:10:31.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:31 smithi157 ceph-mon[98780]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:10:31.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:31 smithi157 ceph-mon[101289]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:10:31.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:31 smithi187 ceph-mon[90552]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:10:32.328 INFO:tasks.workunit.client.0.smithi157.stdout: 1034: throughput=5MB/sec pending data=0 2024-08-17T01:10:32.328 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--zToRqJQJn41ZBQ off=3974014 len=444093 2024-08-17T01:10:32.332 INFO:tasks.workunit.client.0.smithi157.stdout:op 5351 completed, throughput=5MB/sec 2024-08-17T01:10:32.332 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yra5RpqkUDQ_U6y off=14737248 len=981511 2024-08-17T01:10:32.337 INFO:tasks.workunit.client.0.smithi157.stdout:op 5352 completed, throughput=5MB/sec 2024-08-17T01:10:32.337 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6XO8q4fRv3eZeEc off=8616148 len=1954522 2024-08-17T01:10:32.341 INFO:tasks.workunit.client.0.smithi157.stdout:op 5353 completed, throughput=5MB/sec 2024-08-17T01:10:32.341 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9R6APBtK3xoQqEZ off=3768873 len=578150 2024-08-17T01:10:32.342 INFO:tasks.workunit.client.0.smithi157.stdout:op 5354 completed, throughput=5MB/sec 2024-08-17T01:10:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:10:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:10:33.342 INFO:tasks.workunit.client.0.smithi157.stdout: 1035: throughput=5MB/sec pending data=0 2024-08-17T01:10:33.343 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3k6kh-auZchgNtk off=3762002 len=298909 2024-08-17T01:10:33.343 INFO:tasks.workunit.client.0.smithi157.stdout:op 5355 completed, throughput=5MB/sec 2024-08-17T01:10:33.343 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-B9pOSANi4Iaaukv off=5392738 len=377417 2024-08-17T01:10:33.344 INFO:tasks.workunit.client.0.smithi157.stdout:op 5356 completed, throughput=5MB/sec 2024-08-17T01:10:33.344 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-R_ok04lHNP1jH7L off=6765092 len=153546 2024-08-17T01:10:33.345 INFO:tasks.workunit.client.0.smithi157.stdout:op 5357 completed, throughput=5MB/sec 2024-08-17T01:10:33.345 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-N0uBwLK0GcvgJd9 off=4353743 len=785488 2024-08-17T01:10:33.346 INFO:tasks.workunit.client.0.smithi157.stdout:op 5358 completed, throughput=5MB/sec 2024-08-17T01:10:33.346 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dqDRGn1xb54bcLM off=11818 len=1036187 2024-08-17T01:10:33.352 INFO:tasks.workunit.client.0.smithi157.stdout:op 5359 completed, throughput=5MB/sec 2024-08-17T01:10:33.353 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xzMcHd_BO852jlp off=3919534 len=979862 2024-08-17T01:10:33.354 INFO:tasks.workunit.client.0.smithi157.stdout:op 5360 completed, throughput=5MB/sec 2024-08-17T01:10:33.354 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tbH4LXvXChrA6L1 off=4287643 len=921637 2024-08-17T01:10:33.359 INFO:tasks.workunit.client.0.smithi157.stdout:op 5361 completed, throughput=5MB/sec 2024-08-17T01:10:33.359 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PTwlceyzj3JiuhW off=2621812 len=276423 2024-08-17T01:10:33.362 INFO:tasks.workunit.client.0.smithi157.stdout:op 5362 completed, throughput=5MB/sec 2024-08-17T01:10:33.363 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oNkZ37aw6UON-KO off=13428821 len=1814900 2024-08-17T01:10:33.366 INFO:tasks.workunit.client.0.smithi157.stdout:op 5363 completed, throughput=5MB/sec 2024-08-17T01:10:33.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:33 smithi157 ceph-mon[98780]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:10:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:10:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:10:33] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:10:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:33 smithi157 ceph-mon[101289]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:10:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:33 smithi187 ceph-mon[90552]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:10:34.367 INFO:tasks.workunit.client.0.smithi157.stdout: 1036: throughput=5MB/sec pending data=0 2024-08-17T01:10:34.367 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zS6EGtZLBO6kkqa off=7717513 len=1023405 2024-08-17T01:10:34.368 INFO:tasks.workunit.client.0.smithi157.stdout:op 5364 completed, throughput=5MB/sec 2024-08-17T01:10:34.368 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hS4T18B5LYkiOjz off=610431 len=562685 2024-08-17T01:10:34.370 INFO:tasks.workunit.client.0.smithi157.stdout:op 5365 completed, throughput=5MB/sec 2024-08-17T01:10:34.370 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_1r5moFXDskcy6Q off=6318407 len=740305 2024-08-17T01:10:34.371 INFO:tasks.workunit.client.0.smithi157.stdout:op 5366 completed, throughput=5MB/sec 2024-08-17T01:10:34.371 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qdOHTQXTbqfZrHb off=1815727 len=263340 2024-08-17T01:10:34.374 INFO:tasks.workunit.client.0.smithi157.stdout:op 5367 completed, throughput=5MB/sec 2024-08-17T01:10:34.374 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gOYznOJyDQONoRR off=11164607 len=890138 2024-08-17T01:10:34.379 INFO:tasks.workunit.client.0.smithi157.stdout:op 5368 completed, throughput=5MB/sec 2024-08-17T01:10:34.379 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5mUs6YYHRXFf6bv off=132677 len=423026 2024-08-17T01:10:34.380 INFO:tasks.workunit.client.0.smithi157.stdout:op 5369 completed, throughput=5MB/sec 2024-08-17T01:10:34.380 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aPqsyaFRCGMWEZK off=10119305 len=1619717 2024-08-17T01:10:34.387 INFO:tasks.workunit.client.0.smithi157.stdout:op 5370 completed, throughput=5MB/sec 2024-08-17T01:10:35.385 INFO:tasks.workunit.client.0.smithi157.stdout: 1037: throughput=5MB/sec pending data=0 2024-08-17T01:10:35.386 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XuEhU-s6NAokG9P off=11055703 len=1891883 2024-08-17T01:10:35.392 INFO:tasks.workunit.client.0.smithi157.stdout:op 5371 completed, throughput=5MB/sec 2024-08-17T01:10:35.392 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-a_-A3Xrr6U3ZlA5 off=8330550 len=1594000 2024-08-17T01:10:35.393 INFO:tasks.workunit.client.0.smithi157.stdout:op 5372 completed, throughput=5MB/sec 2024-08-17T01:10:35.393 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MXWlgcHgvrVdZWR off=6752991 len=511591 2024-08-17T01:10:35.397 INFO:tasks.workunit.client.0.smithi157.stdout:op 5373 completed, throughput=5MB/sec 2024-08-17T01:10:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:35 smithi157 ceph-mon[98780]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:10:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:35 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:10:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:35 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:10:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:35 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:10:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:35 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:10:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:35 smithi157 ceph-mon[101289]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:10:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:35 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:10:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:35 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:10:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:35 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:10:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:35 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:10:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:35 smithi187 ceph-mon[90552]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:10:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:35 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:10:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:35 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:10:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:35 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:10:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:35 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:10:36.397 INFO:tasks.workunit.client.0.smithi157.stdout: 1038: throughput=5MB/sec pending data=0 2024-08-17T01:10:36.397 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gLlbnfCOXEk_26B off=1393783 len=1670959 2024-08-17T01:10:36.399 INFO:tasks.workunit.client.0.smithi157.stdout:op 5374 completed, throughput=5MB/sec 2024-08-17T01:10:36.399 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-okjHupIP62Or13- off=5148271 len=615742 2024-08-17T01:10:36.404 INFO:tasks.workunit.client.0.smithi157.stdout:op 5375 completed, throughput=5MB/sec 2024-08-17T01:10:36.404 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wXJJiD9vX_MD6AE off=4295097 len=1288722 2024-08-17T01:10:36.406 INFO:tasks.workunit.client.0.smithi157.stdout:op 5376 completed, throughput=5MB/sec 2024-08-17T01:10:36.406 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vhnJV6ah2wSRBww off=1188737 len=575514 2024-08-17T01:10:36.410 INFO:tasks.workunit.client.0.smithi157.stdout:op 5377 completed, throughput=5MB/sec 2024-08-17T01:10:36.411 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ytuxsb-povvVeMN off=972677 len=1214376 2024-08-17T01:10:36.416 INFO:tasks.workunit.client.0.smithi157.stdout:op 5378 completed, throughput=5MB/sec 2024-08-17T01:10:37.417 INFO:tasks.workunit.client.0.smithi157.stdout: 1039: throughput=5MB/sec pending data=0 2024-08-17T01:10:37.417 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7b8q1jzrrIs9Rpz off=17386856 len=1500345 2024-08-17T01:10:37.420 INFO:tasks.workunit.client.0.smithi157.stdout:op 5379 completed, throughput=5MB/sec 2024-08-17T01:10:37.420 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1GK3_TN5OyNKHeE off=17469490 len=1697353 2024-08-17T01:10:37.422 INFO:tasks.workunit.client.0.smithi157.stdout:op 5380 completed, throughput=5MB/sec 2024-08-17T01:10:37.422 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-s8dEfKx0rhFIVkn off=9353581 len=619758 2024-08-17T01:10:37.423 INFO:tasks.workunit.client.0.smithi157.stdout:op 5381 completed, throughput=5MB/sec 2024-08-17T01:10:37.423 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-W4FKOhwUf2BpYRz off=2023928 len=450929 2024-08-17T01:10:37.424 INFO:tasks.workunit.client.0.smithi157.stdout:op 5382 completed, throughput=5MB/sec 2024-08-17T01:10:37.424 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0qlYgs_B74PCtDB off=511369 len=1373195 2024-08-17T01:10:37.426 INFO:tasks.workunit.client.0.smithi157.stdout:op 5383 completed, throughput=5MB/sec 2024-08-17T01:10:37.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:37 smithi157 ceph-mon[101289]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:10:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:37 smithi157 ceph-mon[98780]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:10:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:37 smithi187 ceph-mon[90552]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:10:38.427 INFO:tasks.workunit.client.0.smithi157.stdout: 1040: throughput=5MB/sec pending data=0 2024-08-17T01:10:38.427 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eq-cmZfV7XSXfK4 off=475144 len=969692 2024-08-17T01:10:38.433 INFO:tasks.workunit.client.0.smithi157.stdout:op 5384 completed, throughput=5MB/sec 2024-08-17T01:10:38.433 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uALUf0L5zo9kt1x off=12614516 len=1458877 2024-08-17T01:10:38.436 INFO:tasks.workunit.client.0.smithi157.stdout:op 5385 completed, throughput=5MB/sec 2024-08-17T01:10:38.436 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Cppjzaau-QP-NPv off=1056813 len=1558782 2024-08-17T01:10:38.445 INFO:tasks.workunit.client.0.smithi157.stdout:op 5386 completed, throughput=5MB/sec 2024-08-17T01:10:38.445 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sBIi2P3aO-v4gyQ off=0 len=1210914 2024-08-17T01:10:38.448 INFO:tasks.workunit.client.0.smithi157.stdout:op 5387 completed, throughput=5MB/sec 2024-08-17T01:10:39.448 INFO:tasks.workunit.client.0.smithi157.stdout: 1041: throughput=5MB/sec pending data=0 2024-08-17T01:10:39.448 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ifzQS_vlYiedKC9 off=2029815 len=1289002 2024-08-17T01:10:39.455 INFO:tasks.workunit.client.0.smithi157.stdout:op 5388 completed, throughput=5MB/sec 2024-08-17T01:10:39.455 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yr6DR5Z0qCoktJz off=4326970 len=1206362 2024-08-17T01:10:39.460 INFO:tasks.workunit.client.0.smithi157.stdout:op 5389 completed, throughput=5MB/sec 2024-08-17T01:10:39.460 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DcnQ3cpjcC9G5aQ off=7447626 len=1644604 2024-08-17T01:10:39.462 INFO:tasks.workunit.client.0.smithi157.stdout:op 5390 completed, throughput=5MB/sec 2024-08-17T01:10:39.462 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hI3FDre0QgLmsw4 off=1729410 len=1753182 2024-08-17T01:10:39.464 INFO:tasks.workunit.client.0.smithi157.stdout:op 5391 completed, throughput=5MB/sec 2024-08-17T01:10:39.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:39 smithi157 ceph-mon[98780]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:10:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:39 smithi157 ceph-mon[101289]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:10:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:39 smithi187 ceph-mon[90552]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:10:40.465 INFO:tasks.workunit.client.0.smithi157.stdout: 1042: throughput=5MB/sec pending data=0 2024-08-17T01:10:40.465 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WPIlV6OHO-vA7Yw off=4994166 len=1004063 2024-08-17T01:10:40.471 INFO:tasks.workunit.client.0.smithi157.stdout:op 5392 completed, throughput=5MB/sec 2024-08-17T01:10:40.471 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-w38S9NSr0ls07eJ off=7287380 len=1295287 2024-08-17T01:10:40.479 INFO:tasks.workunit.client.0.smithi157.stdout:op 5393 completed, throughput=5MB/sec 2024-08-17T01:10:40.480 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-q34B2W3-YUyc8wA off=19753775 len=1935962 2024-08-17T01:10:40.482 INFO:tasks.workunit.client.0.smithi157.stdout:op 5394 completed, throughput=5MB/sec 2024-08-17T01:10:40.482 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0Ou0kM8zSW8s2H2 off=1300594 len=1903720 2024-08-17T01:10:40.486 INFO:tasks.workunit.client.0.smithi157.stdout:op 5395 completed, throughput=5MB/sec 2024-08-17T01:10:41.486 INFO:tasks.workunit.client.0.smithi157.stdout: 1043: throughput=5MB/sec pending data=0 2024-08-17T01:10:41.487 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LRzhvAM87ebNIvH off=3481318 len=1393599 2024-08-17T01:10:41.489 INFO:tasks.workunit.client.0.smithi157.stdout:op 5396 completed, throughput=5MB/sec 2024-08-17T01:10:41.489 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QV5W-Pza3JddW6a off=4058602 len=397494 2024-08-17T01:10:41.493 INFO:tasks.workunit.client.0.smithi157.stdout:op 5397 completed, throughput=5MB/sec 2024-08-17T01:10:41.493 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--9e5_4LXRrMGLnA off=4020532 len=237164 2024-08-17T01:10:41.494 INFO:tasks.workunit.client.0.smithi157.stdout:op 5398 completed, throughput=5MB/sec 2024-08-17T01:10:41.494 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-30Z7us3mC34j5G- off=1805033 len=1047304 2024-08-17T01:10:41.496 INFO:tasks.workunit.client.0.smithi157.stdout:op 5399 completed, throughput=5MB/sec 2024-08-17T01:10:41.496 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hu2y7Qv5Za7c-ea off=3858826 len=779797 2024-08-17T01:10:41.501 INFO:tasks.workunit.client.0.smithi157.stdout:op 5400 completed, throughput=5MB/sec 2024-08-17T01:10:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:41 smithi157 ceph-mon[98780]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:10:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:41 smithi157 ceph-mon[101289]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:10:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:41 smithi187 ceph-mon[90552]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:10:42.501 INFO:tasks.workunit.client.0.smithi157.stdout: 1044: throughput=5MB/sec pending data=0 2024-08-17T01:10:42.501 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-w2OCyR7-li1dUQ_ off=2003427 len=112667 2024-08-17T01:10:42.502 INFO:tasks.workunit.client.0.smithi157.stdout:op 5401 completed, throughput=5MB/sec 2024-08-17T01:10:42.502 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uzvcs4QoJimUu0c off=8170680 len=163560 2024-08-17T01:10:42.505 INFO:tasks.workunit.client.0.smithi157.stdout:op 5402 completed, throughput=5MB/sec 2024-08-17T01:10:42.505 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-R5eKejf29yTcjYN off=19861604 len=1643211 2024-08-17T01:10:42.512 INFO:tasks.workunit.client.0.smithi157.stdout:op 5403 completed, throughput=5MB/sec 2024-08-17T01:10:42.512 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-F4Tiho_iDgf79SA off=16964537 len=1468783 2024-08-17T01:10:42.517 INFO:tasks.workunit.client.0.smithi157.stdout:op 5404 completed, throughput=5MB/sec 2024-08-17T01:10:42.517 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nz_fhV3Q7B7VhUh off=8658220 len=1006574 2024-08-17T01:10:42.522 INFO:tasks.workunit.client.0.smithi157.stdout:op 5405 completed, throughput=5MB/sec 2024-08-17T01:10:42.522 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MRGRGmNVGI9mSGQ off=3894698 len=1563646 2024-08-17T01:10:42.529 INFO:tasks.workunit.client.0.smithi157.stdout:op 5406 completed, throughput=5MB/sec 2024-08-17T01:10:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:10:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:10:43.530 INFO:tasks.workunit.client.0.smithi157.stdout: 1045: throughput=5MB/sec pending data=0 2024-08-17T01:10:43.530 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zSPDxMruW3-gDKn off=2420542 len=776181 2024-08-17T01:10:43.534 INFO:tasks.workunit.client.0.smithi157.stdout:op 5407 completed, throughput=5MB/sec 2024-08-17T01:10:43.535 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-U5hfDO_MxKlijzW off=8709596 len=1450622 2024-08-17T01:10:43.536 INFO:tasks.workunit.client.0.smithi157.stdout:op 5408 completed, throughput=5MB/sec 2024-08-17T01:10:43.536 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qv1abzyPI-iN-xT off=6772430 len=520026 2024-08-17T01:10:43.537 INFO:tasks.workunit.client.0.smithi157.stdout:op 5409 completed, throughput=5MB/sec 2024-08-17T01:10:43.537 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tWk5OFUPkBD0qC0 off=528990 len=1468181 2024-08-17T01:10:43.547 INFO:tasks.workunit.client.0.smithi157.stdout:op 5410 completed, throughput=5MB/sec 2024-08-17T01:10:43.547 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5qIhK2pzFJ1iXDp off=803962 len=970189 2024-08-17T01:10:43.554 INFO:tasks.workunit.client.0.smithi157.stdout:op 5411 completed, throughput=5MB/sec 2024-08-17T01:10:43.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:43 smithi157 ceph-mon[101289]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:10:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:43 smithi157 ceph-mon[98780]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:10:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:10:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:10:43] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:10:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:43 smithi187 ceph-mon[90552]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:10:44.555 INFO:tasks.workunit.client.0.smithi157.stdout: 1046: throughput=5MB/sec pending data=0 2024-08-17T01:10:44.555 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-34_FGfpTnXqZoa5 off=3782403 len=1272122 2024-08-17T01:10:44.563 INFO:tasks.workunit.client.0.smithi157.stdout:op 5412 completed, throughput=5MB/sec 2024-08-17T01:10:44.563 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0WhjDVyK7VTFOrV off=7507913 len=961419 2024-08-17T01:10:44.568 INFO:tasks.workunit.client.0.smithi157.stdout:op 5413 completed, throughput=5MB/sec 2024-08-17T01:10:44.568 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-om-88eI_kTr3yhI off=6703617 len=764396 2024-08-17T01:10:44.569 INFO:tasks.workunit.client.0.smithi157.stdout:op 5414 completed, throughput=5MB/sec 2024-08-17T01:10:44.569 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HL8VwEmqo7t6IM3 off=20890779 len=1364458 2024-08-17T01:10:44.575 INFO:tasks.workunit.client.0.smithi157.stdout:op 5415 completed, throughput=5MB/sec 2024-08-17T01:10:44.576 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rL3sgDY08sxCTIG off=7208563 len=712978 2024-08-17T01:10:44.580 INFO:tasks.workunit.client.0.smithi157.stdout:op 5416 completed, throughput=5MB/sec 2024-08-17T01:10:44.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:44.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:45.580 INFO:tasks.workunit.client.0.smithi157.stdout: 1047: throughput=5MB/sec pending data=0 2024-08-17T01:10:45.580 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xUQYVECImWaCJSw off=4899561 len=1832304 2024-08-17T01:10:45.590 INFO:tasks.workunit.client.0.smithi157.stdout:op 5417 completed, throughput=5MB/sec 2024-08-17T01:10:45.590 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1Fh-EyNUdQAzbWr off=10818760 len=1693248 2024-08-17T01:10:45.592 INFO:tasks.workunit.client.0.smithi157.stdout:op 5418 completed, throughput=5MB/sec 2024-08-17T01:10:45.592 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hXaodQoVWvpWUHl off=10258213 len=220703 2024-08-17T01:10:45.592 INFO:tasks.workunit.client.0.smithi157.stdout:op 5419 completed, throughput=5MB/sec 2024-08-17T01:10:45.593 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v4a-6g-CpggEI5e off=10773700 len=1943171 2024-08-17T01:10:45.595 INFO:tasks.workunit.client.0.smithi157.stdout:op 5420 completed, throughput=5MB/sec 2024-08-17T01:10:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:45 smithi157 ceph-mon[101289]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:10:45.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:45 smithi157 ceph-mon[98780]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:10:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:45 smithi187 ceph-mon[90552]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:10:46.595 INFO:tasks.workunit.client.0.smithi157.stdout: 1048: throughput=5MB/sec pending data=0 2024-08-17T01:10:46.595 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GfkrlHgcf7mY7S5 off=7758001 len=647054 2024-08-17T01:10:46.600 INFO:tasks.workunit.client.0.smithi157.stdout:op 5421 completed, throughput=5MB/sec 2024-08-17T01:10:46.600 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jO5YC3MOf6P_tp8 off=8065030 len=1124513 2024-08-17T01:10:46.614 INFO:tasks.workunit.client.0.smithi157.stdout:op 5422 completed, throughput=5MB/sec 2024-08-17T01:10:46.614 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mkWTcLRzH9jL4D2 off=546952 len=751070 2024-08-17T01:10:46.615 INFO:tasks.workunit.client.0.smithi157.stdout:op 5423 completed, throughput=5MB/sec 2024-08-17T01:10:46.615 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UWwqMaJwJKhyI0j off=7037260 len=1693113 2024-08-17T01:10:46.619 INFO:tasks.workunit.client.0.smithi157.stdout:op 5424 completed, throughput=5MB/sec 2024-08-17T01:10:46.619 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SAOB_sQBgS5HfEw off=4660154 len=1506385 2024-08-17T01:10:46.620 INFO:tasks.workunit.client.0.smithi157.stdout:op 5425 completed, throughput=5MB/sec 2024-08-17T01:10:47.621 INFO:tasks.workunit.client.0.smithi157.stdout: 1049: throughput=5MB/sec pending data=0 2024-08-17T01:10:47.621 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XGfDaJLF-wBfnBb off=5338321 len=951557 2024-08-17T01:10:47.626 INFO:tasks.workunit.client.0.smithi157.stdout:op 5426 completed, throughput=5MB/sec 2024-08-17T01:10:47.627 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BOU9kVnGIkM-Sg3 off=1119343 len=1627895 2024-08-17T01:10:47.629 INFO:tasks.workunit.client.0.smithi157.stdout:op 5427 completed, throughput=5MB/sec 2024-08-17T01:10:47.629 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DIu02a5a6XOv-C6 off=2535774 len=255965 2024-08-17T01:10:47.629 INFO:tasks.workunit.client.0.smithi157.stdout:op 5428 completed, throughput=5MB/sec 2024-08-17T01:10:47.629 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--MXkrzAnv0OH7WI off=1086454 len=1016364 2024-08-17T01:10:47.632 INFO:tasks.workunit.client.0.smithi157.stdout:op 5429 completed, throughput=5MB/sec 2024-08-17T01:10:47.632 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8QvXtUbiv7B8Klg off=5844064 len=1836326 2024-08-17T01:10:47.634 INFO:tasks.workunit.client.0.smithi157.stdout:op 5430 completed, throughput=5MB/sec 2024-08-17T01:10:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:47 smithi157 ceph-mon[98780]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:10:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:47 smithi157 ceph-mon[101289]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:10:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:47 smithi187 ceph-mon[90552]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:10:48.634 INFO:tasks.workunit.client.0.smithi157.stdout: 1050: throughput=5MB/sec pending data=0 2024-08-17T01:10:48.634 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sdo9JdqherclYMM off=4986746 len=1345057 2024-08-17T01:10:48.636 INFO:tasks.workunit.client.0.smithi157.stdout:op 5431 completed, throughput=5MB/sec 2024-08-17T01:10:48.636 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QHfBmOAeCTX8kuF off=299954 len=836798 2024-08-17T01:10:48.641 INFO:tasks.workunit.client.0.smithi157.stdout:op 5432 completed, throughput=5MB/sec 2024-08-17T01:10:48.641 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8LLfXM4bdoj5Vgw off=479289 len=1011484 2024-08-17T01:10:48.642 INFO:tasks.workunit.client.0.smithi157.stdout:op 5433 completed, throughput=5MB/sec 2024-08-17T01:10:48.643 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EaVeoeXVbASsctO off=2038760 len=110787 2024-08-17T01:10:48.643 INFO:tasks.workunit.client.0.smithi157.stdout:op 5434 completed, throughput=5MB/sec 2024-08-17T01:10:48.643 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JigskxA8vH7C3s4 off=327636 len=1151109 2024-08-17T01:10:48.649 INFO:tasks.workunit.client.0.smithi157.stdout:op 5435 completed, throughput=5MB/sec 2024-08-17T01:10:49.650 INFO:tasks.workunit.client.0.smithi157.stdout: 1051: throughput=5MB/sec pending data=0 2024-08-17T01:10:49.650 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tLylHH_YcjApJrn off=3673695 len=1846073 2024-08-17T01:10:49.661 INFO:tasks.workunit.client.0.smithi157.stdout:op 5436 completed, throughput=5MB/sec 2024-08-17T01:10:49.661 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-v6JEKtTu0XoPXyq off=1502432 len=784908 2024-08-17T01:10:49.666 INFO:tasks.workunit.client.0.smithi157.stdout:op 5437 completed, throughput=5MB/sec 2024-08-17T01:10:49.667 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-C-255ddxN3uey81 off=7258027 len=458771 2024-08-17T01:10:49.667 INFO:tasks.workunit.client.0.smithi157.stdout:op 5438 completed, throughput=5MB/sec 2024-08-17T01:10:49.667 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BJyW_ob5x5EkCxP off=17714822 len=368370 2024-08-17T01:10:49.668 INFO:tasks.workunit.client.0.smithi157.stdout:op 5439 completed, throughput=5MB/sec 2024-08-17T01:10:49.668 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wpsJVlIulIMQrsZ off=3784484 len=809636 2024-08-17T01:10:49.669 INFO:tasks.workunit.client.0.smithi157.stdout:op 5440 completed, throughput=5MB/sec 2024-08-17T01:10:49.669 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BdHKrXC-rq8Wn2z off=249676 len=1574982 2024-08-17T01:10:49.676 INFO:tasks.workunit.client.0.smithi157.stdout:op 5441 completed, throughput=5MB/sec 2024-08-17T01:10:49.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:49 smithi157 ceph-mon[98780]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:10:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:49 smithi157 ceph-mon[101289]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:10:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:49 smithi187 ceph-mon[90552]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:10:50.676 INFO:tasks.workunit.client.0.smithi157.stdout: 1052: throughput=5MB/sec pending data=0 2024-08-17T01:10:50.676 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hL6jvELyHdP1uZQ off=10215776 len=590595 2024-08-17T01:10:50.677 INFO:tasks.workunit.client.0.smithi157.stdout:op 5442 completed, throughput=5MB/sec 2024-08-17T01:10:50.677 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MJhPUlH1BC0HMTK off=4964529 len=1900352 2024-08-17T01:10:50.680 INFO:tasks.workunit.client.0.smithi157.stdout:op 5443 completed, throughput=5MB/sec 2024-08-17T01:10:50.680 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FKVRgERlMWBxNyd off=3195918 len=559678 2024-08-17T01:10:50.681 INFO:tasks.workunit.client.0.smithi157.stdout:op 5444 completed, throughput=5MB/sec 2024-08-17T01:10:50.681 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GBiYe59I3p7gGrY off=8816056 len=840959 2024-08-17T01:10:50.686 INFO:tasks.workunit.client.0.smithi157.stdout:op 5445 completed, throughput=5MB/sec 2024-08-17T01:10:50.686 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--9GCp5SrKgUEz6q off=2298178 len=433646 2024-08-17T01:10:50.686 INFO:tasks.workunit.client.0.smithi157.stdout:op 5446 completed, throughput=5MB/sec 2024-08-17T01:10:51.687 INFO:tasks.workunit.client.0.smithi157.stdout: 1053: throughput=5MB/sec pending data=0 2024-08-17T01:10:51.687 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QHhges7juclrvM9 off=8861378 len=1318160 2024-08-17T01:10:51.689 INFO:tasks.workunit.client.0.smithi157.stdout:op 5447 completed, throughput=5MB/sec 2024-08-17T01:10:51.689 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rN-EhTz2dXPU5eS off=5300543 len=1203802 2024-08-17T01:10:51.697 INFO:tasks.workunit.client.0.smithi157.stdout:op 5448 completed, throughput=5MB/sec 2024-08-17T01:10:51.697 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZcczMWKOK-65jaU off=784425 len=783361 2024-08-17T01:10:51.701 INFO:tasks.workunit.client.0.smithi157.stdout:op 5449 completed, throughput=5MB/sec 2024-08-17T01:10:51.701 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vKt2KiWGZBlYtT2 off=395598 len=701908 2024-08-17T01:10:51.705 INFO:tasks.workunit.client.0.smithi157.stdout:op 5450 completed, throughput=5MB/sec 2024-08-17T01:10:51.705 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gtMSIGaBX1atXqF off=2395569 len=240366 2024-08-17T01:10:51.708 INFO:tasks.workunit.client.0.smithi157.stdout:op 5451 completed, throughput=5MB/sec 2024-08-17T01:10:51.708 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6DPq_mK4iSsQIu9 off=20087505 len=749804 2024-08-17T01:10:51.712 INFO:tasks.workunit.client.0.smithi157.stdout:op 5452 completed, throughput=5MB/sec 2024-08-17T01:10:51.712 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cUmlihtZbm9Sioj off=19822759 len=874454 2024-08-17T01:10:51.716 INFO:tasks.workunit.client.0.smithi157.stdout:op 5453 completed, throughput=5MB/sec 2024-08-17T01:10:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:51 smithi157 ceph-mon[101289]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:10:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:51 smithi157 ceph-mon[98780]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:10:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:51 smithi187 ceph-mon[90552]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:10:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:10:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:10:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:10:52.717 INFO:tasks.workunit.client.0.smithi157.stdout: 1054: throughput=5MB/sec pending data=0 2024-08-17T01:10:52.717 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Tl6wuXtuaqY8Ny1 off=199861 len=1919495 2024-08-17T01:10:52.719 INFO:tasks.workunit.client.0.smithi157.stdout:op 5454 completed, throughput=5MB/sec 2024-08-17T01:10:52.719 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2A_QJeCYeyd1NG6 off=4450149 len=1446738 2024-08-17T01:10:52.728 INFO:tasks.workunit.client.0.smithi157.stdout:op 5455 completed, throughput=5MB/sec 2024-08-17T01:10:52.728 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TqBYF2uY0fIIyEY off=42255 len=1326421 2024-08-17T01:10:52.736 INFO:tasks.workunit.client.0.smithi157.stdout:op 5456 completed, throughput=5MB/sec 2024-08-17T01:10:52.737 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4lSQJgcq8Dvjed1 off=3586599 len=1097414 2024-08-17T01:10:52.738 INFO:tasks.workunit.client.0.smithi157.stdout:op 5457 completed, throughput=5MB/sec 2024-08-17T01:10:53.738 INFO:tasks.workunit.client.0.smithi157.stdout: 1055: throughput=5MB/sec pending data=0 2024-08-17T01:10:53.739 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2zWHRnh6EJj3h1X off=1523439 len=1523955 2024-08-17T01:10:53.745 INFO:tasks.workunit.client.0.smithi157.stdout:op 5458 completed, throughput=5MB/sec 2024-08-17T01:10:53.745 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-NSKHaxiEIByo0ue off=15417829 len=1411223 2024-08-17T01:10:53.751 INFO:tasks.workunit.client.0.smithi157.stdout:op 5459 completed, throughput=5MB/sec 2024-08-17T01:10:53.751 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pi52MDtNu2xhGoH off=18718684 len=1087698 2024-08-17T01:10:53.752 INFO:tasks.workunit.client.0.smithi157.stdout:op 5460 completed, throughput=5MB/sec 2024-08-17T01:10:53.753 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6EMOAgyWGxvKeSn off=4816252 len=596132 2024-08-17T01:10:53.755 INFO:tasks.workunit.client.0.smithi157.stdout:op 5461 completed, throughput=5MB/sec 2024-08-17T01:10:53.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:53 smithi157 ceph-mon[98780]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:10:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:10:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:10:53] "GET /metrics HTTP/1.1" 200 34058 "" "Prometheus/2.43.0" 2024-08-17T01:10:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:53 smithi157 ceph-mon[101289]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:10:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:53 smithi187 ceph-mon[90552]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:10:54.756 INFO:tasks.workunit.client.0.smithi157.stdout: 1056: throughput=5MB/sec pending data=0 2024-08-17T01:10:54.756 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jXWN0dE2LjSaB9X off=11707351 len=1342081 2024-08-17T01:10:54.759 INFO:tasks.workunit.client.0.smithi157.stdout:op 5462 completed, throughput=5MB/sec 2024-08-17T01:10:54.759 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nO540GycUtO43LJ off=1407326 len=80415 2024-08-17T01:10:54.761 INFO:tasks.workunit.client.0.smithi157.stdout:op 5463 completed, throughput=5MB/sec 2024-08-17T01:10:54.762 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XRpnSDERe9NGelK off=21285890 len=78374 2024-08-17T01:10:54.764 INFO:tasks.workunit.client.0.smithi157.stdout:op 5464 completed, throughput=5MB/sec 2024-08-17T01:10:54.764 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-r30ip4sMmHuZLea off=245811 len=1117840 2024-08-17T01:10:54.770 INFO:tasks.workunit.client.0.smithi157.stdout:op 5465 completed, throughput=5MB/sec 2024-08-17T01:10:54.771 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_4igVwW3aLkHZl7 off=2230058 len=773538 2024-08-17T01:10:54.775 INFO:tasks.workunit.client.0.smithi157.stdout:op 5466 completed, throughput=5MB/sec 2024-08-17T01:10:54.776 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-nlQdJtgdNOCu-wz off=13950649 len=1080217 2024-08-17T01:10:54.780 INFO:tasks.workunit.client.0.smithi157.stdout:op 5467 completed, throughput=5MB/sec 2024-08-17T01:10:54.780 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-betMw2YiUNsbdLh off=4164315 len=1093362 2024-08-17T01:10:54.781 INFO:tasks.workunit.client.0.smithi157.stdout:op 5468 completed, throughput=5MB/sec 2024-08-17T01:10:55.782 INFO:tasks.workunit.client.0.smithi157.stdout: 1057: throughput=5MB/sec pending data=0 2024-08-17T01:10:55.782 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eY3ed9MZGgVLMIX off=8939561 len=1146193 2024-08-17T01:10:55.787 INFO:tasks.workunit.client.0.smithi157.stdout:op 5469 completed, throughput=5MB/sec 2024-08-17T01:10:55.787 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MioigXnckzsKVM2 off=1400324 len=900577 2024-08-17T01:10:55.789 INFO:tasks.workunit.client.0.smithi157.stdout:op 5470 completed, throughput=5MB/sec 2024-08-17T01:10:55.789 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Wdqn4TX208PsO2Q off=4856803 len=1946361 2024-08-17T01:10:55.799 INFO:tasks.workunit.client.0.smithi157.stdout:op 5471 completed, throughput=5MB/sec 2024-08-17T01:10:55.799 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HOWQVzOv6qbhj_Z off=18509575 len=1473385 2024-08-17T01:10:55.800 INFO:tasks.workunit.client.0.smithi157.stdout:op 5472 completed, throughput=5MB/sec 2024-08-17T01:10:55.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:55 smithi157 ceph-mon[98780]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:10:55.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:55 smithi157 ceph-mon[101289]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:10:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:55 smithi187 ceph-mon[90552]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:10:56.802 INFO:tasks.workunit.client.0.smithi157.stdout: 1058: throughput=5MB/sec pending data=0 2024-08-17T01:10:56.802 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pUTtcCXWePfgYUO off=580693 len=1024593 2024-08-17T01:10:56.806 INFO:tasks.workunit.client.0.smithi157.stdout:op 5473 completed, throughput=5MB/sec 2024-08-17T01:10:56.806 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-91ykKQnTQdDBS6A off=7739070 len=774148 2024-08-17T01:10:56.807 INFO:tasks.workunit.client.0.smithi157.stdout:op 5474 completed, throughput=5MB/sec 2024-08-17T01:10:56.807 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-X1QvOlZfNcKOcIP off=15269169 len=1241173 2024-08-17T01:10:56.809 INFO:tasks.workunit.client.0.smithi157.stdout:op 5475 completed, throughput=5MB/sec 2024-08-17T01:10:56.809 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ErFisonOGbdDVs2 off=756217 len=1572515 2024-08-17T01:10:56.810 INFO:tasks.workunit.client.0.smithi157.stdout:op 5476 completed, throughput=5MB/sec 2024-08-17T01:10:56.810 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YT9Hcm5Oxs19i3s off=725 len=900926 2024-08-17T01:10:56.816 INFO:tasks.workunit.client.0.smithi157.stdout:op 5477 completed, throughput=5MB/sec 2024-08-17T01:10:57.816 INFO:tasks.workunit.client.0.smithi157.stdout: 1059: throughput=5MB/sec pending data=0 2024-08-17T01:10:57.817 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-s4MXbMFdSOLWZqy off=6109693 len=1081416 2024-08-17T01:10:57.822 INFO:tasks.workunit.client.0.smithi157.stdout:op 5478 completed, throughput=5MB/sec 2024-08-17T01:10:57.822 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-s4MXbMFdSOLWZqy off=6900654 len=258760 2024-08-17T01:10:57.823 INFO:tasks.workunit.client.0.smithi157.stdout:op 5479 completed, throughput=5MB/sec 2024-08-17T01:10:57.823 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BTVsJGib3aU_yCY off=1851398 len=1602041 2024-08-17T01:10:57.826 INFO:tasks.workunit.client.0.smithi157.stdout:op 5480 completed, throughput=5MB/sec 2024-08-17T01:10:57.826 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rx2UrVPQnjMzLbV off=4664203 len=145667 2024-08-17T01:10:57.827 INFO:tasks.workunit.client.0.smithi157.stdout:op 5481 completed, throughput=5MB/sec 2024-08-17T01:10:57.827 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rpOM1a79cYsb0iQ off=5053224 len=889992 2024-08-17T01:10:57.831 INFO:tasks.workunit.client.0.smithi157.stdout:op 5482 completed, throughput=5MB/sec 2024-08-17T01:10:57.831 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vHtymnVb_bXb_mG off=4230905 len=157187 2024-08-17T01:10:57.832 INFO:tasks.workunit.client.0.smithi157.stdout:op 5483 completed, throughput=5MB/sec 2024-08-17T01:10:57.832 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WTZqTFTGM2F3iu1 off=2170315 len=1767775 2024-08-17T01:10:57.833 INFO:tasks.workunit.client.0.smithi157.stdout:op 5484 completed, throughput=5MB/sec 2024-08-17T01:10:57.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:57 smithi157 ceph-mon[98780]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:10:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:57 smithi157 ceph-mon[101289]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:10:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:57 smithi187 ceph-mon[90552]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:10:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: 1060: throughput=5MB/sec pending data=0 2024-08-17T01:10:58.834 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jEU5fVvmzbdzjWP off=5579457 len=557958 2024-08-17T01:10:58.835 INFO:tasks.workunit.client.0.smithi157.stdout:op 5485 completed, throughput=5MB/sec 2024-08-17T01:10:58.835 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-xleYwZeFgg1QCb6 off=172906 len=1145655 2024-08-17T01:10:58.841 INFO:tasks.workunit.client.0.smithi157.stdout:op 5486 completed, throughput=5MB/sec 2024-08-17T01:10:58.841 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EoNng_cKhhVFVKk off=3267271 len=1839920 2024-08-17T01:10:58.843 INFO:tasks.workunit.client.0.smithi157.stdout:op 5487 completed, throughput=5MB/sec 2024-08-17T01:10:58.843 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sbCxNUa89yvYOUI off=10295557 len=1608605 2024-08-17T01:10:58.845 INFO:tasks.workunit.client.0.smithi157.stdout:op 5488 completed, throughput=5MB/sec 2024-08-17T01:10:59.845 INFO:tasks.workunit.client.0.smithi157.stdout: 1061: throughput=5MB/sec pending data=0 2024-08-17T01:10:59.845 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-D62CzY7aHB3ugFX off=995836 len=1434491 2024-08-17T01:10:59.847 INFO:tasks.workunit.client.0.smithi157.stdout:op 5489 completed, throughput=5MB/sec 2024-08-17T01:10:59.847 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pAwQAsjuHAwK7Wx off=8461217 len=566262 2024-08-17T01:10:59.848 INFO:tasks.workunit.client.0.smithi157.stdout:op 5490 completed, throughput=5MB/sec 2024-08-17T01:10:59.848 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-L-yowWKn9KYfUOo off=602038 len=1050800 2024-08-17T01:10:59.849 INFO:tasks.workunit.client.0.smithi157.stdout:op 5491 completed, throughput=5MB/sec 2024-08-17T01:10:59.849 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1ZNlQSUw0hukLZZ off=0 len=1170144 2024-08-17T01:10:59.855 INFO:tasks.workunit.client.0.smithi157.stdout:op 5492 completed, throughput=5MB/sec 2024-08-17T01:10:59.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:59 smithi157 ceph-mon[101289]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:10:59.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:10:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:59 smithi157 ceph-mon[98780]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:10:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:10:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:59 smithi187 ceph-mon[90552]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:10:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:10:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:00.855 INFO:tasks.workunit.client.0.smithi157.stdout: 1062: throughput=5MB/sec pending data=0 2024-08-17T01:11:00.855 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_SmwdMmkh-V0Wz2 off=1529290 len=1146355 2024-08-17T01:11:00.861 INFO:tasks.workunit.client.0.smithi157.stdout:op 5493 completed, throughput=5MB/sec 2024-08-17T01:11:00.861 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AwVcxDrkhuouKf4 off=3431255 len=1099601 2024-08-17T01:11:00.863 INFO:tasks.workunit.client.0.smithi157.stdout:op 5494 completed, throughput=5MB/sec 2024-08-17T01:11:00.863 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rbCXNbkstr0SJxx off=1357735 len=101485 2024-08-17T01:11:00.863 INFO:tasks.workunit.client.0.smithi157.stdout:op 5495 completed, throughput=5MB/sec 2024-08-17T01:11:00.864 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-we7RpItRmdg7fVi off=6900303 len=437582 2024-08-17T01:11:00.867 INFO:tasks.workunit.client.0.smithi157.stdout:op 5496 completed, throughput=5MB/sec 2024-08-17T01:11:00.867 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cPnrfDGzMF6e-FQ off=1550780 len=659893 2024-08-17T01:11:00.871 INFO:tasks.workunit.client.0.smithi157.stdout:op 5497 completed, throughput=5MB/sec 2024-08-17T01:11:00.871 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JiFavKVNd8vYlXS off=6810 len=1085099 2024-08-17T01:11:00.874 INFO:tasks.workunit.client.0.smithi157.stdout:op 5498 completed, throughput=5MB/sec 2024-08-17T01:11:00.874 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Av_ZBsQ7zoRwelf off=5164957 len=1381378 2024-08-17T01:11:00.880 INFO:tasks.workunit.client.0.smithi157.stdout:op 5499 completed, throughput=5MB/sec 2024-08-17T01:11:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: 1063: throughput=5MB/sec pending data=0 2024-08-17T01:11:01.880 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JhHpLvyx6rtDtMe off=5340311 len=788433 2024-08-17T01:11:01.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:01 smithi157 ceph-mon[98780]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:11:01.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:01 smithi157 ceph-mon[101289]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:11:01.885 INFO:tasks.workunit.client.0.smithi157.stdout:op 5500 completed, throughput=5MB/sec 2024-08-17T01:11:01.885 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V_03j4IxYusp63c off=4024706 len=1149540 2024-08-17T01:11:01.891 INFO:tasks.workunit.client.0.smithi157.stdout:op 5501 completed, throughput=5MB/sec 2024-08-17T01:11:01.891 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--jDojsdadrrik9S off=3009536 len=2017212 2024-08-17T01:11:01.902 INFO:tasks.workunit.client.0.smithi157.stdout:op 5502 completed, throughput=5MB/sec 2024-08-17T01:11:01.902 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-LuwQVftkAOygEW_ off=8758459 len=1362100 2024-08-17T01:11:01.903 INFO:tasks.workunit.client.0.smithi157.stdout:op 5503 completed, throughput=5MB/sec 2024-08-17T01:11:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:01 smithi187 ceph-mon[90552]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:11:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:11:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:11:02.904 INFO:tasks.workunit.client.0.smithi157.stdout: 1064: throughput=5MB/sec pending data=0 2024-08-17T01:11:02.904 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sZg93TfhX95Q-rc off=7446195 len=1886675 2024-08-17T01:11:02.911 INFO:tasks.workunit.client.0.smithi157.stdout:op 5504 completed, throughput=5MB/sec 2024-08-17T01:11:02.911 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ub5p5VoMEWkDyLl off=6499980 len=308167 2024-08-17T01:11:02.912 INFO:tasks.workunit.client.0.smithi157.stdout:op 5505 completed, throughput=5MB/sec 2024-08-17T01:11:02.912 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7UeRghCiL1-_6lz off=13937855 len=947928 2024-08-17T01:11:02.917 INFO:tasks.workunit.client.0.smithi157.stdout:op 5506 completed, throughput=5MB/sec 2024-08-17T01:11:02.917 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rqGSU5kZno_u-gW off=227442 len=1259058 2024-08-17T01:11:02.918 INFO:tasks.workunit.client.0.smithi157.stdout:op 5507 completed, throughput=5MB/sec 2024-08-17T01:11:02.918 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tjMUeNLZTObREY1 off=3623544 len=1536374 2024-08-17T01:11:02.920 INFO:tasks.workunit.client.0.smithi157.stdout:op 5508 completed, throughput=5MB/sec 2024-08-17T01:11:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:11:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:11:03] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-08-17T01:11:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:03 smithi157 ceph-mon[101289]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:11:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:03 smithi157 ceph-mon[98780]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:11:03.920 INFO:tasks.workunit.client.0.smithi157.stdout: 1065: throughput=5MB/sec pending data=0 2024-08-17T01:11:03.920 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UgaXtnDz6Peum__ off=12518647 len=241061 2024-08-17T01:11:03.922 INFO:tasks.workunit.client.0.smithi157.stdout:op 5509 completed, throughput=5MB/sec 2024-08-17T01:11:03.922 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ZmcQNv9uq7JutbY off=2918059 len=45086 2024-08-17T01:11:03.924 INFO:tasks.workunit.client.0.smithi157.stdout:op 5510 completed, throughput=5MB/sec 2024-08-17T01:11:03.924 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QPchrT0bs83VRL6 off=10146963 len=328743 2024-08-17T01:11:03.926 INFO:tasks.workunit.client.0.smithi157.stdout:op 5511 completed, throughput=5MB/sec 2024-08-17T01:11:03.926 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WGAKOUesmNiS-p6 off=2862397 len=131913 2024-08-17T01:11:03.926 INFO:tasks.workunit.client.0.smithi157.stdout:op 5512 completed, throughput=5MB/sec 2024-08-17T01:11:03.927 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uE1y3wKCL3cz7SA off=4035308 len=89907 2024-08-17T01:11:03.927 INFO:tasks.workunit.client.0.smithi157.stdout:op 5513 completed, throughput=5MB/sec 2024-08-17T01:11:03.927 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SmQvS2aGq9kAFRr off=2021873 len=1298386 2024-08-17T01:11:03.929 INFO:tasks.workunit.client.0.smithi157.stdout:op 5514 completed, throughput=5MB/sec 2024-08-17T01:11:03.929 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3DdOHCBuxBh9AF2 off=296943 len=841047 2024-08-17T01:11:03.934 INFO:tasks.workunit.client.0.smithi157.stdout:op 5515 completed, throughput=5MB/sec 2024-08-17T01:11:03.934 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WfA6nUJorQQg1RA off=14981572 len=673804 2024-08-17T01:11:03.938 INFO:tasks.workunit.client.0.smithi157.stdout:op 5516 completed, throughput=5MB/sec 2024-08-17T01:11:03.938 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1nK43RfmbKLWvA7 off=4510163 len=849837 2024-08-17T01:11:03.939 INFO:tasks.workunit.client.0.smithi157.stdout:op 5517 completed, throughput=5MB/sec 2024-08-17T01:11:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:03 smithi187 ceph-mon[90552]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:11:04.940 INFO:tasks.workunit.client.0.smithi157.stdout: 1066: throughput=5MB/sec pending data=0 2024-08-17T01:11:04.972 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3LR07_aYVwyyM7x off=7073757 len=709694 2024-08-17T01:11:04.974 INFO:tasks.workunit.client.0.smithi157.stdout:op 5518 completed, throughput=5MB/sec 2024-08-17T01:11:04.974 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qPTP-p2k1NZqHEL off=8332816 len=28938 2024-08-17T01:11:04.974 INFO:tasks.workunit.client.0.smithi157.stdout:op 5519 completed, throughput=5MB/sec 2024-08-17T01:11:04.974 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gN3aKy00D4hCDu9 off=107803 len=1662952 2024-08-17T01:11:04.974 INFO:tasks.workunit.client.0.smithi157.stdout:op 5520 completed, throughput=5MB/sec 2024-08-17T01:11:04.974 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GS5ACTyfQTie-3J off=5262242 len=1804737 2024-08-17T01:11:04.974 INFO:tasks.workunit.client.0.smithi157.stdout:op 5521 completed, throughput=5MB/sec 2024-08-17T01:11:04.975 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3dwkU1Sng2nTgcT off=2063738 len=1958499 2024-08-17T01:11:04.975 INFO:tasks.workunit.client.0.smithi157.stdout:op 5522 completed, throughput=5MB/sec 2024-08-17T01:11:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:05 smithi157 ceph-mon[98780]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:11:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:05 smithi157 ceph-mon[101289]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:11:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:05 smithi187 ceph-mon[90552]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:11:05.962 INFO:tasks.workunit.client.0.smithi157.stdout: 1067: throughput=5MB/sec pending data=0 2024-08-17T01:11:05.962 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OLu25kJay8F4-f7 off=14616832 len=404140 2024-08-17T01:11:05.967 INFO:tasks.workunit.client.0.smithi157.stdout:op 5523 completed, throughput=5MB/sec 2024-08-17T01:11:05.967 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9Tc-nS7s_hfukH8 off=6876986 len=720429 2024-08-17T01:11:05.967 INFO:tasks.workunit.client.0.smithi157.stdout:op 5524 completed, throughput=5MB/sec 2024-08-17T01:11:05.967 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mw9TZ8ZJzafItVs off=18520983 len=1132363 2024-08-17T01:11:05.972 INFO:tasks.workunit.client.0.smithi157.stdout:op 5525 completed, throughput=5MB/sec 2024-08-17T01:11:05.972 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mGwY4vVjDxeh5gc off=18328388 len=1562223 2024-08-17T01:11:05.976 INFO:tasks.workunit.client.0.smithi157.stdout:op 5526 completed, throughput=5MB/sec 2024-08-17T01:11:05.976 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Kzlm-xOcBcwgHIB off=23218071 len=1698629 2024-08-17T01:11:05.982 INFO:tasks.workunit.client.0.smithi157.stdout:op 5527 completed, throughput=5MB/sec 2024-08-17T01:11:06.982 INFO:tasks.workunit.client.0.smithi157.stdout: 1068: throughput=5MB/sec pending data=0 2024-08-17T01:11:06.983 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7LGGPplUS-ACnbY off=21024044 len=777248 2024-08-17T01:11:06.987 INFO:tasks.workunit.client.0.smithi157.stdout:op 5528 completed, throughput=5MB/sec 2024-08-17T01:11:06.987 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YNtvvDfwAoLrsCr off=12155031 len=564750 2024-08-17T01:11:06.991 INFO:tasks.workunit.client.0.smithi157.stdout:op 5529 completed, throughput=5MB/sec 2024-08-17T01:11:06.991 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-m0BbQTZ63yX552y off=2530040 len=1952399 2024-08-17T01:11:07.000 INFO:tasks.workunit.client.0.smithi157.stdout:op 5530 completed, throughput=5MB/sec 2024-08-17T01:11:07.000 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2-hLY7qoCQKsK44 off=9551425 len=1291081 2024-08-17T01:11:07.006 INFO:tasks.workunit.client.0.smithi157.stdout:op 5531 completed, throughput=5MB/sec 2024-08-17T01:11:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:07 smithi157 ceph-mon[98780]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:11:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:07 smithi157 ceph-mon[101289]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:11:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:07 smithi187 ceph-mon[90552]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:11:08.006 INFO:tasks.workunit.client.0.smithi157.stdout: 1069: throughput=5MB/sec pending data=0 2024-08-17T01:11:08.006 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-X9Nct1z40w4iP_G off=5560882 len=2092856 2024-08-17T01:11:08.019 INFO:tasks.workunit.client.0.smithi157.stdout:op 5532 completed, throughput=5MB/sec 2024-08-17T01:11:08.019 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Dbh5bnzHZU9tDvb off=5495283 len=615981 2024-08-17T01:11:08.021 INFO:tasks.workunit.client.0.smithi157.stdout:op 5533 completed, throughput=5MB/sec 2024-08-17T01:11:08.021 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ERFtVx7PwMzq_1v off=803698 len=1346507 2024-08-17T01:11:08.028 INFO:tasks.workunit.client.0.smithi157.stdout:op 5534 completed, throughput=5MB/sec 2024-08-17T01:11:08.028 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tvZI8Z0WlgQsS7R off=642353 len=1024477 2024-08-17T01:11:08.029 INFO:tasks.workunit.client.0.smithi157.stdout:op 5535 completed, throughput=5MB/sec 2024-08-17T01:11:09.030 INFO:tasks.workunit.client.0.smithi157.stdout: 1070: throughput=5MB/sec pending data=0 2024-08-17T01:11:09.031 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qvyXA8r14cvnZ1e off=1896984 len=850346 2024-08-17T01:11:09.031 INFO:tasks.workunit.client.0.smithi157.stdout:op 5536 completed, throughput=5MB/sec 2024-08-17T01:11:09.031 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WvmundSVzXPnFC2 off=10953526 len=1317924 2024-08-17T01:11:09.033 INFO:tasks.workunit.client.0.smithi157.stdout:op 5537 completed, throughput=5MB/sec 2024-08-17T01:11:09.033 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2_mGkVlcBZ4Pb-1 off=7178945 len=1540207 2024-08-17T01:11:09.043 INFO:tasks.workunit.client.0.smithi157.stdout:op 5538 completed, throughput=5MB/sec 2024-08-17T01:11:09.043 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WgGI_InlTuRSV-S off=6550886 len=2065658 2024-08-17T01:11:09.045 INFO:tasks.workunit.client.0.smithi157.stdout:op 5539 completed, throughput=5MB/sec 2024-08-17T01:11:09.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:09 smithi157 ceph-mon[98780]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:11:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:09 smithi157 ceph-mon[101289]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:11:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:09 smithi187 ceph-mon[90552]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:11:10.045 INFO:tasks.workunit.client.0.smithi157.stdout: 1071: throughput=5MB/sec pending data=0 2024-08-17T01:11:10.046 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-y7fiXGAe-Ol1Liu off=6872298 len=1117123 2024-08-17T01:11:10.052 INFO:tasks.workunit.client.0.smithi157.stdout:op 5540 completed, throughput=5MB/sec 2024-08-17T01:11:10.052 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1CnPdvLxF2ijSvC off=16296558 len=418649 2024-08-17T01:11:10.054 INFO:tasks.workunit.client.0.smithi157.stdout:op 5541 completed, throughput=5MB/sec 2024-08-17T01:11:10.054 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oXUAFu1vTlURWJ9 off=2557820 len=524026 2024-08-17T01:11:10.058 INFO:tasks.workunit.client.0.smithi157.stdout:op 5542 completed, throughput=5MB/sec 2024-08-17T01:11:10.058 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8XaLkk6cUk38YVM off=1782822 len=574546 2024-08-17T01:11:10.062 INFO:tasks.workunit.client.0.smithi157.stdout:op 5543 completed, throughput=5MB/sec 2024-08-17T01:11:10.062 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yxBgtFGhwajQYig off=6829605 len=1583567 2024-08-17T01:11:10.069 INFO:tasks.workunit.client.0.smithi157.stdout:op 5544 completed, throughput=5MB/sec 2024-08-17T01:11:10.069 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-cRtYP7B1Em_vS6D off=4791930 len=637197 2024-08-17T01:11:10.070 INFO:tasks.workunit.client.0.smithi157.stdout:op 5545 completed, throughput=5MB/sec 2024-08-17T01:11:11.070 INFO:tasks.workunit.client.0.smithi157.stdout: 1072: throughput=5MB/sec pending data=0 2024-08-17T01:11:11.074 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7I6RmGFRcWTMn0i off=2764304 len=785484 2024-08-17T01:11:11.075 INFO:tasks.workunit.client.0.smithi157.stdout:op 5546 completed, throughput=5MB/sec 2024-08-17T01:11:11.075 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dHqqp5FgsUlwREq off=320939 len=279185 2024-08-17T01:11:11.076 INFO:tasks.workunit.client.0.smithi157.stdout:op 5547 completed, throughput=5MB/sec 2024-08-17T01:11:11.076 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bOxka7WPEwMQ_Kc off=2050489 len=135079 2024-08-17T01:11:11.078 INFO:tasks.workunit.client.0.smithi157.stdout:op 5548 completed, throughput=5MB/sec 2024-08-17T01:11:11.079 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-x_ktJLLPCNmDIgJ off=771848 len=56071 2024-08-17T01:11:11.080 INFO:tasks.workunit.client.0.smithi157.stdout:op 5549 completed, throughput=5MB/sec 2024-08-17T01:11:11.080 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Sxo_A033lgotiBs off=12461897 len=1131997 2024-08-17T01:11:11.087 INFO:tasks.workunit.client.0.smithi157.stdout:op 5550 completed, throughput=5MB/sec 2024-08-17T01:11:11.087 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-h8Vj0hKnW_6XTNu off=5885696 len=1491409 2024-08-17T01:11:11.093 INFO:tasks.workunit.client.0.smithi157.stdout:op 5551 completed, throughput=5MB/sec 2024-08-17T01:11:11.093 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CVgMrWaTbrz_i9s off=9686421 len=697966 2024-08-17T01:11:11.095 INFO:tasks.workunit.client.0.smithi157.stdout:op 5552 completed, throughput=5MB/sec 2024-08-17T01:11:11.095 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0Q8-TA3MhNq-QqS off=2832372 len=68046 2024-08-17T01:11:11.095 INFO:tasks.workunit.client.0.smithi157.stdout:op 5553 completed, throughput=5MB/sec 2024-08-17T01:11:11.095 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RxQW16oEUaCoGnw off=2372012 len=1992770 2024-08-17T01:11:11.097 INFO:tasks.workunit.client.0.smithi157.stdout:op 5554 completed, throughput=5MB/sec 2024-08-17T01:11:11.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:11 smithi157 ceph-mon[101289]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:11:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:11 smithi157 ceph-mon[98780]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:11:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:11 smithi187 ceph-mon[90552]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:11:12.098 INFO:tasks.workunit.client.0.smithi157.stdout: 1073: throughput=5MB/sec pending data=0 2024-08-17T01:11:12.098 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Th3yprqcgzMQiMR off=1209236 len=65714 2024-08-17T01:11:12.098 INFO:tasks.workunit.client.0.smithi157.stdout:op 5555 completed, throughput=5MB/sec 2024-08-17T01:11:12.111 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qKmunJngjspcqKS off=3451945 len=1949348 2024-08-17T01:11:12.111 INFO:tasks.workunit.client.0.smithi157.stdout:op 5556 completed, throughput=5MB/sec 2024-08-17T01:11:12.111 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Z5JSLXsTPAlGzgq off=749199 len=1646363 2024-08-17T01:11:12.114 INFO:tasks.workunit.client.0.smithi157.stdout:op 5557 completed, throughput=5MB/sec 2024-08-17T01:11:12.114 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Byrt2ss-UXp_eJa off=17747132 len=147885 2024-08-17T01:11:12.117 INFO:tasks.workunit.client.0.smithi157.stdout:op 5558 completed, throughput=5MB/sec 2024-08-17T01:11:12.117 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5alEjJtk6cV0cqu off=2471853 len=1187948 2024-08-17T01:11:12.121 INFO:tasks.workunit.client.0.smithi157.stdout:op 5559 completed, throughput=5MB/sec 2024-08-17T01:11:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:11:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:11:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:11:13.121 INFO:tasks.workunit.client.0.smithi157.stdout: 1074: throughput=5MB/sec pending data=0 2024-08-17T01:11:13.121 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-21IqqErEDpWzbXD off=2616654 len=933538 2024-08-17T01:11:13.127 INFO:tasks.workunit.client.0.smithi157.stdout:op 5560 completed, throughput=5MB/sec 2024-08-17T01:11:13.127 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AnbG9OupQqCV5d0 off=989602 len=124979 2024-08-17T01:11:13.128 INFO:tasks.workunit.client.0.smithi157.stdout:op 5561 completed, throughput=5MB/sec 2024-08-17T01:11:13.128 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nP5DYgHAH6RH_0E off=2007451 len=484988 2024-08-17T01:11:13.128 INFO:tasks.workunit.client.0.smithi157.stdout:op 5562 completed, throughput=5MB/sec 2024-08-17T01:11:13.128 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-IlhrwDd9UUq2DG2 off=17169281 len=1059255 2024-08-17T01:11:13.130 INFO:tasks.workunit.client.0.smithi157.stdout:op 5563 completed, throughput=5MB/sec 2024-08-17T01:11:13.130 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BDaxgyslLNXPtcI off=1404802 len=712702 2024-08-17T01:11:13.135 INFO:tasks.workunit.client.0.smithi157.stdout:op 5564 completed, throughput=5MB/sec 2024-08-17T01:11:13.135 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tmg1lcD4lW2qQml off=10936408 len=31798 2024-08-17T01:11:13.135 INFO:tasks.workunit.client.0.smithi157.stdout:op 5565 completed, throughput=5MB/sec 2024-08-17T01:11:13.136 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-SXlhezmLverPZku off=0 len=1393705 2024-08-17T01:11:13.137 INFO:tasks.workunit.client.0.smithi157.stdout:op 5566 completed, throughput=5MB/sec 2024-08-17T01:11:13.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:13 smithi157 ceph-mon[101289]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:11:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:11:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:11:13] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-08-17T01:11:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:13 smithi157 ceph-mon[98780]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:11:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:13 smithi187 ceph-mon[90552]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:11:14.138 INFO:tasks.workunit.client.0.smithi157.stdout: 1075: throughput=5MB/sec pending data=0 2024-08-17T01:11:14.138 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1E131gCKELQMQIc off=6381559 len=233720 2024-08-17T01:11:14.141 INFO:tasks.workunit.client.0.smithi157.stdout:op 5567 completed, throughput=5MB/sec 2024-08-17T01:11:14.141 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-B1Cfp0EzgBuo6hY off=715218 len=921521 2024-08-17T01:11:14.143 INFO:tasks.workunit.client.0.smithi157.stdout:op 5568 completed, throughput=5MB/sec 2024-08-17T01:11:14.143 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-KwmhEbTIKExceML off=7338587 len=706608 2024-08-17T01:11:14.144 INFO:tasks.workunit.client.0.smithi157.stdout:op 5569 completed, throughput=5MB/sec 2024-08-17T01:11:14.144 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YSgdRV0E3eTg4BT off=5527291 len=1841798 2024-08-17T01:11:14.154 INFO:tasks.workunit.client.0.smithi157.stdout:op 5570 completed, throughput=5MB/sec 2024-08-17T01:11:14.155 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1OSbVteO7kuLSFI off=5165408 len=250656 2024-08-17T01:11:14.155 INFO:tasks.workunit.client.0.smithi157.stdout:op 5571 completed, throughput=5MB/sec 2024-08-17T01:11:14.155 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8htSIlIXRYPXPRu off=11193451 len=768751 2024-08-17T01:11:14.160 INFO:tasks.workunit.client.0.smithi157.stdout:op 5572 completed, throughput=5MB/sec 2024-08-17T01:11:14.160 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aMYSHLiZ43Dl3lF off=2930217 len=1461123 2024-08-17T01:11:14.168 INFO:tasks.workunit.client.0.smithi157.stdout:op 5573 completed, throughput=5MB/sec 2024-08-17T01:11:14.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:15.169 INFO:tasks.workunit.client.0.smithi157.stdout: 1076: throughput=5MB/sec pending data=0 2024-08-17T01:11:15.169 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zrE-uom-lI_PN2e off=11864965 len=163697 2024-08-17T01:11:15.169 INFO:tasks.workunit.client.0.smithi157.stdout:op 5574 completed, throughput=5MB/sec 2024-08-17T01:11:15.169 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OwUPvVXinvQmSxC off=10046338 len=519664 2024-08-17T01:11:15.170 INFO:tasks.workunit.client.0.smithi157.stdout:op 5575 completed, throughput=5MB/sec 2024-08-17T01:11:15.170 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-4OO5PQktyZap77A off=4728879 len=627315 2024-08-17T01:11:15.171 INFO:tasks.workunit.client.0.smithi157.stdout:op 5576 completed, throughput=5MB/sec 2024-08-17T01:11:15.171 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-p3g_cRQnw99iEjn off=7285805 len=1617699 2024-08-17T01:11:15.173 INFO:tasks.workunit.client.0.smithi157.stdout:op 5577 completed, throughput=5MB/sec 2024-08-17T01:11:15.174 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9u7rkRssDRkzUkc off=4898828 len=267159 2024-08-17T01:11:15.174 INFO:tasks.workunit.client.0.smithi157.stdout:op 5578 completed, throughput=5MB/sec 2024-08-17T01:11:15.175 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Gg6dJWwXBe_P3kT off=7338794 len=1241236 2024-08-17T01:11:15.177 INFO:tasks.workunit.client.0.smithi157.stdout:op 5579 completed, throughput=5MB/sec 2024-08-17T01:11:15.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:15 smithi157 ceph-mon[98780]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:11:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:15 smithi157 ceph-mon[101289]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:11:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:15 smithi187 ceph-mon[90552]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:11:16.177 INFO:tasks.workunit.client.0.smithi157.stdout: 1077: throughput=5MB/sec pending data=0 2024-08-17T01:11:16.177 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Q7z_Wo4YKLRdThJ off=13381838 len=1700216 2024-08-17T01:11:16.186 INFO:tasks.workunit.client.0.smithi157.stdout:op 5580 completed, throughput=5MB/sec 2024-08-17T01:11:16.186 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-X9PcoYdTWBZ5EnR off=8115418 len=51607 2024-08-17T01:11:16.186 INFO:tasks.workunit.client.0.smithi157.stdout:op 5581 completed, throughput=5MB/sec 2024-08-17T01:11:16.186 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ONpQ2EP1i-zARsi off=9672164 len=973137 2024-08-17T01:11:16.187 INFO:tasks.workunit.client.0.smithi157.stdout:op 5582 completed, throughput=5MB/sec 2024-08-17T01:11:16.188 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7FLAGS3ZcpeI0vN off=11542356 len=216075 2024-08-17T01:11:16.190 INFO:tasks.workunit.client.0.smithi157.stdout:op 5583 completed, throughput=5MB/sec 2024-08-17T01:11:16.191 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--5KpE3st7ss21bN off=5737136 len=1677292 2024-08-17T01:11:16.199 INFO:tasks.workunit.client.0.smithi157.stdout:op 5584 completed, throughput=5MB/sec 2024-08-17T01:11:16.199 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KTlsV34BCpazPJA off=679666 len=1780994 2024-08-17T01:11:16.207 INFO:tasks.workunit.client.0.smithi157.stdout:op 5585 completed, throughput=5MB/sec 2024-08-17T01:11:17.207 INFO:tasks.workunit.client.0.smithi157.stdout: 1078: throughput=5MB/sec pending data=0 2024-08-17T01:11:17.207 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6EMOAgyWGxvKeSn off=11439404 len=233829 2024-08-17T01:11:17.210 INFO:tasks.workunit.client.0.smithi157.stdout:op 5586 completed, throughput=5MB/sec 2024-08-17T01:11:17.210 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8xlq3m1BAKX0_fS off=2676737 len=704550 2024-08-17T01:11:17.215 INFO:tasks.workunit.client.0.smithi157.stdout:op 5587 completed, throughput=5MB/sec 2024-08-17T01:11:17.215 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aM-tcWzPJJr5MoY off=4328522 len=523202 2024-08-17T01:11:17.216 INFO:tasks.workunit.client.0.smithi157.stdout:op 5588 completed, throughput=5MB/sec 2024-08-17T01:11:17.216 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FOOv7WROFq-WfPv off=16100292 len=646597 2024-08-17T01:11:17.220 INFO:tasks.workunit.client.0.smithi157.stdout:op 5589 completed, throughput=5MB/sec 2024-08-17T01:11:17.220 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QG5_YN-5COqtpuL off=9195165 len=1219544 2024-08-17T01:11:17.222 INFO:tasks.workunit.client.0.smithi157.stdout:op 5590 completed, throughput=5MB/sec 2024-08-17T01:11:17.222 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8m9cthd2Pu4pKy7 off=4101935 len=1643017 2024-08-17T01:11:17.223 INFO:tasks.workunit.client.0.smithi157.stdout:op 5591 completed, throughput=5MB/sec 2024-08-17T01:11:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:17 smithi157 ceph-mon[98780]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:11:17.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:17 smithi157 ceph-mon[101289]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:11:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:17 smithi187 ceph-mon[90552]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:11:18.224 INFO:tasks.workunit.client.0.smithi157.stdout: 1079: throughput=5MB/sec pending data=0 2024-08-17T01:11:18.224 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7e8LEylz9rNp7S2 off=2110808 len=476361 2024-08-17T01:11:18.228 INFO:tasks.workunit.client.0.smithi157.stdout:op 5592 completed, throughput=5MB/sec 2024-08-17T01:11:18.228 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Vob2YM9LcyQ5OE4 off=825365 len=1576120 2024-08-17T01:11:18.234 INFO:tasks.workunit.client.0.smithi157.stdout:op 5593 completed, throughput=5MB/sec 2024-08-17T01:11:18.234 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lL_m-kGKj5ZyYPr off=11723934 len=333793 2024-08-17T01:11:18.235 INFO:tasks.workunit.client.0.smithi157.stdout:op 5594 completed, throughput=5MB/sec 2024-08-17T01:11:18.235 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v7tszgmmyz_u2CG off=2074605 len=1186319 2024-08-17T01:11:18.237 INFO:tasks.workunit.client.0.smithi157.stdout:op 5595 completed, throughput=5MB/sec 2024-08-17T01:11:18.238 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hu2y7Qv5Za7c-ea off=7959275 len=1660392 2024-08-17T01:11:18.245 INFO:tasks.workunit.client.0.smithi157.stdout:op 5596 completed, throughput=5MB/sec 2024-08-17T01:11:19.245 INFO:tasks.workunit.client.0.smithi157.stdout: 1080: throughput=5MB/sec pending data=0 2024-08-17T01:11:19.245 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-adD96vCzzOhKTg2 off=5006861 len=171013 2024-08-17T01:11:19.248 INFO:tasks.workunit.client.0.smithi157.stdout:op 5597 completed, throughput=5MB/sec 2024-08-17T01:11:19.248 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-K_EqIKTX3Yun86j off=19030964 len=1444429 2024-08-17T01:11:19.250 INFO:tasks.workunit.client.0.smithi157.stdout:op 5598 completed, throughput=5MB/sec 2024-08-17T01:11:19.250 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-O9w0O-fhhrBLo1z off=10160048 len=1544120 2024-08-17T01:11:19.257 INFO:tasks.workunit.client.0.smithi157.stdout:op 5599 completed, throughput=5MB/sec 2024-08-17T01:11:19.257 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8doEPXGXERQNW0r off=13102426 len=434372 2024-08-17T01:11:19.258 INFO:tasks.workunit.client.0.smithi157.stdout:op 5600 completed, throughput=5MB/sec 2024-08-17T01:11:19.258 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-c56ShzZnJwm2NDK off=2066701 len=917448 2024-08-17T01:11:19.262 INFO:tasks.workunit.client.0.smithi157.stdout:op 5601 completed, throughput=5MB/sec 2024-08-17T01:11:19.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:19 smithi157 ceph-mon[101289]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:11:19.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:19 smithi157 ceph-mon[98780]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:11:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:19 smithi187 ceph-mon[90552]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:11:20.262 INFO:tasks.workunit.client.0.smithi157.stdout: 1081: throughput=5MB/sec pending data=0 2024-08-17T01:11:20.262 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jcdigd8h3cyUV2B off=15959552 len=611559 2024-08-17T01:11:20.266 INFO:tasks.workunit.client.0.smithi157.stdout:op 5602 completed, throughput=5MB/sec 2024-08-17T01:11:20.266 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-VgmR1-lSTucQ6IA off=9075876 len=1190356 2024-08-17T01:11:20.269 INFO:tasks.workunit.client.0.smithi157.stdout:op 5603 completed, throughput=5MB/sec 2024-08-17T01:11:20.269 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Cxa88NaRU6HZnRX off=12190450 len=1719091 2024-08-17T01:11:20.277 INFO:tasks.workunit.client.0.smithi157.stdout:op 5604 completed, throughput=5MB/sec 2024-08-17T01:11:20.277 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-s7M085Jl-VmpDva off=3560332 len=1200435 2024-08-17T01:11:20.285 INFO:tasks.workunit.client.0.smithi157.stdout:op 5605 completed, throughput=5MB/sec 2024-08-17T01:11:20.285 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-exBNNIt5kGNHd-V off=15698237 len=1741419 2024-08-17T01:11:20.287 INFO:tasks.workunit.client.0.smithi157.stdout:op 5606 completed, throughput=5MB/sec 2024-08-17T01:11:21.287 INFO:tasks.workunit.client.0.smithi157.stdout: 1082: throughput=5MB/sec pending data=0 2024-08-17T01:11:21.287 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yPpzBPLZZrvsG4f off=15327673 len=1546010 2024-08-17T01:11:21.291 INFO:tasks.workunit.client.0.smithi157.stdout:op 5607 completed, throughput=5MB/sec 2024-08-17T01:11:21.291 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_qtrF2HCgVAVLiM off=2739316 len=87518 2024-08-17T01:11:21.294 INFO:tasks.workunit.client.0.smithi157.stdout:op 5608 completed, throughput=5MB/sec 2024-08-17T01:11:21.294 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-v73ojH0SCW4TFfw off=1072830 len=1116431 2024-08-17T01:11:21.296 INFO:tasks.workunit.client.0.smithi157.stdout:op 5609 completed, throughput=5MB/sec 2024-08-17T01:11:21.296 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JJPqCssOgvwLy0b off=5554628 len=2086930 2024-08-17T01:11:21.298 INFO:tasks.workunit.client.0.smithi157.stdout:op 5610 completed, throughput=5MB/sec 2024-08-17T01:11:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:21 smithi157 ceph-mon[98780]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-17T01:11:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:21 smithi157 ceph-mon[101289]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-17T01:11:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:21 smithi187 ceph-mon[90552]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-17T01:11:22.299 INFO:tasks.workunit.client.0.smithi157.stdout: 1083: throughput=5MB/sec pending data=0 2024-08-17T01:11:22.299 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DWyryufLyKf1Fok off=4983751 len=206222 2024-08-17T01:11:22.300 INFO:tasks.workunit.client.0.smithi157.stdout:op 5611 completed, throughput=5MB/sec 2024-08-17T01:11:22.300 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1NaBlPYCpWQPdHd off=654655 len=1389506 2024-08-17T01:11:22.307 INFO:tasks.workunit.client.0.smithi157.stdout:op 5612 completed, throughput=5MB/sec 2024-08-17T01:11:22.307 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0RpntP4iiQqj9OZ off=112563 len=673709 2024-08-17T01:11:22.311 INFO:tasks.workunit.client.0.smithi157.stdout:op 5613 completed, throughput=5MB/sec 2024-08-17T01:11:22.311 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-I84dwdtudyJac-G off=21043710 len=1678041 2024-08-17T01:11:22.313 INFO:tasks.workunit.client.0.smithi157.stdout:op 5614 completed, throughput=5MB/sec 2024-08-17T01:11:22.313 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ut39XrAgQOMg_N0 off=3992559 len=1178017 2024-08-17T01:11:22.318 INFO:tasks.workunit.client.0.smithi157.stdout:op 5615 completed, throughput=5MB/sec 2024-08-17T01:11:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:11:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:11:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:11:23.319 INFO:tasks.workunit.client.0.smithi157.stdout: 1084: throughput=5MB/sec pending data=0 2024-08-17T01:11:23.319 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pMiiUPcbZFV1FDh off=14300585 len=2055984 2024-08-17T01:11:23.332 INFO:tasks.workunit.client.0.smithi157.stdout:op 5616 completed, throughput=5MB/sec 2024-08-17T01:11:23.332 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VbX_aCe2wOMUFPp off=7634483 len=1056236 2024-08-17T01:11:23.337 INFO:tasks.workunit.client.0.smithi157.stdout:op 5617 completed, throughput=5MB/sec 2024-08-17T01:11:23.337 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7v7MrqWVaoDDynv off=8712416 len=944417 2024-08-17T01:11:23.339 INFO:tasks.workunit.client.0.smithi157.stdout:op 5618 completed, throughput=5MB/sec 2024-08-17T01:11:23.339 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lUYs1woqVzdZWTV off=1180963 len=59193 2024-08-17T01:11:23.341 INFO:tasks.workunit.client.0.smithi157.stdout:op 5619 completed, throughput=5MB/sec 2024-08-17T01:11:23.341 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-jLaD7ODCls-Ovxv off=8112362 len=1603987 2024-08-17T01:11:23.348 INFO:tasks.workunit.client.0.smithi157.stdout:op 5620 completed, throughput=5MB/sec 2024-08-17T01:11:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:23 smithi157 ceph-mon[98780]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:11:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:11:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:11:23] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-08-17T01:11:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:23 smithi157 ceph-mon[101289]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:11:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:23 smithi187 ceph-mon[90552]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:11:24.349 INFO:tasks.workunit.client.0.smithi157.stdout: 1085: throughput=5MB/sec pending data=0 2024-08-17T01:11:24.349 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kGa2cOQ2il-WWQL off=21341417 len=317084 2024-08-17T01:11:24.352 INFO:tasks.workunit.client.0.smithi157.stdout:op 5621 completed, throughput=5MB/sec 2024-08-17T01:11:24.352 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0ZbaN4Lz-APb9Uy off=3797617 len=1757305 2024-08-17T01:11:24.354 INFO:tasks.workunit.client.0.smithi157.stdout:op 5622 completed, throughput=5MB/sec 2024-08-17T01:11:24.354 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yWvOFuCXWczZXSP off=9662329 len=165922 2024-08-17T01:11:24.355 INFO:tasks.workunit.client.0.smithi157.stdout:op 5623 completed, throughput=5MB/sec 2024-08-17T01:11:24.355 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8-gLjPitYtK86ZT off=9793520 len=1372963 2024-08-17T01:11:24.361 INFO:tasks.workunit.client.0.smithi157.stdout:op 5624 completed, throughput=5MB/sec 2024-08-17T01:11:24.362 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ImkJwdfydFXiAHR off=1914769 len=695751 2024-08-17T01:11:24.365 INFO:tasks.workunit.client.0.smithi157.stdout:op 5625 completed, throughput=5MB/sec 2024-08-17T01:11:24.365 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ivsTrmp7hn8oE4H off=911989 len=1445296 2024-08-17T01:11:24.367 INFO:tasks.workunit.client.0.smithi157.stdout:op 5626 completed, throughput=5MB/sec 2024-08-17T01:11:25.368 INFO:tasks.workunit.client.0.smithi157.stdout: 1086: throughput=5MB/sec pending data=0 2024-08-17T01:11:25.368 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zAEfTfFwLpYBMyH off=10574197 len=1275336 2024-08-17T01:11:25.369 INFO:tasks.workunit.client.0.smithi157.stdout:op 5627 completed, throughput=5MB/sec 2024-08-17T01:11:25.369 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_VlsioSx92gppou off=13332163 len=1732911 2024-08-17T01:11:25.371 INFO:tasks.workunit.client.0.smithi157.stdout:op 5628 completed, throughput=5MB/sec 2024-08-17T01:11:25.372 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5tz2XJPGf8C6b_c off=8997555 len=543014 2024-08-17T01:11:25.376 INFO:tasks.workunit.client.0.smithi157.stdout:op 5629 completed, throughput=5MB/sec 2024-08-17T01:11:25.376 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GZwE--N4DWp79-V off=1503304 len=332823 2024-08-17T01:11:25.376 INFO:tasks.workunit.client.0.smithi157.stdout:op 5630 completed, throughput=5MB/sec 2024-08-17T01:11:25.377 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-btIGd23VZDZUi5s off=4777667 len=117518 2024-08-17T01:11:25.377 INFO:tasks.workunit.client.0.smithi157.stdout:op 5631 completed, throughput=5MB/sec 2024-08-17T01:11:25.377 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Y68BFMGpK0k0mec off=7043570 len=346754 2024-08-17T01:11:25.380 INFO:tasks.workunit.client.0.smithi157.stdout:op 5632 completed, throughput=5MB/sec 2024-08-17T01:11:25.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:25 smithi157 ceph-mon[101289]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:11:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:25 smithi157 ceph-mon[98780]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:11:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:25 smithi187 ceph-mon[90552]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:11:26.380 INFO:tasks.workunit.client.0.smithi157.stdout: 1087: throughput=5MB/sec pending data=0 2024-08-17T01:11:26.380 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tgo9XCM-EqlWofs off=11912973 len=965186 2024-08-17T01:11:26.386 INFO:tasks.workunit.client.0.smithi157.stdout:op 5633 completed, throughput=5MB/sec 2024-08-17T01:11:26.386 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LlcZGGUQCm0TpbN off=19915326 len=49419 2024-08-17T01:11:26.389 INFO:tasks.workunit.client.0.smithi157.stdout:op 5634 completed, throughput=5MB/sec 2024-08-17T01:11:26.389 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-p3g_cRQnw99iEjn off=1067114 len=1124910 2024-08-17T01:11:26.395 INFO:tasks.workunit.client.0.smithi157.stdout:op 5635 completed, throughput=5MB/sec 2024-08-17T01:11:26.395 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eBCoW0qx2kYF7tF off=5254451 len=1241684 2024-08-17T01:11:26.401 INFO:tasks.workunit.client.0.smithi157.stdout:op 5636 completed, throughput=5MB/sec 2024-08-17T01:11:26.401 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QCwC7UemNKSg9V6 off=5529865 len=285719 2024-08-17T01:11:26.402 INFO:tasks.workunit.client.0.smithi157.stdout:op 5637 completed, throughput=5MB/sec 2024-08-17T01:11:26.403 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-43QZK_WiEdeS9Xz off=1182515 len=1766522 2024-08-17T01:11:26.410 INFO:tasks.workunit.client.0.smithi157.stdout:op 5638 completed, throughput=5MB/sec 2024-08-17T01:11:27.410 INFO:tasks.workunit.client.0.smithi157.stdout: 1088: throughput=5MB/sec pending data=0 2024-08-17T01:11:27.410 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dtyqvE42iAZWayb off=10162422 len=431494 2024-08-17T01:11:27.414 INFO:tasks.workunit.client.0.smithi157.stdout:op 5639 completed, throughput=5MB/sec 2024-08-17T01:11:27.414 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-y1kM8kniYIHNWL6 off=487937 len=630289 2024-08-17T01:11:27.416 INFO:tasks.workunit.client.0.smithi157.stdout:op 5640 completed, throughput=5MB/sec 2024-08-17T01:11:27.416 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AR1BDzBafMU8YzN off=1063340 len=147666 2024-08-17T01:11:27.416 INFO:tasks.workunit.client.0.smithi157.stdout:op 5641 completed, throughput=5MB/sec 2024-08-17T01:11:27.416 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1ybzHRMGSM9BQbF off=1069987 len=673035 2024-08-17T01:11:27.421 INFO:tasks.workunit.client.0.smithi157.stdout:op 5642 completed, throughput=5MB/sec 2024-08-17T01:11:27.421 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-w4Yxzs4o-5-ZjRA off=16379292 len=769490 2024-08-17T01:11:27.422 INFO:tasks.workunit.client.0.smithi157.stdout:op 5643 completed, throughput=5MB/sec 2024-08-17T01:11:27.422 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8hKIJQTPYlgFKez off=1127263 len=1885069 2024-08-17T01:11:27.435 INFO:tasks.workunit.client.0.smithi157.stdout:op 5644 completed, throughput=5MB/sec 2024-08-17T01:11:27.435 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3p4957CvN2Q9jew off=9604385 len=293568 2024-08-17T01:11:27.435 INFO:tasks.workunit.client.0.smithi157.stdout:op 5645 completed, throughput=5MB/sec 2024-08-17T01:11:27.435 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3DdOHCBuxBh9AF2 off=1312977 len=1129622 2024-08-17T01:11:27.441 INFO:tasks.workunit.client.0.smithi157.stdout:op 5646 completed, throughput=5MB/sec 2024-08-17T01:11:27.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:27 smithi157 ceph-mon[101289]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-17T01:11:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:27 smithi157 ceph-mon[98780]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-17T01:11:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:27 smithi187 ceph-mon[90552]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-17T01:11:28.442 INFO:tasks.workunit.client.0.smithi157.stdout: 1089: throughput=5MB/sec pending data=0 2024-08-17T01:11:28.442 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DLpqoRiPsbHLG3V off=9429857 len=911973 2024-08-17T01:11:28.446 INFO:tasks.workunit.client.0.smithi157.stdout:op 5647 completed, throughput=5MB/sec 2024-08-17T01:11:28.447 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LGaOAVD0y7-tPx2 off=6003157 len=1666484 2024-08-17T01:11:28.454 INFO:tasks.workunit.client.0.smithi157.stdout:op 5648 completed, throughput=5MB/sec 2024-08-17T01:11:28.454 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rs938_JtOkV_UwY off=2106937 len=778303 2024-08-17T01:11:28.458 INFO:tasks.workunit.client.0.smithi157.stdout:op 5649 completed, throughput=5MB/sec 2024-08-17T01:11:28.459 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7C4T98DAcY7swsz off=399964 len=340304 2024-08-17T01:11:28.462 INFO:tasks.workunit.client.0.smithi157.stdout:op 5650 completed, throughput=5MB/sec 2024-08-17T01:11:28.462 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4-pDYU-adGnfNYq off=6177941 len=65767 2024-08-17T01:11:28.464 INFO:tasks.workunit.client.0.smithi157.stdout:op 5651 completed, throughput=5MB/sec 2024-08-17T01:11:28.464 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2EnYh8dSzge-pOO off=1194996 len=349877 2024-08-17T01:11:28.465 INFO:tasks.workunit.client.0.smithi157.stdout:op 5652 completed, throughput=5MB/sec 2024-08-17T01:11:28.465 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LhzqiqSZMHjvd7f off=1365964 len=72514 2024-08-17T01:11:28.466 INFO:tasks.workunit.client.0.smithi157.stdout:op 5653 completed, throughput=5MB/sec 2024-08-17T01:11:28.467 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QFXW5rgMnuirWoH off=3944664 len=1344785 2024-08-17T01:11:28.475 INFO:tasks.workunit.client.0.smithi157.stdout:op 5654 completed, throughput=5MB/sec 2024-08-17T01:11:29.475 INFO:tasks.workunit.client.0.smithi157.stdout: 1090: throughput=5MB/sec pending data=0 2024-08-17T01:11:29.476 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SKJ6HOLd_EuyXrl off=15721078 len=828015 2024-08-17T01:11:29.480 INFO:tasks.workunit.client.0.smithi157.stdout:op 5655 completed, throughput=5MB/sec 2024-08-17T01:11:29.481 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rdWUuj-sKKl0nUd off=7004503 len=2050259 2024-08-17T01:11:29.483 INFO:tasks.workunit.client.0.smithi157.stdout:op 5656 completed, throughput=5MB/sec 2024-08-17T01:11:29.483 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-J2ovRnPWHG2SE9U off=6888222 len=1561345 2024-08-17T01:11:29.485 INFO:tasks.workunit.client.0.smithi157.stdout:op 5657 completed, throughput=5MB/sec 2024-08-17T01:11:29.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:29 smithi157 ceph-mon[98780]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:11:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:29.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:29 smithi157 ceph-mon[101289]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:11:29.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:29 smithi187 ceph-mon[90552]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:11:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:30.486 INFO:tasks.workunit.client.0.smithi157.stdout: 1091: throughput=5MB/sec pending data=0 2024-08-17T01:11:30.486 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3TvGIkAlmWh4eoH off=11995280 len=1251171 2024-08-17T01:11:30.487 INFO:tasks.workunit.client.0.smithi157.stdout:op 5658 completed, throughput=5MB/sec 2024-08-17T01:11:30.487 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OM_5CzisTBMnSDO off=2352530 len=1930877 2024-08-17T01:11:30.491 INFO:tasks.workunit.client.0.smithi157.stdout:op 5659 completed, throughput=5MB/sec 2024-08-17T01:11:30.492 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DdWZ_S-VBVeQjbV off=4092576 len=457016 2024-08-17T01:11:30.496 INFO:tasks.workunit.client.0.smithi157.stdout:op 5660 completed, throughput=5MB/sec 2024-08-17T01:11:30.496 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-chbl19X0H_Mffs1 off=2455234 len=1135913 2024-08-17T01:11:30.497 INFO:tasks.workunit.client.0.smithi157.stdout:op 5661 completed, throughput=5MB/sec 2024-08-17T01:11:30.497 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eY3ed9MZGgVLMIX off=12716990 len=1588066 2024-08-17T01:11:30.498 INFO:tasks.workunit.client.0.smithi157.stdout:op 5662 completed, throughput=5MB/sec 2024-08-17T01:11:31.499 INFO:tasks.workunit.client.0.smithi157.stdout: 1092: throughput=5MB/sec pending data=0 2024-08-17T01:11:31.499 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lPbCjdco1AuYZPw off=216350 len=1235210 2024-08-17T01:11:31.507 INFO:tasks.workunit.client.0.smithi157.stdout:op 5663 completed, throughput=5MB/sec 2024-08-17T01:11:31.508 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kGa2cOQ2il-WWQL off=2900019 len=1983770 2024-08-17T01:11:31.511 INFO:tasks.workunit.client.0.smithi157.stdout:op 5664 completed, throughput=5MB/sec 2024-08-17T01:11:31.511 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-DCqnip0P0_vLRmI off=1600208 len=1995676 2024-08-17T01:11:31.522 INFO:tasks.workunit.client.0.smithi157.stdout:op 5665 completed, throughput=5MB/sec 2024-08-17T01:11:31.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:31 smithi157 ceph-mon[101289]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:11:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:31 smithi157 ceph-mon[98780]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:11:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:31 smithi187 ceph-mon[90552]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:11:32.523 INFO:tasks.workunit.client.0.smithi157.stdout: 1093: throughput=5MB/sec pending data=0 2024-08-17T01:11:32.523 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rb-hWQpj2aDO9Tv off=2477571 len=361301 2024-08-17T01:11:32.523 INFO:tasks.workunit.client.0.smithi157.stdout:op 5666 completed, throughput=5MB/sec 2024-08-17T01:11:32.524 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QVeZgOVA1ad4ox5 off=5780741 len=1943110 2024-08-17T01:11:32.532 INFO:tasks.workunit.client.0.smithi157.stdout:op 5667 completed, throughput=5MB/sec 2024-08-17T01:11:32.532 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XbWZUJ8Sz6MPW_3 off=3832941 len=203138 2024-08-17T01:11:32.532 INFO:tasks.workunit.client.0.smithi157.stdout:op 5668 completed, throughput=5MB/sec 2024-08-17T01:11:32.532 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kZ1iFZocp_P4y_Z off=9796146 len=596679 2024-08-17T01:11:32.537 INFO:tasks.workunit.client.0.smithi157.stdout:op 5669 completed, throughput=5MB/sec 2024-08-17T01:11:32.537 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mcleDh3njUI5kY8 off=16852279 len=396551 2024-08-17T01:11:32.538 INFO:tasks.workunit.client.0.smithi157.stdout:op 5670 completed, throughput=5MB/sec 2024-08-17T01:11:32.538 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2MlM4CN-bo_9N1A off=8209527 len=862316 2024-08-17T01:11:32.539 INFO:tasks.workunit.client.0.smithi157.stdout:op 5671 completed, throughput=5MB/sec 2024-08-17T01:11:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:11:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:11:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:11:33.539 INFO:tasks.workunit.client.0.smithi157.stdout: 1094: throughput=5MB/sec pending data=0 2024-08-17T01:11:33.540 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hsqvXEQIgOJp0Of off=9482144 len=1896380 2024-08-17T01:11:33.549 INFO:tasks.workunit.client.0.smithi157.stdout:op 5672 completed, throughput=5MB/sec 2024-08-17T01:11:33.549 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dMjmFOIrgU453vg off=10000796 len=1985966 2024-08-17T01:11:33.551 INFO:tasks.workunit.client.0.smithi157.stdout:op 5673 completed, throughput=5MB/sec 2024-08-17T01:11:33.551 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SInRSrJI3BseQ1G off=2777011 len=2028333 2024-08-17T01:11:33.558 INFO:tasks.workunit.client.0.smithi157.stdout:op 5674 completed, throughput=5MB/sec 2024-08-17T01:11:33.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:33 smithi157 ceph-mon[98780]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:11:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:33 smithi157 ceph-mon[101289]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:11:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:11:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:11:33] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-08-17T01:11:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:33 smithi187 ceph-mon[90552]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:11:34.559 INFO:tasks.workunit.client.0.smithi157.stdout: 1095: throughput=5MB/sec pending data=0 2024-08-17T01:11:34.559 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BvV8GfBi5G7wUdQ off=6511687 len=1651895 2024-08-17T01:11:34.567 INFO:tasks.workunit.client.0.smithi157.stdout:op 5675 completed, throughput=5MB/sec 2024-08-17T01:11:34.567 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gqFVzPnoWhtBnGj off=2054383 len=201197 2024-08-17T01:11:34.570 INFO:tasks.workunit.client.0.smithi157.stdout:op 5676 completed, throughput=5MB/sec 2024-08-17T01:11:34.570 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mO_Jb2LusWzIr_e off=19700080 len=1915733 2024-08-17T01:11:34.571 INFO:tasks.workunit.client.0.smithi157.stdout:op 5677 completed, throughput=5MB/sec 2024-08-17T01:11:34.572 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8QvXtUbiv7B8Klg off=2666230 len=1352652 2024-08-17T01:11:34.573 INFO:tasks.workunit.client.0.smithi157.stdout:op 5678 completed, throughput=5MB/sec 2024-08-17T01:11:35.573 INFO:tasks.workunit.client.0.smithi157.stdout: 1096: throughput=5MB/sec pending data=0 2024-08-17T01:11:35.574 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AyiimrnFgcRiZNw off=13392640 len=535672 2024-08-17T01:11:35.577 INFO:tasks.workunit.client.0.smithi157.stdout:op 5679 completed, throughput=5MB/sec 2024-08-17T01:11:35.577 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mDg8s01nXuhyOmC off=2021250 len=993148 2024-08-17T01:11:35.582 INFO:tasks.workunit.client.0.smithi157.stdout:op 5680 completed, throughput=5MB/sec 2024-08-17T01:11:35.582 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5_OGgwVlJeRGQrK off=14638010 len=1739293 2024-08-17T01:11:35.588 INFO:tasks.workunit.client.0.smithi157.stdout:op 5681 completed, throughput=5MB/sec 2024-08-17T01:11:35.588 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ggZN1SI1i7W4_Hw off=1447909 len=380373 2024-08-17T01:11:35.588 INFO:tasks.workunit.client.0.smithi157.stdout:op 5682 completed, throughput=5MB/sec 2024-08-17T01:11:35.588 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-U4phPtJ10qXibK6 off=539912 len=459897 2024-08-17T01:11:35.592 INFO:tasks.workunit.client.0.smithi157.stdout:op 5683 completed, throughput=5MB/sec 2024-08-17T01:11:35.592 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kumLd3dz2G57mLf off=2880769 len=1900185 2024-08-17T01:11:35.594 INFO:tasks.workunit.client.0.smithi157.stdout:op 5684 completed, throughput=5MB/sec 2024-08-17T01:11:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:35 smithi187 ceph-mon[90552]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:11:35.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:35 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:11:36.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:35 smithi157 ceph-mon[98780]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:11:36.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:35 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:11:36.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:35 smithi157 ceph-mon[101289]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:11:36.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:35 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:11:36.594 INFO:tasks.workunit.client.0.smithi157.stdout: 1097: throughput=5MB/sec pending data=0 2024-08-17T01:11:36.594 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8RQ3z2SUfkFsulV off=1234938 len=1684859 2024-08-17T01:11:36.602 INFO:tasks.workunit.client.0.smithi157.stdout:op 5685 completed, throughput=5MB/sec 2024-08-17T01:11:36.602 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-X9E7cTNdUhXMs21 off=123270 len=1227105 2024-08-17T01:11:36.603 INFO:tasks.workunit.client.0.smithi157.stdout:op 5686 completed, throughput=5MB/sec 2024-08-17T01:11:36.603 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZZTs8-qn21zTgo5 off=4194812 len=1723776 2024-08-17T01:11:36.607 INFO:tasks.workunit.client.0.smithi157.stdout:op 5687 completed, throughput=5MB/sec 2024-08-17T01:11:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:36 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:11:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:36 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:11:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:36 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:11:37.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:36 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:11:37.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:36 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:11:37.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:36 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:11:37.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:36 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:11:37.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:36 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:11:37.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:36 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:11:37.607 INFO:tasks.workunit.client.0.smithi157.stdout: 1098: throughput=5MB/sec pending data=0 2024-08-17T01:11:37.608 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--XMp9TyRmZ_-wwu off=3345487 len=1043574 2024-08-17T01:11:37.613 INFO:tasks.workunit.client.0.smithi157.stdout:op 5688 completed, throughput=5MB/sec 2024-08-17T01:11:37.613 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-kiIBqQWxvx3apLc off=12683873 len=1399385 2024-08-17T01:11:37.615 INFO:tasks.workunit.client.0.smithi157.stdout:op 5689 completed, throughput=5MB/sec 2024-08-17T01:11:37.615 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tJVODZlWgIgygiJ off=13444199 len=1721812 2024-08-17T01:11:37.617 INFO:tasks.workunit.client.0.smithi157.stdout:op 5690 completed, throughput=5MB/sec 2024-08-17T01:11:37.617 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hsXWtfTSt-nrrs3 off=11699934 len=1632964 2024-08-17T01:11:37.625 INFO:tasks.workunit.client.0.smithi157.stdout:op 5691 completed, throughput=5MB/sec 2024-08-17T01:11:38.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:37 smithi157 ceph-mon[101289]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:11:38.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:37 smithi157 ceph-mon[98780]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:11:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:37 smithi187 ceph-mon[90552]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:11:38.625 INFO:tasks.workunit.client.0.smithi157.stdout: 1099: throughput=5MB/sec pending data=0 2024-08-17T01:11:38.625 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dnQP5FB3kBeJr1B off=3732063 len=630269 2024-08-17T01:11:38.629 INFO:tasks.workunit.client.0.smithi157.stdout:op 5692 completed, throughput=5MB/sec 2024-08-17T01:11:38.629 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rx2UrVPQnjMzLbV off=5266460 len=1970181 2024-08-17T01:11:38.640 INFO:tasks.workunit.client.0.smithi157.stdout:op 5693 completed, throughput=5MB/sec 2024-08-17T01:11:38.640 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o-_zqlusZP4lUPq off=4429418 len=1316594 2024-08-17T01:11:38.641 INFO:tasks.workunit.client.0.smithi157.stdout:op 5694 completed, throughput=5MB/sec 2024-08-17T01:11:38.641 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YsePARasiwQiBPU off=8215575 len=592142 2024-08-17T01:11:38.645 INFO:tasks.workunit.client.0.smithi157.stdout:op 5695 completed, throughput=5MB/sec 2024-08-17T01:11:39.645 INFO:tasks.workunit.client.0.smithi157.stdout: 1100: throughput=5MB/sec pending data=0 2024-08-17T01:11:39.646 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wI7R57vjgCG2YBh off=21188208 len=1420981 2024-08-17T01:11:39.647 INFO:tasks.workunit.client.0.smithi157.stdout:op 5696 completed, throughput=5MB/sec 2024-08-17T01:11:39.647 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BKnLA0rl1pYL7qw off=11232336 len=1685347 2024-08-17T01:11:39.651 INFO:tasks.workunit.client.0.smithi157.stdout:op 5697 completed, throughput=5MB/sec 2024-08-17T01:11:39.651 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aMYSHLiZ43Dl3lF off=1791917 len=1440259 2024-08-17T01:11:39.654 INFO:tasks.workunit.client.0.smithi157.stdout:op 5698 completed, throughput=5MB/sec 2024-08-17T01:11:39.654 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lkfpOAcopRSqMIj off=7526786 len=417594 2024-08-17T01:11:39.655 INFO:tasks.workunit.client.0.smithi157.stdout:op 5699 completed, throughput=5MB/sec 2024-08-17T01:11:39.655 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-t4yghnuq3XuEsie off=103854 len=1261911 2024-08-17T01:11:39.661 INFO:tasks.workunit.client.0.smithi157.stdout:op 5700 completed, throughput=5MB/sec 2024-08-17T01:11:40.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:39 smithi157 ceph-mon[101289]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:11:40.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:39 smithi157 ceph-mon[98780]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:11:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:39 smithi187 ceph-mon[90552]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:11:40.662 INFO:tasks.workunit.client.0.smithi157.stdout: 1101: throughput=5MB/sec pending data=0 2024-08-17T01:11:40.662 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6mK1AcIvt3RFB-l off=8123048 len=162196 2024-08-17T01:11:40.662 INFO:tasks.workunit.client.0.smithi157.stdout:op 5701 completed, throughput=5MB/sec 2024-08-17T01:11:40.663 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-OxKsyRmvZGO5vE5 off=4434457 len=1071149 2024-08-17T01:11:40.664 INFO:tasks.workunit.client.0.smithi157.stdout:op 5702 completed, throughput=5MB/sec 2024-08-17T01:11:40.664 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tIwSYSaiW5NYbZy off=9921429 len=1967405 2024-08-17T01:11:40.676 INFO:tasks.workunit.client.0.smithi157.stdout:op 5703 completed, throughput=5MB/sec 2024-08-17T01:11:40.676 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pvVDVccg_20Knb8 off=10658251 len=830159 2024-08-17T01:11:40.681 INFO:tasks.workunit.client.0.smithi157.stdout:op 5704 completed, throughput=5MB/sec 2024-08-17T01:11:40.681 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pe1UFvPt663cIls off=12167360 len=1177271 2024-08-17T01:11:40.682 INFO:tasks.workunit.client.0.smithi157.stdout:op 5705 completed, throughput=5MB/sec 2024-08-17T01:11:41.683 INFO:tasks.workunit.client.0.smithi157.stdout: 1102: throughput=5MB/sec pending data=0 2024-08-17T01:11:41.683 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-x6nBP-wwKHUGnmt off=15920901 len=1789316 2024-08-17T01:11:41.685 INFO:tasks.workunit.client.0.smithi157.stdout:op 5706 completed, throughput=5MB/sec 2024-08-17T01:11:41.685 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-g3Hy3rXiCFKThEK off=1612411 len=1065652 2024-08-17T01:11:41.687 INFO:tasks.workunit.client.0.smithi157.stdout:op 5707 completed, throughput=5MB/sec 2024-08-17T01:11:41.687 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0eq7f_4QuUFzmcq off=303179 len=33845 2024-08-17T01:11:41.690 INFO:tasks.workunit.client.0.smithi157.stdout:op 5708 completed, throughput=5MB/sec 2024-08-17T01:11:41.690 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RubalwASaMSGpfm off=4830748 len=424754 2024-08-17T01:11:41.693 INFO:tasks.workunit.client.0.smithi157.stdout:op 5709 completed, throughput=5MB/sec 2024-08-17T01:11:41.693 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sjTivOerUT_WG3n off=23577876 len=430880 2024-08-17T01:11:41.694 INFO:tasks.workunit.client.0.smithi157.stdout:op 5710 completed, throughput=5MB/sec 2024-08-17T01:11:41.694 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GVVC6ojKYmIx_hN off=382376 len=110955 2024-08-17T01:11:41.695 INFO:tasks.workunit.client.0.smithi157.stdout:op 5711 completed, throughput=5MB/sec 2024-08-17T01:11:41.695 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UwNzKqy-nFkCnMZ off=13229700 len=1589518 2024-08-17T01:11:41.696 INFO:tasks.workunit.client.0.smithi157.stdout:op 5712 completed, throughput=5MB/sec 2024-08-17T01:11:42.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:41 smithi157 ceph-mon[101289]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:11:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:41 smithi157 ceph-mon[98780]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:11:42.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:41 smithi187 ceph-mon[90552]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:11:42.697 INFO:tasks.workunit.client.0.smithi157.stdout: 1103: throughput=5MB/sec pending data=0 2024-08-17T01:11:42.697 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-P5-nYAdCLbA3pR4 off=19854 len=1415513 2024-08-17T01:11:42.700 INFO:tasks.workunit.client.0.smithi157.stdout:op 5713 completed, throughput=5MB/sec 2024-08-17T01:11:42.700 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-yhKaH7lPB9we3ms off=13672243 len=1066981 2024-08-17T01:11:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:11:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:11:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:11:42.706 INFO:tasks.workunit.client.0.smithi157.stdout:op 5714 completed, throughput=5MB/sec 2024-08-17T01:11:42.706 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-onAl3zALrJNyP0_ off=13190877 len=1372947 2024-08-17T01:11:42.714 INFO:tasks.workunit.client.0.smithi157.stdout:op 5715 completed, throughput=5MB/sec 2024-08-17T01:11:42.714 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FwGw3Bo9EEeSJrN off=25723 len=388710 2024-08-17T01:11:42.717 INFO:tasks.workunit.client.0.smithi157.stdout:op 5716 completed, throughput=5MB/sec 2024-08-17T01:11:42.717 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JZyB6qsTi1K4bzH off=2163141 len=153649 2024-08-17T01:11:42.720 INFO:tasks.workunit.client.0.smithi157.stdout:op 5717 completed, throughput=5MB/sec 2024-08-17T01:11:42.720 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1Btp6L1ZZS5a_MT off=1933865 len=620064 2024-08-17T01:11:42.724 INFO:tasks.workunit.client.0.smithi157.stdout:op 5718 completed, throughput=5MB/sec 2024-08-17T01:11:43.725 INFO:tasks.workunit.client.0.smithi157.stdout: 1104: throughput=5MB/sec pending data=0 2024-08-17T01:11:43.725 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-WcbG4Ge-o8N_CS_ off=7533180 len=330986 2024-08-17T01:11:43.726 INFO:tasks.workunit.client.0.smithi157.stdout:op 5719 completed, throughput=5MB/sec 2024-08-17T01:11:43.726 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BHK4-Jbqm_qOGNU off=2161009 len=2068398 2024-08-17T01:11:43.735 INFO:tasks.workunit.client.0.smithi157.stdout:op 5720 completed, throughput=5MB/sec 2024-08-17T01:11:43.735 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Rk4CG8PcI3xJG-t off=14002023 len=1934923 2024-08-17T01:11:43.747 INFO:tasks.workunit.client.0.smithi157.stdout:op 5721 completed, throughput=5MB/sec 2024-08-17T01:11:43.747 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-MFbaAsjJ42hIWVO off=559624 len=258331 2024-08-17T01:11:43.749 INFO:tasks.workunit.client.0.smithi157.stdout:op 5722 completed, throughput=5MB/sec 2024-08-17T01:11:43.749 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MY0m1X8JeCrTxmr off=3191140 len=1502137 2024-08-17T01:11:43.751 INFO:tasks.workunit.client.0.smithi157.stdout:op 5723 completed, throughput=5MB/sec 2024-08-17T01:11:43.774 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:11:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:11:43] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-08-17T01:11:44.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:43 smithi157 ceph-mon[101289]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:11:44.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:43 smithi157 ceph-mon[98780]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:11:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:43 smithi187 ceph-mon[90552]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:11:44.751 INFO:tasks.workunit.client.0.smithi157.stdout: 1105: throughput=5MB/sec pending data=0 2024-08-17T01:11:44.751 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tD64Dpm5lXbC1XI off=4164479 len=1301984 2024-08-17T01:11:44.759 INFO:tasks.workunit.client.0.smithi157.stdout:op 5724 completed, throughput=5MB/sec 2024-08-17T01:11:44.759 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ugDX9du2n2LHxPF off=2378091 len=379436 2024-08-17T01:11:44.760 INFO:tasks.workunit.client.0.smithi157.stdout:op 5725 completed, throughput=5MB/sec 2024-08-17T01:11:44.760 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1SR2lc6eyrNdQCE off=5585824 len=846084 2024-08-17T01:11:44.761 INFO:tasks.workunit.client.0.smithi157.stdout:op 5726 completed, throughput=5MB/sec 2024-08-17T01:11:44.761 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-n_-11yzEp5KjooH off=1731916 len=425202 2024-08-17T01:11:44.762 INFO:tasks.workunit.client.0.smithi157.stdout:op 5727 completed, throughput=5MB/sec 2024-08-17T01:11:44.762 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FtfFswsPHYiftbs off=12467550 len=56987 2024-08-17T01:11:44.765 INFO:tasks.workunit.client.0.smithi157.stdout:op 5728 completed, throughput=5MB/sec 2024-08-17T01:11:44.765 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Uu-SMrQZunv81Ue off=11398681 len=1518897 2024-08-17T01:11:44.767 INFO:tasks.workunit.client.0.smithi157.stdout:op 5729 completed, throughput=5MB/sec 2024-08-17T01:11:45.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:45.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:45.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:45.767 INFO:tasks.workunit.client.0.smithi157.stdout: 1106: throughput=5MB/sec pending data=0 2024-08-17T01:11:45.767 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4JSEQuLRpvDAttX off=14655417 len=559246 2024-08-17T01:11:45.771 INFO:tasks.workunit.client.0.smithi157.stdout:op 5730 completed, throughput=5MB/sec 2024-08-17T01:11:45.771 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gk7g-xD_GVghgIz off=6107969 len=1082297 2024-08-17T01:11:45.774 INFO:tasks.workunit.client.0.smithi157.stdout:op 5731 completed, throughput=5MB/sec 2024-08-17T01:11:45.774 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oVd4a8l4jmvBlcv off=1010834 len=2049519 2024-08-17T01:11:45.784 INFO:tasks.workunit.client.0.smithi157.stdout:op 5732 completed, throughput=5MB/sec 2024-08-17T01:11:45.784 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JHqbqxq_iRe-AqX off=5281196 len=2015611 2024-08-17T01:11:45.789 INFO:tasks.workunit.client.0.smithi157.stdout:op 5733 completed, throughput=5MB/sec 2024-08-17T01:11:46.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:45 smithi157 ceph-mon[98780]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:11:46.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:45 smithi157 ceph-mon[101289]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:11:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:45 smithi187 ceph-mon[90552]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:11:46.789 INFO:tasks.workunit.client.0.smithi157.stdout: 1107: throughput=5MB/sec pending data=0 2024-08-17T01:11:46.789 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JnF13kaYzkTIQco off=2323360 len=1245178 2024-08-17T01:11:46.795 INFO:tasks.workunit.client.0.smithi157.stdout:op 5734 completed, throughput=5MB/sec 2024-08-17T01:11:46.795 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JmjMm6W0y8tGY5X off=13890816 len=1027195 2024-08-17T01:11:46.802 INFO:tasks.workunit.client.0.smithi157.stdout:op 5735 completed, throughput=5MB/sec 2024-08-17T01:11:46.802 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AZCMTxGRztPCRpy off=2951873 len=518752 2024-08-17T01:11:46.807 INFO:tasks.workunit.client.0.smithi157.stdout:op 5736 completed, throughput=5MB/sec 2024-08-17T01:11:46.807 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5Dx4tNBrb-GvZml off=11527524 len=8570 2024-08-17T01:11:46.807 INFO:tasks.workunit.client.0.smithi157.stdout:op 5737 completed, throughput=5MB/sec 2024-08-17T01:11:46.807 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-en6VMbH7oEwFVaj off=13100133 len=1676376 2024-08-17T01:11:46.814 INFO:tasks.workunit.client.0.smithi157.stdout:op 5738 completed, throughput=5MB/sec 2024-08-17T01:11:46.814 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mvYxgW9UmcXw3ri off=9696891 len=665526 2024-08-17T01:11:46.818 INFO:tasks.workunit.client.0.smithi157.stdout:op 5739 completed, throughput=5MB/sec 2024-08-17T01:11:47.818 INFO:tasks.workunit.client.0.smithi157.stdout: 1108: throughput=5MB/sec pending data=0 2024-08-17T01:11:47.818 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-g9OjP9hd7-swHvc off=1474220 len=1120671 2024-08-17T01:11:47.820 INFO:tasks.workunit.client.0.smithi157.stdout:op 5740 completed, throughput=5MB/sec 2024-08-17T01:11:47.820 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fmWylnssvZrDZ0F off=555280 len=270334 2024-08-17T01:11:47.821 INFO:tasks.workunit.client.0.smithi157.stdout:op 5741 completed, throughput=5MB/sec 2024-08-17T01:11:47.821 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hbgMS_xYktoZns9 off=0 len=1097305 2024-08-17T01:11:47.822 INFO:tasks.workunit.client.0.smithi157.stdout:op 5742 completed, throughput=5MB/sec 2024-08-17T01:11:47.823 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EQysGucQnDRlIJv off=3956133 len=2000028 2024-08-17T01:11:47.825 INFO:tasks.workunit.client.0.smithi157.stdout:op 5743 completed, throughput=5MB/sec 2024-08-17T01:11:47.825 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ffdtvIvL0_F8VQ3 off=5405863 len=1169141 2024-08-17T01:11:47.826 INFO:tasks.workunit.client.0.smithi157.stdout:op 5744 completed, throughput=5MB/sec 2024-08-17T01:11:48.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:47 smithi157 ceph-mon[98780]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:11:48.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:47 smithi157 ceph-mon[101289]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:11:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:47 smithi187 ceph-mon[90552]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:11:48.827 INFO:tasks.workunit.client.0.smithi157.stdout: 1109: throughput=5MB/sec pending data=0 2024-08-17T01:11:48.827 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-npHFa0f-bb3nV5X off=24720168 len=320328 2024-08-17T01:11:48.828 INFO:tasks.workunit.client.0.smithi157.stdout:op 5745 completed, throughput=5MB/sec 2024-08-17T01:11:48.828 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GI50z8MMG2xgYSN off=1192678 len=335322 2024-08-17T01:11:48.828 INFO:tasks.workunit.client.0.smithi157.stdout:op 5746 completed, throughput=5MB/sec 2024-08-17T01:11:48.829 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-m8m7D2mslDCy5yB off=214887 len=1516571 2024-08-17T01:11:48.836 INFO:tasks.workunit.client.0.smithi157.stdout:op 5747 completed, throughput=5MB/sec 2024-08-17T01:11:48.836 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8FrRTATK4WmaMDq off=1356035 len=1137890 2024-08-17T01:11:48.838 INFO:tasks.workunit.client.0.smithi157.stdout:op 5748 completed, throughput=5MB/sec 2024-08-17T01:11:48.838 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YBzTqxCMU48n3II off=1624349 len=2034797 2024-08-17T01:11:48.840 INFO:tasks.workunit.client.0.smithi157.stdout:op 5749 completed, throughput=5MB/sec 2024-08-17T01:11:49.840 INFO:tasks.workunit.client.0.smithi157.stdout: 1110: throughput=5MB/sec pending data=0 2024-08-17T01:11:49.840 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9Tc4hgd-gYH62UQ off=2337165 len=1951451 2024-08-17T01:11:49.848 INFO:tasks.workunit.client.0.smithi157.stdout:op 5750 completed, throughput=5MB/sec 2024-08-17T01:11:49.848 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XfCzwsMQqAs8Yod off=4478511 len=963968 2024-08-17T01:11:49.853 INFO:tasks.workunit.client.0.smithi157.stdout:op 5751 completed, throughput=5MB/sec 2024-08-17T01:11:49.854 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aFQJKPoroba76lj off=11607106 len=694012 2024-08-17T01:11:49.858 INFO:tasks.workunit.client.0.smithi157.stdout:op 5752 completed, throughput=5MB/sec 2024-08-17T01:11:49.858 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GlH-SYDA3ZeRHmJ off=7331640 len=1121366 2024-08-17T01:11:49.864 INFO:tasks.workunit.client.0.smithi157.stdout:op 5753 completed, throughput=5MB/sec 2024-08-17T01:11:50.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:49 smithi157 ceph-mon[101289]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-17T01:11:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:49 smithi157 ceph-mon[98780]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-17T01:11:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:49 smithi187 ceph-mon[90552]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-17T01:11:50.864 INFO:tasks.workunit.client.0.smithi157.stdout: 1111: throughput=5MB/sec pending data=0 2024-08-17T01:11:50.865 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KfE8QItK6BG6Sia off=14438017 len=1277870 2024-08-17T01:11:50.871 INFO:tasks.workunit.client.0.smithi157.stdout:op 5754 completed, throughput=5MB/sec 2024-08-17T01:11:50.872 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1bw1RZE-In1sDiC off=574008 len=489297 2024-08-17T01:11:50.875 INFO:tasks.workunit.client.0.smithi157.stdout:op 5755 completed, throughput=5MB/sec 2024-08-17T01:11:50.875 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-9ES1MBPa8qkREea off=428034 len=1268281 2024-08-17T01:11:50.884 INFO:tasks.workunit.client.0.smithi157.stdout:op 5756 completed, throughput=5MB/sec 2024-08-17T01:11:50.884 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hTHegJng8DN-50E off=12526121 len=822391 2024-08-17T01:11:50.888 INFO:tasks.workunit.client.0.smithi157.stdout:op 5757 completed, throughput=5MB/sec 2024-08-17T01:11:50.888 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-N5bpi2UO1XlBVWe off=3754878 len=1036580 2024-08-17T01:11:50.889 INFO:tasks.workunit.client.0.smithi157.stdout:op 5758 completed, throughput=5MB/sec 2024-08-17T01:11:50.890 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Shef6t5HcgcM3Qh off=5328968 len=521153 2024-08-17T01:11:50.892 INFO:tasks.workunit.client.0.smithi157.stdout:op 5759 completed, throughput=5MB/sec 2024-08-17T01:11:51.893 INFO:tasks.workunit.client.0.smithi157.stdout: 1112: throughput=5MB/sec pending data=0 2024-08-17T01:11:51.893 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sLaxsmtCy0HekMv off=10873763 len=1181753 2024-08-17T01:11:51.895 INFO:tasks.workunit.client.0.smithi157.stdout:op 5760 completed, throughput=5MB/sec 2024-08-17T01:11:51.895 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8lxrXGMr5WP2Ztw off=5199251 len=354051 2024-08-17T01:11:51.896 INFO:tasks.workunit.client.0.smithi157.stdout:op 5761 completed, throughput=5MB/sec 2024-08-17T01:11:51.896 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ub5p5VoMEWkDyLl off=797141 len=45328 2024-08-17T01:11:51.897 INFO:tasks.workunit.client.0.smithi157.stdout:op 5762 completed, throughput=5MB/sec 2024-08-17T01:11:51.897 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-p2W-QVZUnt31Nr4 off=2083694 len=1504639 2024-08-17T01:11:51.898 INFO:tasks.workunit.client.0.smithi157.stdout:op 5763 completed, throughput=5MB/sec 2024-08-17T01:11:51.898 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lUYs1woqVzdZWTV off=5721176 len=729227 2024-08-17T01:11:51.902 INFO:tasks.workunit.client.0.smithi157.stdout:op 5764 completed, throughput=5MB/sec 2024-08-17T01:11:51.902 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Hue0r1H1s9-iR2R off=3754011 len=1370589 2024-08-17T01:11:51.904 INFO:tasks.workunit.client.0.smithi157.stdout:op 5765 completed, throughput=5MB/sec 2024-08-17T01:11:52.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:51 smithi157 ceph-mon[98780]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:11:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:51 smithi157 ceph-mon[101289]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:11:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:51 smithi187 ceph-mon[90552]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:11:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:11:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:11:52.905 INFO:tasks.workunit.client.0.smithi157.stdout: 1113: throughput=5MB/sec pending data=0 2024-08-17T01:11:52.905 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-joekNo9BqVbvrAY off=5586199 len=689355 2024-08-17T01:11:52.907 INFO:tasks.workunit.client.0.smithi157.stdout:op 5766 completed, throughput=5MB/sec 2024-08-17T01:11:52.907 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5_b9T1hqeU_eliC off=3379777 len=841176 2024-08-17T01:11:52.912 INFO:tasks.workunit.client.0.smithi157.stdout:op 5767 completed, throughput=5MB/sec 2024-08-17T01:11:52.912 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xFLnMd9RaYcFgd5 off=384807 len=1342539 2024-08-17T01:11:52.914 INFO:tasks.workunit.client.0.smithi157.stdout:op 5768 completed, throughput=5MB/sec 2024-08-17T01:11:52.914 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ncpdcNny4U4mxXb off=2683709 len=522611 2024-08-17T01:11:52.915 INFO:tasks.workunit.client.0.smithi157.stdout:op 5769 completed, throughput=5MB/sec 2024-08-17T01:11:52.915 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KnTdbR8ZmKS6ffr off=3924076 len=252980 2024-08-17T01:11:52.918 INFO:tasks.workunit.client.0.smithi157.stdout:op 5770 completed, throughput=5MB/sec 2024-08-17T01:11:52.918 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--Yq1vZ8CFdkawz3 off=688175 len=1143142 2024-08-17T01:11:52.923 INFO:tasks.workunit.client.0.smithi157.stdout:op 5771 completed, throughput=5MB/sec 2024-08-17T01:11:52.923 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8gl97uuhy8zZfLK off=7089986 len=671778 2024-08-17T01:11:52.924 INFO:tasks.workunit.client.0.smithi157.stdout:op 5772 completed, throughput=5MB/sec 2024-08-17T01:11:53.792 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:11:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:11:53] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-08-17T01:11:53.924 INFO:tasks.workunit.client.0.smithi157.stdout: 1114: throughput=5MB/sec pending data=0 2024-08-17T01:11:53.925 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8uXobaClls2iRCB off=0 len=1574774 2024-08-17T01:11:53.933 INFO:tasks.workunit.client.0.smithi157.stdout:op 5773 completed, throughput=5MB/sec 2024-08-17T01:11:53.933 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XHIURDDe0XKjs61 off=13014735 len=477786 2024-08-17T01:11:53.937 INFO:tasks.workunit.client.0.smithi157.stdout:op 5774 completed, throughput=5MB/sec 2024-08-17T01:11:53.937 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PVoiFAvLyHZJvlE off=370577 len=1297356 2024-08-17T01:11:53.938 INFO:tasks.workunit.client.0.smithi157.stdout:op 5775 completed, throughput=5MB/sec 2024-08-17T01:11:53.938 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-lWPpVDO43mWgWXE off=3436083 len=1938664 2024-08-17T01:11:53.940 INFO:tasks.workunit.client.0.smithi157.stdout:op 5776 completed, throughput=5MB/sec 2024-08-17T01:11:54.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:53 smithi157 ceph-mon[98780]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:11:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:53 smithi157 ceph-mon[101289]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:11:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:53 smithi187 ceph-mon[90552]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:11:54.941 INFO:tasks.workunit.client.0.smithi157.stdout: 1115: throughput=5MB/sec pending data=0 2024-08-17T01:11:54.941 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Drob7ef-bu36BMS off=4628534 len=1422575 2024-08-17T01:11:54.947 INFO:tasks.workunit.client.0.smithi157.stdout:op 5777 completed, throughput=5MB/sec 2024-08-17T01:11:54.948 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0huZ25qTd4hBwOV off=547330 len=1622742 2024-08-17T01:11:54.949 INFO:tasks.workunit.client.0.smithi157.stdout:op 5778 completed, throughput=5MB/sec 2024-08-17T01:11:54.950 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Rm6mGuDIdWsggOb off=1179006 len=916846 2024-08-17T01:11:54.954 INFO:tasks.workunit.client.0.smithi157.stdout:op 5779 completed, throughput=5MB/sec 2024-08-17T01:11:54.955 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vGh4v6Wf5eT8cUG off=14333213 len=9980 2024-08-17T01:11:54.958 INFO:tasks.workunit.client.0.smithi157.stdout:op 5780 completed, throughput=5MB/sec 2024-08-17T01:11:54.958 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8fTU1EJ1rG17oWO off=9382378 len=1028751 2024-08-17T01:11:54.958 INFO:tasks.workunit.client.0.smithi157.stdout:op 5781 completed, throughput=5MB/sec 2024-08-17T01:11:54.958 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sfuREwxWhJBnrX7 off=4534525 len=1832295 2024-08-17T01:11:54.966 INFO:tasks.workunit.client.0.smithi157.stdout:op 5782 completed, throughput=5MB/sec 2024-08-17T01:11:55.966 INFO:tasks.workunit.client.0.smithi157.stdout: 1116: throughput=5MB/sec pending data=0 2024-08-17T01:11:55.967 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sMCW-XxGEFFDvmd off=3770281 len=1332442 2024-08-17T01:11:55.968 INFO:tasks.workunit.client.0.smithi157.stdout:op 5783 completed, throughput=5MB/sec 2024-08-17T01:11:55.968 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-C5Kjtwh9Y2wWmB1 off=1112994 len=1030740 2024-08-17T01:11:55.970 INFO:tasks.workunit.client.0.smithi157.stdout:op 5784 completed, throughput=5MB/sec 2024-08-17T01:11:55.970 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vpARbSj7QJFvuEU off=4763328 len=445517 2024-08-17T01:11:55.970 INFO:tasks.workunit.client.0.smithi157.stdout:op 5785 completed, throughput=5MB/sec 2024-08-17T01:11:55.971 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ohv5PlqYLO17Ncl off=20074084 len=435860 2024-08-17T01:11:55.975 INFO:tasks.workunit.client.0.smithi157.stdout:op 5786 completed, throughput=5MB/sec 2024-08-17T01:11:55.975 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eJXTcFW29fl8DW3 off=10420597 len=1143182 2024-08-17T01:11:55.982 INFO:tasks.workunit.client.0.smithi157.stdout:op 5787 completed, throughput=5MB/sec 2024-08-17T01:11:56.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:55 smithi157 ceph-mon[98780]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:11:56.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:55 smithi157 ceph-mon[101289]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:11:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:55 smithi187 ceph-mon[90552]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:11:56.983 INFO:tasks.workunit.client.0.smithi157.stdout: 1117: throughput=5MB/sec pending data=0 2024-08-17T01:11:56.983 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-D1TSSkgyFgC4Qm5 off=5042559 len=1979548 2024-08-17T01:11:56.985 INFO:tasks.workunit.client.0.smithi157.stdout:op 5788 completed, throughput=5MB/sec 2024-08-17T01:11:56.985 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-a-JDm7ef9_9Poxb off=9224901 len=667304 2024-08-17T01:11:56.987 INFO:tasks.workunit.client.0.smithi157.stdout:op 5789 completed, throughput=5MB/sec 2024-08-17T01:11:56.987 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hpKiwMMAJa2p9wn off=2834000 len=394216 2024-08-17T01:11:56.991 INFO:tasks.workunit.client.0.smithi157.stdout:op 5790 completed, throughput=5MB/sec 2024-08-17T01:11:56.991 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sJI5ToPOXcJ-3Um off=20679293 len=262057 2024-08-17T01:11:56.992 INFO:tasks.workunit.client.0.smithi157.stdout:op 5791 completed, throughput=5MB/sec 2024-08-17T01:11:56.992 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oyBJXKoGoDeDuDE off=18646537 len=774390 2024-08-17T01:11:56.993 INFO:tasks.workunit.client.0.smithi157.stdout:op 5792 completed, throughput=5MB/sec 2024-08-17T01:11:56.994 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UavLuAynVfo-T4u off=13952436 len=17942 2024-08-17T01:11:56.996 INFO:tasks.workunit.client.0.smithi157.stdout:op 5793 completed, throughput=5MB/sec 2024-08-17T01:11:56.996 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tbRebnKXnXjPTDH off=14771871 len=1596670 2024-08-17T01:11:57.004 INFO:tasks.workunit.client.0.smithi157.stdout:op 5794 completed, throughput=5MB/sec 2024-08-17T01:11:58.005 INFO:tasks.workunit.client.0.smithi157.stdout: 1118: throughput=5MB/sec pending data=0 2024-08-17T01:11:58.005 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4lii4JqhEYccgad off=3001592 len=563680 2024-08-17T01:11:58.009 INFO:tasks.workunit.client.0.smithi157.stdout:op 5795 completed, throughput=5MB/sec 2024-08-17T01:11:58.009 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wVQ5sl0J8cDpqMo off=3846857 len=277009 2024-08-17T01:11:58.010 INFO:tasks.workunit.client.0.smithi157.stdout:op 5796 completed, throughput=5MB/sec 2024-08-17T01:11:58.010 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jaU85TlTKlwT0Rw off=6666212 len=1118631 2024-08-17T01:11:58.012 INFO:tasks.workunit.client.0.smithi157.stdout:op 5797 completed, throughput=5MB/sec 2024-08-17T01:11:58.012 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-d5ipAItUkG1pV7o off=21514874 len=1157214 2024-08-17T01:11:58.018 INFO:tasks.workunit.client.0.smithi157.stdout:op 5798 completed, throughput=5MB/sec 2024-08-17T01:11:58.019 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ExyanhFgjVxZkFF off=4680317 len=1462975 2024-08-17T01:11:58.028 INFO:tasks.workunit.client.0.smithi157.stdout:op 5799 completed, throughput=5MB/sec 2024-08-17T01:11:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:57 smithi157 ceph-mon[98780]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:11:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:57 smithi157 ceph-mon[101289]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:11:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:57 smithi187 ceph-mon[90552]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:11:59.028 INFO:tasks.workunit.client.0.smithi157.stdout: 1119: throughput=5MB/sec pending data=0 2024-08-17T01:11:59.028 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bIsOY3To22ZXbSj off=4779241 len=34890 2024-08-17T01:11:59.029 INFO:tasks.workunit.client.0.smithi157.stdout:op 5800 completed, throughput=5MB/sec 2024-08-17T01:11:59.029 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lnvNmCYYLpcVW9H off=1541776 len=1230172 2024-08-17T01:11:59.035 INFO:tasks.workunit.client.0.smithi157.stdout:op 5801 completed, throughput=5MB/sec 2024-08-17T01:11:59.036 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0-dfbm5Dcdg6Mct off=11312452 len=767393 2024-08-17T01:11:59.040 INFO:tasks.workunit.client.0.smithi157.stdout:op 5802 completed, throughput=5MB/sec 2024-08-17T01:11:59.040 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-91gUbE_tcSNeA42 off=2402428 len=2043451 2024-08-17T01:11:59.042 INFO:tasks.workunit.client.0.smithi157.stdout:op 5803 completed, throughput=5MB/sec 2024-08-17T01:11:59.043 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sJN-7-9qmIHEq66 off=7294829 len=167414 2024-08-17T01:11:59.043 INFO:tasks.workunit.client.0.smithi157.stdout:op 5804 completed, throughput=5MB/sec 2024-08-17T01:11:59.043 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TEyMOuno1q2xBmA off=16557469 len=2088555 2024-08-17T01:11:59.056 INFO:tasks.workunit.client.0.smithi157.stdout:op 5805 completed, throughput=5MB/sec 2024-08-17T01:11:59.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:00.056 INFO:tasks.workunit.client.0.smithi157.stdout: 1120: throughput=5MB/sec pending data=0 2024-08-17T01:12:00.056 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-onFmLQpRFZzyqgH off=2914491 len=1187232 2024-08-17T01:12:00.062 INFO:tasks.workunit.client.0.smithi157.stdout:op 5806 completed, throughput=5MB/sec 2024-08-17T01:12:00.062 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dVZ0h2gRmnsrBc8 off=17787432 len=545521 2024-08-17T01:12:00.063 INFO:tasks.workunit.client.0.smithi157.stdout:op 5807 completed, throughput=5MB/sec 2024-08-17T01:12:00.063 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qAX4YrHllTpWANL off=4608001 len=526873 2024-08-17T01:12:00.066 INFO:tasks.workunit.client.0.smithi157.stdout:op 5808 completed, throughput=5MB/sec 2024-08-17T01:12:00.066 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mfqASONMYEMPAHD off=2012243 len=1722921 2024-08-17T01:12:00.073 INFO:tasks.workunit.client.0.smithi157.stdout:op 5809 completed, throughput=5MB/sec 2024-08-17T01:12:00.073 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8khmP4tLOgizrTY off=11826979 len=686021 2024-08-17T01:12:00.077 INFO:tasks.workunit.client.0.smithi157.stdout:op 5810 completed, throughput=5MB/sec 2024-08-17T01:12:00.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:11:59 smithi157 ceph-mon[98780]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:12:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:11:59 smithi157 ceph-mon[101289]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:12:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:11:59 smithi187 ceph-mon[90552]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:12:01.078 INFO:tasks.workunit.client.0.smithi157.stdout: 1121: throughput=5MB/sec pending data=0 2024-08-17T01:12:01.078 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-t70mnlZbPG4e1-d off=13056944 len=1576798 2024-08-17T01:12:01.086 INFO:tasks.workunit.client.0.smithi157.stdout:op 5811 completed, throughput=5MB/sec 2024-08-17T01:12:01.087 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nlsONzN9Em1110F off=4049942 len=1449116 2024-08-17T01:12:01.088 INFO:tasks.workunit.client.0.smithi157.stdout:op 5812 completed, throughput=5MB/sec 2024-08-17T01:12:01.089 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JEbFy3CtbhUpZEk off=3835160 len=1461825 2024-08-17T01:12:01.092 INFO:tasks.workunit.client.0.smithi157.stdout:op 5813 completed, throughput=5MB/sec 2024-08-17T01:12:01.092 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Xttp0KcjPGQphAq off=20133046 len=826537 2024-08-17T01:12:01.097 INFO:tasks.workunit.client.0.smithi157.stdout:op 5814 completed, throughput=5MB/sec 2024-08-17T01:12:02.097 INFO:tasks.workunit.client.0.smithi157.stdout: 1122: throughput=5MB/sec pending data=0 2024-08-17T01:12:02.097 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ANHIRbUC2GBjxUO off=17090035 len=611165 2024-08-17T01:12:02.099 INFO:tasks.workunit.client.0.smithi157.stdout:op 5815 completed, throughput=5MB/sec 2024-08-17T01:12:02.099 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GS-A3IdzyhAUmVn off=884418 len=1743030 2024-08-17T01:12:02.107 INFO:tasks.workunit.client.0.smithi157.stdout:op 5816 completed, throughput=5MB/sec 2024-08-17T01:12:02.107 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-m28JgqylMkbrf7k off=5304397 len=1138405 2024-08-17T01:12:02.109 INFO:tasks.workunit.client.0.smithi157.stdout:op 5817 completed, throughput=5MB/sec 2024-08-17T01:12:02.109 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-b0h_Gl84iO1arKR off=10130104 len=659663 2024-08-17T01:12:02.113 INFO:tasks.workunit.client.0.smithi157.stdout:op 5818 completed, throughput=5MB/sec 2024-08-17T01:12:02.113 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o89x5IynDhhvjc4 off=10612394 len=1177636 2024-08-17T01:12:02.115 INFO:tasks.workunit.client.0.smithi157.stdout:op 5819 completed, throughput=5MB/sec 2024-08-17T01:12:02.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:01 smithi157 ceph-mon[98780]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:12:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:01 smithi157 ceph-mon[101289]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:12:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:01 smithi187 ceph-mon[90552]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:12:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:12:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:12:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:12:03.115 INFO:tasks.workunit.client.0.smithi157.stdout: 1123: throughput=5MB/sec pending data=0 2024-08-17T01:12:03.115 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Lhig8vnAQoj1J-v off=17069218 len=1503458 2024-08-17T01:12:03.117 INFO:tasks.workunit.client.0.smithi157.stdout:op 5820 completed, throughput=5MB/sec 2024-08-17T01:12:03.117 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bLyxtbjDOGY3_Lg off=22544455 len=1700121 2024-08-17T01:12:03.119 INFO:tasks.workunit.client.0.smithi157.stdout:op 5821 completed, throughput=5MB/sec 2024-08-17T01:12:03.119 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-H-nEXM7XMtjnQBW off=9443799 len=1275494 2024-08-17T01:12:03.122 INFO:tasks.workunit.client.0.smithi157.stdout:op 5822 completed, throughput=5MB/sec 2024-08-17T01:12:03.122 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-rBar5YJ5fWhKdIE off=11978723 len=291818 2024-08-17T01:12:03.123 INFO:tasks.workunit.client.0.smithi157.stdout:op 5823 completed, throughput=5MB/sec 2024-08-17T01:12:03.810 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:12:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:12:03] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-08-17T01:12:04.123 INFO:tasks.workunit.client.0.smithi157.stdout: 1124: throughput=5MB/sec pending data=0 2024-08-17T01:12:04.124 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-knszmoZXh1l2DH4 off=5890714 len=990472 2024-08-17T01:12:04.125 INFO:tasks.workunit.client.0.smithi157.stdout:op 5824 completed, throughput=5MB/sec 2024-08-17T01:12:04.125 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--lmBW7LVGnyROWw off=6981707 len=2055690 2024-08-17T01:12:04.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:03 smithi157 ceph-mon[101289]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:12:04.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:03 smithi157 ceph-mon[98780]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:12:04.138 INFO:tasks.workunit.client.0.smithi157.stdout:op 5825 completed, throughput=5MB/sec 2024-08-17T01:12:04.138 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xW08xKcGX2f-PIX off=1904702 len=1833543 2024-08-17T01:12:04.140 INFO:tasks.workunit.client.0.smithi157.stdout:op 5826 completed, throughput=5MB/sec 2024-08-17T01:12:04.140 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-v2j02m50y3njR35 off=9957268 len=468869 2024-08-17T01:12:04.143 INFO:tasks.workunit.client.0.smithi157.stdout:op 5827 completed, throughput=5MB/sec 2024-08-17T01:12:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:03 smithi187 ceph-mon[90552]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:12:05.144 INFO:tasks.workunit.client.0.smithi157.stdout: 1125: throughput=5MB/sec pending data=0 2024-08-17T01:12:05.144 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0FujkLQe6kwo06x off=9822467 len=725193 2024-08-17T01:12:05.146 INFO:tasks.workunit.client.0.smithi157.stdout:op 5828 completed, throughput=5MB/sec 2024-08-17T01:12:05.146 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-65HFk0BeCfc5a3p off=784195 len=543075 2024-08-17T01:12:05.146 INFO:tasks.workunit.client.0.smithi157.stdout:op 5829 completed, throughput=5MB/sec 2024-08-17T01:12:05.146 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PkLG3RLkVeaOkQK off=3861602 len=1219277 2024-08-17T01:12:05.148 INFO:tasks.workunit.client.0.smithi157.stdout:op 5830 completed, throughput=5MB/sec 2024-08-17T01:12:05.148 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-O0yD-j0mG-f6H8C off=16371375 len=731462 2024-08-17T01:12:05.153 INFO:tasks.workunit.client.0.smithi157.stdout:op 5831 completed, throughput=5MB/sec 2024-08-17T01:12:05.153 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TqVDS1ZwirP2aFS off=1272731 len=110488 2024-08-17T01:12:05.153 INFO:tasks.workunit.client.0.smithi157.stdout:op 5832 completed, throughput=5MB/sec 2024-08-17T01:12:05.153 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IHo2QtmkGlm7a8w off=1464617 len=30238 2024-08-17T01:12:05.156 INFO:tasks.workunit.client.0.smithi157.stdout:op 5833 completed, throughput=5MB/sec 2024-08-17T01:12:05.156 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yWej3zGzlj02U-B off=1804584 len=410023 2024-08-17T01:12:05.156 INFO:tasks.workunit.client.0.smithi157.stdout:op 5834 completed, throughput=5MB/sec 2024-08-17T01:12:05.156 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hnpIQaUmour4cOo off=888695 len=638088 2024-08-17T01:12:05.157 INFO:tasks.workunit.client.0.smithi157.stdout:op 5835 completed, throughput=5MB/sec 2024-08-17T01:12:05.157 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2M8mDdyTwBm9Sfe off=8695639 len=1991858 2024-08-17T01:12:05.159 INFO:tasks.workunit.client.0.smithi157.stdout:op 5836 completed, throughput=5MB/sec 2024-08-17T01:12:06.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:05 smithi157 ceph-mon[98780]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:12:06.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:05 smithi157 ceph-mon[101289]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:12:06.159 INFO:tasks.workunit.client.0.smithi157.stdout: 1126: throughput=5MB/sec pending data=0 2024-08-17T01:12:06.159 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZBSB6_TGVJ_yrzy off=1776750 len=373997 2024-08-17T01:12:06.161 INFO:tasks.workunit.client.0.smithi157.stdout:op 5837 completed, throughput=5MB/sec 2024-08-17T01:12:06.161 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5e1AIULpNdmZT5k off=7083398 len=385534 2024-08-17T01:12:06.162 INFO:tasks.workunit.client.0.smithi157.stdout:op 5838 completed, throughput=5MB/sec 2024-08-17T01:12:06.162 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ACY0OyB5H0pWNlw off=525162 len=661236 2024-08-17T01:12:06.163 INFO:tasks.workunit.client.0.smithi157.stdout:op 5839 completed, throughput=5MB/sec 2024-08-17T01:12:06.164 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eo0j6hGlzU299Wl off=9027780 len=1607972 2024-08-17T01:12:06.171 INFO:tasks.workunit.client.0.smithi157.stdout:op 5840 completed, throughput=5MB/sec 2024-08-17T01:12:06.172 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-5TNOFNkOVqZ9pET off=2562322 len=153089 2024-08-17T01:12:06.174 INFO:tasks.workunit.client.0.smithi157.stdout:op 5841 completed, throughput=5MB/sec 2024-08-17T01:12:06.175 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dFKmXkpEG9F2ZyT off=20339020 len=444845 2024-08-17T01:12:06.178 INFO:tasks.workunit.client.0.smithi157.stdout:op 5842 completed, throughput=5MB/sec 2024-08-17T01:12:06.178 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MLvxx5i46F7FlC1 off=8236222 len=1890367 2024-08-17T01:12:06.180 INFO:tasks.workunit.client.0.smithi157.stdout:op 5843 completed, throughput=5MB/sec 2024-08-17T01:12:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:05 smithi187 ceph-mon[90552]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:12:06.205 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:12:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=cleanup t=2024-08-17T01:12:05.884968817Z level=info msg="Completed cleanup jobs" duration=5.823726ms 2024-08-17T01:12:07.181 INFO:tasks.workunit.client.0.smithi157.stdout: 1127: throughput=5MB/sec pending data=0 2024-08-17T01:12:07.181 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FGrVZO9CGP7P1_h off=14773267 len=1563201 2024-08-17T01:12:07.189 INFO:tasks.workunit.client.0.smithi157.stdout:op 5844 completed, throughput=5MB/sec 2024-08-17T01:12:07.189 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RZzircKR_V0_IDf off=6027370 len=976384 2024-08-17T01:12:07.190 INFO:tasks.workunit.client.0.smithi157.stdout:op 5845 completed, throughput=5MB/sec 2024-08-17T01:12:07.191 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GKH5zzH_U3eWKYO off=4539031 len=1487815 2024-08-17T01:12:07.197 INFO:tasks.workunit.client.0.smithi157.stdout:op 5846 completed, throughput=5MB/sec 2024-08-17T01:12:07.197 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cbu2vtkoknNfj-D off=3247088 len=1321455 2024-08-17T01:12:07.203 INFO:tasks.workunit.client.0.smithi157.stdout:op 5847 completed, throughput=5MB/sec 2024-08-17T01:12:08.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:07 smithi157 ceph-mon[98780]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:12:08.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:07 smithi157 ceph-mon[101289]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:12:08.203 INFO:tasks.workunit.client.0.smithi157.stdout: 1128: throughput=5MB/sec pending data=0 2024-08-17T01:12:08.203 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7T8HLbJAy1iQfqr off=19207980 len=854757 2024-08-17T01:12:08.205 INFO:tasks.workunit.client.0.smithi157.stdout:op 5848 completed, throughput=5MB/sec 2024-08-17T01:12:08.205 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mSadkNigTnQjrdf off=1367111 len=123319 2024-08-17T01:12:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:07 smithi187 ceph-mon[90552]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:12:08.207 INFO:tasks.workunit.client.0.smithi157.stdout:op 5849 completed, throughput=5MB/sec 2024-08-17T01:12:08.208 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GoiwisJdlHRBbv7 off=17731653 len=897774 2024-08-17T01:12:08.213 INFO:tasks.workunit.client.0.smithi157.stdout:op 5850 completed, throughput=5MB/sec 2024-08-17T01:12:08.213 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2nmsoCWYzeW38Gb off=12334087 len=2077275 2024-08-17T01:12:08.216 INFO:tasks.workunit.client.0.smithi157.stdout:op 5851 completed, throughput=5MB/sec 2024-08-17T01:12:08.216 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zo8F6zMEQmXB7hJ off=1634021 len=1634009 2024-08-17T01:12:08.219 INFO:tasks.workunit.client.0.smithi157.stdout:op 5852 completed, throughput=5MB/sec 2024-08-17T01:12:09.220 INFO:tasks.workunit.client.0.smithi157.stdout: 1129: throughput=5MB/sec pending data=0 2024-08-17T01:12:09.220 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qcNZBEewLO8L0lF off=1512358 len=214529 2024-08-17T01:12:09.223 INFO:tasks.workunit.client.0.smithi157.stdout:op 5853 completed, throughput=5MB/sec 2024-08-17T01:12:09.223 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Svy3KgaTWdG5-f4 off=9903227 len=1913308 2024-08-17T01:12:09.225 INFO:tasks.workunit.client.0.smithi157.stdout:op 5854 completed, throughput=5MB/sec 2024-08-17T01:12:09.225 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-r-dcNSqqzk4PgTX off=110494 len=202417 2024-08-17T01:12:09.226 INFO:tasks.workunit.client.0.smithi157.stdout:op 5855 completed, throughput=5MB/sec 2024-08-17T01:12:09.226 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-T6JO2YWLKHKYrtF off=16752176 len=751562 2024-08-17T01:12:09.231 INFO:tasks.workunit.client.0.smithi157.stdout:op 5856 completed, throughput=5MB/sec 2024-08-17T01:12:09.231 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3Ld4DZOqx91IAbM off=1905115 len=713544 2024-08-17T01:12:09.232 INFO:tasks.workunit.client.0.smithi157.stdout:op 5857 completed, throughput=5MB/sec 2024-08-17T01:12:10.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:09 smithi157 ceph-mon[101289]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:12:10.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:09 smithi157 ceph-mon[98780]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:12:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:09 smithi187 ceph-mon[90552]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:12:10.233 INFO:tasks.workunit.client.0.smithi157.stdout: 1130: throughput=5MB/sec pending data=0 2024-08-17T01:12:10.233 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tuEQ5V8CqbiusGj off=6164992 len=606278 2024-08-17T01:12:10.237 INFO:tasks.workunit.client.0.smithi157.stdout:op 5858 completed, throughput=5MB/sec 2024-08-17T01:12:10.237 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-R3-ebAi_d-NK7d0 off=7316725 len=1036056 2024-08-17T01:12:10.239 INFO:tasks.workunit.client.0.smithi157.stdout:op 5859 completed, throughput=5MB/sec 2024-08-17T01:12:10.239 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-F3dEspKxXp6i4Kj off=6138528 len=2084733 2024-08-17T01:12:10.248 INFO:tasks.workunit.client.0.smithi157.stdout:op 5860 completed, throughput=5MB/sec 2024-08-17T01:12:10.248 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-AH1XZhLrbuTTWuR off=1873707 len=2021737 2024-08-17T01:12:10.255 INFO:tasks.workunit.client.0.smithi157.stdout:op 5861 completed, throughput=5MB/sec 2024-08-17T01:12:11.256 INFO:tasks.workunit.client.0.smithi157.stdout: 1131: throughput=5MB/sec pending data=0 2024-08-17T01:12:11.256 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-1ge6GIHkeO2h7Mu off=4306054 len=1605986 2024-08-17T01:12:11.258 INFO:tasks.workunit.client.0.smithi157.stdout:op 5862 completed, throughput=5MB/sec 2024-08-17T01:12:11.258 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dgX98l0R7A2pTvE off=6239020 len=709235 2024-08-17T01:12:11.259 INFO:tasks.workunit.client.0.smithi157.stdout:op 5863 completed, throughput=5MB/sec 2024-08-17T01:12:11.259 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0o9amv-f4EBqLMI off=9371640 len=1657163 2024-08-17T01:12:11.262 INFO:tasks.workunit.client.0.smithi157.stdout:op 5864 completed, throughput=5MB/sec 2024-08-17T01:12:11.262 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VlgsuM7fPGHFrma off=11498264 len=498838 2024-08-17T01:12:11.266 INFO:tasks.workunit.client.0.smithi157.stdout:op 5865 completed, throughput=5MB/sec 2024-08-17T01:12:11.266 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-J1w1H_6S-MdZlz5 off=15908595 len=998990 2024-08-17T01:12:11.271 INFO:tasks.workunit.client.0.smithi157.stdout:op 5866 completed, throughput=5MB/sec 2024-08-17T01:12:12.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:11 smithi157 ceph-mon[101289]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:12:12.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:11 smithi157 ceph-mon[98780]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:12:12.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:11 smithi187 ceph-mon[90552]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:12:12.273 INFO:tasks.workunit.client.0.smithi157.stdout: 1132: throughput=5MB/sec pending data=0 2024-08-17T01:12:12.273 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZOoF7_hh3hirYYS off=2342087 len=667357 2024-08-17T01:12:12.275 INFO:tasks.workunit.client.0.smithi157.stdout:op 5867 completed, throughput=5MB/sec 2024-08-17T01:12:12.275 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-y54KhAanyIxHM0e off=12264567 len=860987 2024-08-17T01:12:12.279 INFO:tasks.workunit.client.0.smithi157.stdout:op 5868 completed, throughput=5MB/sec 2024-08-17T01:12:12.279 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--3zGw5Ko9xofuyP off=2141683 len=163556 2024-08-17T01:12:12.280 INFO:tasks.workunit.client.0.smithi157.stdout:op 5869 completed, throughput=5MB/sec 2024-08-17T01:12:12.280 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pJukfJ7kGoRiA0t off=16797836 len=189532 2024-08-17T01:12:12.281 INFO:tasks.workunit.client.0.smithi157.stdout:op 5870 completed, throughput=5MB/sec 2024-08-17T01:12:12.281 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sc5WbX26_IQ9_Jc off=1322666 len=1806576 2024-08-17T01:12:12.283 INFO:tasks.workunit.client.0.smithi157.stdout:op 5871 completed, throughput=5MB/sec 2024-08-17T01:12:12.283 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-PuC7jqAEkEaq5kq off=19354365 len=2045637 2024-08-17T01:12:12.294 INFO:tasks.workunit.client.0.smithi157.stdout:op 5872 completed, throughput=5MB/sec 2024-08-17T01:12:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:12:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:12:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:12:13.292 INFO:tasks.workunit.client.0.smithi157.stdout: 1133: throughput=5MB/sec pending data=0 2024-08-17T01:12:13.293 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7h4ZdjEoeeHwPYK off=12904488 len=85561 2024-08-17T01:12:13.295 INFO:tasks.workunit.client.0.smithi157.stdout:op 5873 completed, throughput=5MB/sec 2024-08-17T01:12:13.295 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JpThX9EJZU3avLu off=5473760 len=168915 2024-08-17T01:12:13.298 INFO:tasks.workunit.client.0.smithi157.stdout:op 5874 completed, throughput=5MB/sec 2024-08-17T01:12:13.298 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BpluxTlK4A791vr off=7886810 len=1543210 2024-08-17T01:12:13.307 INFO:tasks.workunit.client.0.smithi157.stdout:op 5875 completed, throughput=5MB/sec 2024-08-17T01:12:13.307 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-E7TaFcIVxU9kd5s off=3121745 len=691622 2024-08-17T01:12:13.312 INFO:tasks.workunit.client.0.smithi157.stdout:op 5876 completed, throughput=5MB/sec 2024-08-17T01:12:13.312 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--ndBg0S-HkWPhOG off=21982934 len=582738 2024-08-17T01:12:13.313 INFO:tasks.workunit.client.0.smithi157.stdout:op 5877 completed, throughput=5MB/sec 2024-08-17T01:12:13.313 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SyglohEcP2qqutK off=15597009 len=60407 2024-08-17T01:12:13.315 INFO:tasks.workunit.client.0.smithi157.stdout:op 5878 completed, throughput=5MB/sec 2024-08-17T01:12:13.315 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DNF81YdMa55UyFk off=13066086 len=554163 2024-08-17T01:12:13.317 INFO:tasks.workunit.client.0.smithi157.stdout:op 5879 completed, throughput=5MB/sec 2024-08-17T01:12:13.317 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ns8Tg9osRE1JFXQ off=2747482 len=1005881 2024-08-17T01:12:13.318 INFO:tasks.workunit.client.0.smithi157.stdout:op 5880 completed, throughput=5MB/sec 2024-08-17T01:12:13.824 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:12:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:12:13] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-08-17T01:12:14.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:13 smithi157 ceph-mon[101289]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:12:14.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:14.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:13 smithi157 ceph-mon[98780]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:12:14.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:13 smithi187 ceph-mon[90552]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:12:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:14.318 INFO:tasks.workunit.client.0.smithi157.stdout: 1134: throughput=5MB/sec pending data=0 2024-08-17T01:12:14.318 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bYg1PACyMejJCC6 off=7345450 len=1556466 2024-08-17T01:12:14.325 INFO:tasks.workunit.client.0.smithi157.stdout:op 5881 completed, throughput=5MB/sec 2024-08-17T01:12:14.325 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FMUUzuGtanB1jME off=9684644 len=1094381 2024-08-17T01:12:14.326 INFO:tasks.workunit.client.0.smithi157.stdout:op 5882 completed, throughput=5MB/sec 2024-08-17T01:12:14.327 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MhQQ5E6ewEzWgcu off=5568515 len=1930902 2024-08-17T01:12:14.329 INFO:tasks.workunit.client.0.smithi157.stdout:op 5883 completed, throughput=5MB/sec 2024-08-17T01:12:14.329 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-IzSlMj4910AhePr off=529827 len=18260 2024-08-17T01:12:14.331 INFO:tasks.workunit.client.0.smithi157.stdout:op 5884 completed, throughput=5MB/sec 2024-08-17T01:12:14.331 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-O6rFLAJYCjDZkQ0 off=2745197 len=1048593 2024-08-17T01:12:14.336 INFO:tasks.workunit.client.0.smithi157.stdout:op 5885 completed, throughput=5MB/sec 2024-08-17T01:12:15.337 INFO:tasks.workunit.client.0.smithi157.stdout: 1135: throughput=5MB/sec pending data=0 2024-08-17T01:12:15.337 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5LnqlLmYs9AMOOr off=2061774 len=1761945 2024-08-17T01:12:15.339 INFO:tasks.workunit.client.0.smithi157.stdout:op 5886 completed, throughput=5MB/sec 2024-08-17T01:12:15.339 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-H8hpobQR6FggFmY off=235196 len=948601 2024-08-17T01:12:15.341 INFO:tasks.workunit.client.0.smithi157.stdout:op 5887 completed, throughput=5MB/sec 2024-08-17T01:12:15.342 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-J4V6-eaWZOjOKr9 off=903230 len=945728 2024-08-17T01:12:15.344 INFO:tasks.workunit.client.0.smithi157.stdout:op 5888 completed, throughput=5MB/sec 2024-08-17T01:12:15.344 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Mi8O1vksvRf1rXV off=10756799 len=1232075 2024-08-17T01:12:15.345 INFO:tasks.workunit.client.0.smithi157.stdout:op 5889 completed, throughput=5MB/sec 2024-08-17T01:12:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:15 smithi157 ceph-mon[98780]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:12:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:15 smithi157 ceph-mon[101289]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:12:16.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:15 smithi187 ceph-mon[90552]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:12:16.346 INFO:tasks.workunit.client.0.smithi157.stdout: 1136: throughput=5MB/sec pending data=0 2024-08-17T01:12:16.346 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-a-NfVrg1VtDqqgb off=9881983 len=1191479 2024-08-17T01:12:16.347 INFO:tasks.workunit.client.0.smithi157.stdout:op 5890 completed, throughput=5MB/sec 2024-08-17T01:12:16.347 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-r0L2fM99YtL5bGT off=856829 len=1680453 2024-08-17T01:12:16.355 INFO:tasks.workunit.client.0.smithi157.stdout:op 5891 completed, throughput=5MB/sec 2024-08-17T01:12:16.355 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Fs0VGcVCIAJDVHX off=1532258 len=2071730 2024-08-17T01:12:16.358 INFO:tasks.workunit.client.0.smithi157.stdout:op 5892 completed, throughput=5MB/sec 2024-08-17T01:12:16.358 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Mk_SznOIRi1ufH6 off=6733460 len=709185 2024-08-17T01:12:16.362 INFO:tasks.workunit.client.0.smithi157.stdout:op 5893 completed, throughput=5MB/sec 2024-08-17T01:12:17.362 INFO:tasks.workunit.client.0.smithi157.stdout: 1137: throughput=5MB/sec pending data=0 2024-08-17T01:12:17.362 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bon9lWDEzuF9ulQ off=9947002 len=1723183 2024-08-17T01:12:17.364 INFO:tasks.workunit.client.0.smithi157.stdout:op 5894 completed, throughput=5MB/sec 2024-08-17T01:12:17.364 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tzGxE1evfImkxiK off=5730336 len=629366 2024-08-17T01:12:17.366 INFO:tasks.workunit.client.0.smithi157.stdout:op 5895 completed, throughput=5MB/sec 2024-08-17T01:12:17.366 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HznnZFz8HZWMeuw off=4126201 len=1177956 2024-08-17T01:12:17.373 INFO:tasks.workunit.client.0.smithi157.stdout:op 5896 completed, throughput=5MB/sec 2024-08-17T01:12:17.373 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ivjxpnw5d0evdVX off=1394728 len=1316956 2024-08-17T01:12:17.376 INFO:tasks.workunit.client.0.smithi157.stdout:op 5897 completed, throughput=5MB/sec 2024-08-17T01:12:17.376 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3OVasTibf5N-lQx off=9321358 len=3585 2024-08-17T01:12:17.376 INFO:tasks.workunit.client.0.smithi157.stdout:op 5898 completed, throughput=5MB/sec 2024-08-17T01:12:17.376 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OeXTpijNaraeKfi off=5088711 len=181278 2024-08-17T01:12:17.379 INFO:tasks.workunit.client.0.smithi157.stdout:op 5899 completed, throughput=5MB/sec 2024-08-17T01:12:18.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:17 smithi157 ceph-mon[98780]: pgmap v2008: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:12:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:17 smithi157 ceph-mon[101289]: pgmap v2008: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:12:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:17 smithi187 ceph-mon[90552]: pgmap v2008: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:12:18.379 INFO:tasks.workunit.client.0.smithi157.stdout: 1138: throughput=5MB/sec pending data=0 2024-08-17T01:12:18.379 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0YdlDVncUIAEDoF off=1105894 len=1446590 2024-08-17T01:12:18.381 INFO:tasks.workunit.client.0.smithi157.stdout:op 5900 completed, throughput=5MB/sec 2024-08-17T01:12:18.381 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-qrN-RR09YyD7zqX off=5555052 len=1239176 2024-08-17T01:12:18.383 INFO:tasks.workunit.client.0.smithi157.stdout:op 5901 completed, throughput=5MB/sec 2024-08-17T01:12:18.383 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-MfzoFgUXWuPoQ9u off=8573978 len=733648 2024-08-17T01:12:18.384 INFO:tasks.workunit.client.0.smithi157.stdout:op 5902 completed, throughput=5MB/sec 2024-08-17T01:12:18.384 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Xdayzfokyg353ah off=7846695 len=1282663 2024-08-17T01:12:18.385 INFO:tasks.workunit.client.0.smithi157.stdout:op 5903 completed, throughput=5MB/sec 2024-08-17T01:12:18.385 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-60SNv7VTeGEhkwK off=6527508 len=337972 2024-08-17T01:12:18.389 INFO:tasks.workunit.client.0.smithi157.stdout:op 5904 completed, throughput=5MB/sec 2024-08-17T01:12:18.389 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZxPHkvPS_44xoMk off=13612041 len=1745642 2024-08-17T01:12:18.391 INFO:tasks.workunit.client.0.smithi157.stdout:op 5905 completed, throughput=5MB/sec 2024-08-17T01:12:19.391 INFO:tasks.workunit.client.0.smithi157.stdout: 1139: throughput=5MB/sec pending data=0 2024-08-17T01:12:19.391 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dFKmXkpEG9F2ZyT off=6336438 len=1039214 2024-08-17T01:12:19.393 INFO:tasks.workunit.client.0.smithi157.stdout:op 5906 completed, throughput=5MB/sec 2024-08-17T01:12:19.394 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-U8cRGGQPGcs9njm off=687445 len=1537505 2024-08-17T01:12:19.397 INFO:tasks.workunit.client.0.smithi157.stdout:op 5907 completed, throughput=5MB/sec 2024-08-17T01:12:19.397 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-URIf2wROjQV3kZT off=1726764 len=768551 2024-08-17T01:12:19.399 INFO:tasks.workunit.client.0.smithi157.stdout:op 5908 completed, throughput=5MB/sec 2024-08-17T01:12:19.399 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ja5jqRB7UdaJThe off=7466537 len=584028 2024-08-17T01:12:19.399 INFO:tasks.workunit.client.0.smithi157.stdout:op 5909 completed, throughput=5MB/sec 2024-08-17T01:12:20.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:19 smithi157 ceph-mon[98780]: pgmap v2009: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:12:20.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:19 smithi157 ceph-mon[101289]: pgmap v2009: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:12:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:19 smithi187 ceph-mon[90552]: pgmap v2009: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:12:20.399 INFO:tasks.workunit.client.0.smithi157.stdout: 1140: throughput=5MB/sec pending data=0 2024-08-17T01:12:20.399 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QOxx79zSkqLK7sj off=12015534 len=570089 2024-08-17T01:12:20.400 INFO:tasks.workunit.client.0.smithi157.stdout:op 5910 completed, throughput=5MB/sec 2024-08-17T01:12:20.400 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BPf_3xnctZ_8e9A off=4654721 len=1288276 2024-08-17T01:12:20.402 INFO:tasks.workunit.client.0.smithi157.stdout:op 5911 completed, throughput=5MB/sec 2024-08-17T01:12:20.402 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_K_mBOUFbABPf8C off=9683963 len=769833 2024-08-17T01:12:20.406 INFO:tasks.workunit.client.0.smithi157.stdout:op 5912 completed, throughput=5MB/sec 2024-08-17T01:12:20.406 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-HeRleuV65KWEWBc off=864226 len=1809319 2024-08-17T01:12:20.410 INFO:tasks.workunit.client.0.smithi157.stdout:op 5913 completed, throughput=5MB/sec 2024-08-17T01:12:20.410 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-niOOccKjXAJpgS7 off=4973960 len=1265226 2024-08-17T01:12:20.412 INFO:tasks.workunit.client.0.smithi157.stdout:op 5914 completed, throughput=5MB/sec 2024-08-17T01:12:21.413 INFO:tasks.workunit.client.0.smithi157.stdout: 1141: throughput=5MB/sec pending data=0 2024-08-17T01:12:21.413 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-sHm1a78YWj26BLH off=551149 len=1711493 2024-08-17T01:12:21.415 INFO:tasks.workunit.client.0.smithi157.stdout:op 5915 completed, throughput=5MB/sec 2024-08-17T01:12:21.415 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-P1upJP0YhYublhS off=6884462 len=538254 2024-08-17T01:12:21.416 INFO:tasks.workunit.client.0.smithi157.stdout:op 5916 completed, throughput=5MB/sec 2024-08-17T01:12:21.416 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Gi8vxxXLEJbw7Vt off=12549685 len=1928350 2024-08-17T01:12:21.425 INFO:tasks.workunit.client.0.smithi157.stdout:op 5917 completed, throughput=5MB/sec 2024-08-17T01:12:21.425 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-2i56Sl-s9clzvtZ off=514086 len=1200405 2024-08-17T01:12:21.427 INFO:tasks.workunit.client.0.smithi157.stdout:op 5918 completed, throughput=5MB/sec 2024-08-17T01:12:22.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:21 smithi157 ceph-mon[98780]: pgmap v2010: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:12:22.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:21 smithi157 ceph-mon[101289]: pgmap v2010: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:12:22.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:21 smithi187 ceph-mon[90552]: pgmap v2010: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:12:22.427 INFO:tasks.workunit.client.0.smithi157.stdout: 1142: throughput=5MB/sec pending data=0 2024-08-17T01:12:22.427 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2BEzeOWd23YNkZo off=12442157 len=1850 2024-08-17T01:12:22.429 INFO:tasks.workunit.client.0.smithi157.stdout:op 5919 completed, throughput=5MB/sec 2024-08-17T01:12:22.430 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JHsKeGk5PzIpeNb off=23679453 len=155867 2024-08-17T01:12:22.432 INFO:tasks.workunit.client.0.smithi157.stdout:op 5920 completed, throughput=5MB/sec 2024-08-17T01:12:22.433 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-GPxwr7snyCjPoZg off=3779463 len=1593849 2024-08-17T01:12:22.439 INFO:tasks.workunit.client.0.smithi157.stdout:op 5921 completed, throughput=5MB/sec 2024-08-17T01:12:22.439 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8IIBMgSWk4hFxPS off=8087450 len=474656 2024-08-17T01:12:22.439 INFO:tasks.workunit.client.0.smithi157.stdout:op 5922 completed, throughput=5MB/sec 2024-08-17T01:12:22.440 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pqfFIorcvskJDfs off=329304 len=874227 2024-08-17T01:12:22.441 INFO:tasks.workunit.client.0.smithi157.stdout:op 5923 completed, throughput=5MB/sec 2024-08-17T01:12:22.441 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-A2NStMiAkOs1BOX off=3098519 len=77995 2024-08-17T01:12:22.444 INFO:tasks.workunit.client.0.smithi157.stdout:op 5924 completed, throughput=5MB/sec 2024-08-17T01:12:22.444 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wJRSrRx8zL1DhCa off=7004952 len=341828 2024-08-17T01:12:22.445 INFO:tasks.workunit.client.0.smithi157.stdout:op 5925 completed, throughput=5MB/sec 2024-08-17T01:12:22.445 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-LRvQzQtsYArBUA2 off=3695995 len=1905681 2024-08-17T01:12:22.453 INFO:tasks.workunit.client.0.smithi157.stdout:op 5926 completed, throughput=5MB/sec 2024-08-17T01:12:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:12:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:12:23.453 INFO:tasks.workunit.client.0.smithi157.stdout: 1143: throughput=5MB/sec pending data=0 2024-08-17T01:12:23.453 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NWA4K4GJBxx_Hdf off=6623519 len=2314 2024-08-17T01:12:23.454 INFO:tasks.workunit.client.0.smithi157.stdout:op 5927 completed, throughput=5MB/sec 2024-08-17T01:12:23.454 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-gIB49zPxAvjwsmr off=608246 len=298261 2024-08-17T01:12:23.455 INFO:tasks.workunit.client.0.smithi157.stdout:op 5928 completed, throughput=5MB/sec 2024-08-17T01:12:23.455 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-J6N53TajGSfbTEr off=1603966 len=904033 2024-08-17T01:12:23.456 INFO:tasks.workunit.client.0.smithi157.stdout:op 5929 completed, throughput=5MB/sec 2024-08-17T01:12:23.457 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o43zS2gRaTaft0D off=10287921 len=566615 2024-08-17T01:12:23.458 INFO:tasks.workunit.client.0.smithi157.stdout:op 5930 completed, throughput=5MB/sec 2024-08-17T01:12:23.458 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-SSqmQHQ6jBdYOMT off=18553170 len=195404 2024-08-17T01:12:23.461 INFO:tasks.workunit.client.0.smithi157.stdout:op 5931 completed, throughput=5MB/sec 2024-08-17T01:12:23.461 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-kfNAZBBxFF6nv4S off=16061852 len=866449 2024-08-17T01:12:23.466 INFO:tasks.workunit.client.0.smithi157.stdout:op 5932 completed, throughput=5MB/sec 2024-08-17T01:12:23.466 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-B5z2cEX_USz0lRH off=2300339 len=1043952 2024-08-17T01:12:23.471 INFO:tasks.workunit.client.0.smithi157.stdout:op 5933 completed, throughput=5MB/sec 2024-08-17T01:12:23.471 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KcbIY5-9OcaFZTc off=2257494 len=451120 2024-08-17T01:12:23.475 INFO:tasks.workunit.client.0.smithi157.stdout:op 5934 completed, throughput=5MB/sec 2024-08-17T01:12:23.475 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fgqsb7bZNXlp1b0 off=1304411 len=874889 2024-08-17T01:12:23.476 INFO:tasks.workunit.client.0.smithi157.stdout:op 5935 completed, throughput=5MB/sec 2024-08-17T01:12:23.836 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:12:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:12:23] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-08-17T01:12:24.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:23 smithi157 ceph-mon[101289]: pgmap v2011: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:12:24.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:23 smithi157 ceph-mon[98780]: pgmap v2011: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:12:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:23 smithi187 ceph-mon[90552]: pgmap v2011: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:12:24.476 INFO:tasks.workunit.client.0.smithi157.stdout: 1144: throughput=5MB/sec pending data=0 2024-08-17T01:12:24.477 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-3DmoqSB9lrWuPtf off=9540095 len=1368806 2024-08-17T01:12:24.479 INFO:tasks.workunit.client.0.smithi157.stdout:op 5936 completed, throughput=5MB/sec 2024-08-17T01:12:24.480 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rb-hWQpj2aDO9Tv off=6675551 len=599206 2024-08-17T01:12:24.484 INFO:tasks.workunit.client.0.smithi157.stdout:op 5937 completed, throughput=5MB/sec 2024-08-17T01:12:24.484 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lvvz0Ddxo3vkfq2 off=2989503 len=1375478 2024-08-17T01:12:24.490 INFO:tasks.workunit.client.0.smithi157.stdout:op 5938 completed, throughput=5MB/sec 2024-08-17T01:12:24.490 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-vHfEU5rTslvUCtK off=2921094 len=498974 2024-08-17T01:12:24.491 INFO:tasks.workunit.client.0.smithi157.stdout:op 5939 completed, throughput=5MB/sec 2024-08-17T01:12:24.491 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VNQGBWAyrXfupDI off=344394 len=130819 2024-08-17T01:12:24.494 INFO:tasks.workunit.client.0.smithi157.stdout:op 5940 completed, throughput=5MB/sec 2024-08-17T01:12:24.494 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-nDo3TdAl2oXOZ8X off=174082 len=565527 2024-08-17T01:12:24.494 INFO:tasks.workunit.client.0.smithi157.stdout:op 5941 completed, throughput=5MB/sec 2024-08-17T01:12:24.494 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Ekmob0gmb3noxsz off=6768405 len=641306 2024-08-17T01:12:24.498 INFO:tasks.workunit.client.0.smithi157.stdout:op 5942 completed, throughput=5MB/sec 2024-08-17T01:12:25.498 INFO:tasks.workunit.client.0.smithi157.stdout: 1145: throughput=5MB/sec pending data=0 2024-08-17T01:12:25.499 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZryyOJY4kEjgsBA off=892023 len=787361 2024-08-17T01:12:25.500 INFO:tasks.workunit.client.0.smithi157.stdout:op 5943 completed, throughput=5MB/sec 2024-08-17T01:12:25.500 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aS7eUNjBZ6tKKcc off=6867884 len=720335 2024-08-17T01:12:25.505 INFO:tasks.workunit.client.0.smithi157.stdout:op 5944 completed, throughput=5MB/sec 2024-08-17T01:12:25.505 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QVaO33ei7-DRwLU off=18211674 len=1320550 2024-08-17T01:12:25.514 INFO:tasks.workunit.client.0.smithi157.stdout:op 5945 completed, throughput=5MB/sec 2024-08-17T01:12:25.514 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--3t5teAExy7jjUk off=9419362 len=24036 2024-08-17T01:12:25.516 INFO:tasks.workunit.client.0.smithi157.stdout:op 5946 completed, throughput=5MB/sec 2024-08-17T01:12:25.516 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-eChK3P5clF9Jblr off=1233033 len=1728294 2024-08-17T01:12:25.519 INFO:tasks.workunit.client.0.smithi157.stdout:op 5947 completed, throughput=5MB/sec 2024-08-17T01:12:25.519 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-G-Wcnbk1q3070tf off=7032858 len=331530 2024-08-17T01:12:25.522 INFO:tasks.workunit.client.0.smithi157.stdout:op 5948 completed, throughput=5MB/sec 2024-08-17T01:12:25.522 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-FYQHa0Tjo-UKgWh off=6348283 len=1146191 2024-08-17T01:12:25.527 INFO:tasks.workunit.client.0.smithi157.stdout:op 5949 completed, throughput=5MB/sec 2024-08-17T01:12:26.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:25 smithi157 ceph-mon[101289]: pgmap v2012: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T01:12:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:25 smithi157 ceph-mon[98780]: pgmap v2012: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T01:12:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:25 smithi187 ceph-mon[90552]: pgmap v2012: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T01:12:26.527 INFO:tasks.workunit.client.0.smithi157.stdout: 1146: throughput=5MB/sec pending data=0 2024-08-17T01:12:26.527 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KXCv-1SgwMXHVBf off=1194924 len=1989272 2024-08-17T01:12:26.538 INFO:tasks.workunit.client.0.smithi157.stdout:op 5950 completed, throughput=5MB/sec 2024-08-17T01:12:26.538 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-6De-Hin0bo2zIS5 off=9018833 len=689158 2024-08-17T01:12:26.539 INFO:tasks.workunit.client.0.smithi157.stdout:op 5951 completed, throughput=5MB/sec 2024-08-17T01:12:26.539 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Cq2OkUrsFhtK287 off=4730867 len=32506 2024-08-17T01:12:26.541 INFO:tasks.workunit.client.0.smithi157.stdout:op 5952 completed, throughput=5MB/sec 2024-08-17T01:12:26.541 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-o4hxgEyC60UKH7a off=3309334 len=1638649 2024-08-17T01:12:26.544 INFO:tasks.workunit.client.0.smithi157.stdout:op 5953 completed, throughput=5MB/sec 2024-08-17T01:12:27.545 INFO:tasks.workunit.client.0.smithi157.stdout: 1147: throughput=5MB/sec pending data=0 2024-08-17T01:12:27.545 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-la0RcH-uOvaqGHn off=8110582 len=1559462 2024-08-17T01:12:27.552 INFO:tasks.workunit.client.0.smithi157.stdout:op 5954 completed, throughput=5MB/sec 2024-08-17T01:12:27.552 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZDtLBZPjDlxlBWl off=1052076 len=1635028 2024-08-17T01:12:27.554 INFO:tasks.workunit.client.0.smithi157.stdout:op 5955 completed, throughput=5MB/sec 2024-08-17T01:12:27.554 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Ntxlhmq6QMpUt2Y off=5170831 len=292499 2024-08-17T01:12:27.555 INFO:tasks.workunit.client.0.smithi157.stdout:op 5956 completed, throughput=5MB/sec 2024-08-17T01:12:27.555 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RbKIToTg8dHYsho off=5777265 len=1041869 2024-08-17T01:12:27.560 INFO:tasks.workunit.client.0.smithi157.stdout:op 5957 completed, throughput=5MB/sec 2024-08-17T01:12:27.561 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-iyXKu7EzM5grJxC off=2619582 len=1268570 2024-08-17T01:12:27.567 INFO:tasks.workunit.client.0.smithi157.stdout:op 5958 completed, throughput=5MB/sec 2024-08-17T01:12:28.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:27 smithi157 ceph-mon[101289]: pgmap v2013: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-17T01:12:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:27 smithi157 ceph-mon[98780]: pgmap v2013: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-17T01:12:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:27 smithi187 ceph-mon[90552]: pgmap v2013: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-17T01:12:28.567 INFO:tasks.workunit.client.0.smithi157.stdout: 1148: throughput=5MB/sec pending data=0 2024-08-17T01:12:28.568 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zipFeAHPrRIJQIN off=12551389 len=778344 2024-08-17T01:12:28.572 INFO:tasks.workunit.client.0.smithi157.stdout:op 5959 completed, throughput=5MB/sec 2024-08-17T01:12:28.572 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ExyYzUm_KnJ8z8N off=4132282 len=1897054 2024-08-17T01:12:28.580 INFO:tasks.workunit.client.0.smithi157.stdout:op 5960 completed, throughput=5MB/sec 2024-08-17T01:12:28.580 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_coGIgHK_Wl6VJ- off=18836238 len=1526912 2024-08-17T01:12:28.581 INFO:tasks.workunit.client.0.smithi157.stdout:op 5961 completed, throughput=5MB/sec 2024-08-17T01:12:28.581 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-rmPfvy7AngZP1a_ off=3552113 len=1972694 2024-08-17T01:12:28.588 INFO:tasks.workunit.client.0.smithi157.stdout:op 5962 completed, throughput=5MB/sec 2024-08-17T01:12:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:29.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:29.589 INFO:tasks.workunit.client.0.smithi157.stdout: 1149: throughput=5MB/sec pending data=0 2024-08-17T01:12:29.589 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pevXjnh11uWYABq off=1719466 len=1539803 2024-08-17T01:12:29.591 INFO:tasks.workunit.client.0.smithi157.stdout:op 5963 completed, throughput=5MB/sec 2024-08-17T01:12:29.591 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-TzPbhIWe2Mu9XK5 off=24237196 len=103716 2024-08-17T01:12:29.591 INFO:tasks.workunit.client.0.smithi157.stdout:op 5964 completed, throughput=5MB/sec 2024-08-17T01:12:29.591 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-GJNMJ6p0lM51H7Z off=4842075 len=341255 2024-08-17T01:12:29.592 INFO:tasks.workunit.client.0.smithi157.stdout:op 5965 completed, throughput=5MB/sec 2024-08-17T01:12:29.592 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uSC2qPw0zOWvlYj off=527090 len=185081 2024-08-17T01:12:29.593 INFO:tasks.workunit.client.0.smithi157.stdout:op 5966 completed, throughput=5MB/sec 2024-08-17T01:12:29.593 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0FujkLQe6kwo06x off=13863975 len=1448695 2024-08-17T01:12:29.594 INFO:tasks.workunit.client.0.smithi157.stdout:op 5967 completed, throughput=5MB/sec 2024-08-17T01:12:29.594 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TexzU-OQTSX2lN_ off=2711038 len=922278 2024-08-17T01:12:29.600 INFO:tasks.workunit.client.0.smithi157.stdout:op 5968 completed, throughput=5MB/sec 2024-08-17T01:12:30.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:29 smithi157 ceph-mon[98780]: pgmap v2014: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-17T01:12:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:29 smithi157 ceph-mon[101289]: pgmap v2014: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-17T01:12:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:29 smithi187 ceph-mon[90552]: pgmap v2014: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-17T01:12:30.600 INFO:tasks.workunit.client.0.smithi157.stdout: 1150: throughput=5MB/sec pending data=0 2024-08-17T01:12:30.600 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lQP-32JxemMIlmW off=659181 len=809344 2024-08-17T01:12:30.606 INFO:tasks.workunit.client.0.smithi157.stdout:op 5969 completed, throughput=5MB/sec 2024-08-17T01:12:30.606 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QoDQK6BKEox9Dja off=4119911 len=141304 2024-08-17T01:12:30.606 INFO:tasks.workunit.client.0.smithi157.stdout:op 5970 completed, throughput=5MB/sec 2024-08-17T01:12:30.607 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cuHGbtNSK-N1rsU off=2714337 len=1591604 2024-08-17T01:12:30.615 INFO:tasks.workunit.client.0.smithi157.stdout:op 5971 completed, throughput=5MB/sec 2024-08-17T01:12:30.615 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bnXpSn4Gav2kmXL off=3666673 len=1361205 2024-08-17T01:12:30.623 INFO:tasks.workunit.client.0.smithi157.stdout:op 5972 completed, throughput=5MB/sec 2024-08-17T01:12:30.623 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-eY45KGSLG7yc3ZA off=11230696 len=755637 2024-08-17T01:12:30.628 INFO:tasks.workunit.client.0.smithi157.stdout:op 5973 completed, throughput=5MB/sec 2024-08-17T01:12:30.628 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-OngGRYKFZjaIZjG off=18967525 len=959942 2024-08-17T01:12:30.632 INFO:tasks.workunit.client.0.smithi157.stdout:op 5974 completed, throughput=5MB/sec 2024-08-17T01:12:31.632 INFO:tasks.workunit.client.0.smithi157.stdout: 1151: throughput=5MB/sec pending data=0 2024-08-17T01:12:31.633 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VjIv9mxqD5TX8yY off=6374202 len=1146230 2024-08-17T01:12:31.638 INFO:tasks.workunit.client.0.smithi157.stdout:op 5975 completed, throughput=5MB/sec 2024-08-17T01:12:31.638 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yAuRhzq9Bkv0CfB off=3963772 len=1356399 2024-08-17T01:12:31.640 INFO:tasks.workunit.client.0.smithi157.stdout:op 5976 completed, throughput=5MB/sec 2024-08-17T01:12:31.640 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-DIu02a5a6XOv-C6 off=12532066 len=1687123 2024-08-17T01:12:31.642 INFO:tasks.workunit.client.0.smithi157.stdout:op 5977 completed, throughput=5MB/sec 2024-08-17T01:12:31.642 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9IueS33E-XE9Noa off=10183547 len=814634 2024-08-17T01:12:31.643 INFO:tasks.workunit.client.0.smithi157.stdout:op 5978 completed, throughput=5MB/sec 2024-08-17T01:12:32.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:31 smithi157 ceph-mon[98780]: pgmap v2015: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-08-17T01:12:32.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:31 smithi157 ceph-mon[101289]: pgmap v2015: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-08-17T01:12:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:31 smithi187 ceph-mon[90552]: pgmap v2015: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-08-17T01:12:32.644 INFO:tasks.workunit.client.0.smithi157.stdout: 1152: throughput=5MB/sec pending data=0 2024-08-17T01:12:32.644 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1a01NxQ53I7A1hk off=10251044 len=137089 2024-08-17T01:12:32.647 INFO:tasks.workunit.client.0.smithi157.stdout:op 5979 completed, throughput=5MB/sec 2024-08-17T01:12:32.647 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aeqJHkO6G1xRdjh off=6662277 len=1175504 2024-08-17T01:12:32.649 INFO:tasks.workunit.client.0.smithi157.stdout:op 5980 completed, throughput=5MB/sec 2024-08-17T01:12:32.650 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-V-Twh9Ie6SxGffL off=8674960 len=357478 2024-08-17T01:12:32.653 INFO:tasks.workunit.client.0.smithi157.stdout:op 5981 completed, throughput=5MB/sec 2024-08-17T01:12:32.653 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-0C7HwKNMsh51LZn off=18966091 len=322809 2024-08-17T01:12:32.654 INFO:tasks.workunit.client.0.smithi157.stdout:op 5982 completed, throughput=5MB/sec 2024-08-17T01:12:32.654 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-cYOOwDYEAWjiQm8 off=11324465 len=291317 2024-08-17T01:12:32.657 INFO:tasks.workunit.client.0.smithi157.stdout:op 5983 completed, throughput=5MB/sec 2024-08-17T01:12:32.657 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VnT-qyJRA7F19PH off=11428716 len=1138730 2024-08-17T01:12:32.665 INFO:tasks.workunit.client.0.smithi157.stdout:op 5984 completed, throughput=5MB/sec 2024-08-17T01:12:32.665 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-UfXdIDZJqnmUM3N off=8187374 len=681894 2024-08-17T01:12:32.669 INFO:tasks.workunit.client.0.smithi157.stdout:op 5985 completed, throughput=5MB/sec 2024-08-17T01:12:32.669 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dUqS9EqOTjgT-ze off=6549805 len=1675843 2024-08-17T01:12:32.671 INFO:tasks.workunit.client.0.smithi157.stdout:op 5986 completed, throughput=5MB/sec 2024-08-17T01:12:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:12:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:12:33.671 INFO:tasks.workunit.client.0.smithi157.stdout: 1153: throughput=5MB/sec pending data=0 2024-08-17T01:12:33.672 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-vzaquWo0Hb3HyT2 off=9451839 len=255639 2024-08-17T01:12:33.674 INFO:tasks.workunit.client.0.smithi157.stdout:op 5987 completed, throughput=5MB/sec 2024-08-17T01:12:33.675 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-wzlbyQxvGw65H_z off=5823418 len=1062091 2024-08-17T01:12:33.677 INFO:tasks.workunit.client.0.smithi157.stdout:op 5988 completed, throughput=5MB/sec 2024-08-17T01:12:33.677 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-pABO5GQN_TweILq off=1830994 len=1329055 2024-08-17T01:12:33.679 INFO:tasks.workunit.client.0.smithi157.stdout:op 5989 completed, throughput=5MB/sec 2024-08-17T01:12:33.679 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WuOxKYzXJNaQFsz off=2325400 len=1211765 2024-08-17T01:12:33.685 INFO:tasks.workunit.client.0.smithi157.stdout:op 5990 completed, throughput=5MB/sec 2024-08-17T01:12:33.685 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-QoBP8-ZDvl1-6UL off=9619963 len=1815646 2024-08-17T01:12:33.687 INFO:tasks.workunit.client.0.smithi157.stdout:op 5991 completed, throughput=5MB/sec 2024-08-17T01:12:33.854 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:12:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:12:33] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-08-17T01:12:34.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:33 smithi157 ceph-mon[101289]: pgmap v2016: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:12:34.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:33 smithi157 ceph-mon[98780]: pgmap v2016: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:12:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:33 smithi187 ceph-mon[90552]: pgmap v2016: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:12:34.688 INFO:tasks.workunit.client.0.smithi157.stdout: 1154: throughput=5MB/sec pending data=0 2024-08-17T01:12:34.688 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-KI9IX3gFBh3Z6IY off=4963920 len=1672752 2024-08-17T01:12:34.696 INFO:tasks.workunit.client.0.smithi157.stdout:op 5992 completed, throughput=5MB/sec 2024-08-17T01:12:34.697 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-a_KZ3gZJlkOYlVo off=435720 len=607956 2024-08-17T01:12:34.697 INFO:tasks.workunit.client.0.smithi157.stdout:op 5993 completed, throughput=5MB/sec 2024-08-17T01:12:34.698 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-khiFTCch2Vk4wOB off=1083829 len=2036397 2024-08-17T01:12:34.706 INFO:tasks.workunit.client.0.smithi157.stdout:op 5994 completed, throughput=5MB/sec 2024-08-17T01:12:35.707 INFO:tasks.workunit.client.0.smithi157.stdout: 1155: throughput=5MB/sec pending data=0 2024-08-17T01:12:35.707 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-3xdRu9HV2nLgHaa off=1644733 len=122827 2024-08-17T01:12:35.710 INFO:tasks.workunit.client.0.smithi157.stdout:op 5995 completed, throughput=5MB/sec 2024-08-17T01:12:35.710 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-V26S20CAOZAVuNB off=3960991 len=1017037 2024-08-17T01:12:35.713 INFO:tasks.workunit.client.0.smithi157.stdout:op 5996 completed, throughput=5MB/sec 2024-08-17T01:12:35.713 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-8-2udsKA1UbYh37 off=6667470 len=485334 2024-08-17T01:12:35.713 INFO:tasks.workunit.client.0.smithi157.stdout:op 5997 completed, throughput=5MB/sec 2024-08-17T01:12:35.714 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZQdS0sdlvSqTkKG off=19370633 len=1068857 2024-08-17T01:12:35.715 INFO:tasks.workunit.client.0.smithi157.stdout:op 5998 completed, throughput=5MB/sec 2024-08-17T01:12:35.715 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Bko-Xb2sC8ikYFF off=8017944 len=696967 2024-08-17T01:12:35.716 INFO:tasks.workunit.client.0.smithi157.stdout:op 5999 completed, throughput=5MB/sec 2024-08-17T01:12:35.716 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-mINFwacP9j8GNGQ off=141730 len=2031923 2024-08-17T01:12:35.718 INFO:tasks.workunit.client.0.smithi157.stdout:op 6000 completed, throughput=5MB/sec 2024-08-17T01:12:36.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:35 smithi157 ceph-mon[98780]: pgmap v2017: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:12:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:35 smithi157 ceph-mon[101289]: pgmap v2017: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:12:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:35 smithi187 ceph-mon[90552]: pgmap v2017: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:12:36.719 INFO:tasks.workunit.client.0.smithi157.stdout: 1156: throughput=5MB/sec pending data=0 2024-08-17T01:12:36.719 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Pisx5SWiFkSjW89 off=20607995 len=746812 2024-08-17T01:12:36.723 INFO:tasks.workunit.client.0.smithi157.stdout:op 6001 completed, throughput=5MB/sec 2024-08-17T01:12:36.723 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CwSsSNMKIQnqMIv off=2924837 len=489802 2024-08-17T01:12:36.726 INFO:tasks.workunit.client.0.smithi157.stdout:op 6002 completed, throughput=5MB/sec 2024-08-17T01:12:36.726 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-gG9_si9pLy6Zayx off=21677818 len=880335 2024-08-17T01:12:36.731 INFO:tasks.workunit.client.0.smithi157.stdout:op 6003 completed, throughput=5MB/sec 2024-08-17T01:12:36.731 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-uyMEu9_dP9WcZ0g off=6991679 len=668266 2024-08-17T01:12:36.731 INFO:tasks.workunit.client.0.smithi157.stdout:op 6004 completed, throughput=5MB/sec 2024-08-17T01:12:36.731 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-u08RPxpKmY49opX off=4387624 len=594913 2024-08-17T01:12:36.732 INFO:tasks.workunit.client.0.smithi157.stdout:op 6005 completed, throughput=5MB/sec 2024-08-17T01:12:36.732 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BZvcyAMV7i0wYj6 off=7573192 len=1334890 2024-08-17T01:12:36.733 INFO:tasks.workunit.client.0.smithi157.stdout:op 6006 completed, throughput=5MB/sec 2024-08-17T01:12:36.733 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-AMrxG5_FuBU0mVo off=1495182 len=1283013 2024-08-17T01:12:36.734 INFO:tasks.workunit.client.0.smithi157.stdout:op 6007 completed, throughput=5MB/sec 2024-08-17T01:12:37.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:36 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:12:37.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:36 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:12:37.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:36 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:12:37.734 INFO:tasks.workunit.client.0.smithi157.stdout: 1157: throughput=5MB/sec pending data=0 2024-08-17T01:12:37.734 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pVk8gMwvBUtaOqk off=2450408 len=238386 2024-08-17T01:12:37.737 INFO:tasks.workunit.client.0.smithi157.stdout:op 6008 completed, throughput=5MB/sec 2024-08-17T01:12:37.737 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-YG8lqp1LhcMbz_9 off=52684 len=640392 2024-08-17T01:12:37.738 INFO:tasks.workunit.client.0.smithi157.stdout:op 6009 completed, throughput=5MB/sec 2024-08-17T01:12:37.738 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-CXruzn3vJBWz4oV off=5383527 len=290551 2024-08-17T01:12:37.740 INFO:tasks.workunit.client.0.smithi157.stdout:op 6010 completed, throughput=5MB/sec 2024-08-17T01:12:37.740 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1p3uWz0zIFZ_WxH off=1455683 len=1359120 2024-08-17T01:12:37.748 INFO:tasks.workunit.client.0.smithi157.stdout:op 6011 completed, throughput=5MB/sec 2024-08-17T01:12:37.748 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8HVPYwZtOHLtGOl off=14630524 len=422105 2024-08-17T01:12:37.751 INFO:tasks.workunit.client.0.smithi157.stdout:op 6012 completed, throughput=5MB/sec 2024-08-17T01:12:37.751 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-XbQutSTM5AVRdn9 off=5207524 len=978211 2024-08-17T01:12:37.752 INFO:tasks.workunit.client.0.smithi157.stdout:op 6013 completed, throughput=5MB/sec 2024-08-17T01:12:37.752 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-k-owsnuv4ASZpL5 off=16511728 len=2096796 2024-08-17T01:12:37.758 INFO:tasks.workunit.client.0.smithi157.stdout:op 6014 completed, throughput=5MB/sec 2024-08-17T01:12:38.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:37 smithi157 ceph-mon[98780]: pgmap v2018: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-17T01:12:38.189 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:37 smithi157 ceph-mon[101289]: pgmap v2018: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-17T01:12:38.191 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:37 smithi187 ceph-mon[90552]: pgmap v2018: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-17T01:12:38.759 INFO:tasks.workunit.client.0.smithi157.stdout: 1158: throughput=5MB/sec pending data=0 2024-08-17T01:12:38.759 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-9UH7anEV65J48u7 off=7438964 len=874166 2024-08-17T01:12:38.760 INFO:tasks.workunit.client.0.smithi157.stdout:op 6015 completed, throughput=5MB/sec 2024-08-17T01:12:38.760 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-dZL3x7jVNUltELa off=4354757 len=1920610 2024-08-17T01:12:38.770 INFO:tasks.workunit.client.0.smithi157.stdout:op 6016 completed, throughput=5MB/sec 2024-08-17T01:12:38.770 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-Y5cib2fMCVBz5kW off=373409 len=1774881 2024-08-17T01:12:38.776 INFO:tasks.workunit.client.0.smithi157.stdout:op 6017 completed, throughput=5MB/sec 2024-08-17T01:12:39.777 INFO:tasks.workunit.client.0.smithi157.stdout: 1159: throughput=5MB/sec pending data=0 2024-08-17T01:12:39.777 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-w_Gs68UPKsmEPWA off=6038360 len=349831 2024-08-17T01:12:39.779 INFO:tasks.workunit.client.0.smithi157.stdout:op 6018 completed, throughput=5MB/sec 2024-08-17T01:12:39.779 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-J0zzjYWpuwMqy_W off=13967657 len=541805 2024-08-17T01:12:39.780 INFO:tasks.workunit.client.0.smithi157.stdout:op 6019 completed, throughput=5MB/sec 2024-08-17T01:12:39.780 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-A8CRn1-_iHvLI3O off=12264471 len=1675027 2024-08-17T01:12:39.781 INFO:tasks.workunit.client.0.smithi157.stdout:op 6020 completed, throughput=5MB/sec 2024-08-17T01:12:39.782 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tG-efcNIkqFP0En off=12128031 len=826117 2024-08-17T01:12:39.782 INFO:tasks.workunit.client.0.smithi157.stdout:op 6021 completed, throughput=5MB/sec 2024-08-17T01:12:39.782 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zWTwEBtAL_TrdPJ off=640054 len=1777009 2024-08-17T01:12:39.784 INFO:tasks.workunit.client.0.smithi157.stdout:op 6022 completed, throughput=5MB/sec 2024-08-17T01:12:40.111 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:39 smithi157 ceph-mon[98780]: pgmap v2019: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:12:40.111 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:39 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.111 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:39 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.111 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:39 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.111 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:39 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.111 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:39 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.111 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:39 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:39 smithi157 ceph-mon[101289]: pgmap v2019: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:12:40.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:39 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:39 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:39 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:39 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:39 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.112 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:39 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:39 smithi187 ceph-mon[90552]: pgmap v2019: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:12:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:39 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:39 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:39 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:39 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:39 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:39 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:40.784 INFO:tasks.workunit.client.0.smithi157.stdout: 1160: throughput=5MB/sec pending data=0 2024-08-17T01:12:40.785 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_yHFXkVdPJfW3qa off=6264171 len=1105543 2024-08-17T01:12:40.786 INFO:tasks.workunit.client.0.smithi157.stdout:op 6023 completed, throughput=5MB/sec 2024-08-17T01:12:40.786 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-B1enTKIe6s3T159 off=5376437 len=515074 2024-08-17T01:12:40.790 INFO:tasks.workunit.client.0.smithi157.stdout:op 6024 completed, throughput=5MB/sec 2024-08-17T01:12:40.791 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-H2sNvjpI-3BnklQ off=147538 len=1201899 2024-08-17T01:12:40.792 INFO:tasks.workunit.client.0.smithi157.stdout:op 6025 completed, throughput=5MB/sec 2024-08-17T01:12:40.792 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_wO-mQHcQ64nwwv off=5510519 len=1662120 2024-08-17T01:12:40.799 INFO:tasks.workunit.client.0.smithi157.stdout:op 6026 completed, throughput=5MB/sec 2024-08-17T01:12:40.800 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-npHFa0f-bb3nV5X off=1209671 len=1545912 2024-08-17T01:12:40.800 INFO:tasks.workunit.client.0.smithi157.stdout:op 6027 completed, throughput=5MB/sec 2024-08-17T01:12:41.255 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:40 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:41.255 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:40 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:41.255 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:40 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:41.255 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:40 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:40 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:40 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:41.801 INFO:tasks.workunit.client.0.smithi157.stdout: 1161: throughput=5MB/sec pending data=0 2024-08-17T01:12:41.801 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PDErwan9jFD8zGX off=5343156 len=323073 2024-08-17T01:12:41.802 INFO:tasks.workunit.client.0.smithi157.stdout:op 6028 completed, throughput=5MB/sec 2024-08-17T01:12:41.802 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-pevXjnh11uWYABq off=16770001 len=1521305 2024-08-17T01:12:41.808 INFO:tasks.workunit.client.0.smithi157.stdout:op 6029 completed, throughput=5MB/sec 2024-08-17T01:12:41.808 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-RJinbgcPJUVm9D8 off=5568635 len=1301868 2024-08-17T01:12:41.809 INFO:tasks.workunit.client.0.smithi157.stdout:op 6030 completed, throughput=5MB/sec 2024-08-17T01:12:41.809 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-V-pDhW9QG0Z9VoO off=7155502 len=1249218 2024-08-17T01:12:41.810 INFO:tasks.workunit.client.0.smithi157.stdout:op 6031 completed, throughput=5MB/sec 2024-08-17T01:12:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:42 smithi187 ceph-mon[90552]: pgmap v2020: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:12:42.355 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:42 smithi157 ceph-mon[101289]: pgmap v2020: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:12:42.356 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:42 smithi157 ceph-mon[98780]: pgmap v2020: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:12:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:12:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:12:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:12:42.810 INFO:tasks.workunit.client.0.smithi157.stdout: 1162: throughput=5MB/sec pending data=0 2024-08-17T01:12:42.810 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-0DutjXp-THazhD6 off=1149921 len=1237967 2024-08-17T01:12:42.817 INFO:tasks.workunit.client.0.smithi157.stdout:op 6032 completed, throughput=5MB/sec 2024-08-17T01:12:42.817 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Exv2urKCNVZd0EP off=2641503 len=640546 2024-08-17T01:12:42.818 INFO:tasks.workunit.client.0.smithi157.stdout:op 6033 completed, throughput=5MB/sec 2024-08-17T01:12:42.818 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-zRimH6T9047bdj2 off=1481833 len=1956817 2024-08-17T01:12:42.820 INFO:tasks.workunit.client.0.smithi157.stdout:op 6034 completed, throughput=5MB/sec 2024-08-17T01:12:42.820 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-jbaop5R7zU8C3pH off=2025604 len=1585110 2024-08-17T01:12:42.821 INFO:tasks.workunit.client.0.smithi157.stdout:op 6035 completed, throughput=5MB/sec 2024-08-17T01:12:43.821 INFO:tasks.workunit.client.0.smithi157.stdout: 1163: throughput=5MB/sec pending data=0 2024-08-17T01:12:43.822 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HVJyEEBsyp0SS-- off=6743995 len=495146 2024-08-17T01:12:43.825 INFO:tasks.workunit.client.0.smithi157.stdout:op 6036 completed, throughput=5MB/sec 2024-08-17T01:12:43.825 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-fG3wX2Jn--fCcjV off=1226490 len=1553046 2024-08-17T01:12:43.827 INFO:tasks.workunit.client.0.smithi157.stdout:op 6037 completed, throughput=5MB/sec 2024-08-17T01:12:43.827 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yuMgRhMOCWgIUMG off=10021515 len=617669 2024-08-17T01:12:43.828 INFO:tasks.workunit.client.0.smithi157.stdout:op 6038 completed, throughput=5MB/sec 2024-08-17T01:12:43.828 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_n7nncBCla3oquK off=1925881 len=605343 2024-08-17T01:12:43.832 INFO:tasks.workunit.client.0.smithi157.stdout:op 6039 completed, throughput=5MB/sec 2024-08-17T01:12:43.832 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-VClVKVmjc9WP_Ss off=12183068 len=111298 2024-08-17T01:12:43.834 INFO:tasks.workunit.client.0.smithi157.stdout:op 6040 completed, throughput=5MB/sec 2024-08-17T01:12:43.835 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-RS8TOu3ivnikka- off=900917 len=169230 2024-08-17T01:12:43.837 INFO:tasks.workunit.client.0.smithi157.stdout:op 6041 completed, throughput=5MB/sec 2024-08-17T01:12:43.837 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sPvnXyp9OfPSqhf off=452566 len=908801 2024-08-17T01:12:43.841 INFO:tasks.workunit.client.0.smithi157.stdout:op 6042 completed, throughput=5MB/sec 2024-08-17T01:12:43.841 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-tityFWt258-TBuj off=13411632 len=174036 2024-08-17T01:12:43.844 INFO:tasks.workunit.client.0.smithi157.stdout:op 6043 completed, throughput=5MB/sec 2024-08-17T01:12:43.844 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-lXQ1NgYOb95iyiY off=11517607 len=1760470 2024-08-17T01:12:43.851 INFO:tasks.workunit.client.0.smithi157.stdout:op 6044 completed, throughput=5MB/sec 2024-08-17T01:12:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:12:43] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-08-17T01:12:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[101289]: pgmap v2021: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:12:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:12:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:12:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[98780]: pgmap v2021: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:12:43.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:43.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:43.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:43.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:43.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:12:43.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:12:43.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:43 smithi187 ceph-mon[90552]: pgmap v2021: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:12:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:12:43.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:12:43.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:12:44.851 INFO:tasks.workunit.client.0.smithi157.stdout: 1164: throughput=5MB/sec pending data=0 2024-08-17T01:12:44.852 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-bPF0_6QL6A1xrWe off=18109635 len=1556607 2024-08-17T01:12:44.858 INFO:tasks.workunit.client.0.smithi157.stdout:op 6045 completed, throughput=5MB/sec 2024-08-17T01:12:44.858 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--R3zBXe4FVhwz5Y off=9403088 len=865457 2024-08-17T01:12:44.859 INFO:tasks.workunit.client.0.smithi157.stdout:op 6046 completed, throughput=5MB/sec 2024-08-17T01:12:44.859 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bGT6PztDfS6EBwA off=6374197 len=1726042 2024-08-17T01:12:44.861 INFO:tasks.workunit.client.0.smithi157.stdout:op 6047 completed, throughput=5MB/sec 2024-08-17T01:12:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:45.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:45.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:45.861 INFO:tasks.workunit.client.0.smithi157.stdout: 1165: throughput=5MB/sec pending data=0 2024-08-17T01:12:45.862 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aT28EcYUF77u8Li off=397400 len=865118 2024-08-17T01:12:45.867 INFO:tasks.workunit.client.0.smithi157.stdout:op 6048 completed, throughput=5MB/sec 2024-08-17T01:12:45.867 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj--O_DEmA5FZbcsIq off=9929338 len=394920 2024-08-17T01:12:45.870 INFO:tasks.workunit.client.0.smithi157.stdout:op 6049 completed, throughput=5MB/sec 2024-08-17T01:12:45.870 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2uqIiC1wilxKQz- off=9698120 len=658477 2024-08-17T01:12:45.874 INFO:tasks.workunit.client.0.smithi157.stdout:op 6050 completed, throughput=5MB/sec 2024-08-17T01:12:45.875 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-al5-2Qb57P1X2hJ off=518142 len=445614 2024-08-17T01:12:45.876 INFO:tasks.workunit.client.0.smithi157.stdout:op 6051 completed, throughput=5MB/sec 2024-08-17T01:12:45.876 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZREYt-83icVIT7S off=947146 len=1850998 2024-08-17T01:12:45.878 INFO:tasks.workunit.client.0.smithi157.stdout:op 6052 completed, throughput=5MB/sec 2024-08-17T01:12:45.878 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-QQ4LoyHl5Y2p-28 off=2667112 len=324981 2024-08-17T01:12:45.882 INFO:tasks.workunit.client.0.smithi157.stdout:op 6053 completed, throughput=5MB/sec 2024-08-17T01:12:45.882 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-XawiSUCiMOJha0t off=2185623 len=567211 2024-08-17T01:12:45.885 INFO:tasks.workunit.client.0.smithi157.stdout:op 6054 completed, throughput=5MB/sec 2024-08-17T01:12:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:45 smithi187 ceph-mon[90552]: pgmap v2022: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:12:46.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:45 smithi157 ceph-mon[98780]: pgmap v2022: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:12:46.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:45 smithi157 ceph-mon[101289]: pgmap v2022: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:12:46.885 INFO:tasks.workunit.client.0.smithi157.stdout: 1166: throughput=5MB/sec pending data=0 2024-08-17T01:12:46.886 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-7vZuAcjS2N4xoXb off=8476451 len=1808428 2024-08-17T01:12:46.888 INFO:tasks.workunit.client.0.smithi157.stdout:op 6055 completed, throughput=5MB/sec 2024-08-17T01:12:46.888 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-Dd8hstYV166Q9Q4 off=420629 len=717756 2024-08-17T01:12:46.889 INFO:tasks.workunit.client.0.smithi157.stdout:op 6056 completed, throughput=5MB/sec 2024-08-17T01:12:46.889 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-HDPxCI6eZzaVpTJ off=790613 len=1861112 2024-08-17T01:12:46.901 INFO:tasks.workunit.client.0.smithi157.stdout:op 6057 completed, throughput=5MB/sec 2024-08-17T01:12:46.901 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-o4N3iLJMSPIjNCS off=3000321 len=1683560 2024-08-17T01:12:46.909 INFO:tasks.workunit.client.0.smithi157.stdout:op 6058 completed, throughput=5MB/sec 2024-08-17T01:12:47.909 INFO:tasks.workunit.client.0.smithi157.stdout: 1167: throughput=5MB/sec pending data=0 2024-08-17T01:12:47.910 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-EkAssF67HC2P1Vz off=3067509 len=1294688 2024-08-17T01:12:47.918 INFO:tasks.workunit.client.0.smithi157.stdout:op 6059 completed, throughput=5MB/sec 2024-08-17T01:12:47.918 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-YXnyiOQo3pI5qfH off=6441234 len=1955001 2024-08-17T01:12:47.926 INFO:tasks.workunit.client.0.smithi157.stdout:op 6060 completed, throughput=5MB/sec 2024-08-17T01:12:47.926 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-TpcP2_yI72noJLC off=3052405 len=609092 2024-08-17T01:12:47.930 INFO:tasks.workunit.client.0.smithi157.stdout:op 6061 completed, throughput=5MB/sec 2024-08-17T01:12:47.930 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-A0jqzzqgNnOnJ4Y off=4671321 len=1388091 2024-08-17T01:12:47.938 INFO:tasks.workunit.client.0.smithi157.stdout:op 6062 completed, throughput=5MB/sec 2024-08-17T01:12:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:47 smithi187 ceph-mon[90552]: pgmap v2023: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:12:48.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:47 smithi157 ceph-mon[98780]: pgmap v2023: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:12:48.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:47 smithi157 ceph-mon[101289]: pgmap v2023: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:12:48.938 INFO:tasks.workunit.client.0.smithi157.stdout: 1168: throughput=5MB/sec pending data=0 2024-08-17T01:12:48.939 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-2CwaRfhIygB0Idt off=8754089 len=190732 2024-08-17T01:12:48.941 INFO:tasks.workunit.client.0.smithi157.stdout:op 6063 completed, throughput=5MB/sec 2024-08-17T01:12:48.941 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-8Y42Ey2925QjUbE off=2179480 len=177408 2024-08-17T01:12:48.944 INFO:tasks.workunit.client.0.smithi157.stdout:op 6064 completed, throughput=5MB/sec 2024-08-17T01:12:48.944 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-bQqez9FOzNm87pn off=2091059 len=1580261 2024-08-17T01:12:48.946 INFO:tasks.workunit.client.0.smithi157.stdout:op 6065 completed, throughput=5MB/sec 2024-08-17T01:12:48.947 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hpKiwMMAJa2p9wn off=5580660 len=1007392 2024-08-17T01:12:48.952 INFO:tasks.workunit.client.0.smithi157.stdout:op 6066 completed, throughput=5MB/sec 2024-08-17T01:12:48.953 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-zmN0JCrKhCR7hm- off=966034 len=1627769 2024-08-17T01:12:48.962 INFO:tasks.workunit.client.0.smithi157.stdout:op 6067 completed, throughput=5MB/sec 2024-08-17T01:12:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:49 smithi187 ceph-mon[90552]: pgmap v2024: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-17T01:12:49.962 INFO:tasks.workunit.client.0.smithi157.stdout: 1169: throughput=5MB/sec pending data=0 2024-08-17T01:12:49.962 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-dNNu3imdwNPReqx off=223621 len=427155 2024-08-17T01:12:49.963 INFO:tasks.workunit.client.0.smithi157.stdout:op 6068 completed, throughput=5MB/sec 2024-08-17T01:12:49.964 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-opjQOG7HVB1j7c6 off=1860943 len=90012 2024-08-17T01:12:49.964 INFO:tasks.workunit.client.0.smithi157.stdout:op 6069 completed, throughput=5MB/sec 2024-08-17T01:12:49.964 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-sazzBXQQI9GGWJT off=5088230 len=484843 2024-08-17T01:12:49.968 INFO:tasks.workunit.client.0.smithi157.stdout:op 6070 completed, throughput=5MB/sec 2024-08-17T01:12:49.968 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NZA-aAIZ7gV1ZH2 off=2842013 len=266975 2024-08-17T01:12:49.969 INFO:tasks.workunit.client.0.smithi157.stdout:op 6071 completed, throughput=5MB/sec 2024-08-17T01:12:49.969 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-_GZtntbxg9eITrt off=7896707 len=169766 2024-08-17T01:12:49.972 INFO:tasks.workunit.client.0.smithi157.stdout:op 6072 completed, throughput=5MB/sec 2024-08-17T01:12:49.972 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-hIs4CymtHHtoZXq off=6873353 len=1789662 2024-08-17T01:12:49.974 INFO:tasks.workunit.client.0.smithi157.stdout:op 6073 completed, throughput=5MB/sec 2024-08-17T01:12:49.974 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-t6-ygGNzU95O6WW off=2315246 len=1118187 2024-08-17T01:12:49.980 INFO:tasks.workunit.client.0.smithi157.stdout:op 6074 completed, throughput=5MB/sec 2024-08-17T01:12:49.980 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-PBzj5hHY3CXGclE off=1760153 len=926645 2024-08-17T01:12:49.982 INFO:tasks.workunit.client.0.smithi157.stdout:op 6075 completed, throughput=5MB/sec 2024-08-17T01:12:50.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:49 smithi157 ceph-mon[101289]: pgmap v2024: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-17T01:12:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:49 smithi157 ceph-mon[98780]: pgmap v2024: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-17T01:12:50.982 INFO:tasks.workunit.client.0.smithi157.stdout: 1170: throughput=5MB/sec pending data=0 2024-08-17T01:12:50.983 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-5IXncBMTsUAlv-b off=3203083 len=298559 2024-08-17T01:12:50.983 INFO:tasks.workunit.client.0.smithi157.stdout:op 6076 completed, throughput=5MB/sec 2024-08-17T01:12:50.983 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-yEI6IEW_AAFKZ7c off=659621 len=1403049 2024-08-17T01:12:50.986 INFO:tasks.workunit.client.0.smithi157.stdout:op 6077 completed, throughput=5MB/sec 2024-08-17T01:12:50.986 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj--ScjdyZDIWkDpj1 off=17974123 len=1127366 2024-08-17T01:12:50.988 INFO:tasks.workunit.client.0.smithi157.stdout:op 6078 completed, throughput=5MB/sec 2024-08-17T01:12:50.988 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-BHTq6kzGjh9yvd_ off=7073377 len=2075050 2024-08-17T01:12:50.996 INFO:tasks.workunit.client.0.smithi157.stdout:op 6079 completed, throughput=5MB/sec 2024-08-17T01:12:50.997 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-ZkAUX1bhPBrR3jX off=776310 len=1851243 2024-08-17T01:12:50.998 INFO:tasks.workunit.client.0.smithi157.stdout:op 6080 completed, throughput=5MB/sec 2024-08-17T01:12:51.999 INFO:tasks.workunit.client.0.smithi157.stdout: 1171: throughput=5MB/sec pending data=0 2024-08-17T01:12:51.999 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6RC3MchrSCogB6A off=5572076 len=1951982 2024-08-17T01:12:52.008 INFO:tasks.workunit.client.0.smithi157.stdout:op 6081 completed, throughput=5MB/sec 2024-08-17T01:12:52.008 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-khw3zTDNjEgZeo0 off=11887468 len=1108931 2024-08-17T01:12:52.009 INFO:tasks.workunit.client.0.smithi157.stdout:op 6082 completed, throughput=5MB/sec 2024-08-17T01:12:52.009 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-aHjYro4EtjQFqb4 off=7792738 len=1645717 2024-08-17T01:12:52.010 INFO:tasks.workunit.client.0.smithi157.stdout:op 6083 completed, throughput=5MB/sec 2024-08-17T01:12:52.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:51 smithi157 ceph-mon[101289]: pgmap v2025: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:12:52.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:51 smithi157 ceph-mon[98780]: pgmap v2025: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:12:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:51 smithi187 ceph-mon[90552]: pgmap v2025: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:12:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:12:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:12:53.011 INFO:tasks.workunit.client.0.smithi157.stdout: 1172: throughput=5MB/sec pending data=0 2024-08-17T01:12:53.011 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-mcyV_kLzUnqgvBB off=13695606 len=1573303 2024-08-17T01:12:53.018 INFO:tasks.workunit.client.0.smithi157.stdout:op 6084 completed, throughput=5MB/sec 2024-08-17T01:12:53.018 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-fp9JH-kL2_yuIkL off=0 len=1292838 2024-08-17T01:12:53.025 INFO:tasks.workunit.client.0.smithi157.stdout:op 6085 completed, throughput=5MB/sec 2024-08-17T01:12:53.025 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-oWJ7qFu0UqCyGP3 off=3049028 len=1580498 2024-08-17T01:12:53.031 INFO:tasks.workunit.client.0.smithi157.stdout:op 6086 completed, throughput=5MB/sec 2024-08-17T01:12:53.031 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ubPQae1ewClof_I off=4518618 len=1250891 2024-08-17T01:12:53.037 INFO:tasks.workunit.client.0.smithi157.stdout:op 6087 completed, throughput=5MB/sec 2024-08-17T01:12:53.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:53 smithi157 ceph-mon[101289]: pgmap v2026: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:12:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:53 smithi157 ceph-mon[98780]: pgmap v2026: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:12:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:12:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:12:53] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-08-17T01:12:54.037 INFO:tasks.workunit.client.0.smithi157.stdout: 1173: throughput=5MB/sec pending data=0 2024-08-17T01:12:54.037 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-g6zUTTsmtVOxRBX off=8257511 len=918329 2024-08-17T01:12:54.038 INFO:tasks.workunit.client.0.smithi157.stdout:op 6088 completed, throughput=5MB/sec 2024-08-17T01:12:54.038 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-uPEw73pU0VXQChW off=3146206 len=578193 2024-08-17T01:12:54.043 INFO:tasks.workunit.client.0.smithi157.stdout:op 6089 completed, throughput=5MB/sec 2024-08-17T01:12:54.043 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-UjSQbwyL-M163UE off=6234988 len=670314 2024-08-17T01:12:54.044 INFO:tasks.workunit.client.0.smithi157.stdout:op 6090 completed, throughput=5MB/sec 2024-08-17T01:12:54.044 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-NLIeGbK0Br8us0v off=12092791 len=903137 2024-08-17T01:12:54.045 INFO:tasks.workunit.client.0.smithi157.stdout:op 6091 completed, throughput=5MB/sec 2024-08-17T01:12:54.045 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-WqP4LuhAWhIidIc off=4111632 len=1375240 2024-08-17T01:12:54.052 INFO:tasks.workunit.client.0.smithi157.stdout:op 6092 completed, throughput=5MB/sec 2024-08-17T01:12:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:53 smithi187 ceph-mon[90552]: pgmap v2026: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:12:55.052 INFO:tasks.workunit.client.0.smithi157.stdout: 1174: throughput=5MB/sec pending data=0 2024-08-17T01:12:55.052 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ntLT0IezicG6iy2 off=15912884 len=114188 2024-08-17T01:12:55.055 INFO:tasks.workunit.client.0.smithi157.stdout:op 6093 completed, throughput=5MB/sec 2024-08-17T01:12:55.055 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-hTS621BmUUvB3bA off=13047045 len=26295 2024-08-17T01:12:55.057 INFO:tasks.workunit.client.0.smithi157.stdout:op 6094 completed, throughput=5MB/sec 2024-08-17T01:12:55.057 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-JeY1bCNcHovEdqG off=1005514 len=663572 2024-08-17T01:12:55.061 INFO:tasks.workunit.client.0.smithi157.stdout:op 6095 completed, throughput=5MB/sec 2024-08-17T01:12:55.062 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-BykvcQWtPUlLXay off=3686686 len=52201 2024-08-17T01:12:55.062 INFO:tasks.workunit.client.0.smithi157.stdout:op 6096 completed, throughput=5MB/sec 2024-08-17T01:12:55.062 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-_G5EC_RCzDlCl5c off=1049010 len=1849749 2024-08-17T01:12:55.065 INFO:tasks.workunit.client.0.smithi157.stdout:op 6097 completed, throughput=5MB/sec 2024-08-17T01:12:55.065 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-xeoqOdg1aCqSqtc off=20865334 len=1464778 2024-08-17T01:12:55.067 INFO:tasks.workunit.client.0.smithi157.stdout:op 6098 completed, throughput=5MB/sec 2024-08-17T01:12:55.067 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-qV0a2Pt8mIZJiKc off=15560395 len=1062501 2024-08-17T01:12:55.073 INFO:tasks.workunit.client.0.smithi157.stdout:op 6099 completed, throughput=5MB/sec 2024-08-17T01:12:56.073 INFO:tasks.workunit.client.0.smithi157.stdout: 1175: throughput=5MB/sec pending data=0 2024-08-17T01:12:56.074 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-4CfmrNEhEA9MSqQ off=890976 len=623959 2024-08-17T01:12:56.077 INFO:tasks.workunit.client.0.smithi157.stdout:op 6100 completed, throughput=5MB/sec 2024-08-17T01:12:56.078 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-1e1BochqZ8cTREe off=8492307 len=1777948 2024-08-17T01:12:56.086 INFO:tasks.workunit.client.0.smithi157.stdout:op 6101 completed, throughput=5MB/sec 2024-08-17T01:12:56.086 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-JRP0KqXoANJS54q off=827240 len=355307 2024-08-17T01:12:56.087 INFO:tasks.workunit.client.0.smithi157.stdout:op 6102 completed, throughput=5MB/sec 2024-08-17T01:12:56.087 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-oBs8CMLQdZayypS off=17328911 len=868212 2024-08-17T01:12:56.089 INFO:tasks.workunit.client.0.smithi157.stdout:op 6103 completed, throughput=5MB/sec 2024-08-17T01:12:56.089 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-FE7tt-LFJzZr1ZH off=1082715 len=1532351 2024-08-17T01:12:56.090 INFO:tasks.workunit.client.0.smithi157.stdout:op 6104 completed, throughput=5MB/sec 2024-08-17T01:12:56.091 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-7SVX6Co1dwurUYL off=6330096 len=206571 2024-08-17T01:12:56.094 INFO:tasks.workunit.client.0.smithi157.stdout:op 6105 completed, throughput=5MB/sec 2024-08-17T01:12:56.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:55 smithi157 ceph-mon[101289]: pgmap v2027: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:12:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:55 smithi157 ceph-mon[98780]: pgmap v2027: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:12:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:55 smithi187 ceph-mon[90552]: pgmap v2027: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:12:57.094 INFO:tasks.workunit.client.0.smithi157.stdout: 1176: throughput=5MB/sec pending data=0 2024-08-17T01:12:57.094 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-P8N81A1hrqrIYHc off=8006448 len=1471456 2024-08-17T01:12:57.102 INFO:tasks.workunit.client.0.smithi157.stdout:op 6106 completed, throughput=5MB/sec 2024-08-17T01:12:57.102 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-CGtyujq_ILYNARP off=12039660 len=874910 2024-08-17T01:12:57.104 INFO:tasks.workunit.client.0.smithi157.stdout:op 6107 completed, throughput=5MB/sec 2024-08-17T01:12:57.104 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-EkN5ub8hVdM_rhf off=824392 len=443133 2024-08-17T01:12:57.105 INFO:tasks.workunit.client.0.smithi157.stdout:op 6108 completed, throughput=5MB/sec 2024-08-17T01:12:57.105 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-6HiOvGNff9jPqu_ off=15024973 len=1109519 2024-08-17T01:12:57.110 INFO:tasks.workunit.client.0.smithi157.stdout:op 6109 completed, throughput=5MB/sec 2024-08-17T01:12:57.110 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-aiLiX5VDO1U3O3O off=2089129 len=347203 2024-08-17T01:12:57.113 INFO:tasks.workunit.client.0.smithi157.stdout:op 6110 completed, throughput=5MB/sec 2024-08-17T01:12:57.113 INFO:tasks.workunit.client.0.smithi157.stdout:WRITE : oid=obj-ackGoShnG_HLwsw off=529855 len=370748 2024-08-17T01:12:57.117 INFO:tasks.workunit.client.0.smithi157.stdout:op 6111 completed, throughput=5MB/sec 2024-08-17T01:12:57.117 INFO:tasks.workunit.client.0.smithi157.stdout:READ : oid=obj-tityFWt258-TBuj off=9982319 len=1666743 2024-08-17T01:12:57.119 INFO:tasks.workunit.client.0.smithi157.stdout:op 6112 completed, throughput=5MB/sec 2024-08-17T01:12:58.119 INFO:tasks.workunit.client.0.smithi157.stdout:waiting for all operations to complete 2024-08-17T01:12:58.119 INFO:tasks.workunit.client.0.smithi157.stdout:cleaning up objects 2024-08-17T01:12:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:57 smithi157 ceph-mon[98780]: pgmap v2028: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:12:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:57 smithi157 ceph-mon[101289]: pgmap v2028: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:12:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:57 smithi187 ceph-mon[90552]: pgmap v2028: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:13:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:59 smithi157 ceph-mon[101289]: pgmap v2029: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:13:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:12:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:59 smithi157 ceph-mon[98780]: pgmap v2029: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:13:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:12:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:59 smithi187 ceph-mon[90552]: pgmap v2029: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:13:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:12:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:01 smithi157 ceph-mon[101289]: pgmap v2030: 105 pgs: 105 active+clean; 125 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-08-17T01:13:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:01 smithi157 ceph-mon[98780]: pgmap v2030: 105 pgs: 105 active+clean; 125 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-08-17T01:13:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:01 smithi187 ceph-mon[90552]: pgmap v2030: 105 pgs: 105 active+clean; 125 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-08-17T01:13:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:13:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:13:03.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:03 smithi157 ceph-mon[98780]: pgmap v2031: 105 pgs: 105 active+clean; 116 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 86 op/s 2024-08-17T01:13:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:13:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:13:03] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-08-17T01:13:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:03 smithi157 ceph-mon[101289]: pgmap v2031: 105 pgs: 105 active+clean; 116 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 86 op/s 2024-08-17T01:13:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:03 smithi187 ceph-mon[90552]: pgmap v2031: 105 pgs: 105 active+clean; 116 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 86 op/s 2024-08-17T01:13:06.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:05 smithi157 ceph-mon[98780]: pgmap v2032: 105 pgs: 105 active+clean; 100 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 189 op/s 2024-08-17T01:13:06.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:05 smithi157 ceph-mon[101289]: pgmap v2032: 105 pgs: 105 active+clean; 100 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 189 op/s 2024-08-17T01:13:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:05 smithi187 ceph-mon[90552]: pgmap v2032: 105 pgs: 105 active+clean; 100 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 189 op/s 2024-08-17T01:13:08.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:07 smithi157 ceph-mon[101289]: pgmap v2033: 105 pgs: 105 active+clean; 75 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 355 op/s 2024-08-17T01:13:08.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:07 smithi157 ceph-mon[98780]: pgmap v2033: 105 pgs: 105 active+clean; 75 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 355 op/s 2024-08-17T01:13:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:07 smithi187 ceph-mon[90552]: pgmap v2033: 105 pgs: 105 active+clean; 75 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 355 op/s 2024-08-17T01:13:10.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:09 smithi157 ceph-mon[98780]: pgmap v2034: 105 pgs: 105 active+clean; 75 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 677 KiB/s rd, 537 KiB/s wr, 354 op/s 2024-08-17T01:13:10.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:09 smithi157 ceph-mon[101289]: pgmap v2034: 105 pgs: 105 active+clean; 75 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 677 KiB/s rd, 537 KiB/s wr, 354 op/s 2024-08-17T01:13:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:09 smithi187 ceph-mon[90552]: pgmap v2034: 105 pgs: 105 active+clean; 75 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 677 KiB/s rd, 537 KiB/s wr, 354 op/s 2024-08-17T01:13:12.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:11 smithi157 ceph-mon[98780]: pgmap v2035: 105 pgs: 105 active+clean; 56 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 677 KiB/s rd, 537 KiB/s wr, 478 op/s 2024-08-17T01:13:12.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:11 smithi157 ceph-mon[101289]: pgmap v2035: 105 pgs: 105 active+clean; 56 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 677 KiB/s rd, 537 KiB/s wr, 478 op/s 2024-08-17T01:13:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:11 smithi187 ceph-mon[90552]: pgmap v2035: 105 pgs: 105 active+clean; 56 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 677 KiB/s rd, 537 KiB/s wr, 478 op/s 2024-08-17T01:13:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:13:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:13:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:13:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:13:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:13:13] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-08-17T01:13:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:13 smithi157 ceph-mon[101289]: pgmap v2036: 105 pgs: 105 active+clean; 38 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 173 KiB/s wr, 585 op/s 2024-08-17T01:13:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:13 smithi157 ceph-mon[98780]: pgmap v2036: 105 pgs: 105 active+clean; 38 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 173 KiB/s wr, 585 op/s 2024-08-17T01:13:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:13 smithi187 ceph-mon[90552]: pgmap v2036: 105 pgs: 105 active+clean; 38 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 173 KiB/s wr, 585 op/s 2024-08-17T01:13:15.008 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T01:13:15.008 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T01:13:15.032 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:15.032 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:15.036 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-08-17T01:13:15.036 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T01:13:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:15.286 DEBUG:teuthology.parallel:result is None 2024-08-17T01:13:15.286 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:13:15.311 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:13:15.311 DEBUG:teuthology.orchestra.run.smithi157:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:13:15.367 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:13:15.367 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:13:15.367 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-08-17T01:13:15.367 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:13:15.367 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-08-17T01:13:15.367 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-17T01:13:15.368 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-17T01:13:15.368 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T01:13:15.369 DEBUG:teuthology.orchestra.run.smithi187:> stat -- /home/ubuntu/cephtest/mnt.1 2024-08-17T01:13:15.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:13:15.386 INFO:teuthology.orchestra.run.smithi187.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-08-17T01:13:15.386 DEBUG:teuthology.orchestra.run.smithi187:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-08-17T01:13:15.441 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-08-17T01:13:15.442 DEBUG:teuthology.orchestra.run.smithi187:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-08-17T01:13:15.497 INFO:tasks.workunit:timeout=3h 2024-08-17T01:13:15.497 INFO:tasks.workunit:cleanup=True 2024-08-17T01:13:15.497 DEBUG:teuthology.orchestra.run.smithi187:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-08-17T01:13:15.552 INFO:tasks.workunit.client.1.smithi187.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-08-17T01:13:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:15 smithi157 ceph-mon[98780]: pgmap v2037: 105 pgs: 105 active+clean; 25 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 606 op/s 2024-08-17T01:13:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:15 smithi157 ceph-mon[101289]: pgmap v2037: 105 pgs: 105 active+clean; 25 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 606 op/s 2024-08-17T01:13:16.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:15 smithi187 ceph-mon[90552]: pgmap v2037: 105 pgs: 105 active+clean; 25 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 606 op/s 2024-08-17T01:13:18.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:17 smithi157 ceph-mon[98780]: pgmap v2038: 105 pgs: 105 active+clean; 4.4 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 637 op/s 2024-08-17T01:13:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:17 smithi157 ceph-mon[101289]: pgmap v2038: 105 pgs: 105 active+clean; 4.4 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 637 op/s 2024-08-17T01:13:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:17 smithi187 ceph-mon[90552]: pgmap v2038: 105 pgs: 105 active+clean; 4.4 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 637 op/s 2024-08-17T01:13:20.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:19 smithi157 ceph-mon[101289]: pgmap v2039: 105 pgs: 105 active+clean; 4.4 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 471 op/s 2024-08-17T01:13:20.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:19 smithi157 ceph-mon[98780]: pgmap v2039: 105 pgs: 105 active+clean; 4.4 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 471 op/s 2024-08-17T01:13:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:19 smithi187 ceph-mon[90552]: pgmap v2039: 105 pgs: 105 active+clean; 4.4 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 471 op/s 2024-08-17T01:13:21.154 DEBUG:teuthology.orchestra.run.smithi187:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-08-17T01:13:21.216 INFO:tasks.workunit.client.1.smithi187.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T01:13:21.218 INFO:tasks.workunit.client.1.smithi187.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-08-17T01:13:21.218 INFO:tasks.workunit.client.1.smithi187.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T01:13:21.954 INFO:tasks.workunit.client.1.smithi187.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T01:13:22.007 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:21 smithi187 ceph-mon[90552]: pgmap v2040: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 500 op/s 2024-08-17T01:13:22.020 INFO:tasks.workunit.client.1.smithi187.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T01:13:22.061 INFO:tasks.workunit.client.1.smithi187.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-08-17T01:13:22.063 INFO:tasks.workunit.client.1.smithi187.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-08-17T01:13:22.063 INFO:tasks.workunit.client.1.smithi187.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T01:13:22.102 INFO:tasks.workunit.client.1.smithi187.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-08-17T01:13:22.105 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-08-17T01:13:22.106 DEBUG:teuthology.orchestra.run.smithi187:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-08-17T01:13:22.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:21 smithi157 ceph-mon[98780]: pgmap v2040: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 500 op/s 2024-08-17T01:13:22.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:21 smithi157 ceph-mon[101289]: pgmap v2040: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 500 op/s 2024-08-17T01:13:22.162 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-08-17T01:13:22.163 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-08-17T01:13:22.164 DEBUG:teuthology.orchestra.run.smithi187:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-08-17T01:13:22.231 INFO:tasks.workunit.client.1.smithi187.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-08-17T01:13:22.231 INFO:tasks.workunit.client.1.smithi187.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-08-17T01:13:22.232 INFO:tasks.workunit.client.1.smithi187.stderr:+ TMPDIR=/tmp/rbd_import_export_140926 2024-08-17T01:13:22.232 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm -rf /tmp/rbd_import_export_140926 2024-08-17T01:13:22.232 INFO:tasks.workunit.client.1.smithi187.stderr:+ mkdir /tmp/rbd_import_export_140926 2024-08-17T01:13:22.233 INFO:tasks.workunit.client.1.smithi187.stderr:+ trap 'rm -rf /tmp/rbd_import_export_140926' INT TERM EXIT 2024-08-17T01:13:22.233 INFO:tasks.workunit.client.1.smithi187.stderr:+ mkdir foo.140926 2024-08-17T01:13:22.234 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import foo.140926 foo.dir 2024-08-17T01:13:22.272 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: cannot import a directory 2024-08-17T01:13:22.272 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 0% complete...failed. 2024-08-17T01:13:22.272 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: import failed: (21) Is a directory 2024-08-17T01:13:22.275 INFO:tasks.workunit.client.1.smithi187.stderr:+ true 2024-08-17T01:13:22.275 INFO:tasks.workunit.client.1.smithi187.stderr:+ rmdir foo.140926 2024-08-17T01:13:22.284 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_140926/img bs=1k count=1 seek=10 2024-08-17T01:13:22.284 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records in 2024-08-17T01:13:22.285 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records out 2024-08-17T01:13:22.285 INFO:tasks.workunit.client.1.smithi187.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.2088e-05 s, 24.3 MB/s 2024-08-17T01:13:22.285 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_140926/img bs=1k count=10 seek=100 2024-08-17T01:13:22.285 INFO:tasks.workunit.client.1.smithi187.stderr:10+0 records in 2024-08-17T01:13:22.286 INFO:tasks.workunit.client.1.smithi187.stderr:10+0 records out 2024-08-17T01:13:22.286 INFO:tasks.workunit.client.1.smithi187.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.0241e-05 s, 204 MB/s 2024-08-17T01:13:22.286 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_140926/img bs=1k count=100 seek=1000 2024-08-17T01:13:22.286 INFO:tasks.workunit.client.1.smithi187.stderr:60+1 records in 2024-08-17T01:13:22.287 INFO:tasks.workunit.client.1.smithi187.stderr:60+1 records out 2024-08-17T01:13:22.287 INFO:tasks.workunit.client.1.smithi187.stderr:61656 bytes (62 kB, 60 KiB) copied, 0.000154895 s, 398 MB/s 2024-08-17T01:13:22.287 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_140926/img bs=1k seek=10000 2024-08-17T01:13:22.287 INFO:tasks.workunit.client.1.smithi187.stderr:137+1 records in 2024-08-17T01:13:22.288 INFO:tasks.workunit.client.1.smithi187.stderr:137+1 records out 2024-08-17T01:13:22.288 INFO:tasks.workunit.client.1.smithi187.stderr:140952 bytes (141 kB, 138 KiB) copied, 0.000424589 s, 332 MB/s 2024-08-17T01:13:22.288 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_140926/img bs=1k seek=100000 2024-08-17T01:13:22.288 INFO:tasks.workunit.client.1.smithi187.stderr:60+1 records in 2024-08-17T01:13:22.289 INFO:tasks.workunit.client.1.smithi187.stderr:60+1 records out 2024-08-17T01:13:22.289 INFO:tasks.workunit.client.1.smithi187.stderr:61608 bytes (62 kB, 60 KiB) copied, 0.000168511 s, 366 MB/s 2024-08-17T01:13:22.289 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_140926/img bs=1k seek=1000000 2024-08-17T01:13:22.290 INFO:tasks.workunit.client.1.smithi187.stderr:154+1 records in 2024-08-17T01:13:22.290 INFO:tasks.workunit.client.1.smithi187.stderr:154+1 records out 2024-08-17T01:13:22.290 INFO:tasks.workunit.client.1.smithi187.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000339193 s, 466 MB/s 2024-08-17T01:13:22.290 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm testimg 2024-08-17T01:13:22.344 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 0% complete...failed. 2024-08-17T01:13:22.344 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: delete error: (2) No such file or directory 2024-08-17T01:13:22.346 INFO:tasks.workunit.client.1.smithi187.stderr:+ true 2024-08-17T01:13:22.346 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format /tmp/rbd_import_export_140926/img testimg 2024-08-17T01:13:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:13:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:13:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:13:22.874 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-08-17T01:13:22.875 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:13:22.877 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export testimg /tmp/rbd_import_export_140926/img2 2024-08-17T01:13:23.127 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-17T01:13:23.130 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export testimg - 2024-08-17T01:13:23.812 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-17T01:13:23.815 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm testimg 2024-08-17T01:13:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:13:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:13:23] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-08-17T01:13:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:23 smithi157 ceph-mon[101289]: pgmap v2041: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 376 op/s 2024-08-17T01:13:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:23 smithi157 ceph-mon[98780]: pgmap v2041: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 376 op/s 2024-08-17T01:13:23.938 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-08-17T01:13:23.941 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp /tmp/rbd_import_export_140926/img /tmp/rbd_import_export_140926/img2 2024-08-17T01:13:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:23 smithi187 ceph-mon[90552]: pgmap v2041: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 376 op/s 2024-08-17T01:13:24.484 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp /tmp/rbd_import_export_140926/img /tmp/rbd_import_export_140926/img3 2024-08-17T01:13:24.881 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/img2 /tmp/rbd_import_export_140926/img3 2024-08-17T01:13:25.041 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format - testimg 2024-08-17T01:13:25.462 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-08-17T01:13:25.462 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:13:25.464 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export testimg /tmp/rbd_import_export_140926/img2 2024-08-17T01:13:25.709 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-17T01:13:25.712 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export testimg - 2024-08-17T01:13:26.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:25 smithi157 ceph-mon[98780]: pgmap v2042: 105 pgs: 105 active+clean; 3.5 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 18 KiB/s wr, 254 op/s 2024-08-17T01:13:26.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:25 smithi157 ceph-mon[101289]: pgmap v2042: 105 pgs: 105 active+clean; 3.5 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 18 KiB/s wr, 254 op/s 2024-08-17T01:13:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:25 smithi187 ceph-mon[90552]: pgmap v2042: 105 pgs: 105 active+clean; 3.5 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 18 KiB/s wr, 254 op/s 2024-08-17T01:13:26.395 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-17T01:13:26.399 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm testimg 2024-08-17T01:13:26.522 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-08-17T01:13:26.525 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp /tmp/rbd_import_export_140926/img /tmp/rbd_import_export_140926/img2 2024-08-17T01:13:27.065 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp /tmp/rbd_import_export_140926/img /tmp/rbd_import_export_140926/img3 2024-08-17T01:13:27.463 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/img /tmp/rbd_import_export_140926/img2 /tmp/rbd_import_export_140926/img3 2024-08-17T01:13:27.672 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd help export 2024-08-17T01:13:27.673 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep -q export-format 2024-08-17T01:13:27.691 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_140926/img bs=1k count=10 seek=100 2024-08-17T01:13:27.693 INFO:tasks.workunit.client.1.smithi187.stderr:10+0 records in 2024-08-17T01:13:27.693 INFO:tasks.workunit.client.1.smithi187.stderr:10+0 records out 2024-08-17T01:13:27.693 INFO:tasks.workunit.client.1.smithi187.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.5248e-05 s, 157 MB/s 2024-08-17T01:13:27.693 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format /tmp/rbd_import_export_140926/img testimg 2024-08-17T01:13:27.765 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-08-17T01:13:27.765 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:13:27.767 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap create testimg@snap 2024-08-17T01:13:28.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:27 smithi157 ceph-mon[98780]: pgmap v2043: 105 pgs: 105 active+clean; 7.2 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 70 KiB/s wr, 196 op/s 2024-08-17T01:13:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:27 smithi157 ceph-mon[101289]: pgmap v2043: 105 pgs: 105 active+clean; 7.2 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 70 KiB/s wr, 196 op/s 2024-08-17T01:13:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:27 smithi187 ceph-mon[90552]: pgmap v2043: 105 pgs: 105 active+clean; 7.2 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 70 KiB/s wr, 196 op/s 2024-08-17T01:13:28.769 INFO:tasks.workunit.client.1.smithi187.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-17T01:13:28.779 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd image-meta set testimg key1 value1 2024-08-17T01:13:28.837 INFO:tasks.workunit.client.1.smithi187.stderr:++ rbd image-meta list testimg 2024-08-17T01:13:28.879 INFO:tasks.workunit.client.1.smithi187.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-08-17T01:13:28.879 INFO:tasks.workunit.client.1.smithi187.stderr: 2024-08-17T01:13:28.879 INFO:tasks.workunit.client.1.smithi187.stderr:Key Value 2024-08-17T01:13:28.879 INFO:tasks.workunit.client.1.smithi187.stderr:key1 value1' 2024-08-17T01:13:28.879 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_140926/img_v2 2024-08-17T01:13:28.917 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-17T01:13:28.919 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_140926/img_v2 testimg_import 2024-08-17T01:13:29.784 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-17T01:13:29.787 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd info testimg_import 2024-08-17T01:13:29.825 INFO:tasks.workunit.client.1.smithi187.stdout:rbd image 'testimg_import': 2024-08-17T01:13:29.825 INFO:tasks.workunit.client.1.smithi187.stdout: size 110 KiB in 1 objects 2024-08-17T01:13:29.825 INFO:tasks.workunit.client.1.smithi187.stdout: order 22 (4 MiB objects) 2024-08-17T01:13:29.825 INFO:tasks.workunit.client.1.smithi187.stdout: snapshot_count: 1 2024-08-17T01:13:29.825 INFO:tasks.workunit.client.1.smithi187.stdout: id: d59d5f980cd1 2024-08-17T01:13:29.825 INFO:tasks.workunit.client.1.smithi187.stdout: block_name_prefix: rbd_data.d59d5f980cd1 2024-08-17T01:13:29.825 INFO:tasks.workunit.client.1.smithi187.stdout: format: 2 2024-08-17T01:13:29.825 INFO:tasks.workunit.client.1.smithi187.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-08-17T01:13:29.826 INFO:tasks.workunit.client.1.smithi187.stdout: op_features: 2024-08-17T01:13:29.826 INFO:tasks.workunit.client.1.smithi187.stdout: flags: 2024-08-17T01:13:29.826 INFO:tasks.workunit.client.1.smithi187.stdout: create_timestamp: Sat Aug 17 01:13:28 2024 2024-08-17T01:13:29.826 INFO:tasks.workunit.client.1.smithi187.stdout: access_timestamp: Sat Aug 17 01:13:28 2024 2024-08-17T01:13:29.826 INFO:tasks.workunit.client.1.smithi187.stdout: modify_timestamp: Sat Aug 17 01:13:28 2024 2024-08-17T01:13:29.828 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd info testimg_import@snap 2024-08-17T01:13:29.864 INFO:tasks.workunit.client.1.smithi187.stdout:rbd image 'testimg_import': 2024-08-17T01:13:29.864 INFO:tasks.workunit.client.1.smithi187.stdout: size 110 KiB in 1 objects 2024-08-17T01:13:29.864 INFO:tasks.workunit.client.1.smithi187.stdout: order 22 (4 MiB objects) 2024-08-17T01:13:29.864 INFO:tasks.workunit.client.1.smithi187.stdout: snapshot_count: 1 2024-08-17T01:13:29.865 INFO:tasks.workunit.client.1.smithi187.stdout: id: d59d5f980cd1 2024-08-17T01:13:29.865 INFO:tasks.workunit.client.1.smithi187.stdout: block_name_prefix: rbd_data.d59d5f980cd1 2024-08-17T01:13:29.865 INFO:tasks.workunit.client.1.smithi187.stdout: format: 2 2024-08-17T01:13:29.865 INFO:tasks.workunit.client.1.smithi187.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-08-17T01:13:29.865 INFO:tasks.workunit.client.1.smithi187.stdout: op_features: 2024-08-17T01:13:29.865 INFO:tasks.workunit.client.1.smithi187.stdout: flags: 2024-08-17T01:13:29.865 INFO:tasks.workunit.client.1.smithi187.stdout: create_timestamp: Sat Aug 17 01:13:28 2024 2024-08-17T01:13:29.865 INFO:tasks.workunit.client.1.smithi187.stdout: access_timestamp: Sat Aug 17 01:13:28 2024 2024-08-17T01:13:29.865 INFO:tasks.workunit.client.1.smithi187.stdout: modify_timestamp: Sat Aug 17 01:13:28 2024 2024-08-17T01:13:29.865 INFO:tasks.workunit.client.1.smithi187.stdout: protected: False 2024-08-17T01:13:29.867 INFO:tasks.workunit.client.1.smithi187.stderr:++ rbd image-meta list testimg_import 2024-08-17T01:13:29.910 INFO:tasks.workunit.client.1.smithi187.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-08-17T01:13:29.910 INFO:tasks.workunit.client.1.smithi187.stderr: 2024-08-17T01:13:29.910 INFO:tasks.workunit.client.1.smithi187.stderr:Key Value 2024-08-17T01:13:29.911 INFO:tasks.workunit.client.1.smithi187.stderr:key1 value1' 2024-08-17T01:13:29.911 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 'There is 1 metadatum on this image: 2024-08-17T01:13:29.911 INFO:tasks.workunit.client.1.smithi187.stderr: 2024-08-17T01:13:29.911 INFO:tasks.workunit.client.1.smithi187.stderr:Key Value 2024-08-17T01:13:29.911 INFO:tasks.workunit.client.1.smithi187.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-08-17T01:13:29.911 INFO:tasks.workunit.client.1.smithi187.stderr: 2024-08-17T01:13:29.911 INFO:tasks.workunit.client.1.smithi187.stderr:Key Value 2024-08-17T01:13:29.911 INFO:tasks.workunit.client.1.smithi187.stderr:key1 value1' ']' 2024-08-17T01:13:29.911 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export testimg_import /tmp/rbd_import_export_140926/img_import 2024-08-17T01:13:29.945 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete...done. 2024-08-17T01:13:29.948 INFO:tasks.workunit.client.1.smithi187.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_140926/img /tmp/rbd_import_export_140926/img_import 2024-08-17T01:13:29.948 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp -l /tmp/rbd_import_export_140926/img /tmp/rbd_import_export_140926/img_import 2024-08-17T01:13:29.948 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_140926/img --format %b 2024-08-17T01:13:29.949 INFO:tasks.workunit.client.1.smithi187.stderr:+ origsize=24 2024-08-17T01:13:29.949 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_140926/img_import --format %b 2024-08-17T01:13:29.951 INFO:tasks.workunit.client.1.smithi187.stderr:+ exportsize=224 2024-08-17T01:13:29.951 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=200 2024-08-17T01:13:29.951 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=200 2024-08-17T01:13:29.951 INFO:tasks.workunit.client.1.smithi187.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-08-17T01:13:29.951 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_140926/img_snap 2024-08-17T01:13:29.986 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete...done. 2024-08-17T01:13:29.988 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_140926/img_snap_import 2024-08-17T01:13:30.025 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete...done. 2024-08-17T01:13:30.028 INFO:tasks.workunit.client.1.smithi187.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_140926/img_snap /tmp/rbd_import_export_140926/img_snap_import 2024-08-17T01:13:30.028 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp -l /tmp/rbd_import_export_140926/img_snap /tmp/rbd_import_export_140926/img_snap_import 2024-08-17T01:13:30.029 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_140926/img_snap --format %b 2024-08-17T01:13:30.030 INFO:tasks.workunit.client.1.smithi187.stderr:+ origsize=224 2024-08-17T01:13:30.030 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_140926/img_snap_import --format %b 2024-08-17T01:13:30.031 INFO:tasks.workunit.client.1.smithi187.stderr:+ exportsize=224 2024-08-17T01:13:30.031 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-08-17T01:13:30.031 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-08-17T01:13:30.031 INFO:tasks.workunit.client.1.smithi187.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-17T01:13:30.031 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/img_v2 2024-08-17T01:13:30.032 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/img_import 2024-08-17T01:13:30.032 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/img_snap 2024-08-17T01:13:30.033 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/img_snap_import 2024-08-17T01:13:30.034 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap rm testimg_import@snap 2024-08-17T01:13:30.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:29 smithi157 ceph-mon[98780]: pgmap v2044: 105 pgs: 105 active+clean; 7.2 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 70 KiB/s wr, 60 op/s 2024-08-17T01:13:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:29 smithi157 ceph-mon[98780]: osdmap e1133: 8 total, 8 up, 8 in 2024-08-17T01:13:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:29 smithi157 ceph-mon[101289]: pgmap v2044: 105 pgs: 105 active+clean; 7.2 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 70 KiB/s wr, 60 op/s 2024-08-17T01:13:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:29 smithi157 ceph-mon[101289]: osdmap e1133: 8 total, 8 up, 8 in 2024-08-17T01:13:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:29 smithi187 ceph-mon[90552]: pgmap v2044: 105 pgs: 105 active+clean; 7.2 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 70 KiB/s wr, 60 op/s 2024-08-17T01:13:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:29 smithi187 ceph-mon[90552]: osdmap e1133: 8 total, 8 up, 8 in 2024-08-17T01:13:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:30.774 INFO:tasks.workunit.client.1.smithi187.stderr: Removing snap: 100% complete...done. 2024-08-17T01:13:30.786 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg_import 2024-08-17T01:13:30.908 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-08-17T01:13:30.911 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap rm testimg@snap 2024-08-17T01:13:31.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:30 smithi157 ceph-mon[98780]: osdmap e1134: 8 total, 8 up, 8 in 2024-08-17T01:13:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:30 smithi157 ceph-mon[101289]: osdmap e1134: 8 total, 8 up, 8 in 2024-08-17T01:13:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:30 smithi187 ceph-mon[90552]: osdmap e1134: 8 total, 8 up, 8 in 2024-08-17T01:13:31.779 INFO:tasks.workunit.client.1.smithi187.stderr: Removing snap: 100% complete...done. 2024-08-17T01:13:31.794 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm testimg 2024-08-17T01:13:31.920 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-08-17T01:13:31.922 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --order 20 /tmp/rbd_import_export_140926/img testimg 2024-08-17T01:13:31.988 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-08-17T01:13:31.988 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --order is deprecated, use --object-size 2024-08-17T01:13:31.990 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_140926/img_v2 2024-08-17T01:13:32.027 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-17T01:13:32.030 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_140926/img_v2 testimg_import 2024-08-17T01:13:32.100 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-17T01:13:32.103 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd info testimg_import 2024-08-17T01:13:32.103 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep order 2024-08-17T01:13:32.103 INFO:tasks.workunit.client.1.smithi187.stderr:+ awk '{print $2}' 2024-08-17T01:13:32.103 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep 20 2024-08-17T01:13:32.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:31 smithi157 ceph-mon[101289]: pgmap v2047: 105 pgs: 105 active+clean; 4.3 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 118 KiB/s wr, 105 op/s 2024-08-17T01:13:32.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:31 smithi157 ceph-mon[101289]: osdmap e1135: 8 total, 8 up, 8 in 2024-08-17T01:13:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:31 smithi157 ceph-mon[98780]: pgmap v2047: 105 pgs: 105 active+clean; 4.3 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 118 KiB/s wr, 105 op/s 2024-08-17T01:13:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:31 smithi157 ceph-mon[98780]: osdmap e1135: 8 total, 8 up, 8 in 2024-08-17T01:13:32.138 INFO:tasks.workunit.client.1.smithi187.stdout:20 2024-08-17T01:13:32.138 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/img_v2 2024-08-17T01:13:32.139 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg_import 2024-08-17T01:13:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:31 smithi187 ceph-mon[90552]: pgmap v2047: 105 pgs: 105 active+clean; 4.3 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 118 KiB/s wr, 105 op/s 2024-08-17T01:13:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:31 smithi187 ceph-mon[90552]: osdmap e1135: 8 total, 8 up, 8 in 2024-08-17T01:13:32.252 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-08-17T01:13:32.254 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg 2024-08-17T01:13:32.370 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-08-17T01:13:32.373 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_140926/img testimg 2024-08-17T01:13:32.423 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-08-17T01:13:32.426 INFO:tasks.workunit.client.1.smithi187.stderr:++ rbd info testimg 2024-08-17T01:13:32.426 INFO:tasks.workunit.client.1.smithi187.stderr:++ grep features 2024-08-17T01:13:32.462 INFO:tasks.workunit.client.1.smithi187.stderr:+ FEATURES_BEFORE=' features: layering 2024-08-17T01:13:32.462 INFO:tasks.workunit.client.1.smithi187.stderr: op_features: ' 2024-08-17T01:13:32.462 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_140926/img_v2 2024-08-17T01:13:32.497 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-17T01:13:32.501 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_140926/img_v2 testimg_import 2024-08-17T01:13:32.563 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-17T01:13:32.566 INFO:tasks.workunit.client.1.smithi187.stderr:++ rbd info testimg_import 2024-08-17T01:13:32.566 INFO:tasks.workunit.client.1.smithi187.stderr:++ grep features 2024-08-17T01:13:32.601 INFO:tasks.workunit.client.1.smithi187.stderr:+ FEATURES_AFTER=' features: layering 2024-08-17T01:13:32.601 INFO:tasks.workunit.client.1.smithi187.stderr: op_features: ' 2024-08-17T01:13:32.602 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' ' features: layering 2024-08-17T01:13:32.602 INFO:tasks.workunit.client.1.smithi187.stderr: op_features: ' '!=' ' features: layering 2024-08-17T01:13:32.602 INFO:tasks.workunit.client.1.smithi187.stderr: op_features: ' ']' 2024-08-17T01:13:32.602 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/img_v2 2024-08-17T01:13:32.602 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg_import 2024-08-17T01:13:32.689 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-08-17T01:13:32.692 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg 2024-08-17T01:13:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:13:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:13:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:13:32.780 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-08-17T01:13:32.783 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_140926/img testimg 2024-08-17T01:13:32.855 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-08-17T01:13:32.858 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_140926/img_v2 2024-08-17T01:13:32.895 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-17T01:13:32.897 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_140926/img_v2 testimg_import 2024-08-17T01:13:32.973 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-17T01:13:32.976 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd info testimg_import 2024-08-17T01:13:32.976 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep 'stripe unit' 2024-08-17T01:13:32.976 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep -Ei '(4 KiB|4096)' 2024-08-17T01:13:33.011 INFO:tasks.workunit.client.1.smithi187.stdout: stripe unit: 4 KiB 2024-08-17T01:13:33.011 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd info testimg_import 2024-08-17T01:13:33.011 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep 'stripe count' 2024-08-17T01:13:33.011 INFO:tasks.workunit.client.1.smithi187.stderr:+ awk '{print $3}' 2024-08-17T01:13:33.011 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep 1000 2024-08-17T01:13:33.055 INFO:tasks.workunit.client.1.smithi187.stdout:1000 2024-08-17T01:13:33.055 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/img_v2 2024-08-17T01:13:33.055 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg_import 2024-08-17T01:13:33.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:32 smithi157 ceph-mon[98780]: osdmap e1136: 8 total, 8 up, 8 in 2024-08-17T01:13:33.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:32 smithi157 ceph-mon[101289]: osdmap e1136: 8 total, 8 up, 8 in 2024-08-17T01:13:33.177 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-08-17T01:13:33.179 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg 2024-08-17T01:13:33.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:32 smithi187 ceph-mon[90552]: osdmap e1136: 8 total, 8 up, 8 in 2024-08-17T01:13:33.293 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-08-17T01:13:33.296 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_140926/img testimg 2024-08-17T01:13:33.357 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-08-17T01:13:33.360 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap create testimg@snap1 2024-08-17T01:13:33.778 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:13:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:13:33] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-08-17T01:13:33.794 INFO:tasks.workunit.client.1.smithi187.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-17T01:13:33.803 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap create testimg@snap2 2024-08-17T01:13:34.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:33 smithi157 ceph-mon[101289]: pgmap v2050: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 31 KiB/s wr, 193 op/s 2024-08-17T01:13:34.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:33 smithi157 ceph-mon[98780]: pgmap v2050: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 31 KiB/s wr, 193 op/s 2024-08-17T01:13:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:33 smithi187 ceph-mon[90552]: pgmap v2050: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 31 KiB/s wr, 193 op/s 2024-08-17T01:13:34.805 INFO:tasks.workunit.client.1.smithi187.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-17T01:13:34.815 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap protect testimg@snap2 2024-08-17T01:13:34.860 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_140926/snap_protect 2024-08-17T01:13:34.899 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-17T01:13:34.902 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_140926/snap_protect testimg_import 2024-08-17T01:13:35.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:34 smithi157 ceph-mon[101289]: osdmap e1137: 8 total, 8 up, 8 in 2024-08-17T01:13:35.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:34 smithi157 ceph-mon[98780]: osdmap e1137: 8 total, 8 up, 8 in 2024-08-17T01:13:35.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:34 smithi187 ceph-mon[90552]: osdmap e1137: 8 total, 8 up, 8 in 2024-08-17T01:13:36.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:35 smithi157 ceph-mon[98780]: pgmap v2052: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 21 KiB/s wr, 207 op/s 2024-08-17T01:13:36.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:35 smithi157 ceph-mon[98780]: osdmap e1138: 8 total, 8 up, 8 in 2024-08-17T01:13:36.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:35 smithi157 ceph-mon[101289]: pgmap v2052: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 21 KiB/s wr, 207 op/s 2024-08-17T01:13:36.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:35 smithi157 ceph-mon[101289]: osdmap e1138: 8 total, 8 up, 8 in 2024-08-17T01:13:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:35 smithi187 ceph-mon[90552]: pgmap v2052: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 21 KiB/s wr, 207 op/s 2024-08-17T01:13:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:35 smithi187 ceph-mon[90552]: osdmap e1138: 8 total, 8 up, 8 in 2024-08-17T01:13:36.835 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-17T01:13:36.838 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd info testimg_import@snap1 2024-08-17T01:13:36.838 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep 'protected: False' 2024-08-17T01:13:36.877 INFO:tasks.workunit.client.1.smithi187.stdout: protected: False 2024-08-17T01:13:36.877 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd info testimg_import@snap2 2024-08-17T01:13:36.877 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep 'protected: True' 2024-08-17T01:13:36.915 INFO:tasks.workunit.client.1.smithi187.stdout: protected: True 2024-08-17T01:13:36.915 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/snap_protect 2024-08-17T01:13:36.915 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap unprotect testimg@snap2 2024-08-17T01:13:36.960 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap unprotect testimg_import@snap2 2024-08-17T01:13:37.005 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap purge testimg 2024-08-17T01:13:37.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:36 smithi157 ceph-mon[98780]: osdmap e1139: 8 total, 8 up, 8 in 2024-08-17T01:13:37.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:36 smithi157 ceph-mon[101289]: osdmap e1139: 8 total, 8 up, 8 in 2024-08-17T01:13:37.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:36 smithi187 ceph-mon[90552]: osdmap e1139: 8 total, 8 up, 8 in 2024-08-17T01:13:38.115 INFO:tasks.workunit.client.1.smithi187.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-08-17T01:13:38.131 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap purge testimg_import 2024-08-17T01:13:38.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:37 smithi157 ceph-mon[101289]: pgmap v2055: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 44 KiB/s wr, 519 op/s 2024-08-17T01:13:38.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:37 smithi157 ceph-mon[101289]: osdmap e1140: 8 total, 8 up, 8 in 2024-08-17T01:13:38.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:37 smithi157 ceph-mon[98780]: pgmap v2055: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 44 KiB/s wr, 519 op/s 2024-08-17T01:13:38.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:37 smithi157 ceph-mon[98780]: osdmap e1140: 8 total, 8 up, 8 in 2024-08-17T01:13:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:37 smithi187 ceph-mon[90552]: pgmap v2055: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 44 KiB/s wr, 519 op/s 2024-08-17T01:13:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:37 smithi187 ceph-mon[90552]: osdmap e1140: 8 total, 8 up, 8 in 2024-08-17T01:13:39.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:38 smithi157 ceph-mon[98780]: osdmap e1141: 8 total, 8 up, 8 in 2024-08-17T01:13:39.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:38 smithi157 ceph-mon[98780]: osdmap e1142: 8 total, 8 up, 8 in 2024-08-17T01:13:39.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:38 smithi157 ceph-mon[101289]: osdmap e1141: 8 total, 8 up, 8 in 2024-08-17T01:13:39.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:38 smithi157 ceph-mon[101289]: osdmap e1142: 8 total, 8 up, 8 in 2024-08-17T01:13:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:38 smithi187 ceph-mon[90552]: osdmap e1141: 8 total, 8 up, 8 in 2024-08-17T01:13:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:38 smithi187 ceph-mon[90552]: osdmap e1142: 8 total, 8 up, 8 in 2024-08-17T01:13:40.120 INFO:tasks.workunit.client.1.smithi187.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-08-17T01:13:40.128 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg 2024-08-17T01:13:40.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:39 smithi157 ceph-mon[101289]: pgmap v2059: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 22 KiB/s wr, 338 op/s 2024-08-17T01:13:40.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:39 smithi157 ceph-mon[101289]: osdmap e1143: 8 total, 8 up, 8 in 2024-08-17T01:13:40.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:39 smithi157 ceph-mon[98780]: pgmap v2059: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 22 KiB/s wr, 338 op/s 2024-08-17T01:13:40.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:39 smithi157 ceph-mon[98780]: osdmap e1143: 8 total, 8 up, 8 in 2024-08-17T01:13:40.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:39 smithi187 ceph-mon[90552]: pgmap v2059: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 22 KiB/s wr, 338 op/s 2024-08-17T01:13:41.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:39 smithi187 ceph-mon[90552]: osdmap e1143: 8 total, 8 up, 8 in 2024-08-17T01:13:41.235 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-08-17T01:13:41.235 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg_import 2024-08-17T01:13:41.235 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-08-17T01:13:41.235 INFO:tasks.workunit.client.1.smithi187.stderr:+ tiered=0 2024-08-17T01:13:41.235 INFO:tasks.workunit.client.1.smithi187.stderr:+ ceph osd dump 2024-08-17T01:13:41.236 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep '^pool' 2024-08-17T01:13:41.236 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep ''\''rbd'\''' 2024-08-17T01:13:41.236 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep tier 2024-08-17T01:13:41.236 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_140926/sparse1 2024-08-17T01:13:41.236 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records in 2024-08-17T01:13:41.236 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records out 2024-08-17T01:13:41.236 INFO:tasks.workunit.client.1.smithi187.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00332949 s, 315 MB/s 2024-08-17T01:13:41.236 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_140926/sparse2 2024-08-17T01:13:41.236 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records in 2024-08-17T01:13:41.236 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records out 2024-08-17T01:13:41.236 INFO:tasks.workunit.client.1.smithi187.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00321387 s, 326 MB/s 2024-08-17T01:13:41.236 INFO:tasks.workunit.client.1.smithi187.stderr:+ truncate /tmp/rbd_import_export_140926/sparse2 -s 2M 2024-08-17T01:13:41.236 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse1 2024-08-17T01:13:41.236 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 0% complete...failed. 2024-08-17T01:13:41.237 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: delete error: (2) No such file or directory 2024-08-17T01:13:41.237 INFO:tasks.workunit.client.1.smithi187.stderr:+ true 2024-08-17T01:13:41.237 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_140926/sparse1 2024-08-17T01:13:41.237 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-08-17T01:13:41.237 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:13:41.237 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --order is deprecated, use --object-size 2024-08-17T01:13:41.237 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd ls -l 2024-08-17T01:13:41.237 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep sparse1 2024-08-17T01:13:41.237 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-08-17T01:13:41.237 INFO:tasks.workunit.client.1.smithi187.stdout:sparse1 2 MiB 2 2024-08-17T01:13:41.241 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects sparse1 2024-08-17T01:13:41.241 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse1 2024-08-17T01:13:41.241 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse1 2024-08-17T01:13:41.241 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep block_name_prefix 2024-08-17T01:13:41.241 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk '{print $NF;}' 2024-08-17T01:13:41.241 INFO:tasks.workunit.client.1.smithi187.stderr:++ prefix=rbd_data.d6b79558d072 2024-08-17T01:13:41.241 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep rbd_data.d6b79558d072 2024-08-17T01:13:41.241 INFO:tasks.workunit.client.1.smithi187.stderr:++++ get_image_data_pool sparse1 2024-08-17T01:13:41.241 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sed -e 's/rbd_data.d6b79558d072\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-17T01:13:41.241 INFO:tasks.workunit.client.1.smithi187.stderr:++++ image=sparse1 2024-08-17T01:13:41.241 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sort -u 2024-08-17T01:13:41.242 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ rbd info sparse1 2024-08-17T01:13:41.242 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ grep 'data_pool: ' 2024-08-17T01:13:41.242 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ awk -F: '{ print $NF }' 2024-08-17T01:13:41.242 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool= 2024-08-17T01:13:41.242 INFO:tasks.workunit.client.1.smithi187.stderr:++++ '[' -z ']' 2024-08-17T01:13:41.242 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool=rbd 2024-08-17T01:13:41.242 INFO:tasks.workunit.client.1.smithi187.stderr:++++ echo rbd 2024-08-17T01:13:41.242 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rados ls -p rbd 2024-08-17T01:13:41.242 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects=1 2024-08-17T01:13:41.242 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo 1 2024-08-17T01:13:41.242 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-08-17T01:13:41.242 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export sparse1 /tmp/rbd_import_export_140926/sparse1.out 2024-08-17T01:13:41.242 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-08-17T01:13:41.243 INFO:tasks.workunit.client.1.smithi187.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_140926/sparse1 /tmp/rbd_import_export_140926/sparse1.out 2024-08-17T01:13:41.243 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp -l /tmp/rbd_import_export_140926/sparse1 /tmp/rbd_import_export_140926/sparse1.out 2024-08-17T01:13:41.243 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_140926/sparse1 --format %b 2024-08-17T01:13:41.243 INFO:tasks.workunit.client.1.smithi187.stderr:+ origsize=2048 2024-08-17T01:13:41.243 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_140926/sparse1.out --format %b 2024-08-17T01:13:41.243 INFO:tasks.workunit.client.1.smithi187.stderr:+ exportsize=2048 2024-08-17T01:13:41.243 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-08-17T01:13:41.243 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-08-17T01:13:41.243 INFO:tasks.workunit.client.1.smithi187.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-17T01:13:41.243 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/sparse1.out 2024-08-17T01:13:41.243 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse1 2024-08-17T01:13:41.243 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-08-17T01:13:41.243 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse2 2024-08-17T01:13:41.274 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 0% complete...failed. 2024-08-17T01:13:41.274 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: delete error: (2) No such file or directory 2024-08-17T01:13:41.277 INFO:tasks.workunit.client.1.smithi187.stderr:+ true 2024-08-17T01:13:41.277 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_140926/sparse2 2024-08-17T01:13:41.349 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-08-17T01:13:41.349 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:13:41.349 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --order is deprecated, use --object-size 2024-08-17T01:13:41.352 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd ls -l 2024-08-17T01:13:41.352 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep sparse2 2024-08-17T01:13:41.352 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-08-17T01:13:41.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:41 smithi157 ceph-mon[101289]: osdmap e1144: 8 total, 8 up, 8 in 2024-08-17T01:13:41.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:41 smithi157 ceph-mon[101289]: pgmap v2062: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.9 KiB/s wr, 104 op/s 2024-08-17T01:13:41.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:41 smithi157 ceph-mon[101289]: from='client.? 172.21.15.187:0/2918710222' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-17T01:13:41.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:41 smithi157 ceph-mon[101289]: from='client.? 172.21.15.187:0/2918710222' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-17T01:13:41.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:41 smithi157 ceph-mon[98780]: osdmap e1144: 8 total, 8 up, 8 in 2024-08-17T01:13:41.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:41 smithi157 ceph-mon[98780]: pgmap v2062: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.9 KiB/s wr, 104 op/s 2024-08-17T01:13:41.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:41 smithi157 ceph-mon[98780]: from='client.? 172.21.15.187:0/2918710222' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-17T01:13:41.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:41 smithi157 ceph-mon[98780]: from='client.? 172.21.15.187:0/2918710222' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-17T01:13:41.388 INFO:tasks.workunit.client.1.smithi187.stdout:sparse2 2 MiB 2 2024-08-17T01:13:41.389 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects sparse2 2024-08-17T01:13:41.389 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse2 2024-08-17T01:13:41.389 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse2 2024-08-17T01:13:41.389 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep block_name_prefix 2024-08-17T01:13:41.389 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk '{print $NF;}' 2024-08-17T01:13:41.424 INFO:tasks.workunit.client.1.smithi187.stderr:++ prefix=rbd_data.d6ea8b30e0d1 2024-08-17T01:13:41.425 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep rbd_data.d6ea8b30e0d1 2024-08-17T01:13:41.425 INFO:tasks.workunit.client.1.smithi187.stderr:++++ get_image_data_pool sparse2 2024-08-17T01:13:41.425 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sed -e 's/rbd_data.d6ea8b30e0d1\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-17T01:13:41.425 INFO:tasks.workunit.client.1.smithi187.stderr:++++ image=sparse2 2024-08-17T01:13:41.425 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sort -u 2024-08-17T01:13:41.426 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ rbd info sparse2 2024-08-17T01:13:41.426 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ grep 'data_pool: ' 2024-08-17T01:13:41.426 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ awk -F: '{ print $NF }' 2024-08-17T01:13:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:41 smithi187 ceph-mon[90552]: osdmap e1144: 8 total, 8 up, 8 in 2024-08-17T01:13:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:41 smithi187 ceph-mon[90552]: pgmap v2062: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.9 KiB/s wr, 104 op/s 2024-08-17T01:13:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:41 smithi187 ceph-mon[90552]: from='client.? 172.21.15.187:0/2918710222' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-17T01:13:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:41 smithi187 ceph-mon[90552]: from='client.? 172.21.15.187:0/2918710222' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-17T01:13:41.463 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool= 2024-08-17T01:13:41.463 INFO:tasks.workunit.client.1.smithi187.stderr:++++ '[' -z ']' 2024-08-17T01:13:41.463 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool=rbd 2024-08-17T01:13:41.463 INFO:tasks.workunit.client.1.smithi187.stderr:++++ echo rbd 2024-08-17T01:13:41.463 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rados ls -p rbd 2024-08-17T01:13:41.503 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects=0 2024-08-17T01:13:41.503 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo 0 2024-08-17T01:13:41.503 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-08-17T01:13:41.503 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export sparse2 /tmp/rbd_import_export_140926/sparse2.out 2024-08-17T01:13:41.539 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-08-17T01:13:41.542 INFO:tasks.workunit.client.1.smithi187.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_140926/sparse2 /tmp/rbd_import_export_140926/sparse2.out 2024-08-17T01:13:41.542 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp -l /tmp/rbd_import_export_140926/sparse2 /tmp/rbd_import_export_140926/sparse2.out 2024-08-17T01:13:41.544 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_140926/sparse2 --format %b 2024-08-17T01:13:41.545 INFO:tasks.workunit.client.1.smithi187.stderr:+ origsize=2048 2024-08-17T01:13:41.545 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_140926/sparse2.out --format %b 2024-08-17T01:13:41.546 INFO:tasks.workunit.client.1.smithi187.stderr:+ exportsize=2048 2024-08-17T01:13:41.546 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-08-17T01:13:41.546 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-08-17T01:13:41.546 INFO:tasks.workunit.client.1.smithi187.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-17T01:13:41.546 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/sparse2.out 2024-08-17T01:13:41.547 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse2 2024-08-17T01:13:41.665 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-08-17T01:13:41.668 INFO:tasks.workunit.client.1.smithi187.stderr:+ truncate /tmp/rbd_import_export_140926/sparse1 -s 10M 2024-08-17T01:13:41.669 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format --order 20 - sparse1 2024-08-17T01:13:41.773 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-08-17T01:13:41.773 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:13:41.773 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --order is deprecated, use --object-size 2024-08-17T01:13:41.776 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd ls -l 2024-08-17T01:13:41.776 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep sparse1 2024-08-17T01:13:41.776 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-08-17T01:13:41.811 INFO:tasks.workunit.client.1.smithi187.stdout:sparse1 10 MiB 2 2024-08-17T01:13:41.812 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects sparse1 2024-08-17T01:13:41.812 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse1 2024-08-17T01:13:41.812 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse1 2024-08-17T01:13:41.812 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep block_name_prefix 2024-08-17T01:13:41.812 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk '{print $NF;}' 2024-08-17T01:13:41.847 INFO:tasks.workunit.client.1.smithi187.stderr:++ prefix=rbd_data.d717bc652f12 2024-08-17T01:13:41.848 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep rbd_data.d717bc652f12 2024-08-17T01:13:41.848 INFO:tasks.workunit.client.1.smithi187.stderr:++++ get_image_data_pool sparse1 2024-08-17T01:13:41.848 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sed -e 's/rbd_data.d717bc652f12\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-17T01:13:41.848 INFO:tasks.workunit.client.1.smithi187.stderr:++++ image=sparse1 2024-08-17T01:13:41.848 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sort -u 2024-08-17T01:13:41.848 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ rbd info sparse1 2024-08-17T01:13:41.849 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ grep 'data_pool: ' 2024-08-17T01:13:41.849 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ awk -F: '{ print $NF }' 2024-08-17T01:13:41.883 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool= 2024-08-17T01:13:41.883 INFO:tasks.workunit.client.1.smithi187.stderr:++++ '[' -z ']' 2024-08-17T01:13:41.883 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool=rbd 2024-08-17T01:13:41.883 INFO:tasks.workunit.client.1.smithi187.stderr:++++ echo rbd 2024-08-17T01:13:41.883 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rados ls -p rbd 2024-08-17T01:13:41.924 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects=1 2024-08-17T01:13:41.924 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo 1 2024-08-17T01:13:41.924 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-08-17T01:13:41.924 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export sparse1 /tmp/rbd_import_export_140926/sparse1.out 2024-08-17T01:13:41.960 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-08-17T01:13:41.964 INFO:tasks.workunit.client.1.smithi187.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_140926/sparse1 /tmp/rbd_import_export_140926/sparse1.out 2024-08-17T01:13:41.964 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp -l /tmp/rbd_import_export_140926/sparse1 /tmp/rbd_import_export_140926/sparse1.out 2024-08-17T01:13:41.971 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_140926/sparse1 --format %b 2024-08-17T01:13:41.972 INFO:tasks.workunit.client.1.smithi187.stderr:+ origsize=2048 2024-08-17T01:13:41.972 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_140926/sparse1.out --format %b 2024-08-17T01:13:41.973 INFO:tasks.workunit.client.1.smithi187.stderr:+ exportsize=2048 2024-08-17T01:13:41.973 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-08-17T01:13:41.973 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-08-17T01:13:41.973 INFO:tasks.workunit.client.1.smithi187.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-17T01:13:41.973 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/sparse1.out 2024-08-17T01:13:41.974 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse1 2024-08-17T01:13:42.090 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-08-17T01:13:42.093 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_140926/sparse2 oflag=append conv=notrunc 2024-08-17T01:13:42.100 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records in 2024-08-17T01:13:42.100 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records out 2024-08-17T01:13:42.100 INFO:tasks.workunit.client.1.smithi187.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00628592 s, 334 MB/s 2024-08-17T01:13:42.100 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format --order 20 - sparse2 2024-08-17T01:13:42.201 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-08-17T01:13:42.201 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:13:42.201 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --order is deprecated, use --object-size 2024-08-17T01:13:42.204 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd ls -l 2024-08-17T01:13:42.204 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep sparse2 2024-08-17T01:13:42.204 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-08-17T01:13:42.240 INFO:tasks.workunit.client.1.smithi187.stdout:sparse2 4 MiB 2 2024-08-17T01:13:42.241 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects sparse2 2024-08-17T01:13:42.241 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse2 2024-08-17T01:13:42.241 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse2 2024-08-17T01:13:42.241 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep block_name_prefix 2024-08-17T01:13:42.242 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk '{print $NF;}' 2024-08-17T01:13:42.277 INFO:tasks.workunit.client.1.smithi187.stderr:++ prefix=rbd_data.d744dd56ec30 2024-08-17T01:13:42.279 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep rbd_data.d744dd56ec30 2024-08-17T01:13:42.279 INFO:tasks.workunit.client.1.smithi187.stderr:++++ get_image_data_pool sparse2 2024-08-17T01:13:42.279 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sed -e 's/rbd_data.d744dd56ec30\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-17T01:13:42.279 INFO:tasks.workunit.client.1.smithi187.stderr:++++ image=sparse2 2024-08-17T01:13:42.279 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sort -u 2024-08-17T01:13:42.279 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ rbd info sparse2 2024-08-17T01:13:42.279 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ grep 'data_pool: ' 2024-08-17T01:13:42.279 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ awk -F: '{ print $NF }' 2024-08-17T01:13:42.315 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool= 2024-08-17T01:13:42.315 INFO:tasks.workunit.client.1.smithi187.stderr:++++ '[' -z ']' 2024-08-17T01:13:42.315 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool=rbd 2024-08-17T01:13:42.315 INFO:tasks.workunit.client.1.smithi187.stderr:++++ echo rbd 2024-08-17T01:13:42.315 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rados ls -p rbd 2024-08-17T01:13:42.355 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects='0 2024-08-17T01:13:42.356 INFO:tasks.workunit.client.1.smithi187.stderr:2 2024-08-17T01:13:42.356 INFO:tasks.workunit.client.1.smithi187.stderr:3' 2024-08-17T01:13:42.356 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo 0 2 3 2024-08-17T01:13:42.356 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-08-17T01:13:42.356 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export sparse2 /tmp/rbd_import_export_140926/sparse2.out 2024-08-17T01:13:42.395 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-08-17T01:13:42.398 INFO:tasks.workunit.client.1.smithi187.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_140926/sparse2 /tmp/rbd_import_export_140926/sparse2.out 2024-08-17T01:13:42.398 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp -l /tmp/rbd_import_export_140926/sparse2 /tmp/rbd_import_export_140926/sparse2.out 2024-08-17T01:13:42.401 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_140926/sparse2 --format %b 2024-08-17T01:13:42.402 INFO:tasks.workunit.client.1.smithi187.stderr:+ origsize=6144 2024-08-17T01:13:42.402 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_140926/sparse2.out --format %b 2024-08-17T01:13:42.403 INFO:tasks.workunit.client.1.smithi187.stderr:+ exportsize=6144 2024-08-17T01:13:42.403 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-08-17T01:13:42.403 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-08-17T01:13:42.403 INFO:tasks.workunit.client.1.smithi187.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-17T01:13:42.403 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/sparse2.out 2024-08-17T01:13:42.404 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse2 2024-08-17T01:13:42.523 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-08-17T01:13:42.526 INFO:tasks.workunit.client.1.smithi187.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-08-17T01:13:42.526 INFO:tasks.workunit.client.1.smithi187.stdout:partially-sparse file imports to partially-sparse image 2024-08-17T01:13:42.526 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_140926/sparse1 sparse 2024-08-17T01:13:42.596 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-08-17T01:13:42.596 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:13:42.596 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --order is deprecated, use --object-size 2024-08-17T01:13:42.599 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects sparse 2024-08-17T01:13:42.599 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse 2024-08-17T01:13:42.599 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse 2024-08-17T01:13:42.600 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep block_name_prefix 2024-08-17T01:13:42.600 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk '{print $NF;}' 2024-08-17T01:13:42.635 INFO:tasks.workunit.client.1.smithi187.stderr:++ prefix=rbd_data.d7715c82ce67 2024-08-17T01:13:42.636 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep rbd_data.d7715c82ce67 2024-08-17T01:13:42.636 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sed -e 's/rbd_data.d7715c82ce67\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-17T01:13:42.636 INFO:tasks.workunit.client.1.smithi187.stderr:++++ get_image_data_pool sparse 2024-08-17T01:13:42.636 INFO:tasks.workunit.client.1.smithi187.stderr:++++ image=sparse 2024-08-17T01:13:42.636 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sort -u 2024-08-17T01:13:42.637 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ rbd info sparse 2024-08-17T01:13:42.637 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ grep 'data_pool: ' 2024-08-17T01:13:42.637 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ awk -F: '{ print $NF }' 2024-08-17T01:13:42.672 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool= 2024-08-17T01:13:42.672 INFO:tasks.workunit.client.1.smithi187.stderr:++++ '[' -z ']' 2024-08-17T01:13:42.672 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool=rbd 2024-08-17T01:13:42.672 INFO:tasks.workunit.client.1.smithi187.stderr:++++ echo rbd 2024-08-17T01:13:42.672 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rados ls -p rbd 2024-08-17T01:13:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:13:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:13:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:13:42.713 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects=1 2024-08-17T01:13:42.713 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo 1 2024-08-17T01:13:42.713 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-08-17T01:13:42.713 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse 2024-08-17T01:13:42.829 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-08-17T01:13:42.832 INFO:tasks.workunit.client.1.smithi187.stdout:zeros import through stdin to sparse image 2024-08-17T01:13:42.832 INFO:tasks.workunit.client.1.smithi187.stderr:+ echo 'zeros import through stdin to sparse image' 2024-08-17T01:13:42.833 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/dev/zero bs=1M count=4 2024-08-17T01:13:42.833 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format - sparse 2024-08-17T01:13:42.883 INFO:tasks.workunit.client.1.smithi187.stderr:4+0 records in 2024-08-17T01:13:42.883 INFO:tasks.workunit.client.1.smithi187.stderr:4+0 records out 2024-08-17T01:13:42.883 INFO:tasks.workunit.client.1.smithi187.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0498283 s, 84.2 MB/s 2024-08-17T01:13:42.896 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-08-17T01:13:42.897 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:13:42.902 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects sparse 2024-08-17T01:13:42.902 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse 2024-08-17T01:13:42.903 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse 2024-08-17T01:13:42.903 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep block_name_prefix 2024-08-17T01:13:42.903 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk '{print $NF;}' 2024-08-17T01:13:42.936 INFO:tasks.workunit.client.1.smithi187.stderr:++ prefix=rbd_data.d792603ed9f 2024-08-17T01:13:42.937 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep rbd_data.d792603ed9f 2024-08-17T01:13:42.937 INFO:tasks.workunit.client.1.smithi187.stderr:++++ get_image_data_pool sparse 2024-08-17T01:13:42.937 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sed -e 's/rbd_data.d792603ed9f\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-17T01:13:42.937 INFO:tasks.workunit.client.1.smithi187.stderr:++++ image=sparse 2024-08-17T01:13:42.937 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sort -u 2024-08-17T01:13:42.937 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ rbd info sparse 2024-08-17T01:13:42.937 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ grep 'data_pool: ' 2024-08-17T01:13:42.937 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ awk -F: '{ print $NF }' 2024-08-17T01:13:42.972 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool= 2024-08-17T01:13:42.972 INFO:tasks.workunit.client.1.smithi187.stderr:++++ '[' -z ']' 2024-08-17T01:13:42.973 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool=rbd 2024-08-17T01:13:42.973 INFO:tasks.workunit.client.1.smithi187.stderr:++++ echo rbd 2024-08-17T01:13:42.973 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rados ls -p rbd 2024-08-17T01:13:43.012 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects= 2024-08-17T01:13:43.012 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo 2024-08-17T01:13:43.012 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-08-17T01:13:43.013 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse 2024-08-17T01:13:43.126 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-08-17T01:13:43.129 INFO:tasks.workunit.client.1.smithi187.stdout:zeros export to sparse file 2024-08-17T01:13:43.129 INFO:tasks.workunit.client.1.smithi187.stderr:+ echo 'zeros export to sparse file' 2024-08-17T01:13:43.130 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd create --new-format sparse --size 4 2024-08-17T01:13:43.171 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:13:43.173 INFO:tasks.workunit.client.1.smithi187.stderr:++ rbd info sparse 2024-08-17T01:13:43.174 INFO:tasks.workunit.client.1.smithi187.stderr:++ grep block_name_prefix 2024-08-17T01:13:43.174 INFO:tasks.workunit.client.1.smithi187.stderr:++ awk '{print $NF;}' 2024-08-17T01:13:43.209 INFO:tasks.workunit.client.1.smithi187.stderr:+ prefix=rbd_data.d7b34c5ef4e6 2024-08-17T01:13:43.209 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/dev/zero bs=4M count=1 2024-08-17T01:13:43.210 INFO:tasks.workunit.client.1.smithi187.stderr:++ get_image_data_pool sparse 2024-08-17T01:13:43.210 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse 2024-08-17T01:13:43.210 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse 2024-08-17T01:13:43.210 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep 'data_pool: ' 2024-08-17T01:13:43.211 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk -F: '{ print $NF }' 2024-08-17T01:13:43.245 INFO:tasks.workunit.client.1.smithi187.stderr:++ data_pool= 2024-08-17T01:13:43.246 INFO:tasks.workunit.client.1.smithi187.stderr:++ '[' -z ']' 2024-08-17T01:13:43.246 INFO:tasks.workunit.client.1.smithi187.stderr:++ data_pool=rbd 2024-08-17T01:13:43.246 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo rbd 2024-08-17T01:13:43.246 INFO:tasks.workunit.client.1.smithi187.stderr:+ rados -p rbd put rbd_data.d7b34c5ef4e6.000000000000 - 2024-08-17T01:13:43.274 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records in 2024-08-17T01:13:43.275 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records out 2024-08-17T01:13:43.275 INFO:tasks.workunit.client.1.smithi187.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0643971 s, 65.1 MB/s 2024-08-17T01:13:43.300 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects sparse 2024-08-17T01:13:43.300 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse 2024-08-17T01:13:43.300 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse 2024-08-17T01:13:43.300 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep block_name_prefix 2024-08-17T01:13:43.300 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk '{print $NF;}' 2024-08-17T01:13:43.337 INFO:tasks.workunit.client.1.smithi187.stderr:++ prefix=rbd_data.d7b34c5ef4e6 2024-08-17T01:13:43.338 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep rbd_data.d7b34c5ef4e6 2024-08-17T01:13:43.338 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sed -e 's/rbd_data.d7b34c5ef4e6\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-17T01:13:43.339 INFO:tasks.workunit.client.1.smithi187.stderr:++++ get_image_data_pool sparse 2024-08-17T01:13:43.339 INFO:tasks.workunit.client.1.smithi187.stderr:++++ image=sparse 2024-08-17T01:13:43.339 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sort -u 2024-08-17T01:13:43.339 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ rbd info sparse 2024-08-17T01:13:43.339 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ grep 'data_pool: ' 2024-08-17T01:13:43.339 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ awk -F: '{ print $NF }' 2024-08-17T01:13:43.375 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool= 2024-08-17T01:13:43.375 INFO:tasks.workunit.client.1.smithi187.stderr:++++ '[' -z ']' 2024-08-17T01:13:43.375 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool=rbd 2024-08-17T01:13:43.375 INFO:tasks.workunit.client.1.smithi187.stderr:++++ echo rbd 2024-08-17T01:13:43.375 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rados ls -p rbd 2024-08-17T01:13:43.416 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects=0 2024-08-17T01:13:43.416 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo 0 2024-08-17T01:13:43.416 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-08-17T01:13:43.416 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/sparse 2024-08-17T01:13:43.417 INFO:tasks.workunit.client.1.smithi187.stderr:rm: cannot remove '/tmp/rbd_import_export_140926/sparse': No such file or directory 2024-08-17T01:13:43.417 INFO:tasks.workunit.client.1.smithi187.stderr:+ true 2024-08-17T01:13:43.417 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export sparse /tmp/rbd_import_export_140926/sparse 2024-08-17T01:13:43.453 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete...done. 2024-08-17T01:13:43.457 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_140926/sparse --format=%b 2024-08-17T01:13:43.458 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 = 0 ']' 2024-08-17T01:13:43.458 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse 2024-08-17T01:13:43.584 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-08-17T01:13:43.586 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_140926/sparse /tmp/rbd_import_export_140926/sparse1 /tmp/rbd_import_export_140926/sparse2 /tmp/rbd_import_export_140926/sparse3 2024-08-17T01:13:43.588 INFO:tasks.workunit.client.1.smithi187.stderr:rm: cannot remove '/tmp/rbd_import_export_140926/sparse3': No such file or directory 2024-08-17T01:13:43.589 INFO:tasks.workunit.client.1.smithi187.stderr:+ true 2024-08-17T01:13:43.589 INFO:tasks.workunit.client.1.smithi187.stdout:OK 2024-08-17T01:13:43.589 INFO:tasks.workunit.client.1.smithi187.stderr:+ echo OK 2024-08-17T01:13:43.589 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm -rf /tmp/rbd_import_export_140926 2024-08-17T01:13:43.590 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T01:13:43.591 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-08-17T01:13:43.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:13:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:13:43] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-08-17T01:13:43.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:43 smithi157 ceph-mon[98780]: pgmap v2063: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 12 KiB/s wr, 197 op/s 2024-08-17T01:13:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:43 smithi157 ceph-mon[98780]: osdmap e1145: 8 total, 8 up, 8 in 2024-08-17T01:13:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:13:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:43 smithi157 ceph-mon[101289]: pgmap v2063: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 12 KiB/s wr, 197 op/s 2024-08-17T01:13:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:43 smithi157 ceph-mon[101289]: osdmap e1145: 8 total, 8 up, 8 in 2024-08-17T01:13:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:13:43.656 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:43 smithi187 ceph-mon[90552]: pgmap v2063: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 12 KiB/s wr, 197 op/s 2024-08-17T01:13:43.656 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:43 smithi187 ceph-mon[90552]: osdmap e1145: 8 total, 8 up, 8 in 2024-08-17T01:13:43.656 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:13:43.662 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-08-17T01:13:43.662 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-08-17T01:13:43.907 DEBUG:teuthology.parallel:result is None 2024-08-17T01:13:43.908 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-08-17T01:13:43.933 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-08-17T01:13:43.933 DEBUG:teuthology.orchestra.run.smithi187:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-08-17T01:13:43.989 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-08-17T01:13:43.989 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:13:43.989 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-08-17T01:13:43.990 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:13:43.990 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-08-17T01:13:43.990 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-17T01:13:43.990 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-17T01:13:43.990 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T01:13:43.991 DEBUG:teuthology.orchestra.run.smithi157:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:13:44.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:13:44.007 INFO:teuthology.orchestra.run.smithi157.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T01:13:44.007 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:13:44.063 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T01:13:44.063 DEBUG:teuthology.orchestra.run.smithi157:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T01:13:44.118 INFO:tasks.workunit:timeout=3h 2024-08-17T01:13:44.119 INFO:tasks.workunit:cleanup=True 2024-08-17T01:13:44.119 DEBUG:teuthology.orchestra.run.smithi157:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-17T01:13:44.174 INFO:tasks.workunit.client.0.smithi157.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T01:13:44.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:13:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:13:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:13:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:13:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:13:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:13:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:13:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:13:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:13:44.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:46.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:45 smithi157 ceph-mon[98780]: pgmap v2065: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 346 op/s 2024-08-17T01:13:46.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:45 smithi157 ceph-mon[101289]: pgmap v2065: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 346 op/s 2024-08-17T01:13:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:45 smithi187 ceph-mon[90552]: pgmap v2065: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 346 op/s 2024-08-17T01:13:48.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:47 smithi157 ceph-mon[101289]: pgmap v2066: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 394 op/s 2024-08-17T01:13:48.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:47 smithi157 ceph-mon[98780]: pgmap v2066: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 394 op/s 2024-08-17T01:13:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:47 smithi187 ceph-mon[90552]: pgmap v2066: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 394 op/s 2024-08-17T01:13:49.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:49 smithi157 ceph-mon[101289]: osdmap e1146: 8 total, 8 up, 8 in 2024-08-17T01:13:49.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:49 smithi157 ceph-mon[101289]: pgmap v2068: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 354 op/s 2024-08-17T01:13:49.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:49 smithi157 ceph-mon[98780]: osdmap e1146: 8 total, 8 up, 8 in 2024-08-17T01:13:49.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:49 smithi157 ceph-mon[98780]: pgmap v2068: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 354 op/s 2024-08-17T01:13:49.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:49 smithi187 ceph-mon[90552]: osdmap e1146: 8 total, 8 up, 8 in 2024-08-17T01:13:49.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:49 smithi187 ceph-mon[90552]: pgmap v2068: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 354 op/s 2024-08-17T01:13:49.707 DEBUG:teuthology.orchestra.run.smithi157:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T01:13:49.762 INFO:tasks.workunit.client.0.smithi157.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T01:13:49.764 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T01:13:49.764 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T01:13:49.812 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T01:13:49.861 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T01:13:49.900 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T01:13:49.902 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T01:13:49.902 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T01:13:49.940 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T01:13:49.943 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T01:13:49.944 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T01:13:50.000 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-08-17T01:13:50.001 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-08-17T01:13:50.002 DEBUG:teuthology.orchestra.run.smithi157:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-08-17T01:13:50.102 INFO:tasks.workunit.client.0.smithi157.stdout:seed 151243 2024-08-17T01:13:50.102 INFO:tasks.workunit.client.0.smithi157.stderr:warning: failed to enable lockdep 2024-08-17T01:13:50.102 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] Running 425 tests from 16 test suites. 2024-08-17T01:13:50.102 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment set-up. 2024-08-17T01:13:50.103 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 1 test from TestJournalStress 2024-08-17T01:13:51.434 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-08-17T01:13:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:51 smithi187 ceph-mon[90552]: pgmap v2069: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 1.4 MiB/s wr, 303 op/s 2024-08-17T01:13:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:51 smithi187 ceph-mon[90552]: osdmap e1147: 8 total, 8 up, 8 in 2024-08-17T01:13:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:51 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2299681791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:13:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:51 smithi157 ceph-mon[101289]: pgmap v2069: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 1.4 MiB/s wr, 303 op/s 2024-08-17T01:13:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:51 smithi157 ceph-mon[101289]: osdmap e1147: 8 total, 8 up, 8 in 2024-08-17T01:13:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:51 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2299681791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:13:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:51 smithi157 ceph-mon[98780]: pgmap v2069: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 1.4 MiB/s wr, 303 op/s 2024-08-17T01:13:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:51 smithi157 ceph-mon[98780]: osdmap e1147: 8 total, 8 up, 8 in 2024-08-17T01:13:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:51 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2299681791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:13:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:52 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2299681791' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:13:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:52 smithi187 ceph-mon[90552]: osdmap e1148: 8 total, 8 up, 8 in 2024-08-17T01:13:52.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:13:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:13:52.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:52 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2299681791' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:13:52.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:52 smithi157 ceph-mon[98780]: osdmap e1148: 8 total, 8 up, 8 in 2024-08-17T01:13:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:52 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2299681791' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:13:52.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:52 smithi157 ceph-mon[101289]: osdmap e1148: 8 total, 8 up, 8 in 2024-08-17T01:13:53.462 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:53.462 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2028 ms) 2024-08-17T01:13:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:53 smithi187 ceph-mon[90552]: pgmap v2072: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 511 B/s wr, 20 op/s 2024-08-17T01:13:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:53 smithi187 ceph-mon[90552]: osdmap e1149: 8 total, 8 up, 8 in 2024-08-17T01:13:53.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:53 smithi157 ceph-mon[101289]: pgmap v2072: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 511 B/s wr, 20 op/s 2024-08-17T01:13:53.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:53 smithi157 ceph-mon[101289]: osdmap e1149: 8 total, 8 up, 8 in 2024-08-17T01:13:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:53 smithi157 ceph-mon[98780]: pgmap v2072: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 511 B/s wr, 20 op/s 2024-08-17T01:13:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:53 smithi157 ceph-mon[98780]: osdmap e1149: 8 total, 8 up, 8 in 2024-08-17T01:13:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:13:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:13:53] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-08-17T01:13:54.454 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 1 test from TestJournalStress (2028 ms total) 2024-08-17T01:13:54.454 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:13:54.454 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 16 tests from TestJournalReplay 2024-08-17T01:13:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:54 smithi187 ceph-mon[90552]: osdmap e1150: 8 total, 8 up, 8 in 2024-08-17T01:13:54.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:54 smithi157 ceph-mon[101289]: osdmap e1150: 8 total, 8 up, 8 in 2024-08-17T01:13:54.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:54 smithi157 ceph-mon[98780]: osdmap e1150: 8 total, 8 up, 8 in 2024-08-17T01:13:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:55 smithi187 ceph-mon[90552]: pgmap v2075: 137 pgs: 5 creating+peering, 13 unknown, 119 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:13:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:55 smithi187 ceph-mon[90552]: osdmap e1151: 8 total, 8 up, 8 in 2024-08-17T01:13:55.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:55 smithi157 ceph-mon[101289]: pgmap v2075: 137 pgs: 5 creating+peering, 13 unknown, 119 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:13:55.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:55 smithi157 ceph-mon[101289]: osdmap e1151: 8 total, 8 up, 8 in 2024-08-17T01:13:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:55 smithi157 ceph-mon[98780]: pgmap v2075: 137 pgs: 5 creating+peering, 13 unknown, 119 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:13:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:55 smithi157 ceph-mon[98780]: osdmap e1151: 8 total, 8 up, 8 in 2024-08-17T01:13:56.465 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-08-17T01:13:56.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:56 smithi157 ceph-mon[98780]: osdmap e1152: 8 total, 8 up, 8 in 2024-08-17T01:13:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:56 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2668575981' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:13:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:56 smithi157 ceph-mon[101289]: osdmap e1152: 8 total, 8 up, 8 in 2024-08-17T01:13:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:56 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2668575981' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:13:56.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:56 smithi187 ceph-mon[90552]: osdmap e1152: 8 total, 8 up, 8 in 2024-08-17T01:13:56.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:56 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2668575981' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:13:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:57 smithi157 ceph-mon[98780]: pgmap v2078: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:13:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:57 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:13:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:57 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2668575981' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:13:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:57 smithi157 ceph-mon[98780]: osdmap e1153: 8 total, 8 up, 8 in 2024-08-17T01:13:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:57 smithi157 ceph-mon[101289]: pgmap v2078: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:13:57.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:57 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:13:57.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:57 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2668575981' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:13:57.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:57 smithi157 ceph-mon[101289]: osdmap e1153: 8 total, 8 up, 8 in 2024-08-17T01:13:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:57 smithi187 ceph-mon[90552]: pgmap v2078: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:13:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:57 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:13:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:57 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2668575981' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:13:57.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:57 smithi187 ceph-mon[90552]: osdmap e1153: 8 total, 8 up, 8 in 2024-08-17T01:13:58.495 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.495 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2030 ms) 2024-08-17T01:13:58.496 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-08-17T01:13:58.506 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.506 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.AioWriteEvent (11 ms) 2024-08-17T01:13:58.506 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-08-17T01:13:58.515 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.516 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.AioFlushEvent (10 ms) 2024-08-17T01:13:58.516 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-08-17T01:13:58.523 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.524 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.SnapCreate (8 ms) 2024-08-17T01:13:58.524 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-08-17T01:13:58.531 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.531 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.SnapProtect (7 ms) 2024-08-17T01:13:58.531 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-08-17T01:13:58.539 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.539 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.SnapUnprotect (8 ms) 2024-08-17T01:13:58.539 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-08-17T01:13:58.547 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.547 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.SnapRename (8 ms) 2024-08-17T01:13:58.547 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-08-17T01:13:58.554 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.554 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.SnapRollback (7 ms) 2024-08-17T01:13:58.555 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-08-17T01:13:58.562 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.562 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.SnapRemove (8 ms) 2024-08-17T01:13:58.562 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.Rename 2024-08-17T01:13:58.569 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.569 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.Rename (7 ms) 2024-08-17T01:13:58.569 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.Resize 2024-08-17T01:13:58.576 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.576 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.Resize (7 ms) 2024-08-17T01:13:58.576 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.Flatten 2024-08-17T01:13:58.583 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.583 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.Flatten (7 ms) 2024-08-17T01:13:58.583 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-08-17T01:13:58.590 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.591 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.UpdateFeatures (8 ms) 2024-08-17T01:13:58.591 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-08-17T01:13:58.598 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.598 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.MetadataSet (7 ms) 2024-08-17T01:13:58.598 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-08-17T01:13:58.605 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.605 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.MetadataRemove (8 ms) 2024-08-17T01:13:58.605 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-08-17T01:13:58.612 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:13:58.613 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalReplay.ObjectPosition (7 ms) 2024-08-17T01:13:58.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:58 smithi157 ceph-mon[98780]: osdmap e1154: 8 total, 8 up, 8 in 2024-08-17T01:13:58.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:58 smithi157 ceph-mon[101289]: osdmap e1154: 8 total, 8 up, 8 in 2024-08-17T01:13:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:58 smithi187 ceph-mon[90552]: osdmap e1154: 8 total, 8 up, 8 in 2024-08-17T01:13:59.481 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 16 tests from TestJournalReplay (2148 ms total) 2024-08-17T01:13:59.481 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:13:59.481 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 4 tests from TestJournalEntries 2024-08-17T01:13:59.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:59 smithi157 ceph-mon[101289]: pgmap v2081: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:13:59.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:59 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:13:59.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:59 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T01:13:59.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:59 smithi157 ceph-mon[101289]: osdmap e1155: 8 total, 8 up, 8 in 2024-08-17T01:13:59.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:13:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:59.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:59 smithi157 ceph-mon[98780]: pgmap v2081: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:13:59.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:59 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:13:59.787 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:59 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T01:13:59.787 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:59 smithi157 ceph-mon[98780]: osdmap e1155: 8 total, 8 up, 8 in 2024-08-17T01:13:59.787 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:13:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:59 smithi187 ceph-mon[90552]: pgmap v2081: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:13:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:59 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:13:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:59 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T01:13:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:59 smithi187 ceph-mon[90552]: osdmap e1155: 8 total, 8 up, 8 in 2024-08-17T01:13:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:13:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:00.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:00 smithi157 ceph-mon[101289]: osdmap e1156: 8 total, 8 up, 8 in 2024-08-17T01:14:00.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:00 smithi157 ceph-mon[98780]: osdmap e1156: 8 total, 8 up, 8 in 2024-08-17T01:14:00.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:00 smithi187 ceph-mon[90552]: osdmap e1156: 8 total, 8 up, 8 in 2024-08-17T01:14:01.498 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-08-17T01:14:01.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:01 smithi157 ceph-mon[98780]: pgmap v2084: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:01.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:01 smithi157 ceph-mon[98780]: osdmap e1157: 8 total, 8 up, 8 in 2024-08-17T01:14:01.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:01 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1422374049' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:01 smithi157 ceph-mon[101289]: pgmap v2084: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:01 smithi157 ceph-mon[101289]: osdmap e1157: 8 total, 8 up, 8 in 2024-08-17T01:14:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:01 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1422374049' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:01 smithi187 ceph-mon[90552]: pgmap v2084: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:01 smithi187 ceph-mon[90552]: osdmap e1157: 8 total, 8 up, 8 in 2024-08-17T01:14:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:01 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1422374049' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:02 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1422374049' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:02 smithi187 ceph-mon[90552]: osdmap e1158: 8 total, 8 up, 8 in 2024-08-17T01:14:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:14:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:14:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:14:02.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:02 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1422374049' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:02 smithi157 ceph-mon[98780]: osdmap e1158: 8 total, 8 up, 8 in 2024-08-17T01:14:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:02 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1422374049' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:02 smithi157 ceph-mon[101289]: osdmap e1158: 8 total, 8 up, 8 in 2024-08-17T01:14:03.523 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:14:03.523 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalEntries.AioWrite (2026 ms) 2024-08-17T01:14:03.523 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-08-17T01:14:03.535 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:14:03.535 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalEntries.AioDiscard (13 ms) 2024-08-17T01:14:03.535 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-08-17T01:14:03.547 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:14:03.547 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (12 ms) 2024-08-17T01:14:03.547 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-08-17T01:14:03.557 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:14:03.557 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestJournalEntries.AioFlush (9 ms) 2024-08-17T01:14:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:14:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:14:03] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-08-17T01:14:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:03 smithi157 ceph-mon[101289]: pgmap v2087: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:03 smithi157 ceph-mon[101289]: osdmap e1159: 8 total, 8 up, 8 in 2024-08-17T01:14:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:03 smithi157 ceph-mon[98780]: pgmap v2087: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:03 smithi157 ceph-mon[98780]: osdmap e1159: 8 total, 8 up, 8 in 2024-08-17T01:14:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:03 smithi187 ceph-mon[90552]: pgmap v2087: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:03 smithi187 ceph-mon[90552]: osdmap e1159: 8 total, 8 up, 8 in 2024-08-17T01:14:04.516 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 4 tests from TestJournalEntries (2060 ms total) 2024-08-17T01:14:04.516 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:14:04.516 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 2 tests from TestTrash 2024-08-17T01:14:04.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:04 smithi157 ceph-mon[98780]: osdmap e1160: 8 total, 8 up, 8 in 2024-08-17T01:14:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:04 smithi157 ceph-mon[101289]: osdmap e1160: 8 total, 8 up, 8 in 2024-08-17T01:14:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:04 smithi187 ceph-mon[90552]: osdmap e1160: 8 total, 8 up, 8 in 2024-08-17T01:14:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:05 smithi157 ceph-mon[98780]: pgmap v2090: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:05 smithi157 ceph-mon[98780]: osdmap e1161: 8 total, 8 up, 8 in 2024-08-17T01:14:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:05 smithi157 ceph-mon[101289]: pgmap v2090: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:05 smithi157 ceph-mon[101289]: osdmap e1161: 8 total, 8 up, 8 in 2024-08-17T01:14:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:05 smithi187 ceph-mon[90552]: pgmap v2090: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:05 smithi187 ceph-mon[90552]: osdmap e1161: 8 total, 8 up, 8 in 2024-08-17T01:14:06.523 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-08-17T01:14:06.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:06 smithi157 ceph-mon[101289]: osdmap e1162: 8 total, 8 up, 8 in 2024-08-17T01:14:06.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:06 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2111744865' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:06.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:06 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:06 smithi157 ceph-mon[98780]: osdmap e1162: 8 total, 8 up, 8 in 2024-08-17T01:14:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:06 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2111744865' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:06 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:06 smithi187 ceph-mon[90552]: osdmap e1162: 8 total, 8 up, 8 in 2024-08-17T01:14:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:06 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2111744865' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:06 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:07 smithi157 ceph-mon[98780]: pgmap v2093: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:07 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:14:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:07 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:07 smithi157 ceph-mon[98780]: osdmap e1163: 8 total, 8 up, 8 in 2024-08-17T01:14:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:07 smithi157 ceph-mon[101289]: pgmap v2093: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:07 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:14:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:07 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:07 smithi157 ceph-mon[101289]: osdmap e1163: 8 total, 8 up, 8 in 2024-08-17T01:14:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:07 smithi187 ceph-mon[90552]: pgmap v2093: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:07 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:14:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:07 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:07 smithi187 ceph-mon[90552]: osdmap e1163: 8 total, 8 up, 8 in 2024-08-17T01:14:08.622 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestTrash.UserRemovingSource (2099 ms) 2024-08-17T01:14:08.622 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-08-17T01:14:08.662 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestTrash.RestoreMirroringSource (40 ms) 2024-08-17T01:14:08.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:08 smithi157 ceph-mon[98780]: osdmap e1164: 8 total, 8 up, 8 in 2024-08-17T01:14:08.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:08 smithi157 ceph-mon[101289]: osdmap e1164: 8 total, 8 up, 8 in 2024-08-17T01:14:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:08 smithi187 ceph-mon[90552]: osdmap e1164: 8 total, 8 up, 8 in 2024-08-17T01:14:09.540 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 2 tests from TestTrash (2139 ms total) 2024-08-17T01:14:09.541 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:14:09.541 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 1 test from TestOperations 2024-08-17T01:14:09.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:09 smithi157 ceph-mon[98780]: pgmap v2096: 137 pgs: 30 unknown, 107 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:09.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:09 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:14:09.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:09 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T01:14:09.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:09 smithi157 ceph-mon[98780]: osdmap e1165: 8 total, 8 up, 8 in 2024-08-17T01:14:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:09 smithi157 ceph-mon[101289]: pgmap v2096: 137 pgs: 30 unknown, 107 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:09 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:14:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:09 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T01:14:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:09 smithi157 ceph-mon[101289]: osdmap e1165: 8 total, 8 up, 8 in 2024-08-17T01:14:09.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:09 smithi187 ceph-mon[90552]: pgmap v2096: 137 pgs: 30 unknown, 107 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:09.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:09 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:14:09.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:09 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T01:14:09.959 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:09 smithi187 ceph-mon[90552]: osdmap e1165: 8 total, 8 up, 8 in 2024-08-17T01:14:10.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:10 smithi157 ceph-mon[101289]: osdmap e1166: 8 total, 8 up, 8 in 2024-08-17T01:14:10.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:10 smithi157 ceph-mon[98780]: osdmap e1166: 8 total, 8 up, 8 in 2024-08-17T01:14:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:10 smithi187 ceph-mon[90552]: osdmap e1166: 8 total, 8 up, 8 in 2024-08-17T01:14:11.546 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-08-17T01:14:11.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:11 smithi157 ceph-mon[101289]: pgmap v2099: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:11 smithi157 ceph-mon[101289]: osdmap e1167: 8 total, 8 up, 8 in 2024-08-17T01:14:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:11 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2078838992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:11 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:11 smithi157 ceph-mon[98780]: pgmap v2099: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:11 smithi157 ceph-mon[98780]: osdmap e1167: 8 total, 8 up, 8 in 2024-08-17T01:14:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:11 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2078838992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:11 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:11 smithi187 ceph-mon[90552]: pgmap v2099: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:11 smithi187 ceph-mon[90552]: osdmap e1167: 8 total, 8 up, 8 in 2024-08-17T01:14:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:11 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2078838992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:11 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:12 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:12 smithi187 ceph-mon[90552]: osdmap e1168: 8 total, 8 up, 8 in 2024-08-17T01:14:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:14:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:14:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:14:12.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:12 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:12.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:12 smithi157 ceph-mon[98780]: osdmap e1168: 8 total, 8 up, 8 in 2024-08-17T01:14:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:12 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:12.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:12 smithi157 ceph-mon[101289]: osdmap e1168: 8 total, 8 up, 8 in 2024-08-17T01:14:13.585 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:14:13.586 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2040 ms) 2024-08-17T01:14:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:14:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:14:13] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-08-17T01:14:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:13 smithi157 ceph-mon[101289]: pgmap v2102: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:13 smithi157 ceph-mon[101289]: osdmap e1169: 8 total, 8 up, 8 in 2024-08-17T01:14:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:13 smithi157 ceph-mon[98780]: pgmap v2102: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:13 smithi157 ceph-mon[98780]: osdmap e1169: 8 total, 8 up, 8 in 2024-08-17T01:14:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:13 smithi187 ceph-mon[90552]: pgmap v2102: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:13 smithi187 ceph-mon[90552]: osdmap e1169: 8 total, 8 up, 8 in 2024-08-17T01:14:14.578 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 1 test from TestOperations (2040 ms total) 2024-08-17T01:14:14.578 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:14:14.578 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 4 tests from TestObjectMap 2024-08-17T01:14:14.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:14 smithi157 ceph-mon[101289]: osdmap e1170: 8 total, 8 up, 8 in 2024-08-17T01:14:14.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:14 smithi157 ceph-mon[98780]: osdmap e1170: 8 total, 8 up, 8 in 2024-08-17T01:14:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:14 smithi187 ceph-mon[90552]: osdmap e1170: 8 total, 8 up, 8 in 2024-08-17T01:14:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:15.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:15 smithi157 ceph-mon[98780]: pgmap v2105: 137 pgs: 11 unknown, 126 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:15.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:15 smithi157 ceph-mon[98780]: osdmap e1171: 8 total, 8 up, 8 in 2024-08-17T01:14:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:15 smithi157 ceph-mon[101289]: pgmap v2105: 137 pgs: 11 unknown, 126 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:15 smithi157 ceph-mon[101289]: osdmap e1171: 8 total, 8 up, 8 in 2024-08-17T01:14:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:15 smithi187 ceph-mon[90552]: pgmap v2105: 137 pgs: 11 unknown, 126 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:15 smithi187 ceph-mon[90552]: osdmap e1171: 8 total, 8 up, 8 in 2024-08-17T01:14:16.595 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-08-17T01:14:16.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:16 smithi157 ceph-mon[101289]: osdmap e1172: 8 total, 8 up, 8 in 2024-08-17T01:14:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:16 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/414008825' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:16 smithi157 ceph-mon[98780]: osdmap e1172: 8 total, 8 up, 8 in 2024-08-17T01:14:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:16 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/414008825' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:16 smithi187 ceph-mon[90552]: osdmap e1172: 8 total, 8 up, 8 in 2024-08-17T01:14:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:16 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/414008825' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:17 smithi157 ceph-mon[98780]: pgmap v2108: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:17 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:14:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:17 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/414008825' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:17 smithi157 ceph-mon[98780]: osdmap e1173: 8 total, 8 up, 8 in 2024-08-17T01:14:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:17 smithi157 ceph-mon[101289]: pgmap v2108: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:17 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:14:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:17 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/414008825' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:17 smithi157 ceph-mon[101289]: osdmap e1173: 8 total, 8 up, 8 in 2024-08-17T01:14:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:17 smithi187 ceph-mon[90552]: pgmap v2108: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:17 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:14:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:17 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/414008825' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:17 smithi187 ceph-mon[90552]: osdmap e1173: 8 total, 8 up, 8 in 2024-08-17T01:14:18.642 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2048 ms) 2024-08-17T01:14:18.643 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-08-17T01:14:18.670 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (27 ms) 2024-08-17T01:14:18.670 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-08-17T01:14:18.705 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (35 ms) 2024-08-17T01:14:18.705 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-08-17T01:14:18.730 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (26 ms) 2024-08-17T01:14:18.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:18 smithi157 ceph-mon[101289]: osdmap e1174: 8 total, 8 up, 8 in 2024-08-17T01:14:18.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:18 smithi157 ceph-mon[98780]: osdmap e1174: 8 total, 8 up, 8 in 2024-08-17T01:14:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:18 smithi187 ceph-mon[90552]: osdmap e1174: 8 total, 8 up, 8 in 2024-08-17T01:14:19.604 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 4 tests from TestObjectMap (2136 ms total) 2024-08-17T01:14:19.605 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:14:19.605 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 2 tests from TestMirroringWatcher 2024-08-17T01:14:19.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:19 smithi157 ceph-mon[101289]: pgmap v2111: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:19 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:14:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:19 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T01:14:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:19 smithi157 ceph-mon[101289]: osdmap e1175: 8 total, 8 up, 8 in 2024-08-17T01:14:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:19 smithi157 ceph-mon[98780]: pgmap v2111: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:19 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:14:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:19 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T01:14:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:19 smithi157 ceph-mon[98780]: osdmap e1175: 8 total, 8 up, 8 in 2024-08-17T01:14:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:19 smithi187 ceph-mon[90552]: pgmap v2111: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:19 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:14:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:19 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T01:14:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:19 smithi187 ceph-mon[90552]: osdmap e1175: 8 total, 8 up, 8 in 2024-08-17T01:14:20.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:20 smithi157 ceph-mon[98780]: osdmap e1176: 8 total, 8 up, 8 in 2024-08-17T01:14:20.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:20 smithi157 ceph-mon[101289]: osdmap e1176: 8 total, 8 up, 8 in 2024-08-17T01:14:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:20 smithi187 ceph-mon[90552]: osdmap e1176: 8 total, 8 up, 8 in 2024-08-17T01:14:21.610 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-08-17T01:14:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:21 smithi157 ceph-mon[98780]: pgmap v2114: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:21 smithi157 ceph-mon[98780]: osdmap e1177: 8 total, 8 up, 8 in 2024-08-17T01:14:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:21 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3245971662' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:21 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:21 smithi157 ceph-mon[101289]: pgmap v2114: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:21 smithi157 ceph-mon[101289]: osdmap e1177: 8 total, 8 up, 8 in 2024-08-17T01:14:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:21 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3245971662' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:21 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:21 smithi187 ceph-mon[90552]: pgmap v2114: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:21 smithi187 ceph-mon[90552]: osdmap e1177: 8 total, 8 up, 8 in 2024-08-17T01:14:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:21 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3245971662' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:21 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:22.617 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:14:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:14:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:14:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:22 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:22 smithi157 ceph-mon[98780]: osdmap e1178: 8 total, 8 up, 8 in 2024-08-17T01:14:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:22 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:22 smithi157 ceph-mon[101289]: osdmap e1178: 8 total, 8 up, 8 in 2024-08-17T01:14:22.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:22 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:22.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:22 smithi187 ceph-mon[90552]: osdmap e1178: 8 total, 8 up, 8 in 2024-08-17T01:14:23.665 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2055 ms) 2024-08-17T01:14:23.665 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-08-17T01:14:23.687 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (22 ms) 2024-08-17T01:14:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:14:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:14:23] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-08-17T01:14:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:23 smithi157 ceph-mon[101289]: pgmap v2117: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:23 smithi157 ceph-mon[101289]: osdmap e1179: 8 total, 8 up, 8 in 2024-08-17T01:14:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:23 smithi157 ceph-mon[98780]: pgmap v2117: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:23 smithi157 ceph-mon[98780]: osdmap e1179: 8 total, 8 up, 8 in 2024-08-17T01:14:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:23 smithi187 ceph-mon[90552]: pgmap v2117: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:23 smithi187 ceph-mon[90552]: osdmap e1179: 8 total, 8 up, 8 in 2024-08-17T01:14:24.639 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 2 tests from TestMirroringWatcher (2077 ms total) 2024-08-17T01:14:24.639 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:14:24.639 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 57 tests from TestMigration 2024-08-17T01:14:24.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:24 smithi157 ceph-mon[98780]: osdmap e1180: 8 total, 8 up, 8 in 2024-08-17T01:14:24.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:24 smithi157 ceph-mon[101289]: osdmap e1180: 8 total, 8 up, 8 in 2024-08-17T01:14:24.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:24 smithi187 ceph-mon[90552]: osdmap e1180: 8 total, 8 up, 8 in 2024-08-17T01:14:25.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:25 smithi157 ceph-mon[101289]: pgmap v2120: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:14:25.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:25 smithi157 ceph-mon[101289]: osdmap e1181: 8 total, 8 up, 8 in 2024-08-17T01:14:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:25 smithi157 ceph-mon[98780]: pgmap v2120: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:14:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:25 smithi157 ceph-mon[98780]: osdmap e1181: 8 total, 8 up, 8 in 2024-08-17T01:14:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:25 smithi187 ceph-mon[90552]: pgmap v2120: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:14:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:25 smithi187 ceph-mon[90552]: osdmap e1181: 8 total, 8 up, 8 in 2024-08-17T01:14:26.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:26 smithi187 ceph-mon[90552]: osdmap e1182: 8 total, 8 up, 8 in 2024-08-17T01:14:26.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:26 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1713367179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:27.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:26 smithi157 ceph-mon[101289]: osdmap e1182: 8 total, 8 up, 8 in 2024-08-17T01:14:27.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:26 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1713367179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:27.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:26 smithi157 ceph-mon[98780]: osdmap e1182: 8 total, 8 up, 8 in 2024-08-17T01:14:27.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:26 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1713367179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:14:27.656 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.Empty 2024-08-17T01:14:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:27 smithi187 ceph-mon[90552]: pgmap v2123: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:27 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1713367179' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:27 smithi187 ceph-mon[90552]: osdmap e1183: 8 total, 8 up, 8 in 2024-08-17T01:14:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:27 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:14:28.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:27 smithi157 ceph-mon[101289]: pgmap v2123: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:27 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1713367179' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:27 smithi157 ceph-mon[101289]: osdmap e1183: 8 total, 8 up, 8 in 2024-08-17T01:14:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:27 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:14:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:27 smithi157 ceph-mon[98780]: pgmap v2123: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:27 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1713367179' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:14:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:27 smithi157 ceph-mon[98780]: osdmap e1183: 8 total, 8 up, 8 in 2024-08-17T01:14:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:27 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:14:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:28 smithi187 ceph-mon[90552]: osdmap e1184: 8 total, 8 up, 8 in 2024-08-17T01:14:29.036 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:28 smithi157 ceph-mon[98780]: osdmap e1184: 8 total, 8 up, 8 in 2024-08-17T01:14:29.036 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:28 smithi157 ceph-mon[101289]: osdmap e1184: 8 total, 8 up, 8 in 2024-08-17T01:14:29.717 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:29.730 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:29.874 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:29.939 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:14:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:29 smithi187 ceph-mon[90552]: pgmap v2126: 169 pgs: 59 unknown, 110 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:29 smithi187 ceph-mon[90552]: osdmap e1185: 8 total, 8 up, 8 in 2024-08-17T01:14:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:14:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:30.018 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.Empty (2362 ms) 2024-08-17T01:14:30.018 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.OtherName 2024-08-17T01:14:30.048 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:30.057 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:30.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:29 smithi157 ceph-mon[101289]: pgmap v2126: 169 pgs: 59 unknown, 110 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:30.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:29 smithi157 ceph-mon[101289]: osdmap e1185: 8 total, 8 up, 8 in 2024-08-17T01:14:30.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:14:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:29 smithi157 ceph-mon[98780]: pgmap v2126: 169 pgs: 59 unknown, 110 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:29 smithi157 ceph-mon[98780]: osdmap e1185: 8 total, 8 up, 8 in 2024-08-17T01:14:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:14:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:30.182 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:30.251 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:14:30.334 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.OtherName (315 ms) 2024-08-17T01:14:30.334 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.OtherPool 2024-08-17T01:14:30.361 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:30.370 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:30 smithi187 ceph-mon[90552]: osdmap e1186: 8 total, 8 up, 8 in 2024-08-17T01:14:31.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:30 smithi157 ceph-mon[101289]: osdmap e1186: 8 total, 8 up, 8 in 2024-08-17T01:14:31.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:30 smithi157 ceph-mon[98780]: osdmap e1186: 8 total, 8 up, 8 in 2024-08-17T01:14:31.801 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:31.862 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:14:31.941 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.OtherPool (1608 ms) 2024-08-17T01:14:31.941 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.OtherNamespace 2024-08-17T01:14:31.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:31 smithi187 ceph-mon[90552]: pgmap v2129: 169 pgs: 10 creating+peering, 26 unknown, 133 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:31 smithi187 ceph-mon[90552]: osdmap e1187: 8 total, 8 up, 8 in 2024-08-17T01:14:31.972 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:31.985 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:32.108 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:32.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:31 smithi157 ceph-mon[101289]: pgmap v2129: 169 pgs: 10 creating+peering, 26 unknown, 133 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:32.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:31 smithi157 ceph-mon[101289]: osdmap e1187: 8 total, 8 up, 8 in 2024-08-17T01:14:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:31 smithi157 ceph-mon[98780]: pgmap v2129: 169 pgs: 10 creating+peering, 26 unknown, 133 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:14:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:31 smithi157 ceph-mon[98780]: osdmap e1187: 8 total, 8 up, 8 in 2024-08-17T01:14:32.171 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:14:32.248 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.OtherNamespace (307 ms) 2024-08-17T01:14:32.248 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.DataPool 2024-08-17T01:14:32.276 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:32.286 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:32.421 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:32.488 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:14:32.565 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.DataPool (317 ms) 2024-08-17T01:14:32.565 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-08-17T01:14:32.594 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:32.605 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:32.678 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:14:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:14:32.742 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:14:32.844 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.AbortAfterPrepare (279 ms) 2024-08-17T01:14:32.844 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-08-17T01:14:32.872 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:32.882 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:32.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:32 smithi187 ceph-mon[90552]: osdmap e1188: 8 total, 8 up, 8 in 2024-08-17T01:14:32.986 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (142 ms) 2024-08-17T01:14:32.987 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-08-17T01:14:33.015 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:33.025 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:33.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:32 smithi157 ceph-mon[101289]: osdmap e1188: 8 total, 8 up, 8 in 2024-08-17T01:14:33.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:32 smithi157 ceph-mon[98780]: osdmap e1188: 8 total, 8 up, 8 in 2024-08-17T01:14:33.157 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:33.223 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:14:33.319 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.AbortAfterExecute (332 ms) 2024-08-17T01:14:33.319 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-08-17T01:14:33.350 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:33.360 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:33.479 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:33.538 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:14:33.632 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (313 ms) 2024-08-17T01:14:33.632 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-08-17T01:14:33.661 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:33.673 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:33.798 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:33.860 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:14:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:14:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:14:33] "GET /metrics HTTP/1.1" 200 38783 "" "Prometheus/2.43.0" 2024-08-17T01:14:33.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:33 smithi157 ceph-mon[101289]: pgmap v2132: 169 pgs: 10 creating+peering, 6 unknown, 153 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 5.0 KiB/s wr, 94 op/s 2024-08-17T01:14:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:33 smithi157 ceph-mon[98780]: pgmap v2132: 169 pgs: 10 creating+peering, 6 unknown, 153 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 5.0 KiB/s wr, 94 op/s 2024-08-17T01:14:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:33 smithi187 ceph-mon[90552]: pgmap v2132: 169 pgs: 10 creating+peering, 6 unknown, 153 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 5.0 KiB/s wr, 94 op/s 2024-08-17T01:14:33.964 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (333 ms) 2024-08-17T01:14:33.965 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-08-17T01:14:33.994 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:34.003 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:14:34.010 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.MirroringSamePool (45 ms) 2024-08-17T01:14:34.010 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.MirroringAbort 2024-08-17T01:14:34.038 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:34.048 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:14:34.054 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.MirroringAbort (45 ms) 2024-08-17T01:14:34.055 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-08-17T01:14:34.084 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:34.094 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:14:34.099 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (45 ms) 2024-08-17T01:14:34.100 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-08-17T01:14:34.132 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:34.142 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:14:34.148 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (48 ms) 2024-08-17T01:14:34.148 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.MirroringPool 2024-08-17T01:14:34.176 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:34.187 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:14:34.193 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.MirroringPool (45 ms) 2024-08-17T01:14:34.193 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.Group 2024-08-17T01:14:34.222 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:34.240 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:34.373 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:34.435 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:14:34.519 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.Group (327 ms) 2024-08-17T01:14:34.520 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.GroupAbort 2024-08-17T01:14:34.547 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:34.565 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:34.707 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:14:34.817 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.GroupAbort (298 ms) 2024-08-17T01:14:34.818 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.NoSnaps 2024-08-17T01:14:34.844 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:34.853 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:14:34.922 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 16777218~8388609 2024-08-17T01:14:34.964 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:35.146 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:35.261 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:14:35.389 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.NoSnaps (571 ms) 2024-08-17T01:14:35.389 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-08-17T01:14:35.418 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:35.427 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:14:35.477 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 16777218~8388609 2024-08-17T01:14:35.530 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:14:35.535 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 16777218~8388609 2024-08-17T01:14:35.582 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:35.749 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:35.855 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:14:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:35 smithi187 ceph-mon[90552]: pgmap v2133: 169 pgs: 169 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 24 KiB/s wr, 579 op/s 2024-08-17T01:14:35.980 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.NoSnapsOtherPool (591 ms) 2024-08-17T01:14:35.980 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-08-17T01:14:36.011 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:36.021 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:14:36.070 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 16777218~8388609 2024-08-17T01:14:36.117 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:35 smithi157 ceph-mon[101289]: pgmap v2133: 169 pgs: 169 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 24 KiB/s wr, 579 op/s 2024-08-17T01:14:36.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:35 smithi157 ceph-mon[98780]: pgmap v2133: 169 pgs: 169 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 24 KiB/s wr, 579 op/s 2024-08-17T01:14:36.300 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:36.422 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:14:36.539 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.NoSnapsDataPool (559 ms) 2024-08-17T01:14:36.539 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-08-17T01:14:36.569 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:36.578 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:14:36.628 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 16777218~8388609 2024-08-17T01:14:36.684 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:36.862 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 41943040 2024-08-17T01:14:36.869 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:36.987 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:14:37.092 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (554 ms) 2024-08-17T01:14:37.093 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-08-17T01:14:37.124 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:37.134 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:14:37.184 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 16777218~8388609 2024-08-17T01:14:37.229 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 0 2024-08-17T01:14:37.242 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:37.341 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:37.405 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:14:37.449 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (356 ms) 2024-08-17T01:14:37.449 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-08-17T01:14:37.477 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:37.489 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:14:37.546 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 16777218~8388609 2024-08-17T01:14:37.604 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:37.788 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 0 2024-08-17T01:14:37.799 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:37.864 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:14:37.915 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (466 ms) 2024-08-17T01:14:37.915 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-08-17T01:14:37.943 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:37.952 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:14:37.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:37 smithi187 ceph-mon[90552]: pgmap v2134: 169 pgs: 169 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.5 MiB/s wr, 1.39k op/s 2024-08-17T01:14:38.005 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 16777218~8388609 2024-08-17T01:14:38.054 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:38.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:37 smithi157 ceph-mon[98780]: pgmap v2134: 169 pgs: 169 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.5 MiB/s wr, 1.39k op/s 2024-08-17T01:14:38.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:37 smithi157 ceph-mon[101289]: pgmap v2134: 169 pgs: 169 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.5 MiB/s wr, 1.39k op/s 2024-08-17T01:14:38.248 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 167772160 2024-08-17T01:14:38.255 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:38.360 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:14:38.490 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (575 ms) 2024-08-17T01:14:38.490 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-08-17T01:14:38.521 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:38.531 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:14:38.598 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 16777218~8388609 2024-08-17T01:14:38.643 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:38.818 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: after_prepare_snap 2024-08-17T01:14:39.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:39 smithi157 ceph-mon[98780]: osdmap e1189: 8 total, 8 up, 8 in 2024-08-17T01:14:39.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:39 smithi157 ceph-mon[98780]: pgmap v2136: 169 pgs: 169 active+clean; 45 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 1.27k op/s 2024-08-17T01:14:39.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:39 smithi157 ceph-mon[101289]: osdmap e1189: 8 total, 8 up, 8 in 2024-08-17T01:14:39.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:39 smithi157 ceph-mon[101289]: pgmap v2136: 169 pgs: 169 active+clean; 45 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 1.27k op/s 2024-08-17T01:14:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:39 smithi187 ceph-mon[90552]: osdmap e1189: 8 total, 8 up, 8 in 2024-08-17T01:14:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:39 smithi187 ceph-mon[90552]: pgmap v2136: 169 pgs: 169 active+clean; 45 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 1.27k op/s 2024-08-17T01:14:40.136 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 41943040 2024-08-17T01:14:40.158 INFO:tasks.workunit.client.0.smithi157.stdout:write: * 0~1000 2024-08-17T01:14:40.163 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:40.292 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:14:40.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:40 smithi157 ceph-mon[101289]: osdmap e1190: 8 total, 8 up, 8 in 2024-08-17T01:14:40.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:40 smithi157 ceph-mon[98780]: osdmap e1190: 8 total, 8 up, 8 in 2024-08-17T01:14:40.447 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (1957 ms) 2024-08-17T01:14:40.447 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.Snaps 2024-08-17T01:14:40.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:40 smithi187 ceph-mon[90552]: osdmap e1190: 8 total, 8 up, 8 in 2024-08-17T01:14:40.475 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:40.485 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:14:40.542 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:14:41.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:41 smithi157 ceph-mon[98780]: osdmap e1191: 8 total, 8 up, 8 in 2024-08-17T01:14:41.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:41 smithi157 ceph-mon[98780]: pgmap v2139: 169 pgs: 169 active+clean; 109 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 35 MiB/s wr, 1.88k op/s 2024-08-17T01:14:41.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:41 smithi157 ceph-mon[101289]: osdmap e1191: 8 total, 8 up, 8 in 2024-08-17T01:14:41.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:41 smithi157 ceph-mon[101289]: pgmap v2139: 169 pgs: 169 active+clean; 109 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 35 MiB/s wr, 1.88k op/s 2024-08-17T01:14:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:41 smithi187 ceph-mon[90552]: osdmap e1191: 8 total, 8 up, 8 in 2024-08-17T01:14:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:41 smithi187 ceph-mon[90552]: pgmap v2139: 169 pgs: 169 active+clean; 109 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 35 MiB/s wr, 1.88k op/s 2024-08-17T01:14:42.146 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 8388609~8388609 2024-08-17T01:14:42.390 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 0~1000 2024-08-17T01:14:42.390 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 1010~1000 2024-08-17T01:14:42.390 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap2 2024-08-17T01:14:42.390 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:42 smithi157 ceph-mon[98780]: osdmap e1192: 8 total, 8 up, 8 in 2024-08-17T01:14:42.390 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:42 smithi157 ceph-mon[101289]: osdmap e1192: 8 total, 8 up, 8 in 2024-08-17T01:14:42.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:42 smithi187 ceph-mon[90552]: osdmap e1192: 8 total, 8 up, 8 in 2024-08-17T01:14:42.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:14:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:14:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:14:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:43 smithi187 ceph-mon[90552]: osdmap e1193: 8 total, 8 up, 8 in 2024-08-17T01:14:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:43 smithi187 ceph-mon[90552]: pgmap v2142: 169 pgs: 169 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 77 MiB/s rd, 63 MiB/s wr, 1.92k op/s 2024-08-17T01:14:43.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:43 smithi157 ceph-mon[98780]: osdmap e1193: 8 total, 8 up, 8 in 2024-08-17T01:14:43.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:43 smithi157 ceph-mon[98780]: pgmap v2142: 169 pgs: 169 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 77 MiB/s rd, 63 MiB/s wr, 1.92k op/s 2024-08-17T01:14:43.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:43 smithi157 ceph-mon[101289]: osdmap e1193: 8 total, 8 up, 8 in 2024-08-17T01:14:43.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:43 smithi157 ceph-mon[101289]: pgmap v2142: 169 pgs: 169 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 77 MiB/s rd, 63 MiB/s wr, 1.92k op/s 2024-08-17T01:14:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:14:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:14:43] "GET /metrics HTTP/1.1" 200 38783 "" "Prometheus/2.43.0" 2024-08-17T01:14:44.202 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 8388609~1000 2024-08-17T01:14:44.207 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 16777228~1000 2024-08-17T01:14:44.207 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 167772160 2024-08-17T01:14:44.215 INFO:tasks.workunit.client.0.smithi157.stdout:write: 2 83886079~8388609 2024-08-17T01:14:44.237 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap3 2024-08-17T01:14:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:44 smithi187 ceph-mon[90552]: osdmap e1194: 8 total, 8 up, 8 in 2024-08-17T01:14:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:14:44.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:44 smithi157 ceph-mon[101289]: osdmap e1194: 8 total, 8 up, 8 in 2024-08-17T01:14:44.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:14:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:44 smithi157 ceph-mon[98780]: osdmap e1194: 8 total, 8 up, 8 in 2024-08-17T01:14:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:14:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:45 smithi187 ceph-mon[90552]: osdmap e1195: 8 total, 8 up, 8 in 2024-08-17T01:14:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:14:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:14:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:14:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:45 smithi187 ceph-mon[90552]: pgmap v2145: 169 pgs: 169 active+clean; 213 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 71 MiB/s rd, 48 MiB/s wr, 1.11k op/s 2024-08-17T01:14:45.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:45 smithi157 ceph-mon[98780]: osdmap e1195: 8 total, 8 up, 8 in 2024-08-17T01:14:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:14:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:14:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:14:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:45 smithi157 ceph-mon[98780]: pgmap v2145: 169 pgs: 169 active+clean; 213 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 71 MiB/s rd, 48 MiB/s wr, 1.11k op/s 2024-08-17T01:14:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:45 smithi157 ceph-mon[101289]: osdmap e1195: 8 total, 8 up, 8 in 2024-08-17T01:14:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:14:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:14:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:14:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:45 smithi157 ceph-mon[101289]: pgmap v2145: 169 pgs: 169 active+clean; 213 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 71 MiB/s rd, 48 MiB/s wr, 1.11k op/s 2024-08-17T01:14:46.248 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:46.270 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 83886079~1 2024-08-17T01:14:46.280 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:46.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:46 smithi157 ceph-mon[98780]: osdmap e1196: 8 total, 8 up, 8 in 2024-08-17T01:14:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:46 smithi157 ceph-mon[101289]: osdmap e1196: 8 total, 8 up, 8 in 2024-08-17T01:14:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:46 smithi187 ceph-mon[90552]: osdmap e1196: 8 total, 8 up, 8 in 2024-08-17T01:14:47.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:47 smithi157 ceph-mon[101289]: osdmap e1197: 8 total, 8 up, 8 in 2024-08-17T01:14:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:47 smithi157 ceph-mon[101289]: pgmap v2148: 169 pgs: 169 active+clean; 241 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 23 MiB/s wr, 394 op/s 2024-08-17T01:14:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:47 smithi157 ceph-mon[98780]: osdmap e1197: 8 total, 8 up, 8 in 2024-08-17T01:14:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:47 smithi157 ceph-mon[98780]: pgmap v2148: 169 pgs: 169 active+clean; 241 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 23 MiB/s wr, 394 op/s 2024-08-17T01:14:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:47 smithi187 ceph-mon[90552]: osdmap e1197: 8 total, 8 up, 8 in 2024-08-17T01:14:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:47 smithi187 ceph-mon[90552]: pgmap v2148: 169 pgs: 169 active+clean; 241 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 23 MiB/s wr, 394 op/s 2024-08-17T01:14:48.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:48 smithi157 ceph-mon[98780]: osdmap e1198: 8 total, 8 up, 8 in 2024-08-17T01:14:48.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:48 smithi157 ceph-mon[101289]: osdmap e1198: 8 total, 8 up, 8 in 2024-08-17T01:14:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:48 smithi187 ceph-mon[90552]: osdmap e1198: 8 total, 8 up, 8 in 2024-08-17T01:14:49.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:49 smithi157 ceph-mon[101289]: osdmap e1199: 8 total, 8 up, 8 in 2024-08-17T01:14:49.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:49 smithi157 ceph-mon[101289]: pgmap v2151: 169 pgs: 169 active+clean; 245 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 76 op/s 2024-08-17T01:14:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:49 smithi157 ceph-mon[98780]: osdmap e1199: 8 total, 8 up, 8 in 2024-08-17T01:14:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:49 smithi157 ceph-mon[98780]: pgmap v2151: 169 pgs: 169 active+clean; 245 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 76 op/s 2024-08-17T01:14:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:49 smithi187 ceph-mon[90552]: osdmap e1199: 8 total, 8 up, 8 in 2024-08-17T01:14:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:49 smithi187 ceph-mon[90552]: pgmap v2151: 169 pgs: 169 active+clean; 245 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 76 op/s 2024-08-17T01:14:49.710 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:14:49.848 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:14:50.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:50 smithi157 ceph-mon[101289]: osdmap e1200: 8 total, 8 up, 8 in 2024-08-17T01:14:50.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:50 smithi157 ceph-mon[98780]: osdmap e1200: 8 total, 8 up, 8 in 2024-08-17T01:14:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:50 smithi187 ceph-mon[90552]: osdmap e1200: 8 total, 8 up, 8 in 2024-08-17T01:14:51.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:51 smithi157 ceph-mon[98780]: osdmap e1201: 8 total, 8 up, 8 in 2024-08-17T01:14:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:51 smithi157 ceph-mon[98780]: pgmap v2154: 169 pgs: 169 active+clean; 253 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 2.0 MiB/s wr, 128 op/s 2024-08-17T01:14:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:51 smithi157 ceph-mon[101289]: osdmap e1201: 8 total, 8 up, 8 in 2024-08-17T01:14:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:51 smithi157 ceph-mon[101289]: pgmap v2154: 169 pgs: 169 active+clean; 253 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 2.0 MiB/s wr, 128 op/s 2024-08-17T01:14:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:51 smithi187 ceph-mon[90552]: osdmap e1201: 8 total, 8 up, 8 in 2024-08-17T01:14:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:51 smithi187 ceph-mon[90552]: pgmap v2154: 169 pgs: 169 active+clean; 253 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 2.0 MiB/s wr, 128 op/s 2024-08-17T01:14:52.597 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.Snaps (12150 ms) 2024-08-17T01:14:52.597 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-08-17T01:14:52.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:52 smithi187 ceph-mon[90552]: osdmap e1202: 8 total, 8 up, 8 in 2024-08-17T01:14:52.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:14:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:14:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:14:52.626 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:52.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:52 smithi157 ceph-mon[101289]: osdmap e1202: 8 total, 8 up, 8 in 2024-08-17T01:14:52.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:52 smithi157 ceph-mon[98780]: osdmap e1202: 8 total, 8 up, 8 in 2024-08-17T01:14:52.636 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:14:52.709 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:14:53.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:14:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:14:53] "GET /metrics HTTP/1.1" 200 38909 "" "Prometheus/2.43.0" 2024-08-17T01:14:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:53 smithi157 ceph-mon[101289]: osdmap e1203: 8 total, 8 up, 8 in 2024-08-17T01:14:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:53 smithi157 ceph-mon[101289]: pgmap v2157: 169 pgs: 169 active+clean; 261 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 188 op/s 2024-08-17T01:14:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:53 smithi157 ceph-mon[98780]: osdmap e1203: 8 total, 8 up, 8 in 2024-08-17T01:14:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:53 smithi157 ceph-mon[98780]: pgmap v2157: 169 pgs: 169 active+clean; 261 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 188 op/s 2024-08-17T01:14:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:53 smithi187 ceph-mon[90552]: osdmap e1203: 8 total, 8 up, 8 in 2024-08-17T01:14:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:53 smithi187 ceph-mon[90552]: pgmap v2157: 169 pgs: 169 active+clean; 261 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 188 op/s 2024-08-17T01:14:54.292 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 8388609~8388609 2024-08-17T01:14:54.314 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 0~1000 2024-08-17T01:14:54.314 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 1010~1000 2024-08-17T01:14:54.314 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap2 2024-08-17T01:14:54.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:54 smithi157 ceph-mon[98780]: osdmap e1204: 8 total, 8 up, 8 in 2024-08-17T01:14:54.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:54 smithi157 ceph-mon[101289]: osdmap e1204: 8 total, 8 up, 8 in 2024-08-17T01:14:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:54 smithi187 ceph-mon[90552]: osdmap e1204: 8 total, 8 up, 8 in 2024-08-17T01:14:55.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:55 smithi157 ceph-mon[101289]: osdmap e1205: 8 total, 8 up, 8 in 2024-08-17T01:14:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:55 smithi157 ceph-mon[101289]: pgmap v2160: 169 pgs: 169 active+clean; 269 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 7.0 MiB/s wr, 480 op/s 2024-08-17T01:14:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:55 smithi157 ceph-mon[98780]: osdmap e1205: 8 total, 8 up, 8 in 2024-08-17T01:14:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:55 smithi157 ceph-mon[98780]: pgmap v2160: 169 pgs: 169 active+clean; 269 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 7.0 MiB/s wr, 480 op/s 2024-08-17T01:14:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:55 smithi187 ceph-mon[90552]: osdmap e1205: 8 total, 8 up, 8 in 2024-08-17T01:14:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:55 smithi187 ceph-mon[90552]: pgmap v2160: 169 pgs: 169 active+clean; 269 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 7.0 MiB/s wr, 480 op/s 2024-08-17T01:14:56.307 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 8388609~1000 2024-08-17T01:14:56.318 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 16777228~1000 2024-08-17T01:14:56.318 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 167772160 2024-08-17T01:14:56.328 INFO:tasks.workunit.client.0.smithi157.stdout:write: 2 83886079~8388609 2024-08-17T01:14:56.346 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap3 2024-08-17T01:14:56.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:56 smithi157 ceph-mon[101289]: osdmap e1206: 8 total, 8 up, 8 in 2024-08-17T01:14:56.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:56 smithi157 ceph-mon[98780]: osdmap e1206: 8 total, 8 up, 8 in 2024-08-17T01:14:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:56 smithi187 ceph-mon[90552]: osdmap e1206: 8 total, 8 up, 8 in 2024-08-17T01:14:57.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:57 smithi157 ceph-mon[101289]: osdmap e1207: 8 total, 8 up, 8 in 2024-08-17T01:14:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:57 smithi157 ceph-mon[101289]: pgmap v2163: 169 pgs: 169 active+clean; 281 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 10 MiB/s wr, 458 op/s 2024-08-17T01:14:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:57 smithi157 ceph-mon[98780]: osdmap e1207: 8 total, 8 up, 8 in 2024-08-17T01:14:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:57 smithi157 ceph-mon[98780]: pgmap v2163: 169 pgs: 169 active+clean; 281 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 10 MiB/s wr, 458 op/s 2024-08-17T01:14:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:57 smithi187 ceph-mon[90552]: osdmap e1207: 8 total, 8 up, 8 in 2024-08-17T01:14:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:57 smithi187 ceph-mon[90552]: pgmap v2163: 169 pgs: 169 active+clean; 281 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 10 MiB/s wr, 458 op/s 2024-08-17T01:14:58.131 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:14:58.157 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 83886079~1 2024-08-17T01:14:58.165 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:14:58.173 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 16777218~8388609 2024-08-17T01:14:58.238 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:14:58.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:58 smithi157 ceph-mon[101289]: osdmap e1208: 8 total, 8 up, 8 in 2024-08-17T01:14:58.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:58 smithi157 ceph-mon[101289]: osdmap e1209: 8 total, 8 up, 8 in 2024-08-17T01:14:58.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:58 smithi157 ceph-mon[98780]: osdmap e1208: 8 total, 8 up, 8 in 2024-08-17T01:14:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:58 smithi157 ceph-mon[98780]: osdmap e1209: 8 total, 8 up, 8 in 2024-08-17T01:14:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:58 smithi187 ceph-mon[90552]: osdmap e1208: 8 total, 8 up, 8 in 2024-08-17T01:14:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:58 smithi187 ceph-mon[90552]: osdmap e1209: 8 total, 8 up, 8 in 2024-08-17T01:14:59.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:59 smithi157 ceph-mon[98780]: pgmap v2166: 169 pgs: 169 active+clean; 285 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 41 op/s 2024-08-17T01:14:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:14:59 smithi157 ceph-mon[98780]: osdmap e1210: 8 total, 8 up, 8 in 2024-08-17T01:14:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:59 smithi157 ceph-mon[101289]: pgmap v2166: 169 pgs: 169 active+clean; 285 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 41 op/s 2024-08-17T01:14:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:14:59 smithi157 ceph-mon[101289]: osdmap e1210: 8 total, 8 up, 8 in 2024-08-17T01:14:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:59 smithi187 ceph-mon[90552]: pgmap v2166: 169 pgs: 169 active+clean; 285 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 41 op/s 2024-08-17T01:14:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:14:59 smithi187 ceph-mon[90552]: osdmap e1210: 8 total, 8 up, 8 in 2024-08-17T01:15:01.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:01 smithi157 ceph-mon[98780]: osdmap e1211: 8 total, 8 up, 8 in 2024-08-17T01:15:01.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:01 smithi157 ceph-mon[98780]: pgmap v2169: 169 pgs: 169 active+clean; 321 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 9.0 MiB/s wr, 181 op/s 2024-08-17T01:15:01.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:01 smithi157 ceph-mon[101289]: osdmap e1211: 8 total, 8 up, 8 in 2024-08-17T01:15:01.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:01 smithi157 ceph-mon[101289]: pgmap v2169: 169 pgs: 169 active+clean; 321 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 9.0 MiB/s wr, 181 op/s 2024-08-17T01:15:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:01 smithi187 ceph-mon[90552]: osdmap e1211: 8 total, 8 up, 8 in 2024-08-17T01:15:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:01 smithi187 ceph-mon[90552]: pgmap v2169: 169 pgs: 169 active+clean; 321 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 9.0 MiB/s wr, 181 op/s 2024-08-17T01:15:01.584 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:15:01.768 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:15:02.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:02 smithi157 ceph-mon[98780]: osdmap e1212: 8 total, 8 up, 8 in 2024-08-17T01:15:02.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:02 smithi157 ceph-mon[101289]: osdmap e1212: 8 total, 8 up, 8 in 2024-08-17T01:15:02.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:02 smithi187 ceph-mon[90552]: osdmap e1212: 8 total, 8 up, 8 in 2024-08-17T01:15:02.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:15:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:15:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:03 smithi187 ceph-mon[90552]: osdmap e1213: 8 total, 8 up, 8 in 2024-08-17T01:15:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:03 smithi187 ceph-mon[90552]: pgmap v2172: 169 pgs: 169 active+clean; 337 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 11 MiB/s wr, 216 op/s 2024-08-17T01:15:03.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:03 smithi157 ceph-mon[101289]: osdmap e1213: 8 total, 8 up, 8 in 2024-08-17T01:15:03.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:03 smithi157 ceph-mon[101289]: pgmap v2172: 169 pgs: 169 active+clean; 337 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 11 MiB/s wr, 216 op/s 2024-08-17T01:15:03.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:03 smithi157 ceph-mon[98780]: osdmap e1213: 8 total, 8 up, 8 in 2024-08-17T01:15:03.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:03 smithi157 ceph-mon[98780]: pgmap v2172: 169 pgs: 169 active+clean; 337 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 11 MiB/s wr, 216 op/s 2024-08-17T01:15:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:15:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:15:03] "GET /metrics HTTP/1.1" 200 38911 "" "Prometheus/2.43.0" 2024-08-17T01:15:04.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:04 smithi187 ceph-mon[90552]: osdmap e1214: 8 total, 8 up, 8 in 2024-08-17T01:15:04.505 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.SnapsOtherPool (11908 ms) 2024-08-17T01:15:04.505 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-08-17T01:15:04.536 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:15:04.547 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:15:04.594 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:15:04.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:04 smithi157 ceph-mon[101289]: osdmap e1214: 8 total, 8 up, 8 in 2024-08-17T01:15:04.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:04 smithi157 ceph-mon[98780]: osdmap e1214: 8 total, 8 up, 8 in 2024-08-17T01:15:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:05 smithi187 ceph-mon[90552]: osdmap e1215: 8 total, 8 up, 8 in 2024-08-17T01:15:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:05 smithi187 ceph-mon[90552]: pgmap v2175: 169 pgs: 169 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 364 op/s 2024-08-17T01:15:05.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:05 smithi157 ceph-mon[101289]: osdmap e1215: 8 total, 8 up, 8 in 2024-08-17T01:15:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:05 smithi157 ceph-mon[101289]: pgmap v2175: 169 pgs: 169 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 364 op/s 2024-08-17T01:15:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:05 smithi157 ceph-mon[98780]: osdmap e1215: 8 total, 8 up, 8 in 2024-08-17T01:15:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:05 smithi157 ceph-mon[98780]: pgmap v2175: 169 pgs: 169 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 364 op/s 2024-08-17T01:15:06.162 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 8388609~8388609 2024-08-17T01:15:06.178 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 0~1000 2024-08-17T01:15:06.178 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 1010~1000 2024-08-17T01:15:06.178 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap2 2024-08-17T01:15:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:06 smithi187 ceph-mon[90552]: osdmap e1216: 8 total, 8 up, 8 in 2024-08-17T01:15:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:06 smithi157 ceph-mon[101289]: osdmap e1216: 8 total, 8 up, 8 in 2024-08-17T01:15:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:06 smithi157 ceph-mon[98780]: osdmap e1216: 8 total, 8 up, 8 in 2024-08-17T01:15:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:07 smithi187 ceph-mon[90552]: osdmap e1217: 8 total, 8 up, 8 in 2024-08-17T01:15:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:07 smithi187 ceph-mon[90552]: pgmap v2178: 169 pgs: 169 active+clean; 357 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 64 MiB/s rd, 12 MiB/s wr, 396 op/s 2024-08-17T01:15:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:07 smithi157 ceph-mon[101289]: osdmap e1217: 8 total, 8 up, 8 in 2024-08-17T01:15:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:07 smithi157 ceph-mon[101289]: pgmap v2178: 169 pgs: 169 active+clean; 357 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 64 MiB/s rd, 12 MiB/s wr, 396 op/s 2024-08-17T01:15:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:07 smithi157 ceph-mon[98780]: osdmap e1217: 8 total, 8 up, 8 in 2024-08-17T01:15:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:07 smithi157 ceph-mon[98780]: pgmap v2178: 169 pgs: 169 active+clean; 357 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 64 MiB/s rd, 12 MiB/s wr, 396 op/s 2024-08-17T01:15:08.139 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 8388609~1000 2024-08-17T01:15:08.150 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 16777228~1000 2024-08-17T01:15:08.150 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 167772160 2024-08-17T01:15:08.174 INFO:tasks.workunit.client.0.smithi157.stdout:write: 2 83886079~8388609 2024-08-17T01:15:08.190 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap3 2024-08-17T01:15:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:08 smithi187 ceph-mon[90552]: osdmap e1218: 8 total, 8 up, 8 in 2024-08-17T01:15:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:08 smithi187 ceph-mon[90552]: osdmap e1219: 8 total, 8 up, 8 in 2024-08-17T01:15:08.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:08 smithi157 ceph-mon[98780]: osdmap e1218: 8 total, 8 up, 8 in 2024-08-17T01:15:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:08 smithi157 ceph-mon[98780]: osdmap e1219: 8 total, 8 up, 8 in 2024-08-17T01:15:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:08 smithi157 ceph-mon[101289]: osdmap e1218: 8 total, 8 up, 8 in 2024-08-17T01:15:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:08 smithi157 ceph-mon[101289]: osdmap e1219: 8 total, 8 up, 8 in 2024-08-17T01:15:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:09 smithi187 ceph-mon[90552]: pgmap v2181: 169 pgs: 169 active+clean; 357 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 MiB/s rd, 7.0 MiB/s wr, 114 op/s 2024-08-17T01:15:09.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:09 smithi157 ceph-mon[98780]: pgmap v2181: 169 pgs: 169 active+clean; 357 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 MiB/s rd, 7.0 MiB/s wr, 114 op/s 2024-08-17T01:15:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:09 smithi157 ceph-mon[101289]: pgmap v2181: 169 pgs: 169 active+clean; 357 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 MiB/s rd, 7.0 MiB/s wr, 114 op/s 2024-08-17T01:15:10.194 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:15:10.218 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 83886079~1 2024-08-17T01:15:10.227 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:15:10.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:10 smithi187 ceph-mon[90552]: osdmap e1220: 8 total, 8 up, 8 in 2024-08-17T01:15:10.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:10 smithi157 ceph-mon[98780]: osdmap e1220: 8 total, 8 up, 8 in 2024-08-17T01:15:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:10 smithi157 ceph-mon[101289]: osdmap e1220: 8 total, 8 up, 8 in 2024-08-17T01:15:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:11 smithi187 ceph-mon[90552]: osdmap e1221: 8 total, 8 up, 8 in 2024-08-17T01:15:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:11 smithi187 ceph-mon[90552]: pgmap v2184: 169 pgs: 169 active+clean; 377 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 142 op/s 2024-08-17T01:15:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:11 smithi157 ceph-mon[101289]: osdmap e1221: 8 total, 8 up, 8 in 2024-08-17T01:15:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:11 smithi157 ceph-mon[101289]: pgmap v2184: 169 pgs: 169 active+clean; 377 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 142 op/s 2024-08-17T01:15:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:11 smithi157 ceph-mon[98780]: osdmap e1221: 8 total, 8 up, 8 in 2024-08-17T01:15:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:11 smithi157 ceph-mon[98780]: pgmap v2184: 169 pgs: 169 active+clean; 377 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 142 op/s 2024-08-17T01:15:12.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:12 smithi187 ceph-mon[90552]: osdmap e1222: 8 total, 8 up, 8 in 2024-08-17T01:15:12.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:15:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:15:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:15:12.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:12 smithi157 ceph-mon[101289]: osdmap e1222: 8 total, 8 up, 8 in 2024-08-17T01:15:12.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:12 smithi157 ceph-mon[98780]: osdmap e1222: 8 total, 8 up, 8 in 2024-08-17T01:15:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:13 smithi187 ceph-mon[90552]: osdmap e1223: 8 total, 8 up, 8 in 2024-08-17T01:15:13.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:13 smithi187 ceph-mon[90552]: pgmap v2187: 169 pgs: 169 active+clean; 389 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 110 op/s 2024-08-17T01:15:13.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:13 smithi187 ceph-mon[90552]: osdmap e1224: 8 total, 8 up, 8 in 2024-08-17T01:15:13.499 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:13 smithi157 ceph-mon[101289]: osdmap e1223: 8 total, 8 up, 8 in 2024-08-17T01:15:13.499 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:13 smithi157 ceph-mon[101289]: pgmap v2187: 169 pgs: 169 active+clean; 389 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 110 op/s 2024-08-17T01:15:13.499 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:13 smithi157 ceph-mon[101289]: osdmap e1224: 8 total, 8 up, 8 in 2024-08-17T01:15:13.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:13 smithi157 ceph-mon[98780]: osdmap e1223: 8 total, 8 up, 8 in 2024-08-17T01:15:13.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:13 smithi157 ceph-mon[98780]: pgmap v2187: 169 pgs: 169 active+clean; 389 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 110 op/s 2024-08-17T01:15:13.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:13 smithi157 ceph-mon[98780]: osdmap e1224: 8 total, 8 up, 8 in 2024-08-17T01:15:13.559 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:15:13.711 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:15:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:15:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:15:13] "GET /metrics HTTP/1.1" 200 38911 "" "Prometheus/2.43.0" 2024-08-17T01:15:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:14.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:15 smithi157 ceph-mon[98780]: osdmap e1225: 8 total, 8 up, 8 in 2024-08-17T01:15:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:15 smithi157 ceph-mon[98780]: pgmap v2190: 169 pgs: 169 active+clean; 397 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 200 op/s 2024-08-17T01:15:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:15 smithi157 ceph-mon[101289]: osdmap e1225: 8 total, 8 up, 8 in 2024-08-17T01:15:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:15 smithi157 ceph-mon[101289]: pgmap v2190: 169 pgs: 169 active+clean; 397 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 200 op/s 2024-08-17T01:15:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:15 smithi187 ceph-mon[90552]: osdmap e1225: 8 total, 8 up, 8 in 2024-08-17T01:15:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:15 smithi187 ceph-mon[90552]: pgmap v2190: 169 pgs: 169 active+clean; 397 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 200 op/s 2024-08-17T01:15:16.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:16 smithi157 ceph-mon[98780]: osdmap e1226: 8 total, 8 up, 8 in 2024-08-17T01:15:16.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]: dispatch 2024-08-17T01:15:16.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]: dispatch 2024-08-17T01:15:16.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-08-17T01:15:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:16 smithi157 ceph-mon[101289]: osdmap e1226: 8 total, 8 up, 8 in 2024-08-17T01:15:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]: dispatch 2024-08-17T01:15:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]: dispatch 2024-08-17T01:15:16.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-08-17T01:15:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:16 smithi187 ceph-mon[90552]: osdmap e1226: 8 total, 8 up, 8 in 2024-08-17T01:15:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]: dispatch 2024-08-17T01:15:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]: dispatch 2024-08-17T01:15:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-08-17T01:15:17.487 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.SnapsDataPool (12983 ms) 2024-08-17T01:15:17.488 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-08-17T01:15:17.516 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:15:17.526 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:15:17.583 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:15:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]': finished 2024-08-17T01:15:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]': finished 2024-08-17T01:15:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-08-17T01:15:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:17 smithi157 ceph-mon[101289]: osdmap e1227: 8 total, 8 up, 8 in 2024-08-17T01:15:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:17 smithi157 ceph-mon[101289]: pgmap v2193: 169 pgs: 169 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 352 op/s 2024-08-17T01:15:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]': finished 2024-08-17T01:15:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]': finished 2024-08-17T01:15:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-08-17T01:15:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:17 smithi157 ceph-mon[98780]: osdmap e1227: 8 total, 8 up, 8 in 2024-08-17T01:15:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:17 smithi157 ceph-mon[98780]: pgmap v2193: 169 pgs: 169 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 352 op/s 2024-08-17T01:15:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]': finished 2024-08-17T01:15:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]': finished 2024-08-17T01:15:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-08-17T01:15:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:17 smithi187 ceph-mon[90552]: osdmap e1227: 8 total, 8 up, 8 in 2024-08-17T01:15:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:17 smithi187 ceph-mon[90552]: pgmap v2193: 169 pgs: 169 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 352 op/s 2024-08-17T01:15:18.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:18 smithi157 ceph-mon[98780]: osdmap e1228: 8 total, 8 up, 8 in 2024-08-17T01:15:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:18 smithi157 ceph-mon[101289]: osdmap e1228: 8 total, 8 up, 8 in 2024-08-17T01:15:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:18 smithi187 ceph-mon[90552]: osdmap e1228: 8 total, 8 up, 8 in 2024-08-17T01:15:19.249 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 8388609~8388609 2024-08-17T01:15:19.266 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 0~1000 2024-08-17T01:15:19.267 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 1010~1000 2024-08-17T01:15:19.267 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap2 2024-08-17T01:15:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:19 smithi157 ceph-mon[98780]: osdmap e1229: 8 total, 8 up, 8 in 2024-08-17T01:15:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:19 smithi157 ceph-mon[98780]: pgmap v2196: 169 pgs: 169 active+clean; 417 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 220 op/s 2024-08-17T01:15:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:19 smithi157 ceph-mon[101289]: osdmap e1229: 8 total, 8 up, 8 in 2024-08-17T01:15:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:19 smithi157 ceph-mon[101289]: pgmap v2196: 169 pgs: 169 active+clean; 417 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 220 op/s 2024-08-17T01:15:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:19 smithi187 ceph-mon[90552]: osdmap e1229: 8 total, 8 up, 8 in 2024-08-17T01:15:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:19 smithi187 ceph-mon[90552]: pgmap v2196: 169 pgs: 169 active+clean; 417 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 220 op/s 2024-08-17T01:15:20.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:20 smithi157 ceph-mon[98780]: osdmap e1230: 8 total, 8 up, 8 in 2024-08-17T01:15:20.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:20 smithi157 ceph-mon[101289]: osdmap e1230: 8 total, 8 up, 8 in 2024-08-17T01:15:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:20 smithi187 ceph-mon[90552]: osdmap e1230: 8 total, 8 up, 8 in 2024-08-17T01:15:21.263 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 8388609~1000 2024-08-17T01:15:21.270 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 16777228~1000 2024-08-17T01:15:21.270 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 167772160 2024-08-17T01:15:21.279 INFO:tasks.workunit.client.0.smithi157.stdout:write: 2 83886079~8388609 2024-08-17T01:15:21.299 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap3 2024-08-17T01:15:21.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:21 smithi157 ceph-mon[98780]: osdmap e1231: 8 total, 8 up, 8 in 2024-08-17T01:15:21.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:21 smithi157 ceph-mon[98780]: pgmap v2199: 169 pgs: 169 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 4.0 MiB/s wr, 241 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-17T01:15:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:21 smithi157 ceph-mon[101289]: osdmap e1231: 8 total, 8 up, 8 in 2024-08-17T01:15:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:21 smithi157 ceph-mon[101289]: pgmap v2199: 169 pgs: 169 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 4.0 MiB/s wr, 241 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-17T01:15:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:21 smithi187 ceph-mon[90552]: osdmap e1231: 8 total, 8 up, 8 in 2024-08-17T01:15:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:21 smithi187 ceph-mon[90552]: pgmap v2199: 169 pgs: 169 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 4.0 MiB/s wr, 241 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-17T01:15:22.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:22 smithi187 ceph-mon[90552]: osdmap e1232: 8 total, 8 up, 8 in 2024-08-17T01:15:22.611 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:15:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:15:22.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:22 smithi157 ceph-mon[98780]: osdmap e1232: 8 total, 8 up, 8 in 2024-08-17T01:15:22.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:22 smithi157 ceph-mon[101289]: osdmap e1232: 8 total, 8 up, 8 in 2024-08-17T01:15:23.144 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:15:23.168 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 83886079~1 2024-08-17T01:15:23.177 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:15:23.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:15:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:15:23] "GET /metrics HTTP/1.1" 200 38911 "" "Prometheus/2.43.0" 2024-08-17T01:15:23.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:23 smithi157 ceph-mon[98780]: osdmap e1233: 8 total, 8 up, 8 in 2024-08-17T01:15:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:23 smithi157 ceph-mon[98780]: pgmap v2202: 169 pgs: 169 active+clean; 425 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 221 op/s; 2.0 MiB/s, 1 objects/s recovering 2024-08-17T01:15:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:23 smithi157 ceph-mon[98780]: osdmap e1234: 8 total, 8 up, 8 in 2024-08-17T01:15:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:23 smithi157 ceph-mon[101289]: osdmap e1233: 8 total, 8 up, 8 in 2024-08-17T01:15:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:23 smithi157 ceph-mon[101289]: pgmap v2202: 169 pgs: 169 active+clean; 425 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 221 op/s; 2.0 MiB/s, 1 objects/s recovering 2024-08-17T01:15:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:23 smithi157 ceph-mon[101289]: osdmap e1234: 8 total, 8 up, 8 in 2024-08-17T01:15:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:23 smithi187 ceph-mon[90552]: osdmap e1233: 8 total, 8 up, 8 in 2024-08-17T01:15:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:23 smithi187 ceph-mon[90552]: pgmap v2202: 169 pgs: 169 active+clean; 425 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 221 op/s; 2.0 MiB/s, 1 objects/s recovering 2024-08-17T01:15:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:23 smithi187 ceph-mon[90552]: osdmap e1234: 8 total, 8 up, 8 in 2024-08-17T01:15:25.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:25 smithi157 ceph-mon[98780]: osdmap e1235: 8 total, 8 up, 8 in 2024-08-17T01:15:25.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:25 smithi157 ceph-mon[98780]: pgmap v2205: 169 pgs: 169 active+clean; 445 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 9.0 MiB/s wr, 122 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-17T01:15:25.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:25 smithi157 ceph-mon[101289]: osdmap e1235: 8 total, 8 up, 8 in 2024-08-17T01:15:25.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:25 smithi157 ceph-mon[101289]: pgmap v2205: 169 pgs: 169 active+clean; 445 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 9.0 MiB/s wr, 122 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-17T01:15:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:25 smithi187 ceph-mon[90552]: osdmap e1235: 8 total, 8 up, 8 in 2024-08-17T01:15:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:25 smithi187 ceph-mon[90552]: pgmap v2205: 169 pgs: 169 active+clean; 445 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 9.0 MiB/s wr, 122 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-17T01:15:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:26 smithi187 ceph-mon[90552]: osdmap e1236: 8 total, 8 up, 8 in 2024-08-17T01:15:26.591 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 41943040 2024-08-17T01:15:26.614 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:15:26.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:26 smithi157 ceph-mon[98780]: osdmap e1236: 8 total, 8 up, 8 in 2024-08-17T01:15:26.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:26 smithi157 ceph-mon[101289]: osdmap e1236: 8 total, 8 up, 8 in 2024-08-17T01:15:26.741 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:15:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:27 smithi187 ceph-mon[90552]: osdmap e1237: 8 total, 8 up, 8 in 2024-08-17T01:15:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:27 smithi187 ceph-mon[90552]: pgmap v2208: 169 pgs: 169 active+clean; 453 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 190 op/s 2024-08-17T01:15:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:27 smithi157 ceph-mon[98780]: osdmap e1237: 8 total, 8 up, 8 in 2024-08-17T01:15:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:27 smithi157 ceph-mon[98780]: pgmap v2208: 169 pgs: 169 active+clean; 453 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 190 op/s 2024-08-17T01:15:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:27 smithi157 ceph-mon[101289]: osdmap e1237: 8 total, 8 up, 8 in 2024-08-17T01:15:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:27 smithi157 ceph-mon[101289]: pgmap v2208: 169 pgs: 169 active+clean; 453 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 190 op/s 2024-08-17T01:15:28.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:28 smithi187 ceph-mon[90552]: osdmap e1238: 8 total, 8 up, 8 in 2024-08-17T01:15:28.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:28 smithi187 ceph-mon[90552]: osdmap e1239: 8 total, 8 up, 8 in 2024-08-17T01:15:28.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:28 smithi157 ceph-mon[98780]: osdmap e1238: 8 total, 8 up, 8 in 2024-08-17T01:15:28.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:28 smithi157 ceph-mon[98780]: osdmap e1239: 8 total, 8 up, 8 in 2024-08-17T01:15:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:28 smithi157 ceph-mon[101289]: osdmap e1238: 8 total, 8 up, 8 in 2024-08-17T01:15:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:28 smithi157 ceph-mon[101289]: osdmap e1239: 8 total, 8 up, 8 in 2024-08-17T01:15:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:29 smithi187 ceph-mon[90552]: pgmap v2211: 169 pgs: 169 active+clean; 461 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 106 op/s 2024-08-17T01:15:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:29.474 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11986 ms) 2024-08-17T01:15:29.474 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-08-17T01:15:29.503 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:15:29.513 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:15:29.535 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:29 smithi157 ceph-mon[98780]: pgmap v2211: 169 pgs: 169 active+clean; 461 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 106 op/s 2024-08-17T01:15:29.535 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:29.535 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:29 smithi157 ceph-mon[101289]: pgmap v2211: 169 pgs: 169 active+clean; 461 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 106 op/s 2024-08-17T01:15:29.535 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:29.584 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:15:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:30 smithi187 ceph-mon[90552]: osdmap e1240: 8 total, 8 up, 8 in 2024-08-17T01:15:30.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:30 smithi157 ceph-mon[98780]: osdmap e1240: 8 total, 8 up, 8 in 2024-08-17T01:15:30.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:30 smithi157 ceph-mon[101289]: osdmap e1240: 8 total, 8 up, 8 in 2024-08-17T01:15:31.177 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 8388609~8388609 2024-08-17T01:15:31.193 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 0~1000 2024-08-17T01:15:31.193 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 1010~1000 2024-08-17T01:15:31.193 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap2 2024-08-17T01:15:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:31 smithi187 ceph-mon[90552]: osdmap e1241: 8 total, 8 up, 8 in 2024-08-17T01:15:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:31 smithi187 ceph-mon[90552]: pgmap v2214: 169 pgs: 169 active+clean; 457 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 250 op/s 2024-08-17T01:15:31.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:31 smithi157 ceph-mon[98780]: osdmap e1241: 8 total, 8 up, 8 in 2024-08-17T01:15:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:31 smithi157 ceph-mon[98780]: pgmap v2214: 169 pgs: 169 active+clean; 457 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 250 op/s 2024-08-17T01:15:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:31 smithi157 ceph-mon[101289]: osdmap e1241: 8 total, 8 up, 8 in 2024-08-17T01:15:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:31 smithi157 ceph-mon[101289]: pgmap v2214: 169 pgs: 169 active+clean; 457 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 250 op/s 2024-08-17T01:15:32.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:32 smithi187 ceph-mon[90552]: osdmap e1242: 8 total, 8 up, 8 in 2024-08-17T01:15:32.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:15:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:15:32.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:32 smithi157 ceph-mon[98780]: osdmap e1242: 8 total, 8 up, 8 in 2024-08-17T01:15:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:32 smithi157 ceph-mon[101289]: osdmap e1242: 8 total, 8 up, 8 in 2024-08-17T01:15:33.188 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 8388609~1000 2024-08-17T01:15:33.196 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 16777228~1000 2024-08-17T01:15:33.196 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 167772160 2024-08-17T01:15:33.205 INFO:tasks.workunit.client.0.smithi157.stdout:write: 2 83886079~8388609 2024-08-17T01:15:33.223 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap3 2024-08-17T01:15:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:33 smithi187 ceph-mon[90552]: osdmap e1243: 8 total, 8 up, 8 in 2024-08-17T01:15:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:33 smithi187 ceph-mon[90552]: pgmap v2217: 169 pgs: 169 active+clean; 469 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 6.0 MiB/s wr, 471 op/s 2024-08-17T01:15:33.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:33 smithi157 ceph-mon[98780]: osdmap e1243: 8 total, 8 up, 8 in 2024-08-17T01:15:33.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:33 smithi157 ceph-mon[98780]: pgmap v2217: 169 pgs: 169 active+clean; 469 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 6.0 MiB/s wr, 471 op/s 2024-08-17T01:15:33.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:33 smithi157 ceph-mon[101289]: osdmap e1243: 8 total, 8 up, 8 in 2024-08-17T01:15:33.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:33 smithi157 ceph-mon[101289]: pgmap v2217: 169 pgs: 169 active+clean; 469 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 6.0 MiB/s wr, 471 op/s 2024-08-17T01:15:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:15:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:15:33] "GET /metrics HTTP/1.1" 200 38917 "" "Prometheus/2.43.0" 2024-08-17T01:15:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:34 smithi187 ceph-mon[90552]: osdmap e1244: 8 total, 8 up, 8 in 2024-08-17T01:15:34.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:34 smithi157 ceph-mon[98780]: osdmap e1244: 8 total, 8 up, 8 in 2024-08-17T01:15:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:34 smithi157 ceph-mon[101289]: osdmap e1244: 8 total, 8 up, 8 in 2024-08-17T01:15:35.199 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:15:35.224 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 83886079~1 2024-08-17T01:15:35.232 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 0 2024-08-17T01:15:35.249 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:15:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:35 smithi187 ceph-mon[90552]: osdmap e1245: 8 total, 8 up, 8 in 2024-08-17T01:15:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:35 smithi187 ceph-mon[90552]: pgmap v2220: 169 pgs: 169 active+clean; 497 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 14 MiB/s wr, 322 op/s 2024-08-17T01:15:35.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:35 smithi157 ceph-mon[101289]: osdmap e1245: 8 total, 8 up, 8 in 2024-08-17T01:15:35.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:35 smithi157 ceph-mon[101289]: pgmap v2220: 169 pgs: 169 active+clean; 497 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 14 MiB/s wr, 322 op/s 2024-08-17T01:15:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:35 smithi157 ceph-mon[98780]: osdmap e1245: 8 total, 8 up, 8 in 2024-08-17T01:15:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:35 smithi157 ceph-mon[98780]: pgmap v2220: 169 pgs: 169 active+clean; 497 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 14 MiB/s wr, 322 op/s 2024-08-17T01:15:36.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:36 smithi187 ceph-mon[90552]: osdmap e1246: 8 total, 8 up, 8 in 2024-08-17T01:15:36.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:36 smithi157 ceph-mon[101289]: osdmap e1246: 8 total, 8 up, 8 in 2024-08-17T01:15:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:36 smithi157 ceph-mon[98780]: osdmap e1246: 8 total, 8 up, 8 in 2024-08-17T01:15:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:37 smithi187 ceph-mon[90552]: osdmap e1247: 8 total, 8 up, 8 in 2024-08-17T01:15:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:37 smithi187 ceph-mon[90552]: pgmap v2223: 169 pgs: 169 active+clean; 501 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 164 op/s 2024-08-17T01:15:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:37 smithi157 ceph-mon[98780]: osdmap e1247: 8 total, 8 up, 8 in 2024-08-17T01:15:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:37 smithi157 ceph-mon[98780]: pgmap v2223: 169 pgs: 169 active+clean; 501 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 164 op/s 2024-08-17T01:15:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:37 smithi157 ceph-mon[101289]: osdmap e1247: 8 total, 8 up, 8 in 2024-08-17T01:15:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:37 smithi157 ceph-mon[101289]: pgmap v2223: 169 pgs: 169 active+clean; 501 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 164 op/s 2024-08-17T01:15:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:38 smithi187 ceph-mon[90552]: osdmap e1248: 8 total, 8 up, 8 in 2024-08-17T01:15:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:38 smithi187 ceph-mon[90552]: osdmap e1249: 8 total, 8 up, 8 in 2024-08-17T01:15:38.524 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:15:38.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:38 smithi157 ceph-mon[98780]: osdmap e1248: 8 total, 8 up, 8 in 2024-08-17T01:15:38.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:38 smithi157 ceph-mon[98780]: osdmap e1249: 8 total, 8 up, 8 in 2024-08-17T01:15:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:38 smithi157 ceph-mon[101289]: osdmap e1248: 8 total, 8 up, 8 in 2024-08-17T01:15:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:38 smithi157 ceph-mon[101289]: osdmap e1249: 8 total, 8 up, 8 in 2024-08-17T01:15:38.679 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:15:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:39 smithi187 ceph-mon[90552]: pgmap v2226: 169 pgs: 169 active+clean; 509 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 2.0 MiB/s wr, 68 op/s 2024-08-17T01:15:39.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:39 smithi157 ceph-mon[101289]: pgmap v2226: 169 pgs: 169 active+clean; 509 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 2.0 MiB/s wr, 68 op/s 2024-08-17T01:15:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:39 smithi157 ceph-mon[98780]: pgmap v2226: 169 pgs: 169 active+clean; 509 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 2.0 MiB/s wr, 68 op/s 2024-08-17T01:15:40.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:40 smithi157 ceph-mon[98780]: osdmap e1250: 8 total, 8 up, 8 in 2024-08-17T01:15:40.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:40 smithi157 ceph-mon[101289]: osdmap e1250: 8 total, 8 up, 8 in 2024-08-17T01:15:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:40 smithi187 ceph-mon[90552]: osdmap e1250: 8 total, 8 up, 8 in 2024-08-17T01:15:41.478 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (12004 ms) 2024-08-17T01:15:41.478 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-08-17T01:15:41.509 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:15:41.519 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:15:41.585 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:15:41.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:41 smithi157 ceph-mon[101289]: osdmap e1251: 8 total, 8 up, 8 in 2024-08-17T01:15:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:41 smithi157 ceph-mon[101289]: pgmap v2229: 169 pgs: 169 active+clean; 509 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 314 op/s 2024-08-17T01:15:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:41 smithi157 ceph-mon[98780]: osdmap e1251: 8 total, 8 up, 8 in 2024-08-17T01:15:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:41 smithi157 ceph-mon[98780]: pgmap v2229: 169 pgs: 169 active+clean; 509 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 314 op/s 2024-08-17T01:15:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:41 smithi187 ceph-mon[90552]: osdmap e1251: 8 total, 8 up, 8 in 2024-08-17T01:15:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:41 smithi187 ceph-mon[90552]: pgmap v2229: 169 pgs: 169 active+clean; 509 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 314 op/s 2024-08-17T01:15:42.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:42 smithi157 ceph-mon[98780]: osdmap e1252: 8 total, 8 up, 8 in 2024-08-17T01:15:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:42 smithi157 ceph-mon[101289]: osdmap e1252: 8 total, 8 up, 8 in 2024-08-17T01:15:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:42 smithi187 ceph-mon[90552]: osdmap e1252: 8 total, 8 up, 8 in 2024-08-17T01:15:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:15:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:15:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:15:43.237 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 8388609~8388609 2024-08-17T01:15:43.249 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 0~1000 2024-08-17T01:15:43.250 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 1010~1000 2024-08-17T01:15:43.250 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap2 2024-08-17T01:15:43.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:43 smithi157 ceph-mon[98780]: osdmap e1253: 8 total, 8 up, 8 in 2024-08-17T01:15:43.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:43 smithi157 ceph-mon[98780]: pgmap v2232: 169 pgs: 169 active+clean; 513 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 338 op/s 2024-08-17T01:15:43.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:43 smithi157 ceph-mon[101289]: osdmap e1253: 8 total, 8 up, 8 in 2024-08-17T01:15:43.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:43 smithi157 ceph-mon[101289]: pgmap v2232: 169 pgs: 169 active+clean; 513 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 338 op/s 2024-08-17T01:15:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:43 smithi187 ceph-mon[90552]: osdmap e1253: 8 total, 8 up, 8 in 2024-08-17T01:15:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:43 smithi187 ceph-mon[90552]: pgmap v2232: 169 pgs: 169 active+clean; 513 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 338 op/s 2024-08-17T01:15:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:15:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:15:43] "GET /metrics HTTP/1.1" 200 38917 "" "Prometheus/2.43.0" 2024-08-17T01:15:44.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:44 smithi157 ceph-mon[98780]: osdmap e1254: 8 total, 8 up, 8 in 2024-08-17T01:15:44.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:44 smithi157 ceph-mon[101289]: osdmap e1254: 8 total, 8 up, 8 in 2024-08-17T01:15:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:44 smithi187 ceph-mon[90552]: osdmap e1254: 8 total, 8 up, 8 in 2024-08-17T01:15:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:45.247 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 8388609~1000 2024-08-17T01:15:45.252 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 16777228~1000 2024-08-17T01:15:45.252 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 167772160 2024-08-17T01:15:45.260 INFO:tasks.workunit.client.0.smithi157.stdout:write: 2 83886079~8388609 2024-08-17T01:15:45.280 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap3 2024-08-17T01:15:45.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[98780]: osdmap e1255: 8 total, 8 up, 8 in 2024-08-17T01:15:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:15:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[98780]: pgmap v2235: 169 pgs: 169 active+clean; 529 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 223 op/s 2024-08-17T01:15:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:15:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:15:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:15:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:15:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:15:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:15:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:15:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[101289]: osdmap e1255: 8 total, 8 up, 8 in 2024-08-17T01:15:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:15:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[101289]: pgmap v2235: 169 pgs: 169 active+clean; 529 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 223 op/s 2024-08-17T01:15:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:15:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:15:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:15:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:15:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:15:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:15:45.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:15:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:45 smithi187 ceph-mon[90552]: osdmap e1255: 8 total, 8 up, 8 in 2024-08-17T01:15:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:15:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:45 smithi187 ceph-mon[90552]: pgmap v2235: 169 pgs: 169 active+clean; 529 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 223 op/s 2024-08-17T01:15:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:15:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:15:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:15:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:15:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:15:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:15:45.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:15:46.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:46 smithi157 ceph-mon[101289]: osdmap e1256: 8 total, 8 up, 8 in 2024-08-17T01:15:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:46 smithi157 ceph-mon[98780]: osdmap e1256: 8 total, 8 up, 8 in 2024-08-17T01:15:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:46 smithi187 ceph-mon[90552]: osdmap e1256: 8 total, 8 up, 8 in 2024-08-17T01:15:47.260 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:15:47.282 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 83886079~1 2024-08-17T01:15:47.291 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:15:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:47 smithi157 ceph-mon[98780]: osdmap e1257: 8 total, 8 up, 8 in 2024-08-17T01:15:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:47 smithi157 ceph-mon[98780]: pgmap v2238: 169 pgs: 169 active+clean; 541 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 11 MiB/s wr, 324 op/s 2024-08-17T01:15:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:47 smithi157 ceph-mon[101289]: osdmap e1257: 8 total, 8 up, 8 in 2024-08-17T01:15:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:47 smithi157 ceph-mon[101289]: pgmap v2238: 169 pgs: 169 active+clean; 541 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 11 MiB/s wr, 324 op/s 2024-08-17T01:15:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:47 smithi187 ceph-mon[90552]: osdmap e1257: 8 total, 8 up, 8 in 2024-08-17T01:15:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:47 smithi187 ceph-mon[90552]: pgmap v2238: 169 pgs: 169 active+clean; 541 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 11 MiB/s wr, 324 op/s 2024-08-17T01:15:48.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:48 smithi157 ceph-mon[98780]: osdmap e1258: 8 total, 8 up, 8 in 2024-08-17T01:15:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:48 smithi157 ceph-mon[98780]: osdmap e1259: 8 total, 8 up, 8 in 2024-08-17T01:15:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:48 smithi157 ceph-mon[101289]: osdmap e1258: 8 total, 8 up, 8 in 2024-08-17T01:15:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:48 smithi157 ceph-mon[101289]: osdmap e1259: 8 total, 8 up, 8 in 2024-08-17T01:15:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:48 smithi187 ceph-mon[90552]: osdmap e1258: 8 total, 8 up, 8 in 2024-08-17T01:15:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:48 smithi187 ceph-mon[90552]: osdmap e1259: 8 total, 8 up, 8 in 2024-08-17T01:15:49.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:49 smithi157 ceph-mon[101289]: pgmap v2241: 169 pgs: 169 active+clean; 553 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 127 op/s 2024-08-17T01:15:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:49 smithi157 ceph-mon[101289]: osdmap e1260: 8 total, 8 up, 8 in 2024-08-17T01:15:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:49 smithi157 ceph-mon[98780]: pgmap v2241: 169 pgs: 169 active+clean; 553 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 127 op/s 2024-08-17T01:15:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:49 smithi157 ceph-mon[98780]: osdmap e1260: 8 total, 8 up, 8 in 2024-08-17T01:15:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:49 smithi187 ceph-mon[90552]: pgmap v2241: 169 pgs: 169 active+clean; 553 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 127 op/s 2024-08-17T01:15:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:49 smithi187 ceph-mon[90552]: osdmap e1260: 8 total, 8 up, 8 in 2024-08-17T01:15:50.600 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 0 2024-08-17T01:15:50.687 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:15:50.798 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:15:51.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:51 smithi187 ceph-mon[90552]: osdmap e1261: 8 total, 8 up, 8 in 2024-08-17T01:15:51.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:51 smithi187 ceph-mon[90552]: pgmap v2244: 169 pgs: 169 active+clean; 565 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 5.0 MiB/s wr, 40 op/s 2024-08-17T01:15:51.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:51 smithi157 ceph-mon[98780]: osdmap e1261: 8 total, 8 up, 8 in 2024-08-17T01:15:51.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:51 smithi157 ceph-mon[98780]: pgmap v2244: 169 pgs: 169 active+clean; 565 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 5.0 MiB/s wr, 40 op/s 2024-08-17T01:15:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:51 smithi157 ceph-mon[101289]: osdmap e1261: 8 total, 8 up, 8 in 2024-08-17T01:15:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:51 smithi157 ceph-mon[101289]: pgmap v2244: 169 pgs: 169 active+clean; 565 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 5.0 MiB/s wr, 40 op/s 2024-08-17T01:15:52.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:52 smithi187 ceph-mon[90552]: osdmap e1262: 8 total, 8 up, 8 in 2024-08-17T01:15:52.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:15:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:15:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:15:52.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:52 smithi157 ceph-mon[98780]: osdmap e1262: 8 total, 8 up, 8 in 2024-08-17T01:15:52.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:52 smithi157 ceph-mon[101289]: osdmap e1262: 8 total, 8 up, 8 in 2024-08-17T01:15:53.423 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11945 ms) 2024-08-17T01:15:53.423 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-08-17T01:15:53.454 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:15:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:53 smithi187 ceph-mon[90552]: osdmap e1263: 8 total, 8 up, 8 in 2024-08-17T01:15:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:53 smithi187 ceph-mon[90552]: pgmap v2247: 169 pgs: 169 active+clean; 565 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 182 op/s 2024-08-17T01:15:53.465 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:15:53.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:53 smithi157 ceph-mon[98780]: osdmap e1263: 8 total, 8 up, 8 in 2024-08-17T01:15:53.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:53 smithi157 ceph-mon[98780]: pgmap v2247: 169 pgs: 169 active+clean; 565 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 182 op/s 2024-08-17T01:15:53.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:53 smithi157 ceph-mon[101289]: osdmap e1263: 8 total, 8 up, 8 in 2024-08-17T01:15:53.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:53 smithi157 ceph-mon[101289]: pgmap v2247: 169 pgs: 169 active+clean; 565 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 182 op/s 2024-08-17T01:15:53.528 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:15:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:15:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:15:53] "GET /metrics HTTP/1.1" 200 38910 "" "Prometheus/2.43.0" 2024-08-17T01:15:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:54 smithi187 ceph-mon[90552]: osdmap e1264: 8 total, 8 up, 8 in 2024-08-17T01:15:54.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:54 smithi157 ceph-mon[101289]: osdmap e1264: 8 total, 8 up, 8 in 2024-08-17T01:15:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:54 smithi157 ceph-mon[98780]: osdmap e1264: 8 total, 8 up, 8 in 2024-08-17T01:15:55.177 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 8388609~8388609 2024-08-17T01:15:55.188 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 0~1000 2024-08-17T01:15:55.188 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 1010~1000 2024-08-17T01:15:55.188 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap2 2024-08-17T01:15:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:55 smithi187 ceph-mon[90552]: osdmap e1265: 8 total, 8 up, 8 in 2024-08-17T01:15:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:55 smithi187 ceph-mon[90552]: pgmap v2250: 169 pgs: 169 active+clean; 561 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 2.0 MiB/s wr, 396 op/s 2024-08-17T01:15:55.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:55 smithi157 ceph-mon[98780]: osdmap e1265: 8 total, 8 up, 8 in 2024-08-17T01:15:55.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:55 smithi157 ceph-mon[98780]: pgmap v2250: 169 pgs: 169 active+clean; 561 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 2.0 MiB/s wr, 396 op/s 2024-08-17T01:15:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:55 smithi157 ceph-mon[101289]: osdmap e1265: 8 total, 8 up, 8 in 2024-08-17T01:15:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:55 smithi157 ceph-mon[101289]: pgmap v2250: 169 pgs: 169 active+clean; 561 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 2.0 MiB/s wr, 396 op/s 2024-08-17T01:15:56.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:56 smithi187 ceph-mon[90552]: osdmap e1266: 8 total, 8 up, 8 in 2024-08-17T01:15:56.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:56 smithi157 ceph-mon[101289]: osdmap e1266: 8 total, 8 up, 8 in 2024-08-17T01:15:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:56 smithi157 ceph-mon[98780]: osdmap e1266: 8 total, 8 up, 8 in 2024-08-17T01:15:57.189 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 8388609~1000 2024-08-17T01:15:57.198 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 16777228~1000 2024-08-17T01:15:57.198 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 167772160 2024-08-17T01:15:57.206 INFO:tasks.workunit.client.0.smithi157.stdout:write: 2 83886079~8388609 2024-08-17T01:15:57.233 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap3 2024-08-17T01:15:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:57 smithi187 ceph-mon[90552]: osdmap e1267: 8 total, 8 up, 8 in 2024-08-17T01:15:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:57 smithi187 ceph-mon[90552]: pgmap v2253: 169 pgs: 169 active+clean; 581 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 59 MiB/s rd, 9.0 MiB/s wr, 487 op/s 2024-08-17T01:15:57.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:57 smithi157 ceph-mon[98780]: osdmap e1267: 8 total, 8 up, 8 in 2024-08-17T01:15:57.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:57 smithi157 ceph-mon[98780]: pgmap v2253: 169 pgs: 169 active+clean; 581 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 59 MiB/s rd, 9.0 MiB/s wr, 487 op/s 2024-08-17T01:15:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:57 smithi157 ceph-mon[101289]: osdmap e1267: 8 total, 8 up, 8 in 2024-08-17T01:15:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:57 smithi157 ceph-mon[101289]: pgmap v2253: 169 pgs: 169 active+clean; 581 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 59 MiB/s rd, 9.0 MiB/s wr, 487 op/s 2024-08-17T01:15:58.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:58 smithi187 ceph-mon[90552]: osdmap e1268: 8 total, 8 up, 8 in 2024-08-17T01:15:58.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:58 smithi187 ceph-mon[90552]: osdmap e1269: 8 total, 8 up, 8 in 2024-08-17T01:15:58.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:58 smithi157 ceph-mon[98780]: osdmap e1268: 8 total, 8 up, 8 in 2024-08-17T01:15:58.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:58 smithi157 ceph-mon[98780]: osdmap e1269: 8 total, 8 up, 8 in 2024-08-17T01:15:58.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:58 smithi157 ceph-mon[101289]: osdmap e1268: 8 total, 8 up, 8 in 2024-08-17T01:15:58.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:58 smithi157 ceph-mon[101289]: osdmap e1269: 8 total, 8 up, 8 in 2024-08-17T01:15:59.153 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:15:59.178 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 83886079~1 2024-08-17T01:15:59.187 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:15:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:59 smithi187 ceph-mon[90552]: pgmap v2256: 169 pgs: 169 active+clean; 585 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 9.0 MiB/s wr, 265 op/s 2024-08-17T01:15:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:15:59 smithi187 ceph-mon[90552]: osdmap e1270: 8 total, 8 up, 8 in 2024-08-17T01:15:59.535 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:59 smithi157 ceph-mon[101289]: pgmap v2256: 169 pgs: 169 active+clean; 585 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 9.0 MiB/s wr, 265 op/s 2024-08-17T01:15:59.535 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:59.536 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:15:59 smithi157 ceph-mon[101289]: osdmap e1270: 8 total, 8 up, 8 in 2024-08-17T01:15:59.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:59 smithi157 ceph-mon[98780]: pgmap v2256: 169 pgs: 169 active+clean; 585 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 9.0 MiB/s wr, 265 op/s 2024-08-17T01:15:59.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:59.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:15:59 smithi157 ceph-mon[98780]: osdmap e1270: 8 total, 8 up, 8 in 2024-08-17T01:16:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:01 smithi187 ceph-mon[90552]: osdmap e1271: 8 total, 8 up, 8 in 2024-08-17T01:16:01.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:01 smithi187 ceph-mon[90552]: pgmap v2259: 169 pgs: 169 active+clean; 601 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 40 op/s 2024-08-17T01:16:01.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:01 smithi157 ceph-mon[98780]: osdmap e1271: 8 total, 8 up, 8 in 2024-08-17T01:16:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:01 smithi157 ceph-mon[98780]: pgmap v2259: 169 pgs: 169 active+clean; 601 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 40 op/s 2024-08-17T01:16:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:01 smithi157 ceph-mon[101289]: osdmap e1271: 8 total, 8 up, 8 in 2024-08-17T01:16:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:01 smithi157 ceph-mon[101289]: pgmap v2259: 169 pgs: 169 active+clean; 601 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 40 op/s 2024-08-17T01:16:02.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:02 smithi187 ceph-mon[90552]: osdmap e1272: 8 total, 8 up, 8 in 2024-08-17T01:16:02.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:16:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:16:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:16:02.634 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 167772160 2024-08-17T01:16:02.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:02 smithi157 ceph-mon[101289]: osdmap e1272: 8 total, 8 up, 8 in 2024-08-17T01:16:02.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:02 smithi157 ceph-mon[98780]: osdmap e1272: 8 total, 8 up, 8 in 2024-08-17T01:16:02.644 INFO:tasks.workunit.client.0.smithi157.stdout:write: * 83886080~1000 2024-08-17T01:16:02.676 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:16:02.805 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:16:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:03 smithi187 ceph-mon[90552]: osdmap e1273: 8 total, 8 up, 8 in 2024-08-17T01:16:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:03 smithi187 ceph-mon[90552]: pgmap v2262: 169 pgs: 169 active+clean; 621 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 7.0 MiB/s wr, 149 op/s 2024-08-17T01:16:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:03 smithi187 ceph-mon[90552]: osdmap e1274: 8 total, 8 up, 8 in 2024-08-17T01:16:03.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:03 smithi157 ceph-mon[98780]: osdmap e1273: 8 total, 8 up, 8 in 2024-08-17T01:16:03.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:03 smithi157 ceph-mon[98780]: pgmap v2262: 169 pgs: 169 active+clean; 621 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 7.0 MiB/s wr, 149 op/s 2024-08-17T01:16:03.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:03 smithi157 ceph-mon[98780]: osdmap e1274: 8 total, 8 up, 8 in 2024-08-17T01:16:03.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:03 smithi157 ceph-mon[101289]: osdmap e1273: 8 total, 8 up, 8 in 2024-08-17T01:16:03.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:03 smithi157 ceph-mon[101289]: pgmap v2262: 169 pgs: 169 active+clean; 621 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 7.0 MiB/s wr, 149 op/s 2024-08-17T01:16:03.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:03 smithi157 ceph-mon[101289]: osdmap e1274: 8 total, 8 up, 8 in 2024-08-17T01:16:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:16:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:16:03] "GET /metrics HTTP/1.1" 200 38914 "" "Prometheus/2.43.0" 2024-08-17T01:16:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:05 smithi187 ceph-mon[90552]: osdmap e1275: 8 total, 8 up, 8 in 2024-08-17T01:16:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:05 smithi187 ceph-mon[90552]: pgmap v2265: 169 pgs: 169 active+clean; 649 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 10 MiB/s wr, 185 op/s 2024-08-17T01:16:05.516 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12093 ms) 2024-08-17T01:16:05.516 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-08-17T01:16:05.545 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:16:05.555 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 41943040~10 2024-08-17T01:16:05.564 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:16:05.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:05 smithi157 ceph-mon[101289]: osdmap e1275: 8 total, 8 up, 8 in 2024-08-17T01:16:05.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:05 smithi157 ceph-mon[101289]: pgmap v2265: 169 pgs: 169 active+clean; 649 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 10 MiB/s wr, 185 op/s 2024-08-17T01:16:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:05 smithi157 ceph-mon[98780]: osdmap e1275: 8 total, 8 up, 8 in 2024-08-17T01:16:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:05 smithi157 ceph-mon[98780]: pgmap v2265: 169 pgs: 169 active+clean; 649 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 10 MiB/s wr, 185 op/s 2024-08-17T01:16:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:06 smithi187 ceph-mon[90552]: osdmap e1276: 8 total, 8 up, 8 in 2024-08-17T01:16:06.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:06 smithi157 ceph-mon[98780]: osdmap e1276: 8 total, 8 up, 8 in 2024-08-17T01:16:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:06 smithi157 ceph-mon[101289]: osdmap e1276: 8 total, 8 up, 8 in 2024-08-17T01:16:07.162 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 41943040 2024-08-17T01:16:07.190 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:16:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:07 smithi187 ceph-mon[90552]: osdmap e1277: 8 total, 8 up, 8 in 2024-08-17T01:16:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:07 smithi187 ceph-mon[90552]: pgmap v2268: 169 pgs: 169 active+clean; 637 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 467 op/s 2024-08-17T01:16:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:07 smithi157 ceph-mon[101289]: osdmap e1277: 8 total, 8 up, 8 in 2024-08-17T01:16:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:07 smithi157 ceph-mon[101289]: pgmap v2268: 169 pgs: 169 active+clean; 637 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 467 op/s 2024-08-17T01:16:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:07 smithi157 ceph-mon[98780]: osdmap e1277: 8 total, 8 up, 8 in 2024-08-17T01:16:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:07 smithi157 ceph-mon[98780]: pgmap v2268: 169 pgs: 169 active+clean; 637 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 467 op/s 2024-08-17T01:16:08.331 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:16:08.342 INFO:tasks.workunit.client.0.smithi157.stdout:write: Y 41943040~5 2024-08-17T01:16:08.452 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:16:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:08 smithi187 ceph-mon[90552]: osdmap e1278: 8 total, 8 up, 8 in 2024-08-17T01:16:08.527 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:16:08.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:08 smithi157 ceph-mon[101289]: osdmap e1278: 8 total, 8 up, 8 in 2024-08-17T01:16:08.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:08 smithi157 ceph-mon[98780]: osdmap e1278: 8 total, 8 up, 8 in 2024-08-17T01:16:09.298 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3782 ms) 2024-08-17T01:16:09.298 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-08-17T01:16:09.329 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:16:09.340 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:16:09.393 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:16:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:09 smithi187 ceph-mon[90552]: osdmap e1279: 8 total, 8 up, 8 in 2024-08-17T01:16:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:09 smithi187 ceph-mon[90552]: pgmap v2271: 169 pgs: 169 active+clean; 633 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 25 KiB/s wr, 431 op/s 2024-08-17T01:16:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:09 smithi157 ceph-mon[101289]: osdmap e1279: 8 total, 8 up, 8 in 2024-08-17T01:16:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:09 smithi157 ceph-mon[101289]: pgmap v2271: 169 pgs: 169 active+clean; 633 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 25 KiB/s wr, 431 op/s 2024-08-17T01:16:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:09 smithi157 ceph-mon[98780]: osdmap e1279: 8 total, 8 up, 8 in 2024-08-17T01:16:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:09 smithi157 ceph-mon[98780]: pgmap v2271: 169 pgs: 169 active+clean; 633 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 25 KiB/s wr, 431 op/s 2024-08-17T01:16:10.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:10 smithi187 ceph-mon[90552]: osdmap e1280: 8 total, 8 up, 8 in 2024-08-17T01:16:10.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:10 smithi157 ceph-mon[101289]: osdmap e1280: 8 total, 8 up, 8 in 2024-08-17T01:16:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:10 smithi157 ceph-mon[98780]: osdmap e1280: 8 total, 8 up, 8 in 2024-08-17T01:16:11.189 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 8388609~8388609 2024-08-17T01:16:11.204 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 0~1000 2024-08-17T01:16:11.204 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 1010~1000 2024-08-17T01:16:11.204 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap2 2024-08-17T01:16:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:11 smithi187 ceph-mon[90552]: osdmap e1281: 8 total, 8 up, 8 in 2024-08-17T01:16:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:11 smithi187 ceph-mon[90552]: pgmap v2274: 169 pgs: 169 active+clean; 621 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 10 KiB/s wr, 292 op/s 2024-08-17T01:16:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:11 smithi157 ceph-mon[101289]: osdmap e1281: 8 total, 8 up, 8 in 2024-08-17T01:16:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:11 smithi157 ceph-mon[101289]: pgmap v2274: 169 pgs: 169 active+clean; 621 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 10 KiB/s wr, 292 op/s 2024-08-17T01:16:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:11 smithi157 ceph-mon[98780]: osdmap e1281: 8 total, 8 up, 8 in 2024-08-17T01:16:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:11 smithi157 ceph-mon[98780]: pgmap v2274: 169 pgs: 169 active+clean; 621 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 10 KiB/s wr, 292 op/s 2024-08-17T01:16:12.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:12 smithi187 ceph-mon[90552]: osdmap e1282: 8 total, 8 up, 8 in 2024-08-17T01:16:12.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:16:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:16:12.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:12 smithi157 ceph-mon[101289]: osdmap e1282: 8 total, 8 up, 8 in 2024-08-17T01:16:12.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:12 smithi157 ceph-mon[98780]: osdmap e1282: 8 total, 8 up, 8 in 2024-08-17T01:16:13.154 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 8388609~1000 2024-08-17T01:16:13.161 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 16777228~1000 2024-08-17T01:16:13.162 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 167772160 2024-08-17T01:16:13.172 INFO:tasks.workunit.client.0.smithi157.stdout:write: 2 83886079~8388609 2024-08-17T01:16:13.199 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap3 2024-08-17T01:16:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:13 smithi187 ceph-mon[90552]: osdmap e1283: 8 total, 8 up, 8 in 2024-08-17T01:16:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:13 smithi187 ceph-mon[90552]: pgmap v2277: 169 pgs: 169 active+clean; 629 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 357 op/s 2024-08-17T01:16:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:13 smithi187 ceph-mon[90552]: osdmap e1284: 8 total, 8 up, 8 in 2024-08-17T01:16:13.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:13 smithi157 ceph-mon[101289]: osdmap e1283: 8 total, 8 up, 8 in 2024-08-17T01:16:13.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:13 smithi157 ceph-mon[101289]: pgmap v2277: 169 pgs: 169 active+clean; 629 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 357 op/s 2024-08-17T01:16:13.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:13 smithi157 ceph-mon[101289]: osdmap e1284: 8 total, 8 up, 8 in 2024-08-17T01:16:13.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:13 smithi157 ceph-mon[98780]: osdmap e1283: 8 total, 8 up, 8 in 2024-08-17T01:16:13.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:13 smithi157 ceph-mon[98780]: pgmap v2277: 169 pgs: 169 active+clean; 629 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 357 op/s 2024-08-17T01:16:13.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:13 smithi157 ceph-mon[98780]: osdmap e1284: 8 total, 8 up, 8 in 2024-08-17T01:16:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:16:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:16:13] "GET /metrics HTTP/1.1" 200 38914 "" "Prometheus/2.43.0" 2024-08-17T01:16:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:15.212 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:16:15.240 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 83886079~1 2024-08-17T01:16:15.249 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:16:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:15 smithi187 ceph-mon[90552]: osdmap e1285: 8 total, 8 up, 8 in 2024-08-17T01:16:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:15 smithi187 ceph-mon[90552]: pgmap v2280: 169 pgs: 169 active+clean; 649 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 212 op/s 2024-08-17T01:16:15.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:15 smithi157 ceph-mon[101289]: osdmap e1285: 8 total, 8 up, 8 in 2024-08-17T01:16:15.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:15 smithi157 ceph-mon[101289]: pgmap v2280: 169 pgs: 169 active+clean; 649 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 212 op/s 2024-08-17T01:16:15.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:15 smithi157 ceph-mon[98780]: osdmap e1285: 8 total, 8 up, 8 in 2024-08-17T01:16:15.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:15 smithi157 ceph-mon[98780]: pgmap v2280: 169 pgs: 169 active+clean; 649 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 212 op/s 2024-08-17T01:16:16.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:16 smithi187 ceph-mon[90552]: osdmap e1286: 8 total, 8 up, 8 in 2024-08-17T01:16:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:16 smithi157 ceph-mon[101289]: osdmap e1286: 8 total, 8 up, 8 in 2024-08-17T01:16:16.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:16 smithi157 ceph-mon[98780]: osdmap e1286: 8 total, 8 up, 8 in 2024-08-17T01:16:17.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:17 smithi157 ceph-mon[98780]: osdmap e1287: 8 total, 8 up, 8 in 2024-08-17T01:16:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:17 smithi157 ceph-mon[98780]: pgmap v2283: 169 pgs: 169 active+clean; 673 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 148 KiB/s rd, 9.0 MiB/s wr, 206 op/s 2024-08-17T01:16:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:17 smithi157 ceph-mon[101289]: osdmap e1287: 8 total, 8 up, 8 in 2024-08-17T01:16:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:17 smithi157 ceph-mon[101289]: pgmap v2283: 169 pgs: 169 active+clean; 673 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 148 KiB/s rd, 9.0 MiB/s wr, 206 op/s 2024-08-17T01:16:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:17 smithi187 ceph-mon[90552]: osdmap e1287: 8 total, 8 up, 8 in 2024-08-17T01:16:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:17 smithi187 ceph-mon[90552]: pgmap v2283: 169 pgs: 169 active+clean; 673 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 148 KiB/s rd, 9.0 MiB/s wr, 206 op/s 2024-08-17T01:16:18.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:18 smithi157 ceph-mon[98780]: osdmap e1288: 8 total, 8 up, 8 in 2024-08-17T01:16:18.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:18 smithi157 ceph-mon[98780]: osdmap e1289: 8 total, 8 up, 8 in 2024-08-17T01:16:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:18 smithi157 ceph-mon[101289]: osdmap e1288: 8 total, 8 up, 8 in 2024-08-17T01:16:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:18 smithi157 ceph-mon[101289]: osdmap e1289: 8 total, 8 up, 8 in 2024-08-17T01:16:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:18 smithi187 ceph-mon[90552]: osdmap e1288: 8 total, 8 up, 8 in 2024-08-17T01:16:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:18 smithi187 ceph-mon[90552]: osdmap e1289: 8 total, 8 up, 8 in 2024-08-17T01:16:18.733 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: after_prepare_snap 2024-08-17T01:16:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:19 smithi157 ceph-mon[101289]: pgmap v2286: 169 pgs: 169 active+clean; 677 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 KiB/s rd, 5.0 MiB/s wr, 67 op/s 2024-08-17T01:16:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:19 smithi157 ceph-mon[98780]: pgmap v2286: 169 pgs: 169 active+clean; 677 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 KiB/s rd, 5.0 MiB/s wr, 67 op/s 2024-08-17T01:16:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:19 smithi187 ceph-mon[90552]: pgmap v2286: 169 pgs: 169 active+clean; 677 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 KiB/s rd, 5.0 MiB/s wr, 67 op/s 2024-08-17T01:16:20.236 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 41943040 2024-08-17T01:16:20.273 INFO:tasks.workunit.client.0.smithi157.stdout:write: * 0~1000 2024-08-17T01:16:20.281 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:16:20.438 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:16:20.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:20 smithi157 ceph-mon[98780]: osdmap e1290: 8 total, 8 up, 8 in 2024-08-17T01:16:20.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:20 smithi157 ceph-mon[101289]: osdmap e1290: 8 total, 8 up, 8 in 2024-08-17T01:16:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:20 smithi187 ceph-mon[90552]: osdmap e1290: 8 total, 8 up, 8 in 2024-08-17T01:16:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:21 smithi157 ceph-mon[98780]: osdmap e1291: 8 total, 8 up, 8 in 2024-08-17T01:16:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:21 smithi157 ceph-mon[98780]: pgmap v2289: 169 pgs: 169 active+clean; 677 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 182 op/s 2024-08-17T01:16:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:21 smithi157 ceph-mon[101289]: osdmap e1291: 8 total, 8 up, 8 in 2024-08-17T01:16:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:21 smithi157 ceph-mon[101289]: pgmap v2289: 169 pgs: 169 active+clean; 677 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 182 op/s 2024-08-17T01:16:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:21 smithi187 ceph-mon[90552]: osdmap e1291: 8 total, 8 up, 8 in 2024-08-17T01:16:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:21 smithi187 ceph-mon[90552]: pgmap v2289: 169 pgs: 169 active+clean; 677 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 182 op/s 2024-08-17T01:16:22.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:22 smithi187 ceph-mon[90552]: osdmap e1292: 8 total, 8 up, 8 in 2024-08-17T01:16:22.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:16:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:16:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:16:22.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:22 smithi157 ceph-mon[98780]: osdmap e1292: 8 total, 8 up, 8 in 2024-08-17T01:16:22.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:22 smithi157 ceph-mon[101289]: osdmap e1292: 8 total, 8 up, 8 in 2024-08-17T01:16:23.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:23 smithi157 ceph-mon[101289]: osdmap e1293: 8 total, 8 up, 8 in 2024-08-17T01:16:23.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:23 smithi157 ceph-mon[101289]: pgmap v2292: 169 pgs: 169 active+clean; 685 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 2.0 MiB/s wr, 227 op/s 2024-08-17T01:16:23.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:23 smithi157 ceph-mon[98780]: osdmap e1293: 8 total, 8 up, 8 in 2024-08-17T01:16:23.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:23 smithi157 ceph-mon[98780]: pgmap v2292: 169 pgs: 169 active+clean; 685 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 2.0 MiB/s wr, 227 op/s 2024-08-17T01:16:23.596 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14298 ms) 2024-08-17T01:16:23.596 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-08-17T01:16:23.627 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:16:23.637 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:16:23.693 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:16:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:23 smithi187 ceph-mon[90552]: osdmap e1293: 8 total, 8 up, 8 in 2024-08-17T01:16:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:23 smithi187 ceph-mon[90552]: pgmap v2292: 169 pgs: 169 active+clean; 685 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 2.0 MiB/s wr, 227 op/s 2024-08-17T01:16:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:16:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:16:23] "GET /metrics HTTP/1.1" 200 38912 "" "Prometheus/2.43.0" 2024-08-17T01:16:24.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:24 smithi157 ceph-mon[101289]: osdmap e1294: 8 total, 8 up, 8 in 2024-08-17T01:16:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:24 smithi157 ceph-mon[98780]: osdmap e1294: 8 total, 8 up, 8 in 2024-08-17T01:16:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:24 smithi187 ceph-mon[90552]: osdmap e1294: 8 total, 8 up, 8 in 2024-08-17T01:16:25.267 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 8388609~8388609 2024-08-17T01:16:25.285 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 0~1000 2024-08-17T01:16:25.285 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 1010~1000 2024-08-17T01:16:25.285 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap2 2024-08-17T01:16:25.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:25 smithi157 ceph-mon[98780]: osdmap e1295: 8 total, 8 up, 8 in 2024-08-17T01:16:25.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:25 smithi157 ceph-mon[98780]: pgmap v2295: 169 pgs: 169 active+clean; 693 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 465 op/s 2024-08-17T01:16:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:25 smithi157 ceph-mon[101289]: osdmap e1295: 8 total, 8 up, 8 in 2024-08-17T01:16:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:25 smithi157 ceph-mon[101289]: pgmap v2295: 169 pgs: 169 active+clean; 693 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 465 op/s 2024-08-17T01:16:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:25 smithi187 ceph-mon[90552]: osdmap e1295: 8 total, 8 up, 8 in 2024-08-17T01:16:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:25 smithi187 ceph-mon[90552]: pgmap v2295: 169 pgs: 169 active+clean; 693 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 465 op/s 2024-08-17T01:16:26.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:26 smithi157 ceph-mon[98780]: osdmap e1296: 8 total, 8 up, 8 in 2024-08-17T01:16:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:26 smithi157 ceph-mon[101289]: osdmap e1296: 8 total, 8 up, 8 in 2024-08-17T01:16:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:26 smithi187 ceph-mon[90552]: osdmap e1296: 8 total, 8 up, 8 in 2024-08-17T01:16:27.288 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 8388609~1000 2024-08-17T01:16:27.295 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 16777228~1000 2024-08-17T01:16:27.295 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 167772160 2024-08-17T01:16:27.304 INFO:tasks.workunit.client.0.smithi157.stdout:write: 2 83886079~8388609 2024-08-17T01:16:27.331 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap3 2024-08-17T01:16:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:27 smithi157 ceph-mon[98780]: osdmap e1297: 8 total, 8 up, 8 in 2024-08-17T01:16:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:27 smithi157 ceph-mon[98780]: pgmap v2298: 169 pgs: 169 active+clean; 697 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 484 op/s 2024-08-17T01:16:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:27 smithi157 ceph-mon[101289]: osdmap e1297: 8 total, 8 up, 8 in 2024-08-17T01:16:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:27 smithi157 ceph-mon[101289]: pgmap v2298: 169 pgs: 169 active+clean; 697 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 484 op/s 2024-08-17T01:16:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:27 smithi187 ceph-mon[90552]: osdmap e1297: 8 total, 8 up, 8 in 2024-08-17T01:16:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:27 smithi187 ceph-mon[90552]: pgmap v2298: 169 pgs: 169 active+clean; 697 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 484 op/s 2024-08-17T01:16:28.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:28 smithi157 ceph-mon[98780]: osdmap e1298: 8 total, 8 up, 8 in 2024-08-17T01:16:28.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:28 smithi157 ceph-mon[98780]: osdmap e1299: 8 total, 8 up, 8 in 2024-08-17T01:16:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:28 smithi157 ceph-mon[101289]: osdmap e1298: 8 total, 8 up, 8 in 2024-08-17T01:16:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:28 smithi157 ceph-mon[101289]: osdmap e1299: 8 total, 8 up, 8 in 2024-08-17T01:16:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:28 smithi187 ceph-mon[90552]: osdmap e1298: 8 total, 8 up, 8 in 2024-08-17T01:16:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:28 smithi187 ceph-mon[90552]: osdmap e1299: 8 total, 8 up, 8 in 2024-08-17T01:16:29.165 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:16:29.189 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 83886079~1 2024-08-17T01:16:29.197 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:16:29.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:29 smithi157 ceph-mon[98780]: pgmap v2301: 169 pgs: 169 active+clean; 701 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 68 op/s 2024-08-17T01:16:29.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:29.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:29 smithi157 ceph-mon[98780]: osdmap e1300: 8 total, 8 up, 8 in 2024-08-17T01:16:29.536 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:29 smithi157 ceph-mon[101289]: pgmap v2301: 169 pgs: 169 active+clean; 701 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 68 op/s 2024-08-17T01:16:29.536 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:29.536 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:29 smithi157 ceph-mon[101289]: osdmap e1300: 8 total, 8 up, 8 in 2024-08-17T01:16:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:29 smithi187 ceph-mon[90552]: pgmap v2301: 169 pgs: 169 active+clean; 701 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 68 op/s 2024-08-17T01:16:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:29 smithi187 ceph-mon[90552]: osdmap e1300: 8 total, 8 up, 8 in 2024-08-17T01:16:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:31 smithi187 ceph-mon[90552]: osdmap e1301: 8 total, 8 up, 8 in 2024-08-17T01:16:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:31 smithi187 ceph-mon[90552]: pgmap v2304: 169 pgs: 169 active+clean; 725 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 86 op/s 2024-08-17T01:16:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:31 smithi157 ceph-mon[98780]: osdmap e1301: 8 total, 8 up, 8 in 2024-08-17T01:16:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:31 smithi157 ceph-mon[98780]: pgmap v2304: 169 pgs: 169 active+clean; 725 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 86 op/s 2024-08-17T01:16:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:31 smithi157 ceph-mon[101289]: osdmap e1301: 8 total, 8 up, 8 in 2024-08-17T01:16:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:31 smithi157 ceph-mon[101289]: pgmap v2304: 169 pgs: 169 active+clean; 725 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 86 op/s 2024-08-17T01:16:32.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:32 smithi187 ceph-mon[90552]: osdmap e1302: 8 total, 8 up, 8 in 2024-08-17T01:16:32.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:16:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:16:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:16:32.621 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: after_prepare_snap 2024-08-17T01:16:32.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:32 smithi157 ceph-mon[98780]: osdmap e1302: 8 total, 8 up, 8 in 2024-08-17T01:16:32.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:32 smithi157 ceph-mon[101289]: osdmap e1302: 8 total, 8 up, 8 in 2024-08-17T01:16:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:33 smithi187 ceph-mon[90552]: osdmap e1303: 8 total, 8 up, 8 in 2024-08-17T01:16:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:33 smithi187 ceph-mon[90552]: pgmap v2307: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 170 op/s 2024-08-17T01:16:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:33 smithi187 ceph-mon[90552]: osdmap e1304: 8 total, 8 up, 8 in 2024-08-17T01:16:33.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:33 smithi157 ceph-mon[98780]: osdmap e1303: 8 total, 8 up, 8 in 2024-08-17T01:16:33.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:33 smithi157 ceph-mon[98780]: pgmap v2307: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 170 op/s 2024-08-17T01:16:33.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:33 smithi157 ceph-mon[98780]: osdmap e1304: 8 total, 8 up, 8 in 2024-08-17T01:16:33.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:33 smithi157 ceph-mon[101289]: osdmap e1303: 8 total, 8 up, 8 in 2024-08-17T01:16:33.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:33 smithi157 ceph-mon[101289]: pgmap v2307: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 170 op/s 2024-08-17T01:16:33.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:33 smithi157 ceph-mon[101289]: osdmap e1304: 8 total, 8 up, 8 in 2024-08-17T01:16:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:16:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:16:33] "GET /metrics HTTP/1.1" 200 38914 "" "Prometheus/2.43.0" 2024-08-17T01:16:34.163 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 167772160 2024-08-17T01:16:34.177 INFO:tasks.workunit.client.0.smithi157.stdout:write: * 83886080~1000 2024-08-17T01:16:34.184 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:16:34.336 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:16:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:35 smithi187 ceph-mon[90552]: osdmap e1305: 8 total, 8 up, 8 in 2024-08-17T01:16:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:35 smithi187 ceph-mon[90552]: pgmap v2310: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 201 op/s 2024-08-17T01:16:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:35 smithi157 ceph-mon[98780]: osdmap e1305: 8 total, 8 up, 8 in 2024-08-17T01:16:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:35 smithi157 ceph-mon[98780]: pgmap v2310: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 201 op/s 2024-08-17T01:16:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:35 smithi157 ceph-mon[101289]: osdmap e1305: 8 total, 8 up, 8 in 2024-08-17T01:16:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:35 smithi157 ceph-mon[101289]: pgmap v2310: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 201 op/s 2024-08-17T01:16:36.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:36 smithi187 ceph-mon[90552]: osdmap e1306: 8 total, 8 up, 8 in 2024-08-17T01:16:36.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:36 smithi157 ceph-mon[98780]: osdmap e1306: 8 total, 8 up, 8 in 2024-08-17T01:16:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:36 smithi157 ceph-mon[101289]: osdmap e1306: 8 total, 8 up, 8 in 2024-08-17T01:16:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:37 smithi187 ceph-mon[90552]: osdmap e1307: 8 total, 8 up, 8 in 2024-08-17T01:16:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:37 smithi187 ceph-mon[90552]: pgmap v2313: 169 pgs: 169 active+clean; 753 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 342 op/s 2024-08-17T01:16:37.617 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14021 ms) 2024-08-17T01:16:37.617 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.Clone 2024-08-17T01:16:37.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:37 smithi157 ceph-mon[101289]: osdmap e1307: 8 total, 8 up, 8 in 2024-08-17T01:16:37.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:37 smithi157 ceph-mon[101289]: pgmap v2313: 169 pgs: 169 active+clean; 753 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 342 op/s 2024-08-17T01:16:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:37 smithi157 ceph-mon[98780]: osdmap e1307: 8 total, 8 up, 8 in 2024-08-17T01:16:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:37 smithi157 ceph-mon[98780]: pgmap v2313: 169 pgs: 169 active+clean; 753 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 342 op/s 2024-08-17T01:16:37.648 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:16:37.658 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 0~8388609 2024-08-17T01:16:37.733 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 16777218~8388609 2024-08-17T01:16:37.786 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap 2024-08-17T01:16:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:38 smithi187 ceph-mon[90552]: osdmap e1308: 8 total, 8 up, 8 in 2024-08-17T01:16:38.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:38 smithi157 ceph-mon[101289]: osdmap e1308: 8 total, 8 up, 8 in 2024-08-17T01:16:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:38 smithi157 ceph-mon[98780]: osdmap e1308: 8 total, 8 up, 8 in 2024-08-17T01:16:39.188 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap 2024-08-17T01:16:39.202 INFO:tasks.workunit.client.0.smithi157.stdout:clone image105 -> image108 2024-08-17T01:16:39.309 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 0~1000 2024-08-17T01:16:39.361 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 1010~1000 2024-08-17T01:16:39.364 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap 2024-08-17T01:16:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:39 smithi187 ceph-mon[90552]: osdmap e1309: 8 total, 8 up, 8 in 2024-08-17T01:16:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:39 smithi187 ceph-mon[90552]: pgmap v2316: 169 pgs: 169 active+clean; 749 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 232 op/s 2024-08-17T01:16:39.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:39 smithi157 ceph-mon[101289]: osdmap e1309: 8 total, 8 up, 8 in 2024-08-17T01:16:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:39 smithi157 ceph-mon[101289]: pgmap v2316: 169 pgs: 169 active+clean; 749 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 232 op/s 2024-08-17T01:16:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:39 smithi157 ceph-mon[98780]: osdmap e1309: 8 total, 8 up, 8 in 2024-08-17T01:16:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:39 smithi157 ceph-mon[98780]: pgmap v2316: 169 pgs: 169 active+clean; 749 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 232 op/s 2024-08-17T01:16:40.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:40 smithi187 ceph-mon[90552]: osdmap e1310: 8 total, 8 up, 8 in 2024-08-17T01:16:40.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:40 smithi157 ceph-mon[98780]: osdmap e1310: 8 total, 8 up, 8 in 2024-08-17T01:16:40.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:40 smithi157 ceph-mon[101289]: osdmap e1310: 8 total, 8 up, 8 in 2024-08-17T01:16:41.200 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap 2024-08-17T01:16:41.213 INFO:tasks.workunit.client.0.smithi157.stdout:clone image108 -> image110 2024-08-17T01:16:41.346 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 1000~1000 2024-08-17T01:16:41.405 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 2010~1000 2024-08-17T01:16:41.407 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:16:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:41 smithi187 ceph-mon[90552]: osdmap e1311: 8 total, 8 up, 8 in 2024-08-17T01:16:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:41 smithi187 ceph-mon[90552]: pgmap v2319: 169 pgs: 169 active+clean; 769 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 258 op/s 2024-08-17T01:16:41.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:41 smithi157 ceph-mon[101289]: osdmap e1311: 8 total, 8 up, 8 in 2024-08-17T01:16:41.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:41 smithi157 ceph-mon[101289]: pgmap v2319: 169 pgs: 169 active+clean; 769 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 258 op/s 2024-08-17T01:16:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:41 smithi157 ceph-mon[98780]: osdmap e1311: 8 total, 8 up, 8 in 2024-08-17T01:16:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:41 smithi157 ceph-mon[98780]: pgmap v2319: 169 pgs: 169 active+clean; 769 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 258 op/s 2024-08-17T01:16:41.721 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:16:41.900 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:16:42.078 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.Clone (4462 ms) 2024-08-17T01:16:42.079 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.CloneParent 2024-08-17T01:16:42.109 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:16:42.119 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap 2024-08-17T01:16:42.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:42 smithi187 ceph-mon[90552]: osdmap e1312: 8 total, 8 up, 8 in 2024-08-17T01:16:42.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:16:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:16:42.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:42 smithi157 ceph-mon[98780]: osdmap e1312: 8 total, 8 up, 8 in 2024-08-17T01:16:42.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:42 smithi157 ceph-mon[101289]: osdmap e1312: 8 total, 8 up, 8 in 2024-08-17T01:16:43.164 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap 2024-08-17T01:16:43.175 INFO:tasks.workunit.client.0.smithi157.stdout:clone image111 -> image114 2024-08-17T01:16:43.275 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:16:43.430 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:16:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:43 smithi187 ceph-mon[90552]: osdmap e1313: 8 total, 8 up, 8 in 2024-08-17T01:16:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:43 smithi187 ceph-mon[90552]: pgmap v2322: 169 pgs: 169 active+clean; 757 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 397 op/s 2024-08-17T01:16:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:43 smithi187 ceph-mon[90552]: osdmap e1314: 8 total, 8 up, 8 in 2024-08-17T01:16:43.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:43 smithi157 ceph-mon[98780]: osdmap e1313: 8 total, 8 up, 8 in 2024-08-17T01:16:43.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:43 smithi157 ceph-mon[98780]: pgmap v2322: 169 pgs: 169 active+clean; 757 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 397 op/s 2024-08-17T01:16:43.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:43 smithi157 ceph-mon[98780]: osdmap e1314: 8 total, 8 up, 8 in 2024-08-17T01:16:43.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:43 smithi157 ceph-mon[101289]: osdmap e1313: 8 total, 8 up, 8 in 2024-08-17T01:16:43.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:43 smithi157 ceph-mon[101289]: pgmap v2322: 169 pgs: 169 active+clean; 757 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 397 op/s 2024-08-17T01:16:43.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:43 smithi157 ceph-mon[101289]: osdmap e1314: 8 total, 8 up, 8 in 2024-08-17T01:16:43.558 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.CloneParent (1476 ms) 2024-08-17T01:16:43.558 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-08-17T01:16:43.588 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:16:43.598 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 0~10 2024-08-17T01:16:43.607 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap 2024-08-17T01:16:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:16:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:16:43] "GET /metrics HTTP/1.1" 200 38914 "" "Prometheus/2.43.0" 2024-08-17T01:16:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:44.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:45.213 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap 2024-08-17T01:16:45.227 INFO:tasks.workunit.client.0.smithi157.stdout:clone image115 -> image118 2024-08-17T01:16:45.320 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:16:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:45 smithi187 ceph-mon[90552]: osdmap e1315: 8 total, 8 up, 8 in 2024-08-17T01:16:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:45 smithi187 ceph-mon[90552]: pgmap v2325: 169 pgs: 169 active+clean; 773 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 7.0 MiB/s wr, 602 op/s 2024-08-17T01:16:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:45 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:16:45.480 INFO:tasks.workunit.client.0.smithi157.stdout:write: Y 0~1 2024-08-17T01:16:45.513 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:16:45.590 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:16:45.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:45 smithi157 ceph-mon[101289]: osdmap e1315: 8 total, 8 up, 8 in 2024-08-17T01:16:45.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:45 smithi157 ceph-mon[101289]: pgmap v2325: 169 pgs: 169 active+clean; 773 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 7.0 MiB/s wr, 602 op/s 2024-08-17T01:16:45.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:45 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:16:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:45 smithi157 ceph-mon[98780]: osdmap e1315: 8 total, 8 up, 8 in 2024-08-17T01:16:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:45 smithi157 ceph-mon[98780]: pgmap v2325: 169 pgs: 169 active+clean; 773 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 7.0 MiB/s wr, 602 op/s 2024-08-17T01:16:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:45 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:16:45.697 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2142 ms) 2024-08-17T01:16:45.697 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-08-17T01:16:45.725 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:16:45.735 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 41943040~10 2024-08-17T01:16:45.743 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:16:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:46 smithi187 ceph-mon[90552]: osdmap e1316: 8 total, 8 up, 8 in 2024-08-17T01:16:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:46 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:16:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:46 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:16:46.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:46 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:16:46.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:46 smithi157 ceph-mon[101289]: osdmap e1316: 8 total, 8 up, 8 in 2024-08-17T01:16:46.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:46 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:16:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:46 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:16:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:46 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:16:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:46 smithi157 ceph-mon[98780]: osdmap e1316: 8 total, 8 up, 8 in 2024-08-17T01:16:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:46 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:16:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:46 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:16:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:46 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:16:47.607 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 41943041~10 2024-08-17T01:16:47.613 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:16:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:47 smithi157 ceph-mon[98780]: pgmap v2327: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 6.7 MiB/s wr, 1.02k op/s 2024-08-17T01:16:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:47 smithi157 ceph-mon[98780]: osdmap e1317: 8 total, 8 up, 8 in 2024-08-17T01:16:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:47 smithi157 ceph-mon[101289]: pgmap v2327: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 6.7 MiB/s wr, 1.02k op/s 2024-08-17T01:16:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:47 smithi157 ceph-mon[101289]: osdmap e1317: 8 total, 8 up, 8 in 2024-08-17T01:16:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:47 smithi187 ceph-mon[90552]: pgmap v2327: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 6.7 MiB/s wr, 1.02k op/s 2024-08-17T01:16:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:47 smithi187 ceph-mon[90552]: osdmap e1317: 8 total, 8 up, 8 in 2024-08-17T01:16:48.305 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 41943042~10 2024-08-17T01:16:48.319 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap2 2024-08-17T01:16:48.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:48 smithi157 ceph-mon[101289]: osdmap e1318: 8 total, 8 up, 8 in 2024-08-17T01:16:48.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:48 smithi157 ceph-mon[101289]: osdmap e1319: 8 total, 8 up, 8 in 2024-08-17T01:16:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:48 smithi157 ceph-mon[98780]: osdmap e1318: 8 total, 8 up, 8 in 2024-08-17T01:16:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:48 smithi157 ceph-mon[98780]: osdmap e1319: 8 total, 8 up, 8 in 2024-08-17T01:16:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:48 smithi187 ceph-mon[90552]: osdmap e1318: 8 total, 8 up, 8 in 2024-08-17T01:16:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:48 smithi187 ceph-mon[90552]: osdmap e1319: 8 total, 8 up, 8 in 2024-08-17T01:16:49.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:49 smithi157 ceph-mon[98780]: pgmap v2331: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 765 op/s 2024-08-17T01:16:49.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:49 smithi157 ceph-mon[98780]: osdmap e1320: 8 total, 8 up, 8 in 2024-08-17T01:16:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:49 smithi157 ceph-mon[101289]: pgmap v2331: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 765 op/s 2024-08-17T01:16:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:49 smithi157 ceph-mon[101289]: osdmap e1320: 8 total, 8 up, 8 in 2024-08-17T01:16:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:49 smithi187 ceph-mon[90552]: pgmap v2331: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 765 op/s 2024-08-17T01:16:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:49 smithi187 ceph-mon[90552]: osdmap e1320: 8 total, 8 up, 8 in 2024-08-17T01:16:50.171 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 41943040 2024-08-17T01:16:50.205 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:16:50.264 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:16:51.305 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5608 ms) 2024-08-17T01:16:51.305 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-08-17T01:16:51.337 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:16:51.348 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 41943040~10 2024-08-17T01:16:51.356 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:16:51.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:51 smithi187 ceph-mon[90552]: osdmap e1321: 8 total, 8 up, 8 in 2024-08-17T01:16:51.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:51 smithi187 ceph-mon[90552]: pgmap v2334: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 308 KiB/s rd, 20 KiB/s wr, 399 op/s 2024-08-17T01:16:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:51 smithi157 ceph-mon[98780]: osdmap e1321: 8 total, 8 up, 8 in 2024-08-17T01:16:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:51 smithi157 ceph-mon[98780]: pgmap v2334: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 308 KiB/s rd, 20 KiB/s wr, 399 op/s 2024-08-17T01:16:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:51 smithi157 ceph-mon[101289]: osdmap e1321: 8 total, 8 up, 8 in 2024-08-17T01:16:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:51 smithi157 ceph-mon[101289]: pgmap v2334: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 308 KiB/s rd, 20 KiB/s wr, 399 op/s 2024-08-17T01:16:52.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:52 smithi187 ceph-mon[90552]: osdmap e1322: 8 total, 8 up, 8 in 2024-08-17T01:16:52.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:16:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:16:52.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:52 smithi157 ceph-mon[98780]: osdmap e1322: 8 total, 8 up, 8 in 2024-08-17T01:16:52.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:52 smithi157 ceph-mon[101289]: osdmap e1322: 8 total, 8 up, 8 in 2024-08-17T01:16:53.192 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 41943040 2024-08-17T01:16:53.214 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:16:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:53 smithi187 ceph-mon[90552]: osdmap e1323: 8 total, 8 up, 8 in 2024-08-17T01:16:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:53 smithi187 ceph-mon[90552]: pgmap v2337: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 494 op/s 2024-08-17T01:16:53.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:53 smithi157 ceph-mon[101289]: osdmap e1323: 8 total, 8 up, 8 in 2024-08-17T01:16:53.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:53 smithi157 ceph-mon[101289]: pgmap v2337: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 494 op/s 2024-08-17T01:16:53.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:53 smithi157 ceph-mon[98780]: osdmap e1323: 8 total, 8 up, 8 in 2024-08-17T01:16:53.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:53 smithi157 ceph-mon[98780]: pgmap v2337: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 494 op/s 2024-08-17T01:16:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:16:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:16:53] "GET /metrics HTTP/1.1" 200 38912 "" "Prometheus/2.43.0" 2024-08-17T01:16:54.321 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:16:54.333 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap3 2024-08-17T01:16:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:54 smithi187 ceph-mon[90552]: osdmap e1324: 8 total, 8 up, 8 in 2024-08-17T01:16:54.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:54 smithi157 ceph-mon[98780]: osdmap e1324: 8 total, 8 up, 8 in 2024-08-17T01:16:54.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:54 smithi157 ceph-mon[101289]: osdmap e1324: 8 total, 8 up, 8 in 2024-08-17T01:16:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:55 smithi187 ceph-mon[90552]: osdmap e1325: 8 total, 8 up, 8 in 2024-08-17T01:16:55.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:55 smithi187 ceph-mon[90552]: pgmap v2340: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 413 op/s 2024-08-17T01:16:55.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:55 smithi157 ceph-mon[98780]: osdmap e1325: 8 total, 8 up, 8 in 2024-08-17T01:16:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:55 smithi157 ceph-mon[98780]: pgmap v2340: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 413 op/s 2024-08-17T01:16:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:55 smithi157 ceph-mon[101289]: osdmap e1325: 8 total, 8 up, 8 in 2024-08-17T01:16:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:55 smithi157 ceph-mon[101289]: pgmap v2340: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 413 op/s 2024-08-17T01:16:56.208 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 41943040~10 2024-08-17T01:16:56.214 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap4 2024-08-17T01:16:56.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:56 smithi187 ceph-mon[90552]: osdmap e1326: 8 total, 8 up, 8 in 2024-08-17T01:16:56.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:56 smithi157 ceph-mon[101289]: osdmap e1326: 8 total, 8 up, 8 in 2024-08-17T01:16:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:56 smithi157 ceph-mon[98780]: osdmap e1326: 8 total, 8 up, 8 in 2024-08-17T01:16:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:57 smithi187 ceph-mon[90552]: osdmap e1327: 8 total, 8 up, 8 in 2024-08-17T01:16:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:57 smithi187 ceph-mon[90552]: pgmap v2343: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 112 KiB/s rd, 15 KiB/s wr, 166 op/s 2024-08-17T01:16:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:57 smithi157 ceph-mon[98780]: osdmap e1327: 8 total, 8 up, 8 in 2024-08-17T01:16:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:57 smithi157 ceph-mon[98780]: pgmap v2343: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 112 KiB/s rd, 15 KiB/s wr, 166 op/s 2024-08-17T01:16:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:57 smithi157 ceph-mon[101289]: osdmap e1327: 8 total, 8 up, 8 in 2024-08-17T01:16:57.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:57 smithi157 ceph-mon[101289]: pgmap v2343: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 112 KiB/s rd, 15 KiB/s wr, 166 op/s 2024-08-17T01:16:58.167 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 41943040 2024-08-17T01:16:58.189 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:16:58.252 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:16:58.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:58 smithi187 ceph-mon[90552]: osdmap e1328: 8 total, 8 up, 8 in 2024-08-17T01:16:58.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:58 smithi187 ceph-mon[90552]: osdmap e1329: 8 total, 8 up, 8 in 2024-08-17T01:16:58.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:58 smithi157 ceph-mon[101289]: osdmap e1328: 8 total, 8 up, 8 in 2024-08-17T01:16:58.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:58 smithi157 ceph-mon[101289]: osdmap e1329: 8 total, 8 up, 8 in 2024-08-17T01:16:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:58 smithi157 ceph-mon[98780]: osdmap e1328: 8 total, 8 up, 8 in 2024-08-17T01:16:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:58 smithi157 ceph-mon[98780]: osdmap e1329: 8 total, 8 up, 8 in 2024-08-17T01:16:59.374 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8069 ms) 2024-08-17T01:16:59.374 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-08-17T01:16:59.406 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:16:59.417 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:16:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:59 smithi187 ceph-mon[90552]: pgmap v2346: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 7.7 KiB/s wr, 51 op/s 2024-08-17T01:16:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:16:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:59.534 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:59 smithi157 ceph-mon[101289]: pgmap v2346: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 7.7 KiB/s wr, 51 op/s 2024-08-17T01:16:59.535 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:16:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:59.535 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:59 smithi157 ceph-mon[98780]: pgmap v2346: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 7.7 KiB/s wr, 51 op/s 2024-08-17T01:16:59.535 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:16:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:59.593 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.AbortInUseImage (219 ms) 2024-08-17T01:16:59.593 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-08-17T01:16:59.629 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:16:59.639 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:16:59.686 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 16777218~8388609 2024-08-17T01:16:59.739 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:16:59.925 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:16:59.955 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 16777218~8388609 2024-08-17T01:17:00.001 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:17:00.186 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (594 ms) 2024-08-17T01:17:00.187 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-08-17T01:17:00.217 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:17:00.227 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:17:00.289 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:17:00.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:00 smithi187 ceph-mon[90552]: osdmap e1330: 8 total, 8 up, 8 in 2024-08-17T01:17:00.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:00 smithi157 ceph-mon[98780]: osdmap e1330: 8 total, 8 up, 8 in 2024-08-17T01:17:00.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:00 smithi157 ceph-mon[101289]: osdmap e1330: 8 total, 8 up, 8 in 2024-08-17T01:17:01.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:01 smithi157 ceph-mon[101289]: pgmap v2348: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 246 KiB/s rd, 17 KiB/s wr, 310 op/s 2024-08-17T01:17:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:01 smithi157 ceph-mon[98780]: pgmap v2348: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 246 KiB/s rd, 17 KiB/s wr, 310 op/s 2024-08-17T01:17:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:01 smithi187 ceph-mon[90552]: pgmap v2348: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 246 KiB/s rd, 17 KiB/s wr, 310 op/s 2024-08-17T01:17:02.226 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 8388609~8388609 2024-08-17T01:17:02.245 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 0~1000 2024-08-17T01:17:02.245 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 1010~1000 2024-08-17T01:17:02.245 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap2 2024-08-17T01:17:02.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:02 smithi157 ceph-mon[101289]: osdmap e1331: 8 total, 8 up, 8 in 2024-08-17T01:17:02.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:02 smithi157 ceph-mon[98780]: osdmap e1331: 8 total, 8 up, 8 in 2024-08-17T01:17:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:02 smithi187 ceph-mon[90552]: osdmap e1331: 8 total, 8 up, 8 in 2024-08-17T01:17:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:17:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:17:03.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:03 smithi157 ceph-mon[98780]: osdmap e1332: 8 total, 8 up, 8 in 2024-08-17T01:17:03.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:03 smithi157 ceph-mon[98780]: pgmap v2351: 169 pgs: 169 active+clean; 801 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.6 MiB/s wr, 520 op/s 2024-08-17T01:17:03.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:03 smithi157 ceph-mon[101289]: osdmap e1332: 8 total, 8 up, 8 in 2024-08-17T01:17:03.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:03 smithi157 ceph-mon[101289]: pgmap v2351: 169 pgs: 169 active+clean; 801 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.6 MiB/s wr, 520 op/s 2024-08-17T01:17:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:03 smithi187 ceph-mon[90552]: osdmap e1332: 8 total, 8 up, 8 in 2024-08-17T01:17:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:03 smithi187 ceph-mon[90552]: pgmap v2351: 169 pgs: 169 active+clean; 801 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.6 MiB/s wr, 520 op/s 2024-08-17T01:17:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:17:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:17:03] "GET /metrics HTTP/1.1" 200 38913 "" "Prometheus/2.43.0" 2024-08-17T01:17:04.240 INFO:tasks.workunit.client.0.smithi157.stdout:write: X 8388609~1000 2024-08-17T01:17:04.247 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 16777228~1000 2024-08-17T01:17:04.247 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 167772160 2024-08-17T01:17:04.256 INFO:tasks.workunit.client.0.smithi157.stdout:write: 2 83886079~8388609 2024-08-17T01:17:04.272 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap3 2024-08-17T01:17:04.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:04 smithi157 ceph-mon[101289]: osdmap e1333: 8 total, 8 up, 8 in 2024-08-17T01:17:04.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:04 smithi157 ceph-mon[98780]: osdmap e1333: 8 total, 8 up, 8 in 2024-08-17T01:17:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:04 smithi187 ceph-mon[90552]: osdmap e1333: 8 total, 8 up, 8 in 2024-08-17T01:17:05.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:05 smithi157 ceph-mon[98780]: osdmap e1334: 8 total, 8 up, 8 in 2024-08-17T01:17:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:05 smithi157 ceph-mon[98780]: pgmap v2354: 169 pgs: 169 active+clean; 837 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 25 MiB/s wr, 439 op/s 2024-08-17T01:17:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:05 smithi157 ceph-mon[101289]: osdmap e1334: 8 total, 8 up, 8 in 2024-08-17T01:17:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:05 smithi157 ceph-mon[101289]: pgmap v2354: 169 pgs: 169 active+clean; 837 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 25 MiB/s wr, 439 op/s 2024-08-17T01:17:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:05 smithi187 ceph-mon[90552]: osdmap e1334: 8 total, 8 up, 8 in 2024-08-17T01:17:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:05 smithi187 ceph-mon[90552]: pgmap v2354: 169 pgs: 169 active+clean; 837 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 25 MiB/s wr, 439 op/s 2024-08-17T01:17:06.251 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:17:06.277 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 83886079~1 2024-08-17T01:17:06.287 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:17:06.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:06 smithi157 ceph-mon[98780]: osdmap e1335: 8 total, 8 up, 8 in 2024-08-17T01:17:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:06 smithi157 ceph-mon[101289]: osdmap e1335: 8 total, 8 up, 8 in 2024-08-17T01:17:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:06 smithi187 ceph-mon[90552]: osdmap e1335: 8 total, 8 up, 8 in 2024-08-17T01:17:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:07 smithi157 ceph-mon[101289]: osdmap e1336: 8 total, 8 up, 8 in 2024-08-17T01:17:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:07 smithi157 ceph-mon[101289]: pgmap v2357: 169 pgs: 169 active+clean; 857 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 23 MiB/s wr, 223 op/s 2024-08-17T01:17:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:07 smithi157 ceph-mon[98780]: osdmap e1336: 8 total, 8 up, 8 in 2024-08-17T01:17:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:07 smithi157 ceph-mon[98780]: pgmap v2357: 169 pgs: 169 active+clean; 857 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 23 MiB/s wr, 223 op/s 2024-08-17T01:17:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:07 smithi187 ceph-mon[90552]: osdmap e1336: 8 total, 8 up, 8 in 2024-08-17T01:17:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:07 smithi187 ceph-mon[90552]: pgmap v2357: 169 pgs: 169 active+clean; 857 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 23 MiB/s wr, 223 op/s 2024-08-17T01:17:08.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:08 smithi157 ceph-mon[98780]: osdmap e1337: 8 total, 8 up, 8 in 2024-08-17T01:17:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:08 smithi157 ceph-mon[98780]: osdmap e1338: 8 total, 8 up, 8 in 2024-08-17T01:17:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:08 smithi157 ceph-mon[101289]: osdmap e1337: 8 total, 8 up, 8 in 2024-08-17T01:17:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:08 smithi157 ceph-mon[101289]: osdmap e1338: 8 total, 8 up, 8 in 2024-08-17T01:17:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:08 smithi187 ceph-mon[90552]: osdmap e1337: 8 total, 8 up, 8 in 2024-08-17T01:17:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:08 smithi187 ceph-mon[90552]: osdmap e1338: 8 total, 8 up, 8 in 2024-08-17T01:17:09.608 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:17:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:09 smithi157 ceph-mon[101289]: pgmap v2360: 169 pgs: 169 active+clean; 857 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.0 MiB/s wr, 28 op/s 2024-08-17T01:17:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:09 smithi157 ceph-mon[101289]: osdmap e1339: 8 total, 8 up, 8 in 2024-08-17T01:17:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:09 smithi157 ceph-mon[98780]: pgmap v2360: 169 pgs: 169 active+clean; 857 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.0 MiB/s wr, 28 op/s 2024-08-17T01:17:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:09 smithi157 ceph-mon[98780]: osdmap e1339: 8 total, 8 up, 8 in 2024-08-17T01:17:09.701 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 16777218~8388609 2024-08-17T01:17:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:09 smithi187 ceph-mon[90552]: pgmap v2360: 169 pgs: 169 active+clean; 857 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.0 MiB/s wr, 28 op/s 2024-08-17T01:17:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:09 smithi187 ceph-mon[90552]: osdmap e1339: 8 total, 8 up, 8 in 2024-08-17T01:17:10.263 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 0~8388609 2024-08-17T01:17:10.280 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 16777218~8388609 2024-08-17T01:17:10.358 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:17:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:11 smithi157 ceph-mon[101289]: osdmap e1340: 8 total, 8 up, 8 in 2024-08-17T01:17:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:11 smithi157 ceph-mon[101289]: pgmap v2363: 169 pgs: 169 active+clean; 873 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 2.0 MiB/s wr, 129 op/s 2024-08-17T01:17:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:11 smithi157 ceph-mon[98780]: osdmap e1340: 8 total, 8 up, 8 in 2024-08-17T01:17:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:11 smithi157 ceph-mon[98780]: pgmap v2363: 169 pgs: 169 active+clean; 873 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 2.0 MiB/s wr, 129 op/s 2024-08-17T01:17:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:11 smithi187 ceph-mon[90552]: osdmap e1340: 8 total, 8 up, 8 in 2024-08-17T01:17:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:11 smithi187 ceph-mon[90552]: pgmap v2363: 169 pgs: 169 active+clean; 873 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 2.0 MiB/s wr, 129 op/s 2024-08-17T01:17:12.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:12 smithi157 ceph-mon[101289]: osdmap e1341: 8 total, 8 up, 8 in 2024-08-17T01:17:12.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:12 smithi157 ceph-mon[98780]: osdmap e1341: 8 total, 8 up, 8 in 2024-08-17T01:17:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:12 smithi187 ceph-mon[90552]: osdmap e1341: 8 total, 8 up, 8 in 2024-08-17T01:17:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:17:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:17:13.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:13 smithi157 ceph-mon[101289]: osdmap e1342: 8 total, 8 up, 8 in 2024-08-17T01:17:13.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:13 smithi157 ceph-mon[101289]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 14 MiB/s wr, 326 op/s 2024-08-17T01:17:13.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:13 smithi157 ceph-mon[98780]: osdmap e1342: 8 total, 8 up, 8 in 2024-08-17T01:17:13.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:13 smithi157 ceph-mon[98780]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 14 MiB/s wr, 326 op/s 2024-08-17T01:17:13.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:17:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:17:13] "GET /metrics HTTP/1.1" 200 38913 "" "Prometheus/2.43.0" 2024-08-17T01:17:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:13 smithi187 ceph-mon[90552]: osdmap e1342: 8 total, 8 up, 8 in 2024-08-17T01:17:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:13 smithi187 ceph-mon[90552]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 14 MiB/s wr, 326 op/s 2024-08-17T01:17:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:14 smithi157 ceph-mon[98780]: osdmap e1343: 8 total, 8 up, 8 in 2024-08-17T01:17:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:14 smithi157 ceph-mon[101289]: osdmap e1343: 8 total, 8 up, 8 in 2024-08-17T01:17:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:14.662 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.AbortWithSnapshots (14475 ms) 2024-08-17T01:17:14.662 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-08-17T01:17:14.691 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:17:14.701 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 0~10 2024-08-17T01:17:14.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:14 smithi187 ceph-mon[90552]: osdmap e1343: 8 total, 8 up, 8 in 2024-08-17T01:17:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:14.709 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:17:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:15 smithi157 ceph-mon[98780]: osdmap e1344: 8 total, 8 up, 8 in 2024-08-17T01:17:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:15 smithi157 ceph-mon[98780]: pgmap v2369: 169 pgs: 169 active+clean; 933 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 368 op/s 2024-08-17T01:17:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:15 smithi157 ceph-mon[101289]: osdmap e1344: 8 total, 8 up, 8 in 2024-08-17T01:17:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:15 smithi157 ceph-mon[101289]: pgmap v2369: 169 pgs: 169 active+clean; 933 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 368 op/s 2024-08-17T01:17:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:15 smithi187 ceph-mon[90552]: osdmap e1344: 8 total, 8 up, 8 in 2024-08-17T01:17:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:15 smithi187 ceph-mon[90552]: pgmap v2369: 169 pgs: 169 active+clean; 933 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 368 op/s 2024-08-17T01:17:16.297 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap1 2024-08-17T01:17:16.365 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:17:16.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:16 smithi157 ceph-mon[98780]: osdmap e1345: 8 total, 8 up, 8 in 2024-08-17T01:17:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:16 smithi157 ceph-mon[101289]: osdmap e1345: 8 total, 8 up, 8 in 2024-08-17T01:17:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:16 smithi187 ceph-mon[90552]: osdmap e1345: 8 total, 8 up, 8 in 2024-08-17T01:17:17.501 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:17:17.578 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:17:17.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:17 smithi157 ceph-mon[101289]: osdmap e1346: 8 total, 8 up, 8 in 2024-08-17T01:17:17.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:17 smithi157 ceph-mon[101289]: pgmap v2372: 169 pgs: 169 active+clean; 921 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 11 MiB/s wr, 273 op/s 2024-08-17T01:17:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:17 smithi157 ceph-mon[98780]: osdmap e1346: 8 total, 8 up, 8 in 2024-08-17T01:17:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:17 smithi157 ceph-mon[98780]: pgmap v2372: 169 pgs: 169 active+clean; 921 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 11 MiB/s wr, 273 op/s 2024-08-17T01:17:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:17 smithi187 ceph-mon[90552]: osdmap e1346: 8 total, 8 up, 8 in 2024-08-17T01:17:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:17 smithi187 ceph-mon[90552]: pgmap v2372: 169 pgs: 169 active+clean; 921 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 11 MiB/s wr, 273 op/s 2024-08-17T01:17:18.308 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.CloneV1Parent (3646 ms) 2024-08-17T01:17:18.308 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-08-17T01:17:18.338 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:17:18.348 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 0~10 2024-08-17T01:17:18.356 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:17:18.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:18 smithi157 ceph-mon[98780]: osdmap e1347: 8 total, 8 up, 8 in 2024-08-17T01:17:18.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:18 smithi157 ceph-mon[98780]: osdmap e1348: 8 total, 8 up, 8 in 2024-08-17T01:17:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:18 smithi157 ceph-mon[101289]: osdmap e1347: 8 total, 8 up, 8 in 2024-08-17T01:17:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:18 smithi157 ceph-mon[101289]: osdmap e1348: 8 total, 8 up, 8 in 2024-08-17T01:17:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:18 smithi187 ceph-mon[90552]: osdmap e1347: 8 total, 8 up, 8 in 2024-08-17T01:17:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:18 smithi187 ceph-mon[90552]: osdmap e1348: 8 total, 8 up, 8 in 2024-08-17T01:17:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:19 smithi157 ceph-mon[98780]: pgmap v2375: 169 pgs: 169 active+clean; 921 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 107 op/s 2024-08-17T01:17:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:19 smithi157 ceph-mon[101289]: pgmap v2375: 169 pgs: 169 active+clean; 921 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 107 op/s 2024-08-17T01:17:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:19 smithi187 ceph-mon[90552]: pgmap v2375: 169 pgs: 169 active+clean; 921 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 107 op/s 2024-08-17T01:17:20.312 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap1 2024-08-17T01:17:20.373 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:17:20.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:20 smithi157 ceph-mon[101289]: osdmap e1349: 8 total, 8 up, 8 in 2024-08-17T01:17:20.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:20 smithi157 ceph-mon[98780]: osdmap e1349: 8 total, 8 up, 8 in 2024-08-17T01:17:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:20 smithi187 ceph-mon[90552]: osdmap e1349: 8 total, 8 up, 8 in 2024-08-17T01:17:21.514 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:17:21.593 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:17:21.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:21 smithi157 ceph-mon[101289]: osdmap e1350: 8 total, 8 up, 8 in 2024-08-17T01:17:21.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:21 smithi157 ceph-mon[101289]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 13 KiB/s wr, 292 op/s 2024-08-17T01:17:21.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:21 smithi157 ceph-mon[98780]: osdmap e1350: 8 total, 8 up, 8 in 2024-08-17T01:17:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:21 smithi157 ceph-mon[98780]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 13 KiB/s wr, 292 op/s 2024-08-17T01:17:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:21 smithi187 ceph-mon[90552]: osdmap e1350: 8 total, 8 up, 8 in 2024-08-17T01:17:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:21 smithi187 ceph-mon[90552]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 13 KiB/s wr, 292 op/s 2024-08-17T01:17:22.441 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.CloneV2Parent (4134 ms) 2024-08-17T01:17:22.441 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-08-17T01:17:22.476 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:17:22.490 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 0~10 2024-08-17T01:17:22.498 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:17:22.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:22 smithi187 ceph-mon[90552]: osdmap e1351: 8 total, 8 up, 8 in 2024-08-17T01:17:22.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:17:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:17:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:17:22.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:22 smithi157 ceph-mon[98780]: osdmap e1351: 8 total, 8 up, 8 in 2024-08-17T01:17:22.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:22 smithi157 ceph-mon[101289]: osdmap e1351: 8 total, 8 up, 8 in 2024-08-17T01:17:23.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:17:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:17:23] "GET /metrics HTTP/1.1" 200 38909 "" "Prometheus/2.43.0" 2024-08-17T01:17:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:23 smithi157 ceph-mon[101289]: osdmap e1352: 8 total, 8 up, 8 in 2024-08-17T01:17:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:23 smithi157 ceph-mon[101289]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 22 KiB/s wr, 478 op/s 2024-08-17T01:17:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:23 smithi157 ceph-mon[101289]: osdmap e1353: 8 total, 8 up, 8 in 2024-08-17T01:17:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:23 smithi157 ceph-mon[98780]: osdmap e1352: 8 total, 8 up, 8 in 2024-08-17T01:17:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:23 smithi157 ceph-mon[98780]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 22 KiB/s wr, 478 op/s 2024-08-17T01:17:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:23 smithi157 ceph-mon[98780]: osdmap e1353: 8 total, 8 up, 8 in 2024-08-17T01:17:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:23 smithi187 ceph-mon[90552]: osdmap e1352: 8 total, 8 up, 8 in 2024-08-17T01:17:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:23 smithi187 ceph-mon[90552]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 22 KiB/s wr, 478 op/s 2024-08-17T01:17:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:23 smithi187 ceph-mon[90552]: osdmap e1353: 8 total, 8 up, 8 in 2024-08-17T01:17:24.174 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap1 2024-08-17T01:17:24.240 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:17:25.348 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:17:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:25 smithi187 ceph-mon[90552]: osdmap e1354: 8 total, 8 up, 8 in 2024-08-17T01:17:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:25 smithi187 ceph-mon[90552]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 446 KiB/s rd, 26 KiB/s wr, 560 op/s 2024-08-17T01:17:25.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:25 smithi157 ceph-mon[101289]: osdmap e1354: 8 total, 8 up, 8 in 2024-08-17T01:17:25.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:25 smithi157 ceph-mon[101289]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 446 KiB/s rd, 26 KiB/s wr, 560 op/s 2024-08-17T01:17:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:25 smithi157 ceph-mon[98780]: osdmap e1354: 8 total, 8 up, 8 in 2024-08-17T01:17:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:25 smithi157 ceph-mon[98780]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 446 KiB/s rd, 26 KiB/s wr, 560 op/s 2024-08-17T01:17:26.326 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.CloneV1ParentAbort (3884 ms) 2024-08-17T01:17:26.326 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-08-17T01:17:26.360 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:17:26.371 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 0~10 2024-08-17T01:17:26.379 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:17:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:26 smithi187 ceph-mon[90552]: osdmap e1355: 8 total, 8 up, 8 in 2024-08-17T01:17:26.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:26 smithi157 ceph-mon[101289]: osdmap e1355: 8 total, 8 up, 8 in 2024-08-17T01:17:26.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:26 smithi157 ceph-mon[98780]: osdmap e1355: 8 total, 8 up, 8 in 2024-08-17T01:17:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:27 smithi187 ceph-mon[90552]: osdmap e1356: 8 total, 8 up, 8 in 2024-08-17T01:17:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:27 smithi187 ceph-mon[90552]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 391 KiB/s rd, 26 KiB/s wr, 491 op/s 2024-08-17T01:17:27.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:27 smithi157 ceph-mon[101289]: osdmap e1356: 8 total, 8 up, 8 in 2024-08-17T01:17:27.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:27 smithi157 ceph-mon[101289]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 391 KiB/s rd, 26 KiB/s wr, 491 op/s 2024-08-17T01:17:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:27 smithi157 ceph-mon[98780]: osdmap e1356: 8 total, 8 up, 8 in 2024-08-17T01:17:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:27 smithi157 ceph-mon[98780]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 391 KiB/s rd, 26 KiB/s wr, 491 op/s 2024-08-17T01:17:28.178 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap1 2024-08-17T01:17:28.239 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:17:28.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:28 smithi187 ceph-mon[90552]: osdmap e1357: 8 total, 8 up, 8 in 2024-08-17T01:17:28.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:28 smithi187 ceph-mon[90552]: osdmap e1358: 8 total, 8 up, 8 in 2024-08-17T01:17:28.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:28 smithi157 ceph-mon[101289]: osdmap e1357: 8 total, 8 up, 8 in 2024-08-17T01:17:28.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:28 smithi157 ceph-mon[101289]: osdmap e1358: 8 total, 8 up, 8 in 2024-08-17T01:17:28.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:28 smithi157 ceph-mon[98780]: osdmap e1357: 8 total, 8 up, 8 in 2024-08-17T01:17:28.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:28 smithi157 ceph-mon[98780]: osdmap e1358: 8 total, 8 up, 8 in 2024-08-17T01:17:29.358 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:17:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:29 smithi187 ceph-mon[90552]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 13 KiB/s wr, 195 op/s 2024-08-17T01:17:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:29.535 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:29 smithi157 ceph-mon[98780]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 13 KiB/s wr, 195 op/s 2024-08-17T01:17:29.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:29.536 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:29 smithi157 ceph-mon[101289]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 13 KiB/s wr, 195 op/s 2024-08-17T01:17:29.536 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:30.336 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4010 ms) 2024-08-17T01:17:30.336 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-08-17T01:17:30.369 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:17:30.380 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 0~10 2024-08-17T01:17:30.388 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:17:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:30 smithi187 ceph-mon[90552]: osdmap e1359: 8 total, 8 up, 8 in 2024-08-17T01:17:30.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:30 smithi157 ceph-mon[101289]: osdmap e1359: 8 total, 8 up, 8 in 2024-08-17T01:17:30.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:30 smithi157 ceph-mon[98780]: osdmap e1359: 8 total, 8 up, 8 in 2024-08-17T01:17:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:31 smithi187 ceph-mon[90552]: osdmap e1360: 8 total, 8 up, 8 in 2024-08-17T01:17:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:31 smithi187 ceph-mon[90552]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 12 KiB/s wr, 271 op/s 2024-08-17T01:17:31.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:31 smithi157 ceph-mon[101289]: osdmap e1360: 8 total, 8 up, 8 in 2024-08-17T01:17:31.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:31 smithi157 ceph-mon[101289]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 12 KiB/s wr, 271 op/s 2024-08-17T01:17:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:31 smithi157 ceph-mon[98780]: osdmap e1360: 8 total, 8 up, 8 in 2024-08-17T01:17:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:31 smithi157 ceph-mon[98780]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 12 KiB/s wr, 271 op/s 2024-08-17T01:17:32.209 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap1 2024-08-17T01:17:32.267 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:17:32.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:32 smithi187 ceph-mon[90552]: osdmap e1361: 8 total, 8 up, 8 in 2024-08-17T01:17:32.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:17:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:17:32.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:32 smithi157 ceph-mon[101289]: osdmap e1361: 8 total, 8 up, 8 in 2024-08-17T01:17:32.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:32 smithi157 ceph-mon[98780]: osdmap e1361: 8 total, 8 up, 8 in 2024-08-17T01:17:33.391 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:17:33.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:33 smithi157 ceph-mon[101289]: osdmap e1362: 8 total, 8 up, 8 in 2024-08-17T01:17:33.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:33 smithi157 ceph-mon[101289]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 14 KiB/s wr, 236 op/s 2024-08-17T01:17:33.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:33 smithi157 ceph-mon[98780]: osdmap e1362: 8 total, 8 up, 8 in 2024-08-17T01:17:33.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:33 smithi157 ceph-mon[98780]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 14 KiB/s wr, 236 op/s 2024-08-17T01:17:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:33 smithi187 ceph-mon[90552]: osdmap e1362: 8 total, 8 up, 8 in 2024-08-17T01:17:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:33 smithi187 ceph-mon[90552]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 14 KiB/s wr, 236 op/s 2024-08-17T01:17:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:17:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:17:33] "GET /metrics HTTP/1.1" 200 38915 "" "Prometheus/2.43.0" 2024-08-17T01:17:34.364 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4028 ms) 2024-08-17T01:17:34.364 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-08-17T01:17:34.398 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:17:34.409 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 0~10 2024-08-17T01:17:34.418 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:17:34.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:34 smithi157 ceph-mon[101289]: osdmap e1363: 8 total, 8 up, 8 in 2024-08-17T01:17:34.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:34 smithi157 ceph-mon[98780]: osdmap e1363: 8 total, 8 up, 8 in 2024-08-17T01:17:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:34 smithi187 ceph-mon[90552]: osdmap e1363: 8 total, 8 up, 8 in 2024-08-17T01:17:35.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:35 smithi157 ceph-mon[98780]: osdmap e1364: 8 total, 8 up, 8 in 2024-08-17T01:17:35.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:35 smithi157 ceph-mon[98780]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 327 KiB/s rd, 21 KiB/s wr, 419 op/s 2024-08-17T01:17:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:35 smithi157 ceph-mon[101289]: osdmap e1364: 8 total, 8 up, 8 in 2024-08-17T01:17:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:35 smithi157 ceph-mon[101289]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 327 KiB/s rd, 21 KiB/s wr, 419 op/s 2024-08-17T01:17:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:35 smithi187 ceph-mon[90552]: osdmap e1364: 8 total, 8 up, 8 in 2024-08-17T01:17:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:35 smithi187 ceph-mon[90552]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 327 KiB/s rd, 21 KiB/s wr, 419 op/s 2024-08-17T01:17:36.239 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap1 2024-08-17T01:17:36.304 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:17:36.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:36 smithi157 ceph-mon[101289]: osdmap e1365: 8 total, 8 up, 8 in 2024-08-17T01:17:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:36 smithi157 ceph-mon[98780]: osdmap e1365: 8 total, 8 up, 8 in 2024-08-17T01:17:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:36 smithi187 ceph-mon[90552]: osdmap e1365: 8 total, 8 up, 8 in 2024-08-17T01:17:37.440 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:17:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:37 smithi157 ceph-mon[98780]: osdmap e1366: 8 total, 8 up, 8 in 2024-08-17T01:17:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:37 smithi157 ceph-mon[98780]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 430 KiB/s rd, 27 KiB/s wr, 544 op/s 2024-08-17T01:17:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:37 smithi157 ceph-mon[101289]: osdmap e1366: 8 total, 8 up, 8 in 2024-08-17T01:17:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:37 smithi157 ceph-mon[101289]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 430 KiB/s rd, 27 KiB/s wr, 544 op/s 2024-08-17T01:17:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:37 smithi187 ceph-mon[90552]: osdmap e1366: 8 total, 8 up, 8 in 2024-08-17T01:17:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:37 smithi187 ceph-mon[90552]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 430 KiB/s rd, 27 KiB/s wr, 544 op/s 2024-08-17T01:17:38.313 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3949 ms) 2024-08-17T01:17:38.314 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-08-17T01:17:38.345 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:17:38.357 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 0~10 2024-08-17T01:17:38.364 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:17:38.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:38 smithi157 ceph-mon[101289]: osdmap e1367: 8 total, 8 up, 8 in 2024-08-17T01:17:38.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:38 smithi157 ceph-mon[101289]: osdmap e1368: 8 total, 8 up, 8 in 2024-08-17T01:17:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:38 smithi157 ceph-mon[98780]: osdmap e1367: 8 total, 8 up, 8 in 2024-08-17T01:17:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:38 smithi157 ceph-mon[98780]: osdmap e1368: 8 total, 8 up, 8 in 2024-08-17T01:17:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:38 smithi187 ceph-mon[90552]: osdmap e1367: 8 total, 8 up, 8 in 2024-08-17T01:17:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:38 smithi187 ceph-mon[90552]: osdmap e1368: 8 total, 8 up, 8 in 2024-08-17T01:17:39.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:39 smithi157 ceph-mon[98780]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 220 KiB/s rd, 16 KiB/s wr, 283 op/s 2024-08-17T01:17:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:39 smithi157 ceph-mon[101289]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 220 KiB/s rd, 16 KiB/s wr, 283 op/s 2024-08-17T01:17:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:39 smithi187 ceph-mon[90552]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 220 KiB/s rd, 16 KiB/s wr, 283 op/s 2024-08-17T01:17:40.253 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap1 2024-08-17T01:17:40.321 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:17:40.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:40 smithi157 ceph-mon[98780]: osdmap e1369: 8 total, 8 up, 8 in 2024-08-17T01:17:40.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:40 smithi157 ceph-mon[101289]: osdmap e1369: 8 total, 8 up, 8 in 2024-08-17T01:17:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:40 smithi187 ceph-mon[90552]: osdmap e1369: 8 total, 8 up, 8 in 2024-08-17T01:17:41.467 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:17:41.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:41 smithi157 ceph-mon[98780]: osdmap e1370: 8 total, 8 up, 8 in 2024-08-17T01:17:41.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:41 smithi157 ceph-mon[98780]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 15 KiB/s wr, 292 op/s 2024-08-17T01:17:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:41 smithi157 ceph-mon[101289]: osdmap e1370: 8 total, 8 up, 8 in 2024-08-17T01:17:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:41 smithi157 ceph-mon[101289]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 15 KiB/s wr, 292 op/s 2024-08-17T01:17:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:41 smithi187 ceph-mon[90552]: osdmap e1370: 8 total, 8 up, 8 in 2024-08-17T01:17:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:41 smithi187 ceph-mon[90552]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 15 KiB/s wr, 292 op/s 2024-08-17T01:17:42.389 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4075 ms) 2024-08-17T01:17:42.389 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-08-17T01:17:42.422 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:17:42.432 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 0~10 2024-08-17T01:17:42.442 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:17:42.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:42 smithi157 ceph-mon[98780]: osdmap e1371: 8 total, 8 up, 8 in 2024-08-17T01:17:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:42 smithi157 ceph-mon[101289]: osdmap e1371: 8 total, 8 up, 8 in 2024-08-17T01:17:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:42 smithi187 ceph-mon[90552]: osdmap e1371: 8 total, 8 up, 8 in 2024-08-17T01:17:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:17:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:17:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:17:43.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:17:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:17:43] "GET /metrics HTTP/1.1" 200 38915 "" "Prometheus/2.43.0" 2024-08-17T01:17:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:43 smithi157 ceph-mon[98780]: osdmap e1372: 8 total, 8 up, 8 in 2024-08-17T01:17:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:43 smithi157 ceph-mon[98780]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 15 KiB/s wr, 250 op/s 2024-08-17T01:17:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:43 smithi157 ceph-mon[98780]: osdmap e1373: 8 total, 8 up, 8 in 2024-08-17T01:17:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:43 smithi157 ceph-mon[101289]: osdmap e1372: 8 total, 8 up, 8 in 2024-08-17T01:17:43.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:43 smithi157 ceph-mon[101289]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 15 KiB/s wr, 250 op/s 2024-08-17T01:17:43.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:43 smithi157 ceph-mon[101289]: osdmap e1373: 8 total, 8 up, 8 in 2024-08-17T01:17:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:43 smithi187 ceph-mon[90552]: osdmap e1372: 8 total, 8 up, 8 in 2024-08-17T01:17:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:43 smithi187 ceph-mon[90552]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 15 KiB/s wr, 250 op/s 2024-08-17T01:17:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:43 smithi187 ceph-mon[90552]: osdmap e1373: 8 total, 8 up, 8 in 2024-08-17T01:17:44.178 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap1 2024-08-17T01:17:44.236 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:17:44.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:44 smithi157 ceph-mon[101289]: osdmap e1374: 8 total, 8 up, 8 in 2024-08-17T01:17:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:44 smithi157 ceph-mon[98780]: osdmap e1374: 8 total, 8 up, 8 in 2024-08-17T01:17:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:44 smithi187 ceph-mon[90552]: osdmap e1374: 8 total, 8 up, 8 in 2024-08-17T01:17:45.448 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:17:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:45 smithi157 ceph-mon[101289]: pgmap v2414: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 333 KiB/s rd, 19 KiB/s wr, 425 op/s 2024-08-17T01:17:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:45 smithi157 ceph-mon[98780]: pgmap v2414: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 333 KiB/s rd, 19 KiB/s wr, 425 op/s 2024-08-17T01:17:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:45 smithi187 ceph-mon[90552]: pgmap v2414: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 333 KiB/s rd, 19 KiB/s wr, 425 op/s 2024-08-17T01:17:46.406 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4017 ms) 2024-08-17T01:17:46.406 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-08-17T01:17:46.441 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:17:46.453 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 0~10 2024-08-17T01:17:46.462 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:17:46.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:46 smithi157 ceph-mon[101289]: osdmap e1375: 8 total, 8 up, 8 in 2024-08-17T01:17:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:46 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:17:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:46 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:17:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:46 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:17:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:46 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:17:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:46 smithi157 ceph-mon[98780]: osdmap e1375: 8 total, 8 up, 8 in 2024-08-17T01:17:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:46 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:17:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:46 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:17:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:46 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:17:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:46 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:17:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:46 smithi187 ceph-mon[90552]: osdmap e1375: 8 total, 8 up, 8 in 2024-08-17T01:17:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:46 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:17:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:46 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:17:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:46 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:17:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:46 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:17:47.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:47 smithi157 ceph-mon[101289]: osdmap e1376: 8 total, 8 up, 8 in 2024-08-17T01:17:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:47 smithi157 ceph-mon[101289]: pgmap v2417: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 414 KiB/s rd, 25 KiB/s wr, 527 op/s 2024-08-17T01:17:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:47 smithi157 ceph-mon[98780]: osdmap e1376: 8 total, 8 up, 8 in 2024-08-17T01:17:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:47 smithi157 ceph-mon[98780]: pgmap v2417: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 414 KiB/s rd, 25 KiB/s wr, 527 op/s 2024-08-17T01:17:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:47 smithi187 ceph-mon[90552]: osdmap e1376: 8 total, 8 up, 8 in 2024-08-17T01:17:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:47 smithi187 ceph-mon[90552]: pgmap v2417: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 414 KiB/s rd, 25 KiB/s wr, 527 op/s 2024-08-17T01:17:48.180 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap1 2024-08-17T01:17:48.244 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:17:48.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:48 smithi157 ceph-mon[101289]: osdmap e1377: 8 total, 8 up, 8 in 2024-08-17T01:17:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:48 smithi157 ceph-mon[101289]: osdmap e1378: 8 total, 8 up, 8 in 2024-08-17T01:17:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:48 smithi157 ceph-mon[98780]: osdmap e1377: 8 total, 8 up, 8 in 2024-08-17T01:17:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:48 smithi157 ceph-mon[98780]: osdmap e1378: 8 total, 8 up, 8 in 2024-08-17T01:17:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:48 smithi187 ceph-mon[90552]: osdmap e1377: 8 total, 8 up, 8 in 2024-08-17T01:17:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:48 smithi187 ceph-mon[90552]: osdmap e1378: 8 total, 8 up, 8 in 2024-08-17T01:17:49.479 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:17:49.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:49 smithi157 ceph-mon[101289]: pgmap v2420: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 13 KiB/s wr, 184 op/s 2024-08-17T01:17:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:49 smithi157 ceph-mon[98780]: pgmap v2420: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 13 KiB/s wr, 184 op/s 2024-08-17T01:17:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:49 smithi187 ceph-mon[90552]: pgmap v2420: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 13 KiB/s wr, 184 op/s 2024-08-17T01:17:50.426 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4021 ms) 2024-08-17T01:17:50.427 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-08-17T01:17:50.457 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:17:50.467 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 0~10 2024-08-17T01:17:50.475 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:17:50.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:50 smithi157 ceph-mon[98780]: osdmap e1379: 8 total, 8 up, 8 in 2024-08-17T01:17:50.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:50 smithi157 ceph-mon[101289]: osdmap e1379: 8 total, 8 up, 8 in 2024-08-17T01:17:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:50 smithi187 ceph-mon[90552]: osdmap e1379: 8 total, 8 up, 8 in 2024-08-17T01:17:51.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:51 smithi157 ceph-mon[101289]: osdmap e1380: 8 total, 8 up, 8 in 2024-08-17T01:17:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:51 smithi157 ceph-mon[101289]: pgmap v2423: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 6.5 KiB/s wr, 121 op/s 2024-08-17T01:17:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:51 smithi157 ceph-mon[98780]: osdmap e1380: 8 total, 8 up, 8 in 2024-08-17T01:17:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:51 smithi157 ceph-mon[98780]: pgmap v2423: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 6.5 KiB/s wr, 121 op/s 2024-08-17T01:17:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:51 smithi187 ceph-mon[90552]: osdmap e1380: 8 total, 8 up, 8 in 2024-08-17T01:17:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:51 smithi187 ceph-mon[90552]: pgmap v2423: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 6.5 KiB/s wr, 121 op/s 2024-08-17T01:17:52.310 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap1 2024-08-17T01:17:52.372 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:17:52.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:52 smithi187 ceph-mon[90552]: osdmap e1381: 8 total, 8 up, 8 in 2024-08-17T01:17:52.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:17:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:17:52.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:52 smithi157 ceph-mon[98780]: osdmap e1381: 8 total, 8 up, 8 in 2024-08-17T01:17:52.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:52 smithi157 ceph-mon[101289]: osdmap e1381: 8 total, 8 up, 8 in 2024-08-17T01:17:53.490 INFO:tasks.workunit.client.0.smithi157.stdout:migration_abort 2024-08-17T01:17:53.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:17:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:17:53] "GET /metrics HTTP/1.1" 200 38911 "" "Prometheus/2.43.0" 2024-08-17T01:17:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:53 smithi157 ceph-mon[98780]: osdmap e1382: 8 total, 8 up, 8 in 2024-08-17T01:17:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:53 smithi157 ceph-mon[98780]: pgmap v2426: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 228 KiB/s rd, 18 KiB/s wr, 301 op/s 2024-08-17T01:17:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:53 smithi157 ceph-mon[101289]: osdmap e1382: 8 total, 8 up, 8 in 2024-08-17T01:17:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:53 smithi157 ceph-mon[101289]: pgmap v2426: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 228 KiB/s rd, 18 KiB/s wr, 301 op/s 2024-08-17T01:17:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:53 smithi187 ceph-mon[90552]: osdmap e1382: 8 total, 8 up, 8 in 2024-08-17T01:17:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:53 smithi187 ceph-mon[90552]: pgmap v2426: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 228 KiB/s rd, 18 KiB/s wr, 301 op/s 2024-08-17T01:17:54.466 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4040 ms) 2024-08-17T01:17:54.467 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-08-17T01:17:54.497 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:17:54.506 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 24773472~7455590 2024-08-17T01:17:54.560 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 37972703~6815164 2024-08-17T01:17:54.560 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 77517261~6368819 2024-08-17T01:17:54.595 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 63106424~3116699 2024-08-17T01:17:54.595 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 49638004~2326275 2024-08-17T01:17:54.612 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 37991973~3247004 2024-08-17T01:17:54.612 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 1816771~147874 2024-08-17T01:17:54.617 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 35975127~8291944 2024-08-17T01:17:54.617 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap0 2024-08-17T01:17:54.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:54 smithi157 ceph-mon[98780]: osdmap e1383: 8 total, 8 up, 8 in 2024-08-17T01:17:54.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:54 smithi157 ceph-mon[101289]: osdmap e1383: 8 total, 8 up, 8 in 2024-08-17T01:17:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:54 smithi187 ceph-mon[90552]: osdmap e1383: 8 total, 8 up, 8 in 2024-08-17T01:17:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:55 smithi157 ceph-mon[101289]: osdmap e1384: 8 total, 8 up, 8 in 2024-08-17T01:17:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:55 smithi157 ceph-mon[101289]: pgmap v2429: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 28 KiB/s wr, 418 op/s 2024-08-17T01:17:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:55 smithi157 ceph-mon[98780]: osdmap e1384: 8 total, 8 up, 8 in 2024-08-17T01:17:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:55 smithi157 ceph-mon[98780]: pgmap v2429: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 28 KiB/s wr, 418 op/s 2024-08-17T01:17:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:55 smithi187 ceph-mon[90552]: osdmap e1384: 8 total, 8 up, 8 in 2024-08-17T01:17:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:55 smithi187 ceph-mon[90552]: pgmap v2429: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 28 KiB/s wr, 418 op/s 2024-08-17T01:17:56.333 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 95762177 2024-08-17T01:17:56.347 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 82197670~3908767 2024-08-17T01:17:56.359 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 60939824~2355266 2024-08-17T01:17:56.359 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 65081070~8315369 2024-08-17T01:17:56.368 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 31958262~496185 2024-08-17T01:17:56.368 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 26704384~649022 2024-08-17T01:17:56.368 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 65825829~2500857 2024-08-17T01:17:56.406 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 89688458~6073719 2024-08-17T01:17:56.411 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 30189638~8173045 2024-08-17T01:17:56.411 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:17:56.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:56 smithi157 ceph-mon[98780]: osdmap e1385: 8 total, 8 up, 8 in 2024-08-17T01:17:56.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:56 smithi157 ceph-mon[101289]: osdmap e1385: 8 total, 8 up, 8 in 2024-08-17T01:17:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:56 smithi187 ceph-mon[90552]: osdmap e1385: 8 total, 8 up, 8 in 2024-08-17T01:17:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:57 smithi157 ceph-mon[101289]: osdmap e1386: 8 total, 8 up, 8 in 2024-08-17T01:17:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:57 smithi157 ceph-mon[101289]: pgmap v2432: 169 pgs: 169 active+clean; 924 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 334 KiB/s rd, 3.1 MiB/s wr, 434 op/s 2024-08-17T01:17:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:57 smithi157 ceph-mon[98780]: osdmap e1386: 8 total, 8 up, 8 in 2024-08-17T01:17:57.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:57 smithi157 ceph-mon[98780]: pgmap v2432: 169 pgs: 169 active+clean; 924 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 334 KiB/s rd, 3.1 MiB/s wr, 434 op/s 2024-08-17T01:17:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:57 smithi187 ceph-mon[90552]: osdmap e1386: 8 total, 8 up, 8 in 2024-08-17T01:17:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:57 smithi187 ceph-mon[90552]: pgmap v2432: 169 pgs: 169 active+clean; 924 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 334 KiB/s rd, 3.1 MiB/s wr, 434 op/s 2024-08-17T01:17:58.181 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap1 2024-08-17T01:17:58.194 INFO:tasks.workunit.client.0.smithi157.stdout:clone image159 -> image162 2024-08-17T01:17:58.297 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 52825846~5220081 2024-08-17T01:17:58.339 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 73895505~7399107 2024-08-17T01:17:58.380 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 4861671~7721889 2024-08-17T01:17:58.436 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 28482907~4674312 2024-08-17T01:17:58.471 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 19724506~3351377 2024-08-17T01:17:58.494 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 59416349~1811745 2024-08-17T01:17:58.499 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 6473913~2193889 2024-08-17T01:17:58.520 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 65529614~4382688 2024-08-17T01:17:58.545 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap2 2024-08-17T01:17:58.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:58 smithi157 ceph-mon[101289]: osdmap e1387: 8 total, 8 up, 8 in 2024-08-17T01:17:58.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:58 smithi157 ceph-mon[101289]: osdmap e1388: 8 total, 8 up, 8 in 2024-08-17T01:17:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:58 smithi157 ceph-mon[98780]: osdmap e1387: 8 total, 8 up, 8 in 2024-08-17T01:17:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:58 smithi157 ceph-mon[98780]: osdmap e1388: 8 total, 8 up, 8 in 2024-08-17T01:17:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:58 smithi187 ceph-mon[90552]: osdmap e1387: 8 total, 8 up, 8 in 2024-08-17T01:17:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:58 smithi187 ceph-mon[90552]: osdmap e1388: 8 total, 8 up, 8 in 2024-08-17T01:17:59.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:59 smithi157 ceph-mon[98780]: pgmap v2435: 169 pgs: 169 active+clean; 945 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 8.0 MiB/s wr, 244 op/s 2024-08-17T01:17:59.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:17:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:59 smithi157 ceph-mon[101289]: pgmap v2435: 169 pgs: 169 active+clean; 945 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 8.0 MiB/s wr, 244 op/s 2024-08-17T01:17:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:17:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:59 smithi187 ceph-mon[90552]: pgmap v2435: 169 pgs: 169 active+clean; 945 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 8.0 MiB/s wr, 244 op/s 2024-08-17T01:17:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:17:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:00.355 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 173781011 2024-08-17T01:18:00.368 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 45197632~7589693 2024-08-17T01:18:00.397 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 63559824~3077212 2024-08-17T01:18:00.397 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 5446596~5874366 2024-08-17T01:18:00.402 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 157609561~3892933 2024-08-17T01:18:00.402 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 77864693~4219531 2024-08-17T01:18:00.404 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 95558200~8071588 2024-08-17T01:18:00.416 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 32833866~2827789 2024-08-17T01:18:00.418 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 31270714~8302862 2024-08-17T01:18:00.468 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap3 2024-08-17T01:18:00.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:00 smithi157 ceph-mon[98780]: osdmap e1389: 8 total, 8 up, 8 in 2024-08-17T01:18:00.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:00 smithi157 ceph-mon[101289]: osdmap e1389: 8 total, 8 up, 8 in 2024-08-17T01:18:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:00 smithi187 ceph-mon[90552]: osdmap e1389: 8 total, 8 up, 8 in 2024-08-17T01:18:01.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:01 smithi157 ceph-mon[98780]: osdmap e1390: 8 total, 8 up, 8 in 2024-08-17T01:18:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:01 smithi157 ceph-mon[98780]: pgmap v2438: 169 pgs: 169 active+clean; 1014 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 17 MiB/s wr, 213 op/s 2024-08-17T01:18:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:01 smithi157 ceph-mon[101289]: osdmap e1390: 8 total, 8 up, 8 in 2024-08-17T01:18:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:01 smithi157 ceph-mon[101289]: pgmap v2438: 169 pgs: 169 active+clean; 1014 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 17 MiB/s wr, 213 op/s 2024-08-17T01:18:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:01 smithi187 ceph-mon[90552]: osdmap e1390: 8 total, 8 up, 8 in 2024-08-17T01:18:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:01 smithi187 ceph-mon[90552]: pgmap v2438: 169 pgs: 169 active+clean; 1014 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 17 MiB/s wr, 213 op/s 2024-08-17T01:18:02.370 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap3 2024-08-17T01:18:02.383 INFO:tasks.workunit.client.0.smithi157.stdout:clone image162 -> image164 2024-08-17T01:18:02.515 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 98294376 2024-08-17T01:18:02.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:02 smithi157 ceph-mon[101289]: osdmap e1391: 8 total, 8 up, 8 in 2024-08-17T01:18:02.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:02 smithi157 ceph-mon[98780]: osdmap e1391: 8 total, 8 up, 8 in 2024-08-17T01:18:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:02 smithi187 ceph-mon[90552]: osdmap e1391: 8 total, 8 up, 8 in 2024-08-17T01:18:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:18:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:18:02.707 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.StressNoMigrate (8240 ms) 2024-08-17T01:18:02.707 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.Stress 2024-08-17T01:18:02.737 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:18:02.748 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 31879496~4641199 2024-08-17T01:18:02.785 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 31618768~2346331 2024-08-17T01:18:02.787 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 46483260~2415475 2024-08-17T01:18:02.808 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 31963987~3784849 2024-08-17T01:18:02.811 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 27655573~700768 2024-08-17T01:18:02.821 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 61849214~2719004 2024-08-17T01:18:02.821 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 64812769~1690834 2024-08-17T01:18:02.837 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 7898656~6206170 2024-08-17T01:18:02.837 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap0 2024-08-17T01:18:03.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:18:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:18:03] "GET /metrics HTTP/1.1" 200 38912 "" "Prometheus/2.43.0" 2024-08-17T01:18:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:03 smithi157 ceph-mon[101289]: osdmap e1392: 8 total, 8 up, 8 in 2024-08-17T01:18:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:03 smithi157 ceph-mon[101289]: pgmap v2441: 169 pgs: 169 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 22 MiB/s wr, 317 op/s 2024-08-17T01:18:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:03 smithi157 ceph-mon[101289]: osdmap e1393: 8 total, 8 up, 8 in 2024-08-17T01:18:03.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:03 smithi157 ceph-mon[98780]: osdmap e1392: 8 total, 8 up, 8 in 2024-08-17T01:18:03.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:03 smithi157 ceph-mon[98780]: pgmap v2441: 169 pgs: 169 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 22 MiB/s wr, 317 op/s 2024-08-17T01:18:03.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:03 smithi157 ceph-mon[98780]: osdmap e1393: 8 total, 8 up, 8 in 2024-08-17T01:18:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:03 smithi187 ceph-mon[90552]: osdmap e1392: 8 total, 8 up, 8 in 2024-08-17T01:18:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:03 smithi187 ceph-mon[90552]: pgmap v2441: 169 pgs: 169 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 22 MiB/s wr, 317 op/s 2024-08-17T01:18:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:03 smithi187 ceph-mon[90552]: osdmap e1393: 8 total, 8 up, 8 in 2024-08-17T01:18:04.184 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap0 2024-08-17T01:18:04.196 INFO:tasks.workunit.client.0.smithi157.stdout:clone image165 -> image168 2024-08-17T01:18:04.302 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 53504183~3402981 2024-08-17T01:18:04.330 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 51342337~6472187 2024-08-17T01:18:04.332 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 81030565~2855515 2024-08-17T01:18:04.355 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 32179205~3838478 2024-08-17T01:18:04.367 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 44747137~7290196 2024-08-17T01:18:04.407 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 44206924~2115920 2024-08-17T01:18:04.410 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 6757119~6444028 2024-08-17T01:18:04.450 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 42344792~588948 2024-08-17T01:18:04.452 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:18:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:05 smithi187 ceph-mon[90552]: osdmap e1394: 8 total, 8 up, 8 in 2024-08-17T01:18:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:05 smithi187 ceph-mon[90552]: pgmap v2444: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 21 MiB/s wr, 389 op/s 2024-08-17T01:18:05.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:05 smithi157 ceph-mon[98780]: osdmap e1394: 8 total, 8 up, 8 in 2024-08-17T01:18:05.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:05 smithi157 ceph-mon[98780]: pgmap v2444: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 21 MiB/s wr, 389 op/s 2024-08-17T01:18:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:05 smithi157 ceph-mon[101289]: osdmap e1394: 8 total, 8 up, 8 in 2024-08-17T01:18:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:05 smithi157 ceph-mon[101289]: pgmap v2444: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 21 MiB/s wr, 389 op/s 2024-08-17T01:18:06.196 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 122382484 2024-08-17T01:18:06.209 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 106891802~217697 2024-08-17T01:18:06.214 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 53039094~5642740 2024-08-17T01:18:06.214 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 39335458~4132983 2024-08-17T01:18:06.216 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 26875268~4398280 2024-08-17T01:18:06.216 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 35967425~6589261 2024-08-17T01:18:06.247 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 90649253~5415160 2024-08-17T01:18:06.247 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 74201223~7311310 2024-08-17T01:18:06.256 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 94159379~6925496 2024-08-17T01:18:06.257 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap2 2024-08-17T01:18:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:06 smithi187 ceph-mon[90552]: osdmap e1395: 8 total, 8 up, 8 in 2024-08-17T01:18:06.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:06 smithi157 ceph-mon[101289]: osdmap e1395: 8 total, 8 up, 8 in 2024-08-17T01:18:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:06 smithi157 ceph-mon[98780]: osdmap e1395: 8 total, 8 up, 8 in 2024-08-17T01:18:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:07 smithi187 ceph-mon[90552]: osdmap e1396: 8 total, 8 up, 8 in 2024-08-17T01:18:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:07 smithi187 ceph-mon[90552]: pgmap v2447: 169 pgs: 169 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 20 MiB/s wr, 443 op/s 2024-08-17T01:18:07.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:07 smithi157 ceph-mon[98780]: osdmap e1396: 8 total, 8 up, 8 in 2024-08-17T01:18:07.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:07 smithi157 ceph-mon[98780]: pgmap v2447: 169 pgs: 169 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 20 MiB/s wr, 443 op/s 2024-08-17T01:18:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:07 smithi157 ceph-mon[101289]: osdmap e1396: 8 total, 8 up, 8 in 2024-08-17T01:18:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:07 smithi157 ceph-mon[101289]: pgmap v2447: 169 pgs: 169 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 20 MiB/s wr, 443 op/s 2024-08-17T01:18:08.209 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap2 2024-08-17T01:18:08.222 INFO:tasks.workunit.client.0.smithi157.stdout:clone image168 -> image170 2024-08-17T01:18:08.355 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 30291835~3771869 2024-08-17T01:18:08.394 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 90918010~4814418 2024-08-17T01:18:08.400 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 25806818~3795295 2024-08-17T01:18:08.433 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 9969007~4631387 2024-08-17T01:18:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:08 smithi187 ceph-mon[90552]: osdmap e1397: 8 total, 8 up, 8 in 2024-08-17T01:18:08.462 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 18819683~7667251 2024-08-17T01:18:08.510 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 78236502~6985263 2024-08-17T01:18:08.545 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 53048600~1586503 2024-08-17T01:18:08.572 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 14122516~3697045 2024-08-17T01:18:08.574 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap3 2024-08-17T01:18:08.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:08 smithi157 ceph-mon[98780]: osdmap e1397: 8 total, 8 up, 8 in 2024-08-17T01:18:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:08 smithi157 ceph-mon[101289]: osdmap e1397: 8 total, 8 up, 8 in 2024-08-17T01:18:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:09 smithi187 ceph-mon[90552]: osdmap e1398: 8 total, 8 up, 8 in 2024-08-17T01:18:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:09 smithi187 ceph-mon[90552]: pgmap v2450: 169 pgs: 169 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 12 MiB/s wr, 290 op/s 2024-08-17T01:18:09.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:09 smithi157 ceph-mon[98780]: osdmap e1398: 8 total, 8 up, 8 in 2024-08-17T01:18:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:09 smithi157 ceph-mon[98780]: pgmap v2450: 169 pgs: 169 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 12 MiB/s wr, 290 op/s 2024-08-17T01:18:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:09 smithi157 ceph-mon[101289]: osdmap e1398: 8 total, 8 up, 8 in 2024-08-17T01:18:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:09 smithi157 ceph-mon[101289]: pgmap v2450: 169 pgs: 169 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 12 MiB/s wr, 290 op/s 2024-08-17T01:18:10.219 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap3 2024-08-17T01:18:10.231 INFO:tasks.workunit.client.0.smithi157.stdout:clone image170 -> image172 2024-08-17T01:18:10.391 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:18:10.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:10 smithi187 ceph-mon[90552]: osdmap e1399: 8 total, 8 up, 8 in 2024-08-17T01:18:10.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:10 smithi157 ceph-mon[101289]: osdmap e1399: 8 total, 8 up, 8 in 2024-08-17T01:18:10.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:10 smithi157 ceph-mon[98780]: osdmap e1399: 8 total, 8 up, 8 in 2024-08-17T01:18:10.836 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:18:11.038 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:18:11.313 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.Stress (8606 ms) 2024-08-17T01:18:11.313 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.Stress2 2024-08-17T01:18:11.343 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:18:11.354 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 22697294~7612334 2024-08-17T01:18:11.400 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 56144635~1278308 2024-08-17T01:18:11.400 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 57025116~1439799 2024-08-17T01:18:11.413 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 42305542~6266296 2024-08-17T01:18:11.413 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 55134832~6892555 2024-08-17T01:18:11.450 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 77056022~295893 2024-08-17T01:18:11.450 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 71176627~2327406 2024-08-17T01:18:11.465 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 40696257~3237925 2024-08-17T01:18:11.465 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap0 2024-08-17T01:18:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:11 smithi157 ceph-mon[98780]: osdmap e1400: 8 total, 8 up, 8 in 2024-08-17T01:18:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:11 smithi157 ceph-mon[98780]: pgmap v2453: 169 pgs: 169 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 15 MiB/s wr, 227 op/s 2024-08-17T01:18:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:11 smithi157 ceph-mon[101289]: osdmap e1400: 8 total, 8 up, 8 in 2024-08-17T01:18:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:11 smithi157 ceph-mon[101289]: pgmap v2453: 169 pgs: 169 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 15 MiB/s wr, 227 op/s 2024-08-17T01:18:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:11 smithi187 ceph-mon[90552]: osdmap e1400: 8 total, 8 up, 8 in 2024-08-17T01:18:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:11 smithi187 ceph-mon[90552]: pgmap v2453: 169 pgs: 169 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 15 MiB/s wr, 227 op/s 2024-08-17T01:18:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:18:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:18:13.231 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap0 2024-08-17T01:18:13.246 INFO:tasks.workunit.client.0.smithi157.stdout:clone image173 -> image176 2024-08-17T01:18:13.352 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 131660639 2024-08-17T01:18:13.365 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 74871210~6886508 2024-08-17T01:18:13.425 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 84547755~5110162 2024-08-17T01:18:13.426 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 6675888~7793683 2024-08-17T01:18:13.461 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 40567533~5117543 2024-08-17T01:18:13.467 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 59404005~2701666 2024-08-17T01:18:13.495 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 3265493~8129833 2024-08-17T01:18:13.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:13 smithi157 ceph-mon[98780]: osdmap e1401: 8 total, 8 up, 8 in 2024-08-17T01:18:13.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:13 smithi157 ceph-mon[98780]: pgmap v2455: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 17 MiB/s wr, 374 op/s 2024-08-17T01:18:13.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:13 smithi157 ceph-mon[101289]: osdmap e1401: 8 total, 8 up, 8 in 2024-08-17T01:18:13.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:13 smithi157 ceph-mon[101289]: pgmap v2455: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 17 MiB/s wr, 374 op/s 2024-08-17T01:18:13.500 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 24995608~3181905 2024-08-17T01:18:13.546 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 110780596~3421394 2024-08-17T01:18:13.546 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:18:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:13 smithi187 ceph-mon[90552]: osdmap e1401: 8 total, 8 up, 8 in 2024-08-17T01:18:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:13 smithi187 ceph-mon[90552]: pgmap v2455: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 17 MiB/s wr, 374 op/s 2024-08-17T01:18:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:18:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:18:13] "GET /metrics HTTP/1.1" 200 38912 "" "Prometheus/2.43.0" 2024-08-17T01:18:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:14 smithi157 ceph-mon[98780]: osdmap e1402: 8 total, 8 up, 8 in 2024-08-17T01:18:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:14 smithi157 ceph-mon[101289]: osdmap e1402: 8 total, 8 up, 8 in 2024-08-17T01:18:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:14 smithi187 ceph-mon[90552]: osdmap e1402: 8 total, 8 up, 8 in 2024-08-17T01:18:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:15.240 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap1 2024-08-17T01:18:15.252 INFO:tasks.workunit.client.0.smithi157.stdout:clone image176 -> image178 2024-08-17T01:18:15.383 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 168095881 2024-08-17T01:18:15.395 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 56360690~7463605 2024-08-17T01:18:15.447 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 79372318~3287158 2024-08-17T01:18:15.496 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 139184850~1788752 2024-08-17T01:18:15.516 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 26307850~3438653 2024-08-17T01:18:15.555 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 121191961~4367781 2024-08-17T01:18:15.584 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 8904417~3671291 2024-08-17T01:18:15.593 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 147086047~4191675 2024-08-17T01:18:15.620 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 121926017~6920855 2024-08-17T01:18:15.625 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap2 2024-08-17T01:18:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:15 smithi157 ceph-mon[98780]: osdmap e1403: 8 total, 8 up, 8 in 2024-08-17T01:18:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:15 smithi157 ceph-mon[98780]: pgmap v2458: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 18 MiB/s wr, 1.18k op/s 2024-08-17T01:18:15.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:15 smithi157 ceph-mon[101289]: osdmap e1403: 8 total, 8 up, 8 in 2024-08-17T01:18:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:15 smithi157 ceph-mon[101289]: pgmap v2458: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 18 MiB/s wr, 1.18k op/s 2024-08-17T01:18:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:15 smithi187 ceph-mon[90552]: osdmap e1403: 8 total, 8 up, 8 in 2024-08-17T01:18:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:15 smithi187 ceph-mon[90552]: pgmap v2458: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 18 MiB/s wr, 1.18k op/s 2024-08-17T01:18:16.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:16 smithi157 ceph-mon[98780]: osdmap e1404: 8 total, 8 up, 8 in 2024-08-17T01:18:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:16 smithi157 ceph-mon[101289]: osdmap e1404: 8 total, 8 up, 8 in 2024-08-17T01:18:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:16 smithi187 ceph-mon[90552]: osdmap e1404: 8 total, 8 up, 8 in 2024-08-17T01:18:17.252 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap2 2024-08-17T01:18:17.263 INFO:tasks.workunit.client.0.smithi157.stdout:clone image178 -> image180 2024-08-17T01:18:17.419 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 56939817~4451650 2024-08-17T01:18:17.492 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 41964261~238534 2024-08-17T01:18:17.498 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 76907929~1845438 2024-08-17T01:18:17.534 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 133335861~3203126 2024-08-17T01:18:17.541 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 37363843~5803015 2024-08-17T01:18:17.581 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 7205549~6219236 2024-08-17T01:18:17.622 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 85943103~2293385 2024-08-17T01:18:17.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:17 smithi157 ceph-mon[98780]: osdmap e1405: 8 total, 8 up, 8 in 2024-08-17T01:18:17.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:17 smithi157 ceph-mon[98780]: pgmap v2461: 169 pgs: 169 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 45 MiB/s rd, 24 MiB/s wr, 1.15k op/s 2024-08-17T01:18:17.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:17 smithi157 ceph-mon[101289]: osdmap e1405: 8 total, 8 up, 8 in 2024-08-17T01:18:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:17 smithi157 ceph-mon[101289]: pgmap v2461: 169 pgs: 169 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 45 MiB/s rd, 24 MiB/s wr, 1.15k op/s 2024-08-17T01:18:17.642 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 53322423~7759472 2024-08-17T01:18:17.648 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap3 2024-08-17T01:18:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:17 smithi187 ceph-mon[90552]: osdmap e1405: 8 total, 8 up, 8 in 2024-08-17T01:18:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:17 smithi187 ceph-mon[90552]: pgmap v2461: 169 pgs: 169 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 45 MiB/s rd, 24 MiB/s wr, 1.15k op/s 2024-08-17T01:18:18.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:18 smithi157 ceph-mon[98780]: osdmap e1406: 8 total, 8 up, 8 in 2024-08-17T01:18:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:18 smithi157 ceph-mon[101289]: osdmap e1406: 8 total, 8 up, 8 in 2024-08-17T01:18:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:18 smithi187 ceph-mon[90552]: osdmap e1406: 8 total, 8 up, 8 in 2024-08-17T01:18:19.269 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 108297472 2024-08-17T01:18:19.352 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:18:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:19 smithi157 ceph-mon[98780]: osdmap e1407: 8 total, 8 up, 8 in 2024-08-17T01:18:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:19 smithi157 ceph-mon[98780]: pgmap v2464: 169 pgs: 169 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 15 MiB/s wr, 181 op/s 2024-08-17T01:18:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:19 smithi157 ceph-mon[101289]: osdmap e1407: 8 total, 8 up, 8 in 2024-08-17T01:18:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:19 smithi157 ceph-mon[101289]: pgmap v2464: 169 pgs: 169 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 15 MiB/s wr, 181 op/s 2024-08-17T01:18:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:19 smithi187 ceph-mon[90552]: osdmap e1407: 8 total, 8 up, 8 in 2024-08-17T01:18:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:19 smithi187 ceph-mon[90552]: pgmap v2464: 169 pgs: 169 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 15 MiB/s wr, 181 op/s 2024-08-17T01:18:20.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:20 smithi157 ceph-mon[101289]: osdmap e1408: 8 total, 8 up, 8 in 2024-08-17T01:18:20.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:20 smithi157 ceph-mon[98780]: osdmap e1408: 8 total, 8 up, 8 in 2024-08-17T01:18:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:20 smithi187 ceph-mon[90552]: osdmap e1408: 8 total, 8 up, 8 in 2024-08-17T01:18:20.745 INFO:tasks.workunit.client.0.smithi157.stdout:write: a 100193695~8103777 2024-08-17T01:18:20.816 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 19833008~7174281 2024-08-17T01:18:20.860 INFO:tasks.workunit.client.0.smithi157.stdout:write: a 31043214~1468978 2024-08-17T01:18:20.895 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 75320849~1212012 2024-08-17T01:18:20.925 INFO:tasks.workunit.client.0.smithi157.stdout:write: a 30238535~7517221 2024-08-17T01:18:20.970 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 27022474~1444867 2024-08-17T01:18:20.971 INFO:tasks.workunit.client.0.smithi157.stdout:write: a 69059224~4997769 2024-08-17T01:18:21.030 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 8036718~5292624 2024-08-17T01:18:21.047 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: user0 2024-08-17T01:18:21.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:21 smithi157 ceph-mon[101289]: osdmap e1409: 8 total, 8 up, 8 in 2024-08-17T01:18:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:21 smithi157 ceph-mon[101289]: pgmap v2467: 169 pgs: 169 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 9.8 MiB/s rd, 19 MiB/s wr, 347 op/s 2024-08-17T01:18:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:21 smithi157 ceph-mon[98780]: osdmap e1409: 8 total, 8 up, 8 in 2024-08-17T01:18:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:21 smithi157 ceph-mon[98780]: pgmap v2467: 169 pgs: 169 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 9.8 MiB/s rd, 19 MiB/s wr, 347 op/s 2024-08-17T01:18:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:21 smithi187 ceph-mon[90552]: osdmap e1409: 8 total, 8 up, 8 in 2024-08-17T01:18:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:21 smithi187 ceph-mon[90552]: pgmap v2467: 169 pgs: 169 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 9.8 MiB/s rd, 19 MiB/s wr, 347 op/s 2024-08-17T01:18:22.279 INFO:tasks.workunit.client.0.smithi157.stdout:write: b 77504420~7674245 2024-08-17T01:18:22.294 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 40062092~4512651 2024-08-17T01:18:22.294 INFO:tasks.workunit.client.0.smithi157.stdout:write: b 98300272~3642920 2024-08-17T01:18:22.299 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 23467953~4229314 2024-08-17T01:18:22.300 INFO:tasks.workunit.client.0.smithi157.stdout:write: b 77498930~7637513 2024-08-17T01:18:22.391 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 44258349~3128240 2024-08-17T01:18:22.391 INFO:tasks.workunit.client.0.smithi157.stdout:write: b 64565139~4759795 2024-08-17T01:18:22.395 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 84090410~3629199 2024-08-17T01:18:22.395 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: user1 2024-08-17T01:18:22.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:22 smithi187 ceph-mon[90552]: osdmap e1410: 8 total, 8 up, 8 in 2024-08-17T01:18:22.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:18:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:18:22.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:22 smithi157 ceph-mon[98780]: osdmap e1410: 8 total, 8 up, 8 in 2024-08-17T01:18:22.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:22 smithi157 ceph-mon[101289]: osdmap e1410: 8 total, 8 up, 8 in 2024-08-17T01:18:23.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:23 smithi157 ceph-mon[98780]: osdmap e1411: 8 total, 8 up, 8 in 2024-08-17T01:18:23.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:23 smithi157 ceph-mon[98780]: pgmap v2470: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 28 MiB/s wr, 623 op/s 2024-08-17T01:18:23.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:18:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:18:23] "GET /metrics HTTP/1.1" 200 38917 "" "Prometheus/2.43.0" 2024-08-17T01:18:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:23 smithi157 ceph-mon[101289]: osdmap e1411: 8 total, 8 up, 8 in 2024-08-17T01:18:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:23 smithi157 ceph-mon[101289]: pgmap v2470: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 28 MiB/s wr, 623 op/s 2024-08-17T01:18:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:23 smithi187 ceph-mon[90552]: osdmap e1411: 8 total, 8 up, 8 in 2024-08-17T01:18:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:23 smithi187 ceph-mon[90552]: pgmap v2470: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 28 MiB/s wr, 623 op/s 2024-08-17T01:18:24.286 INFO:tasks.workunit.client.0.smithi157.stdout:write: c 12325212~649535 2024-08-17T01:18:24.294 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 102980694~5316778 2024-08-17T01:18:24.294 INFO:tasks.workunit.client.0.smithi157.stdout:write: c 104264400~1586541 2024-08-17T01:18:24.320 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 31969392~2407666 2024-08-17T01:18:24.320 INFO:tasks.workunit.client.0.smithi157.stdout:write: c 101853563~1110874 2024-08-17T01:18:24.320 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 68141482~6580488 2024-08-17T01:18:24.321 INFO:tasks.workunit.client.0.smithi157.stdout:write: c 56935774~4035817 2024-08-17T01:18:24.324 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 97563022~5689135 2024-08-17T01:18:24.334 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: user2 2024-08-17T01:18:24.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:24 smithi157 ceph-mon[101289]: osdmap e1412: 8 total, 8 up, 8 in 2024-08-17T01:18:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:24 smithi157 ceph-mon[98780]: osdmap e1412: 8 total, 8 up, 8 in 2024-08-17T01:18:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:24 smithi187 ceph-mon[90552]: osdmap e1412: 8 total, 8 up, 8 in 2024-08-17T01:18:25.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:25 smithi157 ceph-mon[98780]: osdmap e1413: 8 total, 8 up, 8 in 2024-08-17T01:18:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:25 smithi157 ceph-mon[98780]: pgmap v2473: 169 pgs: 169 active+clean; 1.7 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 29 MiB/s rd, 33 MiB/s wr, 750 op/s 2024-08-17T01:18:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:25 smithi157 ceph-mon[101289]: osdmap e1413: 8 total, 8 up, 8 in 2024-08-17T01:18:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:25 smithi157 ceph-mon[101289]: pgmap v2473: 169 pgs: 169 active+clean; 1.7 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 29 MiB/s rd, 33 MiB/s wr, 750 op/s 2024-08-17T01:18:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:25 smithi187 ceph-mon[90552]: osdmap e1413: 8 total, 8 up, 8 in 2024-08-17T01:18:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:25 smithi187 ceph-mon[90552]: pgmap v2473: 169 pgs: 169 active+clean; 1.7 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 29 MiB/s rd, 33 MiB/s wr, 750 op/s 2024-08-17T01:18:26.304 INFO:tasks.workunit.client.0.smithi157.stdout:write: d 14302134~2389179 2024-08-17T01:18:26.314 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 83534973~2053722 2024-08-17T01:18:26.314 INFO:tasks.workunit.client.0.smithi157.stdout:write: d 88960867~5059943 2024-08-17T01:18:26.317 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 69926167~1830064 2024-08-17T01:18:26.318 INFO:tasks.workunit.client.0.smithi157.stdout:write: d 50796195~5216657 2024-08-17T01:18:26.326 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 60686368~5734314 2024-08-17T01:18:26.326 INFO:tasks.workunit.client.0.smithi157.stdout:write: d 467399~758734 2024-08-17T01:18:26.326 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 57380138~1106783 2024-08-17T01:18:26.326 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: user3 2024-08-17T01:18:26.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:26 smithi157 ceph-mon[98780]: osdmap e1414: 8 total, 8 up, 8 in 2024-08-17T01:18:26.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:26 smithi157 ceph-mon[101289]: osdmap e1414: 8 total, 8 up, 8 in 2024-08-17T01:18:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:26 smithi187 ceph-mon[90552]: osdmap e1414: 8 total, 8 up, 8 in 2024-08-17T01:18:27.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:27 smithi157 ceph-mon[101289]: osdmap e1415: 8 total, 8 up, 8 in 2024-08-17T01:18:27.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:27 smithi157 ceph-mon[101289]: pgmap v2476: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 43 MiB/s rd, 44 MiB/s wr, 658 op/s 2024-08-17T01:18:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:27 smithi157 ceph-mon[98780]: osdmap e1415: 8 total, 8 up, 8 in 2024-08-17T01:18:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:27 smithi157 ceph-mon[98780]: pgmap v2476: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 43 MiB/s rd, 44 MiB/s wr, 658 op/s 2024-08-17T01:18:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:27 smithi187 ceph-mon[90552]: osdmap e1415: 8 total, 8 up, 8 in 2024-08-17T01:18:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:27 smithi187 ceph-mon[90552]: pgmap v2476: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 43 MiB/s rd, 44 MiB/s wr, 658 op/s 2024-08-17T01:18:28.317 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 113529099 2024-08-17T01:18:28.338 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 11352909~2838227 2024-08-17T01:18:28.338 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 12062465~1419113 2024-08-17T01:18:28.363 INFO:tasks.workunit.client.0.smithi157.stdout:write: 2 22705819~2838227 2024-08-17T01:18:28.364 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 23415375~1419113 2024-08-17T01:18:28.400 INFO:tasks.workunit.client.0.smithi157.stdout:write: 3 34058729~2838227 2024-08-17T01:18:28.401 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 34768285~1419113 2024-08-17T01:18:28.422 INFO:tasks.workunit.client.0.smithi157.stdout:write: 4 45411639~2838227 2024-08-17T01:18:28.423 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 46121195~1419113 2024-08-17T01:18:28.450 INFO:tasks.workunit.client.0.smithi157.stdout:write: 5 56764549~2838227 2024-08-17T01:18:28.451 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 57474105~1419113 2024-08-17T01:18:28.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:28 smithi157 ceph-mon[98780]: osdmap e1416: 8 total, 8 up, 8 in 2024-08-17T01:18:28.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:28 smithi157 ceph-mon[101289]: osdmap e1416: 8 total, 8 up, 8 in 2024-08-17T01:18:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:28 smithi187 ceph-mon[90552]: osdmap e1416: 8 total, 8 up, 8 in 2024-08-17T01:18:29.464 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:18:29.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:29 smithi157 ceph-mon[101289]: osdmap e1417: 8 total, 8 up, 8 in 2024-08-17T01:18:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:29 smithi157 ceph-mon[101289]: pgmap v2479: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 25 MiB/s wr, 200 op/s 2024-08-17T01:18:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:29 smithi157 ceph-mon[98780]: osdmap e1417: 8 total, 8 up, 8 in 2024-08-17T01:18:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:29 smithi157 ceph-mon[98780]: pgmap v2479: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 25 MiB/s wr, 200 op/s 2024-08-17T01:18:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:29 smithi187 ceph-mon[90552]: osdmap e1417: 8 total, 8 up, 8 in 2024-08-17T01:18:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:29 smithi187 ceph-mon[90552]: pgmap v2479: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 25 MiB/s wr, 200 op/s 2024-08-17T01:18:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:29.714 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:18:31.288 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.Stress2 (19975 ms) 2024-08-17T01:18:31.288 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMigration.StressLive 2024-08-17T01:18:31.321 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 83886080 2024-08-17T01:18:31.331 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 20216897~6371736 2024-08-17T01:18:31.378 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 76512008~5375997 2024-08-17T01:18:31.378 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 12781433~4550555 2024-08-17T01:18:31.408 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 27731270~7595025 2024-08-17T01:18:31.411 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 36347247~40034 2024-08-17T01:18:31.417 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 37463792~8254581 2024-08-17T01:18:31.419 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 44198193~2503257 2024-08-17T01:18:31.439 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 21334195~3032998 2024-08-17T01:18:31.442 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap0 2024-08-17T01:18:31.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:31 smithi157 ceph-mon[101289]: osdmap e1418: 8 total, 8 up, 8 in 2024-08-17T01:18:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:31 smithi157 ceph-mon[101289]: pgmap v2481: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 9.2 MiB/s rd, 12 MiB/s wr, 338 op/s 2024-08-17T01:18:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:31 smithi157 ceph-mon[98780]: osdmap e1418: 8 total, 8 up, 8 in 2024-08-17T01:18:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:31 smithi157 ceph-mon[98780]: pgmap v2481: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 9.2 MiB/s rd, 12 MiB/s wr, 338 op/s 2024-08-17T01:18:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:31 smithi187 ceph-mon[90552]: osdmap e1418: 8 total, 8 up, 8 in 2024-08-17T01:18:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:31 smithi187 ceph-mon[90552]: pgmap v2481: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 9.2 MiB/s rd, 12 MiB/s wr, 338 op/s 2024-08-17T01:18:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:18:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:18:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:18:33.340 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap0 2024-08-17T01:18:33.352 INFO:tasks.workunit.client.0.smithi157.stdout:clone image181 -> image184 2024-08-17T01:18:33.456 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 148465943 2024-08-17T01:18:33.468 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 12148913~2315102 2024-08-17T01:18:33.522 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 10756544~2687656 2024-08-17T01:18:33.525 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 120709602~5238223 2024-08-17T01:18:33.553 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 4899527~1275088 2024-08-17T01:18:33.558 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 17102077~4251687 2024-08-17T01:18:33.598 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 93759285~6298631 2024-08-17T01:18:33.598 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 45821746~4043410 2024-08-17T01:18:33.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:33 smithi157 ceph-mon[98780]: osdmap e1419: 8 total, 8 up, 8 in 2024-08-17T01:18:33.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:33 smithi157 ceph-mon[98780]: pgmap v2483: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 57 MiB/s rd, 13 MiB/s wr, 608 op/s 2024-08-17T01:18:33.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:18:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:18:33] "GET /metrics HTTP/1.1" 200 38915 "" "Prometheus/2.43.0" 2024-08-17T01:18:33.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:33 smithi157 ceph-mon[101289]: osdmap e1419: 8 total, 8 up, 8 in 2024-08-17T01:18:33.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:33 smithi157 ceph-mon[101289]: pgmap v2483: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 57 MiB/s rd, 13 MiB/s wr, 608 op/s 2024-08-17T01:18:33.643 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 119292039~4207408 2024-08-17T01:18:33.645 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap1 2024-08-17T01:18:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:33 smithi187 ceph-mon[90552]: osdmap e1419: 8 total, 8 up, 8 in 2024-08-17T01:18:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:33 smithi187 ceph-mon[90552]: pgmap v2483: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 57 MiB/s rd, 13 MiB/s wr, 608 op/s 2024-08-17T01:18:34.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:34 smithi157 ceph-mon[98780]: osdmap e1420: 8 total, 8 up, 8 in 2024-08-17T01:18:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:34 smithi157 ceph-mon[101289]: osdmap e1420: 8 total, 8 up, 8 in 2024-08-17T01:18:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:34 smithi187 ceph-mon[90552]: osdmap e1420: 8 total, 8 up, 8 in 2024-08-17T01:18:35.351 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 84944024 2024-08-17T01:18:35.371 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 81946907~77098 2024-08-17T01:18:35.377 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 69092880~7057179 2024-08-17T01:18:35.377 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 69113805~4161020 2024-08-17T01:18:35.384 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 11350850~2198225 2024-08-17T01:18:35.384 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 23467423~5728808 2024-08-17T01:18:35.394 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 70233727~6898352 2024-08-17T01:18:35.410 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 79945658~4998366 2024-08-17T01:18:35.414 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 41035152~5887463 2024-08-17T01:18:35.415 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap2 2024-08-17T01:18:35.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:35 smithi157 ceph-mon[101289]: osdmap e1421: 8 total, 8 up, 8 in 2024-08-17T01:18:35.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:35 smithi157 ceph-mon[101289]: pgmap v2486: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 224 MiB/s rd, 9.1 MiB/s wr, 1.03k op/s 2024-08-17T01:18:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:35 smithi157 ceph-mon[98780]: osdmap e1421: 8 total, 8 up, 8 in 2024-08-17T01:18:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:35 smithi157 ceph-mon[98780]: pgmap v2486: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 224 MiB/s rd, 9.1 MiB/s wr, 1.03k op/s 2024-08-17T01:18:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:35 smithi187 ceph-mon[90552]: osdmap e1421: 8 total, 8 up, 8 in 2024-08-17T01:18:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:35 smithi187 ceph-mon[90552]: pgmap v2486: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 224 MiB/s rd, 9.1 MiB/s wr, 1.03k op/s 2024-08-17T01:18:36.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:36 smithi157 ceph-mon[101289]: osdmap e1422: 8 total, 8 up, 8 in 2024-08-17T01:18:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:36 smithi157 ceph-mon[98780]: osdmap e1422: 8 total, 8 up, 8 in 2024-08-17T01:18:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:36 smithi187 ceph-mon[90552]: osdmap e1422: 8 total, 8 up, 8 in 2024-08-17T01:18:37.360 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap2 2024-08-17T01:18:37.375 INFO:tasks.workunit.client.0.smithi157.stdout:clone image184 -> image186 2024-08-17T01:18:37.503 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 94832720 2024-08-17T01:18:37.515 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 26374231~2167609 2024-08-17T01:18:37.561 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 47436753~4461482 2024-08-17T01:18:37.578 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 14635485~3726857 2024-08-17T01:18:37.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:37 smithi157 ceph-mon[101289]: osdmap e1423: 8 total, 8 up, 8 in 2024-08-17T01:18:37.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:37 smithi157 ceph-mon[101289]: pgmap v2489: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 229 MiB/s rd, 16 MiB/s wr, 820 op/s 2024-08-17T01:18:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:37 smithi157 ceph-mon[98780]: osdmap e1423: 8 total, 8 up, 8 in 2024-08-17T01:18:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:37 smithi157 ceph-mon[98780]: pgmap v2489: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 229 MiB/s rd, 16 MiB/s wr, 820 op/s 2024-08-17T01:18:37.635 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 70227081~1427338 2024-08-17T01:18:37.649 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 83539582~5174232 2024-08-17T01:18:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:37 smithi187 ceph-mon[90552]: osdmap e1423: 8 total, 8 up, 8 in 2024-08-17T01:18:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:37 smithi187 ceph-mon[90552]: pgmap v2489: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 229 MiB/s rd, 16 MiB/s wr, 820 op/s 2024-08-17T01:18:37.705 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 67029844~8145890 2024-08-17T01:18:37.711 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 87167566~7404697 2024-08-17T01:18:37.746 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 50305337~8107167 2024-08-17T01:18:37.752 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: snap3 2024-08-17T01:18:38.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:38 smithi157 ceph-mon[101289]: osdmap e1424: 8 total, 8 up, 8 in 2024-08-17T01:18:38.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:38 smithi157 ceph-mon[101289]: osdmap e1425: 8 total, 8 up, 8 in 2024-08-17T01:18:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:38 smithi157 ceph-mon[98780]: osdmap e1424: 8 total, 8 up, 8 in 2024-08-17T01:18:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:38 smithi157 ceph-mon[98780]: osdmap e1425: 8 total, 8 up, 8 in 2024-08-17T01:18:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:38 smithi187 ceph-mon[90552]: osdmap e1424: 8 total, 8 up, 8 in 2024-08-17T01:18:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:38 smithi187 ceph-mon[90552]: osdmap e1425: 8 total, 8 up, 8 in 2024-08-17T01:18:39.191 INFO:tasks.workunit.client.0.smithi157.stdout:snap_protect: snap3 2024-08-17T01:18:39.206 INFO:tasks.workunit.client.0.smithi157.stdout:clone image186 -> image188 2024-08-17T01:18:39.370 INFO:tasks.workunit.client.0.smithi157.stdout:migration_prepare 2024-08-17T01:18:39.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:39 smithi157 ceph-mon[98780]: pgmap v2492: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 64 MiB/s rd, 14 MiB/s wr, 207 op/s 2024-08-17T01:18:39.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:39 smithi157 ceph-mon[98780]: osdmap e1426: 8 total, 8 up, 8 in 2024-08-17T01:18:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:39 smithi157 ceph-mon[101289]: pgmap v2492: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 64 MiB/s rd, 14 MiB/s wr, 207 op/s 2024-08-17T01:18:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:39 smithi157 ceph-mon[101289]: osdmap e1426: 8 total, 8 up, 8 in 2024-08-17T01:18:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:39 smithi187 ceph-mon[90552]: pgmap v2492: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 64 MiB/s rd, 14 MiB/s wr, 207 op/s 2024-08-17T01:18:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:39 smithi187 ceph-mon[90552]: osdmap e1426: 8 total, 8 up, 8 in 2024-08-17T01:18:39.753 INFO:tasks.workunit.client.0.smithi157.stdout:migration_execute 2024-08-17T01:18:39.753 INFO:tasks.workunit.client.0.smithi157.stdout:write: a 46647452~1157386 2024-08-17T01:18:39.780 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 30021001~6619197 2024-08-17T01:18:39.809 INFO:tasks.workunit.client.0.smithi157.stdout:write: a 2144908~1485116 2024-08-17T01:18:39.838 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 48286913~450407 2024-08-17T01:18:39.840 INFO:tasks.workunit.client.0.smithi157.stdout:write: a 21913351~7317860 2024-08-17T01:18:39.899 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 45803123~2750644 2024-08-17T01:18:39.922 INFO:tasks.workunit.client.0.smithi157.stdout:write: a 4918254~4366327 2024-08-17T01:18:39.969 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 36437186~4468458 2024-08-17T01:18:39.973 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: user0 2024-08-17T01:18:41.379 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 185785108 2024-08-17T01:18:41.396 INFO:tasks.workunit.client.0.smithi157.stdout:write: b 47130533~555487 2024-08-17T01:18:41.403 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 79991459~7740973 2024-08-17T01:18:41.403 INFO:tasks.workunit.client.0.smithi157.stdout:write: b 106664304~5362215 2024-08-17T01:18:41.409 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 103544352~6779707 2024-08-17T01:18:41.457 INFO:tasks.workunit.client.0.smithi157.stdout:write: b 62485542~7507198 2024-08-17T01:18:41.461 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 104926064~3337465 2024-08-17T01:18:41.462 INFO:tasks.workunit.client.0.smithi157.stdout:write: b 91826611~7388655 2024-08-17T01:18:41.474 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 26816356~6263924 2024-08-17T01:18:41.474 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: user1 2024-08-17T01:18:41.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:41 smithi157 ceph-mon[98780]: osdmap e1427: 8 total, 8 up, 8 in 2024-08-17T01:18:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:41 smithi157 ceph-mon[98780]: pgmap v2495: 169 pgs: 169 active+clean; 2.0 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 12 MiB/s wr, 171 op/s 2024-08-17T01:18:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:41 smithi157 ceph-mon[101289]: osdmap e1427: 8 total, 8 up, 8 in 2024-08-17T01:18:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:41 smithi157 ceph-mon[101289]: pgmap v2495: 169 pgs: 169 active+clean; 2.0 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 12 MiB/s wr, 171 op/s 2024-08-17T01:18:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:41 smithi187 ceph-mon[90552]: osdmap e1427: 8 total, 8 up, 8 in 2024-08-17T01:18:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:41 smithi187 ceph-mon[90552]: pgmap v2495: 169 pgs: 169 active+clean; 2.0 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 12 MiB/s wr, 171 op/s 2024-08-17T01:18:42.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:42 smithi157 ceph-mon[98780]: osdmap e1428: 8 total, 8 up, 8 in 2024-08-17T01:18:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:42 smithi157 ceph-mon[101289]: osdmap e1428: 8 total, 8 up, 8 in 2024-08-17T01:18:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:42 smithi187 ceph-mon[90552]: osdmap e1428: 8 total, 8 up, 8 in 2024-08-17T01:18:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:18:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:18:43.384 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 204219273 2024-08-17T01:18:43.399 INFO:tasks.workunit.client.0.smithi157.stdout:write: c 106267088~7049640 2024-08-17T01:18:43.426 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 36640643~7247810 2024-08-17T01:18:43.426 INFO:tasks.workunit.client.0.smithi157.stdout:write: c 134959269~6362428 2024-08-17T01:18:43.434 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 198667369~5551904 2024-08-17T01:18:43.435 INFO:tasks.workunit.client.0.smithi157.stdout:write: c 32293505~6528100 2024-08-17T01:18:43.455 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 109005167~2779349 2024-08-17T01:18:43.474 INFO:tasks.workunit.client.0.smithi157.stdout:write: c 66682714~1438462 2024-08-17T01:18:43.474 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 70213503~1169996 2024-08-17T01:18:43.475 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: user2 2024-08-17T01:18:43.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:18:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:18:43] "GET /metrics HTTP/1.1" 200 38915 "" "Prometheus/2.43.0" 2024-08-17T01:18:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:43 smithi157 ceph-mon[98780]: osdmap e1429: 8 total, 8 up, 8 in 2024-08-17T01:18:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:43 smithi157 ceph-mon[98780]: pgmap v2498: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 29 MiB/s wr, 480 op/s 2024-08-17T01:18:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:43 smithi157 ceph-mon[101289]: osdmap e1429: 8 total, 8 up, 8 in 2024-08-17T01:18:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:43 smithi157 ceph-mon[101289]: pgmap v2498: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 29 MiB/s wr, 480 op/s 2024-08-17T01:18:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:43 smithi187 ceph-mon[90552]: osdmap e1429: 8 total, 8 up, 8 in 2024-08-17T01:18:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:43 smithi187 ceph-mon[90552]: pgmap v2498: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 29 MiB/s wr, 480 op/s 2024-08-17T01:18:44.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:44 smithi157 ceph-mon[98780]: osdmap e1430: 8 total, 8 up, 8 in 2024-08-17T01:18:44.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:44 smithi157 ceph-mon[101289]: osdmap e1430: 8 total, 8 up, 8 in 2024-08-17T01:18:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:44 smithi187 ceph-mon[90552]: osdmap e1430: 8 total, 8 up, 8 in 2024-08-17T01:18:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:45.399 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 220829820 2024-08-17T01:18:45.412 INFO:tasks.workunit.client.0.smithi157.stdout:write: d 119654714~8289084 2024-08-17T01:18:45.435 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 38236094~2521908 2024-08-17T01:18:45.435 INFO:tasks.workunit.client.0.smithi157.stdout:write: d 64579630~5565313 2024-08-17T01:18:45.443 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 127879040~2307618 2024-08-17T01:18:45.465 INFO:tasks.workunit.client.0.smithi157.stdout:write: d 31011354~1965617 2024-08-17T01:18:45.466 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 30225490~1795996 2024-08-17T01:18:45.494 INFO:tasks.workunit.client.0.smithi157.stdout:write: d 109719504~7931975 2024-08-17T01:18:45.502 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 65511433~2309811 2024-08-17T01:18:45.502 INFO:tasks.workunit.client.0.smithi157.stdout:snap_create: user3 2024-08-17T01:18:45.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:45 smithi157 ceph-mon[101289]: osdmap e1431: 8 total, 8 up, 8 in 2024-08-17T01:18:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:45 smithi157 ceph-mon[101289]: pgmap v2501: 169 pgs: 169 active+clean; 2.1 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 37 MiB/s wr, 978 op/s 2024-08-17T01:18:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:45 smithi157 ceph-mon[98780]: osdmap e1431: 8 total, 8 up, 8 in 2024-08-17T01:18:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:45 smithi157 ceph-mon[98780]: pgmap v2501: 169 pgs: 169 active+clean; 2.1 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 37 MiB/s wr, 978 op/s 2024-08-17T01:18:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:45 smithi187 ceph-mon[90552]: osdmap e1431: 8 total, 8 up, 8 in 2024-08-17T01:18:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:45 smithi187 ceph-mon[90552]: pgmap v2501: 169 pgs: 169 active+clean; 2.1 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 37 MiB/s wr, 978 op/s 2024-08-17T01:18:46.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:46 smithi157 ceph-mon[101289]: osdmap e1432: 8 total, 8 up, 8 in 2024-08-17T01:18:46.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:46 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:18:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:46 smithi157 ceph-mon[98780]: osdmap e1432: 8 total, 8 up, 8 in 2024-08-17T01:18:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:46 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:18:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:46 smithi187 ceph-mon[90552]: osdmap e1432: 8 total, 8 up, 8 in 2024-08-17T01:18:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:46 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:18:47.409 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 257436487 2024-08-17T01:18:47.435 INFO:tasks.workunit.client.0.smithi157.stdout:write: 1 25743648~6435912 2024-08-17T01:18:47.442 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 27352626~3217956 2024-08-17T01:18:47.482 INFO:tasks.workunit.client.0.smithi157.stdout:write: 2 51487297~6435912 2024-08-17T01:18:47.484 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 53096275~3217956 2024-08-17T01:18:47.514 INFO:tasks.workunit.client.0.smithi157.stdout:write: 3 77230946~6435912 2024-08-17T01:18:47.517 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 78839924~3217956 2024-08-17T01:18:47.545 INFO:tasks.workunit.client.0.smithi157.stdout:write: 4 102974594~6435912 2024-08-17T01:18:47.547 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 104583572~3217956 2024-08-17T01:18:47.573 INFO:tasks.workunit.client.0.smithi157.stdout:write: 5 128718243~6435912 2024-08-17T01:18:47.575 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 130327221~3217956 2024-08-17T01:18:47.682 INFO:tasks.workunit.client.0.smithi157.stdout:migration_commit 2024-08-17T01:18:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:47 smithi187 ceph-mon[90552]: osdmap e1433: 8 total, 8 up, 8 in 2024-08-17T01:18:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:47 smithi187 ceph-mon[90552]: pgmap v2504: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 19 MiB/s rd, 30 MiB/s wr, 743 op/s 2024-08-17T01:18:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:18:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:18:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:18:47.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:47 smithi157 ceph-mon[101289]: osdmap e1433: 8 total, 8 up, 8 in 2024-08-17T01:18:47.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:47 smithi157 ceph-mon[101289]: pgmap v2504: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 19 MiB/s rd, 30 MiB/s wr, 743 op/s 2024-08-17T01:18:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:18:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:18:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:18:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:47 smithi157 ceph-mon[98780]: osdmap e1433: 8 total, 8 up, 8 in 2024-08-17T01:18:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:47 smithi157 ceph-mon[98780]: pgmap v2504: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 19 MiB/s rd, 30 MiB/s wr, 743 op/s 2024-08-17T01:18:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:18:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:18:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:18:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:48 smithi187 ceph-mon[90552]: osdmap e1434: 8 total, 8 up, 8 in 2024-08-17T01:18:48.846 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMigration.StressLive (17558 ms) 2024-08-17T01:18:48.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:48 smithi157 ceph-mon[98780]: osdmap e1434: 8 total, 8 up, 8 in 2024-08-17T01:18:48.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:48 smithi157 ceph-mon[101289]: osdmap e1434: 8 total, 8 up, 8 in 2024-08-17T01:18:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:49 smithi187 ceph-mon[90552]: pgmap v2506: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 16 MiB/s wr, 235 op/s 2024-08-17T01:18:49.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:49 smithi157 ceph-mon[101289]: pgmap v2506: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 16 MiB/s wr, 235 op/s 2024-08-17T01:18:49.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:49 smithi157 ceph-mon[98780]: pgmap v2506: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 16 MiB/s wr, 235 op/s 2024-08-17T01:18:50.470 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 57 tests from TestMigration (261190 ms total) 2024-08-17T01:18:50.470 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:18:50.471 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 6 tests from TestGroup 2024-08-17T01:18:50.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:50 smithi157 ceph-mon[98780]: osdmap e1435: 8 total, 8 up, 8 in 2024-08-17T01:18:50.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:50 smithi157 ceph-mon[101289]: osdmap e1435: 8 total, 8 up, 8 in 2024-08-17T01:18:50.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:50 smithi187 ceph-mon[90552]: osdmap e1435: 8 total, 8 up, 8 in 2024-08-17T01:18:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:51 smithi157 ceph-mon[101289]: pgmap v2508: 137 pgs: 137 active+clean; 2.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-08-17T01:18:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:51 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:18:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:51 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T01:18:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:51 smithi157 ceph-mon[101289]: osdmap e1436: 8 total, 8 up, 8 in 2024-08-17T01:18:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:51 smithi157 ceph-mon[98780]: pgmap v2508: 137 pgs: 137 active+clean; 2.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-08-17T01:18:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:51 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:18:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:51 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T01:18:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:51 smithi157 ceph-mon[98780]: osdmap e1436: 8 total, 8 up, 8 in 2024-08-17T01:18:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:51 smithi187 ceph-mon[90552]: pgmap v2508: 137 pgs: 137 active+clean; 2.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-08-17T01:18:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:51 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:18:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:51 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T01:18:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:51 smithi187 ceph-mon[90552]: osdmap e1436: 8 total, 8 up, 8 in 2024-08-17T01:18:52.483 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestGroup.group_create 2024-08-17T01:18:52.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:52 smithi187 ceph-mon[90552]: osdmap e1437: 8 total, 8 up, 8 in 2024-08-17T01:18:52.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:52 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4171104713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:18:52.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:18:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:18:52.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:52 smithi157 ceph-mon[101289]: osdmap e1437: 8 total, 8 up, 8 in 2024-08-17T01:18:52.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:52 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4171104713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:18:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:52 smithi157 ceph-mon[98780]: osdmap e1437: 8 total, 8 up, 8 in 2024-08-17T01:18:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:52 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4171104713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:18:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:18:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:18:53] "GET /metrics HTTP/1.1" 200 38913 "" "Prometheus/2.43.0" 2024-08-17T01:18:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:53 smithi157 ceph-mon[98780]: pgmap v2511: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-08-17T01:18:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:53 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:18:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:53 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4171104713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:18:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:53 smithi157 ceph-mon[98780]: osdmap e1438: 8 total, 8 up, 8 in 2024-08-17T01:18:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:53 smithi157 ceph-mon[101289]: pgmap v2511: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-08-17T01:18:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:53 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:18:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:53 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4171104713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:18:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:53 smithi157 ceph-mon[101289]: osdmap e1438: 8 total, 8 up, 8 in 2024-08-17T01:18:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:53 smithi187 ceph-mon[90552]: pgmap v2511: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-08-17T01:18:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:53 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:18:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:53 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4171104713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:18:53.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:53 smithi187 ceph-mon[90552]: osdmap e1438: 8 total, 8 up, 8 in 2024-08-17T01:18:54.516 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestGroup.group_create (2033 ms) 2024-08-17T01:18:54.516 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestGroup.group_createPP 2024-08-17T01:18:54.533 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestGroup.group_createPP (17 ms) 2024-08-17T01:18:54.533 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestGroup.add_image 2024-08-17T01:18:54.571 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestGroup.add_image (38 ms) 2024-08-17T01:18:54.571 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestGroup.add_imagePP 2024-08-17T01:18:54.606 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestGroup.add_imagePP (35 ms) 2024-08-17T01:18:54.606 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestGroup.add_snapshot 2024-08-17T01:18:54.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:54 smithi157 ceph-mon[98780]: osdmap e1439: 8 total, 8 up, 8 in 2024-08-17T01:18:54.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:54 smithi157 ceph-mon[101289]: osdmap e1439: 8 total, 8 up, 8 in 2024-08-17T01:18:54.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:54 smithi187 ceph-mon[90552]: osdmap e1439: 8 total, 8 up, 8 in 2024-08-17T01:18:55.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:55 smithi157 ceph-mon[98780]: pgmap v2514: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 4.6 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail 2024-08-17T01:18:55.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:55 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:18:55.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:55 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T01:18:55.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:55 smithi157 ceph-mon[98780]: osdmap e1440: 8 total, 8 up, 8 in 2024-08-17T01:18:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:55 smithi157 ceph-mon[101289]: pgmap v2514: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 4.6 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail 2024-08-17T01:18:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:55 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:18:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:55 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T01:18:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:55 smithi157 ceph-mon[101289]: osdmap e1440: 8 total, 8 up, 8 in 2024-08-17T01:18:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:55 smithi187 ceph-mon[90552]: pgmap v2514: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 4.6 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail 2024-08-17T01:18:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:55 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:18:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:55 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T01:18:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:55 smithi187 ceph-mon[90552]: osdmap e1440: 8 total, 8 up, 8 in 2024-08-17T01:18:56.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:56 smithi157 ceph-mon[101289]: osdmap e1441: 8 total, 8 up, 8 in 2024-08-17T01:18:56.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:56 smithi157 ceph-mon[98780]: osdmap e1441: 8 total, 8 up, 8 in 2024-08-17T01:18:56.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:56 smithi187 ceph-mon[90552]: osdmap e1441: 8 total, 8 up, 8 in 2024-08-17T01:18:57.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:57 smithi157 ceph-mon[101289]: pgmap v2517: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 8.2 KiB/s wr, 70 op/s 2024-08-17T01:18:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:57 smithi157 ceph-mon[101289]: osdmap e1442: 8 total, 8 up, 8 in 2024-08-17T01:18:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:57 smithi157 ceph-mon[98780]: pgmap v2517: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 8.2 KiB/s wr, 70 op/s 2024-08-17T01:18:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:57 smithi157 ceph-mon[98780]: osdmap e1442: 8 total, 8 up, 8 in 2024-08-17T01:18:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:57 smithi187 ceph-mon[90552]: pgmap v2517: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 8.2 KiB/s wr, 70 op/s 2024-08-17T01:18:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:57 smithi187 ceph-mon[90552]: osdmap e1442: 8 total, 8 up, 8 in 2024-08-17T01:18:58.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:58 smithi157 ceph-mon[101289]: osdmap e1443: 8 total, 8 up, 8 in 2024-08-17T01:18:58.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:58 smithi157 ceph-mon[98780]: osdmap e1443: 8 total, 8 up, 8 in 2024-08-17T01:18:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:58 smithi187 ceph-mon[90552]: osdmap e1443: 8 total, 8 up, 8 in 2024-08-17T01:18:59.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:59 smithi157 ceph-mon[98780]: pgmap v2520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 9.7 KiB/s wr, 79 op/s 2024-08-17T01:18:59.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:59 smithi157 ceph-mon[98780]: osdmap e1444: 8 total, 8 up, 8 in 2024-08-17T01:18:59.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:18:59.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:18:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:59.787 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:59 smithi157 ceph-mon[101289]: pgmap v2520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 9.7 KiB/s wr, 79 op/s 2024-08-17T01:18:59.787 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:59 smithi157 ceph-mon[101289]: osdmap e1444: 8 total, 8 up, 8 in 2024-08-17T01:18:59.787 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:18:59.787 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:18:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:59 smithi187 ceph-mon[90552]: pgmap v2520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 9.7 KiB/s wr, 79 op/s 2024-08-17T01:18:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:59 smithi187 ceph-mon[90552]: osdmap e1444: 8 total, 8 up, 8 in 2024-08-17T01:18:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:18:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:18:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:00.552 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestGroup.add_snapshot (5946 ms) 2024-08-17T01:19:00.552 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-08-17T01:19:00.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:00 smithi157 ceph-mon[98780]: osdmap e1445: 8 total, 8 up, 8 in 2024-08-17T01:19:00.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:00 smithi157 ceph-mon[101289]: osdmap e1445: 8 total, 8 up, 8 in 2024-08-17T01:19:00.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:00 smithi187 ceph-mon[90552]: osdmap e1445: 8 total, 8 up, 8 in 2024-08-17T01:19:01.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:01 smithi157 ceph-mon[98780]: pgmap v2523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 8.7 KiB/s wr, 139 op/s 2024-08-17T01:19:01.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:01 smithi157 ceph-mon[98780]: osdmap e1446: 8 total, 8 up, 8 in 2024-08-17T01:19:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:01 smithi157 ceph-mon[101289]: pgmap v2523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 8.7 KiB/s wr, 139 op/s 2024-08-17T01:19:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:01 smithi157 ceph-mon[101289]: osdmap e1446: 8 total, 8 up, 8 in 2024-08-17T01:19:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:01 smithi187 ceph-mon[90552]: pgmap v2523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 8.7 KiB/s wr, 139 op/s 2024-08-17T01:19:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:01 smithi187 ceph-mon[90552]: osdmap e1446: 8 total, 8 up, 8 in 2024-08-17T01:19:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:02 smithi187 ceph-mon[90552]: osdmap e1447: 8 total, 8 up, 8 in 2024-08-17T01:19:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:19:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:19:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:19:02.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:02 smithi157 ceph-mon[98780]: osdmap e1447: 8 total, 8 up, 8 in 2024-08-17T01:19:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:02 smithi157 ceph-mon[101289]: osdmap e1447: 8 total, 8 up, 8 in 2024-08-17T01:19:03.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:03 smithi157 ceph-mon[98780]: pgmap v2526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 11 KiB/s wr, 158 op/s 2024-08-17T01:19:03.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:03 smithi157 ceph-mon[98780]: osdmap e1448: 8 total, 8 up, 8 in 2024-08-17T01:19:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:03 smithi157 ceph-mon[98780]: osdmap e1449: 8 total, 8 up, 8 in 2024-08-17T01:19:03.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:19:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:19:03] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2024-08-17T01:19:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:03 smithi157 ceph-mon[101289]: pgmap v2526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 11 KiB/s wr, 158 op/s 2024-08-17T01:19:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:03 smithi157 ceph-mon[101289]: osdmap e1448: 8 total, 8 up, 8 in 2024-08-17T01:19:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:03 smithi157 ceph-mon[101289]: osdmap e1449: 8 total, 8 up, 8 in 2024-08-17T01:19:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:03 smithi187 ceph-mon[90552]: pgmap v2526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 11 KiB/s wr, 158 op/s 2024-08-17T01:19:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:03 smithi187 ceph-mon[90552]: osdmap e1448: 8 total, 8 up, 8 in 2024-08-17T01:19:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:03 smithi187 ceph-mon[90552]: osdmap e1449: 8 total, 8 up, 8 in 2024-08-17T01:19:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:05 smithi187 ceph-mon[90552]: osdmap e1450: 8 total, 8 up, 8 in 2024-08-17T01:19:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:05 smithi187 ceph-mon[90552]: pgmap v2530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 4.9 KiB/s wr, 102 op/s 2024-08-17T01:19:05.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:05 smithi157 ceph-mon[101289]: osdmap e1450: 8 total, 8 up, 8 in 2024-08-17T01:19:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:05 smithi157 ceph-mon[101289]: pgmap v2530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 4.9 KiB/s wr, 102 op/s 2024-08-17T01:19:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:05 smithi157 ceph-mon[98780]: osdmap e1450: 8 total, 8 up, 8 in 2024-08-17T01:19:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:05 smithi157 ceph-mon[98780]: pgmap v2530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 4.9 KiB/s wr, 102 op/s 2024-08-17T01:19:06.232 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestGroup.add_snapshotPP (5680 ms) 2024-08-17T01:19:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:06 smithi187 ceph-mon[90552]: osdmap e1451: 8 total, 8 up, 8 in 2024-08-17T01:19:06.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:06 smithi157 ceph-mon[101289]: osdmap e1451: 8 total, 8 up, 8 in 2024-08-17T01:19:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:06 smithi157 ceph-mon[98780]: osdmap e1451: 8 total, 8 up, 8 in 2024-08-17T01:19:07.203 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 6 tests from TestGroup (13749 ms total) 2024-08-17T01:19:07.203 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:19:07.203 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 31 tests from TestDeepCopy 2024-08-17T01:19:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:07 smithi187 ceph-mon[90552]: osdmap e1452: 8 total, 8 up, 8 in 2024-08-17T01:19:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:07 smithi187 ceph-mon[90552]: pgmap v2533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 11 KiB/s wr, 141 op/s 2024-08-17T01:19:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:07 smithi157 ceph-mon[101289]: osdmap e1452: 8 total, 8 up, 8 in 2024-08-17T01:19:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:07 smithi157 ceph-mon[101289]: pgmap v2533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 11 KiB/s wr, 141 op/s 2024-08-17T01:19:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:07 smithi157 ceph-mon[98780]: osdmap e1452: 8 total, 8 up, 8 in 2024-08-17T01:19:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:07 smithi157 ceph-mon[98780]: pgmap v2533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 11 KiB/s wr, 141 op/s 2024-08-17T01:19:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:08 smithi187 ceph-mon[90552]: osdmap e1453: 8 total, 8 up, 8 in 2024-08-17T01:19:08.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:08 smithi157 ceph-mon[101289]: osdmap e1453: 8 total, 8 up, 8 in 2024-08-17T01:19:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:08 smithi157 ceph-mon[98780]: osdmap e1453: 8 total, 8 up, 8 in 2024-08-17T01:19:09.218 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Empty 2024-08-17T01:19:09.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:09 smithi157 ceph-mon[98780]: osdmap e1454: 8 total, 8 up, 8 in 2024-08-17T01:19:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:09 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1574065509' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:19:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:09 smithi157 ceph-mon[98780]: pgmap v2536: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:19:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:09 smithi157 ceph-mon[101289]: osdmap e1454: 8 total, 8 up, 8 in 2024-08-17T01:19:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:09 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1574065509' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:19:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:09 smithi157 ceph-mon[101289]: pgmap v2536: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:19:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:09 smithi187 ceph-mon[90552]: osdmap e1454: 8 total, 8 up, 8 in 2024-08-17T01:19:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:09 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1574065509' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:19:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:09 smithi187 ceph-mon[90552]: pgmap v2536: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:19:10.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:10 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:19:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:10 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1574065509' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:19:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:10 smithi157 ceph-mon[101289]: osdmap e1455: 8 total, 8 up, 8 in 2024-08-17T01:19:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:10 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:19:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:10 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1574065509' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:19:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:10 smithi157 ceph-mon[98780]: osdmap e1455: 8 total, 8 up, 8 in 2024-08-17T01:19:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:10 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:19:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:10 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1574065509' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:19:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:10 smithi187 ceph-mon[90552]: osdmap e1455: 8 total, 8 up, 8 in 2024-08-17T01:19:11.353 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Empty (2136 ms) 2024-08-17T01:19:11.353 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-08-17T01:19:11.589 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.NoSnaps (236 ms) 2024-08-17T01:19:11.589 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Snaps 2024-08-17T01:19:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:11 smithi157 ceph-mon[101289]: osdmap e1456: 8 total, 8 up, 8 in 2024-08-17T01:19:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:11 smithi157 ceph-mon[101289]: pgmap v2539: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:19:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:11 smithi157 ceph-mon[98780]: osdmap e1456: 8 total, 8 up, 8 in 2024-08-17T01:19:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:11 smithi157 ceph-mon[98780]: pgmap v2539: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:19:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:11 smithi187 ceph-mon[90552]: osdmap e1456: 8 total, 8 up, 8 in 2024-08-17T01:19:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:11 smithi187 ceph-mon[90552]: pgmap v2539: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:19:12.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:12 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:19:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:12 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T01:19:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:12 smithi157 ceph-mon[101289]: osdmap e1457: 8 total, 8 up, 8 in 2024-08-17T01:19:12.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:12 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:19:12.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:12 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T01:19:12.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:12 smithi157 ceph-mon[98780]: osdmap e1457: 8 total, 8 up, 8 in 2024-08-17T01:19:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:12 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:19:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:12 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T01:19:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:12 smithi187 ceph-mon[90552]: osdmap e1457: 8 total, 8 up, 8 in 2024-08-17T01:19:12.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:19:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:19:13.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:13 smithi157 ceph-mon[98780]: osdmap e1458: 8 total, 8 up, 8 in 2024-08-17T01:19:13.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:13 smithi157 ceph-mon[98780]: pgmap v2542: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:19:13.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:13 smithi157 ceph-mon[101289]: osdmap e1458: 8 total, 8 up, 8 in 2024-08-17T01:19:13.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:13 smithi157 ceph-mon[101289]: pgmap v2542: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:19:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:13 smithi187 ceph-mon[90552]: osdmap e1458: 8 total, 8 up, 8 in 2024-08-17T01:19:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:13 smithi187 ceph-mon[90552]: pgmap v2542: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:19:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:19:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:19:13] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2024-08-17T01:19:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:14 smithi157 ceph-mon[101289]: osdmap e1459: 8 total, 8 up, 8 in 2024-08-17T01:19:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:14 smithi157 ceph-mon[98780]: osdmap e1459: 8 total, 8 up, 8 in 2024-08-17T01:19:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:14 smithi187 ceph-mon[90552]: osdmap e1459: 8 total, 8 up, 8 in 2024-08-17T01:19:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:15.531 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Snaps (3942 ms) 2024-08-17T01:19:15.531 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-08-17T01:19:15.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:15 smithi157 ceph-mon[101289]: osdmap e1460: 8 total, 8 up, 8 in 2024-08-17T01:19:15.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:15 smithi157 ceph-mon[101289]: pgmap v2545: 137 pgs: 137 active+clean; 25 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-08-17T01:19:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:15 smithi157 ceph-mon[98780]: osdmap e1460: 8 total, 8 up, 8 in 2024-08-17T01:19:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:15 smithi157 ceph-mon[98780]: pgmap v2545: 137 pgs: 137 active+clean; 25 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-08-17T01:19:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:15 smithi187 ceph-mon[90552]: osdmap e1460: 8 total, 8 up, 8 in 2024-08-17T01:19:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:15 smithi187 ceph-mon[90552]: pgmap v2545: 137 pgs: 137 active+clean; 25 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-08-17T01:19:16.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:16 smithi157 ceph-mon[101289]: osdmap e1461: 8 total, 8 up, 8 in 2024-08-17T01:19:16.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:16 smithi157 ceph-mon[98780]: osdmap e1461: 8 total, 8 up, 8 in 2024-08-17T01:19:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:16 smithi187 ceph-mon[90552]: osdmap e1461: 8 total, 8 up, 8 in 2024-08-17T01:19:17.370 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.SnapDiscard (1840 ms) 2024-08-17T01:19:17.371 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-08-17T01:19:17.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:17 smithi157 ceph-mon[101289]: osdmap e1462: 8 total, 8 up, 8 in 2024-08-17T01:19:17.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:17 smithi157 ceph-mon[101289]: pgmap v2548: 137 pgs: 137 active+clean; 65 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 190 op/s 2024-08-17T01:19:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:17 smithi157 ceph-mon[98780]: osdmap e1462: 8 total, 8 up, 8 in 2024-08-17T01:19:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:17 smithi157 ceph-mon[98780]: pgmap v2548: 137 pgs: 137 active+clean; 65 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 190 op/s 2024-08-17T01:19:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:17 smithi187 ceph-mon[90552]: osdmap e1462: 8 total, 8 up, 8 in 2024-08-17T01:19:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:17 smithi187 ceph-mon[90552]: pgmap v2548: 137 pgs: 137 active+clean; 65 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 190 op/s 2024-08-17T01:19:18.375 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.CloneDiscard (1005 ms) 2024-08-17T01:19:18.376 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-08-17T01:19:18.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:18 smithi157 ceph-mon[101289]: osdmap e1463: 8 total, 8 up, 8 in 2024-08-17T01:19:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:18 smithi157 ceph-mon[101289]: osdmap e1464: 8 total, 8 up, 8 in 2024-08-17T01:19:18.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:18 smithi157 ceph-mon[98780]: osdmap e1463: 8 total, 8 up, 8 in 2024-08-17T01:19:18.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:18 smithi157 ceph-mon[98780]: osdmap e1464: 8 total, 8 up, 8 in 2024-08-17T01:19:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:18 smithi187 ceph-mon[90552]: osdmap e1463: 8 total, 8 up, 8 in 2024-08-17T01:19:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:18 smithi187 ceph-mon[90552]: osdmap e1464: 8 total, 8 up, 8 in 2024-08-17T01:19:19.438 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.CloneShrink (1062 ms) 2024-08-17T01:19:19.438 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-08-17T01:19:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:19 smithi157 ceph-mon[98780]: pgmap v2551: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 152 op/s 2024-08-17T01:19:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:19 smithi157 ceph-mon[101289]: pgmap v2551: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 152 op/s 2024-08-17T01:19:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:19 smithi187 ceph-mon[90552]: pgmap v2551: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 152 op/s 2024-08-17T01:19:20.503 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.CloneExpand (1065 ms) 2024-08-17T01:19:20.503 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-08-17T01:19:20.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:20 smithi157 ceph-mon[101289]: osdmap e1465: 8 total, 8 up, 8 in 2024-08-17T01:19:20.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:20 smithi157 ceph-mon[98780]: osdmap e1465: 8 total, 8 up, 8 in 2024-08-17T01:19:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:20 smithi187 ceph-mon[90552]: osdmap e1465: 8 total, 8 up, 8 in 2024-08-17T01:19:21.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:21 smithi157 ceph-mon[101289]: osdmap e1466: 8 total, 8 up, 8 in 2024-08-17T01:19:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:21 smithi157 ceph-mon[101289]: pgmap v2554: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 114 op/s 2024-08-17T01:19:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:21 smithi157 ceph-mon[98780]: osdmap e1466: 8 total, 8 up, 8 in 2024-08-17T01:19:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:21 smithi157 ceph-mon[98780]: pgmap v2554: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 114 op/s 2024-08-17T01:19:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:21 smithi187 ceph-mon[90552]: osdmap e1466: 8 total, 8 up, 8 in 2024-08-17T01:19:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:21 smithi187 ceph-mon[90552]: pgmap v2554: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 114 op/s 2024-08-17T01:19:22.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:22 smithi187 ceph-mon[90552]: osdmap e1467: 8 total, 8 up, 8 in 2024-08-17T01:19:22.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:19:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:19:22.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:22 smithi157 ceph-mon[101289]: osdmap e1467: 8 total, 8 up, 8 in 2024-08-17T01:19:22.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:22 smithi157 ceph-mon[98780]: osdmap e1467: 8 total, 8 up, 8 in 2024-08-17T01:19:23.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:19:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:19:23] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2024-08-17T01:19:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:23 smithi157 ceph-mon[98780]: osdmap e1468: 8 total, 8 up, 8 in 2024-08-17T01:19:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:23 smithi157 ceph-mon[98780]: pgmap v2557: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 28 KiB/s wr, 315 op/s 2024-08-17T01:19:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:23 smithi157 ceph-mon[101289]: osdmap e1468: 8 total, 8 up, 8 in 2024-08-17T01:19:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:23 smithi157 ceph-mon[101289]: pgmap v2557: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 28 KiB/s wr, 315 op/s 2024-08-17T01:19:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:23 smithi187 ceph-mon[90552]: osdmap e1468: 8 total, 8 up, 8 in 2024-08-17T01:19:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:23 smithi187 ceph-mon[90552]: pgmap v2557: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 28 KiB/s wr, 315 op/s 2024-08-17T01:19:24.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:24 smithi157 ceph-mon[98780]: osdmap e1469: 8 total, 8 up, 8 in 2024-08-17T01:19:24.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:24 smithi157 ceph-mon[101289]: osdmap e1469: 8 total, 8 up, 8 in 2024-08-17T01:19:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:24 smithi187 ceph-mon[90552]: osdmap e1469: 8 total, 8 up, 8 in 2024-08-17T01:19:25.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:25 smithi157 ceph-mon[101289]: osdmap e1470: 8 total, 8 up, 8 in 2024-08-17T01:19:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:25 smithi157 ceph-mon[101289]: pgmap v2560: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 22 KiB/s wr, 464 op/s 2024-08-17T01:19:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:25 smithi157 ceph-mon[98780]: osdmap e1470: 8 total, 8 up, 8 in 2024-08-17T01:19:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:25 smithi157 ceph-mon[98780]: pgmap v2560: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 22 KiB/s wr, 464 op/s 2024-08-17T01:19:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:25 smithi187 ceph-mon[90552]: osdmap e1470: 8 total, 8 up, 8 in 2024-08-17T01:19:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:25 smithi187 ceph-mon[90552]: pgmap v2560: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 22 KiB/s wr, 464 op/s 2024-08-17T01:19:26.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:26 smithi157 ceph-mon[101289]: osdmap e1471: 8 total, 8 up, 8 in 2024-08-17T01:19:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:26 smithi157 ceph-mon[98780]: osdmap e1471: 8 total, 8 up, 8 in 2024-08-17T01:19:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:26 smithi187 ceph-mon[90552]: osdmap e1471: 8 total, 8 up, 8 in 2024-08-17T01:19:27.434 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.CloneHideParent (6931 ms) 2024-08-17T01:19:27.434 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Clone 2024-08-17T01:19:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:27 smithi157 ceph-mon[98780]: osdmap e1472: 8 total, 8 up, 8 in 2024-08-17T01:19:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:27 smithi157 ceph-mon[98780]: pgmap v2563: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 21 KiB/s wr, 394 op/s 2024-08-17T01:19:27.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:27 smithi157 ceph-mon[101289]: osdmap e1472: 8 total, 8 up, 8 in 2024-08-17T01:19:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:27 smithi157 ceph-mon[101289]: pgmap v2563: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 21 KiB/s wr, 394 op/s 2024-08-17T01:19:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:27 smithi187 ceph-mon[90552]: osdmap e1472: 8 total, 8 up, 8 in 2024-08-17T01:19:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:27 smithi187 ceph-mon[90552]: pgmap v2563: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 21 KiB/s wr, 394 op/s 2024-08-17T01:19:28.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:28 smithi157 ceph-mon[98780]: osdmap e1473: 8 total, 8 up, 8 in 2024-08-17T01:19:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:28 smithi157 ceph-mon[101289]: osdmap e1473: 8 total, 8 up, 8 in 2024-08-17T01:19:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:28 smithi187 ceph-mon[90552]: osdmap e1473: 8 total, 8 up, 8 in 2024-08-17T01:19:29.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:29 smithi157 ceph-mon[101289]: osdmap e1474: 8 total, 8 up, 8 in 2024-08-17T01:19:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:29 smithi157 ceph-mon[101289]: pgmap v2566: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 13 KiB/s wr, 151 op/s 2024-08-17T01:19:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:29 smithi157 ceph-mon[98780]: osdmap e1474: 8 total, 8 up, 8 in 2024-08-17T01:19:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:29 smithi157 ceph-mon[98780]: pgmap v2566: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 13 KiB/s wr, 151 op/s 2024-08-17T01:19:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:29.653 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Clone (2219 ms) 2024-08-17T01:19:29.653 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-08-17T01:19:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:29 smithi187 ceph-mon[90552]: osdmap e1474: 8 total, 8 up, 8 in 2024-08-17T01:19:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:29 smithi187 ceph-mon[90552]: pgmap v2566: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 13 KiB/s wr, 151 op/s 2024-08-17T01:19:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:30.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:30 smithi157 ceph-mon[98780]: osdmap e1475: 8 total, 8 up, 8 in 2024-08-17T01:19:30.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:30 smithi157 ceph-mon[101289]: osdmap e1475: 8 total, 8 up, 8 in 2024-08-17T01:19:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:30 smithi187 ceph-mon[90552]: osdmap e1475: 8 total, 8 up, 8 in 2024-08-17T01:19:31.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:31 smithi157 ceph-mon[101289]: osdmap e1476: 8 total, 8 up, 8 in 2024-08-17T01:19:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:31 smithi157 ceph-mon[101289]: pgmap v2569: 137 pgs: 137 active+clean; 73 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 56 op/s 2024-08-17T01:19:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:31 smithi157 ceph-mon[98780]: osdmap e1476: 8 total, 8 up, 8 in 2024-08-17T01:19:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:31 smithi157 ceph-mon[98780]: pgmap v2569: 137 pgs: 137 active+clean; 73 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 56 op/s 2024-08-17T01:19:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:31 smithi187 ceph-mon[90552]: osdmap e1476: 8 total, 8 up, 8 in 2024-08-17T01:19:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:31 smithi187 ceph-mon[90552]: pgmap v2569: 137 pgs: 137 active+clean; 73 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 56 op/s 2024-08-17T01:19:31.863 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.CloneFlatten (2211 ms) 2024-08-17T01:19:31.863 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Stress 2024-08-17T01:19:31.887 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 20376433~12416 2024-08-17T01:19:31.892 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 23317732~2623778 2024-08-17T01:19:31.892 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 64123384~5230971 2024-08-17T01:19:31.909 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 73778298~1287288 2024-08-17T01:19:31.909 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 44400324~349356 2024-08-17T01:19:31.913 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 1025304~7460262 2024-08-17T01:19:31.913 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 57692386~600888 2024-08-17T01:19:31.916 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 53454445~92350 2024-08-17T01:19:31.916 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap0 2024-08-17T01:19:32.350 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 118034075 2024-08-17T01:19:32.354 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 88767036~298814 2024-08-17T01:19:32.356 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 111393067~2559180 2024-08-17T01:19:32.357 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 69799866~3630411 2024-08-17T01:19:32.357 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 52044836~25116 2024-08-17T01:19:32.360 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 95529603~6781502 2024-08-17T01:19:32.360 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 111962096~2134753 2024-08-17T01:19:32.363 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 12935452~6828709 2024-08-17T01:19:32.363 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 61920185~1300303 2024-08-17T01:19:32.400 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap1 2024-08-17T01:19:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:32 smithi157 ceph-mon[101289]: osdmap e1477: 8 total, 8 up, 8 in 2024-08-17T01:19:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:32 smithi157 ceph-mon[98780]: osdmap e1477: 8 total, 8 up, 8 in 2024-08-17T01:19:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:32 smithi187 ceph-mon[90552]: osdmap e1477: 8 total, 8 up, 8 in 2024-08-17T01:19:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:19:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:19:33.367 INFO:tasks.workunit.client.0.smithi157.stdout:clone image234 -> image235 2024-08-17T01:19:33.422 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 84811919 2024-08-17T01:19:33.430 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 46218311~857159 2024-08-17T01:19:33.438 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 82889054~336582 2024-08-17T01:19:33.445 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 19734536~8078092 2024-08-17T01:19:33.479 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 77522368~7289551 2024-08-17T01:19:33.482 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 57576187~4060268 2024-08-17T01:19:33.497 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 69967074~5439498 2024-08-17T01:19:33.518 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 70735478~5579561 2024-08-17T01:19:33.530 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 53727555~7213011 2024-08-17T01:19:33.532 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap2 2024-08-17T01:19:33.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:33 smithi157 ceph-mon[101289]: osdmap e1478: 8 total, 8 up, 8 in 2024-08-17T01:19:33.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:33 smithi157 ceph-mon[101289]: pgmap v2572: 137 pgs: 137 active+clean; 105 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 275 op/s 2024-08-17T01:19:33.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:19:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:19:33] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.43.0" 2024-08-17T01:19:33.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:33 smithi157 ceph-mon[98780]: osdmap e1478: 8 total, 8 up, 8 in 2024-08-17T01:19:33.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:33 smithi157 ceph-mon[98780]: pgmap v2572: 137 pgs: 137 active+clean; 105 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 275 op/s 2024-08-17T01:19:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:33 smithi187 ceph-mon[90552]: osdmap e1478: 8 total, 8 up, 8 in 2024-08-17T01:19:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:33 smithi187 ceph-mon[90552]: pgmap v2572: 137 pgs: 137 active+clean; 105 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 275 op/s 2024-08-17T01:19:34.372 INFO:tasks.workunit.client.0.smithi157.stdout:clone image235 -> image236 2024-08-17T01:19:34.435 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 7641110~6086426 2024-08-17T01:19:34.468 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 41884013~1688988 2024-08-17T01:19:34.482 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 37791472~349302 2024-08-17T01:19:34.483 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 70470676~2954213 2024-08-17T01:19:34.501 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 22860369~1665817 2024-08-17T01:19:34.534 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 72700595~270997 2024-08-17T01:19:34.536 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 43183311~5814129 2024-08-17T01:19:34.553 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 26799454~7033428 2024-08-17T01:19:34.567 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap3 2024-08-17T01:19:34.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:34 smithi157 ceph-mon[101289]: osdmap e1479: 8 total, 8 up, 8 in 2024-08-17T01:19:34.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:34 smithi157 ceph-mon[98780]: osdmap e1479: 8 total, 8 up, 8 in 2024-08-17T01:19:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:34 smithi187 ceph-mon[90552]: osdmap e1479: 8 total, 8 up, 8 in 2024-08-17T01:19:35.373 INFO:tasks.workunit.client.0.smithi157.stdout:clone image236 -> image237 2024-08-17T01:19:35.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:35 smithi157 ceph-mon[98780]: osdmap e1480: 8 total, 8 up, 8 in 2024-08-17T01:19:35.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:35 smithi157 ceph-mon[98780]: pgmap v2575: 137 pgs: 137 active+clean; 179 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 26 MiB/s wr, 508 op/s 2024-08-17T01:19:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:35 smithi157 ceph-mon[101289]: osdmap e1480: 8 total, 8 up, 8 in 2024-08-17T01:19:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:35 smithi157 ceph-mon[101289]: pgmap v2575: 137 pgs: 137 active+clean; 179 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 26 MiB/s wr, 508 op/s 2024-08-17T01:19:35.672 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Stress (3808 ms) 2024-08-17T01:19:35.672 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-08-17T01:19:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:35 smithi187 ceph-mon[90552]: osdmap e1480: 8 total, 8 up, 8 in 2024-08-17T01:19:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:35 smithi187 ceph-mon[90552]: pgmap v2575: 137 pgs: 137 active+clean; 179 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 26 MiB/s wr, 508 op/s 2024-08-17T01:19:35.925 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (253 ms) 2024-08-17T01:19:35.925 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-08-17T01:19:36.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:36 smithi157 ceph-mon[98780]: osdmap e1481: 8 total, 8 up, 8 in 2024-08-17T01:19:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:36 smithi157 ceph-mon[101289]: osdmap e1481: 8 total, 8 up, 8 in 2024-08-17T01:19:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:36 smithi187 ceph-mon[90552]: osdmap e1481: 8 total, 8 up, 8 in 2024-08-17T01:19:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:37 smithi157 ceph-mon[98780]: osdmap e1482: 8 total, 8 up, 8 in 2024-08-17T01:19:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:37 smithi157 ceph-mon[98780]: pgmap v2578: 137 pgs: 137 active+clean; 291 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 39 MiB/s wr, 565 op/s 2024-08-17T01:19:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:37 smithi157 ceph-mon[101289]: osdmap e1482: 8 total, 8 up, 8 in 2024-08-17T01:19:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:37 smithi157 ceph-mon[101289]: pgmap v2578: 137 pgs: 137 active+clean; 291 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 39 MiB/s wr, 565 op/s 2024-08-17T01:19:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:37 smithi187 ceph-mon[90552]: osdmap e1482: 8 total, 8 up, 8 in 2024-08-17T01:19:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:37 smithi187 ceph-mon[90552]: pgmap v2578: 137 pgs: 137 active+clean; 291 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 39 MiB/s wr, 565 op/s 2024-08-17T01:19:38.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:38 smithi157 ceph-mon[98780]: osdmap e1483: 8 total, 8 up, 8 in 2024-08-17T01:19:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:38 smithi157 ceph-mon[101289]: osdmap e1483: 8 total, 8 up, 8 in 2024-08-17T01:19:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:38 smithi187 ceph-mon[90552]: osdmap e1483: 8 total, 8 up, 8 in 2024-08-17T01:19:39.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:39 smithi157 ceph-mon[98780]: osdmap e1484: 8 total, 8 up, 8 in 2024-08-17T01:19:39.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:39 smithi157 ceph-mon[98780]: pgmap v2581: 137 pgs: 137 active+clean; 302 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 25 MiB/s wr, 319 op/s 2024-08-17T01:19:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:39 smithi157 ceph-mon[101289]: osdmap e1484: 8 total, 8 up, 8 in 2024-08-17T01:19:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:39 smithi157 ceph-mon[101289]: pgmap v2581: 137 pgs: 137 active+clean; 302 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 25 MiB/s wr, 319 op/s 2024-08-17T01:19:39.681 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3756 ms) 2024-08-17T01:19:39.681 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-08-17T01:19:39.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:39 smithi187 ceph-mon[90552]: osdmap e1484: 8 total, 8 up, 8 in 2024-08-17T01:19:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:39 smithi187 ceph-mon[90552]: pgmap v2581: 137 pgs: 137 active+clean; 302 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 25 MiB/s wr, 319 op/s 2024-08-17T01:19:40.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:40 smithi157 ceph-mon[101289]: osdmap e1485: 8 total, 8 up, 8 in 2024-08-17T01:19:40.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:40 smithi157 ceph-mon[98780]: osdmap e1485: 8 total, 8 up, 8 in 2024-08-17T01:19:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:40 smithi187 ceph-mon[90552]: osdmap e1485: 8 total, 8 up, 8 in 2024-08-17T01:19:41.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:41 smithi157 ceph-mon[98780]: osdmap e1486: 8 total, 8 up, 8 in 2024-08-17T01:19:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:41 smithi157 ceph-mon[98780]: pgmap v2584: 137 pgs: 137 active+clean; 357 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 17 MiB/s wr, 234 op/s 2024-08-17T01:19:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:41 smithi157 ceph-mon[101289]: osdmap e1486: 8 total, 8 up, 8 in 2024-08-17T01:19:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:41 smithi157 ceph-mon[101289]: pgmap v2584: 137 pgs: 137 active+clean; 357 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 17 MiB/s wr, 234 op/s 2024-08-17T01:19:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:41 smithi187 ceph-mon[90552]: osdmap e1486: 8 total, 8 up, 8 in 2024-08-17T01:19:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:41 smithi187 ceph-mon[90552]: pgmap v2584: 137 pgs: 137 active+clean; 357 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 17 MiB/s wr, 234 op/s 2024-08-17T01:19:41.793 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2112 ms) 2024-08-17T01:19:41.793 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-08-17T01:19:42.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:42 smithi157 ceph-mon[98780]: osdmap e1487: 8 total, 8 up, 8 in 2024-08-17T01:19:42.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:42 smithi157 ceph-mon[101289]: osdmap e1487: 8 total, 8 up, 8 in 2024-08-17T01:19:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:42 smithi187 ceph-mon[90552]: osdmap e1487: 8 total, 8 up, 8 in 2024-08-17T01:19:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:19:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:19:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:43 smithi187 ceph-mon[90552]: osdmap e1488: 8 total, 8 up, 8 in 2024-08-17T01:19:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:43 smithi187 ceph-mon[90552]: pgmap v2587: 137 pgs: 137 active+clean; 389 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 22 MiB/s wr, 431 op/s 2024-08-17T01:19:43.859 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2066 ms) 2024-08-17T01:19:43.859 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-08-17T01:19:43.881 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 5238661~2759842 2024-08-17T01:19:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:19:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:19:43] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.43.0" 2024-08-17T01:19:43.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:43 smithi157 ceph-mon[101289]: osdmap e1488: 8 total, 8 up, 8 in 2024-08-17T01:19:43.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:43 smithi157 ceph-mon[101289]: pgmap v2587: 137 pgs: 137 active+clean; 389 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 22 MiB/s wr, 431 op/s 2024-08-17T01:19:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:43 smithi157 ceph-mon[98780]: osdmap e1488: 8 total, 8 up, 8 in 2024-08-17T01:19:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:43 smithi157 ceph-mon[98780]: pgmap v2587: 137 pgs: 137 active+clean; 389 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 22 MiB/s wr, 431 op/s 2024-08-17T01:19:43.894 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 32579497~3555637 2024-08-17T01:19:43.894 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 27606766~2429615 2024-08-17T01:19:43.901 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 33656749~6238077 2024-08-17T01:19:43.902 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 68254427~4956659 2024-08-17T01:19:43.915 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 3171208~6188743 2024-08-17T01:19:43.919 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 44257286~2834552 2024-08-17T01:19:43.930 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 36754497~3520510 2024-08-17T01:19:43.931 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap0 2024-08-17T01:19:44.417 INFO:tasks.workunit.client.0.smithi157.stdout:clone image256 -> image257 2024-08-17T01:19:44.465 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 13203290~4865882 2024-08-17T01:19:44.488 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 80343995~1486172 2024-08-17T01:19:44.491 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 44557369~2240203 2024-08-17T01:19:44.503 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 8390915~3491343 2024-08-17T01:19:44.506 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 77323120~3671299 2024-08-17T01:19:44.520 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 70738077~7090489 2024-08-17T01:19:44.538 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 35016156~8330395 2024-08-17T01:19:44.559 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 78994896~479267 2024-08-17T01:19:44.560 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap1 2024-08-17T01:19:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:44 smithi187 ceph-mon[90552]: osdmap e1489: 8 total, 8 up, 8 in 2024-08-17T01:19:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:44.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:44 smithi157 ceph-mon[98780]: osdmap e1489: 8 total, 8 up, 8 in 2024-08-17T01:19:44.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:44.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:44 smithi157 ceph-mon[101289]: osdmap e1489: 8 total, 8 up, 8 in 2024-08-17T01:19:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:45.426 INFO:tasks.workunit.client.0.smithi157.stdout:clone image257 -> image258 2024-08-17T01:19:45.489 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 6724866~5938366 2024-08-17T01:19:45.518 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 2506418~3011199 2024-08-17T01:19:45.522 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 25977158~7870430 2024-08-17T01:19:45.550 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 52648022~5677626 2024-08-17T01:19:45.553 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 9198137~3125580 2024-08-17T01:19:45.565 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 8394040~5516439 2024-08-17T01:19:45.567 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 43936754~2024703 2024-08-17T01:19:45.588 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 28676699~4820114 2024-08-17T01:19:45.589 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap2 2024-08-17T01:19:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:45 smithi187 ceph-mon[90552]: osdmap e1490: 8 total, 8 up, 8 in 2024-08-17T01:19:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:45 smithi187 ceph-mon[90552]: pgmap v2590: 137 pgs: 137 active+clean; 413 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 14 MiB/s wr, 342 op/s 2024-08-17T01:19:45.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:45 smithi157 ceph-mon[98780]: osdmap e1490: 8 total, 8 up, 8 in 2024-08-17T01:19:45.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:45 smithi157 ceph-mon[98780]: pgmap v2590: 137 pgs: 137 active+clean; 413 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 14 MiB/s wr, 342 op/s 2024-08-17T01:19:45.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:45 smithi157 ceph-mon[101289]: osdmap e1490: 8 total, 8 up, 8 in 2024-08-17T01:19:45.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:45 smithi157 ceph-mon[101289]: pgmap v2590: 137 pgs: 137 active+clean; 413 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 14 MiB/s wr, 342 op/s 2024-08-17T01:19:46.431 INFO:tasks.workunit.client.0.smithi157.stdout:clone image258 -> image259 2024-08-17T01:19:46.512 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 60663228~6125204 2024-08-17T01:19:46.537 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 26573720~7062625 2024-08-17T01:19:46.562 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 72873370~3768620 2024-08-17T01:19:46.582 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 54042055~5037109 2024-08-17T01:19:46.586 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 39070808~7226230 2024-08-17T01:19:46.615 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 74821884~7207831 2024-08-17T01:19:46.624 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 21534806~36650 2024-08-17T01:19:46.627 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 11436457~6049278 2024-08-17T01:19:46.645 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap3 2024-08-17T01:19:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:46 smithi187 ceph-mon[90552]: osdmap e1491: 8 total, 8 up, 8 in 2024-08-17T01:19:46.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:46 smithi157 ceph-mon[98780]: osdmap e1491: 8 total, 8 up, 8 in 2024-08-17T01:19:46.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:46 smithi157 ceph-mon[101289]: osdmap e1491: 8 total, 8 up, 8 in 2024-08-17T01:19:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:47 smithi187 ceph-mon[90552]: pgmap v2592: 137 pgs: 137 active+clean; 529 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 34 MiB/s wr, 532 op/s 2024-08-17T01:19:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:47 smithi187 ceph-mon[90552]: osdmap e1492: 8 total, 8 up, 8 in 2024-08-17T01:19:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:19:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:19:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:19:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:19:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:47 smithi157 ceph-mon[98780]: pgmap v2592: 137 pgs: 137 active+clean; 529 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 34 MiB/s wr, 532 op/s 2024-08-17T01:19:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:47 smithi157 ceph-mon[98780]: osdmap e1492: 8 total, 8 up, 8 in 2024-08-17T01:19:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:19:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:19:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:19:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:19:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:47 smithi157 ceph-mon[101289]: pgmap v2592: 137 pgs: 137 active+clean; 529 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 34 MiB/s wr, 532 op/s 2024-08-17T01:19:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:47 smithi157 ceph-mon[101289]: osdmap e1492: 8 total, 8 up, 8 in 2024-08-17T01:19:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:19:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:19:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:19:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:19:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:48 smithi187 ceph-mon[90552]: osdmap e1493: 8 total, 8 up, 8 in 2024-08-17T01:19:48.863 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (5004 ms) 2024-08-17T01:19:48.863 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-08-17T01:19:48.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:48 smithi157 ceph-mon[101289]: osdmap e1493: 8 total, 8 up, 8 in 2024-08-17T01:19:48.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:48 smithi157 ceph-mon[98780]: osdmap e1493: 8 total, 8 up, 8 in 2024-08-17T01:19:49.085 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (223 ms) 2024-08-17T01:19:49.086 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-08-17T01:19:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:49 smithi187 ceph-mon[90552]: pgmap v2595: 137 pgs: 137 active+clean; 547 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 33 MiB/s wr, 441 op/s 2024-08-17T01:19:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:49 smithi187 ceph-mon[90552]: osdmap e1494: 8 total, 8 up, 8 in 2024-08-17T01:19:49.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:49 smithi157 ceph-mon[98780]: pgmap v2595: 137 pgs: 137 active+clean; 547 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 33 MiB/s wr, 441 op/s 2024-08-17T01:19:49.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:49 smithi157 ceph-mon[98780]: osdmap e1494: 8 total, 8 up, 8 in 2024-08-17T01:19:49.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:49 smithi157 ceph-mon[101289]: pgmap v2595: 137 pgs: 137 active+clean; 547 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 33 MiB/s wr, 441 op/s 2024-08-17T01:19:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:49 smithi157 ceph-mon[101289]: osdmap e1494: 8 total, 8 up, 8 in 2024-08-17T01:19:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:50 smithi187 ceph-mon[90552]: osdmap e1495: 8 total, 8 up, 8 in 2024-08-17T01:19:50.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:50 smithi157 ceph-mon[98780]: osdmap e1495: 8 total, 8 up, 8 in 2024-08-17T01:19:50.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:50 smithi157 ceph-mon[101289]: osdmap e1495: 8 total, 8 up, 8 in 2024-08-17T01:19:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:51 smithi187 ceph-mon[90552]: pgmap v2598: 137 pgs: 137 active+clean; 625 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 21 MiB/s wr, 323 op/s 2024-08-17T01:19:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:51 smithi187 ceph-mon[90552]: osdmap e1496: 8 total, 8 up, 8 in 2024-08-17T01:19:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:51 smithi157 ceph-mon[98780]: pgmap v2598: 137 pgs: 137 active+clean; 625 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 21 MiB/s wr, 323 op/s 2024-08-17T01:19:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:51 smithi157 ceph-mon[98780]: osdmap e1496: 8 total, 8 up, 8 in 2024-08-17T01:19:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:51 smithi157 ceph-mon[101289]: pgmap v2598: 137 pgs: 137 active+clean; 625 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 21 MiB/s wr, 323 op/s 2024-08-17T01:19:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:51 smithi157 ceph-mon[101289]: osdmap e1496: 8 total, 8 up, 8 in 2024-08-17T01:19:52.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:52 smithi187 ceph-mon[90552]: osdmap e1497: 8 total, 8 up, 8 in 2024-08-17T01:19:52.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:19:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:19:52.689 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3603 ms) 2024-08-17T01:19:52.689 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-08-17T01:19:52.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:52 smithi157 ceph-mon[101289]: osdmap e1497: 8 total, 8 up, 8 in 2024-08-17T01:19:52.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:52 smithi157 ceph-mon[98780]: osdmap e1497: 8 total, 8 up, 8 in 2024-08-17T01:19:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:53 smithi187 ceph-mon[90552]: pgmap v2601: 137 pgs: 137 active+clean; 684 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 27 MiB/s wr, 505 op/s 2024-08-17T01:19:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:53 smithi187 ceph-mon[90552]: osdmap e1498: 8 total, 8 up, 8 in 2024-08-17T01:19:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:19:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:19:53] "GET /metrics HTTP/1.1" 200 36483 "" "Prometheus/2.43.0" 2024-08-17T01:19:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:53 smithi157 ceph-mon[98780]: pgmap v2601: 137 pgs: 137 active+clean; 684 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 27 MiB/s wr, 505 op/s 2024-08-17T01:19:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:53 smithi157 ceph-mon[98780]: osdmap e1498: 8 total, 8 up, 8 in 2024-08-17T01:19:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:53 smithi157 ceph-mon[101289]: pgmap v2601: 137 pgs: 137 active+clean; 684 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 27 MiB/s wr, 505 op/s 2024-08-17T01:19:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:53 smithi157 ceph-mon[101289]: osdmap e1498: 8 total, 8 up, 8 in 2024-08-17T01:19:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:54 smithi187 ceph-mon[90552]: osdmap e1499: 8 total, 8 up, 8 in 2024-08-17T01:19:54.768 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2079 ms) 2024-08-17T01:19:54.769 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-08-17T01:19:54.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:54 smithi157 ceph-mon[98780]: osdmap e1499: 8 total, 8 up, 8 in 2024-08-17T01:19:54.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:54 smithi157 ceph-mon[101289]: osdmap e1499: 8 total, 8 up, 8 in 2024-08-17T01:19:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:55 smithi187 ceph-mon[90552]: pgmap v2604: 137 pgs: 137 active+clean; 749 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 MiB/s rd, 26 MiB/s wr, 352 op/s 2024-08-17T01:19:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:55 smithi187 ceph-mon[90552]: osdmap e1500: 8 total, 8 up, 8 in 2024-08-17T01:19:55.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:55 smithi157 ceph-mon[98780]: pgmap v2604: 137 pgs: 137 active+clean; 749 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 MiB/s rd, 26 MiB/s wr, 352 op/s 2024-08-17T01:19:55.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:55 smithi157 ceph-mon[98780]: osdmap e1500: 8 total, 8 up, 8 in 2024-08-17T01:19:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:55 smithi157 ceph-mon[101289]: pgmap v2604: 137 pgs: 137 active+clean; 749 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 MiB/s rd, 26 MiB/s wr, 352 op/s 2024-08-17T01:19:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:55 smithi157 ceph-mon[101289]: osdmap e1500: 8 total, 8 up, 8 in 2024-08-17T01:19:56.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:56 smithi157 ceph-mon[101289]: osdmap e1501: 8 total, 8 up, 8 in 2024-08-17T01:19:56.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:56 smithi157 ceph-mon[98780]: osdmap e1501: 8 total, 8 up, 8 in 2024-08-17T01:19:56.925 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2157 ms) 2024-08-17T01:19:56.925 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-08-17T01:19:56.948 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 72471419~6984764 2024-08-17T01:19:56.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:56 smithi187 ceph-mon[90552]: osdmap e1501: 8 total, 8 up, 8 in 2024-08-17T01:19:56.968 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 15378804~4975306 2024-08-17T01:19:56.969 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 6969020~7387259 2024-08-17T01:19:56.991 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 44452566~3421702 2024-08-17T01:19:56.992 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 18870628~5420649 2024-08-17T01:19:57.005 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 57695269~246123 2024-08-17T01:19:57.006 INFO:tasks.workunit.client.0.smithi157.stdout:write: A 77151491~767429 2024-08-17T01:19:57.008 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 31697760~2743634 2024-08-17T01:19:57.008 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap0 2024-08-17T01:19:57.479 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 89255638 2024-08-17T01:19:57.484 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 26406615~3818897 2024-08-17T01:19:57.486 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 56192821~4693970 2024-08-17T01:19:57.487 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 40933749~1642247 2024-08-17T01:19:57.487 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 24993707~6903397 2024-08-17T01:19:57.501 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 27863456~7885741 2024-08-17T01:19:57.506 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 77796182~5070673 2024-08-17T01:19:57.506 INFO:tasks.workunit.client.0.smithi157.stdout:write: B 53368471~970128 2024-08-17T01:19:57.506 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 12640118~3931306 2024-08-17T01:19:57.524 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap1 2024-08-17T01:19:57.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:57 smithi157 ceph-mon[101289]: pgmap v2607: 137 pgs: 137 active+clean; 779 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 22 MiB/s wr, 417 op/s 2024-08-17T01:19:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:57 smithi157 ceph-mon[101289]: osdmap e1502: 8 total, 8 up, 8 in 2024-08-17T01:19:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:57 smithi157 ceph-mon[98780]: pgmap v2607: 137 pgs: 137 active+clean; 779 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 22 MiB/s wr, 417 op/s 2024-08-17T01:19:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:57 smithi157 ceph-mon[98780]: osdmap e1502: 8 total, 8 up, 8 in 2024-08-17T01:19:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:57 smithi187 ceph-mon[90552]: pgmap v2607: 137 pgs: 137 active+clean; 779 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 22 MiB/s wr, 417 op/s 2024-08-17T01:19:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:57 smithi187 ceph-mon[90552]: osdmap e1502: 8 total, 8 up, 8 in 2024-08-17T01:19:58.490 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 8232592~2993419 2024-08-17T01:19:58.492 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 14812523~7932367 2024-08-17T01:19:58.493 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 11263514~3798921 2024-08-17T01:19:58.512 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 21885274~5854261 2024-08-17T01:19:58.512 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 26812905~1262406 2024-08-17T01:19:58.518 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 320042~3755461 2024-08-17T01:19:58.518 INFO:tasks.workunit.client.0.smithi157.stdout:write: C 34077266~978539 2024-08-17T01:19:58.518 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 20422878~4601105 2024-08-17T01:19:58.527 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap2 2024-08-17T01:19:58.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:58 smithi157 ceph-mon[98780]: osdmap e1503: 8 total, 8 up, 8 in 2024-08-17T01:19:58.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:58 smithi157 ceph-mon[101289]: osdmap e1503: 8 total, 8 up, 8 in 2024-08-17T01:19:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:58 smithi187 ceph-mon[90552]: osdmap e1503: 8 total, 8 up, 8 in 2024-08-17T01:19:59.497 INFO:tasks.workunit.client.0.smithi157.stdout:clone image278 -> image279 2024-08-17T01:19:59.549 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 47186718~8027151 2024-08-17T01:19:59.577 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 40065292~6760999 2024-08-17T01:19:59.582 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 64492606~3930059 2024-08-17T01:19:59.592 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 82775354~6480284 2024-08-17T01:19:59.596 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 39265006~5487685 2024-08-17T01:19:59.614 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 56862605~4471904 2024-08-17T01:19:59.617 INFO:tasks.workunit.client.0.smithi157.stdout:write: D 13158541~4534700 2024-08-17T01:19:59.647 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 80244473~1695148 2024-08-17T01:19:59.648 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap3 2024-08-17T01:19:59.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:59 smithi157 ceph-mon[101289]: pgmap v2610: 137 pgs: 137 active+clean; 794 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 11 MiB/s wr, 302 op/s 2024-08-17T01:19:59.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:59 smithi157 ceph-mon[101289]: osdmap e1504: 8 total, 8 up, 8 in 2024-08-17T01:19:59.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:19:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:59.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:59 smithi157 ceph-mon[98780]: pgmap v2610: 137 pgs: 137 active+clean; 794 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 11 MiB/s wr, 302 op/s 2024-08-17T01:19:59.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:59 smithi157 ceph-mon[98780]: osdmap e1504: 8 total, 8 up, 8 in 2024-08-17T01:19:59.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:19:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:59 smithi187 ceph-mon[90552]: pgmap v2610: 137 pgs: 137 active+clean; 794 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 11 MiB/s wr, 302 op/s 2024-08-17T01:19:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:59 smithi187 ceph-mon[90552]: osdmap e1504: 8 total, 8 up, 8 in 2024-08-17T01:19:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:19:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:00.505 INFO:tasks.workunit.client.0.smithi157.stdout:clone image279 -> image280 2024-08-17T01:20:00.571 INFO:tasks.workunit.client.0.smithi157.stdout:resize: 86138430 2024-08-17T01:20:00.819 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3894 ms) 2024-08-17T01:20:00.819 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-08-17T01:20:00.842 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:20:00.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:00 smithi157 ceph-mon[98780]: osdmap e1505: 8 total, 8 up, 8 in 2024-08-17T01:20:00.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:00 smithi157 ceph-mon[98780]: overall HEALTH_OK 2024-08-17T01:20:00.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:00 smithi157 ceph-mon[101289]: osdmap e1505: 8 total, 8 up, 8 in 2024-08-17T01:20:00.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:00 smithi157 ceph-mon[101289]: overall HEALTH_OK 2024-08-17T01:20:00.911 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (92 ms) 2024-08-17T01:20:00.911 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-08-17T01:20:00.933 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:20:00.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:00 smithi187 ceph-mon[90552]: osdmap e1505: 8 total, 8 up, 8 in 2024-08-17T01:20:00.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:00 smithi187 ceph-mon[90552]: overall HEALTH_OK 2024-08-17T01:20:01.006 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (95 ms) 2024-08-17T01:20:01.006 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-08-17T01:20:01.028 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:20:01.098 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (92 ms) 2024-08-17T01:20:01.098 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-08-17T01:20:01.122 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:20:01.192 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (94 ms) 2024-08-17T01:20:01.192 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-08-17T01:20:01.213 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:20:01.283 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (91 ms) 2024-08-17T01:20:01.283 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-08-17T01:20:01.307 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:20:01.377 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (94 ms) 2024-08-17T01:20:01.377 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-08-17T01:20:01.399 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:20:01.471 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (95 ms) 2024-08-17T01:20:01.472 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-08-17T01:20:01.493 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:20:01.563 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (91 ms) 2024-08-17T01:20:01.563 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-08-17T01:20:01.585 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:20:01.658 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (95 ms) 2024-08-17T01:20:01.658 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-08-17T01:20:01.684 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:20:01.758 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (100 ms) 2024-08-17T01:20:01.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:01 smithi157 ceph-mon[101289]: pgmap v2613: 137 pgs: 137 active+clean; 888 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 25 MiB/s wr, 375 op/s 2024-08-17T01:20:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:01 smithi157 ceph-mon[101289]: osdmap e1506: 8 total, 8 up, 8 in 2024-08-17T01:20:01.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:01 smithi157 ceph-mon[98780]: pgmap v2613: 137 pgs: 137 active+clean; 888 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 25 MiB/s wr, 375 op/s 2024-08-17T01:20:01.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:01 smithi157 ceph-mon[98780]: osdmap e1506: 8 total, 8 up, 8 in 2024-08-17T01:20:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:01 smithi187 ceph-mon[90552]: pgmap v2613: 137 pgs: 137 active+clean; 888 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 25 MiB/s wr, 375 op/s 2024-08-17T01:20:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:01 smithi187 ceph-mon[90552]: osdmap e1506: 8 total, 8 up, 8 in 2024-08-17T01:20:02.495 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 31 tests from TestDeepCopy (52541 ms total) 2024-08-17T01:20:02.495 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:20:02.495 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 51 tests from TestMirroring 2024-08-17T01:20:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:20:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:20:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:20:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:20:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:20:03] "GET /metrics HTTP/1.1" 200 36481 "" "Prometheus/2.43.0" 2024-08-17T01:20:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:03 smithi157 ceph-mon[98780]: pgmap v2615: 137 pgs: 137 active+clean; 965 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 30 MiB/s wr, 434 op/s 2024-08-17T01:20:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:03 smithi157 ceph-mon[98780]: osdmap e1507: 8 total, 8 up, 8 in 2024-08-17T01:20:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:03 smithi157 ceph-mon[101289]: pgmap v2615: 137 pgs: 137 active+clean; 965 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 30 MiB/s wr, 434 op/s 2024-08-17T01:20:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:03 smithi157 ceph-mon[101289]: osdmap e1507: 8 total, 8 up, 8 in 2024-08-17T01:20:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:03 smithi187 ceph-mon[90552]: pgmap v2615: 137 pgs: 137 active+clean; 965 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 30 MiB/s wr, 434 op/s 2024-08-17T01:20:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:03 smithi187 ceph-mon[90552]: osdmap e1507: 8 total, 8 up, 8 in 2024-08-17T01:20:04.505 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-08-17T01:20:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:04 smithi157 ceph-mon[101289]: osdmap e1508: 8 total, 8 up, 8 in 2024-08-17T01:20:04.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:04 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:20:04.924 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:04 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:20:04.925 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:04 smithi157 ceph-mon[98780]: osdmap e1508: 8 total, 8 up, 8 in 2024-08-17T01:20:04.925 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:04 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:20:04.925 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:04 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:20:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:04 smithi187 ceph-mon[90552]: osdmap e1508: 8 total, 8 up, 8 in 2024-08-17T01:20:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:04 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:20:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:04 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:20:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:05 smithi157 ceph-mon[98780]: pgmap v2618: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:20:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:05 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:20:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:05 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:20:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:05 smithi157 ceph-mon[98780]: osdmap e1509: 8 total, 8 up, 8 in 2024-08-17T01:20:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:05 smithi157 ceph-mon[101289]: pgmap v2618: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:20:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:05 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:20:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:05 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:20:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:05 smithi157 ceph-mon[101289]: osdmap e1509: 8 total, 8 up, 8 in 2024-08-17T01:20:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:05 smithi187 ceph-mon[90552]: pgmap v2618: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:20:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:05 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:20:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:05 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:20:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:05 smithi187 ceph-mon[90552]: osdmap e1509: 8 total, 8 up, 8 in 2024-08-17T01:20:06.633 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2129 ms) 2024-08-17T01:20:06.634 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-08-17T01:20:06.733 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (100 ms) 2024-08-17T01:20:06.734 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-08-17T01:20:06.812 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (79 ms) 2024-08-17T01:20:06.812 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-08-17T01:20:06.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:06 smithi157 ceph-mon[98780]: osdmap e1510: 8 total, 8 up, 8 in 2024-08-17T01:20:06.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:06 smithi157 ceph-mon[101289]: osdmap e1510: 8 total, 8 up, 8 in 2024-08-17T01:20:06.908 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (95 ms) 2024-08-17T01:20:06.908 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-08-17T01:20:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:06 smithi187 ceph-mon[90552]: osdmap e1510: 8 total, 8 up, 8 in 2024-08-17T01:20:06.994 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (86 ms) 2024-08-17T01:20:06.994 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-08-17T01:20:07.085 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (90 ms) 2024-08-17T01:20:07.085 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-08-17T01:20:07.190 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (105 ms) 2024-08-17T01:20:07.190 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-08-17T01:20:07.190 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:20:07.191 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-08-17T01:20:07.191 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-08-17T01:20:07.191 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:20:07.191 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-08-17T01:20:07.191 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-08-17T01:20:07.256 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (66 ms) 2024-08-17T01:20:07.256 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-08-17T01:20:07.331 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (75 ms) 2024-08-17T01:20:07.331 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-08-17T01:20:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:07 smithi157 ceph-mon[98780]: pgmap v2621: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:20:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:07 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:20:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:07 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T01:20:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:07 smithi157 ceph-mon[98780]: osdmap e1511: 8 total, 8 up, 8 in 2024-08-17T01:20:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:07 smithi157 ceph-mon[101289]: pgmap v2621: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:20:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:07 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:20:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:07 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T01:20:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:07 smithi157 ceph-mon[101289]: osdmap e1511: 8 total, 8 up, 8 in 2024-08-17T01:20:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:07 smithi187 ceph-mon[90552]: pgmap v2621: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:20:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:07 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:20:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:07 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T01:20:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:07 smithi187 ceph-mon[90552]: osdmap e1511: 8 total, 8 up, 8 in 2024-08-17T01:20:08.583 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1252 ms) 2024-08-17T01:20:08.583 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-08-17T01:20:08.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:08 smithi157 ceph-mon[98780]: osdmap e1512: 8 total, 8 up, 8 in 2024-08-17T01:20:08.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:08 smithi157 ceph-mon[101289]: osdmap e1512: 8 total, 8 up, 8 in 2024-08-17T01:20:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:08 smithi187 ceph-mon[90552]: osdmap e1512: 8 total, 8 up, 8 in 2024-08-17T01:20:09.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:09 smithi157 ceph-mon[101289]: pgmap v2624: 137 pgs: 9 unknown, 128 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 15 KiB/s wr, 177 op/s 2024-08-17T01:20:09.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:09 smithi157 ceph-mon[101289]: osdmap e1513: 8 total, 8 up, 8 in 2024-08-17T01:20:09.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:09 smithi157 ceph-mon[98780]: pgmap v2624: 137 pgs: 9 unknown, 128 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 15 KiB/s wr, 177 op/s 2024-08-17T01:20:09.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:09 smithi157 ceph-mon[98780]: osdmap e1513: 8 total, 8 up, 8 in 2024-08-17T01:20:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:09 smithi187 ceph-mon[90552]: pgmap v2624: 137 pgs: 9 unknown, 128 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 15 KiB/s wr, 177 op/s 2024-08-17T01:20:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:09 smithi187 ceph-mon[90552]: osdmap e1513: 8 total, 8 up, 8 in 2024-08-17T01:20:10.588 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2005 ms) 2024-08-17T01:20:10.588 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-08-17T01:20:10.681 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (93 ms) 2024-08-17T01:20:10.681 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-08-17T01:20:10.765 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (84 ms) 2024-08-17T01:20:10.765 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-08-17T01:20:10.860 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (96 ms) 2024-08-17T01:20:10.860 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-08-17T01:20:10.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:10 smithi157 ceph-mon[98780]: osdmap e1514: 8 total, 8 up, 8 in 2024-08-17T01:20:10.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:10 smithi157 ceph-mon[101289]: osdmap e1514: 8 total, 8 up, 8 in 2024-08-17T01:20:10.935 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (75 ms) 2024-08-17T01:20:10.935 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-08-17T01:20:10.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:10 smithi187 ceph-mon[90552]: osdmap e1514: 8 total, 8 up, 8 in 2024-08-17T01:20:11.010 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (75 ms) 2024-08-17T01:20:11.010 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-08-17T01:20:11.098 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (87 ms) 2024-08-17T01:20:11.099 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-08-17T01:20:11.188 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (89 ms) 2024-08-17T01:20:11.188 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-08-17T01:20:11.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:11 smithi157 ceph-mon[98780]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 39 KiB/s wr, 386 op/s 2024-08-17T01:20:11.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:11 smithi157 ceph-mon[98780]: osdmap e1515: 8 total, 8 up, 8 in 2024-08-17T01:20:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:11 smithi157 ceph-mon[101289]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 39 KiB/s wr, 386 op/s 2024-08-17T01:20:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:11 smithi157 ceph-mon[101289]: osdmap e1515: 8 total, 8 up, 8 in 2024-08-17T01:20:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:11 smithi187 ceph-mon[90552]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 39 KiB/s wr, 386 op/s 2024-08-17T01:20:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:11 smithi187 ceph-mon[90552]: osdmap e1515: 8 total, 8 up, 8 in 2024-08-17T01:20:12.615 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1427 ms) 2024-08-17T01:20:12.615 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-08-17T01:20:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:12 smithi187 ceph-mon[90552]: osdmap e1516: 8 total, 8 up, 8 in 2024-08-17T01:20:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:20:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:20:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:20:12.719 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (104 ms) 2024-08-17T01:20:12.719 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-08-17T01:20:12.813 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (95 ms) 2024-08-17T01:20:12.813 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-08-17T01:20:12.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:12 smithi157 ceph-mon[101289]: osdmap e1516: 8 total, 8 up, 8 in 2024-08-17T01:20:12.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:12 smithi157 ceph-mon[98780]: osdmap e1516: 8 total, 8 up, 8 in 2024-08-17T01:20:12.908 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (94 ms) 2024-08-17T01:20:12.908 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-08-17T01:20:13.055 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (147 ms) 2024-08-17T01:20:13.055 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-08-17T01:20:13.218 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (163 ms) 2024-08-17T01:20:13.218 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-08-17T01:20:13.349 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (131 ms) 2024-08-17T01:20:13.349 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-08-17T01:20:13.490 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (141 ms) 2024-08-17T01:20:13.490 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-08-17T01:20:13.642 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (152 ms) 2024-08-17T01:20:13.642 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-08-17T01:20:13.809 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (167 ms) 2024-08-17T01:20:13.809 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-08-17T01:20:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:20:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:20:13] "GET /metrics HTTP/1.1" 200 36481 "" "Prometheus/2.43.0" 2024-08-17T01:20:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:13 smithi157 ceph-mon[98780]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 42 KiB/s wr, 441 op/s 2024-08-17T01:20:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:13 smithi157 ceph-mon[98780]: osdmap e1517: 8 total, 8 up, 8 in 2024-08-17T01:20:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:13 smithi157 ceph-mon[98780]: osdmap e1518: 8 total, 8 up, 8 in 2024-08-17T01:20:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:13 smithi157 ceph-mon[101289]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 42 KiB/s wr, 441 op/s 2024-08-17T01:20:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:13 smithi157 ceph-mon[101289]: osdmap e1517: 8 total, 8 up, 8 in 2024-08-17T01:20:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:13 smithi157 ceph-mon[101289]: osdmap e1518: 8 total, 8 up, 8 in 2024-08-17T01:20:13.889 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (81 ms) 2024-08-17T01:20:13.890 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-08-17T01:20:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:13 smithi187 ceph-mon[90552]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 42 KiB/s wr, 441 op/s 2024-08-17T01:20:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:13 smithi187 ceph-mon[90552]: osdmap e1517: 8 total, 8 up, 8 in 2024-08-17T01:20:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:13 smithi187 ceph-mon[90552]: osdmap e1518: 8 total, 8 up, 8 in 2024-08-17T01:20:13.966 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (76 ms) 2024-08-17T01:20:13.966 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-08-17T01:20:14.031 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (65 ms) 2024-08-17T01:20:14.031 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-08-17T01:20:14.146 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (116 ms) 2024-08-17T01:20:14.146 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-08-17T01:20:14.262 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (115 ms) 2024-08-17T01:20:14.262 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-08-17T01:20:14.363 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (101 ms) 2024-08-17T01:20:14.363 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-08-17T01:20:14.470 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (107 ms) 2024-08-17T01:20:14.470 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-08-17T01:20:14.544 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.MirrorStatusList (74 ms) 2024-08-17T01:20:14.544 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-08-17T01:20:14.640 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.RemoveBootstrapped (96 ms) 2024-08-17T01:20:14.640 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-08-17T01:20:14.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:14.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:14.982 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.AioPromoteDemote (342 ms) 2024-08-17T01:20:14.982 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-08-17T01:20:15.324 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.AioGetInfo (342 ms) 2024-08-17T01:20:15.324 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-08-17T01:20:15.536 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.AioGetStatus (211 ms) 2024-08-17T01:20:15.536 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.SiteName 2024-08-17T01:20:15.543 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.SiteName (8 ms) 2024-08-17T01:20:15.544 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.Bootstrap 2024-08-17T01:20:15.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:15 smithi157 ceph-mon[101289]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 416 KiB/s rd, 47 KiB/s wr, 599 op/s 2024-08-17T01:20:15.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:15 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' 2024-08-17T01:20:15.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:15 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:20:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:15 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:20:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:15 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:20:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:15 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-17T01:20:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:15 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:20:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:15 smithi157 ceph-mon[98780]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 416 KiB/s rd, 47 KiB/s wr, 599 op/s 2024-08-17T01:20:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:15 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' 2024-08-17T01:20:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:15 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:20:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:15 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:20:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:15 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:20:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:15 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-17T01:20:15.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:15 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:20:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:15 smithi187 ceph-mon[90552]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 416 KiB/s rd, 47 KiB/s wr, 599 op/s 2024-08-17T01:20:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:15 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' 2024-08-17T01:20:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:15 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:20:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:15 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:20:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:15 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:20:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:15 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-17T01:20:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:15 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:20:16.353 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.Bootstrap (809 ms) 2024-08-17T01:20:16.353 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.PeerDirection 2024-08-17T01:20:16.362 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.PeerDirection (10 ms) 2024-08-17T01:20:16.362 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.Snapshot 2024-08-17T01:20:16.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-17T01:20:16.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' 2024-08-17T01:20:16.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:20:16.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:20:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-17T01:20:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:20:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d9e227fb-ee7a-447e-8a4f-a66cc8710d75"}]: dispatch 2024-08-17T01:20:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d9e227fb-ee7a-447e-8a4f-a66cc8710d75"}]: dispatch 2024-08-17T01:20:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d9e227fb-ee7a-447e-8a4f-a66cc8710d75"}]': finished 2024-08-17T01:20:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-17T01:20:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' 2024-08-17T01:20:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:20:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:20:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-17T01:20:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:20:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d9e227fb-ee7a-447e-8a4f-a66cc8710d75"}]: dispatch 2024-08-17T01:20:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d9e227fb-ee7a-447e-8a4f-a66cc8710d75"}]: dispatch 2024-08-17T01:20:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:16 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d9e227fb-ee7a-447e-8a4f-a66cc8710d75"}]': finished 2024-08-17T01:20:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:16 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-17T01:20:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:16 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' 2024-08-17T01:20:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:16 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:20:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:16 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:20:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:16 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-17T01:20:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:16 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:20:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:16 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d9e227fb-ee7a-447e-8a4f-a66cc8710d75"}]: dispatch 2024-08-17T01:20:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:16 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d9e227fb-ee7a-447e-8a4f-a66cc8710d75"}]: dispatch 2024-08-17T01:20:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:16 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d9e227fb-ee7a-447e-8a4f-a66cc8710d75"}]': finished 2024-08-17T01:20:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:17 smithi157 ceph-mon[98780]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 983 KiB/s rd, 137 KiB/s wr, 1.34k op/s 2024-08-17T01:20:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:17 smithi157 ceph-mon[98780]: osdmap e1519: 8 total, 8 up, 8 in 2024-08-17T01:20:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:17 smithi157 ceph-mon[101289]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 983 KiB/s rd, 137 KiB/s wr, 1.34k op/s 2024-08-17T01:20:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:17 smithi157 ceph-mon[101289]: osdmap e1519: 8 total, 8 up, 8 in 2024-08-17T01:20:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:17 smithi187 ceph-mon[90552]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 983 KiB/s rd, 137 KiB/s wr, 1.34k op/s 2024-08-17T01:20:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:17 smithi187 ceph-mon[90552]: osdmap e1519: 8 total, 8 up, 8 in 2024-08-17T01:20:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:19 smithi157 ceph-mon[101289]: osdmap e1520: 8 total, 8 up, 8 in 2024-08-17T01:20:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:19 smithi157 ceph-mon[101289]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 174 KiB/s wr, 1.55k op/s 2024-08-17T01:20:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:19 smithi157 ceph-mon[98780]: osdmap e1520: 8 total, 8 up, 8 in 2024-08-17T01:20:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:19 smithi157 ceph-mon[98780]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 174 KiB/s wr, 1.55k op/s 2024-08-17T01:20:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:19 smithi187 ceph-mon[90552]: osdmap e1520: 8 total, 8 up, 8 in 2024-08-17T01:20:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:19 smithi187 ceph-mon[90552]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 174 KiB/s wr, 1.55k op/s 2024-08-17T01:20:20.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:20 smithi157 ceph-mon[101289]: osdmap e1521: 8 total, 8 up, 8 in 2024-08-17T01:20:20.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:20 smithi157 ceph-mon[98780]: osdmap e1521: 8 total, 8 up, 8 in 2024-08-17T01:20:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:20 smithi187 ceph-mon[90552]: osdmap e1521: 8 total, 8 up, 8 in 2024-08-17T01:20:21.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:21 smithi157 ceph-mon[98780]: osdmap e1522: 8 total, 8 up, 8 in 2024-08-17T01:20:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:21 smithi157 ceph-mon[98780]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 796 KiB/s rd, 121 KiB/s wr, 1.11k op/s 2024-08-17T01:20:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:21 smithi157 ceph-mon[101289]: osdmap e1522: 8 total, 8 up, 8 in 2024-08-17T01:20:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:21 smithi157 ceph-mon[101289]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 796 KiB/s rd, 121 KiB/s wr, 1.11k op/s 2024-08-17T01:20:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:21 smithi187 ceph-mon[90552]: osdmap e1522: 8 total, 8 up, 8 in 2024-08-17T01:20:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:21 smithi187 ceph-mon[90552]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 796 KiB/s rd, 121 KiB/s wr, 1.11k op/s 2024-08-17T01:20:22.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:22 smithi187 ceph-mon[90552]: osdmap e1523: 8 total, 8 up, 8 in 2024-08-17T01:20:22.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:20:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:20:22.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:22 smithi157 ceph-mon[101289]: osdmap e1523: 8 total, 8 up, 8 in 2024-08-17T01:20:22.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:22 smithi157 ceph-mon[98780]: osdmap e1523: 8 total, 8 up, 8 in 2024-08-17T01:20:23.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:23 smithi157 ceph-mon[98780]: osdmap e1524: 8 total, 8 up, 8 in 2024-08-17T01:20:23.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:23 smithi157 ceph-mon[98780]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 695 KiB/s rd, 94 KiB/s wr, 958 op/s 2024-08-17T01:20:23.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:23 smithi157 ceph-mon[98780]: osdmap e1525: 8 total, 8 up, 8 in 2024-08-17T01:20:23.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:23 smithi157 ceph-mon[101289]: osdmap e1524: 8 total, 8 up, 8 in 2024-08-17T01:20:23.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:23 smithi157 ceph-mon[101289]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 695 KiB/s rd, 94 KiB/s wr, 958 op/s 2024-08-17T01:20:23.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:23 smithi157 ceph-mon[101289]: osdmap e1525: 8 total, 8 up, 8 in 2024-08-17T01:20:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:23 smithi187 ceph-mon[90552]: osdmap e1524: 8 total, 8 up, 8 in 2024-08-17T01:20:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:23 smithi187 ceph-mon[90552]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 695 KiB/s rd, 94 KiB/s wr, 958 op/s 2024-08-17T01:20:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:23 smithi187 ceph-mon[90552]: osdmap e1525: 8 total, 8 up, 8 in 2024-08-17T01:20:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:20:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:20:23] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2024-08-17T01:20:25.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:25 smithi157 ceph-mon[98780]: osdmap e1526: 8 total, 8 up, 8 in 2024-08-17T01:20:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:25 smithi157 ceph-mon[98780]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 35 KiB/s wr, 336 op/s 2024-08-17T01:20:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:25 smithi157 ceph-mon[101289]: osdmap e1526: 8 total, 8 up, 8 in 2024-08-17T01:20:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:25 smithi157 ceph-mon[101289]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 35 KiB/s wr, 336 op/s 2024-08-17T01:20:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:25 smithi187 ceph-mon[90552]: osdmap e1526: 8 total, 8 up, 8 in 2024-08-17T01:20:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:25 smithi187 ceph-mon[90552]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 35 KiB/s wr, 336 op/s 2024-08-17T01:20:26.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:26 smithi157 ceph-mon[98780]: osdmap e1527: 8 total, 8 up, 8 in 2024-08-17T01:20:26.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:26 smithi157 ceph-mon[101289]: osdmap e1527: 8 total, 8 up, 8 in 2024-08-17T01:20:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:26 smithi187 ceph-mon[90552]: osdmap e1527: 8 total, 8 up, 8 in 2024-08-17T01:20:27.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:27 smithi157 ceph-mon[101289]: osdmap e1528: 8 total, 8 up, 8 in 2024-08-17T01:20:27.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:27 smithi157 ceph-mon[101289]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 72 op/s 2024-08-17T01:20:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:27 smithi157 ceph-mon[98780]: osdmap e1528: 8 total, 8 up, 8 in 2024-08-17T01:20:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:27 smithi157 ceph-mon[98780]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 72 op/s 2024-08-17T01:20:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:27 smithi187 ceph-mon[90552]: osdmap e1528: 8 total, 8 up, 8 in 2024-08-17T01:20:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:27 smithi187 ceph-mon[90552]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 72 op/s 2024-08-17T01:20:28.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:28 smithi157 ceph-mon[98780]: osdmap e1529: 8 total, 8 up, 8 in 2024-08-17T01:20:28.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:28 smithi157 ceph-mon[98780]: osdmap e1530: 8 total, 8 up, 8 in 2024-08-17T01:20:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:28 smithi157 ceph-mon[101289]: osdmap e1529: 8 total, 8 up, 8 in 2024-08-17T01:20:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:28 smithi157 ceph-mon[101289]: osdmap e1530: 8 total, 8 up, 8 in 2024-08-17T01:20:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:28 smithi187 ceph-mon[90552]: osdmap e1529: 8 total, 8 up, 8 in 2024-08-17T01:20:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:28 smithi187 ceph-mon[90552]: osdmap e1530: 8 total, 8 up, 8 in 2024-08-17T01:20:29.535 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:29 smithi157 ceph-mon[101289]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-08-17T01:20:29.535 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:29.535 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:29 smithi157 ceph-mon[101289]: osdmap e1531: 8 total, 8 up, 8 in 2024-08-17T01:20:29.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:29 smithi157 ceph-mon[98780]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-08-17T01:20:29.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:29.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:29 smithi157 ceph-mon[98780]: osdmap e1531: 8 total, 8 up, 8 in 2024-08-17T01:20:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:29 smithi187 ceph-mon[90552]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-08-17T01:20:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:29 smithi187 ceph-mon[90552]: osdmap e1531: 8 total, 8 up, 8 in 2024-08-17T01:20:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:31 smithi157 ceph-mon[101289]: osdmap e1532: 8 total, 8 up, 8 in 2024-08-17T01:20:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:31 smithi157 ceph-mon[101289]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 94 op/s 2024-08-17T01:20:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:31 smithi157 ceph-mon[98780]: osdmap e1532: 8 total, 8 up, 8 in 2024-08-17T01:20:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:31 smithi157 ceph-mon[98780]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 94 op/s 2024-08-17T01:20:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:31 smithi187 ceph-mon[90552]: osdmap e1532: 8 total, 8 up, 8 in 2024-08-17T01:20:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:31 smithi187 ceph-mon[90552]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 94 op/s 2024-08-17T01:20:32.353 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.Snapshot (15990 ms) 2024-08-17T01:20:32.353 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-08-17T01:20:32.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:32 smithi157 ceph-mon[98780]: osdmap e1533: 8 total, 8 up, 8 in 2024-08-17T01:20:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:32 smithi157 ceph-mon[101289]: osdmap e1533: 8 total, 8 up, 8 in 2024-08-17T01:20:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:32 smithi187 ceph-mon[90552]: osdmap e1533: 8 total, 8 up, 8 in 2024-08-17T01:20:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:20:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:20:33.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:33 smithi157 ceph-mon[98780]: osdmap e1534: 8 total, 8 up, 8 in 2024-08-17T01:20:33.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:33 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fae32b30-0281-49f7-b6d7-da2d0de9e5ec"}]: dispatch 2024-08-17T01:20:33.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:33 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fae32b30-0281-49f7-b6d7-da2d0de9e5ec"}]: dispatch 2024-08-17T01:20:33.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:33 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fae32b30-0281-49f7-b6d7-da2d0de9e5ec"}]': finished 2024-08-17T01:20:33.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:33 smithi157 ceph-mon[98780]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 94 op/s 2024-08-17T01:20:33.502 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:33 smithi157 ceph-mon[101289]: osdmap e1534: 8 total, 8 up, 8 in 2024-08-17T01:20:33.502 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:33 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fae32b30-0281-49f7-b6d7-da2d0de9e5ec"}]: dispatch 2024-08-17T01:20:33.502 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:33 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fae32b30-0281-49f7-b6d7-da2d0de9e5ec"}]: dispatch 2024-08-17T01:20:33.502 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:33 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fae32b30-0281-49f7-b6d7-da2d0de9e5ec"}]': finished 2024-08-17T01:20:33.502 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:33 smithi157 ceph-mon[101289]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 94 op/s 2024-08-17T01:20:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:33 smithi187 ceph-mon[90552]: osdmap e1534: 8 total, 8 up, 8 in 2024-08-17T01:20:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:33 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fae32b30-0281-49f7-b6d7-da2d0de9e5ec"}]: dispatch 2024-08-17T01:20:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:33 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fae32b30-0281-49f7-b6d7-da2d0de9e5ec"}]: dispatch 2024-08-17T01:20:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:33 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fae32b30-0281-49f7-b6d7-da2d0de9e5ec"}]': finished 2024-08-17T01:20:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:33 smithi187 ceph-mon[90552]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 94 op/s 2024-08-17T01:20:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:20:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:20:33] "GET /metrics HTTP/1.1" 200 36464 "" "Prometheus/2.43.0" 2024-08-17T01:20:34.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:34 smithi157 ceph-mon[98780]: osdmap e1535: 8 total, 8 up, 8 in 2024-08-17T01:20:34.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:34 smithi157 ceph-mon[101289]: osdmap e1535: 8 total, 8 up, 8 in 2024-08-17T01:20:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:34 smithi187 ceph-mon[90552]: osdmap e1535: 8 total, 8 up, 8 in 2024-08-17T01:20:35.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:35 smithi157 ceph-mon[98780]: osdmap e1536: 8 total, 8 up, 8 in 2024-08-17T01:20:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:35 smithi157 ceph-mon[98780]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.2 KiB/s wr, 74 op/s 2024-08-17T01:20:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:35 smithi157 ceph-mon[101289]: osdmap e1536: 8 total, 8 up, 8 in 2024-08-17T01:20:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:35 smithi157 ceph-mon[101289]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.2 KiB/s wr, 74 op/s 2024-08-17T01:20:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:35 smithi187 ceph-mon[90552]: osdmap e1536: 8 total, 8 up, 8 in 2024-08-17T01:20:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:35 smithi187 ceph-mon[90552]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.2 KiB/s wr, 74 op/s 2024-08-17T01:20:36.464 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4111 ms) 2024-08-17T01:20:36.464 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-08-17T01:20:36.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:36 smithi157 ceph-mon[101289]: osdmap e1537: 8 total, 8 up, 8 in 2024-08-17T01:20:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:36 smithi157 ceph-mon[98780]: osdmap e1537: 8 total, 8 up, 8 in 2024-08-17T01:20:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:36 smithi187 ceph-mon[90552]: osdmap e1537: 8 total, 8 up, 8 in 2024-08-17T01:20:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:37 smithi157 ceph-mon[98780]: osdmap e1538: 8 total, 8 up, 8 in 2024-08-17T01:20:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:37 smithi157 ceph-mon[98780]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 7.5 KiB/s wr, 100 op/s 2024-08-17T01:20:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:37 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4947109a-60b0-4fcd-9c1a-cc4aa7aa998f"}]: dispatch 2024-08-17T01:20:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:37 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4947109a-60b0-4fcd-9c1a-cc4aa7aa998f"}]: dispatch 2024-08-17T01:20:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:37 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4947109a-60b0-4fcd-9c1a-cc4aa7aa998f"}]': finished 2024-08-17T01:20:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:37 smithi157 ceph-mon[101289]: osdmap e1538: 8 total, 8 up, 8 in 2024-08-17T01:20:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:37 smithi157 ceph-mon[101289]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 7.5 KiB/s wr, 100 op/s 2024-08-17T01:20:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:37 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4947109a-60b0-4fcd-9c1a-cc4aa7aa998f"}]: dispatch 2024-08-17T01:20:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:37 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4947109a-60b0-4fcd-9c1a-cc4aa7aa998f"}]: dispatch 2024-08-17T01:20:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:37 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4947109a-60b0-4fcd-9c1a-cc4aa7aa998f"}]': finished 2024-08-17T01:20:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:37 smithi187 ceph-mon[90552]: osdmap e1538: 8 total, 8 up, 8 in 2024-08-17T01:20:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:37 smithi187 ceph-mon[90552]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 7.5 KiB/s wr, 100 op/s 2024-08-17T01:20:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:37 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4947109a-60b0-4fcd-9c1a-cc4aa7aa998f"}]: dispatch 2024-08-17T01:20:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:37 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4947109a-60b0-4fcd-9c1a-cc4aa7aa998f"}]: dispatch 2024-08-17T01:20:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:37 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4947109a-60b0-4fcd-9c1a-cc4aa7aa998f"}]': finished 2024-08-17T01:20:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:38 smithi157 ceph-mon[98780]: osdmap e1539: 8 total, 8 up, 8 in 2024-08-17T01:20:38.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:38 smithi157 ceph-mon[98780]: osdmap e1540: 8 total, 8 up, 8 in 2024-08-17T01:20:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:38 smithi157 ceph-mon[101289]: osdmap e1539: 8 total, 8 up, 8 in 2024-08-17T01:20:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:38 smithi157 ceph-mon[101289]: osdmap e1540: 8 total, 8 up, 8 in 2024-08-17T01:20:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:38 smithi187 ceph-mon[90552]: osdmap e1539: 8 total, 8 up, 8 in 2024-08-17T01:20:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:38 smithi187 ceph-mon[90552]: osdmap e1540: 8 total, 8 up, 8 in 2024-08-17T01:20:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:39 smithi157 ceph-mon[98780]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 8.2 KiB/s wr, 97 op/s 2024-08-17T01:20:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:39 smithi157 ceph-mon[98780]: osdmap e1541: 8 total, 8 up, 8 in 2024-08-17T01:20:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:39 smithi157 ceph-mon[101289]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 8.2 KiB/s wr, 97 op/s 2024-08-17T01:20:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:39 smithi157 ceph-mon[101289]: osdmap e1541: 8 total, 8 up, 8 in 2024-08-17T01:20:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:39 smithi187 ceph-mon[90552]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 8.2 KiB/s wr, 97 op/s 2024-08-17T01:20:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:39 smithi187 ceph-mon[90552]: osdmap e1541: 8 total, 8 up, 8 in 2024-08-17T01:20:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:41 smithi157 ceph-mon[101289]: osdmap e1542: 8 total, 8 up, 8 in 2024-08-17T01:20:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:41 smithi157 ceph-mon[101289]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 10 KiB/s wr, 107 op/s 2024-08-17T01:20:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:41 smithi157 ceph-mon[98780]: osdmap e1542: 8 total, 8 up, 8 in 2024-08-17T01:20:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:41 smithi157 ceph-mon[98780]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 10 KiB/s wr, 107 op/s 2024-08-17T01:20:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:41 smithi187 ceph-mon[90552]: osdmap e1542: 8 total, 8 up, 8 in 2024-08-17T01:20:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:41 smithi187 ceph-mon[90552]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 10 KiB/s wr, 107 op/s 2024-08-17T01:20:42.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:42 smithi157 ceph-mon[98780]: osdmap e1543: 8 total, 8 up, 8 in 2024-08-17T01:20:42.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:42 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b07685f8-46df-4f82-891a-e0f0b4f55f0d"}]: dispatch 2024-08-17T01:20:42.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:42 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b07685f8-46df-4f82-891a-e0f0b4f55f0d"}]: dispatch 2024-08-17T01:20:42.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:42 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b07685f8-46df-4f82-891a-e0f0b4f55f0d"}]': finished 2024-08-17T01:20:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:42 smithi157 ceph-mon[101289]: osdmap e1543: 8 total, 8 up, 8 in 2024-08-17T01:20:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:42 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b07685f8-46df-4f82-891a-e0f0b4f55f0d"}]: dispatch 2024-08-17T01:20:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:42 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b07685f8-46df-4f82-891a-e0f0b4f55f0d"}]: dispatch 2024-08-17T01:20:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:42 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b07685f8-46df-4f82-891a-e0f0b4f55f0d"}]': finished 2024-08-17T01:20:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:42 smithi187 ceph-mon[90552]: osdmap e1543: 8 total, 8 up, 8 in 2024-08-17T01:20:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:42 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b07685f8-46df-4f82-891a-e0f0b4f55f0d"}]: dispatch 2024-08-17T01:20:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:42 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b07685f8-46df-4f82-891a-e0f0b4f55f0d"}]: dispatch 2024-08-17T01:20:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:42 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b07685f8-46df-4f82-891a-e0f0b4f55f0d"}]': finished 2024-08-17T01:20:42.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:20:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:20:43.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:43 smithi157 ceph-mon[98780]: osdmap e1544: 8 total, 8 up, 8 in 2024-08-17T01:20:43.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:43 smithi157 ceph-mon[98780]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 9.2 KiB/s wr, 115 op/s 2024-08-17T01:20:43.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:43 smithi157 ceph-mon[98780]: osdmap e1545: 8 total, 8 up, 8 in 2024-08-17T01:20:43.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:20:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:20:43] "GET /metrics HTTP/1.1" 200 36464 "" "Prometheus/2.43.0" 2024-08-17T01:20:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:43 smithi157 ceph-mon[101289]: osdmap e1544: 8 total, 8 up, 8 in 2024-08-17T01:20:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:43 smithi157 ceph-mon[101289]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 9.2 KiB/s wr, 115 op/s 2024-08-17T01:20:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:43 smithi157 ceph-mon[101289]: osdmap e1545: 8 total, 8 up, 8 in 2024-08-17T01:20:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:43 smithi187 ceph-mon[90552]: osdmap e1544: 8 total, 8 up, 8 in 2024-08-17T01:20:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:43 smithi187 ceph-mon[90552]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 9.2 KiB/s wr, 115 op/s 2024-08-17T01:20:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:43 smithi187 ceph-mon[90552]: osdmap e1545: 8 total, 8 up, 8 in 2024-08-17T01:20:44.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:44.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:44 smithi157 ceph-mon[98780]: osdmap e1546: 8 total, 8 up, 8 in 2024-08-17T01:20:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:44 smithi157 ceph-mon[101289]: osdmap e1546: 8 total, 8 up, 8 in 2024-08-17T01:20:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:44 smithi187 ceph-mon[90552]: osdmap e1546: 8 total, 8 up, 8 in 2024-08-17T01:20:45.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:45 smithi157 ceph-mon[101289]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.2 KiB/s wr, 95 op/s 2024-08-17T01:20:45.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:45 smithi157 ceph-mon[98780]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.2 KiB/s wr, 95 op/s 2024-08-17T01:20:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:45 smithi187 ceph-mon[90552]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.2 KiB/s wr, 95 op/s 2024-08-17T01:20:46.355 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9891 ms) 2024-08-17T01:20:46.355 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-08-17T01:20:46.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:46 smithi157 ceph-mon[101289]: osdmap e1547: 8 total, 8 up, 8 in 2024-08-17T01:20:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:46 smithi157 ceph-mon[98780]: osdmap e1547: 8 total, 8 up, 8 in 2024-08-17T01:20:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:46 smithi187 ceph-mon[90552]: osdmap e1547: 8 total, 8 up, 8 in 2024-08-17T01:20:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[98780]: osdmap e1548: 8 total, 8 up, 8 in 2024-08-17T01:20:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ffbb30e-17d5-4b8a-a806-93b557800320"}]: dispatch 2024-08-17T01:20:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ffbb30e-17d5-4b8a-a806-93b557800320"}]: dispatch 2024-08-17T01:20:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ffbb30e-17d5-4b8a-a806-93b557800320"}]': finished 2024-08-17T01:20:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/89753363-2cf5-4833-9203-54a70056c34f"}]: dispatch 2024-08-17T01:20:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/89753363-2cf5-4833-9203-54a70056c34f"}]: dispatch 2024-08-17T01:20:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/89753363-2cf5-4833-9203-54a70056c34f"}]': finished 2024-08-17T01:20:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[98780]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 10 KiB/s wr, 215 op/s 2024-08-17T01:20:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:20:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[101289]: osdmap e1548: 8 total, 8 up, 8 in 2024-08-17T01:20:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ffbb30e-17d5-4b8a-a806-93b557800320"}]: dispatch 2024-08-17T01:20:47.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ffbb30e-17d5-4b8a-a806-93b557800320"}]: dispatch 2024-08-17T01:20:47.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ffbb30e-17d5-4b8a-a806-93b557800320"}]': finished 2024-08-17T01:20:47.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/89753363-2cf5-4833-9203-54a70056c34f"}]: dispatch 2024-08-17T01:20:47.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/89753363-2cf5-4833-9203-54a70056c34f"}]: dispatch 2024-08-17T01:20:47.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/89753363-2cf5-4833-9203-54a70056c34f"}]': finished 2024-08-17T01:20:47.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[101289]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 10 KiB/s wr, 215 op/s 2024-08-17T01:20:47.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:47 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:20:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:47 smithi187 ceph-mon[90552]: osdmap e1548: 8 total, 8 up, 8 in 2024-08-17T01:20:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:47 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ffbb30e-17d5-4b8a-a806-93b557800320"}]: dispatch 2024-08-17T01:20:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ffbb30e-17d5-4b8a-a806-93b557800320"}]: dispatch 2024-08-17T01:20:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ffbb30e-17d5-4b8a-a806-93b557800320"}]': finished 2024-08-17T01:20:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:47 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/89753363-2cf5-4833-9203-54a70056c34f"}]: dispatch 2024-08-17T01:20:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/89753363-2cf5-4833-9203-54a70056c34f"}]: dispatch 2024-08-17T01:20:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/89753363-2cf5-4833-9203-54a70056c34f"}]': finished 2024-08-17T01:20:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:47 smithi187 ceph-mon[90552]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 10 KiB/s wr, 215 op/s 2024-08-17T01:20:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:47 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:20:48.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:48 smithi157 ceph-mon[98780]: osdmap e1549: 8 total, 8 up, 8 in 2024-08-17T01:20:48.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:48 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:20:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:48 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:20:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:48 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:20:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:48 smithi157 ceph-mon[98780]: osdmap e1550: 8 total, 8 up, 8 in 2024-08-17T01:20:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:48 smithi157 ceph-mon[101289]: osdmap e1549: 8 total, 8 up, 8 in 2024-08-17T01:20:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:48 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:20:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:48 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:20:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:48 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:20:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:48 smithi157 ceph-mon[101289]: osdmap e1550: 8 total, 8 up, 8 in 2024-08-17T01:20:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:48 smithi187 ceph-mon[90552]: osdmap e1549: 8 total, 8 up, 8 in 2024-08-17T01:20:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:48 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:20:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:48 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:20:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:48 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:20:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:48 smithi187 ceph-mon[90552]: osdmap e1550: 8 total, 8 up, 8 in 2024-08-17T01:20:49.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:49 smithi157 ceph-mon[101289]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 9.5 KiB/s wr, 208 op/s 2024-08-17T01:20:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:49 smithi157 ceph-mon[98780]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 9.5 KiB/s wr, 208 op/s 2024-08-17T01:20:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:49 smithi187 ceph-mon[90552]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 9.5 KiB/s wr, 208 op/s 2024-08-17T01:20:50.422 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.SnapshotImageState (4066 ms) 2024-08-17T01:20:50.422 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-08-17T01:20:50.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:50 smithi157 ceph-mon[98780]: osdmap e1551: 8 total, 8 up, 8 in 2024-08-17T01:20:50.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:50 smithi157 ceph-mon[101289]: osdmap e1551: 8 total, 8 up, 8 in 2024-08-17T01:20:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:50 smithi187 ceph-mon[90552]: osdmap e1551: 8 total, 8 up, 8 in 2024-08-17T01:20:51.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:51 smithi157 ceph-mon[101289]: osdmap e1552: 8 total, 8 up, 8 in 2024-08-17T01:20:51.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:51 smithi157 ceph-mon[101289]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 19 KiB/s wr, 186 op/s 2024-08-17T01:20:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:51 smithi157 ceph-mon[98780]: osdmap e1552: 8 total, 8 up, 8 in 2024-08-17T01:20:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:51 smithi157 ceph-mon[98780]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 19 KiB/s wr, 186 op/s 2024-08-17T01:20:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:51 smithi187 ceph-mon[90552]: osdmap e1552: 8 total, 8 up, 8 in 2024-08-17T01:20:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:51 smithi187 ceph-mon[90552]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 19 KiB/s wr, 186 op/s 2024-08-17T01:20:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:52 smithi187 ceph-mon[90552]: osdmap e1553: 8 total, 8 up, 8 in 2024-08-17T01:20:52.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:20:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:20:52.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:52 smithi157 ceph-mon[101289]: osdmap e1553: 8 total, 8 up, 8 in 2024-08-17T01:20:52.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:52 smithi157 ceph-mon[98780]: osdmap e1553: 8 total, 8 up, 8 in 2024-08-17T01:20:53.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:20:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:20:53] "GET /metrics HTTP/1.1" 200 36463 "" "Prometheus/2.43.0" 2024-08-17T01:20:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:53 smithi157 ceph-mon[98780]: osdmap e1554: 8 total, 8 up, 8 in 2024-08-17T01:20:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:53 smithi157 ceph-mon[98780]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 20 KiB/s wr, 189 op/s 2024-08-17T01:20:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:53 smithi157 ceph-mon[98780]: osdmap e1555: 8 total, 8 up, 8 in 2024-08-17T01:20:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:53 smithi157 ceph-mon[101289]: osdmap e1554: 8 total, 8 up, 8 in 2024-08-17T01:20:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:53 smithi157 ceph-mon[101289]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 20 KiB/s wr, 189 op/s 2024-08-17T01:20:53.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:53 smithi157 ceph-mon[101289]: osdmap e1555: 8 total, 8 up, 8 in 2024-08-17T01:20:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:53 smithi187 ceph-mon[90552]: osdmap e1554: 8 total, 8 up, 8 in 2024-08-17T01:20:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:53 smithi187 ceph-mon[90552]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 20 KiB/s wr, 189 op/s 2024-08-17T01:20:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:53 smithi187 ceph-mon[90552]: osdmap e1555: 8 total, 8 up, 8 in 2024-08-17T01:20:55.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:55 smithi157 ceph-mon[98780]: osdmap e1556: 8 total, 8 up, 8 in 2024-08-17T01:20:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:55 smithi157 ceph-mon[98780]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.5 KiB/s wr, 66 op/s 2024-08-17T01:20:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:55 smithi157 ceph-mon[101289]: osdmap e1556: 8 total, 8 up, 8 in 2024-08-17T01:20:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:55 smithi157 ceph-mon[101289]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.5 KiB/s wr, 66 op/s 2024-08-17T01:20:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:55 smithi187 ceph-mon[90552]: osdmap e1556: 8 total, 8 up, 8 in 2024-08-17T01:20:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:55 smithi187 ceph-mon[90552]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.5 KiB/s wr, 66 op/s 2024-08-17T01:20:56.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:56 smithi157 ceph-mon[101289]: osdmap e1557: 8 total, 8 up, 8 in 2024-08-17T01:20:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:56 smithi157 ceph-mon[98780]: osdmap e1557: 8 total, 8 up, 8 in 2024-08-17T01:20:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:56 smithi187 ceph-mon[90552]: osdmap e1557: 8 total, 8 up, 8 in 2024-08-17T01:20:57.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:57 smithi157 ceph-mon[98780]: osdmap e1558: 8 total, 8 up, 8 in 2024-08-17T01:20:57.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:57 smithi157 ceph-mon[98780]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 14 KiB/s wr, 212 op/s 2024-08-17T01:20:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:57 smithi157 ceph-mon[101289]: osdmap e1558: 8 total, 8 up, 8 in 2024-08-17T01:20:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:57 smithi157 ceph-mon[101289]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 14 KiB/s wr, 212 op/s 2024-08-17T01:20:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:57 smithi187 ceph-mon[90552]: osdmap e1558: 8 total, 8 up, 8 in 2024-08-17T01:20:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:57 smithi187 ceph-mon[90552]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 14 KiB/s wr, 212 op/s 2024-08-17T01:20:58.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:58 smithi157 ceph-mon[98780]: osdmap e1559: 8 total, 8 up, 8 in 2024-08-17T01:20:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:58 smithi157 ceph-mon[98780]: osdmap e1560: 8 total, 8 up, 8 in 2024-08-17T01:20:58.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:58 smithi157 ceph-mon[101289]: osdmap e1559: 8 total, 8 up, 8 in 2024-08-17T01:20:58.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:58 smithi157 ceph-mon[101289]: osdmap e1560: 8 total, 8 up, 8 in 2024-08-17T01:20:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:58 smithi187 ceph-mon[90552]: osdmap e1559: 8 total, 8 up, 8 in 2024-08-17T01:20:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:58 smithi187 ceph-mon[90552]: osdmap e1560: 8 total, 8 up, 8 in 2024-08-17T01:20:59.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:59 smithi157 ceph-mon[98780]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 9.5 KiB/s wr, 164 op/s 2024-08-17T01:20:59.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:20:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:59.536 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:59 smithi157 ceph-mon[101289]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 9.5 KiB/s wr, 164 op/s 2024-08-17T01:20:59.536 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:20:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:59 smithi187 ceph-mon[90552]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 9.5 KiB/s wr, 164 op/s 2024-08-17T01:20:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:20:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:00.324 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9902 ms) 2024-08-17T01:21:00.324 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-08-17T01:21:00.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:00 smithi157 ceph-mon[98780]: osdmap e1561: 8 total, 8 up, 8 in 2024-08-17T01:21:00.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:00 smithi157 ceph-mon[101289]: osdmap e1561: 8 total, 8 up, 8 in 2024-08-17T01:21:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:00 smithi187 ceph-mon[90552]: osdmap e1561: 8 total, 8 up, 8 in 2024-08-17T01:21:01.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:01 smithi157 ceph-mon[98780]: osdmap e1562: 8 total, 8 up, 8 in 2024-08-17T01:21:01.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:01 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8b4a5800-5219-4cb4-9b9d-59cb171f1946"}]: dispatch 2024-08-17T01:21:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:01 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8b4a5800-5219-4cb4-9b9d-59cb171f1946"}]: dispatch 2024-08-17T01:21:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:01 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8b4a5800-5219-4cb4-9b9d-59cb171f1946"}]': finished 2024-08-17T01:21:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:01 smithi157 ceph-mon[98780]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 5.2 KiB/s wr, 45 op/s 2024-08-17T01:21:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:01 smithi157 ceph-mon[101289]: osdmap e1562: 8 total, 8 up, 8 in 2024-08-17T01:21:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:01 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8b4a5800-5219-4cb4-9b9d-59cb171f1946"}]: dispatch 2024-08-17T01:21:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:01 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8b4a5800-5219-4cb4-9b9d-59cb171f1946"}]: dispatch 2024-08-17T01:21:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:01 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8b4a5800-5219-4cb4-9b9d-59cb171f1946"}]': finished 2024-08-17T01:21:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:01 smithi157 ceph-mon[101289]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 5.2 KiB/s wr, 45 op/s 2024-08-17T01:21:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:01 smithi187 ceph-mon[90552]: osdmap e1562: 8 total, 8 up, 8 in 2024-08-17T01:21:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:01 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8b4a5800-5219-4cb4-9b9d-59cb171f1946"}]: dispatch 2024-08-17T01:21:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:01 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8b4a5800-5219-4cb4-9b9d-59cb171f1946"}]: dispatch 2024-08-17T01:21:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:01 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8b4a5800-5219-4cb4-9b9d-59cb171f1946"}]': finished 2024-08-17T01:21:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:01 smithi187 ceph-mon[90552]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 5.2 KiB/s wr, 45 op/s 2024-08-17T01:21:02.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:02 smithi157 ceph-mon[98780]: osdmap e1563: 8 total, 8 up, 8 in 2024-08-17T01:21:02.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:02 smithi157 ceph-mon[101289]: osdmap e1563: 8 total, 8 up, 8 in 2024-08-17T01:21:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:02 smithi187 ceph-mon[90552]: osdmap e1563: 8 total, 8 up, 8 in 2024-08-17T01:21:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:21:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:21:03.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:21:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:21:03] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2024-08-17T01:21:03.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:03 smithi157 ceph-mon[98780]: osdmap e1564: 8 total, 8 up, 8 in 2024-08-17T01:21:03.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:03 smithi157 ceph-mon[98780]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.2 KiB/s wr, 52 op/s 2024-08-17T01:21:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:03 smithi157 ceph-mon[101289]: osdmap e1564: 8 total, 8 up, 8 in 2024-08-17T01:21:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:03 smithi157 ceph-mon[101289]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.2 KiB/s wr, 52 op/s 2024-08-17T01:21:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:03 smithi187 ceph-mon[90552]: osdmap e1564: 8 total, 8 up, 8 in 2024-08-17T01:21:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:03 smithi187 ceph-mon[90552]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.2 KiB/s wr, 52 op/s 2024-08-17T01:21:04.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:04 smithi157 ceph-mon[98780]: osdmap e1565: 8 total, 8 up, 8 in 2024-08-17T01:21:04.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:04 smithi157 ceph-mon[101289]: osdmap e1565: 8 total, 8 up, 8 in 2024-08-17T01:21:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:04 smithi187 ceph-mon[90552]: osdmap e1565: 8 total, 8 up, 8 in 2024-08-17T01:21:05.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:05 smithi157 ceph-mon[101289]: osdmap e1566: 8 total, 8 up, 8 in 2024-08-17T01:21:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:05 smithi157 ceph-mon[101289]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-08-17T01:21:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:05 smithi157 ceph-mon[98780]: osdmap e1566: 8 total, 8 up, 8 in 2024-08-17T01:21:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:05 smithi157 ceph-mon[98780]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-08-17T01:21:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:05 smithi187 ceph-mon[90552]: osdmap e1566: 8 total, 8 up, 8 in 2024-08-17T01:21:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:05 smithi187 ceph-mon[90552]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-08-17T01:21:06.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:06 smithi157 ceph-mon[101289]: osdmap e1567: 8 total, 8 up, 8 in 2024-08-17T01:21:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:06 smithi157 ceph-mon[98780]: osdmap e1567: 8 total, 8 up, 8 in 2024-08-17T01:21:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:06 smithi187 ceph-mon[90552]: osdmap e1567: 8 total, 8 up, 8 in 2024-08-17T01:21:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:07 smithi157 ceph-mon[101289]: osdmap e1568: 8 total, 8 up, 8 in 2024-08-17T01:21:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:07 smithi157 ceph-mon[101289]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 11 KiB/s wr, 89 op/s 2024-08-17T01:21:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:07 smithi157 ceph-mon[98780]: osdmap e1568: 8 total, 8 up, 8 in 2024-08-17T01:21:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:07 smithi157 ceph-mon[98780]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 11 KiB/s wr, 89 op/s 2024-08-17T01:21:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:07 smithi187 ceph-mon[90552]: osdmap e1568: 8 total, 8 up, 8 in 2024-08-17T01:21:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:07 smithi187 ceph-mon[90552]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 11 KiB/s wr, 89 op/s 2024-08-17T01:21:08.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:08 smithi157 ceph-mon[101289]: osdmap e1569: 8 total, 8 up, 8 in 2024-08-17T01:21:08.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:08 smithi157 ceph-mon[101289]: osdmap e1570: 8 total, 8 up, 8 in 2024-08-17T01:21:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:08 smithi157 ceph-mon[98780]: osdmap e1569: 8 total, 8 up, 8 in 2024-08-17T01:21:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:08 smithi157 ceph-mon[98780]: osdmap e1570: 8 total, 8 up, 8 in 2024-08-17T01:21:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:08 smithi187 ceph-mon[90552]: osdmap e1569: 8 total, 8 up, 8 in 2024-08-17T01:21:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:08 smithi187 ceph-mon[90552]: osdmap e1570: 8 total, 8 up, 8 in 2024-08-17T01:21:09.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:09 smithi157 ceph-mon[98780]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 13 KiB/s wr, 101 op/s 2024-08-17T01:21:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:09 smithi157 ceph-mon[98780]: osdmap e1571: 8 total, 8 up, 8 in 2024-08-17T01:21:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:09 smithi157 ceph-mon[101289]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 13 KiB/s wr, 101 op/s 2024-08-17T01:21:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:09 smithi157 ceph-mon[101289]: osdmap e1571: 8 total, 8 up, 8 in 2024-08-17T01:21:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:09 smithi187 ceph-mon[90552]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 13 KiB/s wr, 101 op/s 2024-08-17T01:21:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:09 smithi187 ceph-mon[90552]: osdmap e1571: 8 total, 8 up, 8 in 2024-08-17T01:21:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:11 smithi157 ceph-mon[98780]: osdmap e1572: 8 total, 8 up, 8 in 2024-08-17T01:21:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:11 smithi157 ceph-mon[98780]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 12 KiB/s wr, 112 op/s 2024-08-17T01:21:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:11 smithi157 ceph-mon[101289]: osdmap e1572: 8 total, 8 up, 8 in 2024-08-17T01:21:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:11 smithi157 ceph-mon[101289]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 12 KiB/s wr, 112 op/s 2024-08-17T01:21:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:11 smithi187 ceph-mon[90552]: osdmap e1572: 8 total, 8 up, 8 in 2024-08-17T01:21:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:11 smithi187 ceph-mon[90552]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 12 KiB/s wr, 112 op/s 2024-08-17T01:21:12.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:12 smithi157 ceph-mon[98780]: osdmap e1573: 8 total, 8 up, 8 in 2024-08-17T01:21:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:12 smithi157 ceph-mon[101289]: osdmap e1573: 8 total, 8 up, 8 in 2024-08-17T01:21:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:12 smithi187 ceph-mon[90552]: osdmap e1573: 8 total, 8 up, 8 in 2024-08-17T01:21:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:21:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:21:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:21:13.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:13 smithi157 ceph-mon[98780]: osdmap e1574: 8 total, 8 up, 8 in 2024-08-17T01:21:13.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:13 smithi157 ceph-mon[98780]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.7 KiB/s wr, 76 op/s 2024-08-17T01:21:13.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:13 smithi157 ceph-mon[101289]: osdmap e1574: 8 total, 8 up, 8 in 2024-08-17T01:21:13.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:13 smithi157 ceph-mon[101289]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.7 KiB/s wr, 76 op/s 2024-08-17T01:21:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:13 smithi187 ceph-mon[90552]: osdmap e1574: 8 total, 8 up, 8 in 2024-08-17T01:21:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:13 smithi187 ceph-mon[90552]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.7 KiB/s wr, 76 op/s 2024-08-17T01:21:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:21:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:21:13] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2024-08-17T01:21:14.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:14 smithi157 ceph-mon[101289]: osdmap e1575: 8 total, 8 up, 8 in 2024-08-17T01:21:14.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:14 smithi157 ceph-mon[98780]: osdmap e1575: 8 total, 8 up, 8 in 2024-08-17T01:21:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:14 smithi187 ceph-mon[90552]: osdmap e1575: 8 total, 8 up, 8 in 2024-08-17T01:21:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:15 smithi157 ceph-mon[98780]: osdmap e1576: 8 total, 8 up, 8 in 2024-08-17T01:21:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:15 smithi157 ceph-mon[98780]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 11 KiB/s wr, 118 op/s 2024-08-17T01:21:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:15 smithi157 ceph-mon[101289]: osdmap e1576: 8 total, 8 up, 8 in 2024-08-17T01:21:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:15 smithi157 ceph-mon[101289]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 11 KiB/s wr, 118 op/s 2024-08-17T01:21:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:15 smithi187 ceph-mon[90552]: osdmap e1576: 8 total, 8 up, 8 in 2024-08-17T01:21:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:15 smithi187 ceph-mon[90552]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 11 KiB/s wr, 118 op/s 2024-08-17T01:21:16.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:16 smithi157 ceph-mon[101289]: osdmap e1577: 8 total, 8 up, 8 in 2024-08-17T01:21:16.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:16 smithi157 ceph-mon[98780]: osdmap e1577: 8 total, 8 up, 8 in 2024-08-17T01:21:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:16 smithi187 ceph-mon[90552]: osdmap e1577: 8 total, 8 up, 8 in 2024-08-17T01:21:17.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:17 smithi157 ceph-mon[98780]: osdmap e1578: 8 total, 8 up, 8 in 2024-08-17T01:21:17.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:17 smithi157 ceph-mon[98780]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 23 KiB/s wr, 267 op/s 2024-08-17T01:21:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:17 smithi157 ceph-mon[101289]: osdmap e1578: 8 total, 8 up, 8 in 2024-08-17T01:21:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:17 smithi157 ceph-mon[101289]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 23 KiB/s wr, 267 op/s 2024-08-17T01:21:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:17 smithi187 ceph-mon[90552]: osdmap e1578: 8 total, 8 up, 8 in 2024-08-17T01:21:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:17 smithi187 ceph-mon[90552]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 23 KiB/s wr, 267 op/s 2024-08-17T01:21:18.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:18 smithi157 ceph-mon[98780]: osdmap e1579: 8 total, 8 up, 8 in 2024-08-17T01:21:18.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:18 smithi157 ceph-mon[98780]: osdmap e1580: 8 total, 8 up, 8 in 2024-08-17T01:21:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:18 smithi157 ceph-mon[101289]: osdmap e1579: 8 total, 8 up, 8 in 2024-08-17T01:21:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:18 smithi157 ceph-mon[101289]: osdmap e1580: 8 total, 8 up, 8 in 2024-08-17T01:21:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:18 smithi187 ceph-mon[90552]: osdmap e1579: 8 total, 8 up, 8 in 2024-08-17T01:21:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:18 smithi187 ceph-mon[90552]: osdmap e1580: 8 total, 8 up, 8 in 2024-08-17T01:21:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:19 smithi157 ceph-mon[101289]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 14 KiB/s wr, 199 op/s 2024-08-17T01:21:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:19 smithi157 ceph-mon[101289]: osdmap e1581: 8 total, 8 up, 8 in 2024-08-17T01:21:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:19 smithi157 ceph-mon[98780]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 14 KiB/s wr, 199 op/s 2024-08-17T01:21:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:19 smithi157 ceph-mon[98780]: osdmap e1581: 8 total, 8 up, 8 in 2024-08-17T01:21:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:19 smithi187 ceph-mon[90552]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 14 KiB/s wr, 199 op/s 2024-08-17T01:21:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:19 smithi187 ceph-mon[90552]: osdmap e1581: 8 total, 8 up, 8 in 2024-08-17T01:21:21.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:21 smithi157 ceph-mon[98780]: osdmap e1582: 8 total, 8 up, 8 in 2024-08-17T01:21:21.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:21 smithi157 ceph-mon[98780]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.2 KiB/s wr, 120 op/s 2024-08-17T01:21:21.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:21 smithi157 ceph-mon[101289]: osdmap e1582: 8 total, 8 up, 8 in 2024-08-17T01:21:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:21 smithi157 ceph-mon[101289]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.2 KiB/s wr, 120 op/s 2024-08-17T01:21:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:21 smithi187 ceph-mon[90552]: osdmap e1582: 8 total, 8 up, 8 in 2024-08-17T01:21:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:21 smithi187 ceph-mon[90552]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.2 KiB/s wr, 120 op/s 2024-08-17T01:21:22.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:22 smithi187 ceph-mon[90552]: osdmap e1583: 8 total, 8 up, 8 in 2024-08-17T01:21:22.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:21:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:21:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:21:22.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:22 smithi157 ceph-mon[101289]: osdmap e1583: 8 total, 8 up, 8 in 2024-08-17T01:21:22.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:22 smithi157 ceph-mon[98780]: osdmap e1583: 8 total, 8 up, 8 in 2024-08-17T01:21:23.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:23 smithi157 ceph-mon[101289]: osdmap e1584: 8 total, 8 up, 8 in 2024-08-17T01:21:23.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:23 smithi157 ceph-mon[101289]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2024-08-17T01:21:23.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:23 smithi157 ceph-mon[101289]: osdmap e1585: 8 total, 8 up, 8 in 2024-08-17T01:21:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:23 smithi157 ceph-mon[98780]: osdmap e1584: 8 total, 8 up, 8 in 2024-08-17T01:21:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:23 smithi157 ceph-mon[98780]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2024-08-17T01:21:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:23 smithi157 ceph-mon[98780]: osdmap e1585: 8 total, 8 up, 8 in 2024-08-17T01:21:23.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:21:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:21:23] "GET /metrics HTTP/1.1" 200 36464 "" "Prometheus/2.43.0" 2024-08-17T01:21:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:23 smithi187 ceph-mon[90552]: osdmap e1584: 8 total, 8 up, 8 in 2024-08-17T01:21:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:23 smithi187 ceph-mon[90552]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2024-08-17T01:21:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:23 smithi187 ceph-mon[90552]: osdmap e1585: 8 total, 8 up, 8 in 2024-08-17T01:21:25.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:25 smithi157 ceph-mon[98780]: osdmap e1586: 8 total, 8 up, 8 in 2024-08-17T01:21:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:25 smithi157 ceph-mon[98780]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 3.7 KiB/s wr, 84 op/s 2024-08-17T01:21:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:25 smithi157 ceph-mon[101289]: osdmap e1586: 8 total, 8 up, 8 in 2024-08-17T01:21:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:25 smithi157 ceph-mon[101289]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 3.7 KiB/s wr, 84 op/s 2024-08-17T01:21:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:25 smithi187 ceph-mon[90552]: osdmap e1586: 8 total, 8 up, 8 in 2024-08-17T01:21:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:25 smithi187 ceph-mon[90552]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 3.7 KiB/s wr, 84 op/s 2024-08-17T01:21:26.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:26 smithi157 ceph-mon[98780]: osdmap e1587: 8 total, 8 up, 8 in 2024-08-17T01:21:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:26 smithi157 ceph-mon[101289]: osdmap e1587: 8 total, 8 up, 8 in 2024-08-17T01:21:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:26 smithi187 ceph-mon[90552]: osdmap e1587: 8 total, 8 up, 8 in 2024-08-17T01:21:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:27 smithi157 ceph-mon[98780]: osdmap e1588: 8 total, 8 up, 8 in 2024-08-17T01:21:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:27 smithi157 ceph-mon[98780]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 9.2 KiB/s wr, 155 op/s 2024-08-17T01:21:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:27 smithi157 ceph-mon[101289]: osdmap e1588: 8 total, 8 up, 8 in 2024-08-17T01:21:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:27 smithi157 ceph-mon[101289]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 9.2 KiB/s wr, 155 op/s 2024-08-17T01:21:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:27 smithi187 ceph-mon[90552]: osdmap e1588: 8 total, 8 up, 8 in 2024-08-17T01:21:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:27 smithi187 ceph-mon[90552]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 9.2 KiB/s wr, 155 op/s 2024-08-17T01:21:28.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:28 smithi157 ceph-mon[98780]: osdmap e1589: 8 total, 8 up, 8 in 2024-08-17T01:21:28.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:28 smithi157 ceph-mon[98780]: osdmap e1590: 8 total, 8 up, 8 in 2024-08-17T01:21:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:28 smithi157 ceph-mon[101289]: osdmap e1589: 8 total, 8 up, 8 in 2024-08-17T01:21:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:28 smithi157 ceph-mon[101289]: osdmap e1590: 8 total, 8 up, 8 in 2024-08-17T01:21:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:28 smithi187 ceph-mon[90552]: osdmap e1589: 8 total, 8 up, 8 in 2024-08-17T01:21:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:28 smithi187 ceph-mon[90552]: osdmap e1590: 8 total, 8 up, 8 in 2024-08-17T01:21:29.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:29 smithi157 ceph-mon[101289]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.5 KiB/s wr, 122 op/s 2024-08-17T01:21:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:29 smithi157 ceph-mon[101289]: osdmap e1591: 8 total, 8 up, 8 in 2024-08-17T01:21:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:29 smithi157 ceph-mon[98780]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.5 KiB/s wr, 122 op/s 2024-08-17T01:21:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:29 smithi157 ceph-mon[98780]: osdmap e1591: 8 total, 8 up, 8 in 2024-08-17T01:21:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:29 smithi187 ceph-mon[90552]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.5 KiB/s wr, 122 op/s 2024-08-17T01:21:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:29 smithi187 ceph-mon[90552]: osdmap e1591: 8 total, 8 up, 8 in 2024-08-17T01:21:31.406 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31082 ms) 2024-08-17T01:21:31.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:31 smithi157 ceph-mon[98780]: osdmap e1592: 8 total, 8 up, 8 in 2024-08-17T01:21:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:31 smithi157 ceph-mon[98780]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 104 op/s 2024-08-17T01:21:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:31 smithi157 ceph-mon[101289]: osdmap e1592: 8 total, 8 up, 8 in 2024-08-17T01:21:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:31 smithi157 ceph-mon[101289]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 104 op/s 2024-08-17T01:21:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:31 smithi187 ceph-mon[90552]: osdmap e1592: 8 total, 8 up, 8 in 2024-08-17T01:21:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:31 smithi187 ceph-mon[90552]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 104 op/s 2024-08-17T01:21:32.409 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 51 tests from TestMirroring (86901 ms total) 2024-08-17T01:21:32.409 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:21:32.409 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 34 tests from TestInternal 2024-08-17T01:21:32.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:32 smithi157 ceph-mon[101289]: osdmap e1593: 8 total, 8 up, 8 in 2024-08-17T01:21:32.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:32 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a3e37604-d46d-435d-b133-bf2c91a43e21"}]: dispatch 2024-08-17T01:21:32.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:32 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a3e37604-d46d-435d-b133-bf2c91a43e21"}]: dispatch 2024-08-17T01:21:32.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:32 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a3e37604-d46d-435d-b133-bf2c91a43e21"}]': finished 2024-08-17T01:21:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:32 smithi157 ceph-mon[98780]: osdmap e1593: 8 total, 8 up, 8 in 2024-08-17T01:21:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:32 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a3e37604-d46d-435d-b133-bf2c91a43e21"}]: dispatch 2024-08-17T01:21:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:32 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a3e37604-d46d-435d-b133-bf2c91a43e21"}]: dispatch 2024-08-17T01:21:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:32 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a3e37604-d46d-435d-b133-bf2c91a43e21"}]': finished 2024-08-17T01:21:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:21:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:21:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:21:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:32 smithi187 ceph-mon[90552]: osdmap e1593: 8 total, 8 up, 8 in 2024-08-17T01:21:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:32 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/624558475' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a3e37604-d46d-435d-b133-bf2c91a43e21"}]: dispatch 2024-08-17T01:21:32.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:32 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a3e37604-d46d-435d-b133-bf2c91a43e21"}]: dispatch 2024-08-17T01:21:32.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:32 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a3e37604-d46d-435d-b133-bf2c91a43e21"}]': finished 2024-08-17T01:21:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:33 smithi187 ceph-mon[90552]: osdmap e1594: 8 total, 8 up, 8 in 2024-08-17T01:21:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:33 smithi187 ceph-mon[90552]: pgmap v2748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:21:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:21:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:21:33] "GET /metrics HTTP/1.1" 200 36466 "" "Prometheus/2.43.0" 2024-08-17T01:21:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:33 smithi157 ceph-mon[101289]: osdmap e1594: 8 total, 8 up, 8 in 2024-08-17T01:21:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:33 smithi157 ceph-mon[101289]: pgmap v2748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:21:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:33 smithi157 ceph-mon[98780]: osdmap e1594: 8 total, 8 up, 8 in 2024-08-17T01:21:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:33 smithi157 ceph-mon[98780]: pgmap v2748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:21:34.413 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.OpenByID 2024-08-17T01:21:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:34 smithi187 ceph-mon[90552]: osdmap e1595: 8 total, 8 up, 8 in 2024-08-17T01:21:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:34 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2654082940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:34.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:34 smithi157 ceph-mon[101289]: osdmap e1595: 8 total, 8 up, 8 in 2024-08-17T01:21:34.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:34 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2654082940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:34.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:34 smithi157 ceph-mon[98780]: osdmap e1595: 8 total, 8 up, 8 in 2024-08-17T01:21:34.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:34 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2654082940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:35 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2654082940' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:21:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:35 smithi187 ceph-mon[90552]: osdmap e1596: 8 total, 8 up, 8 in 2024-08-17T01:21:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:35 smithi187 ceph-mon[90552]: pgmap v2751: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:21:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:35 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2654082940' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:21:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:35 smithi157 ceph-mon[98780]: osdmap e1596: 8 total, 8 up, 8 in 2024-08-17T01:21:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:35 smithi157 ceph-mon[98780]: pgmap v2751: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:21:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:35 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2654082940' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:21:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:35 smithi157 ceph-mon[101289]: osdmap e1596: 8 total, 8 up, 8 in 2024-08-17T01:21:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:35 smithi157 ceph-mon[101289]: pgmap v2751: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:21:36.464 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.OpenByID (2051 ms) 2024-08-17T01:21:36.465 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-08-17T01:21:36.489 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.OpenSnapDNE (24 ms) 2024-08-17T01:21:36.489 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-08-17T01:21:36.517 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (28 ms) 2024-08-17T01:21:36.517 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-08-17T01:21:36.542 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.ResizeLocksImage (25 ms) 2024-08-17T01:21:36.542 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-08-17T01:21:36.561 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (19 ms) 2024-08-17T01:21:36.561 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-08-17T01:21:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:36 smithi187 ceph-mon[90552]: osdmap e1597: 8 total, 8 up, 8 in 2024-08-17T01:21:36.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:36 smithi157 ceph-mon[98780]: osdmap e1597: 8 total, 8 up, 8 in 2024-08-17T01:21:36.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:36 smithi157 ceph-mon[101289]: osdmap e1597: 8 total, 8 up, 8 in 2024-08-17T01:21:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:37 smithi187 ceph-mon[90552]: osdmap e1598: 8 total, 8 up, 8 in 2024-08-17T01:21:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:37 smithi187 ceph-mon[90552]: pgmap v2754: 137 pgs: 6 creating+peering, 9 unknown, 122 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:21:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:37 smithi157 ceph-mon[98780]: osdmap e1598: 8 total, 8 up, 8 in 2024-08-17T01:21:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:37 smithi157 ceph-mon[98780]: pgmap v2754: 137 pgs: 6 creating+peering, 9 unknown, 122 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:21:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:37 smithi157 ceph-mon[101289]: osdmap e1598: 8 total, 8 up, 8 in 2024-08-17T01:21:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:37 smithi157 ceph-mon[101289]: pgmap v2754: 137 pgs: 6 creating+peering, 9 unknown, 122 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:21:38.463 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1902 ms) 2024-08-17T01:21:38.463 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-08-17T01:21:38.486 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (24 ms) 2024-08-17T01:21:38.487 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-08-17T01:21:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:38 smithi187 ceph-mon[90552]: osdmap e1599: 8 total, 8 up, 8 in 2024-08-17T01:21:38.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:38 smithi157 ceph-mon[101289]: osdmap e1599: 8 total, 8 up, 8 in 2024-08-17T01:21:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:38 smithi157 ceph-mon[98780]: osdmap e1599: 8 total, 8 up, 8 in 2024-08-17T01:21:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:39 smithi187 ceph-mon[90552]: pgmap v2756: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-08-17T01:21:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:39 smithi187 ceph-mon[90552]: osdmap e1600: 8 total, 8 up, 8 in 2024-08-17T01:21:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:39 smithi157 ceph-mon[98780]: pgmap v2756: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-08-17T01:21:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:39 smithi157 ceph-mon[98780]: osdmap e1600: 8 total, 8 up, 8 in 2024-08-17T01:21:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:39 smithi157 ceph-mon[101289]: pgmap v2756: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-08-17T01:21:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:39 smithi157 ceph-mon[101289]: osdmap e1600: 8 total, 8 up, 8 in 2024-08-17T01:21:40.471 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1984 ms) 2024-08-17T01:21:40.471 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-08-17T01:21:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:40 smithi187 ceph-mon[90552]: osdmap e1601: 8 total, 8 up, 8 in 2024-08-17T01:21:40.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:40 smithi157 ceph-mon[101289]: osdmap e1601: 8 total, 8 up, 8 in 2024-08-17T01:21:40.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:40 smithi157 ceph-mon[98780]: osdmap e1601: 8 total, 8 up, 8 in 2024-08-17T01:21:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:41 smithi187 ceph-mon[90552]: pgmap v2759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2024-08-17T01:21:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:41 smithi187 ceph-mon[90552]: osdmap e1602: 8 total, 8 up, 8 in 2024-08-17T01:21:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:41 smithi157 ceph-mon[98780]: pgmap v2759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2024-08-17T01:21:41.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:41 smithi157 ceph-mon[98780]: osdmap e1602: 8 total, 8 up, 8 in 2024-08-17T01:21:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:41 smithi157 ceph-mon[101289]: pgmap v2759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2024-08-17T01:21:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:41 smithi157 ceph-mon[101289]: osdmap e1602: 8 total, 8 up, 8 in 2024-08-17T01:21:42.488 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2017 ms) 2024-08-17T01:21:42.488 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-08-17T01:21:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:42 smithi187 ceph-mon[90552]: osdmap e1603: 8 total, 8 up, 8 in 2024-08-17T01:21:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:21:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:21:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:21:42.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:42 smithi157 ceph-mon[98780]: osdmap e1603: 8 total, 8 up, 8 in 2024-08-17T01:21:42.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:42 smithi157 ceph-mon[101289]: osdmap e1603: 8 total, 8 up, 8 in 2024-08-17T01:21:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:21:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:21:43] "GET /metrics HTTP/1.1" 200 36466 "" "Prometheus/2.43.0" 2024-08-17T01:21:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:43 smithi157 ceph-mon[101289]: pgmap v2762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 8.7 KiB/s wr, 105 op/s 2024-08-17T01:21:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:43 smithi157 ceph-mon[101289]: osdmap e1604: 8 total, 8 up, 8 in 2024-08-17T01:21:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:43 smithi157 ceph-mon[101289]: osdmap e1605: 8 total, 8 up, 8 in 2024-08-17T01:21:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:43 smithi157 ceph-mon[98780]: pgmap v2762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 8.7 KiB/s wr, 105 op/s 2024-08-17T01:21:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:43 smithi157 ceph-mon[98780]: osdmap e1604: 8 total, 8 up, 8 in 2024-08-17T01:21:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:43 smithi157 ceph-mon[98780]: osdmap e1605: 8 total, 8 up, 8 in 2024-08-17T01:21:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:43 smithi187 ceph-mon[90552]: pgmap v2762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 8.7 KiB/s wr, 105 op/s 2024-08-17T01:21:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:43 smithi187 ceph-mon[90552]: osdmap e1604: 8 total, 8 up, 8 in 2024-08-17T01:21:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:43 smithi187 ceph-mon[90552]: osdmap e1605: 8 total, 8 up, 8 in 2024-08-17T01:21:44.256 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1768 ms) 2024-08-17T01:21:44.256 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-08-17T01:21:44.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:44 smithi157 ceph-mon[101289]: osdmap e1606: 8 total, 8 up, 8 in 2024-08-17T01:21:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:44 smithi157 ceph-mon[98780]: osdmap e1606: 8 total, 8 up, 8 in 2024-08-17T01:21:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:44 smithi187 ceph-mon[90552]: osdmap e1606: 8 total, 8 up, 8 in 2024-08-17T01:21:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:45 smithi157 ceph-mon[101289]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 11 KiB/s wr, 147 op/s 2024-08-17T01:21:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:45 smithi157 ceph-mon[101289]: osdmap e1607: 8 total, 8 up, 8 in 2024-08-17T01:21:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:45 smithi157 ceph-mon[98780]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 11 KiB/s wr, 147 op/s 2024-08-17T01:21:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:45 smithi157 ceph-mon[98780]: osdmap e1607: 8 total, 8 up, 8 in 2024-08-17T01:21:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:45 smithi187 ceph-mon[90552]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 11 KiB/s wr, 147 op/s 2024-08-17T01:21:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:45 smithi187 ceph-mon[90552]: osdmap e1607: 8 total, 8 up, 8 in 2024-08-17T01:21:46.271 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.FlattenLocksImage (2016 ms) 2024-08-17T01:21:46.272 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-08-17T01:21:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:47 smithi157 ceph-mon[98780]: osdmap e1608: 8 total, 8 up, 8 in 2024-08-17T01:21:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:47 smithi157 ceph-mon[98780]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 9.6 KiB/s wr, 179 op/s 2024-08-17T01:21:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:47 smithi157 ceph-mon[101289]: osdmap e1608: 8 total, 8 up, 8 in 2024-08-17T01:21:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:47 smithi157 ceph-mon[101289]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 9.6 KiB/s wr, 179 op/s 2024-08-17T01:21:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:47 smithi187 ceph-mon[90552]: osdmap e1608: 8 total, 8 up, 8 in 2024-08-17T01:21:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:47 smithi187 ceph-mon[90552]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 9.6 KiB/s wr, 179 op/s 2024-08-17T01:21:48.257 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1985 ms) 2024-08-17T01:21:48.257 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-08-17T01:21:48.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:48 smithi157 ceph-mon[101289]: osdmap e1609: 8 total, 8 up, 8 in 2024-08-17T01:21:48.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:48 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:21:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:48 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:21:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:48 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:21:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:48 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:21:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:48 smithi157 ceph-mon[101289]: osdmap e1610: 8 total, 8 up, 8 in 2024-08-17T01:21:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:48 smithi157 ceph-mon[98780]: osdmap e1609: 8 total, 8 up, 8 in 2024-08-17T01:21:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:48 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:21:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:48 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:21:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:48 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:21:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:48 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:21:48.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:48 smithi157 ceph-mon[98780]: osdmap e1610: 8 total, 8 up, 8 in 2024-08-17T01:21:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:48 smithi187 ceph-mon[90552]: osdmap e1609: 8 total, 8 up, 8 in 2024-08-17T01:21:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:48 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:21:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:48 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:21:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:48 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:21:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:48 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:21:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:48 smithi187 ceph-mon[90552]: osdmap e1610: 8 total, 8 up, 8 in 2024-08-17T01:21:49.260 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (1003 ms) 2024-08-17T01:21:49.260 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-08-17T01:21:49.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:49 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3332352310' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3332352310"}]: dispatch 2024-08-17T01:21:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:49 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3332352310"}]: dispatch 2024-08-17T01:21:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:49 smithi157 ceph-mon[98780]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 7.7 KiB/s wr, 150 op/s 2024-08-17T01:21:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:49 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3332352310' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3332352310"}]: dispatch 2024-08-17T01:21:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:49 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3332352310"}]: dispatch 2024-08-17T01:21:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:49 smithi157 ceph-mon[101289]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 7.7 KiB/s wr, 150 op/s 2024-08-17T01:21:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:49 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3332352310' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3332352310"}]: dispatch 2024-08-17T01:21:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:49 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3332352310"}]: dispatch 2024-08-17T01:21:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:49 smithi187 ceph-mon[90552]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 7.7 KiB/s wr, 150 op/s 2024-08-17T01:21:50.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:50 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3332352310"}]': finished 2024-08-17T01:21:50.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:50 smithi157 ceph-mon[98780]: osdmap e1611: 8 total, 8 up, 8 in 2024-08-17T01:21:50.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:50 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3611177594' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3611177594"}]: dispatch 2024-08-17T01:21:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:50 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3332352310"}]': finished 2024-08-17T01:21:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:50 smithi157 ceph-mon[101289]: osdmap e1611: 8 total, 8 up, 8 in 2024-08-17T01:21:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:50 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3611177594' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3611177594"}]: dispatch 2024-08-17T01:21:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:50 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3332352310"}]': finished 2024-08-17T01:21:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:50 smithi187 ceph-mon[90552]: osdmap e1611: 8 total, 8 up, 8 in 2024-08-17T01:21:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:50 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3611177594' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3611177594"}]: dispatch 2024-08-17T01:21:51.266 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2004 ms) 2024-08-17T01:21:51.266 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-08-17T01:21:51.298 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.AioWriteRequestsLock (34 ms) 2024-08-17T01:21:51.298 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-08-17T01:21:51.324 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (26 ms) 2024-08-17T01:21:51.324 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-08-17T01:21:51.367 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.CancelAsyncResize (43 ms) 2024-08-17T01:21:51.367 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.MultipleResize 2024-08-17T01:21:51.422 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.MultipleResize (56 ms) 2024-08-17T01:21:51.423 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.Metadata 2024-08-17T01:21:51.470 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.Metadata (45 ms) 2024-08-17T01:21:51.470 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-08-17T01:21:51.495 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.MetadataConfApply (27 ms) 2024-08-17T01:21:51.495 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-08-17T01:21:51.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:51 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3611177594' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3611177594"}]': finished 2024-08-17T01:21:51.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:51 smithi157 ceph-mon[101289]: osdmap e1612: 8 total, 8 up, 8 in 2024-08-17T01:21:51.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:51 smithi157 ceph-mon[101289]: pgmap v2775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 7.0 KiB/s wr, 147 op/s 2024-08-17T01:21:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:51 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3611177594' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3611177594"}]': finished 2024-08-17T01:21:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:51 smithi157 ceph-mon[98780]: osdmap e1612: 8 total, 8 up, 8 in 2024-08-17T01:21:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:51 smithi157 ceph-mon[98780]: pgmap v2775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 7.0 KiB/s wr, 147 op/s 2024-08-17T01:21:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:51 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3611177594' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3611177594"}]': finished 2024-08-17T01:21:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:51 smithi187 ceph-mon[90552]: osdmap e1612: 8 total, 8 up, 8 in 2024-08-17T01:21:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:51 smithi187 ceph-mon[90552]: pgmap v2775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 7.0 KiB/s wr, 147 op/s 2024-08-17T01:21:52.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:21:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:21:53.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:21:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:21:53] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-08-17T01:21:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:53 smithi157 ceph-mon[98780]: osdmap e1613: 8 total, 8 up, 8 in 2024-08-17T01:21:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:53 smithi157 ceph-mon[98780]: pgmap v2777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 6.9 KiB/s wr, 146 op/s 2024-08-17T01:21:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:53 smithi157 ceph-mon[98780]: osdmap e1614: 8 total, 8 up, 8 in 2024-08-17T01:21:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:53 smithi157 ceph-mon[101289]: osdmap e1613: 8 total, 8 up, 8 in 2024-08-17T01:21:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:53 smithi157 ceph-mon[101289]: pgmap v2777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 6.9 KiB/s wr, 146 op/s 2024-08-17T01:21:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:53 smithi157 ceph-mon[101289]: osdmap e1614: 8 total, 8 up, 8 in 2024-08-17T01:21:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:53 smithi187 ceph-mon[90552]: osdmap e1613: 8 total, 8 up, 8 in 2024-08-17T01:21:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:53 smithi187 ceph-mon[90552]: pgmap v2777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 6.9 KiB/s wr, 146 op/s 2024-08-17T01:21:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:53 smithi187 ceph-mon[90552]: osdmap e1614: 8 total, 8 up, 8 in 2024-08-17T01:21:54.322 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.SnapshotCopyup (2827 ms) 2024-08-17T01:21:54.322 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-08-17T01:21:55.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:55 smithi157 ceph-mon[101289]: osdmap e1615: 8 total, 8 up, 8 in 2024-08-17T01:21:55.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:55 smithi157 ceph-mon[101289]: pgmap v2780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 13 KiB/s wr, 214 op/s 2024-08-17T01:21:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:55 smithi157 ceph-mon[98780]: osdmap e1615: 8 total, 8 up, 8 in 2024-08-17T01:21:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:55 smithi157 ceph-mon[98780]: pgmap v2780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 13 KiB/s wr, 214 op/s 2024-08-17T01:21:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:55 smithi187 ceph-mon[90552]: osdmap e1615: 8 total, 8 up, 8 in 2024-08-17T01:21:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:55 smithi187 ceph-mon[90552]: pgmap v2780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 13 KiB/s wr, 214 op/s 2024-08-17T01:21:56.279 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1957 ms) 2024-08-17T01:21:56.279 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-08-17T01:21:56.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:56 smithi157 ceph-mon[101289]: osdmap e1616: 8 total, 8 up, 8 in 2024-08-17T01:21:56.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:56 smithi157 ceph-mon[98780]: osdmap e1616: 8 total, 8 up, 8 in 2024-08-17T01:21:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:56 smithi187 ceph-mon[90552]: osdmap e1616: 8 total, 8 up, 8 in 2024-08-17T01:21:57.288 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1009 ms) 2024-08-17T01:21:57.288 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-08-17T01:21:57.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:57 smithi157 ceph-mon[101289]: osdmap e1617: 8 total, 8 up, 8 in 2024-08-17T01:21:57.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:57 smithi157 ceph-mon[101289]: pgmap v2783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 30 KiB/s wr, 371 op/s 2024-08-17T01:21:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:57 smithi157 ceph-mon[98780]: osdmap e1617: 8 total, 8 up, 8 in 2024-08-17T01:21:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:57 smithi157 ceph-mon[98780]: pgmap v2783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 30 KiB/s wr, 371 op/s 2024-08-17T01:21:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:57 smithi187 ceph-mon[90552]: osdmap e1617: 8 total, 8 up, 8 in 2024-08-17T01:21:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:57 smithi187 ceph-mon[90552]: pgmap v2783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 30 KiB/s wr, 371 op/s 2024-08-17T01:21:58.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:58 smithi157 ceph-mon[101289]: osdmap e1618: 8 total, 8 up, 8 in 2024-08-17T01:21:58.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:58 smithi157 ceph-mon[101289]: osdmap e1619: 8 total, 8 up, 8 in 2024-08-17T01:21:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:58 smithi157 ceph-mon[98780]: osdmap e1618: 8 total, 8 up, 8 in 2024-08-17T01:21:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:58 smithi157 ceph-mon[98780]: osdmap e1619: 8 total, 8 up, 8 in 2024-08-17T01:21:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:58 smithi187 ceph-mon[90552]: osdmap e1618: 8 total, 8 up, 8 in 2024-08-17T01:21:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:58 smithi187 ceph-mon[90552]: osdmap e1619: 8 total, 8 up, 8 in 2024-08-17T01:21:59.312 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.ResizeCopyup (2024 ms) 2024-08-17T01:21:59.312 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-08-17T01:21:59.320 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:21:59.320 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.DiscardCopyup (8 ms) 2024-08-17T01:21:59.320 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.ImageOptions 2024-08-17T01:21:59.328 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2024-08-17T01:21:59.328 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-08-17T01:21:59.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:59 smithi157 ceph-mon[98780]: pgmap v2786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 29 KiB/s wr, 332 op/s 2024-08-17T01:21:59.536 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:21:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:59.536 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:59 smithi157 ceph-mon[101289]: pgmap v2786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 29 KiB/s wr, 332 op/s 2024-08-17T01:21:59.536 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:21:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:59 smithi187 ceph-mon[90552]: pgmap v2786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 29 KiB/s wr, 332 op/s 2024-08-17T01:21:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:21:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:00.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:00 smithi157 ceph-mon[98780]: osdmap e1620: 8 total, 8 up, 8 in 2024-08-17T01:22:00.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:00 smithi157 ceph-mon[101289]: osdmap e1620: 8 total, 8 up, 8 in 2024-08-17T01:22:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:00 smithi187 ceph-mon[90552]: osdmap e1620: 8 total, 8 up, 8 in 2024-08-17T01:22:01.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:01 smithi157 ceph-mon[98780]: osdmap e1621: 8 total, 8 up, 8 in 2024-08-17T01:22:01.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:01 smithi157 ceph-mon[98780]: pgmap v2789: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 1.0 MiB/s wr, 242 op/s 2024-08-17T01:22:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:01 smithi157 ceph-mon[101289]: osdmap e1621: 8 total, 8 up, 8 in 2024-08-17T01:22:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:01 smithi157 ceph-mon[101289]: pgmap v2789: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 1.0 MiB/s wr, 242 op/s 2024-08-17T01:22:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:01 smithi187 ceph-mon[90552]: osdmap e1621: 8 total, 8 up, 8 in 2024-08-17T01:22:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:01 smithi187 ceph-mon[90552]: pgmap v2789: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 1.0 MiB/s wr, 242 op/s 2024-08-17T01:22:02.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:02 smithi157 ceph-mon[98780]: osdmap e1622: 8 total, 8 up, 8 in 2024-08-17T01:22:02.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:02 smithi157 ceph-mon[101289]: osdmap e1622: 8 total, 8 up, 8 in 2024-08-17T01:22:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:02 smithi187 ceph-mon[90552]: osdmap e1622: 8 total, 8 up, 8 in 2024-08-17T01:22:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:22:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:22:03.299 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.WriteFullCopyup (3970 ms) 2024-08-17T01:22:03.300 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-08-17T01:22:03.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:22:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:22:03] "GET /metrics HTTP/1.1" 200 36463 "" "Prometheus/2.43.0" 2024-08-17T01:22:03.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:03 smithi157 ceph-mon[98780]: osdmap e1623: 8 total, 8 up, 8 in 2024-08-17T01:22:03.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:03 smithi157 ceph-mon[98780]: pgmap v2792: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 1.0 MiB/s wr, 199 op/s 2024-08-17T01:22:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:03 smithi157 ceph-mon[101289]: osdmap e1623: 8 total, 8 up, 8 in 2024-08-17T01:22:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:03 smithi157 ceph-mon[101289]: pgmap v2792: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 1.0 MiB/s wr, 199 op/s 2024-08-17T01:22:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:03 smithi187 ceph-mon[90552]: osdmap e1623: 8 total, 8 up, 8 in 2024-08-17T01:22:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:03 smithi187 ceph-mon[90552]: pgmap v2792: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 1.0 MiB/s wr, 199 op/s 2024-08-17T01:22:04.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:04 smithi157 ceph-mon[98780]: osdmap e1624: 8 total, 8 up, 8 in 2024-08-17T01:22:04.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:04 smithi157 ceph-mon[101289]: osdmap e1624: 8 total, 8 up, 8 in 2024-08-17T01:22:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:04 smithi187 ceph-mon[90552]: osdmap e1624: 8 total, 8 up, 8 in 2024-08-17T01:22:05.322 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2023 ms) 2024-08-17T01:22:05.322 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.TestCoR 2024-08-17T01:22:05.331 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-08-17T01:22:05.331 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.TestCoR (9 ms) 2024-08-17T01:22:05.331 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-08-17T01:22:05.551 INFO:tasks.workunit.client.0.smithi157.stdout:made parent image "image391": 4194304K (1024 * 4K) 2024-08-17T01:22:05.551 INFO:tasks.workunit.client.0.smithi157.stdout:generated random write map: 2024-08-17T01:22:05.551 INFO:tasks.workunit.client.0.smithi157.stdout: [2 , 9763 ] 2024-08-17T01:22:05.551 INFO:tasks.workunit.client.0.smithi157.stdout: [9 , 40087 ] 2024-08-17T01:22:05.552 INFO:tasks.workunit.client.0.smithi157.stdout: [25 , 102569 ] 2024-08-17T01:22:05.552 INFO:tasks.workunit.client.0.smithi157.stdout: [42 , 172101 ] 2024-08-17T01:22:05.552 INFO:tasks.workunit.client.0.smithi157.stdout: [43 , 176611 ] 2024-08-17T01:22:05.552 INFO:tasks.workunit.client.0.smithi157.stdout: [56 , 230951 ] 2024-08-17T01:22:05.552 INFO:tasks.workunit.client.0.smithi157.stdout: [73 , 302074 ] 2024-08-17T01:22:05.553 INFO:tasks.workunit.client.0.smithi157.stdout: [87 , 357832 ] 2024-08-17T01:22:05.553 INFO:tasks.workunit.client.0.smithi157.stdout: [97 , 399990 ] 2024-08-17T01:22:05.553 INFO:tasks.workunit.client.0.smithi157.stdout: [113 , 463527 ] 2024-08-17T01:22:05.554 INFO:tasks.workunit.client.0.smithi157.stdout: [125 , 514262 ] 2024-08-17T01:22:05.554 INFO:tasks.workunit.client.0.smithi157.stdout: [158 , 649284 ] 2024-08-17T01:22:05.554 INFO:tasks.workunit.client.0.smithi157.stdout: [162 , 666124 ] 2024-08-17T01:22:05.554 INFO:tasks.workunit.client.0.smithi157.stdout: [166 , 682765 ] 2024-08-17T01:22:05.554 INFO:tasks.workunit.client.0.smithi157.stdout: [174 , 713404 ] 2024-08-17T01:22:05.554 INFO:tasks.workunit.client.0.smithi157.stdout: [187 , 769450 ] 2024-08-17T01:22:05.554 INFO:tasks.workunit.client.0.smithi157.stdout: [218 , 893902 ] 2024-08-17T01:22:05.554 INFO:tasks.workunit.client.0.smithi157.stdout: [224 , 918313 ] 2024-08-17T01:22:05.554 INFO:tasks.workunit.client.0.smithi157.stdout: [227 , 930174 ] 2024-08-17T01:22:05.554 INFO:tasks.workunit.client.0.smithi157.stdout: [238 , 975853 ] 2024-08-17T01:22:05.554 INFO:tasks.workunit.client.0.smithi157.stdout: [245 , 1003641 ] 2024-08-17T01:22:05.554 INFO:tasks.workunit.client.0.smithi157.stdout: [247 , 1013896 ] 2024-08-17T01:22:05.555 INFO:tasks.workunit.client.0.smithi157.stdout: [270 , 1106716 ] 2024-08-17T01:22:05.555 INFO:tasks.workunit.client.0.smithi157.stdout: [276 , 1133283 ] 2024-08-17T01:22:05.555 INFO:tasks.workunit.client.0.smithi157.stdout: [277 , 1134896 ] 2024-08-17T01:22:05.555 INFO:tasks.workunit.client.0.smithi157.stdout: [300 , 1229049 ] 2024-08-17T01:22:05.555 INFO:tasks.workunit.client.0.smithi157.stdout: [308 , 1262690 ] 2024-08-17T01:22:05.555 INFO:tasks.workunit.client.0.smithi157.stdout: [314 , 1286718 ] 2024-08-17T01:22:05.555 INFO:tasks.workunit.client.0.smithi157.stdout: [332 , 1360736 ] 2024-08-17T01:22:05.555 INFO:tasks.workunit.client.0.smithi157.stdout: [357 , 1462629 ] 2024-08-17T01:22:05.555 INFO:tasks.workunit.client.0.smithi157.stdout: [363 , 1487275 ] 2024-08-17T01:22:05.555 INFO:tasks.workunit.client.0.smithi157.stdout: [375 , 1536683 ] 2024-08-17T01:22:05.555 INFO:tasks.workunit.client.0.smithi157.stdout: [383 , 1569894 ] 2024-08-17T01:22:05.555 INFO:tasks.workunit.client.0.smithi157.stdout: [393 , 1611415 ] 2024-08-17T01:22:05.555 INFO:tasks.workunit.client.0.smithi157.stdout: [401 , 1644044 ] 2024-08-17T01:22:05.555 INFO:tasks.workunit.client.0.smithi157.stdout: [411 , 1686651 ] 2024-08-17T01:22:05.556 INFO:tasks.workunit.client.0.smithi157.stdout: [421 , 1725342 ] 2024-08-17T01:22:05.556 INFO:tasks.workunit.client.0.smithi157.stdout: [431 , 1768353 ] 2024-08-17T01:22:05.556 INFO:tasks.workunit.client.0.smithi157.stdout: [432 , 1769924 ] 2024-08-17T01:22:05.556 INFO:tasks.workunit.client.0.smithi157.stdout: [434 , 1779943 ] 2024-08-17T01:22:05.556 INFO:tasks.workunit.client.0.smithi157.stdout: [436 , 1786827 ] 2024-08-17T01:22:05.556 INFO:tasks.workunit.client.0.smithi157.stdout: [443 , 1815521 ] 2024-08-17T01:22:05.556 INFO:tasks.workunit.client.0.smithi157.stdout: [445 , 1825200 ] 2024-08-17T01:22:05.556 INFO:tasks.workunit.client.0.smithi157.stdout: [455 , 1866092 ] 2024-08-17T01:22:05.556 INFO:tasks.workunit.client.0.smithi157.stdout: [459 , 1882033 ] 2024-08-17T01:22:05.556 INFO:tasks.workunit.client.0.smithi157.stdout: [466 , 1911285 ] 2024-08-17T01:22:05.557 INFO:tasks.workunit.client.0.smithi157.stdout: [472 , 1935165 ] 2024-08-17T01:22:05.557 INFO:tasks.workunit.client.0.smithi157.stdout: [474 , 1941514 ] 2024-08-17T01:22:05.557 INFO:tasks.workunit.client.0.smithi157.stdout: [483 , 1978555 ] 2024-08-17T01:22:05.557 INFO:tasks.workunit.client.0.smithi157.stdout: [495 , 2028940 ] 2024-08-17T01:22:05.557 INFO:tasks.workunit.client.0.smithi157.stdout: [505 , 2070457 ] 2024-08-17T01:22:05.557 INFO:tasks.workunit.client.0.smithi157.stdout: [508 , 2083697 ] 2024-08-17T01:22:05.557 INFO:tasks.workunit.client.0.smithi157.stdout: [525 , 2153635 ] 2024-08-17T01:22:05.557 INFO:tasks.workunit.client.0.smithi157.stdout: [531 , 2176766 ] 2024-08-17T01:22:05.557 INFO:tasks.workunit.client.0.smithi157.stdout: [536 , 2197800 ] 2024-08-17T01:22:05.557 INFO:tasks.workunit.client.0.smithi157.stdout: [537 , 2201550 ] 2024-08-17T01:22:05.557 INFO:tasks.workunit.client.0.smithi157.stdout: [543 , 2225201 ] 2024-08-17T01:22:05.557 INFO:tasks.workunit.client.0.smithi157.stdout: [562 , 2303956 ] 2024-08-17T01:22:05.557 INFO:tasks.workunit.client.0.smithi157.stdout: [571 , 2340375 ] 2024-08-17T01:22:05.558 INFO:tasks.workunit.client.0.smithi157.stdout: [574 , 2353769 ] 2024-08-17T01:22:05.558 INFO:tasks.workunit.client.0.smithi157.stdout: [583 , 2389508 ] 2024-08-17T01:22:05.558 INFO:tasks.workunit.client.0.smithi157.stdout: [586 , 2403829 ] 2024-08-17T01:22:05.558 INFO:tasks.workunit.client.0.smithi157.stdout: [601 , 2463866 ] 2024-08-17T01:22:05.558 INFO:tasks.workunit.client.0.smithi157.stdout: [604 , 2476324 ] 2024-08-17T01:22:05.558 INFO:tasks.workunit.client.0.smithi157.stdout: [611 , 2502876 ] 2024-08-17T01:22:05.558 INFO:tasks.workunit.client.0.smithi157.stdout: [628 , 2575503 ] 2024-08-17T01:22:05.558 INFO:tasks.workunit.client.0.smithi157.stdout: [631 , 2585474 ] 2024-08-17T01:22:05.558 INFO:tasks.workunit.client.0.smithi157.stdout: [637 , 2610315 ] 2024-08-17T01:22:05.558 INFO:tasks.workunit.client.0.smithi157.stdout: [642 , 2630368 ] 2024-08-17T01:22:05.558 INFO:tasks.workunit.client.0.smithi157.stdout: [675 , 2767658 ] 2024-08-17T01:22:05.558 INFO:tasks.workunit.client.0.smithi157.stdout: [686 , 2812674 ] 2024-08-17T01:22:05.559 INFO:tasks.workunit.client.0.smithi157.stdout: [691 , 2832550 ] 2024-08-17T01:22:05.559 INFO:tasks.workunit.client.0.smithi157.stdout: [715 , 2929257 ] 2024-08-17T01:22:05.559 INFO:tasks.workunit.client.0.smithi157.stdout: [727 , 2980886 ] 2024-08-17T01:22:05.559 INFO:tasks.workunit.client.0.smithi157.stdout: [755 , 3093507 ] 2024-08-17T01:22:05.559 INFO:tasks.workunit.client.0.smithi157.stdout: [757 , 3101967 ] 2024-08-17T01:22:05.559 INFO:tasks.workunit.client.0.smithi157.stdout: [772 , 3164303 ] 2024-08-17T01:22:05.559 INFO:tasks.workunit.client.0.smithi157.stdout: [780 , 3196964 ] 2024-08-17T01:22:05.559 INFO:tasks.workunit.client.0.smithi157.stdout: [794 , 3255542 ] 2024-08-17T01:22:05.559 INFO:tasks.workunit.client.0.smithi157.stdout: [810 , 3319496 ] 2024-08-17T01:22:05.559 INFO:tasks.workunit.client.0.smithi157.stdout: [831 , 3406895 ] 2024-08-17T01:22:05.559 INFO:tasks.workunit.client.0.smithi157.stdout: [849 , 3478187 ] 2024-08-17T01:22:05.559 INFO:tasks.workunit.client.0.smithi157.stdout: [856 , 3506644 ] 2024-08-17T01:22:05.560 INFO:tasks.workunit.client.0.smithi157.stdout: [873 , 3576861 ] 2024-08-17T01:22:05.560 INFO:tasks.workunit.client.0.smithi157.stdout: [879 , 3600472 ] 2024-08-17T01:22:05.560 INFO:tasks.workunit.client.0.smithi157.stdout: [882 , 3616063 ] 2024-08-17T01:22:05.560 INFO:tasks.workunit.client.0.smithi157.stdout: [898 , 3678936 ] 2024-08-17T01:22:05.560 INFO:tasks.workunit.client.0.smithi157.stdout: [947 , 3880888 ] 2024-08-17T01:22:05.560 INFO:tasks.workunit.client.0.smithi157.stdout: [949 , 3887880 ] 2024-08-17T01:22:05.560 INFO:tasks.workunit.client.0.smithi157.stdout: [950 , 3894406 ] 2024-08-17T01:22:05.560 INFO:tasks.workunit.client.0.smithi157.stdout: [971 , 3977586 ] 2024-08-17T01:22:05.560 INFO:tasks.workunit.client.0.smithi157.stdout: [985 , 4036199 ] 2024-08-17T01:22:05.560 INFO:tasks.workunit.client.0.smithi157.stdout: [996 , 4081035 ] 2024-08-17T01:22:05.561 INFO:tasks.workunit.client.0.smithi157.stdout: [1000 , 4096349 ] 2024-08-17T01:22:05.561 INFO:tasks.workunit.client.0.smithi157.stdout: [1004 , 4112783 ] 2024-08-17T01:22:05.561 INFO:tasks.workunit.client.0.smithi157.stdout: [1022 , 4187724 ] 2024-08-17T01:22:05.561 INFO:tasks.workunit.client.0.smithi157.stdout:write data based on random map 2024-08-17T01:22:05.561 INFO:tasks.workunit.client.0.smithi157.stdout: write object-2 2024-08-17T01:22:05.561 INFO:tasks.workunit.client.0.smithi157.stdout: write object-9 2024-08-17T01:22:05.561 INFO:tasks.workunit.client.0.smithi157.stdout: write object-25 2024-08-17T01:22:05.561 INFO:tasks.workunit.client.0.smithi157.stdout: write object-42 2024-08-17T01:22:05.561 INFO:tasks.workunit.client.0.smithi157.stdout: write object-43 2024-08-17T01:22:05.561 INFO:tasks.workunit.client.0.smithi157.stdout: write object-56 2024-08-17T01:22:05.561 INFO:tasks.workunit.client.0.smithi157.stdout: write object-73 2024-08-17T01:22:05.561 INFO:tasks.workunit.client.0.smithi157.stdout: write object-87 2024-08-17T01:22:05.561 INFO:tasks.workunit.client.0.smithi157.stdout: write object-97 2024-08-17T01:22:05.561 INFO:tasks.workunit.client.0.smithi157.stdout: write object-113 2024-08-17T01:22:05.562 INFO:tasks.workunit.client.0.smithi157.stdout: write object-125 2024-08-17T01:22:05.562 INFO:tasks.workunit.client.0.smithi157.stdout: write object-158 2024-08-17T01:22:05.562 INFO:tasks.workunit.client.0.smithi157.stdout: write object-162 2024-08-17T01:22:05.562 INFO:tasks.workunit.client.0.smithi157.stdout: write object-166 2024-08-17T01:22:05.562 INFO:tasks.workunit.client.0.smithi157.stdout: write object-174 2024-08-17T01:22:05.562 INFO:tasks.workunit.client.0.smithi157.stdout: write object-187 2024-08-17T01:22:05.562 INFO:tasks.workunit.client.0.smithi157.stdout: write object-218 2024-08-17T01:22:05.562 INFO:tasks.workunit.client.0.smithi157.stdout: write object-224 2024-08-17T01:22:05.563 INFO:tasks.workunit.client.0.smithi157.stdout: write object-227 2024-08-17T01:22:05.563 INFO:tasks.workunit.client.0.smithi157.stdout: write object-238 2024-08-17T01:22:05.563 INFO:tasks.workunit.client.0.smithi157.stdout: write object-245 2024-08-17T01:22:05.563 INFO:tasks.workunit.client.0.smithi157.stdout: write object-247 2024-08-17T01:22:05.563 INFO:tasks.workunit.client.0.smithi157.stdout: write object-270 2024-08-17T01:22:05.564 INFO:tasks.workunit.client.0.smithi157.stdout: write object-276 2024-08-17T01:22:05.564 INFO:tasks.workunit.client.0.smithi157.stdout: write object-277 2024-08-17T01:22:05.564 INFO:tasks.workunit.client.0.smithi157.stdout: write object-300 2024-08-17T01:22:05.564 INFO:tasks.workunit.client.0.smithi157.stdout: write object-308 2024-08-17T01:22:05.564 INFO:tasks.workunit.client.0.smithi157.stdout: write object-314 2024-08-17T01:22:05.564 INFO:tasks.workunit.client.0.smithi157.stdout: write object-332 2024-08-17T01:22:05.565 INFO:tasks.workunit.client.0.smithi157.stdout: write object-357 2024-08-17T01:22:05.565 INFO:tasks.workunit.client.0.smithi157.stdout: write object-363 2024-08-17T01:22:05.565 INFO:tasks.workunit.client.0.smithi157.stdout: write object-375 2024-08-17T01:22:05.565 INFO:tasks.workunit.client.0.smithi157.stdout: write object-383 2024-08-17T01:22:05.565 INFO:tasks.workunit.client.0.smithi157.stdout: write object-393 2024-08-17T01:22:05.565 INFO:tasks.workunit.client.0.smithi157.stdout: write object-401 2024-08-17T01:22:05.565 INFO:tasks.workunit.client.0.smithi157.stdout: write object-411 2024-08-17T01:22:05.565 INFO:tasks.workunit.client.0.smithi157.stdout: write object-421 2024-08-17T01:22:05.565 INFO:tasks.workunit.client.0.smithi157.stdout: write object-431 2024-08-17T01:22:05.565 INFO:tasks.workunit.client.0.smithi157.stdout: write object-432 2024-08-17T01:22:05.565 INFO:tasks.workunit.client.0.smithi157.stdout: write object-434 2024-08-17T01:22:05.565 INFO:tasks.workunit.client.0.smithi157.stdout: write object-436 2024-08-17T01:22:05.565 INFO:tasks.workunit.client.0.smithi157.stdout: write object-443 2024-08-17T01:22:05.566 INFO:tasks.workunit.client.0.smithi157.stdout: write object-445 2024-08-17T01:22:05.566 INFO:tasks.workunit.client.0.smithi157.stdout: write object-455 2024-08-17T01:22:05.566 INFO:tasks.workunit.client.0.smithi157.stdout: write object-459 2024-08-17T01:22:05.566 INFO:tasks.workunit.client.0.smithi157.stdout: write object-466 2024-08-17T01:22:05.566 INFO:tasks.workunit.client.0.smithi157.stdout: write object-472 2024-08-17T01:22:05.566 INFO:tasks.workunit.client.0.smithi157.stdout: write object-474 2024-08-17T01:22:05.566 INFO:tasks.workunit.client.0.smithi157.stdout: write object-483 2024-08-17T01:22:05.566 INFO:tasks.workunit.client.0.smithi157.stdout: write object-495 2024-08-17T01:22:05.566 INFO:tasks.workunit.client.0.smithi157.stdout: write object-505 2024-08-17T01:22:05.566 INFO:tasks.workunit.client.0.smithi157.stdout: write object-508 2024-08-17T01:22:05.566 INFO:tasks.workunit.client.0.smithi157.stdout: write object-525 2024-08-17T01:22:05.566 INFO:tasks.workunit.client.0.smithi157.stdout: write object-531 2024-08-17T01:22:05.567 INFO:tasks.workunit.client.0.smithi157.stdout: write object-536 2024-08-17T01:22:05.567 INFO:tasks.workunit.client.0.smithi157.stdout: write object-537 2024-08-17T01:22:05.567 INFO:tasks.workunit.client.0.smithi157.stdout: write object-543 2024-08-17T01:22:05.567 INFO:tasks.workunit.client.0.smithi157.stdout: write object-562 2024-08-17T01:22:05.567 INFO:tasks.workunit.client.0.smithi157.stdout: write object-571 2024-08-17T01:22:05.567 INFO:tasks.workunit.client.0.smithi157.stdout: write object-574 2024-08-17T01:22:05.567 INFO:tasks.workunit.client.0.smithi157.stdout: write object-583 2024-08-17T01:22:05.567 INFO:tasks.workunit.client.0.smithi157.stdout: write object-586 2024-08-17T01:22:05.567 INFO:tasks.workunit.client.0.smithi157.stdout: write object-601 2024-08-17T01:22:05.567 INFO:tasks.workunit.client.0.smithi157.stdout: write object-604 2024-08-17T01:22:05.567 INFO:tasks.workunit.client.0.smithi157.stdout: write object-611 2024-08-17T01:22:05.567 INFO:tasks.workunit.client.0.smithi157.stdout: write object-628 2024-08-17T01:22:05.567 INFO:tasks.workunit.client.0.smithi157.stdout: write object-631 2024-08-17T01:22:05.567 INFO:tasks.workunit.client.0.smithi157.stdout: write object-637 2024-08-17T01:22:05.568 INFO:tasks.workunit.client.0.smithi157.stdout: write object-642 2024-08-17T01:22:05.568 INFO:tasks.workunit.client.0.smithi157.stdout: write object-675 2024-08-17T01:22:05.568 INFO:tasks.workunit.client.0.smithi157.stdout: write object-686 2024-08-17T01:22:05.568 INFO:tasks.workunit.client.0.smithi157.stdout: write object-691 2024-08-17T01:22:05.568 INFO:tasks.workunit.client.0.smithi157.stdout: write object-715 2024-08-17T01:22:05.568 INFO:tasks.workunit.client.0.smithi157.stdout: write object-727 2024-08-17T01:22:05.568 INFO:tasks.workunit.client.0.smithi157.stdout: write object-755 2024-08-17T01:22:05.568 INFO:tasks.workunit.client.0.smithi157.stdout: write object-757 2024-08-17T01:22:05.568 INFO:tasks.workunit.client.0.smithi157.stdout: write object-772 2024-08-17T01:22:05.568 INFO:tasks.workunit.client.0.smithi157.stdout: write object-780 2024-08-17T01:22:05.568 INFO:tasks.workunit.client.0.smithi157.stdout: write object-794 2024-08-17T01:22:05.568 INFO:tasks.workunit.client.0.smithi157.stdout: write object-810 2024-08-17T01:22:05.568 INFO:tasks.workunit.client.0.smithi157.stdout: write object-831 2024-08-17T01:22:05.568 INFO:tasks.workunit.client.0.smithi157.stdout: write object-849 2024-08-17T01:22:05.568 INFO:tasks.workunit.client.0.smithi157.stdout: write object-856 2024-08-17T01:22:05.569 INFO:tasks.workunit.client.0.smithi157.stdout: write object-873 2024-08-17T01:22:05.569 INFO:tasks.workunit.client.0.smithi157.stdout: write object-879 2024-08-17T01:22:05.569 INFO:tasks.workunit.client.0.smithi157.stdout: write object-882 2024-08-17T01:22:05.569 INFO:tasks.workunit.client.0.smithi157.stdout: write object-898 2024-08-17T01:22:05.569 INFO:tasks.workunit.client.0.smithi157.stdout: write object-947 2024-08-17T01:22:05.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:05 smithi157 ceph-mon[98780]: osdmap e1625: 8 total, 8 up, 8 in 2024-08-17T01:22:05.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:05 smithi157 ceph-mon[98780]: pgmap v2795: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 147 op/s 2024-08-17T01:22:05.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:05 smithi157 ceph-mon[101289]: osdmap e1625: 8 total, 8 up, 8 in 2024-08-17T01:22:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:05 smithi157 ceph-mon[101289]: pgmap v2795: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 147 op/s 2024-08-17T01:22:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:05 smithi187 ceph-mon[90552]: osdmap e1625: 8 total, 8 up, 8 in 2024-08-17T01:22:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:05 smithi187 ceph-mon[90552]: pgmap v2795: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 147 op/s 2024-08-17T01:22:06.205 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:22:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=cleanup t=2024-08-17T01:22:05.886222028Z level=info msg="Completed cleanup jobs" duration=6.461061ms 2024-08-17T01:22:06.471 INFO:tasks.workunit.client.0.smithi157.stdout: write object-949 2024-08-17T01:22:06.471 INFO:tasks.workunit.client.0.smithi157.stdout: write object-950 2024-08-17T01:22:06.472 INFO:tasks.workunit.client.0.smithi157.stdout: write object-971 2024-08-17T01:22:06.472 INFO:tasks.workunit.client.0.smithi157.stdout: write object-985 2024-08-17T01:22:06.472 INFO:tasks.workunit.client.0.smithi157.stdout: write object-996 2024-08-17T01:22:06.472 INFO:tasks.workunit.client.0.smithi157.stdout: write object-1000 2024-08-17T01:22:06.472 INFO:tasks.workunit.client.0.smithi157.stdout: write object-1004 2024-08-17T01:22:06.472 INFO:tasks.workunit.client.0.smithi157.stdout: write object-1022 2024-08-17T01:22:06.472 INFO:tasks.workunit.client.0.smithi157.stdout:verify written data by reading 2024-08-17T01:22:06.472 INFO:tasks.workunit.client.0.smithi157.stdout: read object-2 2024-08-17T01:22:06.472 INFO:tasks.workunit.client.0.smithi157.stdout:made snapshot "image391@parent_snap" and protect it 2024-08-17T01:22:06.472 INFO:tasks.workunit.client.0.smithi157.stdout:made and opened clone "image392" 2024-08-17T01:22:06.473 INFO:tasks.workunit.client.0.smithi157.stdout:flattening clone: "image392" 2024-08-17T01:22:06.473 INFO:tasks.workunit.client.0.smithi157.stdout:check whether child image has the same set of objects as parent 2024-08-17T01:22:06.473 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1141 ms) 2024-08-17T01:22:06.473 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-08-17T01:22:06.544 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.PoolMetadataConfApply (72 ms) 2024-08-17T01:22:06.544 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.Sparsify 2024-08-17T01:22:06.568 INFO:tasks.workunit.client.0.smithi157.stdout:sparsify_supported=1 2024-08-17T01:22:06.568 INFO:tasks.workunit.client.0.smithi157.stdout:sparse_read_supported=1 2024-08-17T01:22:06.595 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.Sparsify (52 ms) 2024-08-17T01:22:06.596 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.SparsifyClone 2024-08-17T01:22:06.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:06 smithi157 ceph-mon[101289]: osdmap e1626: 8 total, 8 up, 8 in 2024-08-17T01:22:06.611 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:06 smithi157 ceph-mon[98780]: osdmap e1626: 8 total, 8 up, 8 in 2024-08-17T01:22:06.611 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:22:06 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:22:06] ENGINE Bus STOPPING 2024-08-17T01:22:06.611 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:22:06 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:22:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:22:06.611 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:22:06 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:22:06] ENGINE Bus STOPPED 2024-08-17T01:22:06.611 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:22:06 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:22:06] ENGINE Bus STARTING 2024-08-17T01:22:06.611 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:22:06 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:22:06] ENGINE Serving on http://:::9283 2024-08-17T01:22:06.613 INFO:tasks.workunit.client.0.smithi157.stdout:sparsify_supported=1 2024-08-17T01:22:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:06 smithi187 ceph-mon[90552]: osdmap e1626: 8 total, 8 up, 8 in 2024-08-17T01:22:06.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:22:06 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:22:06] ENGINE Bus STARTED 2024-08-17T01:22:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[101289]: osdmap e1627: 8 total, 8 up, 8 in 2024-08-17T01:22:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[101289]: pgmap v2798: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 199 op/s 2024-08-17T01:22:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2654082940' entity='client.admin' 2024-08-17T01:22:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[101289]: pgmap v2799: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 240 op/s 2024-08-17T01:22:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:22:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:22:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:22:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:22:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:22:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[98780]: osdmap e1627: 8 total, 8 up, 8 in 2024-08-17T01:22:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[98780]: pgmap v2798: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 199 op/s 2024-08-17T01:22:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2654082940' entity='client.admin' 2024-08-17T01:22:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[98780]: pgmap v2799: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 240 op/s 2024-08-17T01:22:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:22:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:22:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:22:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:22:07.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:22:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:07 smithi187 ceph-mon[90552]: osdmap e1627: 8 total, 8 up, 8 in 2024-08-17T01:22:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:07 smithi187 ceph-mon[90552]: pgmap v2798: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 199 op/s 2024-08-17T01:22:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:07 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2654082940' entity='client.admin' 2024-08-17T01:22:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:07 smithi187 ceph-mon[90552]: pgmap v2799: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 240 op/s 2024-08-17T01:22:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:22:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:22:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:22:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:22:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:22:08.254 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.SparsifyClone (1658 ms) 2024-08-17T01:22:08.254 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestInternal.MissingDataPool 2024-08-17T01:22:08.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:08 smithi157 ceph-mon[98780]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-17T01:22:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:08 smithi157 ceph-mon[98780]: osdmap e1628: 8 total, 8 up, 8 in 2024-08-17T01:22:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:08 smithi157 ceph-mon[98780]: osdmap e1629: 8 total, 8 up, 8 in 2024-08-17T01:22:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:08 smithi157 ceph-mon[101289]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-17T01:22:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:08 smithi157 ceph-mon[101289]: osdmap e1628: 8 total, 8 up, 8 in 2024-08-17T01:22:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:08 smithi157 ceph-mon[101289]: osdmap e1629: 8 total, 8 up, 8 in 2024-08-17T01:22:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:08 smithi187 ceph-mon[90552]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-17T01:22:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:08 smithi187 ceph-mon[90552]: osdmap e1628: 8 total, 8 up, 8 in 2024-08-17T01:22:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:08 smithi187 ceph-mon[90552]: osdmap e1629: 8 total, 8 up, 8 in 2024-08-17T01:22:09.347 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestInternal.MissingDataPool (1094 ms) 2024-08-17T01:22:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:09 smithi157 ceph-mon[101289]: pgmap v2802: 137 pgs: 137 active+clean; 8.8 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 117 KiB/s wr, 552 op/s 2024-08-17T01:22:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:09 smithi157 ceph-mon[101289]: osdmap e1630: 8 total, 8 up, 8 in 2024-08-17T01:22:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:09 smithi157 ceph-mon[98780]: pgmap v2802: 137 pgs: 137 active+clean; 8.8 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 117 KiB/s wr, 552 op/s 2024-08-17T01:22:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:09 smithi157 ceph-mon[98780]: osdmap e1630: 8 total, 8 up, 8 in 2024-08-17T01:22:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:09 smithi187 ceph-mon[90552]: pgmap v2802: 137 pgs: 137 active+clean; 8.8 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 117 KiB/s wr, 552 op/s 2024-08-17T01:22:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:09 smithi187 ceph-mon[90552]: osdmap e1630: 8 total, 8 up, 8 in 2024-08-17T01:22:10.317 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 34 tests from TestInternal (34934 ms total) 2024-08-17T01:22:10.317 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:22:10.317 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 17 tests from TestImageWatcher 2024-08-17T01:22:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:11 smithi157 ceph-mon[98780]: osdmap e1631: 8 total, 8 up, 8 in 2024-08-17T01:22:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:11 smithi157 ceph-mon[98780]: pgmap v2805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:22:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:11 smithi157 ceph-mon[101289]: osdmap e1631: 8 total, 8 up, 8 in 2024-08-17T01:22:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:11 smithi157 ceph-mon[101289]: pgmap v2805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:22:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:11 smithi187 ceph-mon[90552]: osdmap e1631: 8 total, 8 up, 8 in 2024-08-17T01:22:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:11 smithi187 ceph-mon[90552]: pgmap v2805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:22:12.322 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-08-17T01:22:12.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:12 smithi157 ceph-mon[101289]: osdmap e1632: 8 total, 8 up, 8 in 2024-08-17T01:22:12.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:12 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2432348149' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:12.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:12 smithi157 ceph-mon[98780]: osdmap e1632: 8 total, 8 up, 8 in 2024-08-17T01:22:12.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:12 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2432348149' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:12 smithi187 ceph-mon[90552]: osdmap e1632: 8 total, 8 up, 8 in 2024-08-17T01:22:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:12 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2432348149' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:22:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:22:13.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:13 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2432348149' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:13.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:13 smithi157 ceph-mon[98780]: osdmap e1633: 8 total, 8 up, 8 in 2024-08-17T01:22:13.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:13 smithi157 ceph-mon[98780]: pgmap v2808: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:22:13.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:22:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:22:13] "GET /metrics HTTP/1.1" 200 36463 "" "Prometheus/2.43.0" 2024-08-17T01:22:13.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:13 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2432348149' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:13.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:13 smithi157 ceph-mon[101289]: osdmap e1633: 8 total, 8 up, 8 in 2024-08-17T01:22:13.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:13 smithi157 ceph-mon[101289]: pgmap v2808: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:22:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:13 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2432348149' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:13 smithi187 ceph-mon[90552]: osdmap e1633: 8 total, 8 up, 8 in 2024-08-17T01:22:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:13 smithi187 ceph-mon[90552]: pgmap v2808: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:22:14.372 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2050 ms) 2024-08-17T01:22:14.372 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-08-17T01:22:14.395 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifyFlatten (23 ms) 2024-08-17T01:22:14.395 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-08-17T01:22:14.416 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifyResize (20 ms) 2024-08-17T01:22:14.416 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-08-17T01:22:14.443 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (26 ms) 2024-08-17T01:22:14.443 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-08-17T01:22:14.465 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (22 ms) 2024-08-17T01:22:14.465 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-08-17T01:22:14.485 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (20 ms) 2024-08-17T01:22:14.485 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-08-17T01:22:14.506 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (21 ms) 2024-08-17T01:22:14.506 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-08-17T01:22:14.524 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifySnapRename (18 ms) 2024-08-17T01:22:14.524 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-08-17T01:22:14.543 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (19 ms) 2024-08-17T01:22:14.543 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-08-17T01:22:14.562 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (19 ms) 2024-08-17T01:22:14.562 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-08-17T01:22:14.581 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (20 ms) 2024-08-17T01:22:14.582 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-08-17T01:22:14.602 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (21 ms) 2024-08-17T01:22:14.603 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-08-17T01:22:14.624 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifyRename (22 ms) 2024-08-17T01:22:14.625 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-08-17T01:22:14.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:14 smithi157 ceph-mon[101289]: osdmap e1634: 8 total, 8 up, 8 in 2024-08-17T01:22:14.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:22:14.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:14 smithi157 ceph-mon[98780]: osdmap e1634: 8 total, 8 up, 8 in 2024-08-17T01:22:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:22:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:14.643 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (18 ms) 2024-08-17T01:22:14.643 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-08-17T01:22:14.661 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (18 ms) 2024-08-17T01:22:14.661 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-08-17T01:22:14.679 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (18 ms) 2024-08-17T01:22:14.679 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-08-17T01:22:14.697 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (19 ms) 2024-08-17T01:22:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:14 smithi187 ceph-mon[90552]: osdmap e1634: 8 total, 8 up, 8 in 2024-08-17T01:22:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:22:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:15.347 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 17 tests from TestImageWatcher (2376 ms total) 2024-08-17T01:22:15.347 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:22:15.347 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 161 tests from TestLibRBD 2024-08-17T01:22:15.377 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-08-17T01:22:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:15 smithi157 ceph-mon[98780]: osdmap e1635: 8 total, 8 up, 8 in 2024-08-17T01:22:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:15 smithi157 ceph-mon[98780]: pgmap v2811: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:22:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:15 smithi157 ceph-mon[101289]: osdmap e1635: 8 total, 8 up, 8 in 2024-08-17T01:22:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:15 smithi157 ceph-mon[101289]: pgmap v2811: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:22:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:15 smithi187 ceph-mon[90552]: osdmap e1635: 8 total, 8 up, 8 in 2024-08-17T01:22:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:15 smithi187 ceph-mon[90552]: pgmap v2811: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:22:16.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:16 smithi157 ceph-mon[98780]: osdmap e1636: 8 total, 8 up, 8 in 2024-08-17T01:22:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:16 smithi157 ceph-mon[101289]: osdmap e1636: 8 total, 8 up, 8 in 2024-08-17T01:22:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:16 smithi187 ceph-mon[90552]: osdmap e1636: 8 total, 8 up, 8 in 2024-08-17T01:22:17.351 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:17 smithi157 ceph-mon[101289]: osdmap e1637: 8 total, 8 up, 8 in 2024-08-17T01:22:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:17 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3795675893' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:17 smithi157 ceph-mon[101289]: pgmap v2814: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:22:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:17 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3795675893' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:17 smithi157 ceph-mon[101289]: osdmap e1638: 8 total, 8 up, 8 in 2024-08-17T01:22:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:17 smithi157 ceph-mon[98780]: osdmap e1637: 8 total, 8 up, 8 in 2024-08-17T01:22:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:17 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3795675893' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:17 smithi157 ceph-mon[98780]: pgmap v2814: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:22:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:17 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3795675893' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:17 smithi157 ceph-mon[98780]: osdmap e1638: 8 total, 8 up, 8 in 2024-08-17T01:22:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:17 smithi187 ceph-mon[90552]: osdmap e1637: 8 total, 8 up, 8 in 2024-08-17T01:22:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:17 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3795675893' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:17 smithi187 ceph-mon[90552]: pgmap v2814: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:22:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:17 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3795675893' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:17 smithi187 ceph-mon[90552]: osdmap e1638: 8 total, 8 up, 8 in 2024-08-17T01:22:18.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:18 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:18.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:18 smithi157 ceph-mon[98780]: osdmap e1639: 8 total, 8 up, 8 in 2024-08-17T01:22:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:18 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:18 smithi157 ceph-mon[101289]: osdmap e1639: 8 total, 8 up, 8 in 2024-08-17T01:22:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:18 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:18 smithi187 ceph-mon[90552]: osdmap e1639: 8 total, 8 up, 8 in 2024-08-17T01:22:19.398 INFO:tasks.workunit.client.0.smithi157.stdout:image has size 2097152 and order 22 2024-08-17T01:22:19.398 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.CreateAndStat (4020 ms) 2024-08-17T01:22:19.398 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-08-17T01:22:19.398 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:19.416 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (18 ms) 2024-08-17T01:22:19.416 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-08-17T01:22:19.416 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:19.434 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.CreateAndStatPP (19 ms) 2024-08-17T01:22:19.434 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.GetId 2024-08-17T01:22:19.434 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:19.458 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.GetId (24 ms) 2024-08-17T01:22:19.458 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-08-17T01:22:19.458 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:19.480 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.GetIdPP (21 ms) 2024-08-17T01:22:19.480 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-08-17T01:22:19.480 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:19.494 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (15 ms) 2024-08-17T01:22:19.495 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-08-17T01:22:19.495 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:19.510 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (15 ms) 2024-08-17T01:22:19.510 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-08-17T01:22:19.510 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:19.525 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (15 ms) 2024-08-17T01:22:19.525 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-08-17T01:22:19.525 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:19.540 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (15 ms) 2024-08-17T01:22:19.540 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.OpenAio 2024-08-17T01:22:19.540 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:19.555 INFO:tasks.workunit.client.0.smithi157.stdout:image has size 2097152 and order 22 2024-08-17T01:22:19.555 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.OpenAio (15 ms) 2024-08-17T01:22:19.555 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-08-17T01:22:19.558 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-08-17T01:22:19.558 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-08-17T01:22:19.558 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:19.581 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.OpenAioPP (24 ms) 2024-08-17T01:22:19.582 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-08-17T01:22:19.584 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-08-17T01:22:19.585 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-08-17T01:22:19.585 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:19.615 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ResizeAndStat (30 ms) 2024-08-17T01:22:19.615 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-08-17T01:22:19.615 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:19 smithi157 ceph-mon[98780]: pgmap v2817: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:22:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:19 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:22:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:19 smithi157 ceph-mon[98780]: osdmap e1640: 8 total, 8 up, 8 in 2024-08-17T01:22:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:19 smithi157 ceph-mon[101289]: pgmap v2817: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:22:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:19 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:22:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:19 smithi157 ceph-mon[101289]: osdmap e1640: 8 total, 8 up, 8 in 2024-08-17T01:22:19.645 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (30 ms) 2024-08-17T01:22:19.645 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-08-17T01:22:19.645 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:19.679 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (35 ms) 2024-08-17T01:22:19.679 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-08-17T01:22:19.679 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:19.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:19 smithi187 ceph-mon[90552]: pgmap v2817: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:22:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:19 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:22:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:19 smithi187 ceph-mon[90552]: osdmap e1640: 8 total, 8 up, 8 in 2024-08-17T01:22:19.710 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (30 ms) 2024-08-17T01:22:19.710 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-08-17T01:22:20.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:20.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:22:20.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:22:20.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:22:20.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:22:20.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:22:20.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:22:20.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:20.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:22:20.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:22:20.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:22:20.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:22:20.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:22:20.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:22:20.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:20 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:22:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:22:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:22:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:22:20.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:20.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:22:20.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:22:20.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:22:20.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:22:20.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:20 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:22:21.398 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:21 smithi187 ceph-mon[90552]: osdmap e1641: 8 total, 8 up, 8 in 2024-08-17T01:22:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:21 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2982327684' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:21 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:21 smithi187 ceph-mon[90552]: pgmap v2820: 169 pgs: 2 creating+peering, 36 unknown, 131 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-08-17T01:22:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:21 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:21 smithi187 ceph-mon[90552]: osdmap e1642: 8 total, 8 up, 8 in 2024-08-17T01:22:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:21 smithi157 ceph-mon[98780]: osdmap e1641: 8 total, 8 up, 8 in 2024-08-17T01:22:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:21 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2982327684' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:21 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:21 smithi157 ceph-mon[98780]: pgmap v2820: 169 pgs: 2 creating+peering, 36 unknown, 131 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-08-17T01:22:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:21 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:21 smithi157 ceph-mon[98780]: osdmap e1642: 8 total, 8 up, 8 in 2024-08-17T01:22:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:21 smithi157 ceph-mon[101289]: osdmap e1641: 8 total, 8 up, 8 in 2024-08-17T01:22:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:21 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2982327684' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:21 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:21 smithi157 ceph-mon[101289]: pgmap v2820: 169 pgs: 2 creating+peering, 36 unknown, 131 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-08-17T01:22:21.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:21 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:21.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:21 smithi157 ceph-mon[101289]: osdmap e1642: 8 total, 8 up, 8 in 2024-08-17T01:22:22.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:22 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:22.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:22 smithi187 ceph-mon[90552]: osdmap e1643: 8 total, 8 up, 8 in 2024-08-17T01:22:22.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:22:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:22:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:22 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:22.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:22 smithi157 ceph-mon[98780]: osdmap e1643: 8 total, 8 up, 8 in 2024-08-17T01:22:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:22 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:22 smithi157 ceph-mon[101289]: osdmap e1643: 8 total, 8 up, 8 in 2024-08-17T01:22:23.413 INFO:tasks.workunit.client.0.smithi157.stdout:image: image18 2024-08-17T01:22:23.414 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image18 2024-08-17T01:22:23.414 INFO:tasks.workunit.client.0.smithi157.stdout:found image18 2024-08-17T01:22:23.414 INFO:tasks.workunit.client.0.smithi157.stdout:erased image18 2024-08-17T01:22:23.414 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:23.491 INFO:tasks.workunit.client.0.smithi157.stdout:image: image18 2024-08-17T01:22:23.491 INFO:tasks.workunit.client.0.smithi157.stdout:image: image19 2024-08-17T01:22:23.491 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image18 2024-08-17T01:22:23.491 INFO:tasks.workunit.client.0.smithi157.stdout:found image18 2024-08-17T01:22:23.491 INFO:tasks.workunit.client.0.smithi157.stdout:erased image18 2024-08-17T01:22:23.492 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image19 2024-08-17T01:22:23.492 INFO:tasks.workunit.client.0.smithi157.stdout:found image19 2024-08-17T01:22:23.492 INFO:tasks.workunit.client.0.smithi157.stdout:erased image19 2024-08-17T01:22:23.492 INFO:tasks.workunit.client.0.smithi157.stdout:image: image19 2024-08-17T01:22:23.492 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image19 2024-08-17T01:22:23.492 INFO:tasks.workunit.client.0.smithi157.stdout:found image19 2024-08-17T01:22:23.492 INFO:tasks.workunit.client.0.smithi157.stdout:erased image19 2024-08-17T01:22:23.492 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3781 ms) 2024-08-17T01:22:23.492 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-08-17T01:22:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:23 smithi187 ceph-mon[90552]: pgmap v2823: 169 pgs: 10 creating+peering, 18 unknown, 141 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 14 KiB/s wr, 153 op/s 2024-08-17T01:22:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:23 smithi187 ceph-mon[90552]: osdmap e1644: 8 total, 8 up, 8 in 2024-08-17T01:22:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:22:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:22:23] "GET /metrics HTTP/1.1" 200 36485 "" "Prometheus/2.43.0" 2024-08-17T01:22:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:23 smithi157 ceph-mon[101289]: pgmap v2823: 169 pgs: 10 creating+peering, 18 unknown, 141 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 14 KiB/s wr, 153 op/s 2024-08-17T01:22:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:23 smithi157 ceph-mon[101289]: osdmap e1644: 8 total, 8 up, 8 in 2024-08-17T01:22:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:23 smithi157 ceph-mon[98780]: pgmap v2823: 169 pgs: 10 creating+peering, 18 unknown, 141 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 14 KiB/s wr, 153 op/s 2024-08-17T01:22:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:23 smithi157 ceph-mon[98780]: osdmap e1644: 8 total, 8 up, 8 in 2024-08-17T01:22:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:24 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:24.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:24 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:24 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:25.428 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:25 smithi187 ceph-mon[90552]: osdmap e1645: 8 total, 8 up, 8 in 2024-08-17T01:22:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:25 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/849331068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:25 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:25 smithi187 ceph-mon[90552]: pgmap v2826: 201 pgs: 10 creating+peering, 38 unknown, 153 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 15 KiB/s wr, 166 op/s 2024-08-17T01:22:25.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:25 smithi157 ceph-mon[101289]: osdmap e1645: 8 total, 8 up, 8 in 2024-08-17T01:22:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:25 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/849331068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:25 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:25 smithi157 ceph-mon[101289]: pgmap v2826: 201 pgs: 10 creating+peering, 38 unknown, 153 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 15 KiB/s wr, 166 op/s 2024-08-17T01:22:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:25 smithi157 ceph-mon[98780]: osdmap e1645: 8 total, 8 up, 8 in 2024-08-17T01:22:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:25 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/849331068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:25 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:25 smithi157 ceph-mon[98780]: pgmap v2826: 201 pgs: 10 creating+peering, 38 unknown, 153 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 15 KiB/s wr, 166 op/s 2024-08-17T01:22:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:26 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:26 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:26 smithi187 ceph-mon[90552]: osdmap e1646: 8 total, 8 up, 8 in 2024-08-17T01:22:26.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:26 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:26.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:26 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:26 smithi157 ceph-mon[101289]: osdmap e1646: 8 total, 8 up, 8 in 2024-08-17T01:22:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:26 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:26 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:26.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:26 smithi157 ceph-mon[98780]: osdmap e1646: 8 total, 8 up, 8 in 2024-08-17T01:22:27.466 INFO:tasks.workunit.client.0.smithi157.stdout:num images is: 1 2024-08-17T01:22:27.466 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:22:27.466 INFO:tasks.workunit.client.0.smithi157.stdout:image: image20 2024-08-17T01:22:27.466 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image20 2024-08-17T01:22:27.466 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:27.476 INFO:tasks.workunit.client.0.smithi157.stdout:num images is: 2 2024-08-17T01:22:27.476 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 2 2024-08-17T01:22:27.476 INFO:tasks.workunit.client.0.smithi157.stdout:image: image20 2024-08-17T01:22:27.476 INFO:tasks.workunit.client.0.smithi157.stdout:image: image21 2024-08-17T01:22:27.476 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image20 2024-08-17T01:22:27.476 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image21 2024-08-17T01:22:27.533 INFO:tasks.workunit.client.0.smithi157.stdout:num images is: 1 2024-08-17T01:22:27.533 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:22:27.533 INFO:tasks.workunit.client.0.smithi157.stdout:image: image21 2024-08-17T01:22:27.533 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image21 2024-08-17T01:22:27.533 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4042 ms) 2024-08-17T01:22:27.533 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCopy 2024-08-17T01:22:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:27 smithi187 ceph-mon[90552]: osdmap e1647: 8 total, 8 up, 8 in 2024-08-17T01:22:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:27 smithi187 ceph-mon[90552]: pgmap v2829: 201 pgs: 4 creating+activating, 8 creating+peering, 17 unknown, 172 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.5 KiB/s wr, 129 op/s 2024-08-17T01:22:27.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:27 smithi157 ceph-mon[101289]: osdmap e1647: 8 total, 8 up, 8 in 2024-08-17T01:22:27.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:27 smithi157 ceph-mon[101289]: pgmap v2829: 201 pgs: 4 creating+activating, 8 creating+peering, 17 unknown, 172 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.5 KiB/s wr, 129 op/s 2024-08-17T01:22:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:27 smithi157 ceph-mon[98780]: osdmap e1647: 8 total, 8 up, 8 in 2024-08-17T01:22:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:27 smithi157 ceph-mon[98780]: pgmap v2829: 201 pgs: 4 creating+activating, 8 creating+peering, 17 unknown, 172 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.5 KiB/s wr, 129 op/s 2024-08-17T01:22:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:28 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:28 smithi187 ceph-mon[90552]: osdmap e1648: 8 total, 8 up, 8 in 2024-08-17T01:22:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:28 smithi187 ceph-mon[90552]: osdmap e1649: 8 total, 8 up, 8 in 2024-08-17T01:22:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:28 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/822177247' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:28 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:28.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:28 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:28.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:28 smithi157 ceph-mon[101289]: osdmap e1648: 8 total, 8 up, 8 in 2024-08-17T01:22:28.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:28 smithi157 ceph-mon[101289]: osdmap e1649: 8 total, 8 up, 8 in 2024-08-17T01:22:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:28 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/822177247' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:28 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:28.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:28 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:28.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:28 smithi157 ceph-mon[98780]: osdmap e1648: 8 total, 8 up, 8 in 2024-08-17T01:22:28.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:28 smithi157 ceph-mon[98780]: osdmap e1649: 8 total, 8 up, 8 in 2024-08-17T01:22:28.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:28 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/822177247' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:28.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:28 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:29.253 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:29 smithi187 ceph-mon[90552]: pgmap v2832: 233 pgs: 4 creating+activating, 26 creating+peering, 14 unknown, 189 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 KiB/s wr, 51 op/s 2024-08-17T01:22:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:29 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:29 smithi187 ceph-mon[90552]: osdmap e1650: 8 total, 8 up, 8 in 2024-08-17T01:22:29.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:29 smithi157 ceph-mon[101289]: pgmap v2832: 233 pgs: 4 creating+activating, 26 creating+peering, 14 unknown, 189 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 KiB/s wr, 51 op/s 2024-08-17T01:22:29.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:29.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:29 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:29.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:29 smithi157 ceph-mon[101289]: osdmap e1650: 8 total, 8 up, 8 in 2024-08-17T01:22:29.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:29 smithi157 ceph-mon[98780]: pgmap v2832: 233 pgs: 4 creating+activating, 26 creating+peering, 14 unknown, 189 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 KiB/s wr, 51 op/s 2024-08-17T01:22:29.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:29.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:29 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:29.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:29 smithi157 ceph-mon[98780]: osdmap e1650: 8 total, 8 up, 8 in 2024-08-17T01:22:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:30 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:30 smithi187 ceph-mon[90552]: osdmap e1651: 8 total, 8 up, 8 in 2024-08-17T01:22:30.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:30 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:30.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:30 smithi157 ceph-mon[101289]: osdmap e1651: 8 total, 8 up, 8 in 2024-08-17T01:22:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:30 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:30.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:30 smithi157 ceph-mon[98780]: osdmap e1651: 8 total, 8 up, 8 in 2024-08-17T01:22:31.602 INFO:tasks.workunit.client.0.smithi157.stdout:image: image22 2024-08-17T01:22:31.602 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image22 2024-08-17T01:22:31.602 INFO:tasks.workunit.client.0.smithi157.stdout:found image22 2024-08-17T01:22:31.602 INFO:tasks.workunit.client.0.smithi157.stdout:erased image22 2024-08-17T01:22:31.602 INFO:tasks.workunit.client.0.smithi157.stdout:image: image22 2024-08-17T01:22:31.602 INFO:tasks.workunit.client.0.smithi157.stdout:image: image23 2024-08-17T01:22:31.602 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image22 2024-08-17T01:22:31.602 INFO:tasks.workunit.client.0.smithi157.stdout:found image22 2024-08-17T01:22:31.603 INFO:tasks.workunit.client.0.smithi157.stdout:erased image22 2024-08-17T01:22:31.603 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image23 2024-08-17T01:22:31.603 INFO:tasks.workunit.client.0.smithi157.stdout:found image23 2024-08-17T01:22:31.603 INFO:tasks.workunit.client.0.smithi157.stdout:erased image23 2024-08-17T01:22:31.603 INFO:tasks.workunit.client.0.smithi157.stdout:100.00% done 2024-08-17T01:22:31.603 INFO:tasks.workunit.client.0.smithi157.stdout:image: image22 2024-08-17T01:22:31.603 INFO:tasks.workunit.client.0.smithi157.stdout:image: image23 2024-08-17T01:22:31.603 INFO:tasks.workunit.client.0.smithi157.stdout:image: image24 2024-08-17T01:22:31.603 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image22 2024-08-17T01:22:31.603 INFO:tasks.workunit.client.0.smithi157.stdout:found image22 2024-08-17T01:22:31.603 INFO:tasks.workunit.client.0.smithi157.stdout:erased image22 2024-08-17T01:22:31.603 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image23 2024-08-17T01:22:31.603 INFO:tasks.workunit.client.0.smithi157.stdout:found image23 2024-08-17T01:22:31.604 INFO:tasks.workunit.client.0.smithi157.stdout:erased image23 2024-08-17T01:22:31.604 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image24 2024-08-17T01:22:31.604 INFO:tasks.workunit.client.0.smithi157.stdout:found image24 2024-08-17T01:22:31.604 INFO:tasks.workunit.client.0.smithi157.stdout:erased image24 2024-08-17T01:22:31.604 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCopy (4069 ms) 2024-08-17T01:22:31.604 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-08-17T01:22:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:31 smithi187 ceph-mon[90552]: pgmap v2835: 233 pgs: 18 creating+peering, 6 unknown, 209 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 48 op/s 2024-08-17T01:22:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:31 smithi187 ceph-mon[90552]: osdmap e1652: 8 total, 8 up, 8 in 2024-08-17T01:22:31.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:31 smithi157 ceph-mon[101289]: pgmap v2835: 233 pgs: 18 creating+peering, 6 unknown, 209 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 48 op/s 2024-08-17T01:22:31.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:31 smithi157 ceph-mon[101289]: osdmap e1652: 8 total, 8 up, 8 in 2024-08-17T01:22:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:31 smithi157 ceph-mon[98780]: pgmap v2835: 233 pgs: 18 creating+peering, 6 unknown, 209 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 48 op/s 2024-08-17T01:22:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:31 smithi157 ceph-mon[98780]: osdmap e1652: 8 total, 8 up, 8 in 2024-08-17T01:22:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:32 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:22:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:22:32.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:32 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:32 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:33.252 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:33 smithi187 ceph-mon[90552]: osdmap e1653: 8 total, 8 up, 8 in 2024-08-17T01:22:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:33 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/454368392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:33 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:33 smithi187 ceph-mon[90552]: pgmap v2838: 265 pgs: 25 creating+peering, 25 unknown, 215 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.7 KiB/s wr, 31 op/s 2024-08-17T01:22:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:33 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:33 smithi187 ceph-mon[90552]: osdmap e1654: 8 total, 8 up, 8 in 2024-08-17T01:22:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:22:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:22:33] "GET /metrics HTTP/1.1" 200 43694 "" "Prometheus/2.43.0" 2024-08-17T01:22:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:33 smithi157 ceph-mon[101289]: osdmap e1653: 8 total, 8 up, 8 in 2024-08-17T01:22:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:33 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/454368392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:33 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:33 smithi157 ceph-mon[101289]: pgmap v2838: 265 pgs: 25 creating+peering, 25 unknown, 215 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.7 KiB/s wr, 31 op/s 2024-08-17T01:22:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:33 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:33 smithi157 ceph-mon[101289]: osdmap e1654: 8 total, 8 up, 8 in 2024-08-17T01:22:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:33 smithi157 ceph-mon[98780]: osdmap e1653: 8 total, 8 up, 8 in 2024-08-17T01:22:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:33 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/454368392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:33 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:33 smithi157 ceph-mon[98780]: pgmap v2838: 265 pgs: 25 creating+peering, 25 unknown, 215 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.7 KiB/s wr, 31 op/s 2024-08-17T01:22:33.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:33 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:33.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:33 smithi157 ceph-mon[98780]: osdmap e1654: 8 total, 8 up, 8 in 2024-08-17T01:22:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:34 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:34 smithi187 ceph-mon[90552]: osdmap e1655: 8 total, 8 up, 8 in 2024-08-17T01:22:34.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:34 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:34.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:34 smithi157 ceph-mon[98780]: osdmap e1655: 8 total, 8 up, 8 in 2024-08-17T01:22:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:34 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:34.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:34 smithi157 ceph-mon[101289]: osdmap e1655: 8 total, 8 up, 8 in 2024-08-17T01:22:35.527 INFO:tasks.workunit.client.0.smithi157.stdout:num images is: 1 2024-08-17T01:22:35.527 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:22:35.527 INFO:tasks.workunit.client.0.smithi157.stdout:image: image25 2024-08-17T01:22:35.527 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image25 2024-08-17T01:22:35.546 INFO:tasks.workunit.client.0.smithi157.stdout:num images is: 2 2024-08-17T01:22:35.546 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 2 2024-08-17T01:22:35.546 INFO:tasks.workunit.client.0.smithi157.stdout:image: image25 2024-08-17T01:22:35.546 INFO:tasks.workunit.client.0.smithi157.stdout:image: image26 2024-08-17T01:22:35.546 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image25 2024-08-17T01:22:35.547 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image26 2024-08-17T01:22:35.590 INFO:tasks.workunit.client.0.smithi157.stdout:100.00% done 2024-08-17T01:22:35.590 INFO:tasks.workunit.client.0.smithi157.stdout:num images is: 3 2024-08-17T01:22:35.590 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 3 2024-08-17T01:22:35.590 INFO:tasks.workunit.client.0.smithi157.stdout:image: image25 2024-08-17T01:22:35.590 INFO:tasks.workunit.client.0.smithi157.stdout:image: image26 2024-08-17T01:22:35.590 INFO:tasks.workunit.client.0.smithi157.stdout:image: image27 2024-08-17T01:22:35.590 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image25 2024-08-17T01:22:35.590 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image26 2024-08-17T01:22:35.591 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image27 2024-08-17T01:22:35.618 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCopyPP (4016 ms) 2024-08-17T01:22:35.618 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-08-17T01:22:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:35 smithi157 ceph-mon[98780]: pgmap v2841: 265 pgs: 7 creating+peering, 17 unknown, 241 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 19 KiB/s wr, 340 op/s 2024-08-17T01:22:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:35 smithi157 ceph-mon[98780]: osdmap e1656: 8 total, 8 up, 8 in 2024-08-17T01:22:35.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:35 smithi157 ceph-mon[101289]: pgmap v2841: 265 pgs: 7 creating+peering, 17 unknown, 241 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 19 KiB/s wr, 340 op/s 2024-08-17T01:22:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:35 smithi157 ceph-mon[101289]: osdmap e1656: 8 total, 8 up, 8 in 2024-08-17T01:22:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:35 smithi187 ceph-mon[90552]: pgmap v2841: 265 pgs: 7 creating+peering, 17 unknown, 241 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 19 KiB/s wr, 340 op/s 2024-08-17T01:22:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:35 smithi187 ceph-mon[90552]: osdmap e1656: 8 total, 8 up, 8 in 2024-08-17T01:22:36.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:36 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:36.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:36 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:36 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:37.481 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:37 smithi157 ceph-mon[98780]: osdmap e1657: 8 total, 8 up, 8 in 2024-08-17T01:22:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:37 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2814764522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:37 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:37 smithi157 ceph-mon[98780]: pgmap v2844: 297 pgs: 32 unknown, 7 creating+peering, 258 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 22 KiB/s wr, 401 op/s 2024-08-17T01:22:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:37 smithi157 ceph-mon[101289]: osdmap e1657: 8 total, 8 up, 8 in 2024-08-17T01:22:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:37 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2814764522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:37 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:37 smithi157 ceph-mon[101289]: pgmap v2844: 297 pgs: 32 unknown, 7 creating+peering, 258 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 22 KiB/s wr, 401 op/s 2024-08-17T01:22:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:37 smithi187 ceph-mon[90552]: osdmap e1657: 8 total, 8 up, 8 in 2024-08-17T01:22:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:37 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2814764522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:37 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:37 smithi187 ceph-mon[90552]: pgmap v2844: 297 pgs: 32 unknown, 7 creating+peering, 258 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 22 KiB/s wr, 401 op/s 2024-08-17T01:22:38.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:38 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:38.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:38 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:38 smithi157 ceph-mon[101289]: osdmap e1658: 8 total, 8 up, 8 in 2024-08-17T01:22:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:38 smithi157 ceph-mon[101289]: osdmap e1659: 8 total, 8 up, 8 in 2024-08-17T01:22:38.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:38 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:38.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:38 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:38.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:38 smithi157 ceph-mon[98780]: osdmap e1658: 8 total, 8 up, 8 in 2024-08-17T01:22:38.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:38 smithi157 ceph-mon[98780]: osdmap e1659: 8 total, 8 up, 8 in 2024-08-17T01:22:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:38 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:38 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:38 smithi187 ceph-mon[90552]: osdmap e1658: 8 total, 8 up, 8 in 2024-08-17T01:22:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:38 smithi187 ceph-mon[90552]: osdmap e1659: 8 total, 8 up, 8 in 2024-08-17T01:22:39.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:39 smithi157 ceph-mon[101289]: pgmap v2847: 297 pgs: 5 creating+peering, 16 unknown, 276 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 6.5 KiB/s wr, 161 op/s 2024-08-17T01:22:39.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:39 smithi157 ceph-mon[101289]: osdmap e1660: 8 total, 8 up, 8 in 2024-08-17T01:22:39.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:39 smithi157 ceph-mon[98780]: pgmap v2847: 297 pgs: 5 creating+peering, 16 unknown, 276 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 6.5 KiB/s wr, 161 op/s 2024-08-17T01:22:39.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:39 smithi157 ceph-mon[98780]: osdmap e1660: 8 total, 8 up, 8 in 2024-08-17T01:22:39.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:39 smithi187 ceph-mon[90552]: pgmap v2847: 297 pgs: 5 creating+peering, 16 unknown, 276 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 6.5 KiB/s wr, 161 op/s 2024-08-17T01:22:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:39 smithi187 ceph-mon[90552]: osdmap e1660: 8 total, 8 up, 8 in 2024-08-17T01:22:40.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:40 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:40.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:40 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:40 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:41 smithi157 ceph-mon[98780]: osdmap e1661: 8 total, 8 up, 8 in 2024-08-17T01:22:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:41 smithi157 ceph-mon[98780]: pgmap v2850: 297 pgs: 5 creating+peering, 3 unknown, 289 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 23 KiB/s wr, 442 op/s 2024-08-17T01:22:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:41 smithi157 ceph-mon[101289]: osdmap e1661: 8 total, 8 up, 8 in 2024-08-17T01:22:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:41 smithi157 ceph-mon[101289]: pgmap v2850: 297 pgs: 5 creating+peering, 3 unknown, 289 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 23 KiB/s wr, 442 op/s 2024-08-17T01:22:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:41 smithi187 ceph-mon[90552]: osdmap e1661: 8 total, 8 up, 8 in 2024-08-17T01:22:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:41 smithi187 ceph-mon[90552]: pgmap v2850: 297 pgs: 5 creating+peering, 3 unknown, 289 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 23 KiB/s wr, 442 op/s 2024-08-17T01:22:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:42 smithi187 ceph-mon[90552]: osdmap e1662: 8 total, 8 up, 8 in 2024-08-17T01:22:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:22:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:22:42.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:42 smithi157 ceph-mon[101289]: osdmap e1662: 8 total, 8 up, 8 in 2024-08-17T01:22:42.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:42 smithi157 ceph-mon[98780]: osdmap e1662: 8 total, 8 up, 8 in 2024-08-17T01:22:43.331 INFO:tasks.workunit.client.0.smithi157.stdout:image: image28 2024-08-17T01:22:43.331 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image28 2024-08-17T01:22:43.331 INFO:tasks.workunit.client.0.smithi157.stdout:found image28 2024-08-17T01:22:43.331 INFO:tasks.workunit.client.0.smithi157.stdout:erased image28 2024-08-17T01:22:43.331 INFO:tasks.workunit.client.0.smithi157.stdout:image: image28 2024-08-17T01:22:43.331 INFO:tasks.workunit.client.0.smithi157.stdout:image: image29 2024-08-17T01:22:43.332 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image28 2024-08-17T01:22:43.332 INFO:tasks.workunit.client.0.smithi157.stdout:found image28 2024-08-17T01:22:43.332 INFO:tasks.workunit.client.0.smithi157.stdout:erased image28 2024-08-17T01:22:43.332 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image29 2024-08-17T01:22:43.332 INFO:tasks.workunit.client.0.smithi157.stdout:found image29 2024-08-17T01:22:43.332 INFO:tasks.workunit.client.0.smithi157.stdout:erased image29 2024-08-17T01:22:43.332 INFO:tasks.workunit.client.0.smithi157.stdout:100.00% done 2024-08-17T01:22:43.332 INFO:tasks.workunit.client.0.smithi157.stdout:image: image28 2024-08-17T01:22:43.332 INFO:tasks.workunit.client.0.smithi157.stdout:image: image29 2024-08-17T01:22:43.332 INFO:tasks.workunit.client.0.smithi157.stdout:image: image30 2024-08-17T01:22:43.332 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image28 2024-08-17T01:22:43.332 INFO:tasks.workunit.client.0.smithi157.stdout:found image28 2024-08-17T01:22:43.333 INFO:tasks.workunit.client.0.smithi157.stdout:erased image28 2024-08-17T01:22:43.333 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image29 2024-08-17T01:22:43.333 INFO:tasks.workunit.client.0.smithi157.stdout:found image29 2024-08-17T01:22:43.333 INFO:tasks.workunit.client.0.smithi157.stdout:erased image29 2024-08-17T01:22:43.333 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image30 2024-08-17T01:22:43.333 INFO:tasks.workunit.client.0.smithi157.stdout:found image30 2024-08-17T01:22:43.333 INFO:tasks.workunit.client.0.smithi157.stdout:erased image30 2024-08-17T01:22:43.333 INFO:tasks.workunit.client.0.smithi157.stdout:image: image28 2024-08-17T01:22:43.333 INFO:tasks.workunit.client.0.smithi157.stdout:image: image29 2024-08-17T01:22:43.333 INFO:tasks.workunit.client.0.smithi157.stdout:image: image30 2024-08-17T01:22:43.333 INFO:tasks.workunit.client.0.smithi157.stdout:image: image31 2024-08-17T01:22:43.333 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image28 2024-08-17T01:22:43.333 INFO:tasks.workunit.client.0.smithi157.stdout:found image28 2024-08-17T01:22:43.334 INFO:tasks.workunit.client.0.smithi157.stdout:erased image28 2024-08-17T01:22:43.334 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image29 2024-08-17T01:22:43.334 INFO:tasks.workunit.client.0.smithi157.stdout:found image29 2024-08-17T01:22:43.334 INFO:tasks.workunit.client.0.smithi157.stdout:erased image29 2024-08-17T01:22:43.334 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image30 2024-08-17T01:22:43.334 INFO:tasks.workunit.client.0.smithi157.stdout:found image30 2024-08-17T01:22:43.334 INFO:tasks.workunit.client.0.smithi157.stdout:erased image30 2024-08-17T01:22:43.334 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image31 2024-08-17T01:22:43.334 INFO:tasks.workunit.client.0.smithi157.stdout:found image31 2024-08-17T01:22:43.334 INFO:tasks.workunit.client.0.smithi157.stdout:erased image31 2024-08-17T01:22:43.334 INFO:tasks.workunit.client.0.smithi157.stdout:image: image28 2024-08-17T01:22:43.335 INFO:tasks.workunit.client.0.smithi157.stdout:image: image29 2024-08-17T01:22:43.335 INFO:tasks.workunit.client.0.smithi157.stdout:image: image30 2024-08-17T01:22:43.335 INFO:tasks.workunit.client.0.smithi157.stdout:image: image31 2024-08-17T01:22:43.335 INFO:tasks.workunit.client.0.smithi157.stdout:image: image32 2024-08-17T01:22:43.335 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image28 2024-08-17T01:22:43.335 INFO:tasks.workunit.client.0.smithi157.stdout:found image28 2024-08-17T01:22:43.335 INFO:tasks.workunit.client.0.smithi157.stdout:erased image28 2024-08-17T01:22:43.335 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image29 2024-08-17T01:22:43.335 INFO:tasks.workunit.client.0.smithi157.stdout:found image29 2024-08-17T01:22:43.335 INFO:tasks.workunit.client.0.smithi157.stdout:erased image29 2024-08-17T01:22:43.335 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image30 2024-08-17T01:22:43.335 INFO:tasks.workunit.client.0.smithi157.stdout:found image30 2024-08-17T01:22:43.336 INFO:tasks.workunit.client.0.smithi157.stdout:erased image30 2024-08-17T01:22:43.336 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image31 2024-08-17T01:22:43.336 INFO:tasks.workunit.client.0.smithi157.stdout:found image31 2024-08-17T01:22:43.336 INFO:tasks.workunit.client.0.smithi157.stdout:erased image31 2024-08-17T01:22:43.336 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image32 2024-08-17T01:22:43.336 INFO:tasks.workunit.client.0.smithi157.stdout:found image32 2024-08-17T01:22:43.336 INFO:tasks.workunit.client.0.smithi157.stdout:erased image32 2024-08-17T01:22:43.336 INFO:tasks.workunit.client.0.smithi157.stdout:100.00% done 2024-08-17T01:22:43.336 INFO:tasks.workunit.client.0.smithi157.stdout:image: image28 2024-08-17T01:22:43.336 INFO:tasks.workunit.client.0.smithi157.stdout:image: image29 2024-08-17T01:22:43.336 INFO:tasks.workunit.client.0.smithi157.stdout:image: image30 2024-08-17T01:22:43.337 INFO:tasks.workunit.client.0.smithi157.stdout:image: image31 2024-08-17T01:22:43.337 INFO:tasks.workunit.client.0.smithi157.stdout:image: image32 2024-08-17T01:22:43.337 INFO:tasks.workunit.client.0.smithi157.stdout:image: image33 2024-08-17T01:22:43.337 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image28 2024-08-17T01:22:43.337 INFO:tasks.workunit.client.0.smithi157.stdout:found image28 2024-08-17T01:22:43.337 INFO:tasks.workunit.client.0.smithi157.stdout:erased image28 2024-08-17T01:22:43.337 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image29 2024-08-17T01:22:43.337 INFO:tasks.workunit.client.0.smithi157.stdout:found image29 2024-08-17T01:22:43.337 INFO:tasks.workunit.client.0.smithi157.stdout:erased image29 2024-08-17T01:22:43.337 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image30 2024-08-17T01:22:43.337 INFO:tasks.workunit.client.0.smithi157.stdout:found image30 2024-08-17T01:22:43.337 INFO:tasks.workunit.client.0.smithi157.stdout:erased image30 2024-08-17T01:22:43.338 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image31 2024-08-17T01:22:43.338 INFO:tasks.workunit.client.0.smithi157.stdout:found image31 2024-08-17T01:22:43.338 INFO:tasks.workunit.client.0.smithi157.stdout:erased image31 2024-08-17T01:22:43.338 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image32 2024-08-17T01:22:43.338 INFO:tasks.workunit.client.0.smithi157.stdout:found image32 2024-08-17T01:22:43.338 INFO:tasks.workunit.client.0.smithi157.stdout:erased image32 2024-08-17T01:22:43.338 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image33 2024-08-17T01:22:43.338 INFO:tasks.workunit.client.0.smithi157.stdout:found image33 2024-08-17T01:22:43.338 INFO:tasks.workunit.client.0.smithi157.stdout:erased image33 2024-08-17T01:22:43.338 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestDeepCopy (7713 ms) 2024-08-17T01:22:43.338 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-08-17T01:22:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:22:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:22:43] "GET /metrics HTTP/1.1" 200 43694 "" "Prometheus/2.43.0" 2024-08-17T01:22:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:43 smithi157 ceph-mon[101289]: osdmap e1663: 8 total, 8 up, 8 in 2024-08-17T01:22:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:43 smithi157 ceph-mon[101289]: pgmap v2853: 297 pgs: 297 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 655 KiB/s rd, 42 KiB/s wr, 773 op/s 2024-08-17T01:22:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:43 smithi157 ceph-mon[101289]: osdmap e1664: 8 total, 8 up, 8 in 2024-08-17T01:22:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:43 smithi157 ceph-mon[98780]: osdmap e1663: 8 total, 8 up, 8 in 2024-08-17T01:22:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:43 smithi157 ceph-mon[98780]: pgmap v2853: 297 pgs: 297 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 655 KiB/s rd, 42 KiB/s wr, 773 op/s 2024-08-17T01:22:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:43 smithi157 ceph-mon[98780]: osdmap e1664: 8 total, 8 up, 8 in 2024-08-17T01:22:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:43 smithi187 ceph-mon[90552]: osdmap e1663: 8 total, 8 up, 8 in 2024-08-17T01:22:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:43 smithi187 ceph-mon[90552]: pgmap v2853: 297 pgs: 297 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 655 KiB/s rd, 42 KiB/s wr, 773 op/s 2024-08-17T01:22:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:43 smithi187 ceph-mon[90552]: osdmap e1664: 8 total, 8 up, 8 in 2024-08-17T01:22:44.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:44 smithi157 ceph-mon[98780]: osdmap e1665: 8 total, 8 up, 8 in 2024-08-17T01:22:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:44 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2486589297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:44 smithi157 ceph-mon[101289]: osdmap e1665: 8 total, 8 up, 8 in 2024-08-17T01:22:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:44 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2486589297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:44 smithi187 ceph-mon[90552]: osdmap e1665: 8 total, 8 up, 8 in 2024-08-17T01:22:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:44 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2486589297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:45.270 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:45 smithi157 ceph-mon[101289]: pgmap v2856: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 27 KiB/s wr, 515 op/s 2024-08-17T01:22:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:45 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:45.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:45 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2486589297' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:45.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:45 smithi157 ceph-mon[101289]: osdmap e1666: 8 total, 8 up, 8 in 2024-08-17T01:22:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:45 smithi157 ceph-mon[98780]: pgmap v2856: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 27 KiB/s wr, 515 op/s 2024-08-17T01:22:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:45 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:45 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2486589297' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:45 smithi157 ceph-mon[98780]: osdmap e1666: 8 total, 8 up, 8 in 2024-08-17T01:22:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:45 smithi187 ceph-mon[90552]: pgmap v2856: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 27 KiB/s wr, 515 op/s 2024-08-17T01:22:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:45 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:45 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2486589297' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:45 smithi187 ceph-mon[90552]: osdmap e1666: 8 total, 8 up, 8 in 2024-08-17T01:22:47.528 INFO:tasks.workunit.client.0.smithi157.stdout:num images is: 1 2024-08-17T01:22:47.528 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:22:47.528 INFO:tasks.workunit.client.0.smithi157.stdout:image: image34 2024-08-17T01:22:47.528 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image34 2024-08-17T01:22:47.551 INFO:tasks.workunit.client.0.smithi157.stdout:num images is: 2 2024-08-17T01:22:47.551 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 2 2024-08-17T01:22:47.551 INFO:tasks.workunit.client.0.smithi157.stdout:image: image34 2024-08-17T01:22:47.551 INFO:tasks.workunit.client.0.smithi157.stdout:image: image35 2024-08-17T01:22:47.551 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image34 2024-08-17T01:22:47.551 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image35 2024-08-17T01:22:47.598 INFO:tasks.workunit.client.0.smithi157.stdout:100.00% done 2024-08-17T01:22:47.598 INFO:tasks.workunit.client.0.smithi157.stdout:num images is: 3 2024-08-17T01:22:47.598 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 3 2024-08-17T01:22:47.598 INFO:tasks.workunit.client.0.smithi157.stdout:image: image34 2024-08-17T01:22:47.598 INFO:tasks.workunit.client.0.smithi157.stdout:image: image35 2024-08-17T01:22:47.598 INFO:tasks.workunit.client.0.smithi157.stdout:image: image36 2024-08-17T01:22:47.598 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image34 2024-08-17T01:22:47.598 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image35 2024-08-17T01:22:47.598 INFO:tasks.workunit.client.0.smithi157.stdout:expected = image36 2024-08-17T01:22:47.627 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4297 ms) 2024-08-17T01:22:47.628 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-08-17T01:22:47.628 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:47.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:47 smithi157 ceph-mon[101289]: osdmap e1667: 8 total, 8 up, 8 in 2024-08-17T01:22:47.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:47 smithi157 ceph-mon[101289]: pgmap v2859: 329 pgs: 4 creating+peering, 19 unknown, 306 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 8.2 KiB/s wr, 140 op/s 2024-08-17T01:22:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:47 smithi157 ceph-mon[98780]: osdmap e1667: 8 total, 8 up, 8 in 2024-08-17T01:22:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:47 smithi157 ceph-mon[98780]: pgmap v2859: 329 pgs: 4 creating+peering, 19 unknown, 306 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 8.2 KiB/s wr, 140 op/s 2024-08-17T01:22:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:47 smithi187 ceph-mon[90552]: osdmap e1667: 8 total, 8 up, 8 in 2024-08-17T01:22:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:47 smithi187 ceph-mon[90552]: pgmap v2859: 329 pgs: 4 creating+peering, 19 unknown, 306 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 8.2 KiB/s wr, 140 op/s 2024-08-17T01:22:48.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:48 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:48 smithi157 ceph-mon[101289]: osdmap e1668: 8 total, 8 up, 8 in 2024-08-17T01:22:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:48 smithi157 ceph-mon[101289]: osdmap e1669: 8 total, 8 up, 8 in 2024-08-17T01:22:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:48 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:48 smithi157 ceph-mon[98780]: osdmap e1668: 8 total, 8 up, 8 in 2024-08-17T01:22:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:48 smithi157 ceph-mon[98780]: osdmap e1669: 8 total, 8 up, 8 in 2024-08-17T01:22:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:48 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:48 smithi187 ceph-mon[90552]: osdmap e1668: 8 total, 8 up, 8 in 2024-08-17T01:22:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:48 smithi187 ceph-mon[90552]: osdmap e1669: 8 total, 8 up, 8 in 2024-08-17T01:22:49.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:49 smithi157 ceph-mon[98780]: pgmap v2862: 329 pgs: 4 creating+peering, 325 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 24 KiB/s wr, 498 op/s 2024-08-17T01:22:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:49 smithi157 ceph-mon[101289]: pgmap v2862: 329 pgs: 4 creating+peering, 325 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 24 KiB/s wr, 498 op/s 2024-08-17T01:22:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:49 smithi187 ceph-mon[90552]: pgmap v2862: 329 pgs: 4 creating+peering, 325 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 24 KiB/s wr, 498 op/s 2024-08-17T01:22:50.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:50 smithi157 ceph-mon[98780]: osdmap e1670: 8 total, 8 up, 8 in 2024-08-17T01:22:50.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:50 smithi157 ceph-mon[101289]: osdmap e1670: 8 total, 8 up, 8 in 2024-08-17T01:22:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:50 smithi187 ceph-mon[90552]: osdmap e1670: 8 total, 8 up, 8 in 2024-08-17T01:22:51.309 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 1 2024-08-17T01:22:51.310 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:22:51.310 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap1 2024-08-17T01:22:51.310 INFO:tasks.workunit.client.0.smithi157.stdout:found snap1 with size 2097152 2024-08-17T01:22:51.310 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 2 2024-08-17T01:22:51.310 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 2 2024-08-17T01:22:51.310 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap1 2024-08-17T01:22:51.310 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap2 2024-08-17T01:22:51.310 INFO:tasks.workunit.client.0.smithi157.stdout:found snap1 with size 2097152 2024-08-17T01:22:51.311 INFO:tasks.workunit.client.0.smithi157.stdout:found snap2 with size 4194304 2024-08-17T01:22:51.311 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 1 2024-08-17T01:22:51.311 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:22:51.311 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap2 2024-08-17T01:22:51.311 INFO:tasks.workunit.client.0.smithi157.stdout:found snap2 with size 4194304 2024-08-17T01:22:51.311 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 0 2024-08-17T01:22:51.311 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 0 2024-08-17T01:22:51.311 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3682 ms) 2024-08-17T01:22:51.311 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-08-17T01:22:51.311 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:51.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:51 smithi157 ceph-mon[101289]: osdmap e1671: 8 total, 8 up, 8 in 2024-08-17T01:22:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:51 smithi157 ceph-mon[101289]: pgmap v2865: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 417 KiB/s rd, 26 KiB/s wr, 495 op/s 2024-08-17T01:22:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:51 smithi157 ceph-mon[98780]: osdmap e1671: 8 total, 8 up, 8 in 2024-08-17T01:22:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:51 smithi157 ceph-mon[98780]: pgmap v2865: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 417 KiB/s rd, 26 KiB/s wr, 495 op/s 2024-08-17T01:22:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:51 smithi187 ceph-mon[90552]: osdmap e1671: 8 total, 8 up, 8 in 2024-08-17T01:22:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:51 smithi187 ceph-mon[90552]: pgmap v2865: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 417 KiB/s rd, 26 KiB/s wr, 495 op/s 2024-08-17T01:22:52.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:52 smithi187 ceph-mon[90552]: osdmap e1672: 8 total, 8 up, 8 in 2024-08-17T01:22:52.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:22:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:22:52.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:52 smithi157 ceph-mon[101289]: osdmap e1672: 8 total, 8 up, 8 in 2024-08-17T01:22:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:52 smithi157 ceph-mon[98780]: osdmap e1672: 8 total, 8 up, 8 in 2024-08-17T01:22:53.313 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2003 ms) 2024-08-17T01:22:53.314 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-08-17T01:22:53.314 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:53.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:53 smithi157 ceph-mon[101289]: osdmap e1673: 8 total, 8 up, 8 in 2024-08-17T01:22:53.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:53 smithi157 ceph-mon[101289]: pgmap v2868: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.7 KiB/s wr, 60 op/s 2024-08-17T01:22:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:53 smithi157 ceph-mon[98780]: osdmap e1673: 8 total, 8 up, 8 in 2024-08-17T01:22:53.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:53 smithi157 ceph-mon[98780]: pgmap v2868: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.7 KiB/s wr, 60 op/s 2024-08-17T01:22:53.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:22:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:22:53] "GET /metrics HTTP/1.1" 200 48558 "" "Prometheus/2.43.0" 2024-08-17T01:22:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:53 smithi187 ceph-mon[90552]: osdmap e1673: 8 total, 8 up, 8 in 2024-08-17T01:22:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:53 smithi187 ceph-mon[90552]: pgmap v2868: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.7 KiB/s wr, 60 op/s 2024-08-17T01:22:54.321 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 1 2024-08-17T01:22:54.322 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:22:54.322 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap1 2024-08-17T01:22:54.322 INFO:tasks.workunit.client.0.smithi157.stdout:found snap1 with size 2097152 2024-08-17T01:22:54.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:54 smithi157 ceph-mon[101289]: osdmap e1674: 8 total, 8 up, 8 in 2024-08-17T01:22:54.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:54 smithi157 ceph-mon[98780]: osdmap e1674: 8 total, 8 up, 8 in 2024-08-17T01:22:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:54 smithi187 ceph-mon[90552]: osdmap e1674: 8 total, 8 up, 8 in 2024-08-17T01:22:55.326 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 2 2024-08-17T01:22:55.326 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 2 2024-08-17T01:22:55.326 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap1 2024-08-17T01:22:55.326 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap2 2024-08-17T01:22:55.326 INFO:tasks.workunit.client.0.smithi157.stdout:found snap1 with size 2097152 2024-08-17T01:22:55.326 INFO:tasks.workunit.client.0.smithi157.stdout:found snap2 with size 4194304 2024-08-17T01:22:55.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:55 smithi157 ceph-mon[98780]: osdmap e1675: 8 total, 8 up, 8 in 2024-08-17T01:22:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:55 smithi157 ceph-mon[98780]: pgmap v2871: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-08-17T01:22:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:55 smithi157 ceph-mon[101289]: osdmap e1675: 8 total, 8 up, 8 in 2024-08-17T01:22:55.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:55 smithi157 ceph-mon[101289]: pgmap v2871: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-08-17T01:22:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:55 smithi187 ceph-mon[90552]: osdmap e1675: 8 total, 8 up, 8 in 2024-08-17T01:22:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:55 smithi187 ceph-mon[90552]: pgmap v2871: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-08-17T01:22:56.331 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 1 2024-08-17T01:22:56.331 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:22:56.331 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap2 2024-08-17T01:22:56.331 INFO:tasks.workunit.client.0.smithi157.stdout:found snap2 with size 4194304 2024-08-17T01:22:56.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:56 smithi157 ceph-mon[101289]: osdmap e1676: 8 total, 8 up, 8 in 2024-08-17T01:22:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:56 smithi157 ceph-mon[98780]: osdmap e1676: 8 total, 8 up, 8 in 2024-08-17T01:22:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:56 smithi187 ceph-mon[90552]: osdmap e1676: 8 total, 8 up, 8 in 2024-08-17T01:22:57.334 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 0 2024-08-17T01:22:57.334 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 0 2024-08-17T01:22:57.343 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4031 ms) 2024-08-17T01:22:57.343 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-08-17T01:22:57.343 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:22:57.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:57 smithi157 ceph-mon[101289]: osdmap e1677: 8 total, 8 up, 8 in 2024-08-17T01:22:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:57 smithi157 ceph-mon[101289]: pgmap v2874: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.5 KiB/s wr, 54 op/s 2024-08-17T01:22:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:57 smithi157 ceph-mon[98780]: osdmap e1677: 8 total, 8 up, 8 in 2024-08-17T01:22:57.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:57 smithi157 ceph-mon[98780]: pgmap v2874: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.5 KiB/s wr, 54 op/s 2024-08-17T01:22:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:57 smithi187 ceph-mon[90552]: osdmap e1677: 8 total, 8 up, 8 in 2024-08-17T01:22:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:57 smithi187 ceph-mon[90552]: pgmap v2874: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.5 KiB/s wr, 54 op/s 2024-08-17T01:22:58.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:58 smithi157 ceph-mon[98780]: osdmap e1678: 8 total, 8 up, 8 in 2024-08-17T01:22:58.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:58 smithi157 ceph-mon[98780]: osdmap e1679: 8 total, 8 up, 8 in 2024-08-17T01:22:58.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:58 smithi157 ceph-mon[101289]: osdmap e1678: 8 total, 8 up, 8 in 2024-08-17T01:22:58.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:58 smithi157 ceph-mon[101289]: osdmap e1679: 8 total, 8 up, 8 in 2024-08-17T01:22:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:58 smithi187 ceph-mon[90552]: osdmap e1678: 8 total, 8 up, 8 in 2024-08-17T01:22:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:58 smithi187 ceph-mon[90552]: osdmap e1679: 8 total, 8 up, 8 in 2024-08-17T01:22:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:59 smithi157 ceph-mon[101289]: pgmap v2877: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.7 KiB/s wr, 85 op/s 2024-08-17T01:22:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:22:59 smithi157 ceph-mon[101289]: osdmap e1680: 8 total, 8 up, 8 in 2024-08-17T01:22:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:59 smithi157 ceph-mon[98780]: pgmap v2877: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.7 KiB/s wr, 85 op/s 2024-08-17T01:22:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:22:59 smithi157 ceph-mon[98780]: osdmap e1680: 8 total, 8 up, 8 in 2024-08-17T01:22:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:59 smithi187 ceph-mon[90552]: pgmap v2877: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.7 KiB/s wr, 85 op/s 2024-08-17T01:22:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:22:59 smithi187 ceph-mon[90552]: osdmap e1680: 8 total, 8 up, 8 in 2024-08-17T01:23:01.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:01 smithi157 ceph-mon[101289]: osdmap e1681: 8 total, 8 up, 8 in 2024-08-17T01:23:01.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:01 smithi157 ceph-mon[101289]: pgmap v2880: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 6.5 KiB/s wr, 78 op/s 2024-08-17T01:23:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:01 smithi157 ceph-mon[98780]: osdmap e1681: 8 total, 8 up, 8 in 2024-08-17T01:23:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:01 smithi157 ceph-mon[98780]: pgmap v2880: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 6.5 KiB/s wr, 78 op/s 2024-08-17T01:23:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:01 smithi187 ceph-mon[90552]: osdmap e1681: 8 total, 8 up, 8 in 2024-08-17T01:23:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:01 smithi187 ceph-mon[90552]: pgmap v2880: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 6.5 KiB/s wr, 78 op/s 2024-08-17T01:23:02.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:02 smithi157 ceph-mon[101289]: osdmap e1682: 8 total, 8 up, 8 in 2024-08-17T01:23:02.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:02 smithi157 ceph-mon[98780]: osdmap e1682: 8 total, 8 up, 8 in 2024-08-17T01:23:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:02 smithi187 ceph-mon[90552]: osdmap e1682: 8 total, 8 up, 8 in 2024-08-17T01:23:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:23:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:23:03.293 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 0 2024-08-17T01:23:03.293 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 0 2024-08-17T01:23:03.303 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5959 ms) 2024-08-17T01:23:03.303 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-08-17T01:23:03.303 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:23:03.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:03 smithi157 ceph-mon[101289]: osdmap e1683: 8 total, 8 up, 8 in 2024-08-17T01:23:03.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:03 smithi157 ceph-mon[101289]: pgmap v2883: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 KiB/s wr, 32 op/s 2024-08-17T01:23:03.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:23:03] "GET /metrics HTTP/1.1" 200 50972 "" "Prometheus/2.43.0" 2024-08-17T01:23:03.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:03 smithi157 ceph-mon[98780]: osdmap e1683: 8 total, 8 up, 8 in 2024-08-17T01:23:03.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:03 smithi157 ceph-mon[98780]: pgmap v2883: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 KiB/s wr, 32 op/s 2024-08-17T01:23:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:03 smithi187 ceph-mon[90552]: osdmap e1683: 8 total, 8 up, 8 in 2024-08-17T01:23:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:03 smithi187 ceph-mon[90552]: pgmap v2883: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 KiB/s wr, 32 op/s 2024-08-17T01:23:04.295 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 1 2024-08-17T01:23:04.295 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:23:04.295 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap1 2024-08-17T01:23:04.295 INFO:tasks.workunit.client.0.smithi157.stdout:found snap1 with size 2097152 2024-08-17T01:23:04.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:04 smithi157 ceph-mon[98780]: osdmap e1684: 8 total, 8 up, 8 in 2024-08-17T01:23:04.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:04 smithi157 ceph-mon[101289]: osdmap e1684: 8 total, 8 up, 8 in 2024-08-17T01:23:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:04 smithi187 ceph-mon[90552]: osdmap e1684: 8 total, 8 up, 8 in 2024-08-17T01:23:05.305 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 2 2024-08-17T01:23:05.305 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 2 2024-08-17T01:23:05.305 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap1 2024-08-17T01:23:05.305 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap2 2024-08-17T01:23:05.305 INFO:tasks.workunit.client.0.smithi157.stdout:found snap1 with size 2097152 2024-08-17T01:23:05.305 INFO:tasks.workunit.client.0.smithi157.stdout:found snap2 with size 4194304 2024-08-17T01:23:05.309 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 2 2024-08-17T01:23:05.309 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 2 2024-08-17T01:23:05.309 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap1-rename 2024-08-17T01:23:05.309 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap2 2024-08-17T01:23:05.309 INFO:tasks.workunit.client.0.smithi157.stdout:found snap1-rename with size 2097152 2024-08-17T01:23:05.310 INFO:tasks.workunit.client.0.smithi157.stdout:found snap2 with size 4194304 2024-08-17T01:23:05.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:05 smithi157 ceph-mon[98780]: osdmap e1685: 8 total, 8 up, 8 in 2024-08-17T01:23:05.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:05 smithi157 ceph-mon[98780]: pgmap v2886: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1023 B/s wr, 11 op/s 2024-08-17T01:23:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:05 smithi157 ceph-mon[101289]: osdmap e1685: 8 total, 8 up, 8 in 2024-08-17T01:23:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:05 smithi157 ceph-mon[101289]: pgmap v2886: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1023 B/s wr, 11 op/s 2024-08-17T01:23:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:05 smithi187 ceph-mon[90552]: osdmap e1685: 8 total, 8 up, 8 in 2024-08-17T01:23:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:05 smithi187 ceph-mon[90552]: pgmap v2886: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1023 B/s wr, 11 op/s 2024-08-17T01:23:06.309 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 1 2024-08-17T01:23:06.309 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:23:06.309 INFO:tasks.workunit.client.0.smithi157.stdout:snap: snap2-rename 2024-08-17T01:23:06.309 INFO:tasks.workunit.client.0.smithi157.stdout:found snap2-rename with size 4194304 2024-08-17T01:23:06.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:06 smithi157 ceph-mon[98780]: osdmap e1686: 8 total, 8 up, 8 in 2024-08-17T01:23:06.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:06 smithi157 ceph-mon[101289]: osdmap e1686: 8 total, 8 up, 8 in 2024-08-17T01:23:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:06 smithi187 ceph-mon[90552]: osdmap e1686: 8 total, 8 up, 8 in 2024-08-17T01:23:07.317 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 0 2024-08-17T01:23:07.317 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 0 2024-08-17T01:23:07.326 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4023 ms) 2024-08-17T01:23:07.326 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-08-17T01:23:07.591 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:07 smithi187 ceph-mon[90552]: osdmap e1687: 8 total, 8 up, 8 in 2024-08-17T01:23:07.591 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:07 smithi187 ceph-mon[90552]: pgmap v2889: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.2 KiB/s wr, 57 op/s 2024-08-17T01:23:07.591 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:07 smithi157 ceph-mon[101289]: osdmap e1687: 8 total, 8 up, 8 in 2024-08-17T01:23:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:07 smithi157 ceph-mon[101289]: pgmap v2889: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.2 KiB/s wr, 57 op/s 2024-08-17T01:23:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:07 smithi157 ceph-mon[98780]: osdmap e1687: 8 total, 8 up, 8 in 2024-08-17T01:23:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:07 smithi157 ceph-mon[98780]: pgmap v2889: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.2 KiB/s wr, 57 op/s 2024-08-17T01:23:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:08.569 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:08 smithi157 ceph-mon[101289]: osdmap e1688: 8 total, 8 up, 8 in 2024-08-17T01:23:08.569 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:08 smithi157 ceph-mon[101289]: osdmap e1689: 8 total, 8 up, 8 in 2024-08-17T01:23:08.569 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:08 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3117254418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:08.569 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:08 smithi157 ceph-mon[98780]: osdmap e1688: 8 total, 8 up, 8 in 2024-08-17T01:23:08.569 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:08 smithi157 ceph-mon[98780]: osdmap e1689: 8 total, 8 up, 8 in 2024-08-17T01:23:08.570 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:08 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3117254418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:08.586 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:08 smithi187 ceph-mon[90552]: osdmap e1688: 8 total, 8 up, 8 in 2024-08-17T01:23:08.586 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:08 smithi187 ceph-mon[90552]: osdmap e1689: 8 total, 8 up, 8 in 2024-08-17T01:23:08.586 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:08 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3117254418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:09.274 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:23:09.274 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:23:09.274 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:23:09.275 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:23:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:09 smithi187 ceph-mon[90552]: pgmap v2892: 361 pgs: 16 creating+peering, 16 unknown, 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 8.2 KiB/s wr, 110 op/s 2024-08-17T01:23:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:09 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3117254418' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:09 smithi187 ceph-mon[90552]: osdmap e1690: 8 total, 8 up, 8 in 2024-08-17T01:23:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:09 smithi157 ceph-mon[101289]: pgmap v2892: 361 pgs: 16 creating+peering, 16 unknown, 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 8.2 KiB/s wr, 110 op/s 2024-08-17T01:23:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:09 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3117254418' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:09 smithi157 ceph-mon[101289]: osdmap e1690: 8 total, 8 up, 8 in 2024-08-17T01:23:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:09 smithi157 ceph-mon[98780]: pgmap v2892: 361 pgs: 16 creating+peering, 16 unknown, 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 8.2 KiB/s wr, 110 op/s 2024-08-17T01:23:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:09 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3117254418' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:09.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:09 smithi157 ceph-mon[98780]: osdmap e1690: 8 total, 8 up, 8 in 2024-08-17T01:23:10.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:10 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:23:10.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:10.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:10 smithi157 ceph-mon[101289]: osdmap e1691: 8 total, 8 up, 8 in 2024-08-17T01:23:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:10 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:23:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:10 smithi157 ceph-mon[98780]: osdmap e1691: 8 total, 8 up, 8 in 2024-08-17T01:23:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:10 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:23:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:10 smithi187 ceph-mon[90552]: osdmap e1691: 8 total, 8 up, 8 in 2024-08-17T01:23:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:11.521 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4195 ms) 2024-08-17T01:23:11.521 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-08-17T01:23:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:11 smithi157 ceph-mon[101289]: pgmap v2895: 361 pgs: 16 creating+peering, 7 unknown, 338 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.7 KiB/s wr, 64 op/s 2024-08-17T01:23:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:11 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:23:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:11 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:23:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:11 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:11 smithi157 ceph-mon[101289]: osdmap e1692: 8 total, 8 up, 8 in 2024-08-17T01:23:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:11 smithi157 ceph-mon[98780]: pgmap v2895: 361 pgs: 16 creating+peering, 7 unknown, 338 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.7 KiB/s wr, 64 op/s 2024-08-17T01:23:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:11 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:23:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:11 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:23:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:11 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:11 smithi157 ceph-mon[98780]: osdmap e1692: 8 total, 8 up, 8 in 2024-08-17T01:23:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:11 smithi187 ceph-mon[90552]: pgmap v2895: 361 pgs: 16 creating+peering, 7 unknown, 338 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.7 KiB/s wr, 64 op/s 2024-08-17T01:23:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:11 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:23:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:11 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:23:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:11 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:11 smithi187 ceph-mon[90552]: osdmap e1692: 8 total, 8 up, 8 in 2024-08-17T01:23:12.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:12 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:23:12.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:12 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:23:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:12 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:23:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:23:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:23:13.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:23:13] "GET /metrics HTTP/1.1" 200 50972 "" "Prometheus/2.43.0" 2024-08-17T01:23:13.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:13 smithi157 ceph-mon[98780]: osdmap e1693: 8 total, 8 up, 8 in 2024-08-17T01:23:13.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:13 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1579924715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:13.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:13 smithi157 ceph-mon[98780]: pgmap v2898: 393 pgs: 18 creating+peering, 30 unknown, 345 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 2 op/s 2024-08-17T01:23:13.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:13 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1579924715' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:13.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:13 smithi157 ceph-mon[98780]: osdmap e1694: 8 total, 8 up, 8 in 2024-08-17T01:23:13.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:13 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:13.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:13 smithi157 ceph-mon[101289]: osdmap e1693: 8 total, 8 up, 8 in 2024-08-17T01:23:13.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:13 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1579924715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:13.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:13 smithi157 ceph-mon[101289]: pgmap v2898: 393 pgs: 18 creating+peering, 30 unknown, 345 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 2 op/s 2024-08-17T01:23:13.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:13 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1579924715' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:13.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:13 smithi157 ceph-mon[101289]: osdmap e1694: 8 total, 8 up, 8 in 2024-08-17T01:23:13.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:13 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:13 smithi187 ceph-mon[90552]: osdmap e1693: 8 total, 8 up, 8 in 2024-08-17T01:23:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:13 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1579924715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:13 smithi187 ceph-mon[90552]: pgmap v2898: 393 pgs: 18 creating+peering, 30 unknown, 345 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 2 op/s 2024-08-17T01:23:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:13 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1579924715' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:13 smithi187 ceph-mon[90552]: osdmap e1694: 8 total, 8 up, 8 in 2024-08-17T01:23:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:13 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:14 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:23:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:14 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:14 smithi157 ceph-mon[98780]: osdmap e1695: 8 total, 8 up, 8 in 2024-08-17T01:23:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:14 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:23:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:14 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:14 smithi157 ceph-mon[101289]: osdmap e1695: 8 total, 8 up, 8 in 2024-08-17T01:23:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:14 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:23:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:14 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:14 smithi187 ceph-mon[90552]: osdmap e1695: 8 total, 8 up, 8 in 2024-08-17T01:23:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:15 smithi157 ceph-mon[98780]: pgmap v2901: 393 pgs: 2 creating+peering, 17 unknown, 374 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-08-17T01:23:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:15 smithi157 ceph-mon[98780]: osdmap e1696: 8 total, 8 up, 8 in 2024-08-17T01:23:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:15 smithi157 ceph-mon[101289]: pgmap v2901: 393 pgs: 2 creating+peering, 17 unknown, 374 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-08-17T01:23:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:15 smithi157 ceph-mon[101289]: osdmap e1696: 8 total, 8 up, 8 in 2024-08-17T01:23:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:15 smithi187 ceph-mon[90552]: pgmap v2901: 393 pgs: 2 creating+peering, 17 unknown, 374 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-08-17T01:23:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:15 smithi187 ceph-mon[90552]: osdmap e1696: 8 total, 8 up, 8 in 2024-08-17T01:23:16.288 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:23:16.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:23:16.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[101289]: osdmap e1697: 8 total, 8 up, 8 in 2024-08-17T01:23:16.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' 2024-08-17T01:23:16.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:16.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:16.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:23:16.610 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:23:16.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:23:16.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:16.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:23:16.611 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:23:16] ENGINE Bus STOPPING 2024-08-17T01:23:16.611 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:23:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:23:16.611 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:23:16] ENGINE Bus STOPPED 2024-08-17T01:23:16.611 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:23:16] ENGINE Bus STARTING 2024-08-17T01:23:16.611 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:23:16] ENGINE Serving on http://:::9283 2024-08-17T01:23:16.612 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:23:16] ENGINE Bus STARTED 2024-08-17T01:23:16.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:23:16.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[98780]: osdmap e1697: 8 total, 8 up, 8 in 2024-08-17T01:23:16.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' 2024-08-17T01:23:16.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:16.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:16.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:23:16.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:23:16.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:23:16.613 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:16.613 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:23:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:16 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:23:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:16 smithi187 ceph-mon[90552]: osdmap e1697: 8 total, 8 up, 8 in 2024-08-17T01:23:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:16 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' 2024-08-17T01:23:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:23:16.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:16 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:23:16.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:23:16.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:16.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:23:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:17.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:17.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: pgmap v2904: 393 pgs: 2 creating+peering, 391 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.0 KiB/s wr, 143 op/s 2024-08-17T01:23:17.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:23:17.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[98780]: osdmap e1698: 8 total, 8 up, 8 in 2024-08-17T01:23:17.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:17.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:17.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:17.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:17.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:17.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:17.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: pgmap v2904: 393 pgs: 2 creating+peering, 391 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.0 KiB/s wr, 143 op/s 2024-08-17T01:23:17.639 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:23:17.640 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:17 smithi157 ceph-mon[101289]: osdmap e1698: 8 total, 8 up, 8 in 2024-08-17T01:23:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:17.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:17.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:17.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:17.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:17.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:17.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:17.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:17.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:17.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: pgmap v2904: 393 pgs: 2 creating+peering, 391 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.0 KiB/s wr, 143 op/s 2024-08-17T01:23:17.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:23:17.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:17 smithi187 ceph-mon[90552]: osdmap e1698: 8 total, 8 up, 8 in 2024-08-17T01:23:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:19 smithi157 ceph-mon[98780]: osdmap e1699: 8 total, 8 up, 8 in 2024-08-17T01:23:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:19 smithi157 ceph-mon[98780]: pgmap v2907: 393 pgs: 393 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 515 KiB/s wr, 81 op/s 2024-08-17T01:23:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:19 smithi157 ceph-mon[101289]: osdmap e1699: 8 total, 8 up, 8 in 2024-08-17T01:23:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:19 smithi157 ceph-mon[101289]: pgmap v2907: 393 pgs: 393 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 515 KiB/s wr, 81 op/s 2024-08-17T01:23:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:19 smithi187 ceph-mon[90552]: osdmap e1699: 8 total, 8 up, 8 in 2024-08-17T01:23:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:19 smithi187 ceph-mon[90552]: pgmap v2907: 393 pgs: 393 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 515 KiB/s wr, 81 op/s 2024-08-17T01:23:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:21 smithi157 ceph-mon[98780]: pgmap v2908: 393 pgs: 393 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 391 KiB/s wr, 61 op/s 2024-08-17T01:23:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:21 smithi157 ceph-mon[101289]: pgmap v2908: 393 pgs: 393 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 391 KiB/s wr, 61 op/s 2024-08-17T01:23:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:21 smithi187 ceph-mon[90552]: pgmap v2908: 393 pgs: 393 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 391 KiB/s wr, 61 op/s 2024-08-17T01:23:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:23:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:23:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:23 smithi157 ceph-mon[98780]: pgmap v2909: 393 pgs: 393 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 328 KiB/s wr, 17 op/s 2024-08-17T01:23:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:23 smithi157 ceph-mon[98780]: osdmap e1700: 8 total, 8 up, 8 in 2024-08-17T01:23:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:23 smithi157 ceph-mon[101289]: pgmap v2909: 393 pgs: 393 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 328 KiB/s wr, 17 op/s 2024-08-17T01:23:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:23 smithi157 ceph-mon[101289]: osdmap e1700: 8 total, 8 up, 8 in 2024-08-17T01:23:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:23:23] "GET /metrics HTTP/1.1" 200 55706 "" "Prometheus/2.43.0" 2024-08-17T01:23:23.906 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:23 smithi187 ceph-mon[90552]: pgmap v2909: 393 pgs: 393 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 328 KiB/s wr, 17 op/s 2024-08-17T01:23:23.906 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:23 smithi187 ceph-mon[90552]: osdmap e1700: 8 total, 8 up, 8 in 2024-08-17T01:23:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:25 smithi157 ceph-mon[98780]: pgmap v2911: 393 pgs: 393 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.4 KiB/s rd, 567 KiB/s wr, 15 op/s 2024-08-17T01:23:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:25 smithi157 ceph-mon[101289]: pgmap v2911: 393 pgs: 393 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.4 KiB/s rd, 567 KiB/s wr, 15 op/s 2024-08-17T01:23:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:25 smithi187 ceph-mon[90552]: pgmap v2911: 393 pgs: 393 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.4 KiB/s rd, 567 KiB/s wr, 15 op/s 2024-08-17T01:23:27.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:27 smithi157 ceph-mon[101289]: pgmap v2912: 393 pgs: 393 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.8 KiB/s rd, 992 KiB/s wr, 14 op/s 2024-08-17T01:23:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:27 smithi157 ceph-mon[98780]: pgmap v2912: 393 pgs: 393 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.8 KiB/s rd, 992 KiB/s wr, 14 op/s 2024-08-17T01:23:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:27 smithi187 ceph-mon[90552]: pgmap v2912: 393 pgs: 393 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.8 KiB/s rd, 992 KiB/s wr, 14 op/s 2024-08-17T01:23:30.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:29 smithi157 ceph-mon[101289]: pgmap v2913: 393 pgs: 393 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-08-17T01:23:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:29 smithi157 ceph-mon[98780]: pgmap v2913: 393 pgs: 393 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-08-17T01:23:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:29 smithi187 ceph-mon[90552]: pgmap v2913: 393 pgs: 393 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-08-17T01:23:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:32.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:31 smithi157 ceph-mon[98780]: pgmap v2914: 393 pgs: 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-17T01:23:32.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:31 smithi157 ceph-mon[101289]: pgmap v2914: 393 pgs: 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-17T01:23:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:31 smithi187 ceph-mon[90552]: pgmap v2914: 393 pgs: 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-17T01:23:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:23:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:23:33.480 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.RemoveFullTry (21959 ms) 2024-08-17T01:23:33.481 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-08-17T01:23:33.802 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:23:33] "GET /metrics HTTP/1.1" 200 55808 "" "Prometheus/2.43.0" 2024-08-17T01:23:34.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:33 smithi157 ceph-mon[98780]: pgmap v2915: 393 pgs: 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-17T01:23:34.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:33 smithi157 ceph-mon[98780]: pool 'test-librbd-smithi157-151243-23' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:23:34.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:33 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-17T01:23:34.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:33 smithi157 ceph-mon[98780]: osdmap e1701: 8 total, 8 up, 8 in 2024-08-17T01:23:34.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:33 smithi157 ceph-mon[101289]: pgmap v2915: 393 pgs: 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-17T01:23:34.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:33 smithi157 ceph-mon[101289]: pool 'test-librbd-smithi157-151243-23' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:23:34.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:33 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-17T01:23:34.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:33 smithi157 ceph-mon[101289]: osdmap e1701: 8 total, 8 up, 8 in 2024-08-17T01:23:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:33 smithi187 ceph-mon[90552]: pgmap v2915: 393 pgs: 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-17T01:23:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:33 smithi187 ceph-mon[90552]: pool 'test-librbd-smithi157-151243-23' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:23:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:33 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-17T01:23:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:33 smithi187 ceph-mon[90552]: osdmap e1701: 8 total, 8 up, 8 in 2024-08-17T01:23:35.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:35 smithi157 ceph-mon[98780]: osdmap e1702: 8 total, 8 up, 8 in 2024-08-17T01:23:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:35 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3292280014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:35 smithi157 ceph-mon[98780]: pgmap v2918: 425 pgs: 32 unknown, 393 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 641 KiB/s wr, 17 op/s 2024-08-17T01:23:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:35 smithi157 ceph-mon[101289]: osdmap e1702: 8 total, 8 up, 8 in 2024-08-17T01:23:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:35 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3292280014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:35 smithi157 ceph-mon[101289]: pgmap v2918: 425 pgs: 32 unknown, 393 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 641 KiB/s wr, 17 op/s 2024-08-17T01:23:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:35 smithi187 ceph-mon[90552]: osdmap e1702: 8 total, 8 up, 8 in 2024-08-17T01:23:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:35 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3292280014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:35 smithi187 ceph-mon[90552]: pgmap v2918: 425 pgs: 32 unknown, 393 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 641 KiB/s wr, 17 op/s 2024-08-17T01:23:36.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:36 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:23:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:36 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3292280014' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:36 smithi157 ceph-mon[98780]: osdmap e1703: 8 total, 8 up, 8 in 2024-08-17T01:23:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:36 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:23:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:36 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3292280014' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:36 smithi157 ceph-mon[101289]: osdmap e1703: 8 total, 8 up, 8 in 2024-08-17T01:23:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:36 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:23:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:36 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3292280014' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:36 smithi187 ceph-mon[90552]: osdmap e1703: 8 total, 8 up, 8 in 2024-08-17T01:23:37.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:37 smithi157 ceph-mon[101289]: osdmap e1704: 8 total, 8 up, 8 in 2024-08-17T01:23:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:37 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3277762116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:37 smithi157 ceph-mon[101289]: pgmap v2921: 457 pgs: 5 creating+peering, 49 unknown, 403 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 41 op/s 2024-08-17T01:23:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:37 smithi157 ceph-mon[98780]: osdmap e1704: 8 total, 8 up, 8 in 2024-08-17T01:23:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:37 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3277762116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:37.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:37 smithi157 ceph-mon[98780]: pgmap v2921: 457 pgs: 5 creating+peering, 49 unknown, 403 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 41 op/s 2024-08-17T01:23:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:37 smithi187 ceph-mon[90552]: osdmap e1704: 8 total, 8 up, 8 in 2024-08-17T01:23:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:37 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3277762116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:37 smithi187 ceph-mon[90552]: pgmap v2921: 457 pgs: 5 creating+peering, 49 unknown, 403 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 41 op/s 2024-08-17T01:23:38.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:38 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3277762116' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:38 smithi157 ceph-mon[98780]: osdmap e1705: 8 total, 8 up, 8 in 2024-08-17T01:23:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:38 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:38 smithi157 ceph-mon[98780]: pool 'test-librbd-smithi157-151243-23' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:23:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:38 smithi157 ceph-mon[98780]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-17T01:23:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:38 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:38 smithi157 ceph-mon[98780]: osdmap e1706: 8 total, 8 up, 8 in 2024-08-17T01:23:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:38 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3277762116' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:38 smithi157 ceph-mon[101289]: osdmap e1705: 8 total, 8 up, 8 in 2024-08-17T01:23:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:38 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:38 smithi157 ceph-mon[101289]: pool 'test-librbd-smithi157-151243-23' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:23:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:38 smithi157 ceph-mon[101289]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-17T01:23:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:38 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:38.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:38 smithi157 ceph-mon[101289]: osdmap e1706: 8 total, 8 up, 8 in 2024-08-17T01:23:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:38 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3277762116' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:38 smithi187 ceph-mon[90552]: osdmap e1705: 8 total, 8 up, 8 in 2024-08-17T01:23:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:38 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:23:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:38 smithi187 ceph-mon[90552]: pool 'test-librbd-smithi157-151243-23' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:23:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:38 smithi187 ceph-mon[90552]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-17T01:23:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:38 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:23:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:38 smithi187 ceph-mon[90552]: osdmap e1706: 8 total, 8 up, 8 in 2024-08-17T01:23:39.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:39 smithi157 ceph-mon[101289]: pgmap v2924: 457 pgs: 5 creating+peering, 18 unknown, 434 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 769 KiB/s wr, 12 op/s 2024-08-17T01:23:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:39 smithi157 ceph-mon[101289]: osdmap e1707: 8 total, 8 up, 8 in 2024-08-17T01:23:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:39 smithi157 ceph-mon[98780]: pgmap v2924: 457 pgs: 5 creating+peering, 18 unknown, 434 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 769 KiB/s wr, 12 op/s 2024-08-17T01:23:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:39 smithi157 ceph-mon[98780]: osdmap e1707: 8 total, 8 up, 8 in 2024-08-17T01:23:39.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:39 smithi187 ceph-mon[90552]: pgmap v2924: 457 pgs: 5 creating+peering, 18 unknown, 434 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 769 KiB/s wr, 12 op/s 2024-08-17T01:23:39.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:39 smithi187 ceph-mon[90552]: osdmap e1707: 8 total, 8 up, 8 in 2024-08-17T01:23:40.295 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:23:40.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:40 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:23:40.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:40 smithi157 ceph-mon[101289]: osdmap e1708: 8 total, 8 up, 8 in 2024-08-17T01:23:40.611 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:40 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' 2024-08-17T01:23:40.611 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:23:40] ENGINE Bus STOPPING 2024-08-17T01:23:40.611 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:23:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:23:40.611 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:23:40] ENGINE Bus STOPPED 2024-08-17T01:23:40.612 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:23:40] ENGINE Bus STARTING 2024-08-17T01:23:40.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:40 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:23:40.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:40 smithi157 ceph-mon[98780]: osdmap e1708: 8 total, 8 up, 8 in 2024-08-17T01:23:40.612 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:40 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' 2024-08-17T01:23:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:40 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:23:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:40 smithi187 ceph-mon[90552]: osdmap e1708: 8 total, 8 up, 8 in 2024-08-17T01:23:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:40 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' 2024-08-17T01:23:40.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:23:40] ENGINE Serving on http://:::9283 2024-08-17T01:23:40.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:23:40] ENGINE Bus STARTED 2024-08-17T01:23:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:23:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:23:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:23:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:41.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:41.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:41.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:41.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:41.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:41.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[101289]: pgmap v2927: 457 pgs: 4 unknown, 453 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 1 op/s 2024-08-17T01:23:41.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:41.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:41.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:23:41.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:23:41.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:23:41.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:41.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:41.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:41.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:41.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:41.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:41.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:41.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:41 smithi157 ceph-mon[98780]: pgmap v2927: 457 pgs: 4 unknown, 453 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 1 op/s 2024-08-17T01:23:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:23:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:23:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:23:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:23:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:41.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:41.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:41.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:41.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:23:41.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:23:41.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:23:41.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:23:41.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:23:41.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:41 smithi187 ceph-mon[90552]: pgmap v2927: 457 pgs: 4 unknown, 453 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 1 op/s 2024-08-17T01:23:42.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:42 smithi157 ceph-mon[101289]: osdmap e1709: 8 total, 8 up, 8 in 2024-08-17T01:23:42.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:42 smithi157 ceph-mon[98780]: osdmap e1709: 8 total, 8 up, 8 in 2024-08-17T01:23:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:42 smithi187 ceph-mon[90552]: osdmap e1709: 8 total, 8 up, 8 in 2024-08-17T01:23:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:23:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:23:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:23:43.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:23:43] "GET /metrics HTTP/1.1" 200 55808 "" "Prometheus/2.43.0" 2024-08-17T01:23:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:43 smithi157 ceph-mon[101289]: osdmap e1710: 8 total, 8 up, 8 in 2024-08-17T01:23:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:43 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:23:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:43 smithi157 ceph-mon[101289]: pgmap v2930: 457 pgs: 457 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1023 B/s wr, 1 op/s 2024-08-17T01:23:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:43 smithi157 ceph-mon[98780]: osdmap e1710: 8 total, 8 up, 8 in 2024-08-17T01:23:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:43 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:23:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:43 smithi157 ceph-mon[98780]: pgmap v2930: 457 pgs: 457 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1023 B/s wr, 1 op/s 2024-08-17T01:23:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:43 smithi187 ceph-mon[90552]: osdmap e1710: 8 total, 8 up, 8 in 2024-08-17T01:23:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:43 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:23:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:43 smithi187 ceph-mon[90552]: pgmap v2930: 457 pgs: 457 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1023 B/s wr, 1 op/s 2024-08-17T01:23:44.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:44 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:23:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:44 smithi157 ceph-mon[101289]: osdmap e1711: 8 total, 8 up, 8 in 2024-08-17T01:23:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:44 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:23:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:44 smithi157 ceph-mon[98780]: osdmap e1711: 8 total, 8 up, 8 in 2024-08-17T01:23:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:44 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:23:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:44 smithi187 ceph-mon[90552]: osdmap e1711: 8 total, 8 up, 8 in 2024-08-17T01:23:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:45.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:45 smithi157 ceph-mon[101289]: pgmap v2932: 457 pgs: 457 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.4 KiB/s wr, 20 op/s 2024-08-17T01:23:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:45 smithi157 ceph-mon[98780]: pgmap v2932: 457 pgs: 457 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.4 KiB/s wr, 20 op/s 2024-08-17T01:23:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:45 smithi187 ceph-mon[90552]: pgmap v2932: 457 pgs: 457 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.4 KiB/s wr, 20 op/s 2024-08-17T01:23:47.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:47 smithi157 ceph-mon[101289]: pgmap v2933: 457 pgs: 457 active+clean; 7.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 513 KiB/s wr, 15 op/s 2024-08-17T01:23:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:47 smithi157 ceph-mon[98780]: pgmap v2933: 457 pgs: 457 active+clean; 7.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 513 KiB/s wr, 15 op/s 2024-08-17T01:23:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:47 smithi187 ceph-mon[90552]: pgmap v2933: 457 pgs: 457 active+clean; 7.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 513 KiB/s wr, 15 op/s 2024-08-17T01:23:49.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:49 smithi157 ceph-mon[101289]: osdmap e1712: 8 total, 8 up, 8 in 2024-08-17T01:23:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:49 smithi157 ceph-mon[101289]: pgmap v2935: 457 pgs: 457 active+clean; 7.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 495 KiB/s wr, 18 op/s 2024-08-17T01:23:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:49 smithi157 ceph-mon[98780]: osdmap e1712: 8 total, 8 up, 8 in 2024-08-17T01:23:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:49 smithi157 ceph-mon[98780]: pgmap v2935: 457 pgs: 457 active+clean; 7.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 495 KiB/s wr, 18 op/s 2024-08-17T01:23:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:49 smithi187 ceph-mon[90552]: osdmap e1712: 8 total, 8 up, 8 in 2024-08-17T01:23:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:49 smithi187 ceph-mon[90552]: pgmap v2935: 457 pgs: 457 active+clean; 7.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 495 KiB/s wr, 18 op/s 2024-08-17T01:23:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:51 smithi157 ceph-mon[98780]: pgmap v2936: 457 pgs: 457 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-08-17T01:23:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:51 smithi157 ceph-mon[101289]: pgmap v2936: 457 pgs: 457 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-08-17T01:23:51.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:51 smithi187 ceph-mon[90552]: pgmap v2936: 457 pgs: 457 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-08-17T01:23:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:23:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:23:53.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:53 smithi157 ceph-mon[98780]: pgmap v2937: 457 pgs: 457 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 890 KiB/s wr, 13 op/s 2024-08-17T01:23:53.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:23:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:23:53] "GET /metrics HTTP/1.1" 200 60672 "" "Prometheus/2.43.0" 2024-08-17T01:23:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:53 smithi157 ceph-mon[101289]: pgmap v2937: 457 pgs: 457 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 890 KiB/s wr, 13 op/s 2024-08-17T01:23:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:53 smithi187 ceph-mon[90552]: pgmap v2937: 457 pgs: 457 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 890 KiB/s wr, 13 op/s 2024-08-17T01:23:55.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:55 smithi157 ceph-mon[98780]: pgmap v2938: 457 pgs: 457 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 820 KiB/s wr, 4 op/s 2024-08-17T01:23:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:55 smithi157 ceph-mon[101289]: pgmap v2938: 457 pgs: 457 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 820 KiB/s wr, 4 op/s 2024-08-17T01:23:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:55 smithi187 ceph-mon[90552]: pgmap v2938: 457 pgs: 457 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 820 KiB/s wr, 4 op/s 2024-08-17T01:23:57.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:57 smithi157 ceph-mon[98780]: pgmap v2939: 457 pgs: 457 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-08-17T01:23:57.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:57 smithi157 ceph-mon[101289]: pgmap v2939: 457 pgs: 457 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-08-17T01:23:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:57 smithi187 ceph-mon[90552]: pgmap v2939: 457 pgs: 457 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-08-17T01:23:58.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:58 smithi157 ceph-mon[98780]: pool 'test-librbd-smithi157-151243-25' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:23:58.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:58 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-17T01:23:58.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:58 smithi157 ceph-mon[98780]: osdmap e1713: 8 total, 8 up, 8 in 2024-08-17T01:23:58.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:58 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-17T01:23:58.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:58 smithi157 ceph-mon[101289]: pool 'test-librbd-smithi157-151243-25' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:23:58.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:58 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-17T01:23:58.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:58 smithi157 ceph-mon[101289]: osdmap e1713: 8 total, 8 up, 8 in 2024-08-17T01:23:58.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:58 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-17T01:23:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:58 smithi187 ceph-mon[90552]: pool 'test-librbd-smithi157-151243-25' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:23:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:58 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-17T01:23:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:58 smithi187 ceph-mon[90552]: osdmap e1713: 8 total, 8 up, 8 in 2024-08-17T01:23:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:58 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-17T01:23:59.275 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:24:00.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:59 smithi157 ceph-mon[98780]: pgmap v2941: 457 pgs: 457 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 921 KiB/s wr, 2 op/s 2024-08-17T01:24:00.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:24:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:59 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-24", "field": "max_objects", "val": "6"}]': finished 2024-08-17T01:24:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:23:59 smithi157 ceph-mon[98780]: osdmap e1714: 8 total, 8 up, 8 in 2024-08-17T01:24:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:59 smithi157 ceph-mon[101289]: pgmap v2941: 457 pgs: 457 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 921 KiB/s wr, 2 op/s 2024-08-17T01:24:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:24:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:59 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-24", "field": "max_objects", "val": "6"}]': finished 2024-08-17T01:24:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:23:59 smithi157 ceph-mon[101289]: osdmap e1714: 8 total, 8 up, 8 in 2024-08-17T01:24:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:59 smithi187 ceph-mon[90552]: pgmap v2941: 457 pgs: 457 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 921 KiB/s wr, 2 op/s 2024-08-17T01:24:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:24:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:59 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-24", "field": "max_objects", "val": "6"}]': finished 2024-08-17T01:24:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:23:59 smithi187 ceph-mon[90552]: osdmap e1714: 8 total, 8 up, 8 in 2024-08-17T01:24:00.297 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:24:01.309 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:24:02.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:01 smithi157 ceph-mon[98780]: pgmap v2943: 457 pgs: 457 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 896 KiB/s wr, 2 op/s 2024-08-17T01:24:02.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:01 smithi157 ceph-mon[101289]: pgmap v2943: 457 pgs: 457 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 896 KiB/s wr, 2 op/s 2024-08-17T01:24:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:01 smithi187 ceph-mon[90552]: pgmap v2943: 457 pgs: 457 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 896 KiB/s wr, 2 op/s 2024-08-17T01:24:02.319 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:24:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:24:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:24:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:24:03.330 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:24:03.403 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (29923 ms) 2024-08-17T01:24:03.403 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespace 2024-08-17T01:24:03.803 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:24:03] "GET /metrics HTTP/1.1" 200 60791 "" "Prometheus/2.43.0" 2024-08-17T01:24:04.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:03 smithi157 ceph-mon[101289]: pgmap v2944: 457 pgs: 457 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 896 KiB/s wr, 3 op/s 2024-08-17T01:24:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:03 smithi157 ceph-mon[101289]: pool 'test-librbd-smithi157-151243-24' is full (reached quota's max_objects: 6) 2024-08-17T01:24:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:03 smithi157 ceph-mon[101289]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:24:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:03 smithi157 ceph-mon[101289]: osdmap e1715: 8 total, 8 up, 8 in 2024-08-17T01:24:04.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:03 smithi157 ceph-mon[98780]: pgmap v2944: 457 pgs: 457 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 896 KiB/s wr, 3 op/s 2024-08-17T01:24:04.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:03 smithi157 ceph-mon[98780]: pool 'test-librbd-smithi157-151243-24' is full (reached quota's max_objects: 6) 2024-08-17T01:24:04.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:03 smithi157 ceph-mon[98780]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:24:04.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:03 smithi157 ceph-mon[98780]: osdmap e1715: 8 total, 8 up, 8 in 2024-08-17T01:24:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:03 smithi187 ceph-mon[90552]: pgmap v2944: 457 pgs: 457 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 896 KiB/s wr, 3 op/s 2024-08-17T01:24:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:03 smithi187 ceph-mon[90552]: pool 'test-librbd-smithi157-151243-24' is full (reached quota's max_objects: 6) 2024-08-17T01:24:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:03 smithi187 ceph-mon[90552]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:24:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:03 smithi187 ceph-mon[90552]: osdmap e1715: 8 total, 8 up, 8 in 2024-08-17T01:24:05.322 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:24:05.608 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:05 smithi157 ceph-mon[98780]: osdmap e1716: 8 total, 8 up, 8 in 2024-08-17T01:24:05.608 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:05 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2991557920' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:24:05.608 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:05 smithi157 ceph-mon[98780]: pgmap v2947: 489 pgs: 32 unknown, 457 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 514 KiB/s wr, 25 op/s 2024-08-17T01:24:05.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:05 smithi157 ceph-mon[101289]: osdmap e1716: 8 total, 8 up, 8 in 2024-08-17T01:24:05.608 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:05 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2991557920' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:24:05.609 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:05 smithi157 ceph-mon[101289]: pgmap v2947: 489 pgs: 32 unknown, 457 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 514 KiB/s wr, 25 op/s 2024-08-17T01:24:05.609 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:24:05] ENGINE Bus STOPPING 2024-08-17T01:24:05.609 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:24:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:24:05.609 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:24:05] ENGINE Bus STOPPED 2024-08-17T01:24:05.609 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:24:05] ENGINE Bus STARTING 2024-08-17T01:24:05.609 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:24:05] ENGINE Serving on http://:::9283 2024-08-17T01:24:05.609 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:05 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:24:05] ENGINE Bus STARTED 2024-08-17T01:24:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:05 smithi187 ceph-mon[90552]: osdmap e1716: 8 total, 8 up, 8 in 2024-08-17T01:24:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:05 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2991557920' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:24:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:05 smithi187 ceph-mon[90552]: pgmap v2947: 489 pgs: 32 unknown, 457 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 514 KiB/s wr, 25 op/s 2024-08-17T01:24:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:24:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2991557920' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:24:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: osdmap e1717: 8 total, 8 up, 8 in 2024-08-17T01:24:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' 2024-08-17T01:24:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:24:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:24:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:24:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:24:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:24:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:24:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:06.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:06.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:06.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:06.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:06.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:06.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:24:06.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2991557920' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:24:06.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: osdmap e1717: 8 total, 8 up, 8 in 2024-08-17T01:24:06.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' 2024-08-17T01:24:06.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:24:06.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:24:06.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:24:06.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:24:06.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:24:06.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:24:06.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:06.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:06.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:06.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:06.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:06.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:06.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:24:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2991557920' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:24:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: osdmap e1717: 8 total, 8 up, 8 in 2024-08-17T01:24:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' 2024-08-17T01:24:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:24:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:24:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:24:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:24:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:24:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:24:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:06.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:06.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:06.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:06.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:06.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:06.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:06.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:06.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:06.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:07 smithi157 ceph-mon[98780]: osdmap e1718: 8 total, 8 up, 8 in 2024-08-17T01:24:07.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:07 smithi157 ceph-mon[98780]: pgmap v2950: 489 pgs: 2 creating+peering, 13 unknown, 474 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 5.0 KiB/s wr, 42 op/s 2024-08-17T01:24:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:07 smithi157 ceph-mon[101289]: osdmap e1718: 8 total, 8 up, 8 in 2024-08-17T01:24:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:07 smithi157 ceph-mon[101289]: pgmap v2950: 489 pgs: 2 creating+peering, 13 unknown, 474 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 5.0 KiB/s wr, 42 op/s 2024-08-17T01:24:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:07 smithi187 ceph-mon[90552]: osdmap e1718: 8 total, 8 up, 8 in 2024-08-17T01:24:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:07 smithi187 ceph-mon[90552]: pgmap v2950: 489 pgs: 2 creating+peering, 13 unknown, 474 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 5.0 KiB/s wr, 42 op/s 2024-08-17T01:24:08.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:08 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:24:08.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:08 smithi157 ceph-mon[101289]: osdmap e1719: 8 total, 8 up, 8 in 2024-08-17T01:24:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:08 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:24:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:08 smithi157 ceph-mon[101289]: pool 'test-librbd-smithi157-151243-25' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:24:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:08 smithi157 ceph-mon[101289]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:24:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:08 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:24:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:08 smithi157 ceph-mon[101289]: osdmap e1720: 8 total, 8 up, 8 in 2024-08-17T01:24:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:08 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:24:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:08 smithi157 ceph-mon[98780]: osdmap e1719: 8 total, 8 up, 8 in 2024-08-17T01:24:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:08 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:24:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:08 smithi157 ceph-mon[98780]: pool 'test-librbd-smithi157-151243-25' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:24:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:08 smithi157 ceph-mon[98780]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:24:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:08 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:24:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:08 smithi157 ceph-mon[98780]: osdmap e1720: 8 total, 8 up, 8 in 2024-08-17T01:24:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:08 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:24:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:08 smithi187 ceph-mon[90552]: osdmap e1719: 8 total, 8 up, 8 in 2024-08-17T01:24:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:08 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:24:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:08 smithi187 ceph-mon[90552]: pool 'test-librbd-smithi157-151243-25' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:24:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:08 smithi187 ceph-mon[90552]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:24:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:08 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:24:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:08 smithi187 ceph-mon[90552]: osdmap e1720: 8 total, 8 up, 8 in 2024-08-17T01:24:09.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:09 smithi157 ceph-mon[98780]: pgmap v2953: 489 pgs: 2 creating+peering, 487 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.0 KiB/s wr, 36 op/s 2024-08-17T01:24:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:09 smithi157 ceph-mon[101289]: pgmap v2953: 489 pgs: 2 creating+peering, 487 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.0 KiB/s wr, 36 op/s 2024-08-17T01:24:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:09 smithi187 ceph-mon[90552]: pgmap v2953: 489 pgs: 2 creating+peering, 487 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.0 KiB/s wr, 36 op/s 2024-08-17T01:24:11.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:11 smithi157 ceph-mon[98780]: pgmap v2954: 489 pgs: 489 active+clean; 7.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 586 KiB/s wr, 32 op/s 2024-08-17T01:24:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:11 smithi157 ceph-mon[101289]: pgmap v2954: 489 pgs: 489 active+clean; 7.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 586 KiB/s wr, 32 op/s 2024-08-17T01:24:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:11 smithi187 ceph-mon[90552]: pgmap v2954: 489 pgs: 489 active+clean; 7.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 586 KiB/s wr, 32 op/s 2024-08-17T01:24:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:24:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:24:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:24:13] "GET /metrics HTTP/1.1" 200 60791 "" "Prometheus/2.43.0" 2024-08-17T01:24:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:13 smithi157 ceph-mon[98780]: pgmap v2955: 489 pgs: 489 active+clean; 7.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 492 KiB/s wr, 22 op/s 2024-08-17T01:24:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:13 smithi157 ceph-mon[98780]: osdmap e1721: 8 total, 8 up, 8 in 2024-08-17T01:24:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:13 smithi157 ceph-mon[101289]: pgmap v2955: 489 pgs: 489 active+clean; 7.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 492 KiB/s wr, 22 op/s 2024-08-17T01:24:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:13 smithi157 ceph-mon[101289]: osdmap e1721: 8 total, 8 up, 8 in 2024-08-17T01:24:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:13 smithi187 ceph-mon[90552]: pgmap v2955: 489 pgs: 489 active+clean; 7.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 492 KiB/s wr, 22 op/s 2024-08-17T01:24:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:13 smithi187 ceph-mon[90552]: osdmap e1721: 8 total, 8 up, 8 in 2024-08-17T01:24:14.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:15.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:15 smithi157 ceph-mon[98780]: pgmap v2957: 489 pgs: 489 active+clean; 9.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 707 KiB/s wr, 20 op/s 2024-08-17T01:24:15.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:15 smithi157 ceph-mon[101289]: pgmap v2957: 489 pgs: 489 active+clean; 9.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 707 KiB/s wr, 20 op/s 2024-08-17T01:24:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:15 smithi187 ceph-mon[90552]: pgmap v2957: 489 pgs: 489 active+clean; 9.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 707 KiB/s wr, 20 op/s 2024-08-17T01:24:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]: dispatch 2024-08-17T01:24:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-08-17T01:24:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-08-17T01:24:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.14", "id": [6, 4]}]: dispatch 2024-08-17T01:24:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]: dispatch 2024-08-17T01:24:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.5", "id": [0, 3]}]: dispatch 2024-08-17T01:24:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-08-17T01:24:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]: dispatch 2024-08-17T01:24:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.c", "id": [6, 7]}]: dispatch 2024-08-17T01:24:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]: dispatch 2024-08-17T01:24:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-08-17T01:24:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-08-17T01:24:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.14", "id": [6, 4]}]: dispatch 2024-08-17T01:24:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]: dispatch 2024-08-17T01:24:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.5", "id": [0, 3]}]: dispatch 2024-08-17T01:24:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-08-17T01:24:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]: dispatch 2024-08-17T01:24:16.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.c", "id": [6, 7]}]: dispatch 2024-08-17T01:24:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]: dispatch 2024-08-17T01:24:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-08-17T01:24:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-08-17T01:24:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.14", "id": [6, 4]}]: dispatch 2024-08-17T01:24:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]: dispatch 2024-08-17T01:24:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.5", "id": [0, 3]}]: dispatch 2024-08-17T01:24:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-08-17T01:24:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]: dispatch 2024-08-17T01:24:16.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.c", "id": [6, 7]}]: dispatch 2024-08-17T01:24:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:17 smithi187 ceph-mon[90552]: pgmap v2958: 489 pgs: 489 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.8 KiB/s rd, 743 KiB/s wr, 14 op/s 2024-08-17T01:24:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]': finished 2024-08-17T01:24:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-08-17T01:24:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-08-17T01:24:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.14", "id": [6, 4]}]': finished 2024-08-17T01:24:17.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]': finished 2024-08-17T01:24:17.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.5", "id": [0, 3]}]': finished 2024-08-17T01:24:17.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2024-08-17T01:24:17.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]': finished 2024-08-17T01:24:17.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.c", "id": [6, 7]}]': finished 2024-08-17T01:24:17.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:17 smithi187 ceph-mon[90552]: osdmap e1722: 8 total, 8 up, 8 in 2024-08-17T01:24:18.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[101289]: pgmap v2958: 489 pgs: 489 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.8 KiB/s rd, 743 KiB/s wr, 14 op/s 2024-08-17T01:24:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]': finished 2024-08-17T01:24:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-08-17T01:24:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-08-17T01:24:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.14", "id": [6, 4]}]': finished 2024-08-17T01:24:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]': finished 2024-08-17T01:24:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.5", "id": [0, 3]}]': finished 2024-08-17T01:24:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2024-08-17T01:24:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]': finished 2024-08-17T01:24:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.c", "id": [6, 7]}]': finished 2024-08-17T01:24:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[101289]: osdmap e1722: 8 total, 8 up, 8 in 2024-08-17T01:24:18.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[98780]: pgmap v2958: 489 pgs: 489 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.8 KiB/s rd, 743 KiB/s wr, 14 op/s 2024-08-17T01:24:18.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]': finished 2024-08-17T01:24:18.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-08-17T01:24:18.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-08-17T01:24:18.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.14", "id": [6, 4]}]': finished 2024-08-17T01:24:18.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]': finished 2024-08-17T01:24:18.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.5", "id": [0, 3]}]': finished 2024-08-17T01:24:18.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2024-08-17T01:24:18.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]': finished 2024-08-17T01:24:18.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.c", "id": [6, 7]}]': finished 2024-08-17T01:24:18.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:17 smithi157 ceph-mon[98780]: osdmap e1722: 8 total, 8 up, 8 in 2024-08-17T01:24:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:18 smithi187 ceph-mon[90552]: osdmap e1723: 8 total, 8 up, 8 in 2024-08-17T01:24:19.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:18 smithi157 ceph-mon[98780]: osdmap e1723: 8 total, 8 up, 8 in 2024-08-17T01:24:19.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:18 smithi157 ceph-mon[101289]: osdmap e1723: 8 total, 8 up, 8 in 2024-08-17T01:24:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:19 smithi187 ceph-mon[90552]: pgmap v2961: 489 pgs: 1 peering, 488 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 853 KiB/s wr, 2 op/s; 20 B/s, 13 keys/s, 1 objects/s recovering 2024-08-17T01:24:20.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:19 smithi157 ceph-mon[98780]: pgmap v2961: 489 pgs: 1 peering, 488 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 853 KiB/s wr, 2 op/s; 20 B/s, 13 keys/s, 1 objects/s recovering 2024-08-17T01:24:20.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:19 smithi157 ceph-mon[101289]: pgmap v2961: 489 pgs: 1 peering, 488 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 853 KiB/s wr, 2 op/s; 20 B/s, 13 keys/s, 1 objects/s recovering 2024-08-17T01:24:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:21 smithi187 ceph-mon[90552]: pgmap v2962: 489 pgs: 1 peering, 488 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 1.2 MiB/s wr, 4 op/s; 16 B/s, 10 keys/s, 0 objects/s recovering 2024-08-17T01:24:22.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:21 smithi157 ceph-mon[101289]: pgmap v2962: 489 pgs: 1 peering, 488 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 1.2 MiB/s wr, 4 op/s; 16 B/s, 10 keys/s, 0 objects/s recovering 2024-08-17T01:24:22.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:21 smithi157 ceph-mon[98780]: pgmap v2962: 489 pgs: 1 peering, 488 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 1.2 MiB/s wr, 4 op/s; 16 B/s, 10 keys/s, 0 objects/s recovering 2024-08-17T01:24:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:24:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:24:23.451 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespace (20048 ms) 2024-08-17T01:24:23.451 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespaceDataPool 2024-08-17T01:24:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:24:23] "GET /metrics HTTP/1.1" 200 63265 "" "Prometheus/2.43.0" 2024-08-17T01:24:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:23 smithi157 ceph-mon[101289]: pgmap v2963: 489 pgs: 489 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 896 KiB/s wr, 3 op/s; 25 B/s, 9 keys/s, 1 objects/s recovering 2024-08-17T01:24:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:23 smithi157 ceph-mon[101289]: pool 'test-librbd-smithi157-151243-26' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:24:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:23 smithi157 ceph-mon[101289]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:24:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:23 smithi157 ceph-mon[101289]: osdmap e1724: 8 total, 8 up, 8 in 2024-08-17T01:24:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:23 smithi157 ceph-mon[98780]: pgmap v2963: 489 pgs: 489 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 896 KiB/s wr, 3 op/s; 25 B/s, 9 keys/s, 1 objects/s recovering 2024-08-17T01:24:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:23 smithi157 ceph-mon[98780]: pool 'test-librbd-smithi157-151243-26' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:24:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:23 smithi157 ceph-mon[98780]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:24:23.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:23 smithi157 ceph-mon[98780]: osdmap e1724: 8 total, 8 up, 8 in 2024-08-17T01:24:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:23 smithi187 ceph-mon[90552]: pgmap v2963: 489 pgs: 489 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 896 KiB/s wr, 3 op/s; 25 B/s, 9 keys/s, 1 objects/s recovering 2024-08-17T01:24:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:23 smithi187 ceph-mon[90552]: pool 'test-librbd-smithi157-151243-26' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:24:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:23 smithi187 ceph-mon[90552]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:24:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:23 smithi187 ceph-mon[90552]: osdmap e1724: 8 total, 8 up, 8 in 2024-08-17T01:24:25.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:25 smithi157 ceph-mon[101289]: osdmap e1725: 8 total, 8 up, 8 in 2024-08-17T01:24:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:25 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3525424' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:24:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:25 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:24:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:25 smithi157 ceph-mon[101289]: pgmap v2966: 521 pgs: 32 unknown, 489 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.3 MiB/s wr, 3 op/s; 29 B/s, 11 keys/s, 1 objects/s recovering 2024-08-17T01:24:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:25 smithi157 ceph-mon[98780]: osdmap e1725: 8 total, 8 up, 8 in 2024-08-17T01:24:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:25 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3525424' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:24:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:25 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:24:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:25 smithi157 ceph-mon[98780]: pgmap v2966: 521 pgs: 32 unknown, 489 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.3 MiB/s wr, 3 op/s; 29 B/s, 11 keys/s, 1 objects/s recovering 2024-08-17T01:24:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:25 smithi187 ceph-mon[90552]: osdmap e1725: 8 total, 8 up, 8 in 2024-08-17T01:24:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:25 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3525424' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:24:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:25 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:24:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:25 smithi187 ceph-mon[90552]: pgmap v2966: 521 pgs: 32 unknown, 489 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.3 MiB/s wr, 3 op/s; 29 B/s, 11 keys/s, 1 objects/s recovering 2024-08-17T01:24:26.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:26 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:24:26.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:26 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:24:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:26 smithi157 ceph-mon[101289]: osdmap e1726: 8 total, 8 up, 8 in 2024-08-17T01:24:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:26 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:24:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:26 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:24:26.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:26 smithi157 ceph-mon[98780]: osdmap e1726: 8 total, 8 up, 8 in 2024-08-17T01:24:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:26 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:24:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:26 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:24:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:26 smithi187 ceph-mon[90552]: osdmap e1726: 8 total, 8 up, 8 in 2024-08-17T01:24:27.339 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:24:27.615 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:24:27] ENGINE Bus STOPPING 2024-08-17T01:24:27.615 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:24:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:24:27.615 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:24:27] ENGINE Bus STOPPED 2024-08-17T01:24:27.615 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:24:27] ENGINE Bus STARTING 2024-08-17T01:24:27.615 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:27 smithi157 ceph-mon[101289]: osdmap e1727: 8 total, 8 up, 8 in 2024-08-17T01:24:27.615 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:27 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1880563437' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:24:27.615 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:27 smithi157 ceph-mon[101289]: pgmap v2969: 553 pgs: 6 creating+peering, 48 unknown, 499 active+clean; 12 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 769 KiB/s wr, 13 op/s 2024-08-17T01:24:27.615 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:27 smithi157 ceph-mon[98780]: osdmap e1727: 8 total, 8 up, 8 in 2024-08-17T01:24:27.616 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:27 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1880563437' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:24:27.616 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:27 smithi157 ceph-mon[98780]: pgmap v2969: 553 pgs: 6 creating+peering, 48 unknown, 499 active+clean; 12 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 769 KiB/s wr, 13 op/s 2024-08-17T01:24:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:27 smithi187 ceph-mon[90552]: osdmap e1727: 8 total, 8 up, 8 in 2024-08-17T01:24:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:27 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1880563437' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:24:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:27 smithi187 ceph-mon[90552]: pgmap v2969: 553 pgs: 6 creating+peering, 48 unknown, 499 active+clean; 12 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 769 KiB/s wr, 13 op/s 2024-08-17T01:24:27.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:24:27] ENGINE Serving on http://:::9283 2024-08-17T01:24:27.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:24:27] ENGINE Bus STARTED 2024-08-17T01:24:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1880563437' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:24:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: osdmap e1728: 8 total, 8 up, 8 in 2024-08-17T01:24:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' 2024-08-17T01:24:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:24:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:24:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:24:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:28.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:28.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:28.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:28.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:28.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:28.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:24:28.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:24:28.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:24:28.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: pool 'test-librbd-smithi157-151243-26' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:24:28.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:24:28.638 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[101289]: osdmap e1729: 8 total, 8 up, 8 in 2024-08-17T01:24:28.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1880563437' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:24:28.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: osdmap e1728: 8 total, 8 up, 8 in 2024-08-17T01:24:28.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' 2024-08-17T01:24:28.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:24:28.638 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:24:28.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:24:28.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:28.639 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:28.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:28.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:28.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:28.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:28.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.640 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:24:28.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:24:28.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:24:28.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: pool 'test-librbd-smithi157-151243-26' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:24:28.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:24:28.641 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:28 smithi157 ceph-mon[98780]: osdmap e1729: 8 total, 8 up, 8 in 2024-08-17T01:24:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1880563437' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:24:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: osdmap e1728: 8 total, 8 up, 8 in 2024-08-17T01:24:28.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' 2024-08-17T01:24:28.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:24:28.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:24:28.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:24:28.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:28.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:28.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:28.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:28.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:24:28.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:24:28.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:24:28.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:24:28.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:24:28.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:24:28.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:24:28.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:24:28.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: pool 'test-librbd-smithi157-151243-26' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:24:28.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:24:28.708 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:28 smithi187 ceph-mon[90552]: osdmap e1729: 8 total, 8 up, 8 in 2024-08-17T01:24:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:29 smithi157 ceph-mon[101289]: pgmap v2972: 553 pgs: 6 creating+peering, 14 unknown, 533 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.7 KiB/s wr, 53 op/s 2024-08-17T01:24:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:24:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:29 smithi157 ceph-mon[101289]: osdmap e1730: 8 total, 8 up, 8 in 2024-08-17T01:24:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:29 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:24:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:29 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:24:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:29 smithi157 ceph-mon[98780]: pgmap v2972: 553 pgs: 6 creating+peering, 14 unknown, 533 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.7 KiB/s wr, 53 op/s 2024-08-17T01:24:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:24:30.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:30.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:29 smithi157 ceph-mon[98780]: osdmap e1730: 8 total, 8 up, 8 in 2024-08-17T01:24:30.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:29 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:24:30.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:29 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:24:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:29 smithi187 ceph-mon[90552]: pgmap v2972: 553 pgs: 6 creating+peering, 14 unknown, 533 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.7 KiB/s wr, 53 op/s 2024-08-17T01:24:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:24:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:29 smithi187 ceph-mon[90552]: osdmap e1730: 8 total, 8 up, 8 in 2024-08-17T01:24:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:29 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:24:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:29 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:24:31.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:31 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:24:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:31 smithi157 ceph-mon[98780]: osdmap e1731: 8 total, 8 up, 8 in 2024-08-17T01:24:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:31 smithi157 ceph-mon[98780]: pgmap v2975: 553 pgs: 553 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 258 KiB/s wr, 50 op/s 2024-08-17T01:24:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:31 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:24:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:31 smithi157 ceph-mon[101289]: osdmap e1731: 8 total, 8 up, 8 in 2024-08-17T01:24:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:31 smithi157 ceph-mon[101289]: pgmap v2975: 553 pgs: 553 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 258 KiB/s wr, 50 op/s 2024-08-17T01:24:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:31 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:24:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:31 smithi187 ceph-mon[90552]: osdmap e1731: 8 total, 8 up, 8 in 2024-08-17T01:24:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:31 smithi187 ceph-mon[90552]: pgmap v2975: 553 pgs: 553 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 258 KiB/s wr, 50 op/s 2024-08-17T01:24:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:24:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:24:33.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:33 smithi157 ceph-mon[98780]: pgmap v2976: 553 pgs: 553 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 197 KiB/s wr, 38 op/s 2024-08-17T01:24:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:24:33] "GET /metrics HTTP/1.1" 200 68136 "" "Prometheus/2.43.0" 2024-08-17T01:24:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:33 smithi157 ceph-mon[101289]: pgmap v2976: 553 pgs: 553 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 197 KiB/s wr, 38 op/s 2024-08-17T01:24:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:33 smithi187 ceph-mon[90552]: pgmap v2976: 553 pgs: 553 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 197 KiB/s wr, 38 op/s 2024-08-17T01:24:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:35 smithi157 ceph-mon[98780]: pgmap v2977: 553 pgs: 553 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 164 KiB/s wr, 31 op/s 2024-08-17T01:24:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:35 smithi157 ceph-mon[101289]: pgmap v2977: 553 pgs: 553 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 164 KiB/s wr, 31 op/s 2024-08-17T01:24:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:35 smithi187 ceph-mon[90552]: pgmap v2977: 553 pgs: 553 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 164 KiB/s wr, 31 op/s 2024-08-17T01:24:37.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:37 smithi157 ceph-mon[101289]: pgmap v2978: 553 pgs: 553 active+clean; 9.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 641 KiB/s wr, 8 op/s 2024-08-17T01:24:37.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:37 smithi157 ceph-mon[98780]: pgmap v2978: 553 pgs: 553 active+clean; 9.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 641 KiB/s wr, 8 op/s 2024-08-17T01:24:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:37 smithi187 ceph-mon[90552]: pgmap v2978: 553 pgs: 553 active+clean; 9.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 641 KiB/s wr, 8 op/s 2024-08-17T01:24:39.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:39 smithi157 ceph-mon[101289]: osdmap e1732: 8 total, 8 up, 8 in 2024-08-17T01:24:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:39 smithi157 ceph-mon[101289]: pgmap v2980: 553 pgs: 553 active+clean; 9.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 621 KiB/s wr, 8 op/s 2024-08-17T01:24:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:39 smithi157 ceph-mon[98780]: osdmap e1732: 8 total, 8 up, 8 in 2024-08-17T01:24:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:39 smithi157 ceph-mon[98780]: pgmap v2980: 553 pgs: 553 active+clean; 9.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 621 KiB/s wr, 8 op/s 2024-08-17T01:24:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:39 smithi187 ceph-mon[90552]: osdmap e1732: 8 total, 8 up, 8 in 2024-08-17T01:24:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:39 smithi187 ceph-mon[90552]: pgmap v2980: 553 pgs: 553 active+clean; 9.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 621 KiB/s wr, 8 op/s 2024-08-17T01:24:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:41 smithi157 ceph-mon[98780]: pgmap v2981: 553 pgs: 553 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-17T01:24:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:41 smithi157 ceph-mon[101289]: pgmap v2981: 553 pgs: 553 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-17T01:24:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:41 smithi187 ceph-mon[90552]: pgmap v2981: 553 pgs: 553 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-17T01:24:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:24:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:24:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:24:43] "GET /metrics HTTP/1.1" 200 68136 "" "Prometheus/2.43.0" 2024-08-17T01:24:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:43 smithi157 ceph-mon[98780]: pgmap v2982: 553 pgs: 553 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-17T01:24:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:43 smithi157 ceph-mon[98780]: pool 'test-librbd-smithi157-151243-28' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:24:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:43 smithi157 ceph-mon[98780]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:24:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:43 smithi157 ceph-mon[98780]: osdmap e1733: 8 total, 8 up, 8 in 2024-08-17T01:24:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:43 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-17T01:24:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:43 smithi157 ceph-mon[101289]: pgmap v2982: 553 pgs: 553 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-17T01:24:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:43 smithi157 ceph-mon[101289]: pool 'test-librbd-smithi157-151243-28' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:24:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:43 smithi157 ceph-mon[101289]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:24:43.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:43 smithi157 ceph-mon[101289]: osdmap e1733: 8 total, 8 up, 8 in 2024-08-17T01:24:43.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:43 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-17T01:24:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:43 smithi187 ceph-mon[90552]: pgmap v2982: 553 pgs: 553 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-17T01:24:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:43 smithi187 ceph-mon[90552]: pool 'test-librbd-smithi157-151243-28' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:24:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:43 smithi187 ceph-mon[90552]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:24:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:43 smithi187 ceph-mon[90552]: osdmap e1733: 8 total, 8 up, 8 in 2024-08-17T01:24:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:43 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-17T01:24:44.286 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:24:45.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:24:45.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:45.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:44 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-27", "field": "max_objects", "val": "7"}]': finished 2024-08-17T01:24:45.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:44 smithi157 ceph-mon[101289]: osdmap e1734: 8 total, 8 up, 8 in 2024-08-17T01:24:45.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:24:45.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:45.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:44 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-27", "field": "max_objects", "val": "7"}]': finished 2024-08-17T01:24:45.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:44 smithi157 ceph-mon[98780]: osdmap e1734: 8 total, 8 up, 8 in 2024-08-17T01:24:45.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:24:45.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:45.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:44 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi157-151243-27", "field": "max_objects", "val": "7"}]': finished 2024-08-17T01:24:45.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:44 smithi187 ceph-mon[90552]: osdmap e1734: 8 total, 8 up, 8 in 2024-08-17T01:24:45.309 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:24:46.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:45 smithi157 ceph-mon[101289]: pgmap v2985: 553 pgs: 553 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 814 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-08-17T01:24:46.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:45 smithi157 ceph-mon[98780]: pgmap v2985: 553 pgs: 553 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 814 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-08-17T01:24:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:45 smithi187 ceph-mon[90552]: pgmap v2985: 553 pgs: 553 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 814 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-08-17T01:24:46.319 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:24:47.331 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:24:48.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:47 smithi157 ceph-mon[101289]: pgmap v2986: 553 pgs: 553 active+clean; 18 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-17T01:24:48.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:47 smithi157 ceph-mon[98780]: pgmap v2986: 553 pgs: 553 active+clean; 18 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-17T01:24:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:47 smithi187 ceph-mon[90552]: pgmap v2986: 553 pgs: 553 active+clean; 18 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-17T01:24:48.342 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:24:48.416 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespaceDataPool (24965 ms) 2024-08-17T01:24:48.416 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestIO 2024-08-17T01:24:48.416 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:24:49.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:48 smithi157 ceph-mon[98780]: pool 'test-librbd-smithi157-151243-27' is full (reached quota's max_objects: 7) 2024-08-17T01:24:49.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:48 smithi157 ceph-mon[98780]: Health check update: 3 pool(s) full (POOL_FULL) 2024-08-17T01:24:49.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:48 smithi157 ceph-mon[98780]: osdmap e1735: 8 total, 8 up, 8 in 2024-08-17T01:24:49.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:48 smithi157 ceph-mon[101289]: pool 'test-librbd-smithi157-151243-27' is full (reached quota's max_objects: 7) 2024-08-17T01:24:49.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:48 smithi157 ceph-mon[101289]: Health check update: 3 pool(s) full (POOL_FULL) 2024-08-17T01:24:49.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:48 smithi157 ceph-mon[101289]: osdmap e1735: 8 total, 8 up, 8 in 2024-08-17T01:24:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:48 smithi187 ceph-mon[90552]: pool 'test-librbd-smithi157-151243-27' is full (reached quota's max_objects: 7) 2024-08-17T01:24:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:48 smithi187 ceph-mon[90552]: Health check update: 3 pool(s) full (POOL_FULL) 2024-08-17T01:24:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:48 smithi187 ceph-mon[90552]: osdmap e1735: 8 total, 8 up, 8 in 2024-08-17T01:24:50.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:49 smithi157 ceph-mon[98780]: pgmap v2988: 553 pgs: 553 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.8 KiB/s rd, 344 KiB/s wr, 15 op/s 2024-08-17T01:24:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:49 smithi157 ceph-mon[101289]: pgmap v2988: 553 pgs: 553 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.8 KiB/s rd, 344 KiB/s wr, 15 op/s 2024-08-17T01:24:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:49 smithi187 ceph-mon[90552]: pgmap v2988: 553 pgs: 553 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.8 KiB/s rd, 344 KiB/s wr, 15 op/s 2024-08-17T01:24:50.206 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:24:50.207 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:24:50.207 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:24:50.207 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:24:50.207 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:24:50.207 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.207 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:24:50.207 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.207 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.207 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:24:50.207 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.208 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:24:50.208 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.208 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.208 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:24:50.208 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.208 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:24:50.208 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.208 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.208 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:24:50.208 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.208 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:24:50.208 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.209 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.209 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:24:50.209 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.209 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:24:50.209 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.209 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.209 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:24:50.209 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:24:50.209 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:24:50.209 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:24:50.209 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:24:50.209 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:24:50.209 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:24:50.210 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:24:50.210 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:24:50.210 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:24:50.210 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:24:50.210 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.210 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:24:50.210 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.210 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.210 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:24:50.210 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.210 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:24:50.211 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.211 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.211 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:24:50.211 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.211 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:24:50.211 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.211 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.211 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:24:50.211 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.211 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:24:50.212 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.212 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.212 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:24:50.212 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.212 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:24:50.212 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.212 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.212 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:24:50.212 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:50.212 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:50.212 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:50.213 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:50.213 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:50.213 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.213 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:24:50.213 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:24:50.213 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:24:50.213 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.213 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:24:50.213 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:24:50.213 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:24:50.214 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.214 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:24:50.214 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:24:50.214 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:24:50.214 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.214 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:24:50.214 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:24:50.214 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:24:50.214 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.214 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:24:50.215 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:24:50.215 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:24:50.215 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 512~512 = 512 2024-08-17T01:24:50.215 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.215 INFO:tasks.workunit.client.0.smithi157.stdout:aio discard: 1536~512 = 0 2024-08-17T01:24:50.215 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:50.215 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:50.215 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:50.215 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:50.215 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:50.215 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 0 2024-08-17T01:24:50.216 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.216 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.216 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 0 2024-08-17T01:24:50.216 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.216 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.216 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 16384 2024-08-17T01:24:50.216 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.216 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.216 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 16384 2024-08-17T01:24:50.216 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.216 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.217 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:50.217 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:50.217 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 49152 2024-08-17T01:24:50.217 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.217 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.217 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 49152 2024-08-17T01:24:50.217 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.217 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.217 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 65536 2024-08-17T01:24:50.217 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.217 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.218 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 65536 2024-08-17T01:24:50.218 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.218 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.218 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:50.218 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:50.218 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 98304 2024-08-17T01:24:50.218 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.218 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.218 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 98304 2024-08-17T01:24:50.218 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.218 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.219 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 114688 2024-08-17T01:24:50.219 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.219 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.219 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 114688 2024-08-17T01:24:50.219 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.219 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.219 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:50.219 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:50.219 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 147456 2024-08-17T01:24:50.219 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.219 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.219 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 147456 2024-08-17T01:24:50.220 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.220 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.220 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 163840 2024-08-17T01:24:50.220 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.220 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.220 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 163840 2024-08-17T01:24:50.220 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.220 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.220 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:50.220 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:50.220 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 196608 2024-08-17T01:24:50.221 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.221 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.221 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 196608 2024-08-17T01:24:50.221 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.221 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.221 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 212992 2024-08-17T01:24:50.221 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.221 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.221 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 212992 2024-08-17T01:24:50.221 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.221 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.221 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:50.222 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:50.222 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.222 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:50.222 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.222 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.222 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:50.222 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.222 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.222 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.222 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:50.222 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.223 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.223 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:50.223 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.223 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.223 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.223 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:50.223 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.223 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.223 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:50.223 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.223 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.223 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.224 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:50.224 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.224 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.224 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:50.224 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.224 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.224 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.224 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:50.224 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:50.224 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.225 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:50.225 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:50.225 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.225 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:50.225 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.225 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.225 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:50.225 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.225 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.225 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:50.225 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:50.225 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:50.226 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:50.226 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:50.226 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:50.226 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:50.226 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.713 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.713 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:51.713 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:51.713 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:51.713 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:51.714 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:51.714 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.714 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.714 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:51.714 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:51.714 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:51.714 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:51.714 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:51.714 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.714 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.714 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:51.714 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.715 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.715 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:51.715 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.715 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.715 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:51.715 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:51.715 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:51.715 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:51.715 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:51.715 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.715 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.715 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:51.715 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:51.716 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:51.716 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:51.716 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:51.716 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.716 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.716 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:51.716 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:51.716 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:51.716 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:51.716 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:51.716 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.716 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.717 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:51.717 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:51.717 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:51.717 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:51.717 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:51.717 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.717 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.717 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:51.717 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.717 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.717 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:51.717 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.717 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.717 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:51.718 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:51.718 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:51.718 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:51.718 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:51.718 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.718 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.718 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:51.718 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:51.718 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:51.718 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:51.718 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:51.718 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.718 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.719 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:51.719 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:51.719 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:51.719 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:51.719 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:51.719 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.719 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.719 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:51.719 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:51.719 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:51.719 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:51.719 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:51.719 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.720 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.720 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:51.720 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.720 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.720 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:51.720 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.720 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.720 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:51.720 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:51.720 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:51.720 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:51.720 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:51.720 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.720 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.721 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:51.721 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:51.721 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:51.721 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:51.721 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:51.721 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.721 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.721 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:51.721 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:51.721 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:51.721 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:51.721 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:51.721 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.722 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.722 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:51.722 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:51.722 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:51.722 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:51.722 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:51.722 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.722 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.722 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:51.722 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:51.722 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:51.722 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:51.722 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:24:51.723 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:24:51.723 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:24:51.723 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:24:51.723 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestIO (3297 ms) 2024-08-17T01:24:51.723 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-08-17T01:24:51.723 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:24:52.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:51 smithi157 ceph-mon[98780]: pgmap v2989: 553 pgs: 553 active+clean; 4.7 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 476 KiB/s wr, 735 op/s 2024-08-17T01:24:52.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:51 smithi157 ceph-mon[101289]: pgmap v2989: 553 pgs: 553 active+clean; 4.7 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 476 KiB/s wr, 735 op/s 2024-08-17T01:24:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:51 smithi187 ceph-mon[90552]: pgmap v2989: 553 pgs: 553 active+clean; 4.7 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 476 KiB/s wr, 735 op/s 2024-08-17T01:24:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:24:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:24:53.808 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:24:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:24:53] "GET /metrics HTTP/1.1" 200 68196 "" "Prometheus/2.43.0" 2024-08-17T01:24:54.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:53 smithi157 ceph-mon[101289]: pgmap v2990: 553 pgs: 553 active+clean; 4.7 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 296 KiB/s wr, 650 op/s 2024-08-17T01:24:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:53 smithi157 ceph-mon[101289]: pool 'test-librbd-smithi157-151243-28' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:24:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:53 smithi157 ceph-mon[101289]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:24:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:53 smithi157 ceph-mon[101289]: osdmap e1736: 8 total, 8 up, 8 in 2024-08-17T01:24:54.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:53 smithi157 ceph-mon[98780]: pgmap v2990: 553 pgs: 553 active+clean; 4.7 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 296 KiB/s wr, 650 op/s 2024-08-17T01:24:54.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:53 smithi157 ceph-mon[98780]: pool 'test-librbd-smithi157-151243-28' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:24:54.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:53 smithi157 ceph-mon[98780]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:24:54.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:53 smithi157 ceph-mon[98780]: osdmap e1736: 8 total, 8 up, 8 in 2024-08-17T01:24:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:53 smithi187 ceph-mon[90552]: pgmap v2990: 553 pgs: 553 active+clean; 4.7 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 296 KiB/s wr, 650 op/s 2024-08-17T01:24:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:53 smithi187 ceph-mon[90552]: pool 'test-librbd-smithi157-151243-28' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:24:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:53 smithi187 ceph-mon[90552]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:24:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:53 smithi187 ceph-mon[90552]: osdmap e1736: 8 total, 8 up, 8 in 2024-08-17T01:24:56.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:55 smithi157 ceph-mon[101289]: pgmap v2992: 553 pgs: 553 active+clean; 4.7 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 178 KiB/s wr, 674 op/s 2024-08-17T01:24:56.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:55 smithi157 ceph-mon[98780]: pgmap v2992: 553 pgs: 553 active+clean; 4.7 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 178 KiB/s wr, 674 op/s 2024-08-17T01:24:56.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:55 smithi187 ceph-mon[90552]: pgmap v2992: 553 pgs: 553 active+clean; 4.7 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 178 KiB/s wr, 674 op/s 2024-08-17T01:24:57.199 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:24:57.200 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:24:57.200 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:24:57.200 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:24:57.200 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:24:57.200 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.200 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:24:57.200 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.200 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.200 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:24:57.200 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.200 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:24:57.200 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.201 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.201 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:24:57.201 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.201 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:24:57.201 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.201 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.201 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:24:57.201 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.201 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:24:57.201 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.201 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.201 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:24:57.201 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.202 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:24:57.202 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.202 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.202 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:24:57.202 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:24:57.202 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:24:57.202 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:24:57.202 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:24:57.202 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:24:57.202 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:24:57.202 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:24:57.203 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:24:57.203 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:24:57.203 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:24:57.203 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.203 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:24:57.203 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.203 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.203 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:24:57.203 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.203 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:24:57.203 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.203 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.204 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:24:57.204 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.204 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:24:57.204 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.204 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.204 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:24:57.204 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.204 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:24:57.204 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.204 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.204 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:24:57.204 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.205 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:24:57.205 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.205 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.205 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:24:57.205 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:57.205 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:57.205 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:57.205 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:57.205 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:57.205 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.205 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:24:57.205 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:24:57.205 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:24:57.205 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.206 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:24:57.206 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:24:57.206 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:24:57.206 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.206 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:24:57.206 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:24:57.206 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:24:57.206 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.206 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:24:57.206 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:24:57.206 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:24:57.206 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.206 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:24:57.206 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:24:57.207 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:24:57.207 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 512~512 = 512 2024-08-17T01:24:57.207 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.207 INFO:tasks.workunit.client.0.smithi157.stdout:aio discard: 1536~512 = 0 2024-08-17T01:24:57.207 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:57.207 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:57.207 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:57.207 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:57.207 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:24:57.207 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 0 2024-08-17T01:24:57.207 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.207 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.207 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 0 2024-08-17T01:24:57.207 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.208 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.208 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 16384 2024-08-17T01:24:57.208 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.208 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.208 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 16384 2024-08-17T01:24:57.208 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.208 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.208 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:57.208 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:57.208 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 49152 2024-08-17T01:24:57.208 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.208 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.208 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 49152 2024-08-17T01:24:57.209 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.209 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.209 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 65536 2024-08-17T01:24:57.209 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.209 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.209 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 65536 2024-08-17T01:24:57.209 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.209 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.209 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:57.209 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:57.209 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 98304 2024-08-17T01:24:57.209 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.209 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.209 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 98304 2024-08-17T01:24:57.209 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.210 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.210 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 114688 2024-08-17T01:24:57.210 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.210 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.210 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 114688 2024-08-17T01:24:57.210 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.210 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.210 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:57.210 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:57.210 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 147456 2024-08-17T01:24:57.210 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.210 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.210 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 147456 2024-08-17T01:24:57.210 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.211 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.211 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 163840 2024-08-17T01:24:57.211 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.211 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.211 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 163840 2024-08-17T01:24:57.211 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.211 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.211 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:57.211 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:57.211 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 196608 2024-08-17T01:24:57.211 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.211 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.211 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 196608 2024-08-17T01:24:57.211 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.211 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.212 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 212992 2024-08-17T01:24:57.212 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.212 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.212 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 212992 2024-08-17T01:24:57.212 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.212 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.212 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:57.212 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:57.212 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.212 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:57.212 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.212 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.212 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:57.212 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.212 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.213 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.213 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:57.213 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.213 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.213 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:57.213 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.213 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.213 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.213 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:57.213 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.213 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.213 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:57.213 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.213 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.213 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.214 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:57.214 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.214 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.214 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:57.214 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.214 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.214 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.214 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:57.214 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:57.214 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.214 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:57.214 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:24:57.214 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.214 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:57.215 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.215 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.215 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:57.215 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.215 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.215 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:57.215 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:24:57.215 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:24:57.215 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:24:57.215 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:24:57.215 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:24:57.215 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:24:57.215 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:24:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:57 smithi157 ceph-mon[98780]: pgmap v2993: 553 pgs: 553 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 752 KiB/s wr, 1.05k op/s 2024-08-17T01:24:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:57 smithi157 ceph-mon[101289]: pgmap v2993: 553 pgs: 553 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 752 KiB/s wr, 1.05k op/s 2024-08-17T01:24:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:57 smithi187 ceph-mon[90552]: pgmap v2993: 553 pgs: 553 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 752 KiB/s wr, 1.05k op/s 2024-08-17T01:24:59.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:59.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:24:59 smithi157 ceph-mon[101289]: pgmap v2994: 553 pgs: 553 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 999 KiB/s wr, 1.61k op/s 2024-08-17T01:25:00.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:24:59 smithi157 ceph-mon[98780]: pgmap v2994: 553 pgs: 553 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 999 KiB/s wr, 1.61k op/s 2024-08-17T01:25:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:24:59 smithi187 ceph-mon[90552]: pgmap v2994: 553 pgs: 553 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 999 KiB/s wr, 1.61k op/s 2024-08-17T01:25:01.012 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.012 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:01.012 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:01.012 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:01.012 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:01.012 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:01.012 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.013 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.013 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:01.013 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:01.013 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:01.013 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:01.013 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:01.013 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.013 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.013 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:01.013 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.013 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.014 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:01.014 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.014 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.014 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:01.014 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:01.014 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:01.014 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:01.014 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:01.014 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.014 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.014 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:01.014 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:01.015 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:01.015 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:01.015 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:01.015 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.015 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.015 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:01.015 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:01.015 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:01.015 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:01.015 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:01.015 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.015 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.015 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:01.015 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:01.016 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:01.016 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:01.016 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:01.016 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.016 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.016 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:01.016 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.016 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.016 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:01.016 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.016 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.016 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:01.016 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:01.017 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:01.018 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:01.018 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:01.018 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:01.018 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.018 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.018 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:01.018 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:01.018 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:01.018 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:01.018 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:01.018 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.019 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.019 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:01.019 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.019 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.019 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:01.019 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.019 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.019 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:01.019 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:01.019 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:01.019 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:01.019 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:01.019 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.020 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.020 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:01.020 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:01.020 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:01.020 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:01.020 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:01.020 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.020 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.020 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:01.020 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:01.020 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:01.020 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:01.020 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:01.021 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.021 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.021 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:01.021 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:01.021 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:01.021 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:01.021 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:01.021 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.021 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.021 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:01.021 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:01.021 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:01.022 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:01.022 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:01.022 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:01.022 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:01.022 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:01.022 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 4 2024-08-17T01:25:01.022 INFO:tasks.workunit.client.0.smithi157.stdout:read: 4 2024-08-17T01:25:01.022 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (9299 ms) 2024-08-17T01:25:01.022 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-08-17T01:25:01.022 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:02.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:01 smithi157 ceph-mon[98780]: pgmap v2995: 553 pgs: 553 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 943 KiB/s rd, 860 KiB/s wr, 1.09k op/s 2024-08-17T01:25:02.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:01 smithi157 ceph-mon[101289]: pgmap v2995: 553 pgs: 553 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 943 KiB/s rd, 860 KiB/s wr, 1.09k op/s 2024-08-17T01:25:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:01 smithi187 ceph-mon[90552]: pgmap v2995: 553 pgs: 553 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 943 KiB/s rd, 860 KiB/s wr, 1.09k op/s 2024-08-17T01:25:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:25:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:25:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:25:03.825 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:25:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:25:03] "GET /metrics HTTP/1.1" 200 68204 "" "Prometheus/2.43.0" 2024-08-17T01:25:03.825 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:03 smithi157 ceph-mon[101289]: pgmap v2996: 553 pgs: 553 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 859 KiB/s wr, 1.09k op/s 2024-08-17T01:25:03.825 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:03 smithi157 ceph-mon[98780]: pgmap v2996: 553 pgs: 553 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 859 KiB/s wr, 1.09k op/s 2024-08-17T01:25:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:03 smithi187 ceph-mon[90552]: pgmap v2996: 553 pgs: 553 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 859 KiB/s wr, 1.09k op/s 2024-08-17T01:25:06.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:05 smithi157 ceph-mon[101289]: pgmap v2997: 553 pgs: 553 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 798 KiB/s wr, 1.05k op/s 2024-08-17T01:25:06.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:05 smithi157 ceph-mon[98780]: pgmap v2997: 553 pgs: 553 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 798 KiB/s wr, 1.05k op/s 2024-08-17T01:25:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:05 smithi187 ceph-mon[90552]: pgmap v2997: 553 pgs: 553 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 798 KiB/s wr, 1.05k op/s 2024-08-17T01:25:08.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:07 smithi157 ceph-mon[98780]: pgmap v2998: 553 pgs: 553 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 866 KiB/s rd, 751 KiB/s wr, 988 op/s 2024-08-17T01:25:08.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:07 smithi157 ceph-mon[101289]: pgmap v2998: 553 pgs: 553 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 866 KiB/s rd, 751 KiB/s wr, 988 op/s 2024-08-17T01:25:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:07 smithi187 ceph-mon[90552]: pgmap v2998: 553 pgs: 553 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 866 KiB/s rd, 751 KiB/s wr, 988 op/s 2024-08-17T01:25:09.155 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:09.156 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:09.156 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:09.156 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:09.156 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:09.156 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.156 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:09.156 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.156 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.156 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:09.156 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.156 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:09.156 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.157 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.157 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:09.157 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.157 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:09.157 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.157 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.157 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:09.157 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.157 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:09.157 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.157 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.157 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:09.158 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.158 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:09.158 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.158 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.158 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:09.158 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:25:09.158 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:25:09.158 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:25:09.158 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:25:09.158 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:25:09.158 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:25:09.158 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:25:09.159 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:25:09.159 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:25:09.159 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:25:09.159 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.159 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:25:09.159 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.159 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.159 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:25:09.159 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.159 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:25:09.159 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.159 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.159 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:25:09.159 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.159 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:25:09.160 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.160 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.160 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:25:09.160 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.160 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:25:09.160 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.160 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.160 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:25:09.160 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.160 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:25:09.160 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.160 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.160 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:25:09.160 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:09.161 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:09.161 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:09.161 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:09.161 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:09.161 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.161 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:09.161 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:09.161 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:09.161 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.161 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:09.161 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:09.161 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:09.161 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.162 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:09.162 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:09.162 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:09.162 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.162 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:09.162 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:09.162 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:09.162 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.162 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:09.162 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:09.162 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:09.162 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 512~512 = 512 2024-08-17T01:25:09.162 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.162 INFO:tasks.workunit.client.0.smithi157.stdout:aio discard: 1536~512 = 0 2024-08-17T01:25:09.163 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:09.163 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:09.163 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:09.163 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:09.163 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:09.163 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 0 2024-08-17T01:25:09.163 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.163 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.163 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 0 2024-08-17T01:25:09.163 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.163 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.163 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 16384 2024-08-17T01:25:09.164 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.164 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.164 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 16384 2024-08-17T01:25:09.164 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.164 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.164 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:09.164 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:09.164 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 49152 2024-08-17T01:25:09.164 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.164 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.164 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 49152 2024-08-17T01:25:09.164 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.164 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.164 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 65536 2024-08-17T01:25:09.164 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.165 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.165 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 65536 2024-08-17T01:25:09.165 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.165 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.165 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:09.165 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:09.165 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 98304 2024-08-17T01:25:09.165 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.165 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.165 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 98304 2024-08-17T01:25:09.165 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.165 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.165 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 114688 2024-08-17T01:25:09.165 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.165 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.166 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 114688 2024-08-17T01:25:09.166 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.166 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.166 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:09.166 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:09.166 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 147456 2024-08-17T01:25:09.166 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.166 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.166 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 147456 2024-08-17T01:25:09.166 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.166 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.167 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 163840 2024-08-17T01:25:09.167 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.167 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.167 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 163840 2024-08-17T01:25:09.167 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.167 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.167 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:09.167 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:09.167 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 196608 2024-08-17T01:25:09.167 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.167 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.167 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 196608 2024-08-17T01:25:09.167 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.168 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.168 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 212992 2024-08-17T01:25:09.168 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.168 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.168 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 212992 2024-08-17T01:25:09.168 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.168 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.168 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:09.168 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:09.168 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.168 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:09.168 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.168 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.168 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:09.169 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.169 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.169 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.169 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:09.169 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.169 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.169 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:09.169 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.169 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.169 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.169 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:09.170 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.170 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.170 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:09.170 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.170 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.170 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.170 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:09.170 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.170 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.170 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:09.170 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.170 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.170 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.171 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:09.171 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:09.171 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.171 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:09.171 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:09.171 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.171 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:09.171 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.171 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.171 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:09.171 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.171 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.172 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:09.172 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:09.172 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:09.172 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:09.172 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:09.172 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:09.172 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:09.172 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:10.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:09 smithi157 ceph-mon[98780]: pgmap v2999: 553 pgs: 553 active+clean; 23 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 827 op/s 2024-08-17T01:25:10.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:09 smithi157 ceph-mon[101289]: pgmap v2999: 553 pgs: 553 active+clean; 23 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 827 op/s 2024-08-17T01:25:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:09 smithi187 ceph-mon[90552]: pgmap v2999: 553 pgs: 553 active+clean; 23 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 827 op/s 2024-08-17T01:25:12.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:11 smithi157 ceph-mon[101289]: pgmap v3000: 553 pgs: 553 active+clean; 31 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 594 KiB/s rd, 1.4 MiB/s wr, 209 op/s 2024-08-17T01:25:12.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:11 smithi157 ceph-mon[98780]: pgmap v3000: 553 pgs: 553 active+clean; 31 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 594 KiB/s rd, 1.4 MiB/s wr, 209 op/s 2024-08-17T01:25:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:11 smithi187 ceph-mon[90552]: pgmap v3000: 553 pgs: 553 active+clean; 31 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 594 KiB/s rd, 1.4 MiB/s wr, 209 op/s 2024-08-17T01:25:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:25:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:25:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:25:13.243 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.243 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:13.243 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:13.243 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:13.243 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:13.243 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:13.243 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.243 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.244 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:13.244 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:13.244 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:13.244 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:13.244 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:13.244 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.244 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.244 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:13.244 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.244 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.244 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:13.245 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.245 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.245 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:13.245 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:13.245 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:13.245 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:13.245 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:13.245 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.245 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.245 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:13.245 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:13.245 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:13.245 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:13.245 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:13.246 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.246 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.246 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:13.246 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:13.246 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:13.246 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:13.246 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:13.246 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.246 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.246 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:13.246 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:13.246 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:13.247 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:13.247 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:13.247 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.247 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.247 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:13.247 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.247 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.247 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:13.247 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.247 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.247 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:13.247 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:13.247 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:13.247 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:13.247 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:13.248 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.248 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.248 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:13.248 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:13.248 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:13.248 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:13.248 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:13.248 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.248 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.248 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:13.248 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:13.248 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:13.248 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:13.248 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:13.249 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.249 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.249 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:13.249 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:13.249 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:13.249 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:13.249 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:13.249 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.249 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.249 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:13.249 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.249 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.249 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:13.250 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.250 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.250 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:13.250 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:13.250 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:13.250 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:13.250 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:13.250 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.250 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.250 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:13.250 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:13.250 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:13.250 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:13.251 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:13.251 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.251 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.251 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:13.251 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:13.251 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:13.251 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:13.251 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:13.251 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.251 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.251 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:13.251 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:13.251 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:13.251 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:13.251 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:13.252 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.252 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.252 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:13.252 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:13.252 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:13.252 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:13.252 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:13.252 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:13.252 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:13.252 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:13.252 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 4 2024-08-17T01:25:13.252 INFO:tasks.workunit.client.0.smithi157.stdout:read: 4 2024-08-17T01:25:13.253 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (12231 ms) 2024-08-17T01:25:13.253 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-08-17T01:25:13.253 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:13.836 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:25:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:25:13] "GET /metrics HTTP/1.1" 200 68204 "" "Prometheus/2.43.0" 2024-08-17T01:25:14.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:13 smithi157 ceph-mon[101289]: pgmap v3001: 553 pgs: 553 active+clean; 31 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 802 op/s 2024-08-17T01:25:14.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:14.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:13 smithi157 ceph-mon[98780]: pgmap v3001: 553 pgs: 553 active+clean; 31 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 802 op/s 2024-08-17T01:25:14.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:13 smithi187 ceph-mon[90552]: pgmap v3001: 553 pgs: 553 active+clean; 31 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 802 op/s 2024-08-17T01:25:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:15.016 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:15.016 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:15.016 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:15.016 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:15.016 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:15.017 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.017 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:15.017 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.017 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.017 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:15.017 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.017 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:15.017 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.017 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.017 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:15.017 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.017 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:15.017 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.017 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.018 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:15.018 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.018 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:15.018 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.018 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.018 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:15.018 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.018 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:15.018 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.018 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.018 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:15.018 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:25:15.018 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:25:15.019 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:25:15.019 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:25:15.019 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:25:15.019 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:25:15.019 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:25:15.019 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:25:15.019 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:25:15.019 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:25:15.019 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.019 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:25:15.019 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.019 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.019 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:25:15.020 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.020 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:25:15.020 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.020 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.020 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:25:15.020 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.020 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:25:15.020 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.020 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.020 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:25:15.020 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.020 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:25:15.020 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.020 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.020 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:25:15.021 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.021 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:25:15.021 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.021 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.021 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:25:15.021 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:15.021 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:15.021 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:15.021 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:15.021 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:15.021 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.021 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:15.021 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:15.021 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:15.022 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.022 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:15.022 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:15.022 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:15.022 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.022 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:15.022 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:15.022 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:15.022 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.022 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:15.022 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:15.022 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:15.022 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.023 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:15.023 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:15.023 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:15.023 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 512~512 = 512 2024-08-17T01:25:15.023 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.023 INFO:tasks.workunit.client.0.smithi157.stdout:aio discard: 1536~512 = 0 2024-08-17T01:25:15.023 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:15.023 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:15.023 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:15.023 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:15.023 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:15.023 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 0 2024-08-17T01:25:15.023 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.023 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.023 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 0 2024-08-17T01:25:15.024 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.024 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.024 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 16384 2024-08-17T01:25:15.024 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.024 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.024 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 16384 2024-08-17T01:25:15.024 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.024 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.024 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:15.024 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:15.024 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 49152 2024-08-17T01:25:15.024 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.024 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.024 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 49152 2024-08-17T01:25:15.024 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.025 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.025 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 65536 2024-08-17T01:25:15.025 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.025 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.025 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 65536 2024-08-17T01:25:15.025 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.025 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.025 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:15.025 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:15.025 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 98304 2024-08-17T01:25:15.025 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.025 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.025 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 98304 2024-08-17T01:25:15.025 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.025 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.026 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 114688 2024-08-17T01:25:15.026 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.026 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.026 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 114688 2024-08-17T01:25:15.026 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.026 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.026 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:15.026 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:15.026 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 147456 2024-08-17T01:25:15.026 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.026 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.026 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 147456 2024-08-17T01:25:15.026 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.027 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.027 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 163840 2024-08-17T01:25:15.027 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.027 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.027 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 163840 2024-08-17T01:25:15.027 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.027 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.027 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:15.027 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:15.027 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 196608 2024-08-17T01:25:15.027 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.027 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.027 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 196608 2024-08-17T01:25:15.027 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.027 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.028 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 212992 2024-08-17T01:25:15.028 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.028 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.028 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 212992 2024-08-17T01:25:15.028 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.028 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.028 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:15.028 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:15.028 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.028 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:15.028 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.028 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.028 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:15.028 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.028 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.029 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.029 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:15.029 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.029 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.029 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:15.029 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.029 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.029 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.029 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:15.029 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.029 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.029 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:15.029 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.029 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.030 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.030 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:15.030 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.030 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.030 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:15.030 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.030 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.030 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.030 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:15.030 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:15.030 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.030 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:15.030 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:15.030 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:15.031 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:15 smithi157 ceph-mon[98780]: pgmap v3002: 553 pgs: 553 active+clean; 31 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 804 op/s 2024-08-17T01:25:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:15 smithi157 ceph-mon[101289]: pgmap v3002: 553 pgs: 553 active+clean; 31 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 804 op/s 2024-08-17T01:25:16.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:15 smithi187 ceph-mon[90552]: pgmap v3002: 553 pgs: 553 active+clean; 31 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 804 op/s 2024-08-17T01:25:16.553 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.553 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:16.553 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:16.553 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:16.554 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:16.554 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:16.554 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.554 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.554 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:16.554 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:16.554 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:16.554 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:16.554 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:16.554 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.554 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.555 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:16.555 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.555 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.555 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:16.555 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.555 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.555 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:16.555 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:16.555 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:16.555 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:16.555 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:16.555 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.555 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.555 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:16.555 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:16.556 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:16.556 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:16.556 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:16.556 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.556 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.556 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:16.556 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:16.556 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:16.556 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:16.556 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:16.556 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.556 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.556 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:16.556 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:16.556 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:16.557 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:16.557 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:16.557 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.557 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.557 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:16.557 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.557 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.557 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:16.557 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.557 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.557 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:16.557 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:16.557 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:16.557 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:16.558 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:16.558 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.558 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.558 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:16.558 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:16.558 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:16.558 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:16.558 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:16.558 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.558 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.558 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:16.558 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:16.559 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:16.559 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:16.559 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:16.559 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.559 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.559 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:16.559 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:16.559 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:16.559 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:16.559 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:16.559 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.559 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.559 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:16.560 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.560 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.560 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:16.560 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.560 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.560 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:16.560 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:16.560 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:16.560 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:16.560 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:16.560 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.560 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.560 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:16.560 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:16.560 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:16.561 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:16.561 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:16.561 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.561 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.561 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:16.561 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:16.561 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:16.561 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:16.561 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:16.561 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.561 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.561 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:16.561 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:16.561 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:16.562 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:16.562 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:16.562 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.562 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.562 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:16.562 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:16.562 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:16.562 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:16.562 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:16.562 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:16.562 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:16.562 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3310 ms) 2024-08-17T01:25:16.562 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-08-17T01:25:17.856 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:18.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:17 smithi157 ceph-mon[98780]: pgmap v3003: 553 pgs: 553 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 1.01k op/s 2024-08-17T01:25:18.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:17 smithi157 ceph-mon[98780]: osdmap e1737: 8 total, 8 up, 8 in 2024-08-17T01:25:18.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:17 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/745175629' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:17 smithi157 ceph-mon[101289]: pgmap v3003: 553 pgs: 553 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 1.01k op/s 2024-08-17T01:25:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:17 smithi157 ceph-mon[101289]: osdmap e1737: 8 total, 8 up, 8 in 2024-08-17T01:25:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:17 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/745175629' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:17 smithi187 ceph-mon[90552]: pgmap v3003: 553 pgs: 553 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 1.01k op/s 2024-08-17T01:25:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:17 smithi187 ceph-mon[90552]: osdmap e1737: 8 total, 8 up, 8 in 2024-08-17T01:25:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:17 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/745175629' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:19.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:18 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/745175629' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:19.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:18 smithi157 ceph-mon[98780]: osdmap e1738: 8 total, 8 up, 8 in 2024-08-17T01:25:19.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:18 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/745175629' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:19.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:18 smithi157 ceph-mon[101289]: osdmap e1738: 8 total, 8 up, 8 in 2024-08-17T01:25:19.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:18 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/745175629' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:19.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:18 smithi187 ceph-mon[90552]: osdmap e1738: 8 total, 8 up, 8 in 2024-08-17T01:25:19.943 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:19.943 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:19.943 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:19.943 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:19.944 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:19.944 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:19.944 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:19.944 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:19.944 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:19.944 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:19.944 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:19.944 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:19.944 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:19.944 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:19.944 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:19.944 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:19.944 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:19.945 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:19.945 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:19.945 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:19.945 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:19.945 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:19.945 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:19.945 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:19.945 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:19.945 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:19.945 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:19.945 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:19.945 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:19.945 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:19.945 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:19.946 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:19.946 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:19.946 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:19.946 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:19.946 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:19.946 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:19.946 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:19.946 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:19.946 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:19.946 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:19.946 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:19.946 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:19.946 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:19.947 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:19.947 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:19.947 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:19.947 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:19.947 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:19.947 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:19.947 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:19.947 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:19.947 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:19.947 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:19.947 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:19.947 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 512~512 = 512 2024-08-17T01:25:19.947 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:19.948 INFO:tasks.workunit.client.0.smithi157.stdout:aio discard: 1536~512 = 0 2024-08-17T01:25:19.948 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:19.948 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:19.948 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:19.948 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:19.948 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:19.948 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:19.948 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:19.948 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3390 ms) 2024-08-17T01:25:19.948 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-08-17T01:25:19.948 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:19.973 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (30 ms) 2024-08-17T01:25:19.973 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-08-17T01:25:19.973 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:20.001 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (28 ms) 2024-08-17T01:25:20.001 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-08-17T01:25:20.001 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:20.027 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (27 ms) 2024-08-17T01:25:20.027 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-08-17T01:25:20.027 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:20.057 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (29 ms) 2024-08-17T01:25:20.057 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-08-17T01:25:20.057 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:20.116 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (59 ms) 2024-08-17T01:25:20.116 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-08-17T01:25:20.116 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:20.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:19 smithi157 ceph-mon[101289]: pgmap v3006: 585 pgs: 6 creating+peering, 16 unknown, 563 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 584 KiB/s wr, 1.34k op/s 2024-08-17T01:25:20.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:19 smithi157 ceph-mon[101289]: osdmap e1739: 8 total, 8 up, 8 in 2024-08-17T01:25:20.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:19 smithi157 ceph-mon[98780]: pgmap v3006: 585 pgs: 6 creating+peering, 16 unknown, 563 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 584 KiB/s wr, 1.34k op/s 2024-08-17T01:25:20.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:19 smithi157 ceph-mon[98780]: osdmap e1739: 8 total, 8 up, 8 in 2024-08-17T01:25:20.178 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (62 ms) 2024-08-17T01:25:20.178 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-08-17T01:25:20.178 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:19 smithi187 ceph-mon[90552]: pgmap v3006: 585 pgs: 6 creating+peering, 16 unknown, 563 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 584 KiB/s wr, 1.34k op/s 2024-08-17T01:25:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:19 smithi187 ceph-mon[90552]: osdmap e1739: 8 total, 8 up, 8 in 2024-08-17T01:25:20.246 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (68 ms) 2024-08-17T01:25:20.246 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-08-17T01:25:20.246 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:20.304 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (59 ms) 2024-08-17T01:25:20.305 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-08-17T01:25:20.305 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:20.657 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (352 ms) 2024-08-17T01:25:20.657 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-08-17T01:25:20.657 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:21.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:20 smithi157 ceph-mon[101289]: osdmap e1740: 8 total, 8 up, 8 in 2024-08-17T01:25:21.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:20 smithi157 ceph-mon[98780]: osdmap e1740: 8 total, 8 up, 8 in 2024-08-17T01:25:21.182 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (525 ms) 2024-08-17T01:25:21.182 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-08-17T01:25:21.182 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:21.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:20 smithi187 ceph-mon[90552]: osdmap e1740: 8 total, 8 up, 8 in 2024-08-17T01:25:21.207 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (25 ms) 2024-08-17T01:25:21.207 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-08-17T01:25:21.207 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:21.233 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (26 ms) 2024-08-17T01:25:21.233 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-08-17T01:25:21.233 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:21.256 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (23 ms) 2024-08-17T01:25:21.256 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-08-17T01:25:21.256 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:21.279 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (23 ms) 2024-08-17T01:25:21.279 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-08-17T01:25:21.279 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:21.301 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.301 INFO:tasks.workunit.client.0.smithi157.stdout:aio discard: 0~1048576 = 0 2024-08-17T01:25:21.302 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.302 INFO:tasks.workunit.client.0.smithi157.stdout:aio discard: 0~4194304 = 0 2024-08-17T01:25:21.302 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.302 INFO:tasks.workunit.client.0.smithi157.stdout:aio discard: 3145728~1048576 = 0 2024-08-17T01:25:21.302 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (23 ms) 2024-08-17T01:25:21.302 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestFUA 2024-08-17T01:25:21.302 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:21.407 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:21.407 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:21.407 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:21.407 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:21.407 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:21.407 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:21.407 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:21.407 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:21.407 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:21.407 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:21.408 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.408 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:21.408 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.408 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:21.408 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:21.408 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.408 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:21.408 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.408 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:21.408 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:21.408 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.408 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:21.409 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.409 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:21.409 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:21.409 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.409 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:21.409 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.409 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:21.409 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:21.409 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.409 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:21.409 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.409 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:21.409 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:21.409 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.410 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:21.410 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:21.410 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:21.410 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.410 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:21.410 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:21.410 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:21.410 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.410 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:21.410 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:21.410 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:21.410 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.410 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:21.411 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:21.411 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:21.411 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.411 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:21.411 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:21.411 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:21.411 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestFUA (105 ms) 2024-08-17T01:25:21.411 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-08-17T01:25:21.411 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:21.431 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:21.431 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:21.431 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:21.431 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:21.431 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:21.432 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.432 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:21.432 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.432 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:21.432 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:21.432 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.432 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:21.432 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.432 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:21.432 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:21.432 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.432 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:21.433 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.433 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:21.433 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:21.433 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.433 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:21.433 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.433 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:21.433 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:21.433 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.433 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:21.433 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.444 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:21.444 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:21.444 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:25:21.445 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:25:21.445 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:25:21.445 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:25:21.445 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:25:21.445 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:25:21.445 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:25:21.445 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:25:21.445 INFO:tasks.workunit.client.0.smithi157.stdout:start compare and write 2024-08-17T01:25:21.445 INFO:tasks.workunit.client.0.smithi157.stdout:compare and wrote: 512 2024-08-17T01:25:21.445 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.445 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:25:21.445 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.446 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:21.446 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:25:21.446 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.446 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:25:21.446 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.446 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:21.447 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:25:21.447 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.447 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:25:21.447 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.447 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:21.447 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:25:21.447 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.447 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:25:21.447 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.448 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:21.448 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:25:21.448 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.448 INFO:tasks.workunit.client.0.smithi157.stdout:started aio compare and write 2024-08-17T01:25:21.448 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:21.449 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:21.449 INFO:tasks.workunit.client.0.smithi157.stdout:finished aio compare and write 2024-08-17T01:25:21.450 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:21.450 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:21.450 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:21.450 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:21.450 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:21.450 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.450 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:21.450 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:21.450 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:21.450 INFO:tasks.workunit.client.0.smithi157.stdout:finished read 2024-08-17T01:25:21.450 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.450 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:21.451 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:21.451 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:21.451 INFO:tasks.workunit.client.0.smithi157.stdout:finished read 2024-08-17T01:25:21.451 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.451 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:21.452 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:21.452 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:21.452 INFO:tasks.workunit.client.0.smithi157.stdout:finished read 2024-08-17T01:25:21.452 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.452 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:21.452 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:21.452 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:21.452 INFO:tasks.workunit.client.0.smithi157.stdout:finished read 2024-08-17T01:25:21.452 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:21.452 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:21.452 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:21.452 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:21.452 INFO:tasks.workunit.client.0.smithi157.stdout:finished read 2024-08-17T01:25:21.453 INFO:tasks.workunit.client.0.smithi157.stdout:discard: 512~512 2024-08-17T01:25:21.453 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:22.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:21 smithi157 ceph-mon[101289]: pgmap v3009: 585 pgs: 6 creating+peering, 3 unknown, 576 active+clean; 37 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 629 KiB/s rd, 262 KiB/s wr, 1.26k op/s 2024-08-17T01:25:22.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:21 smithi157 ceph-mon[98780]: pgmap v3009: 585 pgs: 6 creating+peering, 3 unknown, 576 active+clean; 37 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 629 KiB/s rd, 262 KiB/s wr, 1.26k op/s 2024-08-17T01:25:22.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:21 smithi187 ceph-mon[90552]: pgmap v3009: 585 pgs: 6 creating+peering, 3 unknown, 576 active+clean; 37 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 629 KiB/s rd, 262 KiB/s wr, 1.26k op/s 2024-08-17T01:25:22.511 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:22.511 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:22.511 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:22.512 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:22.512 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:22.512 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 0 2024-08-17T01:25:22.512 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.512 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.512 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 0 2024-08-17T01:25:22.512 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.512 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.512 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 16384 2024-08-17T01:25:22.512 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.512 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.512 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 16384 2024-08-17T01:25:22.512 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.513 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.513 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.513 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.513 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 49152 2024-08-17T01:25:22.513 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.513 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.513 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 49152 2024-08-17T01:25:22.513 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.513 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.513 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 65536 2024-08-17T01:25:22.513 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.513 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.513 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 65536 2024-08-17T01:25:22.513 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.514 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.514 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.514 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.514 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 98304 2024-08-17T01:25:22.514 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.514 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.514 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 98304 2024-08-17T01:25:22.514 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.514 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.514 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 114688 2024-08-17T01:25:22.514 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.514 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.515 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 114688 2024-08-17T01:25:22.515 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.515 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.515 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.515 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.515 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 147456 2024-08-17T01:25:22.515 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.515 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.515 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 147456 2024-08-17T01:25:22.515 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.515 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.515 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 163840 2024-08-17T01:25:22.515 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.516 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.516 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 163840 2024-08-17T01:25:22.516 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.516 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.516 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.516 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.516 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 196608 2024-08-17T01:25:22.516 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.516 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.516 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 196608 2024-08-17T01:25:22.516 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.516 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.517 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 212992 2024-08-17T01:25:22.517 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.517 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.517 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 212992 2024-08-17T01:25:22.517 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.517 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.517 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.517 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.517 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.517 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.517 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:22.517 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:22.517 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:22.518 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.518 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.518 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.518 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.518 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:22.518 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:22.518 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:22.518 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.518 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.518 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.518 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.518 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:22.519 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:22.519 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:22.519 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.519 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.520 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.520 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.520 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:22.527 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:22.527 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:22.527 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.527 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.527 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.527 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.527 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.527 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.527 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.528 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.528 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.528 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.528 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:22.559 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:22.559 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:22.559 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.559 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.559 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.560 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.560 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:22.580 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:22.580 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:22.580 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.580 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.580 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.580 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.580 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:22.610 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:22.610 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:22.610 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.610 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.610 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.610 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.611 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:22.637 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:22.637 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:22.637 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.637 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.637 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.637 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.637 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.638 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.638 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.638 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.638 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.638 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.638 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:22.680 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:22.681 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:22.681 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.681 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.681 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.681 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.681 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:25:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:25:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:25:22.721 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:22.721 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:22.721 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.722 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.722 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.722 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.722 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:22.771 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:22.771 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:22.771 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.771 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.771 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.772 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.772 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:22.823 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:22.823 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:22.823 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.823 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.823 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.823 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.824 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.824 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.824 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.824 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:22.824 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.824 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.824 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:22.890 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:22.890 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:22.890 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.890 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.890 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.891 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.891 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:22.969 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:22.970 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:22.970 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:22.970 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:22.970 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:22.970 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:22.970 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:23.069 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:23.070 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:23.070 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:23.070 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:23.070 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:23.070 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:23.070 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:23.169 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:23.169 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:23.169 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:23.170 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:23.170 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:23.170 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:23.170 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:23.170 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:23.170 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:23.171 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:23.171 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:23.171 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:23.171 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:23.315 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:23.316 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:23.316 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:23.316 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:23.316 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:23.316 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:23.316 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:23.399 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:23.399 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:23.399 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:23.399 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:23.399 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:23.400 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:23.400 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:23.487 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:23.487 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:23.487 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:23.487 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:23.487 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:23.488 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:23.488 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:23.581 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:23.581 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:23.581 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:23.581 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:23.581 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:23.581 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:23.581 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:23.581 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:23.581 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:23.582 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:23.582 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestIOPP (2174 ms) 2024-08-17T01:25:23.582 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-08-17T01:25:23.582 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:23.604 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (23 ms) 2024-08-17T01:25:23.604 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-08-17T01:25:23.604 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:23.626 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (23 ms) 2024-08-17T01:25:23.627 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-08-17T01:25:23.627 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:23.651 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (25 ms) 2024-08-17T01:25:23.652 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-08-17T01:25:23.652 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:23.675 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (23 ms) 2024-08-17T01:25:23.675 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-08-17T01:25:23.675 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:23.705 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (30 ms) 2024-08-17T01:25:23.705 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-08-17T01:25:23.705 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:23.730 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:23.734 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (29 ms) 2024-08-17T01:25:23.734 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-08-17T01:25:23.734 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:23.760 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (26 ms) 2024-08-17T01:25:23.760 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-08-17T01:25:23.760 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:23.785 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:23.788 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (29 ms) 2024-08-17T01:25:23.789 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-08-17T01:25:23.789 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:23.813 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (24 ms) 2024-08-17T01:25:23.813 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-08-17T01:25:23.813 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:23.833 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:23.836 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (24 ms) 2024-08-17T01:25:23.836 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-08-17T01:25:23.836 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:23.861 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (24 ms) 2024-08-17T01:25:23.861 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-08-17T01:25:23.861 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:23.877 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:25:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:25:23] "GET /metrics HTTP/1.1" 200 68207 "" "Prometheus/2.43.0" 2024-08-17T01:25:23.883 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:23.886 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (25 ms) 2024-08-17T01:25:23.886 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-08-17T01:25:23.887 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:23.943 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (58 ms) 2024-08-17T01:25:23.943 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-08-17T01:25:23.944 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:23.981 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:24.001 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (57 ms) 2024-08-17T01:25:24.001 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-08-17T01:25:24.001 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:24.072 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (71 ms) 2024-08-17T01:25:24.072 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-08-17T01:25:24.072 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:24.120 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:24.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:23 smithi157 ceph-mon[101289]: pgmap v3010: 585 pgs: 585 active+clean; 53 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 969 op/s 2024-08-17T01:25:24.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:23 smithi157 ceph-mon[98780]: pgmap v3010: 585 pgs: 585 active+clean; 53 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 969 op/s 2024-08-17T01:25:24.145 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (74 ms) 2024-08-17T01:25:24.145 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-08-17T01:25:24.145 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:23 smithi187 ceph-mon[90552]: pgmap v3010: 585 pgs: 585 active+clean; 53 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 969 op/s 2024-08-17T01:25:24.570 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (425 ms) 2024-08-17T01:25:24.571 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-08-17T01:25:24.571 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:24.827 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:24.844 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (274 ms) 2024-08-17T01:25:24.845 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-08-17T01:25:24.845 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:24.870 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:24.870 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:24.871 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:24.871 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:24.871 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:25:24.871 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:24.871 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:24.871 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:24.871 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:24.871 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:24.872 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:24.872 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:24.872 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:24.872 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:24.872 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:24.872 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:24.872 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:24.872 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:24.873 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:24.873 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:24.873 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:24.873 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:24.873 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:24.876 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:24.876 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:24.876 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:24.876 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:25:24.876 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:24.877 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:24.877 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:25:24.877 INFO:tasks.workunit.client.0.smithi157.stdout:read: 512 2024-08-17T01:25:24.877 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:24.877 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:24.877 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:24.877 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:24.878 INFO:tasks.workunit.client.0.smithi157.stdout:finished read 2024-08-17T01:25:24.878 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:24.878 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:24.878 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:24.878 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:24.878 INFO:tasks.workunit.client.0.smithi157.stdout:finished read 2024-08-17T01:25:24.878 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:24.878 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:24.878 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:24.878 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:24.878 INFO:tasks.workunit.client.0.smithi157.stdout:finished read 2024-08-17T01:25:24.879 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:24.879 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:24.879 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:24.879 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:24.879 INFO:tasks.workunit.client.0.smithi157.stdout:finished read 2024-08-17T01:25:24.879 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:24.879 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:25:24.879 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:25:25.759 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:25:25.759 INFO:tasks.workunit.client.0.smithi157.stdout:finished read 2024-08-17T01:25:25.760 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 0 2024-08-17T01:25:25.760 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.760 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.760 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 0 2024-08-17T01:25:25.760 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.760 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.760 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 16384 2024-08-17T01:25:25.760 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.760 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.760 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 16384 2024-08-17T01:25:25.760 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.760 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.761 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:25.761 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:25.761 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 49152 2024-08-17T01:25:25.761 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.761 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.761 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 49152 2024-08-17T01:25:25.761 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.761 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.761 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 65536 2024-08-17T01:25:25.761 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.761 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.761 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 65536 2024-08-17T01:25:25.762 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.762 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.762 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:25.762 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:25.762 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 98304 2024-08-17T01:25:25.762 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.762 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.762 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 98304 2024-08-17T01:25:25.762 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.762 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.762 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 114688 2024-08-17T01:25:25.762 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.763 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.763 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 114688 2024-08-17T01:25:25.763 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.763 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.763 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:25.763 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:25.763 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 147456 2024-08-17T01:25:25.763 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.763 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.763 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 147456 2024-08-17T01:25:25.763 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.764 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.764 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 163840 2024-08-17T01:25:25.764 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.764 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.764 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 163840 2024-08-17T01:25:25.764 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.764 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.764 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:25.764 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:25.764 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 196608 2024-08-17T01:25:25.764 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.764 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.764 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 196608 2024-08-17T01:25:25.764 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.765 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.765 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 212992 2024-08-17T01:25:25.765 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.765 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.765 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 212992 2024-08-17T01:25:25.765 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.765 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.765 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:25.765 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:25.765 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:25.765 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:25.765 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:25.765 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:25.766 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:25.766 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.766 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.766 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:25.766 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:25.766 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:25.766 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:25.766 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:25.766 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.766 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.767 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:25.767 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:25.767 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:25.767 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:25.767 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:25.767 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.767 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.767 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:25.767 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:25.767 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:25.774 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:25.775 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:25.775 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.775 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.775 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:25.775 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:25.775 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:25.775 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:25.775 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:25.775 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:25.775 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:25.775 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:25.776 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:25.796 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:25.796 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:25.796 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.796 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.796 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:25.796 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:25.796 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:25.815 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:25.815 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:25.815 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.815 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.816 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:25.816 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:25.816 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:25.843 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:25.843 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:25.844 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.844 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.844 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:25.844 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:25.844 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:25.870 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:25.871 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:25.871 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.871 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.871 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:25.871 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:25.871 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:25.871 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:25.871 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:25.871 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:25.871 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:25.871 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:25.871 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:25.916 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:25.916 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:25.916 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.916 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.916 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:25.917 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:25.917 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:25.956 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:25.956 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:25.956 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:25.956 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:25.956 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:25.956 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:25.956 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:26.003 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:26.003 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:26.004 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:26.004 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:26.004 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:26.004 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:26.004 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:26.049 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:26.049 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:26.049 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:26.049 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:26.049 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:26.049 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:26.049 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:26.050 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:26.050 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:26.050 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:26.050 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:26.050 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:26.050 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:26.108 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:26.108 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:26.109 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:26.109 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:26.109 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:26.109 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:26.109 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:26.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:25 smithi157 ceph-mon[101289]: pgmap v3011: 585 pgs: 585 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.9 MiB/s wr, 880 op/s 2024-08-17T01:25:26.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:25 smithi157 ceph-mon[98780]: pgmap v3011: 585 pgs: 585 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.9 MiB/s wr, 880 op/s 2024-08-17T01:25:26.165 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:26.165 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:26.165 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:26.165 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:26.165 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:26.165 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:26.165 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:25 smithi187 ceph-mon[90552]: pgmap v3011: 585 pgs: 585 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.9 MiB/s wr, 880 op/s 2024-08-17T01:25:26.238 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:26.238 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:26.238 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:26.238 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:26.239 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:26.239 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:26.239 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:26.318 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:26.318 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:26.318 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:26.319 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:26.319 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:26.319 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:26.319 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:26.319 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:26.319 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:26.319 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:26.319 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:26.319 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:26.319 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:26.409 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:26.409 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:26.409 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:26.409 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:26.410 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:26.410 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:26.410 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:26.495 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:26.495 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:26.495 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:26.495 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:26.495 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:26.496 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:26.496 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:26.586 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:26.586 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:26.586 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:26.586 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:26.586 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:26.586 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:26.587 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:25:26.692 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:25:26.692 INFO:tasks.workunit.client.0.smithi157.stdout:finished writesame 2024-08-17T01:25:26.693 INFO:tasks.workunit.client.0.smithi157.stdout:to verify the data 2024-08-17T01:25:26.693 INFO:tasks.workunit.client.0.smithi157.stdout:verified 2024-08-17T01:25:26.693 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:26.693 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:26.693 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:26.693 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:25:26.693 INFO:tasks.workunit.client.0.smithi157.stdout:started writesame 2024-08-17T01:25:26.693 INFO:tasks.workunit.client.0.smithi157.stdout:expected fail, finished writesame 2024-08-17T01:25:26.693 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1847 ms) 2024-08-17T01:25:26.693 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-08-17T01:25:26.693 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:27.922 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 0 2024-08-17T01:25:27.922 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 0 2024-08-17T01:25:27.922 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 1 2024-08-17T01:25:27.922 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:25:27.922 INFO:tasks.workunit.client.0.smithi157.stdout:snap: orig 2024-08-17T01:25:27.922 INFO:tasks.workunit.client.0.smithi157.stdout:found orig with size 2097152 2024-08-17T01:25:27.922 INFO:tasks.workunit.client.0.smithi157.stdout:read: 80 2024-08-17T01:25:27.922 INFO:tasks.workunit.client.0.smithi157.stdout:write test data! 2024-08-17T01:25:27.922 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 80 2024-08-17T01:25:27.922 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 2 2024-08-17T01:25:27.923 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 2 2024-08-17T01:25:27.923 INFO:tasks.workunit.client.0.smithi157.stdout:snap: orig 2024-08-17T01:25:27.923 INFO:tasks.workunit.client.0.smithi157.stdout:snap: written 2024-08-17T01:25:27.923 INFO:tasks.workunit.client.0.smithi157.stdout:found orig with size 2097152 2024-08-17T01:25:27.923 INFO:tasks.workunit.client.0.smithi157.stdout:found written with size 2097152 2024-08-17T01:25:27.923 INFO:tasks.workunit.client.0.smithi157.stdout:read: 80 2024-08-17T01:25:27.923 INFO:tasks.workunit.client.0.smithi157.stdout:read: 80 2024-08-17T01:25:27.923 INFO:tasks.workunit.client.0.smithi157.stdout:read: 80 2024-08-17T01:25:27.923 INFO:tasks.workunit.client.0.smithi157.stdout:write to snapshot returned -30 2024-08-17T01:25:27.923 INFO:tasks.workunit.client.0.smithi157.stdout:Read-only file system 2024-08-17T01:25:27.946 INFO:tasks.workunit.client.0.smithi157.stdout:read: 80 2024-08-17T01:25:27.946 INFO:tasks.workunit.client.0.smithi157.stdout:read: 80 2024-08-17T01:25:27.946 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 80 2024-08-17T01:25:27.946 INFO:tasks.workunit.client.0.smithi157.stdout:opening testimg@orig 2024-08-17T01:25:27.946 INFO:tasks.workunit.client.0.smithi157.stdout:read: 80 2024-08-17T01:25:27.946 INFO:tasks.workunit.client.0.smithi157.stdout:write to snapshot returned -30 2024-08-17T01:25:27.946 INFO:tasks.workunit.client.0.smithi157.stdout:Read-only file system 2024-08-17T01:25:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:27 smithi187 ceph-mon[90552]: pgmap v3012: 585 pgs: 585 active+clean; 107 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 1.91k op/s 2024-08-17T01:25:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:27 smithi187 ceph-mon[90552]: osdmap e1741: 8 total, 8 up, 8 in 2024-08-17T01:25:28.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:27 smithi157 ceph-mon[98780]: pgmap v3012: 585 pgs: 585 active+clean; 107 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 1.91k op/s 2024-08-17T01:25:28.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:27 smithi157 ceph-mon[98780]: osdmap e1741: 8 total, 8 up, 8 in 2024-08-17T01:25:28.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:27 smithi157 ceph-mon[101289]: pgmap v3012: 585 pgs: 585 active+clean; 107 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 1.91k op/s 2024-08-17T01:25:28.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:27 smithi157 ceph-mon[101289]: osdmap e1741: 8 total, 8 up, 8 in 2024-08-17T01:25:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:28 smithi187 ceph-mon[90552]: osdmap e1742: 8 total, 8 up, 8 in 2024-08-17T01:25:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:25:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:28 smithi187 ceph-mon[90552]: osdmap e1743: 8 total, 8 up, 8 in 2024-08-17T01:25:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:25:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:25:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:25:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:29.331 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 2 2024-08-17T01:25:29.332 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 2 2024-08-17T01:25:29.332 INFO:tasks.workunit.client.0.smithi157.stdout:snap: orig 2024-08-17T01:25:29.332 INFO:tasks.workunit.client.0.smithi157.stdout:snap: written 2024-08-17T01:25:29.332 INFO:tasks.workunit.client.0.smithi157.stdout:found orig with size 2097152 2024-08-17T01:25:29.332 INFO:tasks.workunit.client.0.smithi157.stdout:found written with size 2097152 2024-08-17T01:25:29.332 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 1 2024-08-17T01:25:29.332 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:25:29.332 INFO:tasks.workunit.client.0.smithi157.stdout:snap: orig 2024-08-17T01:25:29.332 INFO:tasks.workunit.client.0.smithi157.stdout:found orig with size 2097152 2024-08-17T01:25:29.332 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 0 2024-08-17T01:25:29.332 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 0 2024-08-17T01:25:29.332 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (2640 ms) 2024-08-17T01:25:29.333 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-08-17T01:25:29.333 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:29.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:28 smithi157 ceph-mon[98780]: osdmap e1742: 8 total, 8 up, 8 in 2024-08-17T01:25:29.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:25:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:28 smithi157 ceph-mon[98780]: osdmap e1743: 8 total, 8 up, 8 in 2024-08-17T01:25:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:25:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:25:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:25:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:28 smithi157 ceph-mon[101289]: osdmap e1742: 8 total, 8 up, 8 in 2024-08-17T01:25:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:25:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:28 smithi157 ceph-mon[101289]: osdmap e1743: 8 total, 8 up, 8 in 2024-08-17T01:25:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:25:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:25:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:25:29.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:29 smithi187 ceph-mon[90552]: pgmap v3016: 585 pgs: 585 active+clean; 131 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 3.14k op/s 2024-08-17T01:25:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:29 smithi187 ceph-mon[90552]: osdmap e1744: 8 total, 8 up, 8 in 2024-08-17T01:25:30.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:29 smithi157 ceph-mon[98780]: pgmap v3016: 585 pgs: 585 active+clean; 131 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 3.14k op/s 2024-08-17T01:25:30.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:29 smithi157 ceph-mon[98780]: osdmap e1744: 8 total, 8 up, 8 in 2024-08-17T01:25:30.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:29 smithi157 ceph-mon[101289]: pgmap v3016: 585 pgs: 585 active+clean; 131 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 3.14k op/s 2024-08-17T01:25:30.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:29 smithi157 ceph-mon[101289]: osdmap e1744: 8 total, 8 up, 8 in 2024-08-17T01:25:31.341 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2009 ms) 2024-08-17T01:25:31.341 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestClone 2024-08-17T01:25:31.341 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:31.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:31 smithi157 ceph-mon[98780]: osdmap e1745: 8 total, 8 up, 8 in 2024-08-17T01:25:31.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:31 smithi157 ceph-mon[98780]: pgmap v3019: 585 pgs: 585 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 9.2 MiB/s wr, 2.50k op/s 2024-08-17T01:25:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:31 smithi157 ceph-mon[101289]: osdmap e1745: 8 total, 8 up, 8 in 2024-08-17T01:25:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:31 smithi157 ceph-mon[101289]: pgmap v3019: 585 pgs: 585 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 9.2 MiB/s wr, 2.50k op/s 2024-08-17T01:25:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:31 smithi187 ceph-mon[90552]: osdmap e1745: 8 total, 8 up, 8 in 2024-08-17T01:25:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:31 smithi187 ceph-mon[90552]: pgmap v3019: 585 pgs: 585 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 9.2 MiB/s wr, 2.50k op/s 2024-08-17T01:25:32.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:32 smithi157 ceph-mon[98780]: osdmap e1746: 8 total, 8 up, 8 in 2024-08-17T01:25:32.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:32 smithi157 ceph-mon[101289]: osdmap e1746: 8 total, 8 up, 8 in 2024-08-17T01:25:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:32 smithi187 ceph-mon[90552]: osdmap e1746: 8 total, 8 up, 8 in 2024-08-17T01:25:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:25:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:25:33.344 INFO:tasks.workunit.client.0.smithi157.stdout:made parent image "parent" 2024-08-17T01:25:33.344 INFO:tasks.workunit.client.0.smithi157.stdout:parent has no parent info 2024-08-17T01:25:33.344 INFO:tasks.workunit.client.0.smithi157.stdout:made snapshot "parent@parent_snap" 2024-08-17T01:25:33.344 INFO:tasks.workunit.client.0.smithi157.stdout:can't unprotect an unprotected snap 2024-08-17T01:25:33.344 INFO:tasks.workunit.client.0.smithi157.stdout:can't protect a protected snap 2024-08-17T01:25:33.344 INFO:tasks.workunit.client.0.smithi157.stdout:made and opened clone "child" 2024-08-17T01:25:33.344 INFO:tasks.workunit.client.0.smithi157.stdout:read: 8 2024-08-17T01:25:33.344 INFO:tasks.workunit.client.0.smithi157.stdout:read: 8 2024-08-17T01:25:33.344 INFO:tasks.workunit.client.0.smithi157.stdout:read: 8 2024-08-17T01:25:33.345 INFO:tasks.workunit.client.0.smithi157.stdout:sizes and overlaps are good between parent and child 2024-08-17T01:25:33.345 INFO:tasks.workunit.client.0.smithi157.stdout:child image successfully cloned all image-meta pairs 2024-08-17T01:25:33.345 INFO:tasks.workunit.client.0.smithi157.stdout:sized down clone, changed overlap 2024-08-17T01:25:33.345 INFO:tasks.workunit.client.0.smithi157.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-08-17T01:25:33.345 INFO:tasks.workunit.client.0.smithi157.stdout:sized up clone, changed size but not overlap or parent's size 2024-08-17T01:25:33.345 INFO:tasks.workunit.client.0.smithi157.stdout:can't remove parent while child still exists 2024-08-17T01:25:33.345 INFO:tasks.workunit.client.0.smithi157.stdout:can't remove parent while still protected 2024-08-17T01:25:33.345 INFO:tasks.workunit.client.0.smithi157.stdout:removed parent snap after unprotecting 2024-08-17T01:25:33.345 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestClone (2003 ms) 2024-08-17T01:25:33.345 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestClone2 2024-08-17T01:25:33.345 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:33.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:25:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:25:33] "GET /metrics HTTP/1.1" 200 70661 "" "Prometheus/2.43.0" 2024-08-17T01:25:33.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:33 smithi157 ceph-mon[101289]: osdmap e1747: 8 total, 8 up, 8 in 2024-08-17T01:25:33.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:33 smithi157 ceph-mon[101289]: pgmap v3022: 585 pgs: 585 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 88 op/s 2024-08-17T01:25:33.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:33 smithi157 ceph-mon[98780]: osdmap e1747: 8 total, 8 up, 8 in 2024-08-17T01:25:33.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:33 smithi157 ceph-mon[98780]: pgmap v3022: 585 pgs: 585 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 88 op/s 2024-08-17T01:25:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:33 smithi187 ceph-mon[90552]: osdmap e1747: 8 total, 8 up, 8 in 2024-08-17T01:25:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:33 smithi187 ceph-mon[90552]: pgmap v3022: 585 pgs: 585 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 88 op/s 2024-08-17T01:25:34.447 INFO:tasks.workunit.client.0.smithi157.stdout:made parent image "parent" 2024-08-17T01:25:34.447 INFO:tasks.workunit.client.0.smithi157.stdout:parent has no parent info 2024-08-17T01:25:34.447 INFO:tasks.workunit.client.0.smithi157.stdout:made snapshot "parent@parent_snap" 2024-08-17T01:25:34.447 INFO:tasks.workunit.client.0.smithi157.stdout:made and opened clone "child" 2024-08-17T01:25:34.447 INFO:tasks.workunit.client.0.smithi157.stdout:child image successfully cloned all image-meta pairs 2024-08-17T01:25:34.447 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestClone2 (1103 ms) 2024-08-17T01:25:34.447 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ListChildren 2024-08-17T01:25:34.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:34 smithi157 ceph-mon[101289]: osdmap e1748: 8 total, 8 up, 8 in 2024-08-17T01:25:34.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:34 smithi157 ceph-mon[98780]: osdmap e1748: 8 total, 8 up, 8 in 2024-08-17T01:25:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:34 smithi187 ceph-mon[90552]: osdmap e1748: 8 total, 8 up, 8 in 2024-08-17T01:25:35.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:35 smithi157 ceph-mon[101289]: osdmap e1749: 8 total, 8 up, 8 in 2024-08-17T01:25:35.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:35 smithi157 ceph-mon[101289]: pgmap v3025: 585 pgs: 585 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.2 KiB/s wr, 155 op/s 2024-08-17T01:25:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:35 smithi157 ceph-mon[98780]: osdmap e1749: 8 total, 8 up, 8 in 2024-08-17T01:25:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:35 smithi157 ceph-mon[98780]: pgmap v3025: 585 pgs: 585 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.2 KiB/s wr, 155 op/s 2024-08-17T01:25:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:35 smithi187 ceph-mon[90552]: osdmap e1749: 8 total, 8 up, 8 in 2024-08-17T01:25:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:35 smithi187 ceph-mon[90552]: pgmap v3025: 585 pgs: 585 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.2 KiB/s wr, 155 op/s 2024-08-17T01:25:36.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:36 smithi157 ceph-mon[101289]: osdmap e1750: 8 total, 8 up, 8 in 2024-08-17T01:25:36.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:36 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1920173477' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:36 smithi157 ceph-mon[98780]: osdmap e1750: 8 total, 8 up, 8 in 2024-08-17T01:25:36.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:36 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1920173477' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:36 smithi187 ceph-mon[90552]: osdmap e1750: 8 total, 8 up, 8 in 2024-08-17T01:25:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:36 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1920173477' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:37 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1920173477' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:37 smithi157 ceph-mon[98780]: osdmap e1751: 8 total, 8 up, 8 in 2024-08-17T01:25:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:37 smithi157 ceph-mon[98780]: pgmap v3028: 617 pgs: 18 creating+peering, 14 unknown, 585 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 477 KiB/s rd, 31 KiB/s wr, 568 op/s 2024-08-17T01:25:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:37 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1920173477' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:37 smithi157 ceph-mon[101289]: osdmap e1751: 8 total, 8 up, 8 in 2024-08-17T01:25:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:37 smithi157 ceph-mon[101289]: pgmap v3028: 617 pgs: 18 creating+peering, 14 unknown, 585 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 477 KiB/s rd, 31 KiB/s wr, 568 op/s 2024-08-17T01:25:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:37 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1920173477' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:37 smithi187 ceph-mon[90552]: osdmap e1751: 8 total, 8 up, 8 in 2024-08-17T01:25:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:37 smithi187 ceph-mon[90552]: pgmap v3028: 617 pgs: 18 creating+peering, 14 unknown, 585 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 477 KiB/s rd, 31 KiB/s wr, 568 op/s 2024-08-17T01:25:38.309 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:38.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:38 smithi157 ceph-mon[101289]: osdmap e1752: 8 total, 8 up, 8 in 2024-08-17T01:25:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:38 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1555098270' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:38 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:38 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:38 smithi157 ceph-mon[101289]: osdmap e1753: 8 total, 8 up, 8 in 2024-08-17T01:25:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:38 smithi157 ceph-mon[98780]: osdmap e1752: 8 total, 8 up, 8 in 2024-08-17T01:25:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:38 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1555098270' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:38 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:38 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:38.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:38 smithi157 ceph-mon[98780]: osdmap e1753: 8 total, 8 up, 8 in 2024-08-17T01:25:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:38 smithi187 ceph-mon[90552]: osdmap e1752: 8 total, 8 up, 8 in 2024-08-17T01:25:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:38 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1555098270' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:38 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:38 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:38 smithi187 ceph-mon[90552]: osdmap e1753: 8 total, 8 up, 8 in 2024-08-17T01:25:39.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:39 smithi157 ceph-mon[98780]: pgmap v3031: 649 pgs: 27 creating+peering, 16 unknown, 606 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 691 KiB/s rd, 50 KiB/s wr, 826 op/s 2024-08-17T01:25:39.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:39 smithi157 ceph-mon[98780]: osdmap e1754: 8 total, 8 up, 8 in 2024-08-17T01:25:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:39 smithi157 ceph-mon[101289]: pgmap v3031: 649 pgs: 27 creating+peering, 16 unknown, 606 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 691 KiB/s rd, 50 KiB/s wr, 826 op/s 2024-08-17T01:25:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:39 smithi157 ceph-mon[101289]: osdmap e1754: 8 total, 8 up, 8 in 2024-08-17T01:25:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:39 smithi187 ceph-mon[90552]: pgmap v3031: 649 pgs: 27 creating+peering, 16 unknown, 606 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 691 KiB/s rd, 50 KiB/s wr, 826 op/s 2024-08-17T01:25:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:39 smithi187 ceph-mon[90552]: osdmap e1754: 8 total, 8 up, 8 in 2024-08-17T01:25:41.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:41 smithi157 ceph-mon[101289]: osdmap e1755: 8 total, 8 up, 8 in 2024-08-17T01:25:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:41 smithi157 ceph-mon[101289]: pgmap v3034: 649 pgs: 15 creating+peering, 2 unknown, 632 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 300 KiB/s rd, 24 KiB/s wr, 360 op/s 2024-08-17T01:25:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:41 smithi157 ceph-mon[98780]: osdmap e1755: 8 total, 8 up, 8 in 2024-08-17T01:25:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:41 smithi157 ceph-mon[98780]: pgmap v3034: 649 pgs: 15 creating+peering, 2 unknown, 632 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 300 KiB/s rd, 24 KiB/s wr, 360 op/s 2024-08-17T01:25:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:41 smithi187 ceph-mon[90552]: osdmap e1755: 8 total, 8 up, 8 in 2024-08-17T01:25:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:41 smithi187 ceph-mon[90552]: pgmap v3034: 649 pgs: 15 creating+peering, 2 unknown, 632 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 300 KiB/s rd, 24 KiB/s wr, 360 op/s 2024-08-17T01:25:42.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:42 smithi157 ceph-mon[101289]: osdmap e1756: 8 total, 8 up, 8 in 2024-08-17T01:25:42.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:42 smithi157 ceph-mon[98780]: osdmap e1756: 8 total, 8 up, 8 in 2024-08-17T01:25:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:42 smithi187 ceph-mon[90552]: osdmap e1756: 8 total, 8 up, 8 in 2024-08-17T01:25:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:25:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:25:43.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:25:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:25:43] "GET /metrics HTTP/1.1" 200 70661 "" "Prometheus/2.43.0" 2024-08-17T01:25:43.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:43 smithi157 ceph-mon[101289]: osdmap e1757: 8 total, 8 up, 8 in 2024-08-17T01:25:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:43 smithi157 ceph-mon[101289]: pgmap v3037: 649 pgs: 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-08-17T01:25:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:43 smithi157 ceph-mon[101289]: osdmap e1758: 8 total, 8 up, 8 in 2024-08-17T01:25:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:43 smithi157 ceph-mon[98780]: osdmap e1757: 8 total, 8 up, 8 in 2024-08-17T01:25:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:43 smithi157 ceph-mon[98780]: pgmap v3037: 649 pgs: 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-08-17T01:25:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:43 smithi157 ceph-mon[98780]: osdmap e1758: 8 total, 8 up, 8 in 2024-08-17T01:25:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:43 smithi187 ceph-mon[90552]: osdmap e1757: 8 total, 8 up, 8 in 2024-08-17T01:25:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:43 smithi187 ceph-mon[90552]: pgmap v3037: 649 pgs: 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-08-17T01:25:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:43 smithi187 ceph-mon[90552]: osdmap e1758: 8 total, 8 up, 8 in 2024-08-17T01:25:43.794 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.794 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.795 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.795 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.795 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.795 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 1 2024-08-17T01:25:43.795 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:25:43.795 INFO:tasks.workunit.client.0.smithi157.stdout:child: image108 2024-08-17T01:25:43.795 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image108/8b6211e03f4 2024-08-17T01:25:43.795 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.795 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.795 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.795 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.795 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.796 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.796 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.796 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.796 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.796 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.796 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.796 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.796 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 2 2024-08-17T01:25:43.796 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 2 2024-08-17T01:25:43.796 INFO:tasks.workunit.client.0.smithi157.stdout:child: image109 2024-08-17T01:25:43.796 INFO:tasks.workunit.client.0.smithi157.stdout:child: image108 2024-08-17T01:25:43.796 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image108/8b6211e03f4 2024-08-17T01:25:43.796 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.796 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109/8b62a55685a6 2024-08-17T01:25:43.797 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.797 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.797 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.797 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.797 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.797 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.797 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.797 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.797 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.797 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.797 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.797 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.797 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.798 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-31/image110 2024-08-17T01:25:43.798 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.798 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.798 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image110 2024-08-17T01:25:43.798 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image110 2024-08-17T01:25:43.798 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.798 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 3 2024-08-17T01:25:43.798 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 3 2024-08-17T01:25:43.798 INFO:tasks.workunit.client.0.smithi157.stdout:child: image109 2024-08-17T01:25:43.798 INFO:tasks.workunit.client.0.smithi157.stdout:child: image108 2024-08-17T01:25:43.798 INFO:tasks.workunit.client.0.smithi157.stdout:child: image110 2024-08-17T01:25:43.798 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image108/8b6211e03f4 2024-08-17T01:25:43.798 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.799 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109/8b62a55685a6 2024-08-17T01:25:43.799 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.799 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image110/8b62503bcd22 2024-08-17T01:25:43.799 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.799 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.799 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.799 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.799 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.799 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.799 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.799 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.799 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.799 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.799 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.800 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.800 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 3 2024-08-17T01:25:43.800 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 3 2024-08-17T01:25:43.800 INFO:tasks.workunit.client.0.smithi157.stdout:child: image109 2024-08-17T01:25:43.800 INFO:tasks.workunit.client.0.smithi157.stdout:child: image108 2024-08-17T01:25:43.800 INFO:tasks.workunit.client.0.smithi157.stdout:child: image110 2024-08-17T01:25:43.800 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image108/8b6211e03f4 2024-08-17T01:25:43.800 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.800 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109/8b62a55685a6 2024-08-17T01:25:43.800 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.800 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image110/8b62503bcd22 2024-08-17T01:25:43.800 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.800 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.801 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.801 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.801 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.801 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.801 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.801 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.801 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.801 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.801 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.801 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.801 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.801 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-31/image111 2024-08-17T01:25:43.801 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.801 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.802 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image111 2024-08-17T01:25:43.802 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image111 2024-08-17T01:25:43.802 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.802 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 4 2024-08-17T01:25:43.802 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 4 2024-08-17T01:25:43.802 INFO:tasks.workunit.client.0.smithi157.stdout:child: image109 2024-08-17T01:25:43.802 INFO:tasks.workunit.client.0.smithi157.stdout:child: image108 2024-08-17T01:25:43.802 INFO:tasks.workunit.client.0.smithi157.stdout:child: image110 2024-08-17T01:25:43.802 INFO:tasks.workunit.client.0.smithi157.stdout:child: image111 2024-08-17T01:25:43.802 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image108/8b6211e03f4 2024-08-17T01:25:43.802 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.802 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109/8b62a55685a6 2024-08-17T01:25:43.802 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.803 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image110/8b62503bcd22 2024-08-17T01:25:43.803 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.803 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image111/8b6285488eb1 2024-08-17T01:25:43.803 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.803 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.803 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.803 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.803 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.803 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.803 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.803 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.803 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.804 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.804 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.804 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.804 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.804 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-31/image110 2024-08-17T01:25:43.804 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:43.804 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:43.804 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image110 2024-08-17T01:25:43.804 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image110 2024-08-17T01:25:43.804 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.804 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:43.804 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-31/image111 2024-08-17T01:25:44.425 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:44.425 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image108 2024-08-17T01:25:44.425 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image110 2024-08-17T01:25:44.426 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image111 2024-08-17T01:25:44.426 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image111 2024-08-17T01:25:44.426 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.426 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 4 2024-08-17T01:25:44.426 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 4 2024-08-17T01:25:44.426 INFO:tasks.workunit.client.0.smithi157.stdout:child: image109 2024-08-17T01:25:44.426 INFO:tasks.workunit.client.0.smithi157.stdout:child: image108 2024-08-17T01:25:44.426 INFO:tasks.workunit.client.0.smithi157.stdout:child: image110 2024-08-17T01:25:44.426 INFO:tasks.workunit.client.0.smithi157.stdout:child: image111 2024-08-17T01:25:44.426 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image108/8b6211e03f4 2024-08-17T01:25:44.426 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.426 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109/8b62a55685a6 2024-08-17T01:25:44.426 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.427 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image110/8b62503bcd22 2024-08-17T01:25:44.427 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.427 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image111/8b6285488eb1 2024-08-17T01:25:44.427 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.427 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.427 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:44.427 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:44.427 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:44.427 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.427 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.427 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-31/image110 2024-08-17T01:25:44.427 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:44.427 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image110 2024-08-17T01:25:44.428 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image110 2024-08-17T01:25:44.428 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.428 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.428 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-31/image111 2024-08-17T01:25:44.428 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:44.428 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image110 2024-08-17T01:25:44.428 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image111 2024-08-17T01:25:44.428 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image111 2024-08-17T01:25:44.428 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.428 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 3 2024-08-17T01:25:44.428 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 3 2024-08-17T01:25:44.428 INFO:tasks.workunit.client.0.smithi157.stdout:child: image109 2024-08-17T01:25:44.428 INFO:tasks.workunit.client.0.smithi157.stdout:child: image110 2024-08-17T01:25:44.429 INFO:tasks.workunit.client.0.smithi157.stdout:child: image111 2024-08-17T01:25:44.429 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109/8b62a55685a6 2024-08-17T01:25:44.429 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.429 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image110/8b62503bcd22 2024-08-17T01:25:44.429 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.429 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image111/8b6285488eb1 2024-08-17T01:25:44.429 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.429 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.429 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:44.429 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:44.430 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:44.430 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.430 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.430 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-31/image111 2024-08-17T01:25:44.430 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:44.430 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-31/image111 2024-08-17T01:25:44.430 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image111 2024-08-17T01:25:44.430 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.430 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 2 2024-08-17T01:25:44.430 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 2 2024-08-17T01:25:44.430 INFO:tasks.workunit.client.0.smithi157.stdout:child: image109 2024-08-17T01:25:44.430 INFO:tasks.workunit.client.0.smithi157.stdout:child: image111 2024-08-17T01:25:44.431 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109/8b62a55685a6 2024-08-17T01:25:44.431 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.431 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-31/image111/8b6285488eb1 2024-08-17T01:25:44.431 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.431 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.431 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:44.431 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:44.431 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109 2024-08-17T01:25:44.431 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.431 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 1 2024-08-17T01:25:44.431 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:25:44.431 INFO:tasks.workunit.client.0.smithi157.stdout:child: image109 2024-08-17T01:25:44.432 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-30/image109/8b62a55685a6 2024-08-17T01:25:44.432 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:44.432 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 0 2024-08-17T01:25:44.432 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 0 2024-08-17T01:25:44.432 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ListChildren (9978 ms) 2024-08-17T01:25:44.432 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-08-17T01:25:44.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:44.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:45.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:45 smithi157 ceph-mon[101289]: osdmap e1759: 8 total, 8 up, 8 in 2024-08-17T01:25:45.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:45 smithi157 ceph-mon[101289]: pgmap v3040: 649 pgs: 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.2 KiB/s wr, 29 op/s 2024-08-17T01:25:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:45 smithi157 ceph-mon[98780]: osdmap e1759: 8 total, 8 up, 8 in 2024-08-17T01:25:45.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:45 smithi157 ceph-mon[98780]: pgmap v3040: 649 pgs: 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.2 KiB/s wr, 29 op/s 2024-08-17T01:25:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:45 smithi187 ceph-mon[90552]: osdmap e1759: 8 total, 8 up, 8 in 2024-08-17T01:25:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:45 smithi187 ceph-mon[90552]: pgmap v3040: 649 pgs: 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.2 KiB/s wr, 29 op/s 2024-08-17T01:25:46.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:46 smithi157 ceph-mon[98780]: osdmap e1760: 8 total, 8 up, 8 in 2024-08-17T01:25:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:46 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2788401720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:46.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:46 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:46 smithi157 ceph-mon[101289]: osdmap e1760: 8 total, 8 up, 8 in 2024-08-17T01:25:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:46 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2788401720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:46.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:46 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:46 smithi187 ceph-mon[90552]: osdmap e1760: 8 total, 8 up, 8 in 2024-08-17T01:25:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:46 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2788401720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:46 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:47 smithi157 ceph-mon[98780]: osdmap e1761: 8 total, 8 up, 8 in 2024-08-17T01:25:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:47 smithi157 ceph-mon[98780]: pgmap v3043: 681 pgs: 13 creating+peering, 19 unknown, 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 10 KiB/s wr, 345 op/s 2024-08-17T01:25:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:47 smithi157 ceph-mon[101289]: osdmap e1761: 8 total, 8 up, 8 in 2024-08-17T01:25:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:47 smithi157 ceph-mon[101289]: pgmap v3043: 681 pgs: 13 creating+peering, 19 unknown, 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 10 KiB/s wr, 345 op/s 2024-08-17T01:25:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:47 smithi187 ceph-mon[90552]: osdmap e1761: 8 total, 8 up, 8 in 2024-08-17T01:25:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:47 smithi187 ceph-mon[90552]: pgmap v3043: 681 pgs: 13 creating+peering, 19 unknown, 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 10 KiB/s wr, 345 op/s 2024-08-17T01:25:48.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:48 smithi157 ceph-mon[98780]: osdmap e1762: 8 total, 8 up, 8 in 2024-08-17T01:25:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:48 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1913860772' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:48 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:48 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:48 smithi157 ceph-mon[98780]: osdmap e1763: 8 total, 8 up, 8 in 2024-08-17T01:25:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:48 smithi157 ceph-mon[101289]: osdmap e1762: 8 total, 8 up, 8 in 2024-08-17T01:25:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:48 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1913860772' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:48 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:48 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:48 smithi157 ceph-mon[101289]: osdmap e1763: 8 total, 8 up, 8 in 2024-08-17T01:25:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:48 smithi187 ceph-mon[90552]: osdmap e1762: 8 total, 8 up, 8 in 2024-08-17T01:25:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:48 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1913860772' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:48 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:48 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:48.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:48 smithi187 ceph-mon[90552]: osdmap e1763: 8 total, 8 up, 8 in 2024-08-17T01:25:49.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:49 smithi157 ceph-mon[98780]: pgmap v3046: 713 pgs: 16 creating+peering, 24 unknown, 673 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 574 KiB/s rd, 13 KiB/s wr, 698 op/s 2024-08-17T01:25:49.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:49 smithi157 ceph-mon[98780]: osdmap e1764: 8 total, 8 up, 8 in 2024-08-17T01:25:49.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:49 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/413989700' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:49 smithi157 ceph-mon[101289]: pgmap v3046: 713 pgs: 16 creating+peering, 24 unknown, 673 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 574 KiB/s rd, 13 KiB/s wr, 698 op/s 2024-08-17T01:25:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:49 smithi157 ceph-mon[101289]: osdmap e1764: 8 total, 8 up, 8 in 2024-08-17T01:25:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:49 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/413989700' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:49 smithi187 ceph-mon[90552]: pgmap v3046: 713 pgs: 16 creating+peering, 24 unknown, 673 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 574 KiB/s rd, 13 KiB/s wr, 698 op/s 2024-08-17T01:25:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:49 smithi187 ceph-mon[90552]: osdmap e1764: 8 total, 8 up, 8 in 2024-08-17T01:25:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:49 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/413989700' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:25:51.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:51 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/413989700' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:51 smithi157 ceph-mon[98780]: osdmap e1765: 8 total, 8 up, 8 in 2024-08-17T01:25:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:51 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi157-151243-32", "tierpool":"test-librbd-smithi157-151243-34", "force_nonempty":""}]: dispatch 2024-08-17T01:25:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:51 smithi157 ceph-mon[98780]: pgmap v3049: 745 pgs: 8 creating+peering, 18 unknown, 719 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 4.7 KiB/s wr, 374 op/s 2024-08-17T01:25:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:51 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/413989700' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:51 smithi157 ceph-mon[101289]: osdmap e1765: 8 total, 8 up, 8 in 2024-08-17T01:25:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:51 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi157-151243-32", "tierpool":"test-librbd-smithi157-151243-34", "force_nonempty":""}]: dispatch 2024-08-17T01:25:51.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:51 smithi157 ceph-mon[101289]: pgmap v3049: 745 pgs: 8 creating+peering, 18 unknown, 719 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 4.7 KiB/s wr, 374 op/s 2024-08-17T01:25:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:51 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/413989700' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:25:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:51 smithi187 ceph-mon[90552]: osdmap e1765: 8 total, 8 up, 8 in 2024-08-17T01:25:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:51 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi157-151243-32", "tierpool":"test-librbd-smithi157-151243-34", "force_nonempty":""}]: dispatch 2024-08-17T01:25:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:51 smithi187 ceph-mon[90552]: pgmap v3049: 745 pgs: 8 creating+peering, 18 unknown, 719 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 4.7 KiB/s wr, 374 op/s 2024-08-17T01:25:52.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:25:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:25:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:25:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:52 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi157-151243-32", "tierpool":"test-librbd-smithi157-151243-34", "force_nonempty":""}]': finished 2024-08-17T01:25:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:52 smithi187 ceph-mon[90552]: osdmap e1766: 8 total, 8 up, 8 in 2024-08-17T01:25:52.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:52 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi157-151243-34", "mode":"writeback"}]: dispatch 2024-08-17T01:25:52.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:52 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi157-151243-32", "tierpool":"test-librbd-smithi157-151243-34", "force_nonempty":""}]': finished 2024-08-17T01:25:52.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:52 smithi157 ceph-mon[101289]: osdmap e1766: 8 total, 8 up, 8 in 2024-08-17T01:25:52.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:52 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi157-151243-34", "mode":"writeback"}]: dispatch 2024-08-17T01:25:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:52 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi157-151243-32", "tierpool":"test-librbd-smithi157-151243-34", "force_nonempty":""}]': finished 2024-08-17T01:25:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:52 smithi157 ceph-mon[98780]: osdmap e1766: 8 total, 8 up, 8 in 2024-08-17T01:25:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:52 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi157-151243-34", "mode":"writeback"}]: dispatch 2024-08-17T01:25:53.306 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:25:53.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:25:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:25:53] "GET /metrics HTTP/1.1" 200 75564 "" "Prometheus/2.43.0" 2024-08-17T01:25:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:53 smithi157 ceph-mon[101289]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-17T01:25:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:53 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi157-151243-34", "mode":"writeback"}]': finished 2024-08-17T01:25:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:53 smithi157 ceph-mon[101289]: osdmap e1767: 8 total, 8 up, 8 in 2024-08-17T01:25:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:53 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi157-151243-32", "overlaypool":"test-librbd-smithi157-151243-34"}]: dispatch 2024-08-17T01:25:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:53 smithi157 ceph-mon[101289]: pgmap v3052: 745 pgs: 3 creating+peering, 12 unknown, 730 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:25:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:53 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi157-151243-32", "overlaypool":"test-librbd-smithi157-151243-34"}]': finished 2024-08-17T01:25:53.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:53 smithi157 ceph-mon[101289]: osdmap e1768: 8 total, 8 up, 8 in 2024-08-17T01:25:53.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:53 smithi157 ceph-mon[98780]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-17T01:25:53.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:53 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi157-151243-34", "mode":"writeback"}]': finished 2024-08-17T01:25:53.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:53 smithi157 ceph-mon[98780]: osdmap e1767: 8 total, 8 up, 8 in 2024-08-17T01:25:53.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:53 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi157-151243-32", "overlaypool":"test-librbd-smithi157-151243-34"}]: dispatch 2024-08-17T01:25:53.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:53 smithi157 ceph-mon[98780]: pgmap v3052: 745 pgs: 3 creating+peering, 12 unknown, 730 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:25:53.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:53 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi157-151243-32", "overlaypool":"test-librbd-smithi157-151243-34"}]': finished 2024-08-17T01:25:53.636 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:53 smithi157 ceph-mon[98780]: osdmap e1768: 8 total, 8 up, 8 in 2024-08-17T01:25:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:53 smithi187 ceph-mon[90552]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-17T01:25:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:53 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi157-151243-34", "mode":"writeback"}]': finished 2024-08-17T01:25:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:53 smithi187 ceph-mon[90552]: osdmap e1767: 8 total, 8 up, 8 in 2024-08-17T01:25:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:53 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi157-151243-32", "overlaypool":"test-librbd-smithi157-151243-34"}]: dispatch 2024-08-17T01:25:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:53 smithi187 ceph-mon[90552]: pgmap v3052: 745 pgs: 3 creating+peering, 12 unknown, 730 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:25:53.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:53 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi157-151243-32", "overlaypool":"test-librbd-smithi157-151243-34"}]': finished 2024-08-17T01:25:53.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:53 smithi187 ceph-mon[90552]: osdmap e1768: 8 total, 8 up, 8 in 2024-08-17T01:25:55.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:55 smithi157 ceph-mon[101289]: osdmap e1769: 8 total, 8 up, 8 in 2024-08-17T01:25:55.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:55 smithi157 ceph-mon[101289]: pgmap v3055: 745 pgs: 745 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:25:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:55 smithi157 ceph-mon[98780]: osdmap e1769: 8 total, 8 up, 8 in 2024-08-17T01:25:55.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:55 smithi157 ceph-mon[98780]: pgmap v3055: 745 pgs: 745 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:25:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:55 smithi187 ceph-mon[90552]: osdmap e1769: 8 total, 8 up, 8 in 2024-08-17T01:25:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:55 smithi187 ceph-mon[90552]: pgmap v3055: 745 pgs: 745 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:25:56.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:56 smithi157 ceph-mon[101289]: osdmap e1770: 8 total, 8 up, 8 in 2024-08-17T01:25:56.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:56 smithi157 ceph-mon[98780]: osdmap e1770: 8 total, 8 up, 8 in 2024-08-17T01:25:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:56 smithi187 ceph-mon[90552]: osdmap e1770: 8 total, 8 up, 8 in 2024-08-17T01:25:57.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:57 smithi157 ceph-mon[98780]: osdmap e1771: 8 total, 8 up, 8 in 2024-08-17T01:25:57.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:57 smithi157 ceph-mon[98780]: pgmap v3058: 745 pgs: 745 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-17T01:25:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:57 smithi157 ceph-mon[101289]: osdmap e1771: 8 total, 8 up, 8 in 2024-08-17T01:25:57.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:57 smithi157 ceph-mon[101289]: pgmap v3058: 745 pgs: 745 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-17T01:25:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:57 smithi187 ceph-mon[90552]: osdmap e1771: 8 total, 8 up, 8 in 2024-08-17T01:25:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:57 smithi187 ceph-mon[90552]: pgmap v3058: 745 pgs: 745 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-17T01:25:58.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:58 smithi157 ceph-mon[101289]: osdmap e1772: 8 total, 8 up, 8 in 2024-08-17T01:25:58.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:58 smithi157 ceph-mon[98780]: osdmap e1772: 8 total, 8 up, 8 in 2024-08-17T01:25:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:58 smithi187 ceph-mon[90552]: osdmap e1772: 8 total, 8 up, 8 in 2024-08-17T01:25:58.866 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.866 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.866 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.866 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.866 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.866 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 1 2024-08-17T01:25:58.866 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:25:58.866 INFO:tasks.workunit.client.0.smithi157.stdout:child: image113 2024-08-17T01:25:58.866 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image113/8b629d736715 2024-08-17T01:25:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.867 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.867 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.867 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.867 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.867 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.867 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.867 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.867 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 2 2024-08-17T01:25:58.868 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 2 2024-08-17T01:25:58.868 INFO:tasks.workunit.client.0.smithi157.stdout:child: image114 2024-08-17T01:25:58.868 INFO:tasks.workunit.client.0.smithi157.stdout:child: image113 2024-08-17T01:25:58.868 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image113/8b629d736715 2024-08-17T01:25:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.868 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114/8b621e22e264 2024-08-17T01:25:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.868 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.868 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.868 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.868 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.869 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.869 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.869 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.869 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-33/image115 2024-08-17T01:25:58.869 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.869 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.869 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image115 2024-08-17T01:25:58.869 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image115 2024-08-17T01:25:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.869 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 3 2024-08-17T01:25:58.869 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 3 2024-08-17T01:25:58.870 INFO:tasks.workunit.client.0.smithi157.stdout:child: image114 2024-08-17T01:25:58.870 INFO:tasks.workunit.client.0.smithi157.stdout:child: image113 2024-08-17T01:25:58.870 INFO:tasks.workunit.client.0.smithi157.stdout:child: image115 2024-08-17T01:25:58.870 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image113/8b629d736715 2024-08-17T01:25:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.870 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114/8b621e22e264 2024-08-17T01:25:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.870 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image115/8b6212705529 2024-08-17T01:25:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.870 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.871 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.871 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.871 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.871 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.871 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.871 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.871 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 3 2024-08-17T01:25:58.871 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 3 2024-08-17T01:25:58.871 INFO:tasks.workunit.client.0.smithi157.stdout:child: image114 2024-08-17T01:25:58.871 INFO:tasks.workunit.client.0.smithi157.stdout:child: image113 2024-08-17T01:25:58.871 INFO:tasks.workunit.client.0.smithi157.stdout:child: image115 2024-08-17T01:25:58.871 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image113/8b629d736715 2024-08-17T01:25:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.872 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114/8b621e22e264 2024-08-17T01:25:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.872 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image115/8b6212705529 2024-08-17T01:25:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.872 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.872 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.872 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.872 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.872 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.872 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.872 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.873 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.873 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.873 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-33/image116 2024-08-17T01:25:58.873 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.873 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.873 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image116 2024-08-17T01:25:58.873 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image116 2024-08-17T01:25:58.873 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.873 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 4 2024-08-17T01:25:58.873 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 4 2024-08-17T01:25:58.873 INFO:tasks.workunit.client.0.smithi157.stdout:child: image114 2024-08-17T01:25:58.873 INFO:tasks.workunit.client.0.smithi157.stdout:child: image113 2024-08-17T01:25:58.873 INFO:tasks.workunit.client.0.smithi157.stdout:child: image115 2024-08-17T01:25:58.873 INFO:tasks.workunit.client.0.smithi157.stdout:child: image116 2024-08-17T01:25:58.874 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image113/8b629d736715 2024-08-17T01:25:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.874 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114/8b621e22e264 2024-08-17T01:25:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.874 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image115/8b6212705529 2024-08-17T01:25:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.874 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image116/8b627c35212e 2024-08-17T01:25:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.874 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.874 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.874 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.874 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.875 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.875 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.875 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.875 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-33/image115 2024-08-17T01:25:58.875 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:25:58.875 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image113 2024-08-17T01:25:58.875 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image115 2024-08-17T01:25:58.875 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image115 2024-08-17T01:25:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:25:58.876 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-33/image116 2024-08-17T01:25:59.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:59 smithi157 ceph-mon[101289]: osdmap e1773: 8 total, 8 up, 8 in 2024-08-17T01:25:59.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:59 smithi157 ceph-mon[101289]: pgmap v3061: 745 pgs: 745 active+clean; 135 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-17T01:25:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:25:59.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:25:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:59 smithi157 ceph-mon[98780]: osdmap e1773: 8 total, 8 up, 8 in 2024-08-17T01:25:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:59 smithi157 ceph-mon[98780]: pgmap v3061: 745 pgs: 745 active+clean; 135 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-17T01:25:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:25:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:25:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:59 smithi187 ceph-mon[90552]: osdmap e1773: 8 total, 8 up, 8 in 2024-08-17T01:25:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:59 smithi187 ceph-mon[90552]: pgmap v3061: 745 pgs: 745 active+clean; 135 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-17T01:25:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:25:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:25:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:01.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:00 smithi157 ceph-mon[101289]: osdmap e1774: 8 total, 8 up, 8 in 2024-08-17T01:26:01.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:00 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi157-151243-32"}]: dispatch 2024-08-17T01:26:01.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:00 smithi157 ceph-mon[98780]: osdmap e1774: 8 total, 8 up, 8 in 2024-08-17T01:26:01.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:00 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi157-151243-32"}]: dispatch 2024-08-17T01:26:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:00 smithi187 ceph-mon[90552]: osdmap e1774: 8 total, 8 up, 8 in 2024-08-17T01:26:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:00 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi157-151243-32"}]: dispatch 2024-08-17T01:26:01.811 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:26:01.811 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image113 2024-08-17T01:26:01.812 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image115 2024-08-17T01:26:01.812 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image116 2024-08-17T01:26:01.812 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image116 2024-08-17T01:26:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.812 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 4 2024-08-17T01:26:01.812 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 4 2024-08-17T01:26:01.812 INFO:tasks.workunit.client.0.smithi157.stdout:child: image114 2024-08-17T01:26:01.812 INFO:tasks.workunit.client.0.smithi157.stdout:child: image113 2024-08-17T01:26:01.812 INFO:tasks.workunit.client.0.smithi157.stdout:child: image115 2024-08-17T01:26:01.812 INFO:tasks.workunit.client.0.smithi157.stdout:child: image116 2024-08-17T01:26:01.812 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image113/8b629d736715 2024-08-17T01:26:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.812 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114/8b621e22e264 2024-08-17T01:26:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.813 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image115/8b6212705529 2024-08-17T01:26:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.813 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image116/8b627c35212e 2024-08-17T01:26:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.813 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-32/image114 2024-08-17T01:26:01.813 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:26:01.813 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114 2024-08-17T01:26:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.813 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-33/image115 2024-08-17T01:26:01.813 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:26:01.813 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image115 2024-08-17T01:26:01.813 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image115 2024-08-17T01:26:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.814 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.814 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-33/image116 2024-08-17T01:26:01.814 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:26:01.814 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image115 2024-08-17T01:26:01.814 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image116 2024-08-17T01:26:01.814 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image116 2024-08-17T01:26:01.814 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.814 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 3 2024-08-17T01:26:01.814 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 3 2024-08-17T01:26:01.814 INFO:tasks.workunit.client.0.smithi157.stdout:child: image114 2024-08-17T01:26:01.814 INFO:tasks.workunit.client.0.smithi157.stdout:child: image115 2024-08-17T01:26:01.814 INFO:tasks.workunit.client.0.smithi157.stdout:child: image116 2024-08-17T01:26:01.814 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114/8b621e22e264 2024-08-17T01:26:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.815 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image115/8b6212705529 2024-08-17T01:26:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.815 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image116/8b627c35212e 2024-08-17T01:26:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.815 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-32/image114 2024-08-17T01:26:01.815 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:26:01.815 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114 2024-08-17T01:26:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.815 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-33/image116 2024-08-17T01:26:01.816 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:26:01.816 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-33/image116 2024-08-17T01:26:01.816 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image116 2024-08-17T01:26:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.816 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 2 2024-08-17T01:26:01.816 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 2 2024-08-17T01:26:01.816 INFO:tasks.workunit.client.0.smithi157.stdout:child: image114 2024-08-17T01:26:01.816 INFO:tasks.workunit.client.0.smithi157.stdout:child: image116 2024-08-17T01:26:01.816 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114/8b621e22e264 2024-08-17T01:26:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.816 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-33/image116/8b627c35212e 2024-08-17T01:26:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.817 INFO:tasks.workunit.client.0.smithi157.stdout:trying to find test-librbd-smithi157-151243-32/image114 2024-08-17T01:26:01.817 INFO:tasks.workunit.client.0.smithi157.stdout:checking test-librbd-smithi157-151243-32/image114 2024-08-17T01:26:01.817 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114 2024-08-17T01:26:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.817 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 1 2024-08-17T01:26:01.817 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 1 2024-08-17T01:26:01.817 INFO:tasks.workunit.client.0.smithi157.stdout:child: image114 2024-08-17T01:26:01.817 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-32/image114/8b621e22e264 2024-08-17T01:26:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:26:01.817 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 0 2024-08-17T01:26:01.817 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 0 2024-08-17T01:26:01.818 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ListChildrenTiered (17386 ms) 2024-08-17T01:26:01.818 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.LockingPP 2024-08-17T01:26:01.818 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:01.878 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.LockingPP (67 ms) 2024-08-17T01:26:01.878 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.FlushAio 2024-08-17T01:26:01.878 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:01 smithi157 ceph-mon[101289]: pgmap v3063: 745 pgs: 745 active+clean; 135 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 7.5 KiB/s wr, 400 op/s 2024-08-17T01:26:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:01 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi157-151243-32"}]': finished 2024-08-17T01:26:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:01 smithi157 ceph-mon[101289]: osdmap e1775: 8 total, 8 up, 8 in 2024-08-17T01:26:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:01 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi157-151243-32", "tierpool":"test-librbd-smithi157-151243-34"}]: dispatch 2024-08-17T01:26:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:01 smithi157 ceph-mon[98780]: pgmap v3063: 745 pgs: 745 active+clean; 135 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 7.5 KiB/s wr, 400 op/s 2024-08-17T01:26:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:01 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi157-151243-32"}]': finished 2024-08-17T01:26:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:01 smithi157 ceph-mon[98780]: osdmap e1775: 8 total, 8 up, 8 in 2024-08-17T01:26:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:01 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi157-151243-32", "tierpool":"test-librbd-smithi157-151243-34"}]: dispatch 2024-08-17T01:26:02.135 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.FlushAio (256 ms) 2024-08-17T01:26:02.135 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-08-17T01:26:02.135 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:01 smithi187 ceph-mon[90552]: pgmap v3063: 745 pgs: 745 active+clean; 135 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 7.5 KiB/s wr, 400 op/s 2024-08-17T01:26:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:01 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi157-151243-32"}]': finished 2024-08-17T01:26:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:01 smithi187 ceph-mon[90552]: osdmap e1775: 8 total, 8 up, 8 in 2024-08-17T01:26:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:01 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi157-151243-32", "tierpool":"test-librbd-smithi157-151243-34"}]: dispatch 2024-08-17T01:26:02.330 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.FlushAioPP (196 ms) 2024-08-17T01:26:02.330 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-08-17T01:26:02.331 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:02.353 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (23 ms) 2024-08-17T01:26:02.353 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-08-17T01:26:02.353 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:02.376 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (24 ms) 2024-08-17T01:26:02.377 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-08-17T01:26:02.377 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:02.392 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ZeroLengthRead (15 ms) 2024-08-17T01:26:02.392 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-08-17T01:26:02.392 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:02.429 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.LargeCacheRead (37 ms) 2024-08-17T01:26:02.429 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-08-17T01:26:02.429 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:02.650 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestPendingAio (222 ms) 2024-08-17T01:26:02.651 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-08-17T01:26:02.651 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:26:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:26:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:26:02.900 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:03.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:02 smithi157 ceph-mon[98780]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-17T01:26:03.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:02 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi157-151243-32", "tierpool":"test-librbd-smithi157-151243-34"}]': finished 2024-08-17T01:26:03.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:02 smithi157 ceph-mon[98780]: osdmap e1776: 8 total, 8 up, 8 in 2024-08-17T01:26:03.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:02 smithi157 ceph-mon[101289]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-17T01:26:03.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:02 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi157-151243-32", "tierpool":"test-librbd-smithi157-151243-34"}]': finished 2024-08-17T01:26:03.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:02 smithi157 ceph-mon[101289]: osdmap e1776: 8 total, 8 up, 8 in 2024-08-17T01:26:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:02 smithi187 ceph-mon[90552]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-17T01:26:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:02 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi157-151243-32", "tierpool":"test-librbd-smithi157-151243-34"}]': finished 2024-08-17T01:26:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:02 smithi187 ceph-mon[90552]: osdmap e1776: 8 total, 8 up, 8 in 2024-08-17T01:26:03.816 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:26:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:26:03] "GET /metrics HTTP/1.1" 200 82997 "" "Prometheus/2.43.0" 2024-08-17T01:26:04.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:03 smithi157 ceph-mon[98780]: pgmap v3066: 745 pgs: 745 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 72 KiB/s wr, 670 op/s 2024-08-17T01:26:04.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:03 smithi157 ceph-mon[98780]: osdmap e1777: 8 total, 8 up, 8 in 2024-08-17T01:26:04.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:03 smithi157 ceph-mon[98780]: osdmap e1778: 8 total, 8 up, 8 in 2024-08-17T01:26:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:03 smithi157 ceph-mon[101289]: pgmap v3066: 745 pgs: 745 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 72 KiB/s wr, 670 op/s 2024-08-17T01:26:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:03 smithi157 ceph-mon[101289]: osdmap e1777: 8 total, 8 up, 8 in 2024-08-17T01:26:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:03 smithi157 ceph-mon[101289]: osdmap e1778: 8 total, 8 up, 8 in 2024-08-17T01:26:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:03 smithi187 ceph-mon[90552]: pgmap v3066: 745 pgs: 745 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 72 KiB/s wr, 670 op/s 2024-08-17T01:26:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:03 smithi187 ceph-mon[90552]: osdmap e1777: 8 total, 8 up, 8 in 2024-08-17T01:26:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:03 smithi187 ceph-mon[90552]: osdmap e1778: 8 total, 8 up, 8 in 2024-08-17T01:26:04.349 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (1698 ms) 2024-08-17T01:26:04.349 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-08-17T01:26:04.349 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:05.408 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:05.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:05 smithi157 ceph-mon[98780]: osdmap e1779: 8 total, 8 up, 8 in 2024-08-17T01:26:05.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:05 smithi157 ceph-mon[98780]: pgmap v3070: 745 pgs: 745 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 698 KiB/s wr, 799 op/s 2024-08-17T01:26:05.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:05 smithi157 ceph-mon[101289]: osdmap e1779: 8 total, 8 up, 8 in 2024-08-17T01:26:05.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:05 smithi157 ceph-mon[101289]: pgmap v3070: 745 pgs: 745 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 698 KiB/s wr, 799 op/s 2024-08-17T01:26:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:05 smithi187 ceph-mon[90552]: osdmap e1779: 8 total, 8 up, 8 in 2024-08-17T01:26:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:05 smithi187 ceph-mon[90552]: pgmap v3070: 745 pgs: 745 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 698 KiB/s wr, 799 op/s 2024-08-17T01:26:06.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:06 smithi157 ceph-mon[98780]: osdmap e1780: 8 total, 8 up, 8 in 2024-08-17T01:26:06.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:06 smithi157 ceph-mon[101289]: osdmap e1780: 8 total, 8 up, 8 in 2024-08-17T01:26:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:06 smithi187 ceph-mon[90552]: osdmap e1780: 8 total, 8 up, 8 in 2024-08-17T01:26:07.370 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3021 ms) 2024-08-17T01:26:07.370 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.Flatten 2024-08-17T01:26:07.370 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:07.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:07 smithi157 ceph-mon[98780]: osdmap e1781: 8 total, 8 up, 8 in 2024-08-17T01:26:07.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:07 smithi157 ceph-mon[98780]: pgmap v3073: 745 pgs: 745 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 972 KiB/s rd, 706 KiB/s wr, 695 op/s 2024-08-17T01:26:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:07 smithi157 ceph-mon[101289]: osdmap e1781: 8 total, 8 up, 8 in 2024-08-17T01:26:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:07 smithi157 ceph-mon[101289]: pgmap v3073: 745 pgs: 745 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 972 KiB/s rd, 706 KiB/s wr, 695 op/s 2024-08-17T01:26:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:07 smithi187 ceph-mon[90552]: osdmap e1781: 8 total, 8 up, 8 in 2024-08-17T01:26:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:07 smithi187 ceph-mon[90552]: pgmap v3073: 745 pgs: 745 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 972 KiB/s rd, 706 KiB/s wr, 695 op/s 2024-08-17T01:26:08.443 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.Flatten (1073 ms) 2024-08-17T01:26:08.443 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.Sparsify 2024-08-17T01:26:08.443 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:08.472 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 32768 2024-08-17T01:26:08.472 INFO:tasks.workunit.client.0.smithi157.stdout:read: 32768 2024-08-17T01:26:08.472 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.Sparsify (29 ms) 2024-08-17T01:26:08.472 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-08-17T01:26:08.472 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:08.500 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.SparsifyPP (29 ms) 2024-08-17T01:26:08.500 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-08-17T01:26:08.500 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:08.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:08 smithi157 ceph-mon[98780]: osdmap e1782: 8 total, 8 up, 8 in 2024-08-17T01:26:08.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:08 smithi157 ceph-mon[98780]: osdmap e1783: 8 total, 8 up, 8 in 2024-08-17T01:26:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:08 smithi157 ceph-mon[101289]: osdmap e1782: 8 total, 8 up, 8 in 2024-08-17T01:26:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:08 smithi157 ceph-mon[101289]: osdmap e1783: 8 total, 8 up, 8 in 2024-08-17T01:26:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:08 smithi187 ceph-mon[90552]: osdmap e1782: 8 total, 8 up, 8 in 2024-08-17T01:26:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:08 smithi187 ceph-mon[90552]: osdmap e1783: 8 total, 8 up, 8 in 2024-08-17T01:26:09.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:09 smithi157 ceph-mon[98780]: pgmap v3076: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 85 KiB/s wr, 231 op/s 2024-08-17T01:26:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:09 smithi157 ceph-mon[101289]: pgmap v3076: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 85 KiB/s wr, 231 op/s 2024-08-17T01:26:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:09 smithi187 ceph-mon[90552]: pgmap v3076: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 85 KiB/s wr, 231 op/s 2024-08-17T01:26:10.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:10 smithi157 ceph-mon[98780]: osdmap e1784: 8 total, 8 up, 8 in 2024-08-17T01:26:10.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:10 smithi157 ceph-mon[101289]: osdmap e1784: 8 total, 8 up, 8 in 2024-08-17T01:26:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:10 smithi187 ceph-mon[90552]: osdmap e1784: 8 total, 8 up, 8 in 2024-08-17T01:26:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:11 smithi157 ceph-mon[98780]: osdmap e1785: 8 total, 8 up, 8 in 2024-08-17T01:26:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:11 smithi157 ceph-mon[98780]: pgmap v3079: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 33 KiB/s wr, 216 op/s 2024-08-17T01:26:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:11 smithi157 ceph-mon[101289]: osdmap e1785: 8 total, 8 up, 8 in 2024-08-17T01:26:11.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:11 smithi157 ceph-mon[101289]: pgmap v3079: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 33 KiB/s wr, 216 op/s 2024-08-17T01:26:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:11 smithi187 ceph-mon[90552]: osdmap e1785: 8 total, 8 up, 8 in 2024-08-17T01:26:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:11 smithi187 ceph-mon[90552]: pgmap v3079: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 33 KiB/s wr, 216 op/s 2024-08-17T01:26:12.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:12 smithi157 ceph-mon[98780]: osdmap e1786: 8 total, 8 up, 8 in 2024-08-17T01:26:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:12 smithi157 ceph-mon[101289]: osdmap e1786: 8 total, 8 up, 8 in 2024-08-17T01:26:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:12 smithi187 ceph-mon[90552]: osdmap e1786: 8 total, 8 up, 8 in 2024-08-17T01:26:12.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:26:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:26:13.394 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.SnapshotLimit (4893 ms) 2024-08-17T01:26:13.394 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-08-17T01:26:13.394 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:13.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:13 smithi157 ceph-mon[98780]: osdmap e1787: 8 total, 8 up, 8 in 2024-08-17T01:26:13.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:13 smithi157 ceph-mon[98780]: pgmap v3082: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 30 KiB/s wr, 208 op/s 2024-08-17T01:26:13.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:26:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:26:13] "GET /metrics HTTP/1.1" 200 82997 "" "Prometheus/2.43.0" 2024-08-17T01:26:13.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:13 smithi157 ceph-mon[101289]: osdmap e1787: 8 total, 8 up, 8 in 2024-08-17T01:26:13.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:13 smithi157 ceph-mon[101289]: pgmap v3082: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 30 KiB/s wr, 208 op/s 2024-08-17T01:26:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:13 smithi187 ceph-mon[90552]: osdmap e1787: 8 total, 8 up, 8 in 2024-08-17T01:26:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:13 smithi187 ceph-mon[90552]: pgmap v3082: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 30 KiB/s wr, 208 op/s 2024-08-17T01:26:14.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:14 smithi157 ceph-mon[101289]: osdmap e1788: 8 total, 8 up, 8 in 2024-08-17T01:26:14.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:14 smithi157 ceph-mon[98780]: osdmap e1788: 8 total, 8 up, 8 in 2024-08-17T01:26:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:14 smithi187 ceph-mon[90552]: osdmap e1788: 8 total, 8 up, 8 in 2024-08-17T01:26:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:15 smithi157 ceph-mon[98780]: osdmap e1789: 8 total, 8 up, 8 in 2024-08-17T01:26:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:15 smithi157 ceph-mon[98780]: pgmap v3085: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 12 KiB/s wr, 90 op/s 2024-08-17T01:26:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:15 smithi157 ceph-mon[101289]: osdmap e1789: 8 total, 8 up, 8 in 2024-08-17T01:26:15.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:15 smithi157 ceph-mon[101289]: pgmap v3085: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 12 KiB/s wr, 90 op/s 2024-08-17T01:26:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:15 smithi187 ceph-mon[90552]: osdmap e1789: 8 total, 8 up, 8 in 2024-08-17T01:26:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:15 smithi187 ceph-mon[90552]: pgmap v3085: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 12 KiB/s wr, 90 op/s 2024-08-17T01:26:16.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:16 smithi157 ceph-mon[98780]: osdmap e1790: 8 total, 8 up, 8 in 2024-08-17T01:26:16.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:16 smithi157 ceph-mon[101289]: osdmap e1790: 8 total, 8 up, 8 in 2024-08-17T01:26:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:16 smithi187 ceph-mon[90552]: osdmap e1790: 8 total, 8 up, 8 in 2024-08-17T01:26:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:17 smithi187 ceph-mon[90552]: osdmap e1791: 8 total, 8 up, 8 in 2024-08-17T01:26:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:17 smithi187 ceph-mon[90552]: pgmap v3088: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-08-17T01:26:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]: dispatch 2024-08-17T01:26:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]: dispatch 2024-08-17T01:26:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]: dispatch 2024-08-17T01:26:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-08-17T01:26:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2024-08-17T01:26:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:17 smithi157 ceph-mon[98780]: osdmap e1791: 8 total, 8 up, 8 in 2024-08-17T01:26:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:17 smithi157 ceph-mon[98780]: pgmap v3088: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-08-17T01:26:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]: dispatch 2024-08-17T01:26:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]: dispatch 2024-08-17T01:26:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]: dispatch 2024-08-17T01:26:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-08-17T01:26:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2024-08-17T01:26:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:17 smithi157 ceph-mon[101289]: osdmap e1791: 8 total, 8 up, 8 in 2024-08-17T01:26:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:17 smithi157 ceph-mon[101289]: pgmap v3088: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-08-17T01:26:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]: dispatch 2024-08-17T01:26:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]: dispatch 2024-08-17T01:26:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]: dispatch 2024-08-17T01:26:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-08-17T01:26:17.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2024-08-17T01:26:18.347 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (4953 ms) 2024-08-17T01:26:18.347 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-08-17T01:26:18.347 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:18.399 INFO:tasks.workunit.client.0.smithi157.stdout:0.00% done 2024-08-17T01:26:18.399 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (52 ms) 2024-08-17T01:26:18.399 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-08-17T01:26:18.399 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:18.463 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (65 ms) 2024-08-17T01:26:18.464 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-08-17T01:26:18.464 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]': finished 2024-08-17T01:26:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]': finished 2024-08-17T01:26:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]': finished 2024-08-17T01:26:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]': finished 2024-08-17T01:26:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]': finished 2024-08-17T01:26:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:18 smithi187 ceph-mon[90552]: osdmap e1792: 8 total, 8 up, 8 in 2024-08-17T01:26:18.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:18 smithi187 ceph-mon[90552]: osdmap e1793: 8 total, 8 up, 8 in 2024-08-17T01:26:18.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]': finished 2024-08-17T01:26:18.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]': finished 2024-08-17T01:26:18.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]': finished 2024-08-17T01:26:18.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]': finished 2024-08-17T01:26:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]': finished 2024-08-17T01:26:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:18 smithi157 ceph-mon[98780]: osdmap e1792: 8 total, 8 up, 8 in 2024-08-17T01:26:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:18 smithi157 ceph-mon[98780]: osdmap e1793: 8 total, 8 up, 8 in 2024-08-17T01:26:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]': finished 2024-08-17T01:26:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]': finished 2024-08-17T01:26:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]': finished 2024-08-17T01:26:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]': finished 2024-08-17T01:26:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]': finished 2024-08-17T01:26:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:18 smithi157 ceph-mon[101289]: osdmap e1792: 8 total, 8 up, 8 in 2024-08-17T01:26:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:18 smithi157 ceph-mon[101289]: osdmap e1793: 8 total, 8 up, 8 in 2024-08-17T01:26:19.432 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (968 ms) 2024-08-17T01:26:19.432 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-08-17T01:26:19.432 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:19 smithi187 ceph-mon[90552]: pgmap v3091: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.5 KiB/s wr, 46 op/s 2024-08-17T01:26:19.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:19 smithi157 ceph-mon[101289]: pgmap v3091: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.5 KiB/s wr, 46 op/s 2024-08-17T01:26:19.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:19 smithi157 ceph-mon[98780]: pgmap v3091: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.5 KiB/s wr, 46 op/s 2024-08-17T01:26:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:20 smithi187 ceph-mon[90552]: osdmap e1794: 8 total, 8 up, 8 in 2024-08-17T01:26:20.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:20 smithi157 ceph-mon[98780]: osdmap e1794: 8 total, 8 up, 8 in 2024-08-17T01:26:20.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:20 smithi157 ceph-mon[101289]: osdmap e1794: 8 total, 8 up, 8 in 2024-08-17T01:26:21.450 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2019 ms) 2024-08-17T01:26:21.451 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-08-17T01:26:21.451 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:21.500 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (49 ms) 2024-08-17T01:26:21.500 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-08-17T01:26:21.500 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:26:21.500 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-08-17T01:26:21.500 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-08-17T01:26:21.501 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:21 smithi187 ceph-mon[90552]: osdmap e1795: 8 total, 8 up, 8 in 2024-08-17T01:26:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:21 smithi187 ceph-mon[90552]: pgmap v3094: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 91 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:26:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:21 smithi157 ceph-mon[101289]: osdmap e1795: 8 total, 8 up, 8 in 2024-08-17T01:26:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:21 smithi157 ceph-mon[101289]: pgmap v3094: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 91 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:26:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:21 smithi157 ceph-mon[98780]: osdmap e1795: 8 total, 8 up, 8 in 2024-08-17T01:26:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:21 smithi157 ceph-mon[98780]: pgmap v3094: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 91 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:26:22.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:22 smithi187 ceph-mon[90552]: osdmap e1796: 8 total, 8 up, 8 in 2024-08-17T01:26:22.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:26:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:26:22.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:22 smithi157 ceph-mon[101289]: osdmap e1796: 8 total, 8 up, 8 in 2024-08-17T01:26:22.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:22 smithi157 ceph-mon[98780]: osdmap e1796: 8 total, 8 up, 8 in 2024-08-17T01:26:23.470 INFO:tasks.workunit.client.0.smithi157.stdout:100.00% done 2024-08-17T01:26:23.470 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.SnapRemove2 (1970 ms) 2024-08-17T01:26:23.470 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-08-17T01:26:23.470 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:23 smithi187 ceph-mon[90552]: osdmap e1797: 8 total, 8 up, 8 in 2024-08-17T01:26:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:23 smithi187 ceph-mon[90552]: pgmap v3097: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 10 KiB/s wr, 122 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:26:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:23 smithi157 ceph-mon[98780]: osdmap e1797: 8 total, 8 up, 8 in 2024-08-17T01:26:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:23 smithi157 ceph-mon[98780]: pgmap v3097: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 10 KiB/s wr, 122 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:26:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:26:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:26:23] "GET /metrics HTTP/1.1" 200 83021 "" "Prometheus/2.43.0" 2024-08-17T01:26:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:23 smithi157 ceph-mon[101289]: osdmap e1797: 8 total, 8 up, 8 in 2024-08-17T01:26:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:23 smithi157 ceph-mon[101289]: pgmap v3097: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 10 KiB/s wr, 122 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:26:24.477 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1007 ms) 2024-08-17T01:26:24.477 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-08-17T01:26:24.477 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:24 smithi187 ceph-mon[90552]: osdmap e1798: 8 total, 8 up, 8 in 2024-08-17T01:26:24.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:24 smithi157 ceph-mon[98780]: osdmap e1798: 8 total, 8 up, 8 in 2024-08-17T01:26:24.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:24 smithi157 ceph-mon[101289]: osdmap e1798: 8 total, 8 up, 8 in 2024-08-17T01:26:25.482 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1005 ms) 2024-08-17T01:26:25.483 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-08-17T01:26:25.483 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:25 smithi187 ceph-mon[90552]: osdmap e1799: 8 total, 8 up, 8 in 2024-08-17T01:26:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:25 smithi187 ceph-mon[90552]: pgmap v3100: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 12 KiB/s wr, 214 op/s 2024-08-17T01:26:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:25 smithi157 ceph-mon[98780]: osdmap e1799: 8 total, 8 up, 8 in 2024-08-17T01:26:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:25 smithi157 ceph-mon[98780]: pgmap v3100: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 12 KiB/s wr, 214 op/s 2024-08-17T01:26:25.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:25 smithi157 ceph-mon[101289]: osdmap e1799: 8 total, 8 up, 8 in 2024-08-17T01:26:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:25 smithi157 ceph-mon[101289]: pgmap v3100: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 12 KiB/s wr, 214 op/s 2024-08-17T01:26:26.512 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1030 ms) 2024-08-17T01:26:26.512 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-08-17T01:26:26.512 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:26 smithi187 ceph-mon[90552]: osdmap e1800: 8 total, 8 up, 8 in 2024-08-17T01:26:26.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:26 smithi157 ceph-mon[98780]: osdmap e1800: 8 total, 8 up, 8 in 2024-08-17T01:26:26.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:26 smithi157 ceph-mon[101289]: osdmap e1800: 8 total, 8 up, 8 in 2024-08-17T01:26:27.564 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1053 ms) 2024-08-17T01:26:27.565 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-08-17T01:26:27.565 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:27.603 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (38 ms) 2024-08-17T01:26:27.603 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-08-17T01:26:27.603 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:27.637 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (34 ms) 2024-08-17T01:26:27.637 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-08-17T01:26:27.637 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:27 smithi187 ceph-mon[90552]: osdmap e1801: 8 total, 8 up, 8 in 2024-08-17T01:26:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:27 smithi187 ceph-mon[90552]: pgmap v3103: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 10 KiB/s wr, 234 op/s 2024-08-17T01:26:27.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:27 smithi157 ceph-mon[98780]: osdmap e1801: 8 total, 8 up, 8 in 2024-08-17T01:26:27.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:27 smithi157 ceph-mon[98780]: pgmap v3103: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 10 KiB/s wr, 234 op/s 2024-08-17T01:26:27.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:27 smithi157 ceph-mon[101289]: osdmap e1801: 8 total, 8 up, 8 in 2024-08-17T01:26:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:27 smithi157 ceph-mon[101289]: pgmap v3103: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 10 KiB/s wr, 234 op/s 2024-08-17T01:26:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:28 smithi187 ceph-mon[90552]: osdmap e1802: 8 total, 8 up, 8 in 2024-08-17T01:26:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:28 smithi187 ceph-mon[90552]: osdmap e1803: 8 total, 8 up, 8 in 2024-08-17T01:26:28.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:28 smithi157 ceph-mon[98780]: osdmap e1802: 8 total, 8 up, 8 in 2024-08-17T01:26:28.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:28 smithi157 ceph-mon[98780]: osdmap e1803: 8 total, 8 up, 8 in 2024-08-17T01:26:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:28 smithi157 ceph-mon[101289]: osdmap e1802: 8 total, 8 up, 8 in 2024-08-17T01:26:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:28 smithi157 ceph-mon[101289]: osdmap e1803: 8 total, 8 up, 8 in 2024-08-17T01:26:29.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:26:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[98780]: pgmap v3106: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 9.7 KiB/s wr, 198 op/s 2024-08-17T01:26:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:29.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:29.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:26:29.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:26:29.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:29.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[98780]: osdmap e1804: 8 total, 8 up, 8 in 2024-08-17T01:26:29.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:26:29.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[101289]: pgmap v3106: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 9.7 KiB/s wr, 198 op/s 2024-08-17T01:26:29.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:29.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:29.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:29.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:29.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:29.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:26:29.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:26:29.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:29.887 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:29 smithi157 ceph-mon[101289]: osdmap e1804: 8 total, 8 up, 8 in 2024-08-17T01:26:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:26:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:29 smithi187 ceph-mon[90552]: pgmap v3106: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 9.7 KiB/s wr, 198 op/s 2024-08-17T01:26:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:26:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:26:29.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:29.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:29 smithi187 ceph-mon[90552]: osdmap e1804: 8 total, 8 up, 8 in 2024-08-17T01:26:31.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:31 smithi157 ceph-mon[101289]: osdmap e1805: 8 total, 8 up, 8 in 2024-08-17T01:26:31.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:31 smithi157 ceph-mon[101289]: pgmap v3109: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 6.2 KiB/s wr, 125 op/s 2024-08-17T01:26:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:31 smithi157 ceph-mon[98780]: osdmap e1805: 8 total, 8 up, 8 in 2024-08-17T01:26:31.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:31 smithi157 ceph-mon[98780]: pgmap v3109: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 6.2 KiB/s wr, 125 op/s 2024-08-17T01:26:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:31 smithi187 ceph-mon[90552]: osdmap e1805: 8 total, 8 up, 8 in 2024-08-17T01:26:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:31 smithi187 ceph-mon[90552]: pgmap v3109: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 6.2 KiB/s wr, 125 op/s 2024-08-17T01:26:32.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:32 smithi157 ceph-mon[101289]: osdmap e1806: 8 total, 8 up, 8 in 2024-08-17T01:26:32.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:32 smithi157 ceph-mon[98780]: osdmap e1806: 8 total, 8 up, 8 in 2024-08-17T01:26:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:32 smithi187 ceph-mon[90552]: osdmap e1806: 8 total, 8 up, 8 in 2024-08-17T01:26:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:26:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:26:33.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:26:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:26:33] "GET /metrics HTTP/1.1" 200 83022 "" "Prometheus/2.43.0" 2024-08-17T01:26:33.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:33 smithi157 ceph-mon[101289]: osdmap e1807: 8 total, 8 up, 8 in 2024-08-17T01:26:33.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:33 smithi157 ceph-mon[101289]: pgmap v3112: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 8.7 KiB/s wr, 179 op/s 2024-08-17T01:26:33.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:33 smithi157 ceph-mon[101289]: osdmap e1808: 8 total, 8 up, 8 in 2024-08-17T01:26:33.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:33 smithi157 ceph-mon[98780]: osdmap e1807: 8 total, 8 up, 8 in 2024-08-17T01:26:33.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:33 smithi157 ceph-mon[98780]: pgmap v3112: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 8.7 KiB/s wr, 179 op/s 2024-08-17T01:26:33.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:33 smithi157 ceph-mon[98780]: osdmap e1808: 8 total, 8 up, 8 in 2024-08-17T01:26:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:33 smithi187 ceph-mon[90552]: osdmap e1807: 8 total, 8 up, 8 in 2024-08-17T01:26:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:33 smithi187 ceph-mon[90552]: pgmap v3112: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 8.7 KiB/s wr, 179 op/s 2024-08-17T01:26:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:33 smithi187 ceph-mon[90552]: osdmap e1808: 8 total, 8 up, 8 in 2024-08-17T01:26:35.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:35 smithi157 ceph-mon[101289]: osdmap e1809: 8 total, 8 up, 8 in 2024-08-17T01:26:35.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:35 smithi157 ceph-mon[101289]: pgmap v3115: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 8.5 KiB/s wr, 162 op/s 2024-08-17T01:26:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:35 smithi157 ceph-mon[98780]: osdmap e1809: 8 total, 8 up, 8 in 2024-08-17T01:26:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:35 smithi157 ceph-mon[98780]: pgmap v3115: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 8.5 KiB/s wr, 162 op/s 2024-08-17T01:26:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:35 smithi187 ceph-mon[90552]: osdmap e1809: 8 total, 8 up, 8 in 2024-08-17T01:26:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:35 smithi187 ceph-mon[90552]: pgmap v3115: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 8.5 KiB/s wr, 162 op/s 2024-08-17T01:26:36.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:36 smithi157 ceph-mon[98780]: osdmap e1810: 8 total, 8 up, 8 in 2024-08-17T01:26:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:36 smithi157 ceph-mon[101289]: osdmap e1810: 8 total, 8 up, 8 in 2024-08-17T01:26:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:36 smithi187 ceph-mon[90552]: osdmap e1810: 8 total, 8 up, 8 in 2024-08-17T01:26:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:37 smithi157 ceph-mon[98780]: osdmap e1811: 8 total, 8 up, 8 in 2024-08-17T01:26:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:37 smithi157 ceph-mon[98780]: pgmap v3118: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-17T01:26:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:37 smithi157 ceph-mon[101289]: osdmap e1811: 8 total, 8 up, 8 in 2024-08-17T01:26:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:37 smithi157 ceph-mon[101289]: pgmap v3118: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-17T01:26:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:37 smithi187 ceph-mon[90552]: osdmap e1811: 8 total, 8 up, 8 in 2024-08-17T01:26:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:37 smithi187 ceph-mon[90552]: pgmap v3118: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-17T01:26:37.947 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10310 ms) 2024-08-17T01:26:37.947 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.Metadata 2024-08-17T01:26:37.947 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:38.470 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.Metadata (523 ms) 2024-08-17T01:26:38.470 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-08-17T01:26:38.470 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:38.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:38 smithi157 ceph-mon[98780]: osdmap e1812: 8 total, 8 up, 8 in 2024-08-17T01:26:38.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:38 smithi157 ceph-mon[101289]: osdmap e1812: 8 total, 8 up, 8 in 2024-08-17T01:26:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:38 smithi187 ceph-mon[90552]: osdmap e1812: 8 total, 8 up, 8 in 2024-08-17T01:26:39.480 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.MetadataPP (1010 ms) 2024-08-17T01:26:39.480 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-08-17T01:26:39.480 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:39.577 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.UpdateFeatures (97 ms) 2024-08-17T01:26:39.577 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-08-17T01:26:39.577 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-08-17T01:26:39.577 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-08-17T01:26:39.577 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:39 smithi157 ceph-mon[101289]: osdmap e1813: 8 total, 8 up, 8 in 2024-08-17T01:26:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:39 smithi157 ceph-mon[101289]: pgmap v3121: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 27 KiB/s wr, 181 op/s 2024-08-17T01:26:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:39 smithi157 ceph-mon[98780]: osdmap e1813: 8 total, 8 up, 8 in 2024-08-17T01:26:39.637 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:39 smithi157 ceph-mon[98780]: pgmap v3121: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 27 KiB/s wr, 181 op/s 2024-08-17T01:26:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:39 smithi187 ceph-mon[90552]: osdmap e1813: 8 total, 8 up, 8 in 2024-08-17T01:26:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:39 smithi187 ceph-mon[90552]: pgmap v3121: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 27 KiB/s wr, 181 op/s 2024-08-17T01:26:40.453 INFO:tasks.workunit.client.0.smithi157.stdout:0.00% done 2024-08-17T01:26:40.453 INFO:tasks.workunit.client.0.smithi157.stdout:25.00% done 2024-08-17T01:26:40.453 INFO:tasks.workunit.client.0.smithi157.stdout:50.00% done 2024-08-17T01:26:40.453 INFO:tasks.workunit.client.0.smithi157.stdout:75.00% done 2024-08-17T01:26:40.453 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.RebuildObjectMap (876 ms) 2024-08-17T01:26:40.454 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-08-17T01:26:40.483 INFO:tasks.workunit.client.0.smithi157.stdout:0.00% done 2024-08-17T01:26:40.483 INFO:tasks.workunit.client.0.smithi157.stdout:25.00% done 2024-08-17T01:26:40.483 INFO:tasks.workunit.client.0.smithi157.stdout:50.00% done 2024-08-17T01:26:40.483 INFO:tasks.workunit.client.0.smithi157.stdout:75.00% done 2024-08-17T01:26:40.483 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (30 ms) 2024-08-17T01:26:40.483 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-08-17T01:26:40.484 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:40.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:40 smithi157 ceph-mon[98780]: osdmap e1814: 8 total, 8 up, 8 in 2024-08-17T01:26:40.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:40 smithi157 ceph-mon[101289]: osdmap e1814: 8 total, 8 up, 8 in 2024-08-17T01:26:40.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:40 smithi187 ceph-mon[90552]: osdmap e1814: 8 total, 8 up, 8 in 2024-08-17T01:26:41.454 INFO:tasks.workunit.client.0.smithi157.stdout:0.00% done 2024-08-17T01:26:41.454 INFO:tasks.workunit.client.0.smithi157.stdout:25.00% done 2024-08-17T01:26:41.454 INFO:tasks.workunit.client.0.smithi157.stdout:50.00% done 2024-08-17T01:26:41.454 INFO:tasks.workunit.client.0.smithi157.stdout:75.00% done 2024-08-17T01:26:41.455 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.CheckObjectMap (971 ms) 2024-08-17T01:26:41.455 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-08-17T01:26:41.455 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:41.480 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.BlockingAIO (26 ms) 2024-08-17T01:26:41.480 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-08-17T01:26:41.480 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:41.604 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (124 ms) 2024-08-17T01:26:41.604 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-08-17T01:26:41.604 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:26:41.604 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-08-17T01:26:41.604 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-08-17T01:26:41.604 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:41 smithi187 ceph-mon[90552]: osdmap e1815: 8 total, 8 up, 8 in 2024-08-17T01:26:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:41 smithi187 ceph-mon[90552]: pgmap v3124: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 53 KiB/s wr, 259 op/s 2024-08-17T01:26:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:41 smithi157 ceph-mon[98780]: osdmap e1815: 8 total, 8 up, 8 in 2024-08-17T01:26:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:41 smithi157 ceph-mon[98780]: pgmap v3124: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 53 KiB/s wr, 259 op/s 2024-08-17T01:26:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:41 smithi157 ceph-mon[101289]: osdmap e1815: 8 total, 8 up, 8 in 2024-08-17T01:26:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:41 smithi157 ceph-mon[101289]: pgmap v3124: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 53 KiB/s wr, 259 op/s 2024-08-17T01:26:42.473 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (869 ms) 2024-08-17T01:26:42.473 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-08-17T01:26:42.473 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:42 smithi187 ceph-mon[90552]: osdmap e1816: 8 total, 8 up, 8 in 2024-08-17T01:26:42.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:26:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:26:42.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:42 smithi157 ceph-mon[98780]: osdmap e1816: 8 total, 8 up, 8 in 2024-08-17T01:26:42.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:42 smithi157 ceph-mon[101289]: osdmap e1816: 8 total, 8 up, 8 in 2024-08-17T01:26:43.433 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (960 ms) 2024-08-17T01:26:43.433 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-08-17T01:26:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:43 smithi187 ceph-mon[90552]: osdmap e1817: 8 total, 8 up, 8 in 2024-08-17T01:26:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:43 smithi187 ceph-mon[90552]: pgmap v3127: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 404 KiB/s rd, 191 KiB/s wr, 680 op/s 2024-08-17T01:26:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:26:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:26:43] "GET /metrics HTTP/1.1" 200 83022 "" "Prometheus/2.43.0" 2024-08-17T01:26:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:43 smithi157 ceph-mon[98780]: osdmap e1817: 8 total, 8 up, 8 in 2024-08-17T01:26:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:43 smithi157 ceph-mon[98780]: pgmap v3127: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 404 KiB/s rd, 191 KiB/s wr, 680 op/s 2024-08-17T01:26:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:43 smithi157 ceph-mon[101289]: osdmap e1817: 8 total, 8 up, 8 in 2024-08-17T01:26:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:43 smithi157 ceph-mon[101289]: pgmap v3127: 745 pgs: 745 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 404 KiB/s rd, 191 KiB/s wr, 680 op/s 2024-08-17T01:26:44.535 INFO:tasks.workunit.client.0.smithi157.stdout:0.00% done 2024-08-17T01:26:44.535 INFO:tasks.workunit.client.0.smithi157.stdout:100.00% done 2024-08-17T01:26:44.535 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestImageOptions (1102 ms) 2024-08-17T01:26:44.535 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-08-17T01:26:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:44 smithi187 ceph-mon[90552]: osdmap e1818: 8 total, 8 up, 8 in 2024-08-17T01:26:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:44.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:44 smithi157 ceph-mon[101289]: osdmap e1818: 8 total, 8 up, 8 in 2024-08-17T01:26:44.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:44.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:44 smithi157 ceph-mon[98780]: osdmap e1818: 8 total, 8 up, 8 in 2024-08-17T01:26:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:45.509 INFO:tasks.workunit.client.0.smithi157.stdout:0.00% done 2024-08-17T01:26:45.509 INFO:tasks.workunit.client.0.smithi157.stdout:100.00% done 2024-08-17T01:26:45.510 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (974 ms) 2024-08-17T01:26:45.510 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-08-17T01:26:45.510 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-08-17T01:26:45.510 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-08-17T01:26:45.510 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-08-17T01:26:45.510 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-08-17T01:26:45.510 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:45.551 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:26:45.552 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:26:45.552 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:26:45.552 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:26:45.552 INFO:tasks.workunit.client.0.smithi157.stdout:wrote: 512 2024-08-17T01:26:45.552 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:26:45.552 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:26:45.552 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:26:45.552 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:26:45.552 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:26:45.552 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:26:45.552 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:26:45.553 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:26:45.553 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:26:45.553 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:26:45.553 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:26:45.553 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:26:45.553 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:26:45.553 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:26:45.554 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:26:45.554 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:26:45.554 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:26:45.554 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:26:45.554 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:26:45.555 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:26:45.555 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:26:45.555 INFO:tasks.workunit.client.0.smithi157.stdout:started write 2024-08-17T01:26:45.555 INFO:tasks.workunit.client.0.smithi157.stdout:write completion cb called! 2024-08-17T01:26:45.555 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 0 2024-08-17T01:26:45.555 INFO:tasks.workunit.client.0.smithi157.stdout:finished write 2024-08-17T01:26:45.556 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:26:45.556 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:26:45.556 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:26:45.556 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:26:45.556 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:26:45.556 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:26:45.556 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:26:45.556 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:26:45.556 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:26:45.556 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:26:45.557 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:26:45.557 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:26:45.557 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:26:45.557 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:26:45.557 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:26:45.557 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:26:45.557 INFO:tasks.workunit.client.0.smithi157.stdout:created completion 2024-08-17T01:26:45.557 INFO:tasks.workunit.client.0.smithi157.stdout:started read 2024-08-17T01:26:45.557 INFO:tasks.workunit.client.0.smithi157.stdout:read completion cb called! 2024-08-17T01:26:45.557 INFO:tasks.workunit.client.0.smithi157.stdout:return value is: 512 2024-08-17T01:26:45.557 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ImagePollIO (43 ms) 2024-08-17T01:26:45.558 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.Mirror 2024-08-17T01:26:45.558 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:45.563 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:45 smithi187 ceph-mon[90552]: osdmap e1819: 8 total, 8 up, 8 in 2024-08-17T01:26:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:45 smithi187 ceph-mon[90552]: pgmap v3130: 745 pgs: 745 active+clean; 144 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 476 KiB/s wr, 963 op/s 2024-08-17T01:26:45.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:45 smithi157 ceph-mon[98780]: osdmap e1819: 8 total, 8 up, 8 in 2024-08-17T01:26:45.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:45 smithi157 ceph-mon[98780]: pgmap v3130: 745 pgs: 745 active+clean; 144 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 476 KiB/s wr, 963 op/s 2024-08-17T01:26:45.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:45 smithi157 ceph-mon[101289]: osdmap e1819: 8 total, 8 up, 8 in 2024-08-17T01:26:45.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:45 smithi157 ceph-mon[101289]: pgmap v3130: 745 pgs: 745 active+clean; 144 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 476 KiB/s wr, 963 op/s 2024-08-17T01:26:46.557 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.Mirror (1005 ms) 2024-08-17T01:26:46.557 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-08-17T01:26:46.571 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (14 ms) 2024-08-17T01:26:46.571 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-08-17T01:26:46.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:46 smithi187 ceph-mon[90552]: osdmap e1820: 8 total, 8 up, 8 in 2024-08-17T01:26:46.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:46 smithi157 ceph-mon[98780]: osdmap e1820: 8 total, 8 up, 8 in 2024-08-17T01:26:46.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:46 smithi157 ceph-mon[101289]: osdmap e1820: 8 total, 8 up, 8 in 2024-08-17T01:26:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: osdmap e1821: 8 total, 8 up, 8 in 2024-08-17T01:26:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-17T01:26:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-17T01:26:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-08-17T01:26:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52e45a9d-2c91-4a12-a590-12ad5574206b"}]: dispatch 2024-08-17T01:26:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52e45a9d-2c91-4a12-a590-12ad5574206b"}]: dispatch 2024-08-17T01:26:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52e45a9d-2c91-4a12-a590-12ad5574206b"}]': finished 2024-08-17T01:26:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ef870c0c-b7c2-4b7f-8176-316e8a1fc9bf"}]: dispatch 2024-08-17T01:26:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ef870c0c-b7c2-4b7f-8176-316e8a1fc9bf"}]: dispatch 2024-08-17T01:26:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ef870c0c-b7c2-4b7f-8176-316e8a1fc9bf"}]': finished 2024-08-17T01:26:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/0618a466-e51c-40b7-8349-e1861242ee4b"}]: dispatch 2024-08-17T01:26:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/0618a466-e51c-40b7-8349-e1861242ee4b"}]: dispatch 2024-08-17T01:26:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/0618a466-e51c-40b7-8349-e1861242ee4b"}]': finished 2024-08-17T01:26:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/c7b52ccf-d6bd-4119-a528-785867684a9a"}]: dispatch 2024-08-17T01:26:47.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' 2024-08-17T01:26:47.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/c7b52ccf-d6bd-4119-a528-785867684a9a"}]: dispatch 2024-08-17T01:26:47.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b52ccf-d6bd-4119-a528-785867684a9a"}]: dispatch 2024-08-17T01:26:47.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b52ccf-d6bd-4119-a528-785867684a9a"}]: dispatch 2024-08-17T01:26:47.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b52ccf-d6bd-4119-a528-785867684a9a"}]': finished 2024-08-17T01:26:47.707 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:47 smithi187 ceph-mon[90552]: pgmap v3133: 745 pgs: 745 active+clean; 147 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 467 KiB/s rd, 1011 KiB/s wr, 602 op/s 2024-08-17T01:26:47.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: osdmap e1821: 8 total, 8 up, 8 in 2024-08-17T01:26:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-17T01:26:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-17T01:26:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-08-17T01:26:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52e45a9d-2c91-4a12-a590-12ad5574206b"}]: dispatch 2024-08-17T01:26:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52e45a9d-2c91-4a12-a590-12ad5574206b"}]: dispatch 2024-08-17T01:26:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52e45a9d-2c91-4a12-a590-12ad5574206b"}]': finished 2024-08-17T01:26:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ef870c0c-b7c2-4b7f-8176-316e8a1fc9bf"}]: dispatch 2024-08-17T01:26:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ef870c0c-b7c2-4b7f-8176-316e8a1fc9bf"}]: dispatch 2024-08-17T01:26:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ef870c0c-b7c2-4b7f-8176-316e8a1fc9bf"}]': finished 2024-08-17T01:26:47.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/0618a466-e51c-40b7-8349-e1861242ee4b"}]: dispatch 2024-08-17T01:26:47.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/0618a466-e51c-40b7-8349-e1861242ee4b"}]: dispatch 2024-08-17T01:26:47.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/0618a466-e51c-40b7-8349-e1861242ee4b"}]': finished 2024-08-17T01:26:47.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/c7b52ccf-d6bd-4119-a528-785867684a9a"}]: dispatch 2024-08-17T01:26:47.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' 2024-08-17T01:26:47.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/c7b52ccf-d6bd-4119-a528-785867684a9a"}]: dispatch 2024-08-17T01:26:47.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b52ccf-d6bd-4119-a528-785867684a9a"}]: dispatch 2024-08-17T01:26:47.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b52ccf-d6bd-4119-a528-785867684a9a"}]: dispatch 2024-08-17T01:26:47.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b52ccf-d6bd-4119-a528-785867684a9a"}]': finished 2024-08-17T01:26:47.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[101289]: pgmap v3133: 745 pgs: 745 active+clean; 147 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 467 KiB/s rd, 1011 KiB/s wr, 602 op/s 2024-08-17T01:26:47.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: osdmap e1821: 8 total, 8 up, 8 in 2024-08-17T01:26:47.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-17T01:26:47.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-17T01:26:47.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-08-17T01:26:47.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52e45a9d-2c91-4a12-a590-12ad5574206b"}]: dispatch 2024-08-17T01:26:47.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52e45a9d-2c91-4a12-a590-12ad5574206b"}]: dispatch 2024-08-17T01:26:47.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52e45a9d-2c91-4a12-a590-12ad5574206b"}]': finished 2024-08-17T01:26:47.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ef870c0c-b7c2-4b7f-8176-316e8a1fc9bf"}]: dispatch 2024-08-17T01:26:47.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ef870c0c-b7c2-4b7f-8176-316e8a1fc9bf"}]: dispatch 2024-08-17T01:26:47.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ef870c0c-b7c2-4b7f-8176-316e8a1fc9bf"}]': finished 2024-08-17T01:26:47.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/0618a466-e51c-40b7-8349-e1861242ee4b"}]: dispatch 2024-08-17T01:26:47.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/0618a466-e51c-40b7-8349-e1861242ee4b"}]: dispatch 2024-08-17T01:26:47.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/0618a466-e51c-40b7-8349-e1861242ee4b"}]': finished 2024-08-17T01:26:47.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/c7b52ccf-d6bd-4119-a528-785867684a9a"}]: dispatch 2024-08-17T01:26:47.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' 2024-08-17T01:26:47.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/c7b52ccf-d6bd-4119-a528-785867684a9a"}]: dispatch 2024-08-17T01:26:47.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3359705353' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b52ccf-d6bd-4119-a528-785867684a9a"}]: dispatch 2024-08-17T01:26:47.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b52ccf-d6bd-4119-a528-785867684a9a"}]: dispatch 2024-08-17T01:26:47.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c7b52ccf-d6bd-4119-a528-785867684a9a"}]': finished 2024-08-17T01:26:47.888 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:47 smithi157 ceph-mon[98780]: pgmap v3133: 745 pgs: 745 active+clean; 147 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 467 KiB/s rd, 1011 KiB/s wr, 602 op/s 2024-08-17T01:26:48.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:48 smithi157 ceph-mon[98780]: osdmap e1822: 8 total, 8 up, 8 in 2024-08-17T01:26:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:48 smithi157 ceph-mon[101289]: osdmap e1822: 8 total, 8 up, 8 in 2024-08-17T01:26:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:48 smithi187 ceph-mon[90552]: osdmap e1822: 8 total, 8 up, 8 in 2024-08-17T01:26:49.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:49 smithi157 ceph-mon[98780]: osdmap e1823: 8 total, 8 up, 8 in 2024-08-17T01:26:49.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:49 smithi157 ceph-mon[98780]: pgmap v3136: 745 pgs: 745 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 1.8 MiB/s wr, 440 op/s 2024-08-17T01:26:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:49 smithi157 ceph-mon[101289]: osdmap e1823: 8 total, 8 up, 8 in 2024-08-17T01:26:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:49 smithi157 ceph-mon[101289]: pgmap v3136: 745 pgs: 745 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 1.8 MiB/s wr, 440 op/s 2024-08-17T01:26:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:49 smithi187 ceph-mon[90552]: osdmap e1823: 8 total, 8 up, 8 in 2024-08-17T01:26:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:49 smithi187 ceph-mon[90552]: pgmap v3136: 745 pgs: 745 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 1.8 MiB/s wr, 440 op/s 2024-08-17T01:26:50.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:50 smithi157 ceph-mon[101289]: osdmap e1824: 8 total, 8 up, 8 in 2024-08-17T01:26:50.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:50 smithi157 ceph-mon[98780]: osdmap e1824: 8 total, 8 up, 8 in 2024-08-17T01:26:50.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:50 smithi187 ceph-mon[90552]: osdmap e1824: 8 total, 8 up, 8 in 2024-08-17T01:26:51.649 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5078 ms) 2024-08-17T01:26:51.650 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-08-17T01:26:51.650 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:51 smithi157 ceph-mon[98780]: osdmap e1825: 8 total, 8 up, 8 in 2024-08-17T01:26:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:51 smithi157 ceph-mon[98780]: pgmap v3139: 745 pgs: 745 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 1.1 MiB/s wr, 367 op/s 2024-08-17T01:26:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:51 smithi157 ceph-mon[101289]: osdmap e1825: 8 total, 8 up, 8 in 2024-08-17T01:26:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:51 smithi157 ceph-mon[101289]: pgmap v3139: 745 pgs: 745 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 1.1 MiB/s wr, 367 op/s 2024-08-17T01:26:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:51 smithi187 ceph-mon[90552]: osdmap e1825: 8 total, 8 up, 8 in 2024-08-17T01:26:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:51 smithi187 ceph-mon[90552]: pgmap v3139: 745 pgs: 745 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 1.1 MiB/s wr, 367 op/s 2024-08-17T01:26:52.630 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:26:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:26:52.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:52 smithi157 ceph-mon[98780]: osdmap e1826: 8 total, 8 up, 8 in 2024-08-17T01:26:52.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:52 smithi157 ceph-mon[101289]: osdmap e1826: 8 total, 8 up, 8 in 2024-08-17T01:26:52.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:52 smithi187 ceph-mon[90552]: osdmap e1826: 8 total, 8 up, 8 in 2024-08-17T01:26:53.667 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (2017 ms) 2024-08-17T01:26:53.667 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-08-17T01:26:53.667 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:53.714 INFO:tasks.workunit.client.0.smithi157.stdout:1: acquiring exclusive lock 2024-08-17T01:26:53.714 INFO:tasks.workunit.client.0.smithi157.stdout:2: acquiring exclusive lock 2024-08-17T01:26:53.717 INFO:tasks.workunit.client.0.smithi157.stdout:2: exclusive lock acquired 2024-08-17T01:26:53.747 INFO:tasks.workunit.client.0.smithi157.stdout:2: releasing exclusive lock 2024-08-17T01:26:53.750 INFO:tasks.workunit.client.0.smithi157.stdout:2: exclusive lock released 2024-08-17T01:26:53.750 INFO:tasks.workunit.client.0.smithi157.stdout:2: acquiring exclusive lock 2024-08-17T01:26:53.754 INFO:tasks.workunit.client.0.smithi157.stdout:2: exclusive lock acquired 2024-08-17T01:26:53.791 INFO:tasks.workunit.client.0.smithi157.stdout:2: releasing exclusive lock 2024-08-17T01:26:53.793 INFO:tasks.workunit.client.0.smithi157.stdout:2: exclusive lock released 2024-08-17T01:26:53.794 INFO:tasks.workunit.client.0.smithi157.stdout:2: acquiring exclusive lock 2024-08-17T01:26:53.796 INFO:tasks.workunit.client.0.smithi157.stdout:1: exclusive lock acquired 2024-08-17T01:26:53.843 INFO:tasks.workunit.client.0.smithi157.stdout:1: releasing exclusive lock 2024-08-17T01:26:53.845 INFO:tasks.workunit.client.0.smithi157.stdout:1: exclusive lock released 2024-08-17T01:26:53.845 INFO:tasks.workunit.client.0.smithi157.stdout:1: acquiring exclusive lock 2024-08-17T01:26:53.848 INFO:tasks.workunit.client.0.smithi157.stdout:2: exclusive lock acquired 2024-08-17T01:26:53.882 INFO:tasks.workunit.client.0.smithi157.stdout:2: releasing exclusive lock 2024-08-17T01:26:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:26:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:26:53] "GET /metrics HTTP/1.1" 200 83016 "" "Prometheus/2.43.0" 2024-08-17T01:26:53.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:53 smithi157 ceph-mon[101289]: osdmap e1827: 8 total, 8 up, 8 in 2024-08-17T01:26:53.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:53 smithi157 ceph-mon[101289]: pgmap v3142: 745 pgs: 745 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 12 KiB/s wr, 191 op/s 2024-08-17T01:26:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:53 smithi157 ceph-mon[98780]: osdmap e1827: 8 total, 8 up, 8 in 2024-08-17T01:26:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:53 smithi157 ceph-mon[98780]: pgmap v3142: 745 pgs: 745 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 12 KiB/s wr, 191 op/s 2024-08-17T01:26:53.885 INFO:tasks.workunit.client.0.smithi157.stdout:2: exclusive lock released 2024-08-17T01:26:53.885 INFO:tasks.workunit.client.0.smithi157.stdout:2: acquiring exclusive lock 2024-08-17T01:26:53.887 INFO:tasks.workunit.client.0.smithi157.stdout:1: exclusive lock acquired 2024-08-17T01:26:53.902 INFO:tasks.workunit.client.0.smithi157.stdout:1: releasing exclusive lock 2024-08-17T01:26:53.904 INFO:tasks.workunit.client.0.smithi157.stdout:1: exclusive lock released 2024-08-17T01:26:53.905 INFO:tasks.workunit.client.0.smithi157.stdout:1: acquiring exclusive lock 2024-08-17T01:26:53.908 INFO:tasks.workunit.client.0.smithi157.stdout:2: exclusive lock acquired 2024-08-17T01:26:53.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:53 smithi187 ceph-mon[90552]: osdmap e1827: 8 total, 8 up, 8 in 2024-08-17T01:26:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:53 smithi187 ceph-mon[90552]: pgmap v3142: 745 pgs: 745 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 12 KiB/s wr, 191 op/s 2024-08-17T01:26:53.955 INFO:tasks.workunit.client.0.smithi157.stdout:2: releasing exclusive lock 2024-08-17T01:26:53.957 INFO:tasks.workunit.client.0.smithi157.stdout:2: exclusive lock released 2024-08-17T01:26:53.958 INFO:tasks.workunit.client.0.smithi157.stdout:2: acquiring exclusive lock 2024-08-17T01:26:53.961 INFO:tasks.workunit.client.0.smithi157.stdout:2: exclusive lock acquired 2024-08-17T01:26:53.974 INFO:tasks.workunit.client.0.smithi157.stdout:2: releasing exclusive lock 2024-08-17T01:26:53.977 INFO:tasks.workunit.client.0.smithi157.stdout:2: exclusive lock released 2024-08-17T01:26:53.980 INFO:tasks.workunit.client.0.smithi157.stdout:1: exclusive lock acquired 2024-08-17T01:26:53.988 INFO:tasks.workunit.client.0.smithi157.stdout:1: releasing exclusive lock 2024-08-17T01:26:53.990 INFO:tasks.workunit.client.0.smithi157.stdout:1: exclusive lock released 2024-08-17T01:26:53.991 INFO:tasks.workunit.client.0.smithi157.stdout:1: acquiring exclusive lock 2024-08-17T01:26:53.994 INFO:tasks.workunit.client.0.smithi157.stdout:1: exclusive lock acquired 2024-08-17T01:26:54.014 INFO:tasks.workunit.client.0.smithi157.stdout:1: releasing exclusive lock 2024-08-17T01:26:54.017 INFO:tasks.workunit.client.0.smithi157.stdout:1: exclusive lock released 2024-08-17T01:26:54.017 INFO:tasks.workunit.client.0.smithi157.stdout:1: acquiring exclusive lock 2024-08-17T01:26:54.020 INFO:tasks.workunit.client.0.smithi157.stdout:1: exclusive lock acquired 2024-08-17T01:26:54.062 INFO:tasks.workunit.client.0.smithi157.stdout:1: releasing exclusive lock 2024-08-17T01:26:54.065 INFO:tasks.workunit.client.0.smithi157.stdout:1: exclusive lock released 2024-08-17T01:26:54.077 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ExclusiveLock (411 ms) 2024-08-17T01:26:54.077 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.BreakLock 2024-08-17T01:26:54.092 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:54.672 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.BreakLock (594 ms) 2024-08-17T01:26:54.672 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-08-17T01:26:54.672 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:54.695 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (23 ms) 2024-08-17T01:26:54.695 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-08-17T01:26:54.695 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-08-17T01:26:54.695 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-08-17T01:26:54.695 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:54.753 INFO:tasks.workunit.client.0.smithi157.stdout:0.00% done 2024-08-17T01:26:54.753 INFO:tasks.workunit.client.0.smithi157.stdout:1.56% done 2024-08-17T01:26:54.753 INFO:tasks.workunit.client.0.smithi157.stdout:3.12% done 2024-08-17T01:26:54.753 INFO:tasks.workunit.client.0.smithi157.stdout:4.69% done 2024-08-17T01:26:54.753 INFO:tasks.workunit.client.0.smithi157.stdout:6.25% done 2024-08-17T01:26:54.753 INFO:tasks.workunit.client.0.smithi157.stdout:7.81% done 2024-08-17T01:26:54.754 INFO:tasks.workunit.client.0.smithi157.stdout:9.38% done 2024-08-17T01:26:54.754 INFO:tasks.workunit.client.0.smithi157.stdout:10.94% done 2024-08-17T01:26:54.754 INFO:tasks.workunit.client.0.smithi157.stdout:12.50% done 2024-08-17T01:26:54.754 INFO:tasks.workunit.client.0.smithi157.stdout:14.06% done 2024-08-17T01:26:54.754 INFO:tasks.workunit.client.0.smithi157.stdout:15.62% done 2024-08-17T01:26:54.754 INFO:tasks.workunit.client.0.smithi157.stdout:17.19% done 2024-08-17T01:26:54.755 INFO:tasks.workunit.client.0.smithi157.stdout:18.75% done 2024-08-17T01:26:54.755 INFO:tasks.workunit.client.0.smithi157.stdout:20.31% done 2024-08-17T01:26:54.755 INFO:tasks.workunit.client.0.smithi157.stdout:21.88% done 2024-08-17T01:26:54.755 INFO:tasks.workunit.client.0.smithi157.stdout:23.44% done 2024-08-17T01:26:54.755 INFO:tasks.workunit.client.0.smithi157.stdout:25.00% done 2024-08-17T01:26:54.755 INFO:tasks.workunit.client.0.smithi157.stdout:26.56% done 2024-08-17T01:26:54.755 INFO:tasks.workunit.client.0.smithi157.stdout:28.12% done 2024-08-17T01:26:54.755 INFO:tasks.workunit.client.0.smithi157.stdout:29.69% done 2024-08-17T01:26:54.755 INFO:tasks.workunit.client.0.smithi157.stdout:31.25% done 2024-08-17T01:26:54.755 INFO:tasks.workunit.client.0.smithi157.stdout:32.81% done 2024-08-17T01:26:54.755 INFO:tasks.workunit.client.0.smithi157.stdout:34.38% done 2024-08-17T01:26:54.755 INFO:tasks.workunit.client.0.smithi157.stdout:35.94% done 2024-08-17T01:26:54.755 INFO:tasks.workunit.client.0.smithi157.stdout:37.50% done 2024-08-17T01:26:54.756 INFO:tasks.workunit.client.0.smithi157.stdout:39.06% done 2024-08-17T01:26:54.756 INFO:tasks.workunit.client.0.smithi157.stdout:40.62% done 2024-08-17T01:26:54.756 INFO:tasks.workunit.client.0.smithi157.stdout:42.19% done 2024-08-17T01:26:54.756 INFO:tasks.workunit.client.0.smithi157.stdout:43.75% done 2024-08-17T01:26:54.756 INFO:tasks.workunit.client.0.smithi157.stdout:45.31% done 2024-08-17T01:26:54.756 INFO:tasks.workunit.client.0.smithi157.stdout:46.88% done 2024-08-17T01:26:54.756 INFO:tasks.workunit.client.0.smithi157.stdout:48.44% done 2024-08-17T01:26:54.756 INFO:tasks.workunit.client.0.smithi157.stdout:50.00% done 2024-08-17T01:26:54.756 INFO:tasks.workunit.client.0.smithi157.stdout:51.56% done 2024-08-17T01:26:54.756 INFO:tasks.workunit.client.0.smithi157.stdout:53.12% done 2024-08-17T01:26:54.756 INFO:tasks.workunit.client.0.smithi157.stdout:54.69% done 2024-08-17T01:26:54.756 INFO:tasks.workunit.client.0.smithi157.stdout:56.25% done 2024-08-17T01:26:54.756 INFO:tasks.workunit.client.0.smithi157.stdout:57.81% done 2024-08-17T01:26:54.757 INFO:tasks.workunit.client.0.smithi157.stdout:59.38% done 2024-08-17T01:26:54.757 INFO:tasks.workunit.client.0.smithi157.stdout:60.94% done 2024-08-17T01:26:54.757 INFO:tasks.workunit.client.0.smithi157.stdout:62.50% done 2024-08-17T01:26:54.757 INFO:tasks.workunit.client.0.smithi157.stdout:64.06% done 2024-08-17T01:26:54.757 INFO:tasks.workunit.client.0.smithi157.stdout:65.62% done 2024-08-17T01:26:54.757 INFO:tasks.workunit.client.0.smithi157.stdout:67.19% done 2024-08-17T01:26:54.757 INFO:tasks.workunit.client.0.smithi157.stdout:68.75% done 2024-08-17T01:26:54.757 INFO:tasks.workunit.client.0.smithi157.stdout:70.31% done 2024-08-17T01:26:54.757 INFO:tasks.workunit.client.0.smithi157.stdout:71.88% done 2024-08-17T01:26:54.757 INFO:tasks.workunit.client.0.smithi157.stdout:73.44% done 2024-08-17T01:26:54.757 INFO:tasks.workunit.client.0.smithi157.stdout:75.00% done 2024-08-17T01:26:54.758 INFO:tasks.workunit.client.0.smithi157.stdout:76.56% done 2024-08-17T01:26:54.758 INFO:tasks.workunit.client.0.smithi157.stdout:78.12% done 2024-08-17T01:26:54.758 INFO:tasks.workunit.client.0.smithi157.stdout:79.69% done 2024-08-17T01:26:54.758 INFO:tasks.workunit.client.0.smithi157.stdout:81.25% done 2024-08-17T01:26:54.758 INFO:tasks.workunit.client.0.smithi157.stdout:82.81% done 2024-08-17T01:26:54.758 INFO:tasks.workunit.client.0.smithi157.stdout:84.38% done 2024-08-17T01:26:54.758 INFO:tasks.workunit.client.0.smithi157.stdout:85.94% done 2024-08-17T01:26:54.758 INFO:tasks.workunit.client.0.smithi157.stdout:87.50% done 2024-08-17T01:26:54.758 INFO:tasks.workunit.client.0.smithi157.stdout:89.06% done 2024-08-17T01:26:54.758 INFO:tasks.workunit.client.0.smithi157.stdout:90.62% done 2024-08-17T01:26:54.758 INFO:tasks.workunit.client.0.smithi157.stdout:92.19% done 2024-08-17T01:26:54.758 INFO:tasks.workunit.client.0.smithi157.stdout:93.75% done 2024-08-17T01:26:54.758 INFO:tasks.workunit.client.0.smithi157.stdout:95.31% done 2024-08-17T01:26:54.759 INFO:tasks.workunit.client.0.smithi157.stdout:96.88% done 2024-08-17T01:26:54.759 INFO:tasks.workunit.client.0.smithi157.stdout:98.44% done 2024-08-17T01:26:54.759 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (58 ms) 2024-08-17T01:26:54.759 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-08-17T01:26:54.759 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:54.809 INFO:tasks.workunit.client.0.smithi157.stdout:0.00% done 2024-08-17T01:26:54.809 INFO:tasks.workunit.client.0.smithi157.stdout:1.56% done 2024-08-17T01:26:54.809 INFO:tasks.workunit.client.0.smithi157.stdout:3.12% done 2024-08-17T01:26:54.809 INFO:tasks.workunit.client.0.smithi157.stdout:4.69% done 2024-08-17T01:26:54.809 INFO:tasks.workunit.client.0.smithi157.stdout:6.25% done 2024-08-17T01:26:54.810 INFO:tasks.workunit.client.0.smithi157.stdout:7.81% done 2024-08-17T01:26:54.810 INFO:tasks.workunit.client.0.smithi157.stdout:9.38% done 2024-08-17T01:26:54.810 INFO:tasks.workunit.client.0.smithi157.stdout:10.94% done 2024-08-17T01:26:54.810 INFO:tasks.workunit.client.0.smithi157.stdout:12.50% done 2024-08-17T01:26:54.810 INFO:tasks.workunit.client.0.smithi157.stdout:14.06% done 2024-08-17T01:26:54.810 INFO:tasks.workunit.client.0.smithi157.stdout:15.62% done 2024-08-17T01:26:54.810 INFO:tasks.workunit.client.0.smithi157.stdout:17.19% done 2024-08-17T01:26:54.810 INFO:tasks.workunit.client.0.smithi157.stdout:18.75% done 2024-08-17T01:26:54.810 INFO:tasks.workunit.client.0.smithi157.stdout:20.31% done 2024-08-17T01:26:54.810 INFO:tasks.workunit.client.0.smithi157.stdout:21.88% done 2024-08-17T01:26:54.810 INFO:tasks.workunit.client.0.smithi157.stdout:23.44% done 2024-08-17T01:26:54.811 INFO:tasks.workunit.client.0.smithi157.stdout:25.00% done 2024-08-17T01:26:54.811 INFO:tasks.workunit.client.0.smithi157.stdout:26.56% done 2024-08-17T01:26:54.811 INFO:tasks.workunit.client.0.smithi157.stdout:28.12% done 2024-08-17T01:26:54.811 INFO:tasks.workunit.client.0.smithi157.stdout:29.69% done 2024-08-17T01:26:54.811 INFO:tasks.workunit.client.0.smithi157.stdout:31.25% done 2024-08-17T01:26:54.811 INFO:tasks.workunit.client.0.smithi157.stdout:32.81% done 2024-08-17T01:26:54.811 INFO:tasks.workunit.client.0.smithi157.stdout:34.38% done 2024-08-17T01:26:54.811 INFO:tasks.workunit.client.0.smithi157.stdout:35.94% done 2024-08-17T01:26:54.811 INFO:tasks.workunit.client.0.smithi157.stdout:37.50% done 2024-08-17T01:26:54.811 INFO:tasks.workunit.client.0.smithi157.stdout:39.06% done 2024-08-17T01:26:54.811 INFO:tasks.workunit.client.0.smithi157.stdout:40.62% done 2024-08-17T01:26:54.811 INFO:tasks.workunit.client.0.smithi157.stdout:42.19% done 2024-08-17T01:26:54.812 INFO:tasks.workunit.client.0.smithi157.stdout:43.75% done 2024-08-17T01:26:54.812 INFO:tasks.workunit.client.0.smithi157.stdout:45.31% done 2024-08-17T01:26:54.812 INFO:tasks.workunit.client.0.smithi157.stdout:46.88% done 2024-08-17T01:26:54.812 INFO:tasks.workunit.client.0.smithi157.stdout:48.44% done 2024-08-17T01:26:54.812 INFO:tasks.workunit.client.0.smithi157.stdout:50.00% done 2024-08-17T01:26:54.812 INFO:tasks.workunit.client.0.smithi157.stdout:51.56% done 2024-08-17T01:26:54.812 INFO:tasks.workunit.client.0.smithi157.stdout:53.12% done 2024-08-17T01:26:54.812 INFO:tasks.workunit.client.0.smithi157.stdout:54.69% done 2024-08-17T01:26:54.812 INFO:tasks.workunit.client.0.smithi157.stdout:56.25% done 2024-08-17T01:26:54.812 INFO:tasks.workunit.client.0.smithi157.stdout:57.81% done 2024-08-17T01:26:54.812 INFO:tasks.workunit.client.0.smithi157.stdout:59.38% done 2024-08-17T01:26:54.812 INFO:tasks.workunit.client.0.smithi157.stdout:60.94% done 2024-08-17T01:26:54.812 INFO:tasks.workunit.client.0.smithi157.stdout:62.50% done 2024-08-17T01:26:54.813 INFO:tasks.workunit.client.0.smithi157.stdout:64.06% done 2024-08-17T01:26:54.813 INFO:tasks.workunit.client.0.smithi157.stdout:65.62% done 2024-08-17T01:26:54.813 INFO:tasks.workunit.client.0.smithi157.stdout:67.19% done 2024-08-17T01:26:54.813 INFO:tasks.workunit.client.0.smithi157.stdout:68.75% done 2024-08-17T01:26:54.813 INFO:tasks.workunit.client.0.smithi157.stdout:70.31% done 2024-08-17T01:26:54.813 INFO:tasks.workunit.client.0.smithi157.stdout:71.88% done 2024-08-17T01:26:54.813 INFO:tasks.workunit.client.0.smithi157.stdout:73.44% done 2024-08-17T01:26:54.813 INFO:tasks.workunit.client.0.smithi157.stdout:75.00% done 2024-08-17T01:26:54.813 INFO:tasks.workunit.client.0.smithi157.stdout:76.56% done 2024-08-17T01:26:54.813 INFO:tasks.workunit.client.0.smithi157.stdout:78.12% done 2024-08-17T01:26:54.813 INFO:tasks.workunit.client.0.smithi157.stdout:79.69% done 2024-08-17T01:26:54.813 INFO:tasks.workunit.client.0.smithi157.stdout:81.25% done 2024-08-17T01:26:54.813 INFO:tasks.workunit.client.0.smithi157.stdout:82.81% done 2024-08-17T01:26:54.813 INFO:tasks.workunit.client.0.smithi157.stdout:84.38% done 2024-08-17T01:26:54.814 INFO:tasks.workunit.client.0.smithi157.stdout:85.94% done 2024-08-17T01:26:54.814 INFO:tasks.workunit.client.0.smithi157.stdout:87.50% done 2024-08-17T01:26:54.814 INFO:tasks.workunit.client.0.smithi157.stdout:89.06% done 2024-08-17T01:26:54.814 INFO:tasks.workunit.client.0.smithi157.stdout:90.62% done 2024-08-17T01:26:54.814 INFO:tasks.workunit.client.0.smithi157.stdout:92.19% done 2024-08-17T01:26:54.814 INFO:tasks.workunit.client.0.smithi157.stdout:93.75% done 2024-08-17T01:26:54.814 INFO:tasks.workunit.client.0.smithi157.stdout:95.31% done 2024-08-17T01:26:54.814 INFO:tasks.workunit.client.0.smithi157.stdout:96.88% done 2024-08-17T01:26:54.814 INFO:tasks.workunit.client.0.smithi157.stdout:98.44% done 2024-08-17T01:26:54.814 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (56 ms) 2024-08-17T01:26:54.814 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-08-17T01:26:54.814 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:54.816 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:54.929 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestTrashPurge (121 ms) 2024-08-17T01:26:54.929 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-08-17T01:26:54.930 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:54.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:54 smithi187 ceph-mon[90552]: osdmap e1828: 8 total, 8 up, 8 in 2024-08-17T01:26:54.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:54 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/1377076121"}]: dispatch 2024-08-17T01:26:54.975 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (45 ms) 2024-08-17T01:26:54.975 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-08-17T01:26:54.975 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:54.998 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestListWatchers (23 ms) 2024-08-17T01:26:54.998 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-08-17T01:26:54.998 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:55.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:54 smithi157 ceph-mon[98780]: osdmap e1828: 8 total, 8 up, 8 in 2024-08-17T01:26:55.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:54 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/1377076121"}]: dispatch 2024-08-17T01:26:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:54 smithi157 ceph-mon[101289]: osdmap e1828: 8 total, 8 up, 8 in 2024-08-17T01:26:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:54 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/1377076121"}]: dispatch 2024-08-17T01:26:55.692 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestSetSnapById (694 ms) 2024-08-17T01:26:55.692 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.Namespaces 2024-08-17T01:26:55.717 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.Namespaces (25 ms) 2024-08-17T01:26:55.717 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-08-17T01:26:55.752 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:55.757 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:55.838 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.NamespacesPP (122 ms) 2024-08-17T01:26:55.839 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.Migration 2024-08-17T01:26:55.839 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:55.839 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:55 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/1377076121"}]': finished 2024-08-17T01:26:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:55 smithi187 ceph-mon[90552]: pgmap v3145: 745 pgs: 745 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 138 KiB/s wr, 182 op/s 2024-08-17T01:26:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:55 smithi187 ceph-mon[90552]: osdmap e1829: 8 total, 8 up, 8 in 2024-08-17T01:26:56.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:55 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/1377076121"}]': finished 2024-08-17T01:26:56.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:55 smithi157 ceph-mon[101289]: pgmap v3145: 745 pgs: 745 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 138 KiB/s wr, 182 op/s 2024-08-17T01:26:56.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:55 smithi157 ceph-mon[101289]: osdmap e1829: 8 total, 8 up, 8 in 2024-08-17T01:26:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:55 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/1377076121"}]': finished 2024-08-17T01:26:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:55 smithi157 ceph-mon[98780]: pgmap v3145: 745 pgs: 745 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 138 KiB/s wr, 182 op/s 2024-08-17T01:26:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:55 smithi157 ceph-mon[98780]: osdmap e1829: 8 total, 8 up, 8 in 2024-08-17T01:26:56.237 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.Migration (398 ms) 2024-08-17T01:26:56.237 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-08-17T01:26:56.237 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:56.237 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:56.638 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.MigrationPP (402 ms) 2024-08-17T01:26:56.638 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-08-17T01:26:56.639 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:56.655 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (17 ms) 2024-08-17T01:26:56.656 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-08-17T01:26:56.656 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:56.673 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (18 ms) 2024-08-17T01:26:56.673 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-08-17T01:26:56.673 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:56.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:56 smithi187 ceph-mon[90552]: osdmap e1830: 8 total, 8 up, 8 in 2024-08-17T01:26:57.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:56 smithi157 ceph-mon[98780]: osdmap e1830: 8 total, 8 up, 8 in 2024-08-17T01:26:57.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:56 smithi157 ceph-mon[101289]: osdmap e1830: 8 total, 8 up, 8 in 2024-08-17T01:26:57.759 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1086 ms) 2024-08-17T01:26:57.760 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-08-17T01:26:57.785 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.PoolMetadata (25 ms) 2024-08-17T01:26:57.785 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-08-17T01:26:57.809 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.PoolMetadataPP (25 ms) 2024-08-17T01:26:57.810 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.Config 2024-08-17T01:26:57.815 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:57.851 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.Config (41 ms) 2024-08-17T01:26:57.851 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-08-17T01:26:57.856 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:57.892 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ConfigPP (42 ms) 2024-08-17T01:26:57.893 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-08-17T01:26:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:57 smithi187 ceph-mon[90552]: pgmap v3147: 745 pgs: 745 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 253 KiB/s rd, 141 KiB/s wr, 270 op/s 2024-08-17T01:26:58.014 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:26:57 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:26:57] ENGINE Bus STOPPING 2024-08-17T01:26:58.014 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:57 smithi157 ceph-mon[101289]: pgmap v3147: 745 pgs: 745 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 253 KiB/s rd, 141 KiB/s wr, 270 op/s 2024-08-17T01:26:58.014 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:57 smithi157 ceph-mon[98780]: pgmap v3147: 745 pgs: 745 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 253 KiB/s rd, 141 KiB/s wr, 270 op/s 2024-08-17T01:26:58.384 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:26:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:26:58.384 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:26:58] ENGINE Bus STOPPED 2024-08-17T01:26:58.384 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:26:58] ENGINE Bus STARTING 2024-08-17T01:26:58.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:26:58] ENGINE Serving on http://:::9283 2024-08-17T01:26:58.385 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:26:58] ENGINE Bus STARTED 2024-08-17T01:26:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: osdmap e1831: 8 total, 8 up, 8 in 2024-08-17T01:26:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' 2024-08-17T01:26:58.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:26:58.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:26:58.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:26:58.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:26:58.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:58.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:26:58.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:58.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:58.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:58.956 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:58.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:58.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:58.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:58.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:58.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:58.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:26:58.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:26:58.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:58.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:58.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:58.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:26:58.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:26:58.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:58.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:58.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:58.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:26:58.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:26:58.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:58.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:58.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:58.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: osdmap e1832: 8 total, 8 up, 8 in 2024-08-17T01:26:58.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1134052876' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:26:58.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:58 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:26:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: osdmap e1831: 8 total, 8 up, 8 in 2024-08-17T01:26:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' 2024-08-17T01:26:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:26:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:26:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:26:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:26:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:26:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:26:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:26:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:59.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:59.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:26:59.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:26:59.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:59.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:59.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:59.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:26:59.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:26:59.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:59.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:59.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:59.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: osdmap e1832: 8 total, 8 up, 8 in 2024-08-17T01:26:59.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1134052876' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:26:59.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:26:59.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: osdmap e1831: 8 total, 8 up, 8 in 2024-08-17T01:26:59.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4277698612' entity='client.admin' 2024-08-17T01:26:59.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:26:59.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:26:59.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:26:59.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:26:59.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:26:59.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:26:59.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:59.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:59.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:59.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:59.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:59.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:59.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:59.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:59.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:59.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:26:59.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:26:59.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:59.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:59.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:59.139 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:26:59.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:26:59.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:59.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:59.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:59.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:26:59.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:26:59.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:26:59.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:26:59.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:26:59.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: osdmap e1832: 8 total, 8 up, 8 in 2024-08-17T01:26:59.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1134052876' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:26:59.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:58 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:26:59.332 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:26:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:59 smithi187 ceph-mon[90552]: pgmap v3150: 777 pgs: 16 creating+peering, 16 unknown, 745 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 573 KiB/s rd, 43 KiB/s wr, 805 op/s 2024-08-17T01:26:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:59 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:26:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:59 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:26:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:26:59 smithi187 ceph-mon[90552]: osdmap e1833: 8 total, 8 up, 8 in 2024-08-17T01:27:00.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:59 smithi157 ceph-mon[98780]: pgmap v3150: 777 pgs: 16 creating+peering, 16 unknown, 745 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 573 KiB/s rd, 43 KiB/s wr, 805 op/s 2024-08-17T01:27:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:59 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:27:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:59 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:26:59 smithi157 ceph-mon[98780]: osdmap e1833: 8 total, 8 up, 8 in 2024-08-17T01:27:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:59 smithi157 ceph-mon[101289]: pgmap v3150: 777 pgs: 16 creating+peering, 16 unknown, 745 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 573 KiB/s rd, 43 KiB/s wr, 805 op/s 2024-08-17T01:27:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:59 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:27:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:59 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:26:59 smithi157 ceph-mon[101289]: osdmap e1833: 8 total, 8 up, 8 in 2024-08-17T01:27:01.382 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:27:01.424 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:27:01.432 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:27:01.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:01 smithi157 ceph-mon[98780]: osdmap e1834: 8 total, 8 up, 8 in 2024-08-17T01:27:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:01 smithi157 ceph-mon[98780]: pgmap v3153: 777 pgs: 16 creating+peering, 6 unknown, 755 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 618 KiB/s rd, 46 KiB/s wr, 856 op/s 2024-08-17T01:27:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:01 smithi157 ceph-mon[101289]: osdmap e1834: 8 total, 8 up, 8 in 2024-08-17T01:27:01.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:01 smithi157 ceph-mon[101289]: pgmap v3153: 777 pgs: 16 creating+peering, 6 unknown, 755 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 618 KiB/s rd, 46 KiB/s wr, 856 op/s 2024-08-17T01:27:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:01 smithi187 ceph-mon[90552]: osdmap e1834: 8 total, 8 up, 8 in 2024-08-17T01:27:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:01 smithi187 ceph-mon[90552]: pgmap v3153: 777 pgs: 16 creating+peering, 6 unknown, 755 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 618 KiB/s rd, 46 KiB/s wr, 856 op/s 2024-08-17T01:27:02.410 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.PoolStatsPP (4517 ms) 2024-08-17T01:27:02.410 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-08-17T01:27:02.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:02 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:27:02.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:02 smithi157 ceph-mon[101289]: osdmap e1835: 8 total, 8 up, 8 in 2024-08-17T01:27:02.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:02 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:27:02.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:02 smithi157 ceph-mon[98780]: osdmap e1835: 8 total, 8 up, 8 in 2024-08-17T01:27:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:02 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:27:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:02 smithi187 ceph-mon[90552]: osdmap e1835: 8 total, 8 up, 8 in 2024-08-17T01:27:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:27:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:27:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:27:03.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:03 smithi157 ceph-mon[98780]: osdmap e1836: 8 total, 8 up, 8 in 2024-08-17T01:27:03.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:03 smithi157 ceph-mon[98780]: pgmap v3156: 777 pgs: 16 creating+peering, 761 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 17 KiB/s wr, 419 op/s 2024-08-17T01:27:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:03 smithi157 ceph-mon[101289]: osdmap e1836: 8 total, 8 up, 8 in 2024-08-17T01:27:03.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:03 smithi157 ceph-mon[101289]: pgmap v3156: 777 pgs: 16 creating+peering, 761 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 17 KiB/s wr, 419 op/s 2024-08-17T01:27:03.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:27:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:27:03] "GET /metrics HTTP/1.1" 200 85439 "" "Prometheus/2.43.0" 2024-08-17T01:27:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:03 smithi187 ceph-mon[90552]: osdmap e1836: 8 total, 8 up, 8 in 2024-08-17T01:27:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:03 smithi187 ceph-mon[90552]: pgmap v3156: 777 pgs: 16 creating+peering, 761 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 17 KiB/s wr, 419 op/s 2024-08-17T01:27:04.359 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:27:04.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:04 smithi157 ceph-mon[101289]: osdmap e1837: 8 total, 8 up, 8 in 2024-08-17T01:27:04.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:04 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3160098077' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:04.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:04 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:04.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:04 smithi157 ceph-mon[98780]: osdmap e1837: 8 total, 8 up, 8 in 2024-08-17T01:27:04.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:04 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3160098077' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:04.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:04 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:04 smithi187 ceph-mon[90552]: osdmap e1837: 8 total, 8 up, 8 in 2024-08-17T01:27:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:04 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3160098077' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:04 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:05.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:05 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:05 smithi157 ceph-mon[101289]: osdmap e1838: 8 total, 8 up, 8 in 2024-08-17T01:27:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:05 smithi157 ceph-mon[101289]: pgmap v3159: 809 pgs: 13 creating+peering, 16 unknown, 780 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 13 KiB/s wr, 306 op/s 2024-08-17T01:27:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:05 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:05 smithi157 ceph-mon[98780]: osdmap e1838: 8 total, 8 up, 8 in 2024-08-17T01:27:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:05 smithi157 ceph-mon[98780]: pgmap v3159: 809 pgs: 13 creating+peering, 16 unknown, 780 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 13 KiB/s wr, 306 op/s 2024-08-17T01:27:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:05 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:05 smithi187 ceph-mon[90552]: osdmap e1838: 8 total, 8 up, 8 in 2024-08-17T01:27:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:05 smithi187 ceph-mon[90552]: pgmap v3159: 809 pgs: 13 creating+peering, 16 unknown, 780 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 13 KiB/s wr, 306 op/s 2024-08-17T01:27:06.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:06 smithi157 ceph-mon[98780]: osdmap e1839: 8 total, 8 up, 8 in 2024-08-17T01:27:06.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:06 smithi157 ceph-mon[101289]: osdmap e1839: 8 total, 8 up, 8 in 2024-08-17T01:27:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:06 smithi187 ceph-mon[90552]: osdmap e1839: 8 total, 8 up, 8 in 2024-08-17T01:27:07.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:07 smithi157 ceph-mon[98780]: osdmap e1840: 8 total, 8 up, 8 in 2024-08-17T01:27:07.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:07 smithi157 ceph-mon[98780]: pgmap v3162: 809 pgs: 13 creating+peering, 4 unknown, 792 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 55 op/s 2024-08-17T01:27:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:07 smithi157 ceph-mon[101289]: osdmap e1840: 8 total, 8 up, 8 in 2024-08-17T01:27:07.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:07 smithi157 ceph-mon[101289]: pgmap v3162: 809 pgs: 13 creating+peering, 4 unknown, 792 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 55 op/s 2024-08-17T01:27:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:07 smithi187 ceph-mon[90552]: osdmap e1840: 8 total, 8 up, 8 in 2024-08-17T01:27:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:07 smithi187 ceph-mon[90552]: pgmap v3162: 809 pgs: 13 creating+peering, 4 unknown, 792 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 55 op/s 2024-08-17T01:27:08.470 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ImageSpec (6061 ms) 2024-08-17T01:27:08.470 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-08-17T01:27:08.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:08 smithi157 ceph-mon[101289]: osdmap e1841: 8 total, 8 up, 8 in 2024-08-17T01:27:08.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:08 smithi157 ceph-mon[101289]: osdmap e1842: 8 total, 8 up, 8 in 2024-08-17T01:27:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:08 smithi157 ceph-mon[98780]: osdmap e1841: 8 total, 8 up, 8 in 2024-08-17T01:27:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:08 smithi157 ceph-mon[98780]: osdmap e1842: 8 total, 8 up, 8 in 2024-08-17T01:27:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:08 smithi187 ceph-mon[90552]: osdmap e1841: 8 total, 8 up, 8 in 2024-08-17T01:27:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:08 smithi187 ceph-mon[90552]: osdmap e1842: 8 total, 8 up, 8 in 2024-08-17T01:27:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:09 smithi157 ceph-mon[101289]: pgmap v3165: 809 pgs: 809 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 3.5 KiB/s wr, 27 op/s 2024-08-17T01:27:09.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:09 smithi157 ceph-mon[98780]: pgmap v3165: 809 pgs: 809 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 3.5 KiB/s wr, 27 op/s 2024-08-17T01:27:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:09 smithi187 ceph-mon[90552]: pgmap v3165: 809 pgs: 809 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 3.5 KiB/s wr, 27 op/s 2024-08-17T01:27:10.396 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:27:10.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:10 smithi157 ceph-mon[101289]: osdmap e1843: 8 total, 8 up, 8 in 2024-08-17T01:27:10.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:10 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2947411019' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:10.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:10 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:10 smithi157 ceph-mon[98780]: osdmap e1843: 8 total, 8 up, 8 in 2024-08-17T01:27:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:10 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2947411019' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:10 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:10 smithi187 ceph-mon[90552]: osdmap e1843: 8 total, 8 up, 8 in 2024-08-17T01:27:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:10 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2947411019' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:10 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:11 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:11 smithi187 ceph-mon[90552]: osdmap e1844: 8 total, 8 up, 8 in 2024-08-17T01:27:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:11 smithi187 ceph-mon[90552]: pgmap v3168: 841 pgs: 6 creating+peering, 23 unknown, 812 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 5.2 KiB/s wr, 95 op/s 2024-08-17T01:27:11.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:11 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:11.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:11 smithi157 ceph-mon[101289]: osdmap e1844: 8 total, 8 up, 8 in 2024-08-17T01:27:11.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:11 smithi157 ceph-mon[101289]: pgmap v3168: 841 pgs: 6 creating+peering, 23 unknown, 812 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 5.2 KiB/s wr, 95 op/s 2024-08-17T01:27:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:11 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:11 smithi157 ceph-mon[98780]: osdmap e1844: 8 total, 8 up, 8 in 2024-08-17T01:27:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:11 smithi157 ceph-mon[98780]: pgmap v3168: 841 pgs: 6 creating+peering, 23 unknown, 812 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 5.2 KiB/s wr, 95 op/s 2024-08-17T01:27:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:12 smithi187 ceph-mon[90552]: osdmap e1845: 8 total, 8 up, 8 in 2024-08-17T01:27:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:27:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:27:12.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:12 smithi157 ceph-mon[101289]: osdmap e1845: 8 total, 8 up, 8 in 2024-08-17T01:27:12.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:12 smithi157 ceph-mon[98780]: osdmap e1845: 8 total, 8 up, 8 in 2024-08-17T01:27:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:13 smithi187 ceph-mon[90552]: osdmap e1846: 8 total, 8 up, 8 in 2024-08-17T01:27:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:13 smithi187 ceph-mon[90552]: pgmap v3171: 841 pgs: 6 creating+peering, 14 unknown, 821 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 4.5 KiB/s wr, 146 op/s 2024-08-17T01:27:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:27:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:27:13] "GET /metrics HTTP/1.1" 200 85439 "" "Prometheus/2.43.0" 2024-08-17T01:27:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:13 smithi157 ceph-mon[98780]: osdmap e1846: 8 total, 8 up, 8 in 2024-08-17T01:27:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:13 smithi157 ceph-mon[98780]: pgmap v3171: 841 pgs: 6 creating+peering, 14 unknown, 821 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 4.5 KiB/s wr, 146 op/s 2024-08-17T01:27:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:13 smithi157 ceph-mon[101289]: osdmap e1846: 8 total, 8 up, 8 in 2024-08-17T01:27:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:13 smithi157 ceph-mon[101289]: pgmap v3171: 841 pgs: 6 creating+peering, 14 unknown, 821 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 4.5 KiB/s wr, 146 op/s 2024-08-17T01:27:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:14 smithi187 ceph-mon[90552]: osdmap e1847: 8 total, 8 up, 8 in 2024-08-17T01:27:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:14.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:14 smithi157 ceph-mon[101289]: osdmap e1847: 8 total, 8 up, 8 in 2024-08-17T01:27:14.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:14 smithi157 ceph-mon[98780]: osdmap e1847: 8 total, 8 up, 8 in 2024-08-17T01:27:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:15 smithi187 ceph-mon[90552]: osdmap e1848: 8 total, 8 up, 8 in 2024-08-17T01:27:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:15 smithi187 ceph-mon[90552]: pgmap v3174: 841 pgs: 841 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 4.2 KiB/s wr, 114 op/s 2024-08-17T01:27:15.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:15 smithi157 ceph-mon[101289]: osdmap e1848: 8 total, 8 up, 8 in 2024-08-17T01:27:15.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:15 smithi157 ceph-mon[101289]: pgmap v3174: 841 pgs: 841 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 4.2 KiB/s wr, 114 op/s 2024-08-17T01:27:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:15 smithi157 ceph-mon[98780]: osdmap e1848: 8 total, 8 up, 8 in 2024-08-17T01:27:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:15 smithi157 ceph-mon[98780]: pgmap v3174: 841 pgs: 841 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 4.2 KiB/s wr, 114 op/s 2024-08-17T01:27:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:16 smithi187 ceph-mon[90552]: osdmap e1849: 8 total, 8 up, 8 in 2024-08-17T01:27:16.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:16 smithi157 ceph-mon[98780]: osdmap e1849: 8 total, 8 up, 8 in 2024-08-17T01:27:16.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:16 smithi157 ceph-mon[101289]: osdmap e1849: 8 total, 8 up, 8 in 2024-08-17T01:27:17.471 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 3 2024-08-17T01:27:17.471 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 3 2024-08-17T01:27:17.471 INFO:tasks.workunit.client.0.smithi157.stdout:child: image213 2024-08-17T01:27:17.471 INFO:tasks.workunit.client.0.smithi157.stdout:child: image215 2024-08-17T01:27:17.472 INFO:tasks.workunit.client.0.smithi157.stdout:child: image214 2024-08-17T01:27:17.472 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-15/image213/8b62fdf233a 2024-08-17T01:27:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:27:17.472 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-37/image214/8b62cfae1b69 2024-08-17T01:27:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:27:17.472 INFO:tasks.workunit.client.0.smithi157.stdout:found child test-librbd-smithi157-151243-15/image215/8b628e212144 2024-08-17T01:27:17.472 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:27:17.472 INFO:tasks.workunit.client.0.smithi157.stdout:num children is: 0 2024-08-17T01:27:17.472 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 0 2024-08-17T01:27:17.472 INFO:tasks.workunit.client.0.smithi157.stdout:num snaps is: 0 2024-08-17T01:27:17.472 INFO:tasks.workunit.client.0.smithi157.stdout:expected: 0 2024-08-17T01:27:17.472 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (9000 ms) 2024-08-17T01:27:17.472 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-08-17T01:27:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:17 smithi187 ceph-mon[90552]: osdmap e1850: 8 total, 8 up, 8 in 2024-08-17T01:27:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:17 smithi187 ceph-mon[90552]: pgmap v3177: 809 pgs: 809 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:27:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:17 smithi157 ceph-mon[98780]: osdmap e1850: 8 total, 8 up, 8 in 2024-08-17T01:27:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:17 smithi157 ceph-mon[98780]: pgmap v3177: 809 pgs: 809 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:27:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:17 smithi157 ceph-mon[101289]: osdmap e1850: 8 total, 8 up, 8 in 2024-08-17T01:27:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:17 smithi157 ceph-mon[101289]: pgmap v3177: 809 pgs: 809 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:27:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:18 smithi187 ceph-mon[90552]: osdmap e1851: 8 total, 8 up, 8 in 2024-08-17T01:27:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:18 smithi187 ceph-mon[90552]: osdmap e1852: 8 total, 8 up, 8 in 2024-08-17T01:27:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:18 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3743094402' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:18 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:18.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:18 smithi157 ceph-mon[101289]: osdmap e1851: 8 total, 8 up, 8 in 2024-08-17T01:27:18.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:18 smithi157 ceph-mon[101289]: osdmap e1852: 8 total, 8 up, 8 in 2024-08-17T01:27:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:18 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3743094402' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:18 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:18 smithi157 ceph-mon[98780]: osdmap e1851: 8 total, 8 up, 8 in 2024-08-17T01:27:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:18 smithi157 ceph-mon[98780]: osdmap e1852: 8 total, 8 up, 8 in 2024-08-17T01:27:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:18 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3743094402' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:18 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:19.341 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:27:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:19 smithi187 ceph-mon[90552]: pgmap v3180: 841 pgs: 12 creating+peering, 20 unknown, 809 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:27:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:19 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:19 smithi187 ceph-mon[90552]: osdmap e1853: 8 total, 8 up, 8 in 2024-08-17T01:27:19.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:19 smithi157 ceph-mon[101289]: pgmap v3180: 841 pgs: 12 creating+peering, 20 unknown, 809 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:27:19.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:19 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:19.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:19 smithi157 ceph-mon[101289]: osdmap e1853: 8 total, 8 up, 8 in 2024-08-17T01:27:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:19 smithi157 ceph-mon[98780]: pgmap v3180: 841 pgs: 12 creating+peering, 20 unknown, 809 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:27:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:19 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:19 smithi157 ceph-mon[98780]: osdmap e1853: 8 total, 8 up, 8 in 2024-08-17T01:27:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:20 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:27:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:20 smithi187 ceph-mon[90552]: osdmap e1854: 8 total, 8 up, 8 in 2024-08-17T01:27:20.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:20 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:27:20.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:20 smithi157 ceph-mon[101289]: osdmap e1854: 8 total, 8 up, 8 in 2024-08-17T01:27:20.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:20 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:27:20.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:20 smithi157 ceph-mon[98780]: osdmap e1854: 8 total, 8 up, 8 in 2024-08-17T01:27:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:21 smithi187 ceph-mon[90552]: pgmap v3183: 841 pgs: 12 creating+peering, 4 unknown, 825 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 6.5 KiB/s wr, 152 op/s 2024-08-17T01:27:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:21 smithi187 ceph-mon[90552]: osdmap e1855: 8 total, 8 up, 8 in 2024-08-17T01:27:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:21 smithi157 ceph-mon[101289]: pgmap v3183: 841 pgs: 12 creating+peering, 4 unknown, 825 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 6.5 KiB/s wr, 152 op/s 2024-08-17T01:27:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:21 smithi157 ceph-mon[101289]: osdmap e1855: 8 total, 8 up, 8 in 2024-08-17T01:27:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:21 smithi157 ceph-mon[98780]: pgmap v3183: 841 pgs: 12 creating+peering, 4 unknown, 825 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 6.5 KiB/s wr, 152 op/s 2024-08-17T01:27:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:21 smithi157 ceph-mon[98780]: osdmap e1855: 8 total, 8 up, 8 in 2024-08-17T01:27:22.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:22 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:27:22.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:22 smithi187 ceph-mon[90552]: osdmap e1856: 8 total, 8 up, 8 in 2024-08-17T01:27:22.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:27:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:27:22.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:22 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:27:22.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:22 smithi157 ceph-mon[98780]: osdmap e1856: 8 total, 8 up, 8 in 2024-08-17T01:27:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:22 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:27:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:22 smithi157 ceph-mon[101289]: osdmap e1856: 8 total, 8 up, 8 in 2024-08-17T01:27:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:23 smithi187 ceph-mon[90552]: pgmap v3186: 841 pgs: 12 creating+peering, 829 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.2 KiB/s wr, 35 op/s 2024-08-17T01:27:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:23 smithi187 ceph-mon[90552]: osdmap e1857: 8 total, 8 up, 8 in 2024-08-17T01:27:23.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:23 smithi157 ceph-mon[101289]: pgmap v3186: 841 pgs: 12 creating+peering, 829 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.2 KiB/s wr, 35 op/s 2024-08-17T01:27:23.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:23 smithi157 ceph-mon[101289]: osdmap e1857: 8 total, 8 up, 8 in 2024-08-17T01:27:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:23 smithi157 ceph-mon[98780]: pgmap v3186: 841 pgs: 12 creating+peering, 829 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.2 KiB/s wr, 35 op/s 2024-08-17T01:27:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:23 smithi157 ceph-mon[98780]: osdmap e1857: 8 total, 8 up, 8 in 2024-08-17T01:27:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:27:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:27:23] "GET /metrics HTTP/1.1" 200 90407 "" "Prometheus/2.43.0" 2024-08-17T01:27:25.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:25 smithi157 ceph-mon[98780]: osdmap e1858: 8 total, 8 up, 8 in 2024-08-17T01:27:25.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:25 smithi157 ceph-mon[98780]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 45 op/s 2024-08-17T01:27:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:25 smithi157 ceph-mon[101289]: osdmap e1858: 8 total, 8 up, 8 in 2024-08-17T01:27:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:25 smithi157 ceph-mon[101289]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 45 op/s 2024-08-17T01:27:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:25 smithi187 ceph-mon[90552]: osdmap e1858: 8 total, 8 up, 8 in 2024-08-17T01:27:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:25 smithi187 ceph-mon[90552]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 45 op/s 2024-08-17T01:27:26.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:26 smithi157 ceph-mon[98780]: osdmap e1859: 8 total, 8 up, 8 in 2024-08-17T01:27:26.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:26 smithi157 ceph-mon[101289]: osdmap e1859: 8 total, 8 up, 8 in 2024-08-17T01:27:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:26 smithi187 ceph-mon[90552]: osdmap e1859: 8 total, 8 up, 8 in 2024-08-17T01:27:27.452 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.QuiesceWatch (9981 ms) 2024-08-17T01:27:27.452 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-08-17T01:27:27.452 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:27:27.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:27 smithi157 ceph-mon[101289]: osdmap e1860: 8 total, 8 up, 8 in 2024-08-17T01:27:27.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:27 smithi157 ceph-mon[101289]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.7 KiB/s wr, 45 op/s 2024-08-17T01:27:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:27 smithi157 ceph-mon[98780]: osdmap e1860: 8 total, 8 up, 8 in 2024-08-17T01:27:27.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:27 smithi157 ceph-mon[98780]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.7 KiB/s wr, 45 op/s 2024-08-17T01:27:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:27 smithi187 ceph-mon[90552]: osdmap e1860: 8 total, 8 up, 8 in 2024-08-17T01:27:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:27 smithi187 ceph-mon[90552]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.7 KiB/s wr, 45 op/s 2024-08-17T01:27:28.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:28 smithi157 ceph-mon[98780]: osdmap e1861: 8 total, 8 up, 8 in 2024-08-17T01:27:28.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:28 smithi157 ceph-mon[98780]: osdmap e1862: 8 total, 8 up, 8 in 2024-08-17T01:27:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:28 smithi157 ceph-mon[101289]: osdmap e1861: 8 total, 8 up, 8 in 2024-08-17T01:27:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:28 smithi157 ceph-mon[101289]: osdmap e1862: 8 total, 8 up, 8 in 2024-08-17T01:27:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:28 smithi187 ceph-mon[90552]: osdmap e1861: 8 total, 8 up, 8 in 2024-08-17T01:27:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:28 smithi187 ceph-mon[90552]: osdmap e1862: 8 total, 8 up, 8 in 2024-08-17T01:27:29.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:29 smithi157 ceph-mon[98780]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 100 op/s 2024-08-17T01:27:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:29 smithi157 ceph-mon[101289]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 100 op/s 2024-08-17T01:27:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:29 smithi187 ceph-mon[90552]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 100 op/s 2024-08-17T01:27:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:30.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:30 smithi157 ceph-mon[98780]: osdmap e1863: 8 total, 8 up, 8 in 2024-08-17T01:27:30.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:30 smithi157 ceph-mon[101289]: osdmap e1863: 8 total, 8 up, 8 in 2024-08-17T01:27:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:30 smithi187 ceph-mon[90552]: osdmap e1863: 8 total, 8 up, 8 in 2024-08-17T01:27:31.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:31 smithi157 ceph-mon[98780]: osdmap e1864: 8 total, 8 up, 8 in 2024-08-17T01:27:31.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:31 smithi157 ceph-mon[98780]: pgmap v3198: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 6.0 KiB/s wr, 107 op/s 2024-08-17T01:27:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:31 smithi157 ceph-mon[101289]: osdmap e1864: 8 total, 8 up, 8 in 2024-08-17T01:27:31.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:31 smithi157 ceph-mon[101289]: pgmap v3198: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 6.0 KiB/s wr, 107 op/s 2024-08-17T01:27:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:31 smithi187 ceph-mon[90552]: osdmap e1864: 8 total, 8 up, 8 in 2024-08-17T01:27:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:31 smithi187 ceph-mon[90552]: pgmap v3198: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 6.0 KiB/s wr, 107 op/s 2024-08-17T01:27:32.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:32 smithi157 ceph-mon[98780]: osdmap e1865: 8 total, 8 up, 8 in 2024-08-17T01:27:32.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:32 smithi157 ceph-mon[101289]: osdmap e1865: 8 total, 8 up, 8 in 2024-08-17T01:27:32.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:32 smithi187 ceph-mon[90552]: osdmap e1865: 8 total, 8 up, 8 in 2024-08-17T01:27:32.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:27:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:27:33.438 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5986 ms) 2024-08-17T01:27:33.438 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-08-17T01:27:33.439 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:27:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:33 smithi187 ceph-mon[90552]: osdmap e1866: 8 total, 8 up, 8 in 2024-08-17T01:27:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:33 smithi187 ceph-mon[90552]: pgmap v3201: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-08-17T01:27:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:33 smithi187 ceph-mon[90552]: osdmap e1867: 8 total, 8 up, 8 in 2024-08-17T01:27:33.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:33 smithi157 ceph-mon[98780]: osdmap e1866: 8 total, 8 up, 8 in 2024-08-17T01:27:33.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:33 smithi157 ceph-mon[98780]: pgmap v3201: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-08-17T01:27:33.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:33 smithi157 ceph-mon[98780]: osdmap e1867: 8 total, 8 up, 8 in 2024-08-17T01:27:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:27:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:27:33] "GET /metrics HTTP/1.1" 200 90441 "" "Prometheus/2.43.0" 2024-08-17T01:27:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:33 smithi157 ceph-mon[101289]: osdmap e1866: 8 total, 8 up, 8 in 2024-08-17T01:27:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:33 smithi157 ceph-mon[101289]: pgmap v3201: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-08-17T01:27:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:33 smithi157 ceph-mon[101289]: osdmap e1867: 8 total, 8 up, 8 in 2024-08-17T01:27:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:35 smithi187 ceph-mon[90552]: osdmap e1868: 8 total, 8 up, 8 in 2024-08-17T01:27:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:35 smithi187 ceph-mon[90552]: pgmap v3204: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.2 KiB/s wr, 99 op/s 2024-08-17T01:27:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:35 smithi157 ceph-mon[98780]: osdmap e1868: 8 total, 8 up, 8 in 2024-08-17T01:27:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:35 smithi157 ceph-mon[98780]: pgmap v3204: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.2 KiB/s wr, 99 op/s 2024-08-17T01:27:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:35 smithi157 ceph-mon[101289]: osdmap e1868: 8 total, 8 up, 8 in 2024-08-17T01:27:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:35 smithi157 ceph-mon[101289]: pgmap v3204: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.2 KiB/s wr, 99 op/s 2024-08-17T01:27:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:36 smithi187 ceph-mon[90552]: osdmap e1869: 8 total, 8 up, 8 in 2024-08-17T01:27:36.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:36 smithi157 ceph-mon[101289]: osdmap e1869: 8 total, 8 up, 8 in 2024-08-17T01:27:36.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:36 smithi157 ceph-mon[98780]: osdmap e1869: 8 total, 8 up, 8 in 2024-08-17T01:27:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:37 smithi187 ceph-mon[90552]: osdmap e1870: 8 total, 8 up, 8 in 2024-08-17T01:27:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:37 smithi187 ceph-mon[90552]: pgmap v3207: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 107 op/s 2024-08-17T01:27:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:37 smithi157 ceph-mon[98780]: osdmap e1870: 8 total, 8 up, 8 in 2024-08-17T01:27:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:37 smithi157 ceph-mon[98780]: pgmap v3207: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 107 op/s 2024-08-17T01:27:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:37 smithi157 ceph-mon[101289]: osdmap e1870: 8 total, 8 up, 8 in 2024-08-17T01:27:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:37 smithi157 ceph-mon[101289]: pgmap v3207: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 107 op/s 2024-08-17T01:27:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:38 smithi187 ceph-mon[90552]: osdmap e1871: 8 total, 8 up, 8 in 2024-08-17T01:27:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:38 smithi187 ceph-mon[90552]: osdmap e1872: 8 total, 8 up, 8 in 2024-08-17T01:27:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:38 smithi157 ceph-mon[98780]: osdmap e1871: 8 total, 8 up, 8 in 2024-08-17T01:27:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:38 smithi157 ceph-mon[98780]: osdmap e1872: 8 total, 8 up, 8 in 2024-08-17T01:27:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:38 smithi157 ceph-mon[101289]: osdmap e1871: 8 total, 8 up, 8 in 2024-08-17T01:27:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:38 smithi157 ceph-mon[101289]: osdmap e1872: 8 total, 8 up, 8 in 2024-08-17T01:27:39.444 INFO:tasks.workunit.client.0.smithi157.stdout:10.00% done 2024-08-17T01:27:39.444 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6006 ms) 2024-08-17T01:27:39.444 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-08-17T01:27:39.445 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:27:39.460 INFO:tasks.workunit.client.0.smithi157.stderr:test quiesce is not long enough to time out 2024-08-17T01:27:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:39 smithi187 ceph-mon[90552]: pgmap v3210: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-08-17T01:27:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:39 smithi187 ceph-mon[90552]: osdmap e1873: 8 total, 8 up, 8 in 2024-08-17T01:27:39.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:39 smithi157 ceph-mon[101289]: pgmap v3210: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-08-17T01:27:39.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:39 smithi157 ceph-mon[101289]: osdmap e1873: 8 total, 8 up, 8 in 2024-08-17T01:27:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:39 smithi157 ceph-mon[98780]: pgmap v3210: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-08-17T01:27:39.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:39 smithi157 ceph-mon[98780]: osdmap e1873: 8 total, 8 up, 8 in 2024-08-17T01:27:42.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:41 smithi157 ceph-mon[101289]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.6 KiB/s wr, 98 op/s 2024-08-17T01:27:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:41 smithi157 ceph-mon[98780]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.6 KiB/s wr, 98 op/s 2024-08-17T01:27:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:41 smithi187 ceph-mon[90552]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.6 KiB/s wr, 98 op/s 2024-08-17T01:27:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:27:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:27:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:27:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:27:43] "GET /metrics HTTP/1.1" 200 90441 "" "Prometheus/2.43.0" 2024-08-17T01:27:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:43 smithi157 ceph-mon[98780]: pgmap v3213: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.0 KiB/s wr, 71 op/s 2024-08-17T01:27:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:43 smithi157 ceph-mon[98780]: osdmap e1874: 8 total, 8 up, 8 in 2024-08-17T01:27:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:43 smithi157 ceph-mon[101289]: pgmap v3213: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.0 KiB/s wr, 71 op/s 2024-08-17T01:27:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:43 smithi157 ceph-mon[101289]: osdmap e1874: 8 total, 8 up, 8 in 2024-08-17T01:27:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:43 smithi187 ceph-mon[90552]: pgmap v3213: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.0 KiB/s wr, 71 op/s 2024-08-17T01:27:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:43 smithi187 ceph-mon[90552]: osdmap e1874: 8 total, 8 up, 8 in 2024-08-17T01:27:45.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:45.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:45.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:46.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:45 smithi157 ceph-mon[98780]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.1 KiB/s wr, 68 op/s 2024-08-17T01:27:46.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:45 smithi157 ceph-mon[101289]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.1 KiB/s wr, 68 op/s 2024-08-17T01:27:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:45 smithi187 ceph-mon[90552]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.1 KiB/s wr, 68 op/s 2024-08-17T01:27:47.767 INFO:tasks.workunit.client.0.smithi157.stderr:test quiesce is timed out 2024-08-17T01:27:47.771 INFO:tasks.workunit.client.0.smithi157.stderr:waiting for timed out ... 0 2024-08-17T01:27:48.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:47 smithi157 ceph-mon[98780]: pgmap v3216: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.9 KiB/s wr, 51 op/s 2024-08-17T01:27:48.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:47 smithi157 ceph-mon[101289]: pgmap v3216: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.9 KiB/s wr, 51 op/s 2024-08-17T01:27:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:47 smithi187 ceph-mon[90552]: pgmap v3216: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.9 KiB/s wr, 51 op/s 2024-08-17T01:27:48.771 INFO:tasks.workunit.client.0.smithi157.stderr:waiting for timed out ... 1 2024-08-17T01:27:49.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:48 smithi157 ceph-mon[98780]: osdmap e1875: 8 total, 8 up, 8 in 2024-08-17T01:27:49.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:48 smithi157 ceph-mon[98780]: osdmap e1876: 8 total, 8 up, 8 in 2024-08-17T01:27:49.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:48 smithi157 ceph-mon[101289]: osdmap e1875: 8 total, 8 up, 8 in 2024-08-17T01:27:49.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:48 smithi157 ceph-mon[101289]: osdmap e1876: 8 total, 8 up, 8 in 2024-08-17T01:27:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:48 smithi187 ceph-mon[90552]: osdmap e1875: 8 total, 8 up, 8 in 2024-08-17T01:27:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:48 smithi187 ceph-mon[90552]: osdmap e1876: 8 total, 8 up, 8 in 2024-08-17T01:27:49.771 INFO:tasks.workunit.client.0.smithi157.stderr:waiting for timed out ... 2 2024-08-17T01:27:50.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:49 smithi157 ceph-mon[98780]: pgmap v3219: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 KiB/s rd, 341 B/s wr, 2 op/s 2024-08-17T01:27:50.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:49 smithi157 ceph-mon[101289]: pgmap v3219: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 KiB/s rd, 341 B/s wr, 2 op/s 2024-08-17T01:27:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:49 smithi187 ceph-mon[90552]: pgmap v3219: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 KiB/s rd, 341 B/s wr, 2 op/s 2024-08-17T01:27:50.771 INFO:tasks.workunit.client.0.smithi157.stderr:waiting for timed out ... 3 2024-08-17T01:27:51.771 INFO:tasks.workunit.client.0.smithi157.stderr:waiting for timed out ... 4 2024-08-17T01:27:52.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:51 smithi157 ceph-mon[98780]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 697 B/s wr, 7 op/s 2024-08-17T01:27:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:51 smithi157 ceph-mon[101289]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 697 B/s wr, 7 op/s 2024-08-17T01:27:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:51 smithi187 ceph-mon[90552]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 697 B/s wr, 7 op/s 2024-08-17T01:27:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:27:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:27:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:27:52.772 INFO:tasks.workunit.client.0.smithi157.stderr:waiting for timed out ... 5 2024-08-17T01:27:53.765 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:27:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:27:53] "GET /metrics HTTP/1.1" 200 90447 "" "Prometheus/2.43.0" 2024-08-17T01:27:53.771 INFO:tasks.workunit.client.0.smithi157.stderr:waiting for timed out ... 6 2024-08-17T01:27:54.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:53 smithi157 ceph-mon[98780]: pgmap v3221: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-17T01:27:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:53 smithi157 ceph-mon[101289]: pgmap v3221: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-17T01:27:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:53 smithi187 ceph-mon[90552]: pgmap v3221: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-17T01:27:54.772 INFO:tasks.workunit.client.0.smithi157.stderr:waiting for timed out ... 7 2024-08-17T01:27:55.772 INFO:tasks.workunit.client.0.smithi157.stderr:waiting for timed out ... 8 2024-08-17T01:27:56.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:55 smithi157 ceph-mon[101289]: pgmap v3222: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-17T01:27:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:55 smithi157 ceph-mon[98780]: pgmap v3222: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-17T01:27:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:55 smithi187 ceph-mon[90552]: pgmap v3222: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-17T01:27:56.772 INFO:tasks.workunit.client.0.smithi157.stderr:waiting for timed out ... 9 2024-08-17T01:27:57.772 INFO:tasks.workunit.client.0.smithi157.stderr:waiting for timed out ... 10 2024-08-17T01:27:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:57 smithi157 ceph-mon[98780]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 343 B/s wr, 4 op/s 2024-08-17T01:27:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:57 smithi157 ceph-mon[101289]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 343 B/s wr, 4 op/s 2024-08-17T01:27:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:57 smithi187 ceph-mon[90552]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 343 B/s wr, 4 op/s 2024-08-17T01:27:59.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:27:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:27:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:27:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:27:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:27:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:27:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:27:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:27:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:27:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:27:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:27:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:28:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:59 smithi157 ceph-mon[101289]: pgmap v3224: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 297 B/s wr, 3 op/s 2024-08-17T01:28:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:27:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:59 smithi157 ceph-mon[98780]: pgmap v3224: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 297 B/s wr, 3 op/s 2024-08-17T01:28:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:27:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:59 smithi187 ceph-mon[90552]: pgmap v3224: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 297 B/s wr, 3 op/s 2024-08-17T01:28:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:27:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:02.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:01 smithi157 ceph-mon[98780]: pgmap v3225: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-08-17T01:28:02.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:01 smithi157 ceph-mon[101289]: pgmap v3225: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-08-17T01:28:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:01 smithi187 ceph-mon[90552]: pgmap v3225: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-08-17T01:28:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:28:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:28:03.781 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:28:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:28:03] "GET /metrics HTTP/1.1" 200 90435 "" "Prometheus/2.43.0" 2024-08-17T01:28:04.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:03 smithi157 ceph-mon[101289]: pgmap v3226: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-08-17T01:28:04.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:03 smithi157 ceph-mon[98780]: pgmap v3226: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-08-17T01:28:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:03 smithi187 ceph-mon[90552]: pgmap v3226: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-08-17T01:28:06.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:05 smithi157 ceph-mon[101289]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:06.180 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:05 smithi157 ceph-mon[98780]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:06.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:05 smithi187 ceph-mon[90552]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:08.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:07 smithi157 ceph-mon[101289]: pgmap v3228: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:08.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:07 smithi157 ceph-mon[98780]: pgmap v3228: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:07 smithi187 ceph-mon[90552]: pgmap v3228: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:08.772 INFO:tasks.workunit.client.0.smithi157.stderr:test retry succeeds 2024-08-17T01:28:10.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:09 smithi157 ceph-mon[101289]: pgmap v3229: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:10.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:09 smithi157 ceph-mon[101289]: osdmap e1877: 8 total, 8 up, 8 in 2024-08-17T01:28:10.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:09 smithi157 ceph-mon[98780]: pgmap v3229: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:10.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:09 smithi157 ceph-mon[98780]: osdmap e1877: 8 total, 8 up, 8 in 2024-08-17T01:28:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:09 smithi187 ceph-mon[90552]: pgmap v3229: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:09 smithi187 ceph-mon[90552]: osdmap e1877: 8 total, 8 up, 8 in 2024-08-17T01:28:10.910 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (31466 ms) 2024-08-17T01:28:10.910 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-08-17T01:28:10.910 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:28:10.967 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.WriteZeroes (57 ms) 2024-08-17T01:28:10.967 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-08-17T01:28:10.967 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:28:11.030 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (64 ms) 2024-08-17T01:28:11.031 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-08-17T01:28:11.031 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:28:11.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:10 smithi157 ceph-mon[98780]: osdmap e1878: 8 total, 8 up, 8 in 2024-08-17T01:28:11.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:10 smithi157 ceph-mon[101289]: osdmap e1878: 8 total, 8 up, 8 in 2024-08-17T01:28:11.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:10 smithi187 ceph-mon[90552]: osdmap e1878: 8 total, 8 up, 8 in 2024-08-17T01:28:12.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:11 smithi157 ceph-mon[101289]: pgmap v3232: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-08-17T01:28:12.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:11 smithi157 ceph-mon[101289]: osdmap e1879: 8 total, 8 up, 8 in 2024-08-17T01:28:12.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:11 smithi157 ceph-mon[98780]: pgmap v3232: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-08-17T01:28:12.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:11 smithi157 ceph-mon[98780]: osdmap e1879: 8 total, 8 up, 8 in 2024-08-17T01:28:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:11 smithi187 ceph-mon[90552]: pgmap v3232: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-08-17T01:28:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:11 smithi187 ceph-mon[90552]: osdmap e1879: 8 total, 8 up, 8 in 2024-08-17T01:28:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:28:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:28:13.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:12 smithi157 ceph-mon[98780]: osdmap e1880: 8 total, 8 up, 8 in 2024-08-17T01:28:13.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:12 smithi157 ceph-mon[101289]: osdmap e1880: 8 total, 8 up, 8 in 2024-08-17T01:28:13.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:12 smithi187 ceph-mon[90552]: osdmap e1880: 8 total, 8 up, 8 in 2024-08-17T01:28:13.819 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:28:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:28:13] "GET /metrics HTTP/1.1" 200 90435 "" "Prometheus/2.43.0" 2024-08-17T01:28:14.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:13 smithi157 ceph-mon[98780]: pgmap v3235: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 KiB/s wr, 30 op/s 2024-08-17T01:28:14.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:13 smithi157 ceph-mon[98780]: osdmap e1881: 8 total, 8 up, 8 in 2024-08-17T01:28:14.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:14.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:13 smithi157 ceph-mon[101289]: pgmap v3235: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 KiB/s wr, 30 op/s 2024-08-17T01:28:14.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:13 smithi157 ceph-mon[101289]: osdmap e1881: 8 total, 8 up, 8 in 2024-08-17T01:28:14.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:13 smithi187 ceph-mon[90552]: pgmap v3235: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 KiB/s wr, 30 op/s 2024-08-17T01:28:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:13 smithi187 ceph-mon[90552]: osdmap e1881: 8 total, 8 up, 8 in 2024-08-17T01:28:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:15.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:14 smithi157 ceph-mon[98780]: osdmap e1882: 8 total, 8 up, 8 in 2024-08-17T01:28:15.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:14 smithi157 ceph-mon[101289]: osdmap e1882: 8 total, 8 up, 8 in 2024-08-17T01:28:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:14 smithi187 ceph-mon[90552]: osdmap e1882: 8 total, 8 up, 8 in 2024-08-17T01:28:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:15 smithi157 ceph-mon[98780]: pgmap v3238: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.5 KiB/s wr, 39 op/s 2024-08-17T01:28:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:15 smithi157 ceph-mon[98780]: osdmap e1883: 8 total, 8 up, 8 in 2024-08-17T01:28:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:15 smithi157 ceph-mon[101289]: pgmap v3238: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.5 KiB/s wr, 39 op/s 2024-08-17T01:28:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:15 smithi157 ceph-mon[101289]: osdmap e1883: 8 total, 8 up, 8 in 2024-08-17T01:28:16.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:15 smithi187 ceph-mon[90552]: pgmap v3238: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.5 KiB/s wr, 39 op/s 2024-08-17T01:28:16.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:15 smithi187 ceph-mon[90552]: osdmap e1883: 8 total, 8 up, 8 in 2024-08-17T01:28:17.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:16 smithi157 ceph-mon[101289]: osdmap e1884: 8 total, 8 up, 8 in 2024-08-17T01:28:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:16 smithi157 ceph-mon[98780]: osdmap e1884: 8 total, 8 up, 8 in 2024-08-17T01:28:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:16 smithi187 ceph-mon[90552]: osdmap e1884: 8 total, 8 up, 8 in 2024-08-17T01:28:18.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:17 smithi157 ceph-mon[98780]: pgmap v3241: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 9.5 KiB/s wr, 156 op/s 2024-08-17T01:28:18.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:17 smithi157 ceph-mon[98780]: osdmap e1885: 8 total, 8 up, 8 in 2024-08-17T01:28:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:17 smithi157 ceph-mon[101289]: pgmap v3241: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 9.5 KiB/s wr, 156 op/s 2024-08-17T01:28:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:17 smithi157 ceph-mon[101289]: osdmap e1885: 8 total, 8 up, 8 in 2024-08-17T01:28:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:17 smithi187 ceph-mon[90552]: pgmap v3241: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 9.5 KiB/s wr, 156 op/s 2024-08-17T01:28:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:17 smithi187 ceph-mon[90552]: osdmap e1885: 8 total, 8 up, 8 in 2024-08-17T01:28:19.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:18 smithi157 ceph-mon[98780]: osdmap e1886: 8 total, 8 up, 8 in 2024-08-17T01:28:19.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:18 smithi157 ceph-mon[98780]: osdmap e1887: 8 total, 8 up, 8 in 2024-08-17T01:28:19.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:18 smithi157 ceph-mon[101289]: osdmap e1886: 8 total, 8 up, 8 in 2024-08-17T01:28:19.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:18 smithi157 ceph-mon[101289]: osdmap e1887: 8 total, 8 up, 8 in 2024-08-17T01:28:19.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:18 smithi187 ceph-mon[90552]: osdmap e1886: 8 total, 8 up, 8 in 2024-08-17T01:28:19.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:18 smithi187 ceph-mon[90552]: osdmap e1887: 8 total, 8 up, 8 in 2024-08-17T01:28:20.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:19 smithi157 ceph-mon[101289]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 6.2 KiB/s wr, 135 op/s 2024-08-17T01:28:20.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:19 smithi157 ceph-mon[101289]: osdmap e1888: 8 total, 8 up, 8 in 2024-08-17T01:28:20.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:19 smithi157 ceph-mon[98780]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 6.2 KiB/s wr, 135 op/s 2024-08-17T01:28:20.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:19 smithi157 ceph-mon[98780]: osdmap e1888: 8 total, 8 up, 8 in 2024-08-17T01:28:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:19 smithi187 ceph-mon[90552]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 6.2 KiB/s wr, 135 op/s 2024-08-17T01:28:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:19 smithi187 ceph-mon[90552]: osdmap e1888: 8 total, 8 up, 8 in 2024-08-17T01:28:21.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:21 smithi157 ceph-mon[98780]: osdmap e1889: 8 total, 8 up, 8 in 2024-08-17T01:28:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:21 smithi157 ceph-mon[98780]: pgmap v3248: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 5.5 KiB/s wr, 250 op/s 2024-08-17T01:28:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:21 smithi157 ceph-mon[101289]: osdmap e1889: 8 total, 8 up, 8 in 2024-08-17T01:28:21.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:21 smithi157 ceph-mon[101289]: pgmap v3248: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 5.5 KiB/s wr, 250 op/s 2024-08-17T01:28:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:21 smithi187 ceph-mon[90552]: osdmap e1889: 8 total, 8 up, 8 in 2024-08-17T01:28:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:21 smithi187 ceph-mon[90552]: pgmap v3248: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 5.5 KiB/s wr, 250 op/s 2024-08-17T01:28:22.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:22 smithi187 ceph-mon[90552]: osdmap e1890: 8 total, 8 up, 8 in 2024-08-17T01:28:22.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:28:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:28:22.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:22 smithi157 ceph-mon[98780]: osdmap e1890: 8 total, 8 up, 8 in 2024-08-17T01:28:22.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:22 smithi157 ceph-mon[101289]: osdmap e1890: 8 total, 8 up, 8 in 2024-08-17T01:28:23.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:23 smithi157 ceph-mon[101289]: osdmap e1891: 8 total, 8 up, 8 in 2024-08-17T01:28:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:23 smithi157 ceph-mon[101289]: pgmap v3251: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 4.7 KiB/s wr, 239 op/s 2024-08-17T01:28:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:23 smithi157 ceph-mon[98780]: osdmap e1891: 8 total, 8 up, 8 in 2024-08-17T01:28:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:23 smithi157 ceph-mon[98780]: pgmap v3251: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 4.7 KiB/s wr, 239 op/s 2024-08-17T01:28:23.635 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:28:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:28:23] "GET /metrics HTTP/1.1" 200 90438 "" "Prometheus/2.43.0" 2024-08-17T01:28:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:23 smithi187 ceph-mon[90552]: osdmap e1891: 8 total, 8 up, 8 in 2024-08-17T01:28:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:23 smithi187 ceph-mon[90552]: pgmap v3251: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 4.7 KiB/s wr, 239 op/s 2024-08-17T01:28:24.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:24 smithi157 ceph-mon[101289]: osdmap e1892: 8 total, 8 up, 8 in 2024-08-17T01:28:24.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:24 smithi157 ceph-mon[98780]: osdmap e1892: 8 total, 8 up, 8 in 2024-08-17T01:28:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:24 smithi187 ceph-mon[90552]: osdmap e1892: 8 total, 8 up, 8 in 2024-08-17T01:28:25.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:25 smithi157 ceph-mon[101289]: osdmap e1893: 8 total, 8 up, 8 in 2024-08-17T01:28:25.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:25 smithi157 ceph-mon[101289]: pgmap v3254: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T01:28:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:25 smithi157 ceph-mon[98780]: osdmap e1893: 8 total, 8 up, 8 in 2024-08-17T01:28:25.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:25 smithi157 ceph-mon[98780]: pgmap v3254: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T01:28:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:25 smithi187 ceph-mon[90552]: osdmap e1893: 8 total, 8 up, 8 in 2024-08-17T01:28:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:25 smithi187 ceph-mon[90552]: pgmap v3254: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T01:28:26.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:26 smithi157 ceph-mon[98780]: osdmap e1894: 8 total, 8 up, 8 in 2024-08-17T01:28:26.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:26 smithi157 ceph-mon[101289]: osdmap e1894: 8 total, 8 up, 8 in 2024-08-17T01:28:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:26 smithi187 ceph-mon[90552]: osdmap e1894: 8 total, 8 up, 8 in 2024-08-17T01:28:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:27 smithi187 ceph-mon[90552]: osdmap e1895: 8 total, 8 up, 8 in 2024-08-17T01:28:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:27 smithi187 ceph-mon[90552]: pgmap v3257: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-08-17T01:28:27.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:27 smithi157 ceph-mon[98780]: osdmap e1895: 8 total, 8 up, 8 in 2024-08-17T01:28:27.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:27 smithi157 ceph-mon[98780]: pgmap v3257: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-08-17T01:28:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:27 smithi157 ceph-mon[101289]: osdmap e1895: 8 total, 8 up, 8 in 2024-08-17T01:28:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:27 smithi157 ceph-mon[101289]: pgmap v3257: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-08-17T01:28:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:28 smithi187 ceph-mon[90552]: osdmap e1896: 8 total, 8 up, 8 in 2024-08-17T01:28:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:28 smithi187 ceph-mon[90552]: osdmap e1897: 8 total, 8 up, 8 in 2024-08-17T01:28:28.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:28 smithi157 ceph-mon[101289]: osdmap e1896: 8 total, 8 up, 8 in 2024-08-17T01:28:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:28 smithi157 ceph-mon[101289]: osdmap e1897: 8 total, 8 up, 8 in 2024-08-17T01:28:28.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:28 smithi157 ceph-mon[98780]: osdmap e1896: 8 total, 8 up, 8 in 2024-08-17T01:28:28.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:28 smithi157 ceph-mon[98780]: osdmap e1897: 8 total, 8 up, 8 in 2024-08-17T01:28:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:29 smithi187 ceph-mon[90552]: pgmap v3260: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-08-17T01:28:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:29.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:29 smithi157 ceph-mon[101289]: pgmap v3260: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-08-17T01:28:29.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:29.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:29 smithi157 ceph-mon[98780]: pgmap v3260: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-08-17T01:28:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:30 smithi187 ceph-mon[90552]: osdmap e1898: 8 total, 8 up, 8 in 2024-08-17T01:28:30.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:30 smithi157 ceph-mon[98780]: osdmap e1898: 8 total, 8 up, 8 in 2024-08-17T01:28:30.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:30 smithi157 ceph-mon[101289]: osdmap e1898: 8 total, 8 up, 8 in 2024-08-17T01:28:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:31 smithi187 ceph-mon[90552]: osdmap e1899: 8 total, 8 up, 8 in 2024-08-17T01:28:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:31 smithi187 ceph-mon[90552]: pgmap v3263: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.2 KiB/s wr, 23 op/s 2024-08-17T01:28:31.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:31 smithi157 ceph-mon[98780]: osdmap e1899: 8 total, 8 up, 8 in 2024-08-17T01:28:31.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:31 smithi157 ceph-mon[98780]: pgmap v3263: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.2 KiB/s wr, 23 op/s 2024-08-17T01:28:31.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:31 smithi157 ceph-mon[101289]: osdmap e1899: 8 total, 8 up, 8 in 2024-08-17T01:28:31.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:31 smithi157 ceph-mon[101289]: pgmap v3263: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.2 KiB/s wr, 23 op/s 2024-08-17T01:28:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:32 smithi187 ceph-mon[90552]: osdmap e1900: 8 total, 8 up, 8 in 2024-08-17T01:28:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:28:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:28:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:28:32.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:32 smithi157 ceph-mon[101289]: osdmap e1900: 8 total, 8 up, 8 in 2024-08-17T01:28:32.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:32 smithi157 ceph-mon[98780]: osdmap e1900: 8 total, 8 up, 8 in 2024-08-17T01:28:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:33 smithi187 ceph-mon[90552]: osdmap e1901: 8 total, 8 up, 8 in 2024-08-17T01:28:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:33 smithi187 ceph-mon[90552]: pgmap v3266: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.2 KiB/s wr, 24 op/s 2024-08-17T01:28:33.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:33 smithi187 ceph-mon[90552]: osdmap e1902: 8 total, 8 up, 8 in 2024-08-17T01:28:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:28:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:28:33] "GET /metrics HTTP/1.1" 200 90448 "" "Prometheus/2.43.0" 2024-08-17T01:28:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:33 smithi157 ceph-mon[101289]: osdmap e1901: 8 total, 8 up, 8 in 2024-08-17T01:28:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:33 smithi157 ceph-mon[101289]: pgmap v3266: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.2 KiB/s wr, 24 op/s 2024-08-17T01:28:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:33 smithi157 ceph-mon[101289]: osdmap e1902: 8 total, 8 up, 8 in 2024-08-17T01:28:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:33 smithi157 ceph-mon[98780]: osdmap e1901: 8 total, 8 up, 8 in 2024-08-17T01:28:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:33 smithi157 ceph-mon[98780]: pgmap v3266: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.2 KiB/s wr, 24 op/s 2024-08-17T01:28:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:33 smithi157 ceph-mon[98780]: osdmap e1902: 8 total, 8 up, 8 in 2024-08-17T01:28:35.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:35 smithi157 ceph-mon[101289]: osdmap e1903: 8 total, 8 up, 8 in 2024-08-17T01:28:35.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:35 smithi157 ceph-mon[101289]: pgmap v3269: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-08-17T01:28:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:35 smithi157 ceph-mon[98780]: osdmap e1903: 8 total, 8 up, 8 in 2024-08-17T01:28:35.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:35 smithi157 ceph-mon[98780]: pgmap v3269: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-08-17T01:28:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:35 smithi187 ceph-mon[90552]: osdmap e1903: 8 total, 8 up, 8 in 2024-08-17T01:28:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:35 smithi187 ceph-mon[90552]: pgmap v3269: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-08-17T01:28:36.468 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] TestLibRBD.ConcurentOperations (25437 ms) 2024-08-17T01:28:36.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:36 smithi157 ceph-mon[98780]: osdmap e1904: 8 total, 8 up, 8 in 2024-08-17T01:28:36.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:36 smithi157 ceph-mon[101289]: osdmap e1904: 8 total, 8 up, 8 in 2024-08-17T01:28:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:36 smithi187 ceph-mon[90552]: osdmap e1904: 8 total, 8 up, 8 in 2024-08-17T01:28:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:37 smithi157 ceph-mon[98780]: osdmap e1905: 8 total, 8 up, 8 in 2024-08-17T01:28:37.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:37 smithi157 ceph-mon[98780]: pgmap v3272: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-08-17T01:28:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:37 smithi157 ceph-mon[101289]: osdmap e1905: 8 total, 8 up, 8 in 2024-08-17T01:28:37.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:37 smithi157 ceph-mon[101289]: pgmap v3272: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-08-17T01:28:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:37 smithi187 ceph-mon[90552]: osdmap e1905: 8 total, 8 up, 8 in 2024-08-17T01:28:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:37 smithi187 ceph-mon[90552]: pgmap v3272: 841 pgs: 841 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-08-17T01:28:38.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:38 smithi157 ceph-mon[98780]: osdmap e1906: 8 total, 8 up, 8 in 2024-08-17T01:28:38.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:38 smithi157 ceph-mon[98780]: osdmap e1907: 8 total, 8 up, 8 in 2024-08-17T01:28:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:38 smithi157 ceph-mon[101289]: osdmap e1906: 8 total, 8 up, 8 in 2024-08-17T01:28:38.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:38 smithi157 ceph-mon[101289]: osdmap e1907: 8 total, 8 up, 8 in 2024-08-17T01:28:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:38 smithi187 ceph-mon[90552]: osdmap e1906: 8 total, 8 up, 8 in 2024-08-17T01:28:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:38 smithi187 ceph-mon[90552]: osdmap e1907: 8 total, 8 up, 8 in 2024-08-17T01:28:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:39 smithi157 ceph-mon[98780]: pgmap v3275: 777 pgs: 777 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 27 op/s 2024-08-17T01:28:39.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:39 smithi157 ceph-mon[98780]: osdmap e1908: 8 total, 8 up, 8 in 2024-08-17T01:28:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:39 smithi157 ceph-mon[101289]: pgmap v3275: 777 pgs: 777 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 27 op/s 2024-08-17T01:28:39.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:39 smithi157 ceph-mon[101289]: osdmap e1908: 8 total, 8 up, 8 in 2024-08-17T01:28:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:39 smithi187 ceph-mon[90552]: pgmap v3275: 777 pgs: 777 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 27 op/s 2024-08-17T01:28:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:39 smithi187 ceph-mon[90552]: osdmap e1908: 8 total, 8 up, 8 in 2024-08-17T01:28:41.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:41 smithi157 ceph-mon[98780]: osdmap e1909: 8 total, 8 up, 8 in 2024-08-17T01:28:41.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:41 smithi157 ceph-mon[98780]: pgmap v3278: 713 pgs: 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:41 smithi157 ceph-mon[101289]: osdmap e1909: 8 total, 8 up, 8 in 2024-08-17T01:28:41.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:41 smithi157 ceph-mon[101289]: pgmap v3278: 713 pgs: 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:41 smithi187 ceph-mon[90552]: osdmap e1909: 8 total, 8 up, 8 in 2024-08-17T01:28:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:41 smithi187 ceph-mon[90552]: pgmap v3278: 713 pgs: 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:42.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:42 smithi157 ceph-mon[98780]: osdmap e1910: 8 total, 8 up, 8 in 2024-08-17T01:28:42.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:42 smithi157 ceph-mon[101289]: osdmap e1910: 8 total, 8 up, 8 in 2024-08-17T01:28:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:42 smithi187 ceph-mon[90552]: osdmap e1910: 8 total, 8 up, 8 in 2024-08-17T01:28:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:28:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:28:43.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:28:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:28:43] "GET /metrics HTTP/1.1" 200 90448 "" "Prometheus/2.43.0" 2024-08-17T01:28:43.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:43 smithi157 ceph-mon[98780]: osdmap e1911: 8 total, 8 up, 8 in 2024-08-17T01:28:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:43 smithi157 ceph-mon[98780]: pgmap v3281: 649 pgs: 649 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:43.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:43 smithi157 ceph-mon[98780]: osdmap e1912: 8 total, 8 up, 8 in 2024-08-17T01:28:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:43 smithi157 ceph-mon[101289]: osdmap e1911: 8 total, 8 up, 8 in 2024-08-17T01:28:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:43 smithi157 ceph-mon[101289]: pgmap v3281: 649 pgs: 649 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:43.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:43 smithi157 ceph-mon[101289]: osdmap e1912: 8 total, 8 up, 8 in 2024-08-17T01:28:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:43 smithi187 ceph-mon[90552]: osdmap e1911: 8 total, 8 up, 8 in 2024-08-17T01:28:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:43 smithi187 ceph-mon[90552]: pgmap v3281: 649 pgs: 649 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:43 smithi187 ceph-mon[90552]: osdmap e1912: 8 total, 8 up, 8 in 2024-08-17T01:28:44.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:44.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:44 smithi157 ceph-mon[98780]: osdmap e1913: 8 total, 8 up, 8 in 2024-08-17T01:28:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:44 smithi157 ceph-mon[101289]: osdmap e1913: 8 total, 8 up, 8 in 2024-08-17T01:28:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:44.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:44 smithi187 ceph-mon[90552]: osdmap e1913: 8 total, 8 up, 8 in 2024-08-17T01:28:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:45 smithi187 ceph-mon[90552]: pgmap v3284: 585 pgs: 585 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:45 smithi187 ceph-mon[90552]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:28:45.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:45 smithi187 ceph-mon[90552]: osdmap e1914: 8 total, 8 up, 8 in 2024-08-17T01:28:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:45 smithi157 ceph-mon[101289]: pgmap v3284: 585 pgs: 585 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:45 smithi157 ceph-mon[101289]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:28:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:45 smithi157 ceph-mon[101289]: osdmap e1914: 8 total, 8 up, 8 in 2024-08-17T01:28:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:45 smithi157 ceph-mon[98780]: pgmap v3284: 585 pgs: 585 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:45 smithi157 ceph-mon[98780]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:28:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:45 smithi157 ceph-mon[98780]: osdmap e1914: 8 total, 8 up, 8 in 2024-08-17T01:28:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:47 smithi157 ceph-mon[98780]: osdmap e1915: 8 total, 8 up, 8 in 2024-08-17T01:28:47.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:47 smithi157 ceph-mon[98780]: pgmap v3287: 521 pgs: 521 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:47 smithi157 ceph-mon[101289]: osdmap e1915: 8 total, 8 up, 8 in 2024-08-17T01:28:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:47 smithi157 ceph-mon[101289]: pgmap v3287: 521 pgs: 521 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:47 smithi187 ceph-mon[90552]: osdmap e1915: 8 total, 8 up, 8 in 2024-08-17T01:28:47.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:47 smithi187 ceph-mon[90552]: pgmap v3287: 521 pgs: 521 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:48.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:48 smithi157 ceph-mon[98780]: osdmap e1916: 8 total, 8 up, 8 in 2024-08-17T01:28:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:48 smithi157 ceph-mon[101289]: osdmap e1916: 8 total, 8 up, 8 in 2024-08-17T01:28:48.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:48 smithi187 ceph-mon[90552]: osdmap e1916: 8 total, 8 up, 8 in 2024-08-17T01:28:49.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:49 smithi157 ceph-mon[101289]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-17T01:28:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:49 smithi157 ceph-mon[101289]: osdmap e1917: 8 total, 8 up, 8 in 2024-08-17T01:28:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:49 smithi157 ceph-mon[101289]: pgmap v3290: 457 pgs: 457 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:49 smithi157 ceph-mon[98780]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-17T01:28:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:49 smithi157 ceph-mon[98780]: osdmap e1917: 8 total, 8 up, 8 in 2024-08-17T01:28:49.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:49 smithi157 ceph-mon[98780]: pgmap v3290: 457 pgs: 457 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:49 smithi187 ceph-mon[90552]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-17T01:28:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:49 smithi187 ceph-mon[90552]: osdmap e1917: 8 total, 8 up, 8 in 2024-08-17T01:28:49.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:49 smithi187 ceph-mon[90552]: pgmap v3290: 457 pgs: 457 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:50.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:50 smithi157 ceph-mon[101289]: osdmap e1918: 8 total, 8 up, 8 in 2024-08-17T01:28:50.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:50 smithi157 ceph-mon[98780]: osdmap e1918: 8 total, 8 up, 8 in 2024-08-17T01:28:50.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:50 smithi187 ceph-mon[90552]: osdmap e1918: 8 total, 8 up, 8 in 2024-08-17T01:28:51.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:51 smithi157 ceph-mon[101289]: osdmap e1919: 8 total, 8 up, 8 in 2024-08-17T01:28:51.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:51 smithi157 ceph-mon[101289]: pgmap v3293: 393 pgs: 393 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:51 smithi157 ceph-mon[98780]: osdmap e1919: 8 total, 8 up, 8 in 2024-08-17T01:28:51.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:51 smithi157 ceph-mon[98780]: pgmap v3293: 393 pgs: 393 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:51 smithi187 ceph-mon[90552]: osdmap e1919: 8 total, 8 up, 8 in 2024-08-17T01:28:51.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:51 smithi187 ceph-mon[90552]: pgmap v3293: 393 pgs: 393 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:52.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:52 smithi187 ceph-mon[90552]: osdmap e1920: 8 total, 8 up, 8 in 2024-08-17T01:28:52.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:28:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:28:52.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:52 smithi157 ceph-mon[98780]: osdmap e1920: 8 total, 8 up, 8 in 2024-08-17T01:28:52.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:52 smithi157 ceph-mon[101289]: osdmap e1920: 8 total, 8 up, 8 in 2024-08-17T01:28:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:53 smithi187 ceph-mon[90552]: osdmap e1921: 8 total, 8 up, 8 in 2024-08-17T01:28:53.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:53 smithi187 ceph-mon[90552]: pgmap v3296: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:28:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:28:53] "GET /metrics HTTP/1.1" 200 73594 "" "Prometheus/2.43.0" 2024-08-17T01:28:53.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:53 smithi157 ceph-mon[101289]: osdmap e1921: 8 total, 8 up, 8 in 2024-08-17T01:28:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:53 smithi157 ceph-mon[101289]: pgmap v3296: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:53 smithi157 ceph-mon[98780]: osdmap e1921: 8 total, 8 up, 8 in 2024-08-17T01:28:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:53 smithi157 ceph-mon[98780]: pgmap v3296: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:54.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:54 smithi187 ceph-mon[90552]: osdmap e1922: 8 total, 8 up, 8 in 2024-08-17T01:28:54.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:54 smithi157 ceph-mon[101289]: osdmap e1922: 8 total, 8 up, 8 in 2024-08-17T01:28:54.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:54 smithi157 ceph-mon[98780]: osdmap e1922: 8 total, 8 up, 8 in 2024-08-17T01:28:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:55 smithi187 ceph-mon[90552]: osdmap e1923: 8 total, 8 up, 8 in 2024-08-17T01:28:55.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:55 smithi187 ceph-mon[90552]: pgmap v3299: 265 pgs: 265 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:55.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:55 smithi157 ceph-mon[98780]: osdmap e1923: 8 total, 8 up, 8 in 2024-08-17T01:28:55.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:55 smithi157 ceph-mon[98780]: pgmap v3299: 265 pgs: 265 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:55 smithi157 ceph-mon[101289]: osdmap e1923: 8 total, 8 up, 8 in 2024-08-17T01:28:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:55 smithi157 ceph-mon[101289]: pgmap v3299: 265 pgs: 265 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:56.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:56 smithi187 ceph-mon[90552]: osdmap e1924: 8 total, 8 up, 8 in 2024-08-17T01:28:56.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:56 smithi157 ceph-mon[98780]: osdmap e1924: 8 total, 8 up, 8 in 2024-08-17T01:28:56.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:56 smithi157 ceph-mon[101289]: osdmap e1924: 8 total, 8 up, 8 in 2024-08-17T01:28:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:57 smithi187 ceph-mon[90552]: osdmap e1925: 8 total, 8 up, 8 in 2024-08-17T01:28:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:57 smithi187 ceph-mon[90552]: pgmap v3302: 201 pgs: 201 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:57.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:57 smithi157 ceph-mon[98780]: osdmap e1925: 8 total, 8 up, 8 in 2024-08-17T01:28:57.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:57 smithi157 ceph-mon[98780]: pgmap v3302: 201 pgs: 201 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:57 smithi157 ceph-mon[101289]: osdmap e1925: 8 total, 8 up, 8 in 2024-08-17T01:28:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:57 smithi157 ceph-mon[101289]: pgmap v3302: 201 pgs: 201 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:58 smithi187 ceph-mon[90552]: osdmap e1926: 8 total, 8 up, 8 in 2024-08-17T01:28:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:58 smithi187 ceph-mon[90552]: osdmap e1927: 8 total, 8 up, 8 in 2024-08-17T01:28:58.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:58 smithi157 ceph-mon[98780]: osdmap e1926: 8 total, 8 up, 8 in 2024-08-17T01:28:58.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:58 smithi157 ceph-mon[98780]: osdmap e1927: 8 total, 8 up, 8 in 2024-08-17T01:28:58.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:58 smithi157 ceph-mon[101289]: osdmap e1926: 8 total, 8 up, 8 in 2024-08-17T01:28:58.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:58 smithi157 ceph-mon[101289]: osdmap e1927: 8 total, 8 up, 8 in 2024-08-17T01:28:59.424 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 161 tests from TestLibRBD (381090 ms total) 2024-08-17T01:28:59.424 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:28:59.424 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 19 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-08-17T01:28:59.461 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-08-17T01:28:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:28:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:59 smithi187 ceph-mon[90552]: pgmap v3305: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:28:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:28:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:28:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:28:59.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:28:59 smithi187 ceph-mon[90552]: osdmap e1928: 8 total, 8 up, 8 in 2024-08-17T01:28:59.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:28:59.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[98780]: pgmap v3305: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:59.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:28:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:28:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:28:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:28:59.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[98780]: osdmap e1928: 8 total, 8 up, 8 in 2024-08-17T01:28:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:28:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[101289]: pgmap v3305: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:28:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:28:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:59.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:28:59.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:28:59.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:28:59.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:28:59 smithi157 ceph-mon[101289]: osdmap e1928: 8 total, 8 up, 8 in 2024-08-17T01:29:01.456 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:01 smithi187 ceph-mon[90552]: osdmap e1929: 8 total, 8 up, 8 in 2024-08-17T01:29:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:01 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3429588847' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:29:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:01 smithi187 ceph-mon[90552]: pgmap v3308: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:29:01.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:01 smithi157 ceph-mon[101289]: osdmap e1929: 8 total, 8 up, 8 in 2024-08-17T01:29:01.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:01 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3429588847' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:29:01.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:01 smithi157 ceph-mon[101289]: pgmap v3308: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:29:01.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:01 smithi157 ceph-mon[98780]: osdmap e1929: 8 total, 8 up, 8 in 2024-08-17T01:29:01.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:01 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3429588847' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:29:01.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:01 smithi157 ceph-mon[98780]: pgmap v3308: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:29:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:02 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:29:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:02 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3429588847' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:29:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:02 smithi187 ceph-mon[90552]: osdmap e1930: 8 total, 8 up, 8 in 2024-08-17T01:29:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:29:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:29:02.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:02 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:29:02.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:02 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3429588847' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:29:02.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:02 smithi157 ceph-mon[101289]: osdmap e1930: 8 total, 8 up, 8 in 2024-08-17T01:29:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:02 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:29:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:02 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3429588847' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:29:02.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:02 smithi157 ceph-mon[98780]: osdmap e1930: 8 total, 8 up, 8 in 2024-08-17T01:29:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: wrote [3151586~66248,3599613~86822,4663110~21414,6120949~63714,9468816~22243,10347597~24637,13465044~36969,14235910~10106,18683481~20992,18847498~19948] 2024-08-17T01:29:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:29:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:29:03] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-08-17T01:29:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:03 smithi157 ceph-mon[101289]: osdmap e1931: 8 total, 8 up, 8 in 2024-08-17T01:29:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:03 smithi157 ceph-mon[101289]: pgmap v3311: 137 pgs: 16 creating+peering, 13 unknown, 108 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:29:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:03 smithi157 ceph-mon[98780]: osdmap e1931: 8 total, 8 up, 8 in 2024-08-17T01:29:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:03 smithi157 ceph-mon[98780]: pgmap v3311: 137 pgs: 16 creating+peering, 13 unknown, 108 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:29:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:03 smithi187 ceph-mon[90552]: osdmap e1931: 8 total, 8 up, 8 in 2024-08-17T01:29:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:03 smithi187 ceph-mon[90552]: pgmap v3311: 137 pgs: 16 creating+peering, 13 unknown, 108 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:29:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: wrote [8599991~28544,8644870~14855,12946440~4325,14144214~61543,16620655~92444,18166541~78319,18362943~97964,18502683~30690,19729325~40054,20299148~92117] 2024-08-17T01:29:04.490 INFO:tasks.workunit.client.0.smithi157.stdout: diff was [8599991~28544,8644870~14855,12946440~4325,14144214~61543,14246016~2467083,18166541~78319,18362943~97964,18502683~30690,18867446~1523819] 2024-08-17T01:29:04.493 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5032 ms) 2024-08-17T01:29:04.493 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-08-17T01:29:04.494 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:04.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:04 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:29:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:04 smithi157 ceph-mon[101289]: osdmap e1932: 8 total, 8 up, 8 in 2024-08-17T01:29:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:04 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:29:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:04 smithi157 ceph-mon[98780]: osdmap e1932: 8 total, 8 up, 8 in 2024-08-17T01:29:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:04 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:29:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:04 smithi187 ceph-mon[90552]: osdmap e1932: 8 total, 8 up, 8 in 2024-08-17T01:29:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:05 smithi157 ceph-mon[98780]: osdmap e1933: 8 total, 8 up, 8 in 2024-08-17T01:29:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:05 smithi157 ceph-mon[98780]: pgmap v3314: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:29:05.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:05 smithi157 ceph-mon[101289]: osdmap e1933: 8 total, 8 up, 8 in 2024-08-17T01:29:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:05 smithi157 ceph-mon[101289]: pgmap v3314: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:29:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:05 smithi187 ceph-mon[90552]: osdmap e1933: 8 total, 8 up, 8 in 2024-08-17T01:29:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:05 smithi187 ceph-mon[90552]: pgmap v3314: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:29:06.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:06 smithi157 ceph-mon[98780]: osdmap e1934: 8 total, 8 up, 8 in 2024-08-17T01:29:06.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:06 smithi157 ceph-mon[101289]: osdmap e1934: 8 total, 8 up, 8 in 2024-08-17T01:29:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:06 smithi187 ceph-mon[90552]: osdmap e1934: 8 total, 8 up, 8 in 2024-08-17T01:29:07.514 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:07 smithi157 ceph-mon[98780]: osdmap e1935: 8 total, 8 up, 8 in 2024-08-17T01:29:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:07 smithi157 ceph-mon[98780]: pgmap v3317: 137 pgs: 137 active+clean; 6.5 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 27 KiB/s wr, 38 op/s 2024-08-17T01:29:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:07 smithi157 ceph-mon[101289]: osdmap e1935: 8 total, 8 up, 8 in 2024-08-17T01:29:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:07 smithi157 ceph-mon[101289]: pgmap v3317: 137 pgs: 137 active+clean; 6.5 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 27 KiB/s wr, 38 op/s 2024-08-17T01:29:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:07 smithi187 ceph-mon[90552]: osdmap e1935: 8 total, 8 up, 8 in 2024-08-17T01:29:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:07 smithi187 ceph-mon[90552]: pgmap v3317: 137 pgs: 137 active+clean; 6.5 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 27 KiB/s wr, 38 op/s 2024-08-17T01:29:08.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:08 smithi157 ceph-mon[98780]: osdmap e1936: 8 total, 8 up, 8 in 2024-08-17T01:29:08.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:08 smithi157 ceph-mon[101289]: osdmap e1936: 8 total, 8 up, 8 in 2024-08-17T01:29:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:08 smithi187 ceph-mon[90552]: osdmap e1936: 8 total, 8 up, 8 in 2024-08-17T01:29:09.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:09 smithi157 ceph-mon[98780]: osdmap e1937: 8 total, 8 up, 8 in 2024-08-17T01:29:09.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:09 smithi157 ceph-mon[98780]: pgmap v3320: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 236 KiB/s wr, 78 op/s 2024-08-17T01:29:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:09 smithi157 ceph-mon[101289]: osdmap e1937: 8 total, 8 up, 8 in 2024-08-17T01:29:09.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:09 smithi157 ceph-mon[101289]: pgmap v3320: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 236 KiB/s wr, 78 op/s 2024-08-17T01:29:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:09 smithi187 ceph-mon[90552]: osdmap e1937: 8 total, 8 up, 8 in 2024-08-17T01:29:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:09 smithi187 ceph-mon[90552]: pgmap v3320: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 236 KiB/s wr, 78 op/s 2024-08-17T01:29:10.533 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:10.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:10 smithi157 ceph-mon[98780]: osdmap e1938: 8 total, 8 up, 8 in 2024-08-17T01:29:10.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:10 smithi157 ceph-mon[101289]: osdmap e1938: 8 total, 8 up, 8 in 2024-08-17T01:29:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:10 smithi187 ceph-mon[90552]: osdmap e1938: 8 total, 8 up, 8 in 2024-08-17T01:29:11.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:11 smithi157 ceph-mon[101289]: osdmap e1939: 8 total, 8 up, 8 in 2024-08-17T01:29:11.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:11 smithi157 ceph-mon[101289]: pgmap v3323: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 214 KiB/s wr, 104 op/s 2024-08-17T01:29:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:11 smithi157 ceph-mon[98780]: osdmap e1939: 8 total, 8 up, 8 in 2024-08-17T01:29:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:11 smithi157 ceph-mon[98780]: pgmap v3323: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 214 KiB/s wr, 104 op/s 2024-08-17T01:29:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:11 smithi187 ceph-mon[90552]: osdmap e1939: 8 total, 8 up, 8 in 2024-08-17T01:29:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:11 smithi187 ceph-mon[90552]: pgmap v3323: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 214 KiB/s wr, 104 op/s 2024-08-17T01:29:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:12 smithi187 ceph-mon[90552]: osdmap e1940: 8 total, 8 up, 8 in 2024-08-17T01:29:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:29:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:29:12.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:12 smithi157 ceph-mon[101289]: osdmap e1940: 8 total, 8 up, 8 in 2024-08-17T01:29:12.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:12 smithi157 ceph-mon[98780]: osdmap e1940: 8 total, 8 up, 8 in 2024-08-17T01:29:13.389 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:29:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:29:13] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-08-17T01:29:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:13 smithi157 ceph-mon[98780]: osdmap e1941: 8 total, 8 up, 8 in 2024-08-17T01:29:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:13 smithi157 ceph-mon[98780]: pgmap v3326: 137 pgs: 137 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.5 KiB/s wr, 82 op/s 2024-08-17T01:29:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:13 smithi157 ceph-mon[98780]: osdmap e1942: 8 total, 8 up, 8 in 2024-08-17T01:29:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:13 smithi157 ceph-mon[101289]: osdmap e1941: 8 total, 8 up, 8 in 2024-08-17T01:29:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:13 smithi157 ceph-mon[101289]: pgmap v3326: 137 pgs: 137 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.5 KiB/s wr, 82 op/s 2024-08-17T01:29:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:13 smithi157 ceph-mon[101289]: osdmap e1942: 8 total, 8 up, 8 in 2024-08-17T01:29:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:13 smithi187 ceph-mon[90552]: osdmap e1941: 8 total, 8 up, 8 in 2024-08-17T01:29:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:13 smithi187 ceph-mon[90552]: pgmap v3326: 137 pgs: 137 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.5 KiB/s wr, 82 op/s 2024-08-17T01:29:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:13 smithi187 ceph-mon[90552]: osdmap e1942: 8 total, 8 up, 8 in 2024-08-17T01:29:14.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:14.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:14 smithi157 ceph-mon[98780]: osdmap e1943: 8 total, 8 up, 8 in 2024-08-17T01:29:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:14 smithi157 ceph-mon[101289]: osdmap e1943: 8 total, 8 up, 8 in 2024-08-17T01:29:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:14 smithi187 ceph-mon[90552]: osdmap e1943: 8 total, 8 up, 8 in 2024-08-17T01:29:15.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:15 smithi157 ceph-mon[101289]: pgmap v3329: 137 pgs: 137 active+clean; 24 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 KiB/s wr, 30 op/s 2024-08-17T01:29:15.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:15 smithi157 ceph-mon[101289]: osdmap e1944: 8 total, 8 up, 8 in 2024-08-17T01:29:15.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:15 smithi157 ceph-mon[98780]: pgmap v3329: 137 pgs: 137 active+clean; 24 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 KiB/s wr, 30 op/s 2024-08-17T01:29:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:15 smithi157 ceph-mon[98780]: osdmap e1944: 8 total, 8 up, 8 in 2024-08-17T01:29:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:15 smithi187 ceph-mon[90552]: pgmap v3329: 137 pgs: 137 active+clean; 24 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 KiB/s wr, 30 op/s 2024-08-17T01:29:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:15 smithi187 ceph-mon[90552]: osdmap e1944: 8 total, 8 up, 8 in 2024-08-17T01:29:16.394 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:17.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:17 smithi157 ceph-mon[98780]: osdmap e1945: 8 total, 8 up, 8 in 2024-08-17T01:29:17.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:17 smithi157 ceph-mon[98780]: pgmap v3332: 137 pgs: 137 active+clean; 24 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 8.0 KiB/s wr, 70 op/s 2024-08-17T01:29:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:17 smithi157 ceph-mon[101289]: osdmap e1945: 8 total, 8 up, 8 in 2024-08-17T01:29:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:17 smithi157 ceph-mon[101289]: pgmap v3332: 137 pgs: 137 active+clean; 24 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 8.0 KiB/s wr, 70 op/s 2024-08-17T01:29:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:17 smithi187 ceph-mon[90552]: osdmap e1945: 8 total, 8 up, 8 in 2024-08-17T01:29:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:17 smithi187 ceph-mon[90552]: pgmap v3332: 137 pgs: 137 active+clean; 24 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 8.0 KiB/s wr, 70 op/s 2024-08-17T01:29:18.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:18 smithi157 ceph-mon[98780]: osdmap e1946: 8 total, 8 up, 8 in 2024-08-17T01:29:18.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:18 smithi157 ceph-mon[101289]: osdmap e1946: 8 total, 8 up, 8 in 2024-08-17T01:29:18.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:18 smithi187 ceph-mon[90552]: osdmap e1946: 8 total, 8 up, 8 in 2024-08-17T01:29:19.412 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (14918 ms) 2024-08-17T01:29:19.412 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-08-17T01:29:19.412 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:19 smithi157 ceph-mon[101289]: osdmap e1947: 8 total, 8 up, 8 in 2024-08-17T01:29:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:19 smithi157 ceph-mon[101289]: pgmap v3335: 137 pgs: 137 active+clean; 26 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.7 KiB/s wr, 90 op/s 2024-08-17T01:29:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:19 smithi157 ceph-mon[98780]: osdmap e1947: 8 total, 8 up, 8 in 2024-08-17T01:29:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:19 smithi157 ceph-mon[98780]: pgmap v3335: 137 pgs: 137 active+clean; 26 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.7 KiB/s wr, 90 op/s 2024-08-17T01:29:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:19 smithi187 ceph-mon[90552]: osdmap e1947: 8 total, 8 up, 8 in 2024-08-17T01:29:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:19 smithi187 ceph-mon[90552]: pgmap v3335: 137 pgs: 137 active+clean; 26 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.7 KiB/s wr, 90 op/s 2024-08-17T01:29:20.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:20 smithi157 ceph-mon[98780]: osdmap e1948: 8 total, 8 up, 8 in 2024-08-17T01:29:20.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:20 smithi157 ceph-mon[101289]: osdmap e1948: 8 total, 8 up, 8 in 2024-08-17T01:29:20.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:20 smithi187 ceph-mon[90552]: osdmap e1948: 8 total, 8 up, 8 in 2024-08-17T01:29:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:21 smithi187 ceph-mon[90552]: osdmap e1949: 8 total, 8 up, 8 in 2024-08-17T01:29:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:21 smithi187 ceph-mon[90552]: pgmap v3338: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 9.7 KiB/s wr, 121 op/s 2024-08-17T01:29:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:21 smithi157 ceph-mon[98780]: osdmap e1949: 8 total, 8 up, 8 in 2024-08-17T01:29:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:21 smithi157 ceph-mon[98780]: pgmap v3338: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 9.7 KiB/s wr, 121 op/s 2024-08-17T01:29:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:21 smithi157 ceph-mon[101289]: osdmap e1949: 8 total, 8 up, 8 in 2024-08-17T01:29:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:21 smithi157 ceph-mon[101289]: pgmap v3338: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 9.7 KiB/s wr, 121 op/s 2024-08-17T01:29:22.428 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:22.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:22 smithi187 ceph-mon[90552]: osdmap e1950: 8 total, 8 up, 8 in 2024-08-17T01:29:22.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:29:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:29:22.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:22 smithi157 ceph-mon[98780]: osdmap e1950: 8 total, 8 up, 8 in 2024-08-17T01:29:22.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:22 smithi157 ceph-mon[101289]: osdmap e1950: 8 total, 8 up, 8 in 2024-08-17T01:29:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:23 smithi187 ceph-mon[90552]: osdmap e1951: 8 total, 8 up, 8 in 2024-08-17T01:29:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:23 smithi187 ceph-mon[90552]: pgmap v3341: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.7 KiB/s wr, 90 op/s 2024-08-17T01:29:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:29:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:29:23] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-08-17T01:29:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:23 smithi157 ceph-mon[101289]: osdmap e1951: 8 total, 8 up, 8 in 2024-08-17T01:29:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:23 smithi157 ceph-mon[101289]: pgmap v3341: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.7 KiB/s wr, 90 op/s 2024-08-17T01:29:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:23 smithi157 ceph-mon[98780]: osdmap e1951: 8 total, 8 up, 8 in 2024-08-17T01:29:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:23 smithi157 ceph-mon[98780]: pgmap v3341: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.7 KiB/s wr, 90 op/s 2024-08-17T01:29:24.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:24 smithi187 ceph-mon[90552]: osdmap e1952: 8 total, 8 up, 8 in 2024-08-17T01:29:24.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:24 smithi157 ceph-mon[98780]: osdmap e1952: 8 total, 8 up, 8 in 2024-08-17T01:29:24.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:24 smithi157 ceph-mon[101289]: osdmap e1952: 8 total, 8 up, 8 in 2024-08-17T01:29:25.450 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:25 smithi187 ceph-mon[90552]: osdmap e1953: 8 total, 8 up, 8 in 2024-08-17T01:29:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:25 smithi187 ceph-mon[90552]: pgmap v3344: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.5 KiB/s wr, 18 op/s 2024-08-17T01:29:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:25 smithi157 ceph-mon[98780]: osdmap e1953: 8 total, 8 up, 8 in 2024-08-17T01:29:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:25 smithi157 ceph-mon[98780]: pgmap v3344: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.5 KiB/s wr, 18 op/s 2024-08-17T01:29:25.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:25 smithi157 ceph-mon[101289]: osdmap e1953: 8 total, 8 up, 8 in 2024-08-17T01:29:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:25 smithi157 ceph-mon[101289]: pgmap v3344: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.5 KiB/s wr, 18 op/s 2024-08-17T01:29:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:26 smithi187 ceph-mon[90552]: osdmap e1954: 8 total, 8 up, 8 in 2024-08-17T01:29:26.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:26 smithi157 ceph-mon[98780]: osdmap e1954: 8 total, 8 up, 8 in 2024-08-17T01:29:26.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:26 smithi157 ceph-mon[101289]: osdmap e1954: 8 total, 8 up, 8 in 2024-08-17T01:29:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:27 smithi187 ceph-mon[90552]: osdmap e1955: 8 total, 8 up, 8 in 2024-08-17T01:29:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:27 smithi187 ceph-mon[90552]: pgmap v3347: 137 pgs: 137 active+clean; 40 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 5.7 KiB/s wr, 59 op/s 2024-08-17T01:29:27.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:27 smithi157 ceph-mon[98780]: osdmap e1955: 8 total, 8 up, 8 in 2024-08-17T01:29:27.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:27 smithi157 ceph-mon[98780]: pgmap v3347: 137 pgs: 137 active+clean; 40 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 5.7 KiB/s wr, 59 op/s 2024-08-17T01:29:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:27 smithi157 ceph-mon[101289]: osdmap e1955: 8 total, 8 up, 8 in 2024-08-17T01:29:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:27 smithi157 ceph-mon[101289]: pgmap v3347: 137 pgs: 137 active+clean; 40 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 5.7 KiB/s wr, 59 op/s 2024-08-17T01:29:28.462 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:28 smithi187 ceph-mon[90552]: osdmap e1956: 8 total, 8 up, 8 in 2024-08-17T01:29:28.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:28 smithi157 ceph-mon[98780]: osdmap e1956: 8 total, 8 up, 8 in 2024-08-17T01:29:28.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:28 smithi157 ceph-mon[101289]: osdmap e1956: 8 total, 8 up, 8 in 2024-08-17T01:29:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:29 smithi187 ceph-mon[90552]: osdmap e1957: 8 total, 8 up, 8 in 2024-08-17T01:29:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:29 smithi187 ceph-mon[90552]: pgmap v3350: 137 pgs: 137 active+clean; 43 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 11 KiB/s wr, 116 op/s 2024-08-17T01:29:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:29.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:29 smithi157 ceph-mon[98780]: osdmap e1957: 8 total, 8 up, 8 in 2024-08-17T01:29:29.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:29 smithi157 ceph-mon[98780]: pgmap v3350: 137 pgs: 137 active+clean; 43 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 11 KiB/s wr, 116 op/s 2024-08-17T01:29:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:29.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:29 smithi157 ceph-mon[101289]: osdmap e1957: 8 total, 8 up, 8 in 2024-08-17T01:29:29.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:29 smithi157 ceph-mon[101289]: pgmap v3350: 137 pgs: 137 active+clean; 43 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 11 KiB/s wr, 116 op/s 2024-08-17T01:29:29.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:30 smithi187 ceph-mon[90552]: osdmap e1958: 8 total, 8 up, 8 in 2024-08-17T01:29:30.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:30 smithi157 ceph-mon[101289]: osdmap e1958: 8 total, 8 up, 8 in 2024-08-17T01:29:30.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:30 smithi157 ceph-mon[98780]: osdmap e1958: 8 total, 8 up, 8 in 2024-08-17T01:29:31.481 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:31 smithi187 ceph-mon[90552]: osdmap e1959: 8 total, 8 up, 8 in 2024-08-17T01:29:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:31 smithi187 ceph-mon[90552]: pgmap v3353: 137 pgs: 137 active+clean; 49 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.7 KiB/s wr, 79 op/s 2024-08-17T01:29:31.785 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:31 smithi157 ceph-mon[101289]: osdmap e1959: 8 total, 8 up, 8 in 2024-08-17T01:29:31.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:31 smithi157 ceph-mon[101289]: pgmap v3353: 137 pgs: 137 active+clean; 49 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.7 KiB/s wr, 79 op/s 2024-08-17T01:29:31.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:31 smithi157 ceph-mon[98780]: osdmap e1959: 8 total, 8 up, 8 in 2024-08-17T01:29:31.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:31 smithi157 ceph-mon[98780]: pgmap v3353: 137 pgs: 137 active+clean; 49 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.7 KiB/s wr, 79 op/s 2024-08-17T01:29:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:32 smithi187 ceph-mon[90552]: osdmap e1960: 8 total, 8 up, 8 in 2024-08-17T01:29:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:29:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:29:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:29:32.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:32 smithi157 ceph-mon[98780]: osdmap e1960: 8 total, 8 up, 8 in 2024-08-17T01:29:32.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:32 smithi157 ceph-mon[101289]: osdmap e1960: 8 total, 8 up, 8 in 2024-08-17T01:29:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:29:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:29:33] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-08-17T01:29:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:33 smithi157 ceph-mon[98780]: osdmap e1961: 8 total, 8 up, 8 in 2024-08-17T01:29:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:33 smithi157 ceph-mon[98780]: pgmap v3356: 137 pgs: 137 active+clean; 49 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.2 KiB/s wr, 63 op/s 2024-08-17T01:29:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:33 smithi157 ceph-mon[101289]: osdmap e1961: 8 total, 8 up, 8 in 2024-08-17T01:29:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:33 smithi157 ceph-mon[101289]: pgmap v3356: 137 pgs: 137 active+clean; 49 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.2 KiB/s wr, 63 op/s 2024-08-17T01:29:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:33 smithi187 ceph-mon[90552]: osdmap e1961: 8 total, 8 up, 8 in 2024-08-17T01:29:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:33 smithi187 ceph-mon[90552]: pgmap v3356: 137 pgs: 137 active+clean; 49 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.2 KiB/s wr, 63 op/s 2024-08-17T01:29:34.494 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (15083 ms) 2024-08-17T01:29:34.495 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 2024-08-17T01:29:34.495 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:34.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:34 smithi157 ceph-mon[101289]: osdmap e1962: 8 total, 8 up, 8 in 2024-08-17T01:29:34.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:34 smithi157 ceph-mon[98780]: osdmap e1962: 8 total, 8 up, 8 in 2024-08-17T01:29:34.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:34 smithi187 ceph-mon[90552]: osdmap e1962: 8 total, 8 up, 8 in 2024-08-17T01:29:35.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:35 smithi157 ceph-mon[101289]: osdmap e1963: 8 total, 8 up, 8 in 2024-08-17T01:29:35.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:35 smithi157 ceph-mon[101289]: pgmap v3359: 137 pgs: 137 active+clean; 56 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.2 KiB/s wr, 85 op/s 2024-08-17T01:29:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:35 smithi157 ceph-mon[98780]: osdmap e1963: 8 total, 8 up, 8 in 2024-08-17T01:29:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:35 smithi157 ceph-mon[98780]: pgmap v3359: 137 pgs: 137 active+clean; 56 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.2 KiB/s wr, 85 op/s 2024-08-17T01:29:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:35 smithi187 ceph-mon[90552]: osdmap e1963: 8 total, 8 up, 8 in 2024-08-17T01:29:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:35 smithi187 ceph-mon[90552]: pgmap v3359: 137 pgs: 137 active+clean; 56 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.2 KiB/s wr, 85 op/s 2024-08-17T01:29:38.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:37 smithi157 ceph-mon[101289]: pgmap v3360: 137 pgs: 137 active+clean; 56 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 7.2 KiB/s wr, 82 op/s 2024-08-17T01:29:38.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:37 smithi157 ceph-mon[98780]: pgmap v3360: 137 pgs: 137 active+clean; 56 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 7.2 KiB/s wr, 82 op/s 2024-08-17T01:29:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:37 smithi187 ceph-mon[90552]: pgmap v3360: 137 pgs: 137 active+clean; 56 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 7.2 KiB/s wr, 82 op/s 2024-08-17T01:29:40.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:39 smithi157 ceph-mon[98780]: pgmap v3361: 137 pgs: 137 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 661 KiB/s wr, 91 op/s 2024-08-17T01:29:40.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:39 smithi157 ceph-mon[98780]: osdmap e1964: 8 total, 8 up, 8 in 2024-08-17T01:29:40.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:39 smithi157 ceph-mon[101289]: pgmap v3361: 137 pgs: 137 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 661 KiB/s wr, 91 op/s 2024-08-17T01:29:40.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:39 smithi157 ceph-mon[101289]: osdmap e1964: 8 total, 8 up, 8 in 2024-08-17T01:29:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:39 smithi187 ceph-mon[90552]: pgmap v3361: 137 pgs: 137 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 661 KiB/s wr, 91 op/s 2024-08-17T01:29:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:39 smithi187 ceph-mon[90552]: osdmap e1964: 8 total, 8 up, 8 in 2024-08-17T01:29:40.827 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:41.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:40 smithi157 ceph-mon[101289]: osdmap e1965: 8 total, 8 up, 8 in 2024-08-17T01:29:41.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:40 smithi157 ceph-mon[98780]: osdmap e1965: 8 total, 8 up, 8 in 2024-08-17T01:29:41.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:40 smithi187 ceph-mon[90552]: osdmap e1965: 8 total, 8 up, 8 in 2024-08-17T01:29:42.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:41 smithi157 ceph-mon[101289]: pgmap v3364: 137 pgs: 137 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 659 KiB/s wr, 48 op/s 2024-08-17T01:29:42.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:41 smithi157 ceph-mon[101289]: osdmap e1966: 8 total, 8 up, 8 in 2024-08-17T01:29:42.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:41 smithi157 ceph-mon[98780]: pgmap v3364: 137 pgs: 137 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 659 KiB/s wr, 48 op/s 2024-08-17T01:29:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:41 smithi157 ceph-mon[98780]: osdmap e1966: 8 total, 8 up, 8 in 2024-08-17T01:29:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:41 smithi187 ceph-mon[90552]: pgmap v3364: 137 pgs: 137 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 659 KiB/s wr, 48 op/s 2024-08-17T01:29:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:41 smithi187 ceph-mon[90552]: osdmap e1966: 8 total, 8 up, 8 in 2024-08-17T01:29:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:29:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:29:43.799 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:29:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:29:43] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-08-17T01:29:44.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:43 smithi157 ceph-mon[98780]: pgmap v3366: 137 pgs: 137 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 685 KiB/s wr, 35 op/s 2024-08-17T01:29:44.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:43 smithi157 ceph-mon[101289]: pgmap v3366: 137 pgs: 137 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 685 KiB/s wr, 35 op/s 2024-08-17T01:29:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:43 smithi187 ceph-mon[90552]: pgmap v3366: 137 pgs: 137 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 685 KiB/s wr, 35 op/s 2024-08-17T01:29:45.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:45.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:45.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:46.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:45 smithi157 ceph-mon[101289]: pgmap v3367: 137 pgs: 137 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.8 KiB/s wr, 26 op/s 2024-08-17T01:29:46.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:45 smithi157 ceph-mon[101289]: osdmap e1967: 8 total, 8 up, 8 in 2024-08-17T01:29:46.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:45 smithi157 ceph-mon[98780]: pgmap v3367: 137 pgs: 137 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.8 KiB/s wr, 26 op/s 2024-08-17T01:29:46.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:45 smithi157 ceph-mon[98780]: osdmap e1967: 8 total, 8 up, 8 in 2024-08-17T01:29:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:45 smithi187 ceph-mon[90552]: pgmap v3367: 137 pgs: 137 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.8 KiB/s wr, 26 op/s 2024-08-17T01:29:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:45 smithi187 ceph-mon[90552]: osdmap e1967: 8 total, 8 up, 8 in 2024-08-17T01:29:46.850 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:47.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:46 smithi157 ceph-mon[98780]: osdmap e1968: 8 total, 8 up, 8 in 2024-08-17T01:29:47.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:46 smithi157 ceph-mon[101289]: osdmap e1968: 8 total, 8 up, 8 in 2024-08-17T01:29:47.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:46 smithi187 ceph-mon[90552]: osdmap e1968: 8 total, 8 up, 8 in 2024-08-17T01:29:48.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:47 smithi157 ceph-mon[101289]: pgmap v3370: 137 pgs: 137 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.3 KiB/s wr, 29 op/s 2024-08-17T01:29:48.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:47 smithi157 ceph-mon[101289]: osdmap e1969: 8 total, 8 up, 8 in 2024-08-17T01:29:48.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:47 smithi157 ceph-mon[98780]: pgmap v3370: 137 pgs: 137 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.3 KiB/s wr, 29 op/s 2024-08-17T01:29:48.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:47 smithi157 ceph-mon[98780]: osdmap e1969: 8 total, 8 up, 8 in 2024-08-17T01:29:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:47 smithi187 ceph-mon[90552]: pgmap v3370: 137 pgs: 137 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.3 KiB/s wr, 29 op/s 2024-08-17T01:29:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:47 smithi187 ceph-mon[90552]: osdmap e1969: 8 total, 8 up, 8 in 2024-08-17T01:29:50.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:49 smithi157 ceph-mon[98780]: pgmap v3372: 137 pgs: 137 active+clean; 70 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 688 KiB/s wr, 59 op/s 2024-08-17T01:29:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:49 smithi157 ceph-mon[101289]: pgmap v3372: 137 pgs: 137 active+clean; 70 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 688 KiB/s wr, 59 op/s 2024-08-17T01:29:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:49 smithi187 ceph-mon[90552]: pgmap v3372: 137 pgs: 137 active+clean; 70 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 688 KiB/s wr, 59 op/s 2024-08-17T01:29:52.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:51 smithi157 ceph-mon[98780]: pgmap v3373: 137 pgs: 137 active+clean; 74 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 54 op/s 2024-08-17T01:29:52.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:51 smithi157 ceph-mon[98780]: osdmap e1970: 8 total, 8 up, 8 in 2024-08-17T01:29:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:51 smithi157 ceph-mon[101289]: pgmap v3373: 137 pgs: 137 active+clean; 74 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 54 op/s 2024-08-17T01:29:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:51 smithi157 ceph-mon[101289]: osdmap e1970: 8 total, 8 up, 8 in 2024-08-17T01:29:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:51 smithi187 ceph-mon[90552]: pgmap v3373: 137 pgs: 137 active+clean; 74 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 54 op/s 2024-08-17T01:29:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:51 smithi187 ceph-mon[90552]: osdmap e1970: 8 total, 8 up, 8 in 2024-08-17T01:29:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:29:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:29:52.865 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:53.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:52 smithi157 ceph-mon[98780]: osdmap e1971: 8 total, 8 up, 8 in 2024-08-17T01:29:53.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:52 smithi157 ceph-mon[101289]: osdmap e1971: 8 total, 8 up, 8 in 2024-08-17T01:29:53.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:52 smithi187 ceph-mon[90552]: osdmap e1971: 8 total, 8 up, 8 in 2024-08-17T01:29:53.837 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:29:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:29:53] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-08-17T01:29:54.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:53 smithi157 ceph-mon[101289]: pgmap v3376: 137 pgs: 137 active+clean; 74 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-17T01:29:54.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:53 smithi157 ceph-mon[101289]: osdmap e1972: 8 total, 8 up, 8 in 2024-08-17T01:29:54.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:53 smithi157 ceph-mon[98780]: pgmap v3376: 137 pgs: 137 active+clean; 74 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-17T01:29:54.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:53 smithi157 ceph-mon[98780]: osdmap e1972: 8 total, 8 up, 8 in 2024-08-17T01:29:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:53 smithi187 ceph-mon[90552]: pgmap v3376: 137 pgs: 137 active+clean; 74 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-17T01:29:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:53 smithi187 ceph-mon[90552]: osdmap e1972: 8 total, 8 up, 8 in 2024-08-17T01:29:56.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:55 smithi157 ceph-mon[98780]: pgmap v3378: 137 pgs: 137 active+clean; 75 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-17T01:29:56.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:55 smithi157 ceph-mon[101289]: pgmap v3378: 137 pgs: 137 active+clean; 75 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-17T01:29:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:55 smithi187 ceph-mon[90552]: pgmap v3378: 137 pgs: 137 active+clean; 75 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-17T01:29:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:57 smithi157 ceph-mon[98780]: pgmap v3379: 137 pgs: 137 active+clean; 76 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 37 op/s 2024-08-17T01:29:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:57 smithi157 ceph-mon[98780]: osdmap e1973: 8 total, 8 up, 8 in 2024-08-17T01:29:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:57 smithi157 ceph-mon[101289]: pgmap v3379: 137 pgs: 137 active+clean; 76 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 37 op/s 2024-08-17T01:29:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:57 smithi157 ceph-mon[101289]: osdmap e1973: 8 total, 8 up, 8 in 2024-08-17T01:29:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:57 smithi187 ceph-mon[90552]: pgmap v3379: 137 pgs: 137 active+clean; 76 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 37 op/s 2024-08-17T01:29:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:57 smithi187 ceph-mon[90552]: osdmap e1973: 8 total, 8 up, 8 in 2024-08-17T01:29:58.888 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:29:59.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:58 smithi157 ceph-mon[101289]: osdmap e1974: 8 total, 8 up, 8 in 2024-08-17T01:29:59.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:59.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:58 smithi157 ceph-mon[98780]: osdmap e1974: 8 total, 8 up, 8 in 2024-08-17T01:29:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:58 smithi187 ceph-mon[90552]: osdmap e1974: 8 total, 8 up, 8 in 2024-08-17T01:29:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:59 smithi157 ceph-mon[101289]: pgmap v3382: 137 pgs: 137 active+clean; 77 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 5.7 KiB/s wr, 56 op/s 2024-08-17T01:30:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:59 smithi157 ceph-mon[101289]: osdmap e1975: 8 total, 8 up, 8 in 2024-08-17T01:30:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:30:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:30:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:30:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:29:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:30:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:59 smithi157 ceph-mon[98780]: pgmap v3382: 137 pgs: 137 active+clean; 77 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 5.7 KiB/s wr, 56 op/s 2024-08-17T01:30:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:59 smithi157 ceph-mon[98780]: osdmap e1975: 8 total, 8 up, 8 in 2024-08-17T01:30:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:30:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:30:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:30:00.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:29:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:30:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:59 smithi187 ceph-mon[90552]: pgmap v3382: 137 pgs: 137 active+clean; 77 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 5.7 KiB/s wr, 56 op/s 2024-08-17T01:30:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:59 smithi187 ceph-mon[90552]: osdmap e1975: 8 total, 8 up, 8 in 2024-08-17T01:30:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:30:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:30:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:30:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:29:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:30:01.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:00 smithi157 ceph-mon[98780]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-17T01:30:01.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:00 smithi157 ceph-mon[98780]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-17T01:30:01.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:00 smithi157 ceph-mon[98780]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-17T01:30:01.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:00 smithi157 ceph-mon[101289]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-17T01:30:01.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:00 smithi157 ceph-mon[101289]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-17T01:30:01.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:00 smithi157 ceph-mon[101289]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-17T01:30:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:00 smithi187 ceph-mon[90552]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-17T01:30:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:00 smithi187 ceph-mon[90552]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-17T01:30:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:00 smithi187 ceph-mon[90552]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-17T01:30:02.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:01 smithi157 ceph-mon[98780]: pgmap v3384: 137 pgs: 137 active+clean; 82 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 687 KiB/s wr, 33 op/s 2024-08-17T01:30:02.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:01 smithi157 ceph-mon[101289]: pgmap v3384: 137 pgs: 137 active+clean; 82 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 687 KiB/s wr, 33 op/s 2024-08-17T01:30:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:01 smithi187 ceph-mon[90552]: pgmap v3384: 137 pgs: 137 active+clean; 82 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 687 KiB/s wr, 33 op/s 2024-08-17T01:30:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:30:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:30:03.876 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:30:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:30:03] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-08-17T01:30:04.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:03 smithi157 ceph-mon[98780]: pgmap v3385: 137 pgs: 137 active+clean; 82 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 24 op/s 2024-08-17T01:30:04.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:03 smithi157 ceph-mon[98780]: osdmap e1976: 8 total, 8 up, 8 in 2024-08-17T01:30:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:03 smithi157 ceph-mon[101289]: pgmap v3385: 137 pgs: 137 active+clean; 82 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 24 op/s 2024-08-17T01:30:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:03 smithi157 ceph-mon[101289]: osdmap e1976: 8 total, 8 up, 8 in 2024-08-17T01:30:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:03 smithi187 ceph-mon[90552]: pgmap v3385: 137 pgs: 137 active+clean; 82 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 24 op/s 2024-08-17T01:30:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:03 smithi187 ceph-mon[90552]: osdmap e1976: 8 total, 8 up, 8 in 2024-08-17T01:30:04.912 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 (30417 ms) 2024-08-17T01:30:04.912 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP 2024-08-17T01:30:04.912 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:30:05.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:04 smithi157 ceph-mon[101289]: osdmap e1977: 8 total, 8 up, 8 in 2024-08-17T01:30:05.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:04 smithi157 ceph-mon[98780]: osdmap e1977: 8 total, 8 up, 8 in 2024-08-17T01:30:05.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:04 smithi187 ceph-mon[90552]: osdmap e1977: 8 total, 8 up, 8 in 2024-08-17T01:30:06.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:05 smithi157 ceph-mon[98780]: pgmap v3388: 137 pgs: 137 active+clean; 82 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 685 KiB/s wr, 27 op/s 2024-08-17T01:30:06.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:05 smithi157 ceph-mon[98780]: osdmap e1978: 8 total, 8 up, 8 in 2024-08-17T01:30:06.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:05 smithi157 ceph-mon[101289]: pgmap v3388: 137 pgs: 137 active+clean; 82 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 685 KiB/s wr, 27 op/s 2024-08-17T01:30:06.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:05 smithi157 ceph-mon[101289]: osdmap e1978: 8 total, 8 up, 8 in 2024-08-17T01:30:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:05 smithi187 ceph-mon[90552]: pgmap v3388: 137 pgs: 137 active+clean; 82 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 685 KiB/s wr, 27 op/s 2024-08-17T01:30:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:05 smithi187 ceph-mon[90552]: osdmap e1978: 8 total, 8 up, 8 in 2024-08-17T01:30:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:07 smithi187 ceph-mon[90552]: pgmap v3390: 137 pgs: 137 active+clean; 90 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-08-17T01:30:08.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:07 smithi157 ceph-mon[101289]: pgmap v3390: 137 pgs: 137 active+clean; 90 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-08-17T01:30:08.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:07 smithi157 ceph-mon[98780]: pgmap v3390: 137 pgs: 137 active+clean; 90 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-08-17T01:30:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:09 smithi187 ceph-mon[90552]: pgmap v3391: 137 pgs: 137 active+clean; 94 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 56 op/s 2024-08-17T01:30:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:09 smithi187 ceph-mon[90552]: osdmap e1979: 8 total, 8 up, 8 in 2024-08-17T01:30:10.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:09 smithi157 ceph-mon[98780]: pgmap v3391: 137 pgs: 137 active+clean; 94 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 56 op/s 2024-08-17T01:30:10.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:09 smithi157 ceph-mon[98780]: osdmap e1979: 8 total, 8 up, 8 in 2024-08-17T01:30:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:09 smithi157 ceph-mon[101289]: pgmap v3391: 137 pgs: 137 active+clean; 94 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 56 op/s 2024-08-17T01:30:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:09 smithi157 ceph-mon[101289]: osdmap e1979: 8 total, 8 up, 8 in 2024-08-17T01:30:10.929 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:30:11.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:10 smithi187 ceph-mon[90552]: osdmap e1980: 8 total, 8 up, 8 in 2024-08-17T01:30:11.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:10 smithi157 ceph-mon[98780]: osdmap e1980: 8 total, 8 up, 8 in 2024-08-17T01:30:11.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:10 smithi157 ceph-mon[101289]: osdmap e1980: 8 total, 8 up, 8 in 2024-08-17T01:30:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:11 smithi187 ceph-mon[90552]: pgmap v3394: 137 pgs: 137 active+clean; 98 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-08-17T01:30:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:11 smithi187 ceph-mon[90552]: osdmap e1981: 8 total, 8 up, 8 in 2024-08-17T01:30:12.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:11 smithi157 ceph-mon[98780]: pgmap v3394: 137 pgs: 137 active+clean; 98 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-08-17T01:30:12.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:11 smithi157 ceph-mon[98780]: osdmap e1981: 8 total, 8 up, 8 in 2024-08-17T01:30:12.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:11 smithi157 ceph-mon[101289]: pgmap v3394: 137 pgs: 137 active+clean; 98 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-08-17T01:30:12.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:11 smithi157 ceph-mon[101289]: osdmap e1981: 8 total, 8 up, 8 in 2024-08-17T01:30:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:30:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:30:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:30:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:30:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:30:13] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-08-17T01:30:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:13 smithi187 ceph-mon[90552]: pgmap v3396: 137 pgs: 137 active+clean; 98 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 685 KiB/s wr, 30 op/s 2024-08-17T01:30:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:14.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:13 smithi157 ceph-mon[101289]: pgmap v3396: 137 pgs: 137 active+clean; 98 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 685 KiB/s wr, 30 op/s 2024-08-17T01:30:14.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:14.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:13 smithi157 ceph-mon[98780]: pgmap v3396: 137 pgs: 137 active+clean; 98 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 685 KiB/s wr, 30 op/s 2024-08-17T01:30:14.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:16.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:15 smithi187 ceph-mon[90552]: pgmap v3397: 137 pgs: 137 active+clean; 98 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-17T01:30:16.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:15 smithi187 ceph-mon[90552]: osdmap e1982: 8 total, 8 up, 8 in 2024-08-17T01:30:16.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:15 smithi157 ceph-mon[101289]: pgmap v3397: 137 pgs: 137 active+clean; 98 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-17T01:30:16.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:15 smithi157 ceph-mon[101289]: osdmap e1982: 8 total, 8 up, 8 in 2024-08-17T01:30:16.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:15 smithi157 ceph-mon[98780]: pgmap v3397: 137 pgs: 137 active+clean; 98 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-17T01:30:16.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:15 smithi157 ceph-mon[98780]: osdmap e1982: 8 total, 8 up, 8 in 2024-08-17T01:30:16.951 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:30:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:16 smithi187 ceph-mon[90552]: osdmap e1983: 8 total, 8 up, 8 in 2024-08-17T01:30:17.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:16 smithi157 ceph-mon[98780]: osdmap e1983: 8 total, 8 up, 8 in 2024-08-17T01:30:17.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:16 smithi157 ceph-mon[101289]: osdmap e1983: 8 total, 8 up, 8 in 2024-08-17T01:30:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:17 smithi187 ceph-mon[90552]: pgmap v3400: 137 pgs: 137 active+clean; 101 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.7 KiB/s wr, 45 op/s 2024-08-17T01:30:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:17 smithi187 ceph-mon[90552]: osdmap e1984: 8 total, 8 up, 8 in 2024-08-17T01:30:18.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:17 smithi157 ceph-mon[98780]: pgmap v3400: 137 pgs: 137 active+clean; 101 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.7 KiB/s wr, 45 op/s 2024-08-17T01:30:18.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:17 smithi157 ceph-mon[98780]: osdmap e1984: 8 total, 8 up, 8 in 2024-08-17T01:30:18.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:17 smithi157 ceph-mon[101289]: pgmap v3400: 137 pgs: 137 active+clean; 101 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.7 KiB/s wr, 45 op/s 2024-08-17T01:30:18.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:17 smithi157 ceph-mon[101289]: osdmap e1984: 8 total, 8 up, 8 in 2024-08-17T01:30:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:19 smithi187 ceph-mon[90552]: pgmap v3402: 137 pgs: 137 active+clean; 105 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-08-17T01:30:20.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:19 smithi157 ceph-mon[98780]: pgmap v3402: 137 pgs: 137 active+clean; 105 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-08-17T01:30:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:19 smithi157 ceph-mon[101289]: pgmap v3402: 137 pgs: 137 active+clean; 105 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-08-17T01:30:22.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:21 smithi187 ceph-mon[90552]: pgmap v3403: 137 pgs: 137 active+clean; 112 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-08-17T01:30:22.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:21 smithi187 ceph-mon[90552]: osdmap e1985: 8 total, 8 up, 8 in 2024-08-17T01:30:22.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:21 smithi157 ceph-mon[98780]: pgmap v3403: 137 pgs: 137 active+clean; 112 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-08-17T01:30:22.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:21 smithi157 ceph-mon[98780]: osdmap e1985: 8 total, 8 up, 8 in 2024-08-17T01:30:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:21 smithi157 ceph-mon[101289]: pgmap v3403: 137 pgs: 137 active+clean; 112 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-08-17T01:30:22.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:21 smithi157 ceph-mon[101289]: osdmap e1985: 8 total, 8 up, 8 in 2024-08-17T01:30:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:30:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:30:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:30:22.970 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:30:23.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:22 smithi187 ceph-mon[90552]: osdmap e1986: 8 total, 8 up, 8 in 2024-08-17T01:30:23.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:22 smithi157 ceph-mon[98780]: osdmap e1986: 8 total, 8 up, 8 in 2024-08-17T01:30:23.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:22 smithi157 ceph-mon[101289]: osdmap e1986: 8 total, 8 up, 8 in 2024-08-17T01:30:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:30:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:30:23] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-08-17T01:30:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:23 smithi187 ceph-mon[90552]: pgmap v3406: 137 pgs: 137 active+clean; 112 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-08-17T01:30:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:23 smithi187 ceph-mon[90552]: osdmap e1987: 8 total, 8 up, 8 in 2024-08-17T01:30:24.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:23 smithi157 ceph-mon[98780]: pgmap v3406: 137 pgs: 137 active+clean; 112 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-08-17T01:30:24.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:23 smithi157 ceph-mon[98780]: osdmap e1987: 8 total, 8 up, 8 in 2024-08-17T01:30:24.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:23 smithi157 ceph-mon[101289]: pgmap v3406: 137 pgs: 137 active+clean; 112 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-08-17T01:30:24.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:23 smithi157 ceph-mon[101289]: osdmap e1987: 8 total, 8 up, 8 in 2024-08-17T01:30:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:25 smithi187 ceph-mon[90552]: pgmap v3408: 137 pgs: 137 active+clean; 118 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 685 KiB/s wr, 38 op/s 2024-08-17T01:30:26.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:25 smithi157 ceph-mon[98780]: pgmap v3408: 137 pgs: 137 active+clean; 118 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 685 KiB/s wr, 38 op/s 2024-08-17T01:30:26.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:25 smithi157 ceph-mon[101289]: pgmap v3408: 137 pgs: 137 active+clean; 118 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 685 KiB/s wr, 38 op/s 2024-08-17T01:30:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:27 smithi187 ceph-mon[90552]: pgmap v3409: 137 pgs: 137 active+clean; 118 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 37 op/s 2024-08-17T01:30:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:27 smithi187 ceph-mon[90552]: osdmap e1988: 8 total, 8 up, 8 in 2024-08-17T01:30:28.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:27 smithi157 ceph-mon[101289]: pgmap v3409: 137 pgs: 137 active+clean; 118 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 37 op/s 2024-08-17T01:30:28.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:27 smithi157 ceph-mon[101289]: osdmap e1988: 8 total, 8 up, 8 in 2024-08-17T01:30:28.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:27 smithi157 ceph-mon[98780]: pgmap v3409: 137 pgs: 137 active+clean; 118 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 37 op/s 2024-08-17T01:30:28.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:27 smithi157 ceph-mon[98780]: osdmap e1988: 8 total, 8 up, 8 in 2024-08-17T01:30:28.991 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:30:29.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:28 smithi157 ceph-mon[98780]: osdmap e1989: 8 total, 8 up, 8 in 2024-08-17T01:30:29.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:29.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:28 smithi157 ceph-mon[101289]: osdmap e1989: 8 total, 8 up, 8 in 2024-08-17T01:30:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:28 smithi187 ceph-mon[90552]: osdmap e1989: 8 total, 8 up, 8 in 2024-08-17T01:30:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:30.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:29 smithi157 ceph-mon[98780]: pgmap v3412: 137 pgs: 137 active+clean; 118 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.3 KiB/s wr, 49 op/s 2024-08-17T01:30:30.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:29 smithi157 ceph-mon[98780]: osdmap e1990: 8 total, 8 up, 8 in 2024-08-17T01:30:30.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:29 smithi157 ceph-mon[101289]: pgmap v3412: 137 pgs: 137 active+clean; 118 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.3 KiB/s wr, 49 op/s 2024-08-17T01:30:30.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:29 smithi157 ceph-mon[101289]: osdmap e1990: 8 total, 8 up, 8 in 2024-08-17T01:30:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:29 smithi187 ceph-mon[90552]: pgmap v3412: 137 pgs: 137 active+clean; 118 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.3 KiB/s wr, 49 op/s 2024-08-17T01:30:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:29 smithi187 ceph-mon[90552]: osdmap e1990: 8 total, 8 up, 8 in 2024-08-17T01:30:32.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:31 smithi187 ceph-mon[90552]: pgmap v3414: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 688 KiB/s wr, 53 op/s 2024-08-17T01:30:32.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:31 smithi157 ceph-mon[101289]: pgmap v3414: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 688 KiB/s wr, 53 op/s 2024-08-17T01:30:32.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:31 smithi157 ceph-mon[98780]: pgmap v3414: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 688 KiB/s wr, 53 op/s 2024-08-17T01:30:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:30:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:30:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:30:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:30:33] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-08-17T01:30:34.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:33 smithi157 ceph-mon[98780]: pgmap v3415: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-08-17T01:30:34.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:33 smithi157 ceph-mon[98780]: osdmap e1991: 8 total, 8 up, 8 in 2024-08-17T01:30:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:33 smithi157 ceph-mon[101289]: pgmap v3415: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-08-17T01:30:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:33 smithi157 ceph-mon[101289]: osdmap e1991: 8 total, 8 up, 8 in 2024-08-17T01:30:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:33 smithi187 ceph-mon[90552]: pgmap v3415: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-08-17T01:30:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:33 smithi187 ceph-mon[90552]: osdmap e1991: 8 total, 8 up, 8 in 2024-08-17T01:30:35.011 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP (30099 ms) 2024-08-17T01:30:35.011 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 2024-08-17T01:30:35.011 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:30:35.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:34 smithi157 ceph-mon[101289]: osdmap e1992: 8 total, 8 up, 8 in 2024-08-17T01:30:35.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:34 smithi157 ceph-mon[98780]: osdmap e1992: 8 total, 8 up, 8 in 2024-08-17T01:30:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:34 smithi187 ceph-mon[90552]: osdmap e1992: 8 total, 8 up, 8 in 2024-08-17T01:30:36.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:35 smithi157 ceph-mon[101289]: pgmap v3418: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 687 KiB/s wr, 38 op/s 2024-08-17T01:30:36.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:35 smithi157 ceph-mon[101289]: osdmap e1993: 8 total, 8 up, 8 in 2024-08-17T01:30:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:35 smithi157 ceph-mon[98780]: pgmap v3418: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 687 KiB/s wr, 38 op/s 2024-08-17T01:30:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:35 smithi157 ceph-mon[98780]: osdmap e1993: 8 total, 8 up, 8 in 2024-08-17T01:30:36.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:35 smithi187 ceph-mon[90552]: pgmap v3418: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 687 KiB/s wr, 38 op/s 2024-08-17T01:30:36.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:35 smithi187 ceph-mon[90552]: osdmap e1993: 8 total, 8 up, 8 in 2024-08-17T01:30:38.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:37 smithi157 ceph-mon[101289]: pgmap v3420: 137 pgs: 137 active+clean; 136 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-17T01:30:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:37 smithi157 ceph-mon[98780]: pgmap v3420: 137 pgs: 137 active+clean; 136 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-17T01:30:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:37 smithi187 ceph-mon[90552]: pgmap v3420: 137 pgs: 137 active+clean; 136 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-17T01:30:40.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:39 smithi157 ceph-mon[98780]: pgmap v3421: 137 pgs: 137 active+clean; 140 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 53 op/s 2024-08-17T01:30:40.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:39 smithi157 ceph-mon[101289]: pgmap v3421: 137 pgs: 137 active+clean; 140 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 53 op/s 2024-08-17T01:30:40.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:39 smithi187 ceph-mon[90552]: pgmap v3421: 137 pgs: 137 active+clean; 140 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 53 op/s 2024-08-17T01:30:42.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:42 smithi187 ceph-mon[90552]: pgmap v3422: 137 pgs: 137 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.1 MiB/s wr, 46 op/s 2024-08-17T01:30:42.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:42 smithi187 ceph-mon[90552]: osdmap e1994: 8 total, 8 up, 8 in 2024-08-17T01:30:42.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:42 smithi157 ceph-mon[98780]: pgmap v3422: 137 pgs: 137 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.1 MiB/s wr, 46 op/s 2024-08-17T01:30:42.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:42 smithi157 ceph-mon[98780]: osdmap e1994: 8 total, 8 up, 8 in 2024-08-17T01:30:42.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:42 smithi157 ceph-mon[101289]: pgmap v3422: 137 pgs: 137 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.1 MiB/s wr, 46 op/s 2024-08-17T01:30:42.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:42 smithi157 ceph-mon[101289]: osdmap e1994: 8 total, 8 up, 8 in 2024-08-17T01:30:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:30:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:30:43.041 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:30:43.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:43 smithi157 ceph-mon[101289]: osdmap e1995: 8 total, 8 up, 8 in 2024-08-17T01:30:43.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:43 smithi157 ceph-mon[98780]: osdmap e1995: 8 total, 8 up, 8 in 2024-08-17T01:30:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:43 smithi187 ceph-mon[90552]: osdmap e1995: 8 total, 8 up, 8 in 2024-08-17T01:30:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:30:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:30:43] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-08-17T01:30:44.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:44 smithi157 ceph-mon[101289]: pgmap v3425: 137 pgs: 137 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-08-17T01:30:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:44 smithi157 ceph-mon[101289]: osdmap e1996: 8 total, 8 up, 8 in 2024-08-17T01:30:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:44 smithi157 ceph-mon[98780]: pgmap v3425: 137 pgs: 137 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-08-17T01:30:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:44 smithi157 ceph-mon[98780]: osdmap e1996: 8 total, 8 up, 8 in 2024-08-17T01:30:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:44 smithi187 ceph-mon[90552]: pgmap v3425: 137 pgs: 137 active+clean; 152 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-08-17T01:30:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:44 smithi187 ceph-mon[90552]: osdmap e1996: 8 total, 8 up, 8 in 2024-08-17T01:30:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:46.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:46 smithi157 ceph-mon[101289]: pgmap v3427: 137 pgs: 137 active+clean; 156 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-17T01:30:46.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:46 smithi157 ceph-mon[98780]: pgmap v3427: 137 pgs: 137 active+clean; 156 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-17T01:30:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:46 smithi187 ceph-mon[90552]: pgmap v3427: 137 pgs: 137 active+clean; 156 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-17T01:30:48.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:48 smithi157 ceph-mon[101289]: pgmap v3428: 137 pgs: 137 active+clean; 156 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 36 op/s 2024-08-17T01:30:48.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:48 smithi157 ceph-mon[98780]: pgmap v3428: 137 pgs: 137 active+clean; 156 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 36 op/s 2024-08-17T01:30:48.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:48 smithi187 ceph-mon[90552]: pgmap v3428: 137 pgs: 137 active+clean; 156 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 36 op/s 2024-08-17T01:30:50.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:50 smithi157 ceph-mon[101289]: pgmap v3429: 137 pgs: 137 active+clean; 156 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 533 KiB/s wr, 34 op/s 2024-08-17T01:30:50.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:50 smithi157 ceph-mon[101289]: osdmap e1997: 8 total, 8 up, 8 in 2024-08-17T01:30:50.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:50 smithi157 ceph-mon[98780]: pgmap v3429: 137 pgs: 137 active+clean; 156 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 533 KiB/s wr, 34 op/s 2024-08-17T01:30:50.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:50 smithi157 ceph-mon[98780]: osdmap e1997: 8 total, 8 up, 8 in 2024-08-17T01:30:50.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:50 smithi187 ceph-mon[90552]: pgmap v3429: 137 pgs: 137 active+clean; 156 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 533 KiB/s wr, 34 op/s 2024-08-17T01:30:50.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:50 smithi187 ceph-mon[90552]: osdmap e1997: 8 total, 8 up, 8 in 2024-08-17T01:30:51.065 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:30:51.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:51 smithi157 ceph-mon[98780]: osdmap e1998: 8 total, 8 up, 8 in 2024-08-17T01:30:51.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:51 smithi157 ceph-mon[101289]: osdmap e1998: 8 total, 8 up, 8 in 2024-08-17T01:30:51.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:51 smithi187 ceph-mon[90552]: osdmap e1998: 8 total, 8 up, 8 in 2024-08-17T01:30:52.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:52 smithi187 ceph-mon[90552]: pgmap v3432: 137 pgs: 137 active+clean; 173 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-08-17T01:30:52.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:52 smithi187 ceph-mon[90552]: osdmap e1999: 8 total, 8 up, 8 in 2024-08-17T01:30:52.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:52 smithi157 ceph-mon[98780]: pgmap v3432: 137 pgs: 137 active+clean; 173 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-08-17T01:30:52.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:52 smithi157 ceph-mon[98780]: osdmap e1999: 8 total, 8 up, 8 in 2024-08-17T01:30:52.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:52 smithi157 ceph-mon[101289]: pgmap v3432: 137 pgs: 137 active+clean; 173 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-08-17T01:30:52.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:52 smithi157 ceph-mon[101289]: osdmap e1999: 8 total, 8 up, 8 in 2024-08-17T01:30:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:30:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:30:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:30:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:30:53] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-08-17T01:30:54.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:54 smithi157 ceph-mon[98780]: pgmap v3434: 137 pgs: 137 active+clean; 173 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-17T01:30:54.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:54 smithi157 ceph-mon[101289]: pgmap v3434: 137 pgs: 137 active+clean; 173 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-17T01:30:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:54 smithi187 ceph-mon[90552]: pgmap v3434: 137 pgs: 137 active+clean; 173 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-17T01:30:56.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:56 smithi157 ceph-mon[98780]: pgmap v3435: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-08-17T01:30:56.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:56 smithi157 ceph-mon[101289]: pgmap v3435: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-08-17T01:30:56.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:56 smithi187 ceph-mon[90552]: pgmap v3435: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-08-17T01:30:58.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:58 smithi157 ceph-mon[98780]: pgmap v3436: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.1 MiB/s wr, 29 op/s 2024-08-17T01:30:58.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:58 smithi157 ceph-mon[98780]: osdmap e2000: 8 total, 8 up, 8 in 2024-08-17T01:30:58.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:58 smithi157 ceph-mon[101289]: pgmap v3436: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.1 MiB/s wr, 29 op/s 2024-08-17T01:30:58.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:58 smithi157 ceph-mon[101289]: osdmap e2000: 8 total, 8 up, 8 in 2024-08-17T01:30:58.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:58 smithi187 ceph-mon[90552]: pgmap v3436: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.1 MiB/s wr, 29 op/s 2024-08-17T01:30:58.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:58 smithi187 ceph-mon[90552]: osdmap e2000: 8 total, 8 up, 8 in 2024-08-17T01:30:59.095 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:30:59.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:59 smithi157 ceph-mon[98780]: osdmap e2001: 8 total, 8 up, 8 in 2024-08-17T01:30:59.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:30:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:59.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:59 smithi157 ceph-mon[101289]: osdmap e2001: 8 total, 8 up, 8 in 2024-08-17T01:30:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:30:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:59 smithi187 ceph-mon[90552]: osdmap e2001: 8 total, 8 up, 8 in 2024-08-17T01:30:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:30:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:00.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:00 smithi157 ceph-mon[101289]: pgmap v3439: 137 pgs: 137 active+clean; 182 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-08-17T01:31:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:00 smithi157 ceph-mon[101289]: osdmap e2002: 8 total, 8 up, 8 in 2024-08-17T01:31:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:31:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:31:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:31:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:00 smithi157 ceph-mon[98780]: pgmap v3439: 137 pgs: 137 active+clean; 182 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-08-17T01:31:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:00 smithi157 ceph-mon[98780]: osdmap e2002: 8 total, 8 up, 8 in 2024-08-17T01:31:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:31:00.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:31:00.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:31:00.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:00 smithi187 ceph-mon[90552]: pgmap v3439: 137 pgs: 137 active+clean; 182 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-08-17T01:31:00.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:00 smithi187 ceph-mon[90552]: osdmap e2002: 8 total, 8 up, 8 in 2024-08-17T01:31:00.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:00.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:31:00.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:31:00.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:31:02.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:02 smithi157 ceph-mon[101289]: pgmap v3441: 137 pgs: 137 active+clean; 192 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 MiB/s wr, 50 op/s 2024-08-17T01:31:02.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:02 smithi157 ceph-mon[98780]: pgmap v3441: 137 pgs: 137 active+clean; 192 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 MiB/s wr, 50 op/s 2024-08-17T01:31:02.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:02 smithi187 ceph-mon[90552]: pgmap v3441: 137 pgs: 137 active+clean; 192 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 MiB/s wr, 50 op/s 2024-08-17T01:31:02.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:31:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:31:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:31:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:31:03] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-08-17T01:31:04.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:04 smithi157 ceph-mon[101289]: pgmap v3442: 137 pgs: 137 active+clean; 192 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-17T01:31:04.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:04 smithi157 ceph-mon[98780]: pgmap v3442: 137 pgs: 137 active+clean; 192 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-17T01:31:04.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:04 smithi187 ceph-mon[90552]: pgmap v3442: 137 pgs: 137 active+clean; 192 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-17T01:31:06.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:06 smithi157 ceph-mon[101289]: pgmap v3443: 137 pgs: 137 active+clean; 192 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-08-17T01:31:06.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:06 smithi157 ceph-mon[101289]: osdmap e2003: 8 total, 8 up, 8 in 2024-08-17T01:31:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:06 smithi157 ceph-mon[98780]: pgmap v3443: 137 pgs: 137 active+clean; 192 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-08-17T01:31:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:06 smithi157 ceph-mon[98780]: osdmap e2003: 8 total, 8 up, 8 in 2024-08-17T01:31:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:06 smithi187 ceph-mon[90552]: pgmap v3443: 137 pgs: 137 active+clean; 192 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-08-17T01:31:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:06 smithi187 ceph-mon[90552]: osdmap e2003: 8 total, 8 up, 8 in 2024-08-17T01:31:07.111 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:31:07.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:07 smithi157 ceph-mon[98780]: osdmap e2004: 8 total, 8 up, 8 in 2024-08-17T01:31:07.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:07 smithi157 ceph-mon[101289]: osdmap e2004: 8 total, 8 up, 8 in 2024-08-17T01:31:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:07 smithi187 ceph-mon[90552]: osdmap e2004: 8 total, 8 up, 8 in 2024-08-17T01:31:08.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:08 smithi157 ceph-mon[101289]: pgmap v3446: 137 pgs: 137 active+clean; 200 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.1 MiB/s wr, 39 op/s 2024-08-17T01:31:08.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:08 smithi157 ceph-mon[101289]: osdmap e2005: 8 total, 8 up, 8 in 2024-08-17T01:31:08.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:08 smithi157 ceph-mon[98780]: pgmap v3446: 137 pgs: 137 active+clean; 200 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.1 MiB/s wr, 39 op/s 2024-08-17T01:31:08.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:08 smithi157 ceph-mon[98780]: osdmap e2005: 8 total, 8 up, 8 in 2024-08-17T01:31:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:08 smithi187 ceph-mon[90552]: pgmap v3446: 137 pgs: 137 active+clean; 200 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.1 MiB/s wr, 39 op/s 2024-08-17T01:31:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:08 smithi187 ceph-mon[90552]: osdmap e2005: 8 total, 8 up, 8 in 2024-08-17T01:31:10.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:10 smithi157 ceph-mon[101289]: pgmap v3448: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-17T01:31:10.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:10 smithi157 ceph-mon[98780]: pgmap v3448: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-17T01:31:10.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:10 smithi187 ceph-mon[90552]: pgmap v3448: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-17T01:31:12.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:12 smithi157 ceph-mon[98780]: pgmap v3449: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-17T01:31:12.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:12 smithi157 ceph-mon[101289]: pgmap v3449: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-17T01:31:12.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:12 smithi187 ceph-mon[90552]: pgmap v3449: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-17T01:31:12.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:31:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:31:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:31:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:31:13] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-08-17T01:31:14.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:14 smithi157 ceph-mon[101289]: pgmap v3450: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-08-17T01:31:14.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:14 smithi157 ceph-mon[101289]: osdmap e2006: 8 total, 8 up, 8 in 2024-08-17T01:31:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:14 smithi157 ceph-mon[98780]: pgmap v3450: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-08-17T01:31:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:14 smithi157 ceph-mon[98780]: osdmap e2006: 8 total, 8 up, 8 in 2024-08-17T01:31:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:14 smithi187 ceph-mon[90552]: pgmap v3450: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-08-17T01:31:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:14 smithi187 ceph-mon[90552]: osdmap e2006: 8 total, 8 up, 8 in 2024-08-17T01:31:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:15.140 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 (40130 ms) 2024-08-17T01:31:15.141 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP 2024-08-17T01:31:15.141 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:31:15.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:15 smithi157 ceph-mon[98780]: osdmap e2007: 8 total, 8 up, 8 in 2024-08-17T01:31:15.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:15 smithi157 ceph-mon[101289]: osdmap e2007: 8 total, 8 up, 8 in 2024-08-17T01:31:15.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:15 smithi187 ceph-mon[90552]: osdmap e2007: 8 total, 8 up, 8 in 2024-08-17T01:31:16.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:16 smithi157 ceph-mon[98780]: pgmap v3453: 137 pgs: 137 active+clean; 226 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.6 MiB/s wr, 31 op/s 2024-08-17T01:31:16.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:16 smithi157 ceph-mon[98780]: osdmap e2008: 8 total, 8 up, 8 in 2024-08-17T01:31:16.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:16 smithi157 ceph-mon[101289]: pgmap v3453: 137 pgs: 137 active+clean; 226 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.6 MiB/s wr, 31 op/s 2024-08-17T01:31:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:16 smithi157 ceph-mon[101289]: osdmap e2008: 8 total, 8 up, 8 in 2024-08-17T01:31:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:16 smithi187 ceph-mon[90552]: pgmap v3453: 137 pgs: 137 active+clean; 226 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.6 MiB/s wr, 31 op/s 2024-08-17T01:31:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:16 smithi187 ceph-mon[90552]: osdmap e2008: 8 total, 8 up, 8 in 2024-08-17T01:31:18.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:18 smithi157 ceph-mon[101289]: pgmap v3455: 137 pgs: 137 active+clean; 230 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-17T01:31:18.389 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:18 smithi157 ceph-mon[98780]: pgmap v3455: 137 pgs: 137 active+clean; 230 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-17T01:31:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:18 smithi187 ceph-mon[90552]: pgmap v3455: 137 pgs: 137 active+clean; 230 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-17T01:31:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:19 smithi187 ceph-mon[90552]: pgmap v3456: 137 pgs: 137 active+clean; 234 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-17T01:31:19.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:19 smithi157 ceph-mon[101289]: pgmap v3456: 137 pgs: 137 active+clean; 234 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-17T01:31:19.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:19 smithi157 ceph-mon[98780]: pgmap v3456: 137 pgs: 137 active+clean; 234 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-17T01:31:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:21 smithi157 ceph-mon[98780]: osdmap e2009: 8 total, 8 up, 8 in 2024-08-17T01:31:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:21 smithi157 ceph-mon[98780]: pgmap v3458: 137 pgs: 137 active+clean; 234 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 621 KiB/s wr, 45 op/s 2024-08-17T01:31:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:21 smithi157 ceph-mon[101289]: osdmap e2009: 8 total, 8 up, 8 in 2024-08-17T01:31:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:21 smithi157 ceph-mon[101289]: pgmap v3458: 137 pgs: 137 active+clean; 234 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 621 KiB/s wr, 45 op/s 2024-08-17T01:31:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:21 smithi187 ceph-mon[90552]: osdmap e2009: 8 total, 8 up, 8 in 2024-08-17T01:31:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:21 smithi187 ceph-mon[90552]: pgmap v3458: 137 pgs: 137 active+clean; 234 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 621 KiB/s wr, 45 op/s 2024-08-17T01:31:22.592 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:31:22.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:22 smithi187 ceph-mon[90552]: osdmap e2010: 8 total, 8 up, 8 in 2024-08-17T01:31:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:31:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:31:22.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:22 smithi157 ceph-mon[101289]: osdmap e2010: 8 total, 8 up, 8 in 2024-08-17T01:31:22.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:22 smithi157 ceph-mon[98780]: osdmap e2010: 8 total, 8 up, 8 in 2024-08-17T01:31:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:31:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:31:23] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-08-17T01:31:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:23 smithi157 ceph-mon[101289]: osdmap e2011: 8 total, 8 up, 8 in 2024-08-17T01:31:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:23 smithi157 ceph-mon[101289]: pgmap v3461: 137 pgs: 137 active+clean; 238 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 685 KiB/s wr, 12 op/s 2024-08-17T01:31:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:23 smithi157 ceph-mon[98780]: osdmap e2011: 8 total, 8 up, 8 in 2024-08-17T01:31:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:23 smithi157 ceph-mon[98780]: pgmap v3461: 137 pgs: 137 active+clean; 238 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 685 KiB/s wr, 12 op/s 2024-08-17T01:31:23.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:23 smithi187 ceph-mon[90552]: osdmap e2011: 8 total, 8 up, 8 in 2024-08-17T01:31:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:23 smithi187 ceph-mon[90552]: pgmap v3461: 137 pgs: 137 active+clean; 238 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 685 KiB/s wr, 12 op/s 2024-08-17T01:31:26.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:25 smithi157 ceph-mon[101289]: pgmap v3462: 137 pgs: 137 active+clean; 250 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 KiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-17T01:31:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:25 smithi157 ceph-mon[98780]: pgmap v3462: 137 pgs: 137 active+clean; 250 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 KiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-17T01:31:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:25 smithi187 ceph-mon[90552]: pgmap v3462: 137 pgs: 137 active+clean; 250 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 KiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-17T01:31:28.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:27 smithi157 ceph-mon[101289]: pgmap v3463: 137 pgs: 137 active+clean; 250 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.6 MiB/s wr, 37 op/s 2024-08-17T01:31:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:27 smithi157 ceph-mon[98780]: pgmap v3463: 137 pgs: 137 active+clean; 250 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.6 MiB/s wr, 37 op/s 2024-08-17T01:31:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:27 smithi187 ceph-mon[90552]: pgmap v3463: 137 pgs: 137 active+clean; 250 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.6 MiB/s wr, 37 op/s 2024-08-17T01:31:29.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:29.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:30.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:29 smithi157 ceph-mon[98780]: pgmap v3464: 137 pgs: 137 active+clean; 258 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 3.0 MiB/s wr, 29 op/s 2024-08-17T01:31:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:29 smithi157 ceph-mon[98780]: osdmap e2012: 8 total, 8 up, 8 in 2024-08-17T01:31:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:29 smithi157 ceph-mon[101289]: pgmap v3464: 137 pgs: 137 active+clean; 258 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 3.0 MiB/s wr, 29 op/s 2024-08-17T01:31:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:29 smithi157 ceph-mon[101289]: osdmap e2012: 8 total, 8 up, 8 in 2024-08-17T01:31:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:29 smithi187 ceph-mon[90552]: pgmap v3464: 137 pgs: 137 active+clean; 258 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 3.0 MiB/s wr, 29 op/s 2024-08-17T01:31:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:29 smithi187 ceph-mon[90552]: osdmap e2012: 8 total, 8 up, 8 in 2024-08-17T01:31:30.861 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:31:31.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:30 smithi157 ceph-mon[98780]: osdmap e2013: 8 total, 8 up, 8 in 2024-08-17T01:31:31.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:30 smithi157 ceph-mon[101289]: osdmap e2013: 8 total, 8 up, 8 in 2024-08-17T01:31:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:30 smithi187 ceph-mon[90552]: osdmap e2013: 8 total, 8 up, 8 in 2024-08-17T01:31:32.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:31 smithi157 ceph-mon[101289]: pgmap v3467: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.5 MiB/s wr, 37 op/s 2024-08-17T01:31:32.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:31 smithi157 ceph-mon[101289]: osdmap e2014: 8 total, 8 up, 8 in 2024-08-17T01:31:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:31 smithi157 ceph-mon[98780]: pgmap v3467: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.5 MiB/s wr, 37 op/s 2024-08-17T01:31:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:31 smithi157 ceph-mon[98780]: osdmap e2014: 8 total, 8 up, 8 in 2024-08-17T01:31:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:31 smithi187 ceph-mon[90552]: pgmap v3467: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.5 MiB/s wr, 37 op/s 2024-08-17T01:31:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:31 smithi187 ceph-mon[90552]: osdmap e2014: 8 total, 8 up, 8 in 2024-08-17T01:31:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:31:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:31:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:31:33.838 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:31:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:31:33] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-08-17T01:31:33.839 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:33 smithi157 ceph-mon[101289]: pgmap v3469: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-08-17T01:31:33.839 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:33 smithi157 ceph-mon[98780]: pgmap v3469: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-08-17T01:31:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:33 smithi187 ceph-mon[90552]: pgmap v3469: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-08-17T01:31:36.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:35 smithi157 ceph-mon[98780]: pgmap v3470: 137 pgs: 137 active+clean; 272 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-17T01:31:36.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:35 smithi157 ceph-mon[101289]: pgmap v3470: 137 pgs: 137 active+clean; 272 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-17T01:31:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:35 smithi187 ceph-mon[90552]: pgmap v3470: 137 pgs: 137 active+clean; 272 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-17T01:31:38.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:37 smithi157 ceph-mon[101289]: pgmap v3471: 137 pgs: 137 active+clean; 272 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-17T01:31:38.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:37 smithi157 ceph-mon[101289]: osdmap e2015: 8 total, 8 up, 8 in 2024-08-17T01:31:38.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:37 smithi157 ceph-mon[98780]: pgmap v3471: 137 pgs: 137 active+clean; 272 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-17T01:31:38.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:37 smithi157 ceph-mon[98780]: osdmap e2015: 8 total, 8 up, 8 in 2024-08-17T01:31:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:37 smithi187 ceph-mon[90552]: pgmap v3471: 137 pgs: 137 active+clean; 272 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-17T01:31:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:37 smithi187 ceph-mon[90552]: osdmap e2015: 8 total, 8 up, 8 in 2024-08-17T01:31:38.888 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:31:39.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:38 smithi157 ceph-mon[101289]: osdmap e2016: 8 total, 8 up, 8 in 2024-08-17T01:31:39.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:38 smithi157 ceph-mon[98780]: osdmap e2016: 8 total, 8 up, 8 in 2024-08-17T01:31:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:38 smithi187 ceph-mon[90552]: osdmap e2016: 8 total, 8 up, 8 in 2024-08-17T01:31:40.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:39 smithi157 ceph-mon[98780]: pgmap v3474: 137 pgs: 137 active+clean; 283 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-08-17T01:31:40.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:39 smithi157 ceph-mon[98780]: osdmap e2017: 8 total, 8 up, 8 in 2024-08-17T01:31:40.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:39 smithi157 ceph-mon[101289]: pgmap v3474: 137 pgs: 137 active+clean; 283 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-08-17T01:31:40.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:39 smithi157 ceph-mon[101289]: osdmap e2017: 8 total, 8 up, 8 in 2024-08-17T01:31:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:39 smithi187 ceph-mon[90552]: pgmap v3474: 137 pgs: 137 active+clean; 283 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-08-17T01:31:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:39 smithi187 ceph-mon[90552]: osdmap e2017: 8 total, 8 up, 8 in 2024-08-17T01:31:42.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:41 smithi157 ceph-mon[98780]: pgmap v3476: 137 pgs: 137 active+clean; 294 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-08-17T01:31:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:41 smithi157 ceph-mon[101289]: pgmap v3476: 137 pgs: 137 active+clean; 294 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-08-17T01:31:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:41 smithi187 ceph-mon[90552]: pgmap v3476: 137 pgs: 137 active+clean; 294 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-08-17T01:31:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:31:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:31:43.866 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:31:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:31:43] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-08-17T01:31:43.867 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:43 smithi157 ceph-mon[101289]: pgmap v3477: 137 pgs: 137 active+clean; 294 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-08-17T01:31:43.867 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:43.867 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:43 smithi157 ceph-mon[98780]: pgmap v3477: 137 pgs: 137 active+clean; 294 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-08-17T01:31:43.867 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:43 smithi187 ceph-mon[90552]: pgmap v3477: 137 pgs: 137 active+clean; 294 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-08-17T01:31:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:46.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:45 smithi157 ceph-mon[98780]: pgmap v3478: 137 pgs: 137 active+clean; 294 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-17T01:31:46.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:45 smithi157 ceph-mon[101289]: pgmap v3478: 137 pgs: 137 active+clean; 294 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-17T01:31:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:45 smithi187 ceph-mon[90552]: pgmap v3478: 137 pgs: 137 active+clean; 294 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-17T01:31:47.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:46 smithi157 ceph-mon[98780]: osdmap e2018: 8 total, 8 up, 8 in 2024-08-17T01:31:47.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:46 smithi157 ceph-mon[101289]: osdmap e2018: 8 total, 8 up, 8 in 2024-08-17T01:31:47.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:46 smithi187 ceph-mon[90552]: osdmap e2018: 8 total, 8 up, 8 in 2024-08-17T01:31:47.916 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:31:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:47 smithi187 ceph-mon[90552]: pgmap v3480: 137 pgs: 137 active+clean; 302 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-08-17T01:31:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:47 smithi187 ceph-mon[90552]: osdmap e2019: 8 total, 8 up, 8 in 2024-08-17T01:31:48.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:47 smithi157 ceph-mon[98780]: pgmap v3480: 137 pgs: 137 active+clean; 302 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-08-17T01:31:48.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:47 smithi157 ceph-mon[98780]: osdmap e2019: 8 total, 8 up, 8 in 2024-08-17T01:31:48.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:47 smithi157 ceph-mon[101289]: pgmap v3480: 137 pgs: 137 active+clean; 302 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-08-17T01:31:48.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:47 smithi157 ceph-mon[101289]: osdmap e2019: 8 total, 8 up, 8 in 2024-08-17T01:31:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:48 smithi187 ceph-mon[90552]: osdmap e2020: 8 total, 8 up, 8 in 2024-08-17T01:31:49.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:48 smithi157 ceph-mon[101289]: osdmap e2020: 8 total, 8 up, 8 in 2024-08-17T01:31:49.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:48 smithi157 ceph-mon[98780]: osdmap e2020: 8 total, 8 up, 8 in 2024-08-17T01:31:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:49 smithi187 ceph-mon[90552]: pgmap v3483: 137 pgs: 137 active+clean; 313 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-08-17T01:31:50.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:49 smithi157 ceph-mon[101289]: pgmap v3483: 137 pgs: 137 active+clean; 313 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-08-17T01:31:50.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:49 smithi157 ceph-mon[98780]: pgmap v3483: 137 pgs: 137 active+clean; 313 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-08-17T01:31:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:51 smithi187 ceph-mon[90552]: pgmap v3484: 137 pgs: 137 active+clean; 316 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-17T01:31:52.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:51 smithi157 ceph-mon[101289]: pgmap v3484: 137 pgs: 137 active+clean; 316 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-17T01:31:52.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:51 smithi157 ceph-mon[98780]: pgmap v3484: 137 pgs: 137 active+clean; 316 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-17T01:31:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:31:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:31:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:31:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:31:53] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-08-17T01:31:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:53 smithi187 ceph-mon[90552]: pgmap v3485: 137 pgs: 137 active+clean; 316 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.2 MiB/s wr, 38 op/s 2024-08-17T01:31:54.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:53 smithi157 ceph-mon[98780]: pgmap v3485: 137 pgs: 137 active+clean; 316 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.2 MiB/s wr, 38 op/s 2024-08-17T01:31:54.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:53 smithi157 ceph-mon[101289]: pgmap v3485: 137 pgs: 137 active+clean; 316 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.2 MiB/s wr, 38 op/s 2024-08-17T01:31:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:55 smithi187 ceph-mon[90552]: pgmap v3486: 137 pgs: 137 active+clean; 316 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 32 op/s 2024-08-17T01:31:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:55 smithi187 ceph-mon[90552]: osdmap e2021: 8 total, 8 up, 8 in 2024-08-17T01:31:56.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:55 smithi157 ceph-mon[98780]: pgmap v3486: 137 pgs: 137 active+clean; 316 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 32 op/s 2024-08-17T01:31:56.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:55 smithi157 ceph-mon[98780]: osdmap e2021: 8 total, 8 up, 8 in 2024-08-17T01:31:56.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:55 smithi157 ceph-mon[101289]: pgmap v3486: 137 pgs: 137 active+clean; 316 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 32 op/s 2024-08-17T01:31:56.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:55 smithi157 ceph-mon[101289]: osdmap e2021: 8 total, 8 up, 8 in 2024-08-17T01:31:56.945 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP (41804 ms) 2024-08-17T01:31:56.945 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-08-17T01:31:56.945 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:31:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:56 smithi187 ceph-mon[90552]: osdmap e2022: 8 total, 8 up, 8 in 2024-08-17T01:31:57.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:56 smithi157 ceph-mon[98780]: osdmap e2022: 8 total, 8 up, 8 in 2024-08-17T01:31:57.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:56 smithi157 ceph-mon[101289]: osdmap e2022: 8 total, 8 up, 8 in 2024-08-17T01:31:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:57 smithi187 ceph-mon[90552]: pgmap v3489: 137 pgs: 137 active+clean; 324 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.0 MiB/s wr, 32 op/s 2024-08-17T01:31:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:57 smithi187 ceph-mon[90552]: osdmap e2023: 8 total, 8 up, 8 in 2024-08-17T01:31:58.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:57 smithi157 ceph-mon[98780]: pgmap v3489: 137 pgs: 137 active+clean; 324 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.0 MiB/s wr, 32 op/s 2024-08-17T01:31:58.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:57 smithi157 ceph-mon[98780]: osdmap e2023: 8 total, 8 up, 8 in 2024-08-17T01:31:58.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:57 smithi157 ceph-mon[101289]: pgmap v3489: 137 pgs: 137 active+clean; 324 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.0 MiB/s wr, 32 op/s 2024-08-17T01:31:58.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:57 smithi157 ceph-mon[101289]: osdmap e2023: 8 total, 8 up, 8 in 2024-08-17T01:31:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:58 smithi187 ceph-mon[90552]: osdmap e2024: 8 total, 8 up, 8 in 2024-08-17T01:31:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:59.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:58 smithi157 ceph-mon[98780]: osdmap e2024: 8 total, 8 up, 8 in 2024-08-17T01:31:59.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:58 smithi157 ceph-mon[101289]: osdmap e2024: 8 total, 8 up, 8 in 2024-08-17T01:31:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:59.960 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3016 ms) 2024-08-17T01:31:59.961 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-08-17T01:31:59.961 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:32:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:59 smithi187 ceph-mon[90552]: pgmap v3492: 137 pgs: 137 active+clean; 340 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.0 MiB/s wr, 47 op/s 2024-08-17T01:32:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:31:59 smithi187 ceph-mon[90552]: osdmap e2025: 8 total, 8 up, 8 in 2024-08-17T01:32:00.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:59 smithi157 ceph-mon[98780]: pgmap v3492: 137 pgs: 137 active+clean; 340 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.0 MiB/s wr, 47 op/s 2024-08-17T01:32:00.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:31:59 smithi157 ceph-mon[98780]: osdmap e2025: 8 total, 8 up, 8 in 2024-08-17T01:32:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:59 smithi157 ceph-mon[101289]: pgmap v3492: 137 pgs: 137 active+clean; 340 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.0 MiB/s wr, 47 op/s 2024-08-17T01:32:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:31:59 smithi157 ceph-mon[101289]: osdmap e2025: 8 total, 8 up, 8 in 2024-08-17T01:32:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:00 smithi187 ceph-mon[90552]: osdmap e2026: 8 total, 8 up, 8 in 2024-08-17T01:32:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:32:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:32:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:32:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:32:01.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:00 smithi157 ceph-mon[98780]: osdmap e2026: 8 total, 8 up, 8 in 2024-08-17T01:32:01.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:32:01.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:32:01.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:32:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:32:01.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:00 smithi157 ceph-mon[101289]: osdmap e2026: 8 total, 8 up, 8 in 2024-08-17T01:32:01.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:32:01.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:32:01.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:32:01.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:32:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:01 smithi187 ceph-mon[90552]: pgmap v3495: 137 pgs: 137 active+clean; 340 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 99 op/s 2024-08-17T01:32:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:01 smithi187 ceph-mon[90552]: osdmap e2027: 8 total, 8 up, 8 in 2024-08-17T01:32:02.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:01 smithi157 ceph-mon[98780]: pgmap v3495: 137 pgs: 137 active+clean; 340 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 99 op/s 2024-08-17T01:32:02.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:01 smithi157 ceph-mon[98780]: osdmap e2027: 8 total, 8 up, 8 in 2024-08-17T01:32:02.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:01 smithi157 ceph-mon[101289]: pgmap v3495: 137 pgs: 137 active+clean; 340 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 99 op/s 2024-08-17T01:32:02.286 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:01 smithi157 ceph-mon[101289]: osdmap e2027: 8 total, 8 up, 8 in 2024-08-17T01:32:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:32:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:32:02.987 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3026 ms) 2024-08-17T01:32:02.987 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-08-17T01:32:02.987 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:32:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:02 smithi187 ceph-mon[90552]: osdmap e2028: 8 total, 8 up, 8 in 2024-08-17T01:32:03.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:02 smithi157 ceph-mon[98780]: osdmap e2028: 8 total, 8 up, 8 in 2024-08-17T01:32:03.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:02 smithi157 ceph-mon[101289]: osdmap e2028: 8 total, 8 up, 8 in 2024-08-17T01:32:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:32:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:32:03] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-08-17T01:32:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:03 smithi187 ceph-mon[90552]: pgmap v3498: 137 pgs: 137 active+clean; 340 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 8.5 KiB/s wr, 85 op/s 2024-08-17T01:32:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:03 smithi187 ceph-mon[90552]: osdmap e2029: 8 total, 8 up, 8 in 2024-08-17T01:32:04.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:03 smithi157 ceph-mon[98780]: pgmap v3498: 137 pgs: 137 active+clean; 340 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 8.5 KiB/s wr, 85 op/s 2024-08-17T01:32:04.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:03 smithi157 ceph-mon[98780]: osdmap e2029: 8 total, 8 up, 8 in 2024-08-17T01:32:04.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:03 smithi157 ceph-mon[101289]: pgmap v3498: 137 pgs: 137 active+clean; 340 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 8.5 KiB/s wr, 85 op/s 2024-08-17T01:32:04.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:03 smithi157 ceph-mon[101289]: osdmap e2029: 8 total, 8 up, 8 in 2024-08-17T01:32:05.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:04 smithi157 ceph-mon[98780]: osdmap e2030: 8 total, 8 up, 8 in 2024-08-17T01:32:05.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:04 smithi157 ceph-mon[101289]: osdmap e2030: 8 total, 8 up, 8 in 2024-08-17T01:32:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:04 smithi187 ceph-mon[90552]: osdmap e2030: 8 total, 8 up, 8 in 2024-08-17T01:32:06.006 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3020 ms) 2024-08-17T01:32:06.007 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-08-17T01:32:06.007 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:32:06.073 INFO:tasks.workunit.client.0.smithi157.stdout: i=0 exists [1041776~8132913,60961175~10610880,86424307~5330948,154013416~4896975,259036637~2751314,262441522~7378663,314885475~743702,388573810~5517777] wrote [1041776~8132913,60961175~10610880,86424307~5330948,154013416~4896975,259036637~2751314,262441522~7378663,314885475~743702,388573810~5517777] 2024-08-17T01:32:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:05 smithi187 ceph-mon[90552]: pgmap v3501: 137 pgs: 137 active+clean; 341 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 261 KiB/s wr, 62 op/s 2024-08-17T01:32:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:05 smithi187 ceph-mon[90552]: osdmap e2031: 8 total, 8 up, 8 in 2024-08-17T01:32:06.205 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:32:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=cleanup t=2024-08-17T01:32:05.894455882Z level=info msg="Completed cleanup jobs" duration=14.876584ms 2024-08-17T01:32:06.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:05 smithi157 ceph-mon[98780]: pgmap v3501: 137 pgs: 137 active+clean; 341 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 261 KiB/s wr, 62 op/s 2024-08-17T01:32:06.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:05 smithi157 ceph-mon[98780]: osdmap e2031: 8 total, 8 up, 8 in 2024-08-17T01:32:06.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:05 smithi157 ceph-mon[101289]: pgmap v3501: 137 pgs: 137 active+clean; 341 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 261 KiB/s wr, 62 op/s 2024-08-17T01:32:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:05 smithi157 ceph-mon[101289]: osdmap e2031: 8 total, 8 up, 8 in 2024-08-17T01:32:07.032 INFO:tasks.workunit.client.0.smithi157.stdout: i=1 exists [493489~8681200,24089377~211946,34438467~5685666,60961175~10610880,76953609~2436355,86424307~5330948,154013416~4896975,174005779~806168,182798910~1492157,214041287~2433100,259036637~2751314,262441522~7378663,314885475~743702,352047416~6559339,362760474~4137669,388573810~5517777] wrote [493489~4887111,24089377~211946,34438467~5685666,76953609~2436355,174005779~806168,182798910~1492157,214041287~2433100,352047416~6559339,362760474~4137669] 2024-08-17T01:32:07.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:06 smithi157 ceph-mon[98780]: osdmap e2032: 8 total, 8 up, 8 in 2024-08-17T01:32:07.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:06 smithi157 ceph-mon[101289]: osdmap e2032: 8 total, 8 up, 8 in 2024-08-17T01:32:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:06 smithi187 ceph-mon[90552]: osdmap e2032: 8 total, 8 up, 8 in 2024-08-17T01:32:08.040 INFO:tasks.workunit.client.0.smithi157.stdout: i=2 exists [493489~8681200,16248311~5865342,24089377~211946,26404273~1348492,34438467~5685666,60961175~12645554,74413442~4976522,86424307~5330948,112645942~3423515,119211494~8002946,154013416~4896975,162224062~7512055,174005779~806168,177121780~4257455,182798910~1492157,186708964~8173294,214041287~2433100,218646064~2474203,259036637~2751314,262441522~7378663,314885475~743702,352047416~6559339,362760474~4137669,388573810~5517777] wrote [16248311~5865342,26404273~1348492,70910516~2696213,74413442~4313191,112645942~3423515,119211494~8002946,162224062~7512055,177121780~4257455,186708964~8173294,218646064~2474203] 2024-08-17T01:32:08.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:07 smithi157 ceph-mon[98780]: pgmap v3504: 137 pgs: 137 active+clean; 342 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 520 KiB/s wr, 94 op/s 2024-08-17T01:32:08.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:07 smithi157 ceph-mon[98780]: osdmap e2033: 8 total, 8 up, 8 in 2024-08-17T01:32:08.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:07 smithi157 ceph-mon[101289]: pgmap v3504: 137 pgs: 137 active+clean; 342 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 520 KiB/s wr, 94 op/s 2024-08-17T01:32:08.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:07 smithi157 ceph-mon[101289]: osdmap e2033: 8 total, 8 up, 8 in 2024-08-17T01:32:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:07 smithi187 ceph-mon[90552]: pgmap v3504: 137 pgs: 137 active+clean; 342 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 520 KiB/s wr, 94 op/s 2024-08-17T01:32:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:07 smithi187 ceph-mon[90552]: osdmap e2033: 8 total, 8 up, 8 in 2024-08-17T01:32:09.061 INFO:tasks.workunit.client.0.smithi157.stdout: i=3 exists [493489~10215846,16248311~5865342,24089377~211946,26227350~7086458,34438467~5685666,60961175~12645554,74413442~4976522,86424307~5330948,97016491~13833006,112645942~3423515,119211494~8002946,152538963~1367174,154013416~4896975,162224062~7512055,174005779~806168,177121780~4257455,182798910~1492157,186708964~8173294,194970066~7240627,214041287~2433100,218646064~2474203,244335675~5409160,258450926~11369259,314885475~743702,333159771~4990401,352047416~6559339,362760474~4137669,388573810~5517777] wrote [8312476~2396859,26227350~7086458,69382200~3003786,97016491~13833006,152538963~1367174,194970066~7240627,244335675~5409160,258450926~4322592,333159771~4990401] 2024-08-17T01:32:09.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:08 smithi157 ceph-mon[98780]: osdmap e2034: 8 total, 8 up, 8 in 2024-08-17T01:32:09.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:08 smithi157 ceph-mon[101289]: osdmap e2034: 8 total, 8 up, 8 in 2024-08-17T01:32:09.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:08 smithi187 ceph-mon[90552]: osdmap e2034: 8 total, 8 up, 8 in 2024-08-17T01:32:10.071 INFO:tasks.workunit.client.0.smithi157.stdout: i=4 exists [493489~11623853,16248311~5865342,24089377~211946,26227350~15311424,60961175~12645554,74413442~4976522,86424307~5330948,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,154013416~4896975,162224062~7512055,174005779~806168,177121780~4257455,182798910~1492157,186708964~8173294,194970066~7240627,214041287~2433100,218646064~2474203,242691657~7053178,256552583~13267602,314885475~743702,333159771~4990401,341033086~8414730,352047416~6559339,362760474~8788394,388573810~5517777] wrote [5461268~6656074,17109554~4885775,31045073~6615347,39303592~2235182,128719155~7910322,242691657~2835663,256552583~5582884,341033086~8414730,366888763~4660105] 2024-08-17T01:32:10.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:09 smithi157 ceph-mon[101289]: pgmap v3507: 137 pgs: 137 active+clean; 434 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 17 MiB/s wr, 166 op/s 2024-08-17T01:32:10.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:09 smithi157 ceph-mon[101289]: osdmap e2035: 8 total, 8 up, 8 in 2024-08-17T01:32:10.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:09 smithi157 ceph-mon[98780]: pgmap v3507: 137 pgs: 137 active+clean; 434 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 17 MiB/s wr, 166 op/s 2024-08-17T01:32:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:09 smithi157 ceph-mon[98780]: osdmap e2035: 8 total, 8 up, 8 in 2024-08-17T01:32:10.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:09 smithi187 ceph-mon[90552]: pgmap v3507: 137 pgs: 137 active+clean; 434 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 17 MiB/s wr, 166 op/s 2024-08-17T01:32:10.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:09 smithi187 ceph-mon[90552]: osdmap e2035: 8 total, 8 up, 8 in 2024-08-17T01:32:11.055 INFO:tasks.workunit.client.0.smithi157.stdout: i=5 exists [493489~11623853,16248311~7680657,24089377~211946,26227350~15311424,48792547~4218855,60961175~12645554,74413442~4976522,83848395~12828718,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,154013416~4896975,162224062~7512055,174005779~806168,177121780~4257455,182798910~1492157,186708964~8173294,194970066~7240627,214041287~2433100,218646064~2474203,242691657~7053178,256552583~13267602,300370739~3591487,314885475~743702,318570313~4409756,333159771~4990401,341033086~8414730,352047416~6559339,362760474~8788394,388573810~5517777] wrote [18197990~5730978,48792547~4218855,83848395~5973596,90963274~5713839,99882853~4015242,300370739~3591487,318570313~4409756,346601972~1313326] 2024-08-17T01:32:11.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:10 smithi157 ceph-mon[98780]: osdmap e2036: 8 total, 8 up, 8 in 2024-08-17T01:32:11.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:10 smithi157 ceph-mon[101289]: osdmap e2036: 8 total, 8 up, 8 in 2024-08-17T01:32:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:10 smithi187 ceph-mon[90552]: osdmap e2036: 8 total, 8 up, 8 in 2024-08-17T01:32:12.058 INFO:tasks.workunit.client.0.smithi157.stdout: i=6 exists [493489~11623853,16248311~7680657,24089377~211946,26227350~15311424,48792547~4218855,60961175~12645554,74413442~6132846,83848395~12828718,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,154013416~4896975,162224062~7512055,174005779~7373456,182798910~1492157,186708964~8173294,194970066~7240627,214041287~2433100,218646064~2474203,242691657~7053178,256552583~13267602,274419449~283752,300370739~3591487,314885475~743702,318570313~4409756,327824667~3885806,333159771~4990401,341033086~17573669,362760474~8788394,377981426~3141398,388573810~5517777,397235482~7343578] wrote [78962206~1584082,92035656~1926152,174625831~6493925,274419449~283752,327824667~3885806,346946454~7949782,363494888~610481,377981426~3141398,397235482~7343578] 2024-08-17T01:32:12.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:11 smithi187 ceph-mon[90552]: pgmap v3510: 137 pgs: 137 active+clean; 529 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 35 MiB/s wr, 201 op/s 2024-08-17T01:32:12.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:11 smithi187 ceph-mon[90552]: osdmap e2037: 8 total, 8 up, 8 in 2024-08-17T01:32:12.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:11 smithi157 ceph-mon[101289]: pgmap v3510: 137 pgs: 137 active+clean; 529 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 35 MiB/s wr, 201 op/s 2024-08-17T01:32:12.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:11 smithi157 ceph-mon[101289]: osdmap e2037: 8 total, 8 up, 8 in 2024-08-17T01:32:12.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:11 smithi157 ceph-mon[98780]: pgmap v3510: 137 pgs: 137 active+clean; 529 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 35 MiB/s wr, 201 op/s 2024-08-17T01:32:12.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:11 smithi157 ceph-mon[98780]: osdmap e2037: 8 total, 8 up, 8 in 2024-08-17T01:32:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:32:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:32:13.066 INFO:tasks.workunit.client.0.smithi157.stdout: i=7 exists [493489~11623853,16248311~7680657,24089377~211946,26227350~15311424,48792547~4218855,53064878~2475831,60961175~12645554,74413442~6132846,83848395~12828718,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,154013416~15722701,174005779~7373456,182798910~1492157,186708964~8173294,194970066~7240627,206262669~2412293,214041287~2433100,218646064~2474203,242691657~7053178,256552583~13267602,274419449~283752,300370739~3591487,314885475~743702,318570313~4409756,327824667~3885806,333159771~4990401,341033086~17573669,359871241~11677627,377981426~3141398,388573810~5517777,397235482~7343578,409284440~3845085] wrote [32282952~7328236,53064878~2475831,65308336~2327634,77289327~612103,101725262~3518536,154604809~9940128,206262669~2412293,359871241~3068309,409284440~3845085] 2024-08-17T01:32:13.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:13 smithi157 ceph-mon[98780]: osdmap e2038: 8 total, 8 up, 8 in 2024-08-17T01:32:13.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:13 smithi157 ceph-mon[101289]: osdmap e2038: 8 total, 8 up, 8 in 2024-08-17T01:32:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:13 smithi187 ceph-mon[90552]: osdmap e2038: 8 total, 8 up, 8 in 2024-08-17T01:32:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:32:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:32:13] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-08-17T01:32:14.077 INFO:tasks.workunit.client.0.smithi157.stdout: i=8 exists [493489~11623853,16248311~7680657,24089377~211946,26227350~15311424,48792547~4218855,53064878~2475831,60961175~12645554,74413442~6132846,83848395~27001102,112645942~14568498,128719155~7910322,144078296~947238,152538963~1367174,154013416~15722701,174005779~7373456,182798910~1492157,186708964~8173294,194970066~7240627,206262669~2412293,214041287~2433100,218646064~2474203,242691657~7053178,256552583~13267602,274419449~283752,300370739~3591487,305085975~3565571,314885475~743702,318570313~4409756,327824667~3885806,333159771~4990401,341033086~17573669,359871241~11677627,377981426~8242234,388573810~5517777,397235482~7343578,409284440~3845085] wrote [6543568~2210650,93120407~3919184,115745295~6705633,131451692~480386,144078296~947238,155788585~10276601,305085975~3565571,344382985~8009238,379855818~6367842] 2024-08-17T01:32:14.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:14 smithi157 ceph-mon[101289]: pgmap v3513: 137 pgs: 137 active+clean; 537 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 21 MiB/s wr, 80 op/s 2024-08-17T01:32:14.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:14 smithi157 ceph-mon[101289]: osdmap e2039: 8 total, 8 up, 8 in 2024-08-17T01:32:14.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:14.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:14 smithi157 ceph-mon[98780]: pgmap v3513: 137 pgs: 137 active+clean; 537 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 21 MiB/s wr, 80 op/s 2024-08-17T01:32:14.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:14 smithi157 ceph-mon[98780]: osdmap e2039: 8 total, 8 up, 8 in 2024-08-17T01:32:14.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:14 smithi187 ceph-mon[90552]: pgmap v3513: 137 pgs: 137 active+clean; 537 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 21 MiB/s wr, 80 op/s 2024-08-17T01:32:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:14 smithi187 ceph-mon[90552]: osdmap e2039: 8 total, 8 up, 8 in 2024-08-17T01:32:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:15.086 INFO:tasks.workunit.client.0.smithi157.stdout: i=9 exists [493489~13022589,16248311~7680657,24089377~211946,24775491~16763283,43355344~977235,48792547~9251776,60961175~12645554,74413442~6132846,83848395~27001102,112645942~14568498,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154013416~15722701,174005779~7373456,182798910~1492157,186708964~8173294,194970066~7240627,206262669~2412293,214041287~2433100,218646064~2474203,242691657~7053178,256552583~16199415,274419449~283752,279067444~3119532,300370739~3591487,305085975~3565571,314885475~743702,318570313~4409756,327824667~10325505,341033086~17573669,359871241~11677627,377981426~8242234,388573810~5517777,397235482~7343578,409284440~3845085] wrote [10318401~3197677,24775491~3488813,43355344~977235,51651765~6392558,66421920~6379787,86462799~3905389,136994332~4900656,268405337~4346661,279067444~3119532,328521277~7781738] 2024-08-17T01:32:15.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:15 smithi157 ceph-mon[101289]: osdmap e2040: 8 total, 8 up, 8 in 2024-08-17T01:32:15.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:15 smithi157 ceph-mon[98780]: osdmap e2040: 8 total, 8 up, 8 in 2024-08-17T01:32:15.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:15 smithi187 ceph-mon[90552]: osdmap e2040: 8 total, 8 up, 8 in 2024-08-17T01:32:16.088 INFO:tasks.workunit.client.0.smithi157.stdout: i=10 exists [493489~13022589,16248311~7680657,24089377~211946,24775491~16763283,43355344~977235,48792547~9251776,60961175~12645554,74413442~6132846,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154013416~15722701,174005779~8080680,182798910~1492157,186708964~8173294,194970066~7240627,206262669~2412293,214041287~2433100,218646064~2474203,242137518~246855,242691657~7053178,256552583~16199415,274419449~283752,279067444~3119532,288431437~3619275,300370739~3591487,305085975~3565571,314375830~8604239,327824667~10325505,341033086~17573669,359871241~11677627,377981426~8242234,388573810~5517777,397235482~7343578,409284440~3845085] wrote [10758297~29451,30568932~6048874,93784977~7292344,106798440~6159429,178033789~4052670,242137518~246855,265985929~6058922,288431437~3619275,314375830~5455439,389978679~505487] 2024-08-17T01:32:16.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:16 smithi157 ceph-mon[101289]: pgmap v3516: 137 pgs: 137 active+clean; 663 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 32 MiB/s wr, 207 op/s 2024-08-17T01:32:16.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:16 smithi157 ceph-mon[101289]: osdmap e2041: 8 total, 8 up, 8 in 2024-08-17T01:32:16.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:16 smithi157 ceph-mon[98780]: pgmap v3516: 137 pgs: 137 active+clean; 663 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 32 MiB/s wr, 207 op/s 2024-08-17T01:32:16.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:16 smithi157 ceph-mon[98780]: osdmap e2041: 8 total, 8 up, 8 in 2024-08-17T01:32:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:16 smithi187 ceph-mon[90552]: pgmap v3516: 137 pgs: 137 active+clean; 663 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 32 MiB/s wr, 207 op/s 2024-08-17T01:32:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:16 smithi187 ceph-mon[90552]: osdmap e2041: 8 total, 8 up, 8 in 2024-08-17T01:32:17.089 INFO:tasks.workunit.client.0.smithi157.stdout: i=11 exists [493489~13022589,16248311~7680657,24089377~211946,24775491~16763283,43355344~977235,48792547~9251776,60961175~12645554,74413442~6132846,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154013416~15722701,174005779~8080680,182798910~1492157,186708964~15501729,206262669~3967287,214041287~2433100,218646064~2474203,242137518~246855,242691657~7053178,256552583~16199415,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,341033086~17573669,359871241~11677627,377981426~16110161,397235482~7343578,409284440~3845085] wrote [88543718~1042489,100848528~48875,118347766~731286,131672684~428854,192247157~5868178,208631284~1598672,292839919~945609,327561144~5071677,384819410~4861097] 2024-08-17T01:32:17.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:17 smithi157 ceph-mon[98780]: osdmap e2042: 8 total, 8 up, 8 in 2024-08-17T01:32:17.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:17 smithi157 ceph-mon[101289]: osdmap e2042: 8 total, 8 up, 8 in 2024-08-17T01:32:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:17 smithi187 ceph-mon[90552]: osdmap e2042: 8 total, 8 up, 8 in 2024-08-17T01:32:18.113 INFO:tasks.workunit.client.0.smithi157.stdout: i=12 exists [493489~41045285,43355344~977235,48792547~9251776,60961175~19585113,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154013416~15722701,174005779~8080680,182798910~1492157,186708964~15501729,206262669~3967287,214041287~2433100,218646064~2474203,242137518~246855,242691657~7053178,256552583~16199415,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,339207073~19399682,359871241~11677627,377981426~16110161,397235482~7343578,409284440~5635058] wrote [6717617~11079302,23562353~6309925,67427227~1071135,73603175~3510940,87684567~2754587,339207073~3569289,410139340~4780158] 2024-08-17T01:32:18.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:18 smithi157 ceph-mon[98780]: pgmap v3519: 137 pgs: 137 active+clean; 766 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 51 MiB/s wr, 311 op/s 2024-08-17T01:32:18.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:18 smithi157 ceph-mon[98780]: osdmap e2043: 8 total, 8 up, 8 in 2024-08-17T01:32:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:18 smithi157 ceph-mon[101289]: pgmap v3519: 137 pgs: 137 active+clean; 766 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 51 MiB/s wr, 311 op/s 2024-08-17T01:32:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:18 smithi157 ceph-mon[101289]: osdmap e2043: 8 total, 8 up, 8 in 2024-08-17T01:32:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:18 smithi187 ceph-mon[90552]: pgmap v3519: 137 pgs: 137 active+clean; 766 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 51 MiB/s wr, 311 op/s 2024-08-17T01:32:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:18 smithi187 ceph-mon[90552]: osdmap e2043: 8 total, 8 up, 8 in 2024-08-17T01:32:19.111 INFO:tasks.workunit.client.0.smithi157.stdout: i=13 exists [493489~48030794,48792547~9251776,60961175~19585113,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154013416~15722701,174005779~8080680,182798910~1492157,186708964~15501729,204963794~5266162,214041287~2433100,218646064~2474203,242137518~246855,242691657~7053178,253188295~28998681,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,339207073~19399682,359871241~11677627,377981426~16110161,397235482~7343578,409284440~5635058] wrote [3765860~204715,41097043~7427240,117825323~5305667,204963794~4847658,253188295~4364445,265796860~2361381,271898109~8003653,293638989~4106639,350305284~4347599,397856084~1009743] 2024-08-17T01:32:19.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:19 smithi157 ceph-mon[101289]: osdmap e2044: 8 total, 8 up, 8 in 2024-08-17T01:32:19.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:19 smithi157 ceph-mon[98780]: osdmap e2044: 8 total, 8 up, 8 in 2024-08-17T01:32:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:19 smithi187 ceph-mon[90552]: osdmap e2044: 8 total, 8 up, 8 in 2024-08-17T01:32:20.118 INFO:tasks.workunit.client.0.smithi157.stdout: i=14 exists [493489~48030794,48792547~9251776,60961175~19585113,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154013416~15722701,174005779~8080680,182798910~1492157,186708964~15501729,204963794~5266162,214041287~2433100,218646064~2474203,242137518~246855,242691657~7053178,253188295~28998681,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~31045611,359871241~11677627,377981426~16110161,397235482~7343578,409284440~5635058] wrote [7093362~5260197,39529549~5269724,90267712~4817683,100955022~7580615,132035552~4293313,150781314~703559,308653246~6777194,316705197~2967345,336415795~5234934,384967503~6972575] 2024-08-17T01:32:20.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:20 smithi157 ceph-mon[98780]: pgmap v3522: 137 pgs: 137 active+clean; 863 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 47 MiB/s wr, 312 op/s 2024-08-17T01:32:20.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:20 smithi157 ceph-mon[98780]: osdmap e2045: 8 total, 8 up, 8 in 2024-08-17T01:32:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:20 smithi157 ceph-mon[101289]: pgmap v3522: 137 pgs: 137 active+clean; 863 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 47 MiB/s wr, 312 op/s 2024-08-17T01:32:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:20 smithi157 ceph-mon[101289]: osdmap e2045: 8 total, 8 up, 8 in 2024-08-17T01:32:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:20 smithi187 ceph-mon[90552]: pgmap v3522: 137 pgs: 137 active+clean; 863 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 47 MiB/s wr, 312 op/s 2024-08-17T01:32:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:20 smithi187 ceph-mon[90552]: osdmap e2045: 8 total, 8 up, 8 in 2024-08-17T01:32:21.109 INFO:tasks.workunit.client.0.smithi157.stdout: i=15 exists [493489~48030794,48792547~9251776,60961175~19585113,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154013416~15722701,173143648~768771,174005779~8080680,182798910~1492157,186708964~15501729,204963794~5266162,214041287~7297299,242137518~246855,242691657~7053178,253188295~30039766,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~31045611,359871241~11677627,377981426~16110161,397235482~7343578,409284440~5635058] wrote [4013002~4651402,14881552~45621,52872563~1100900,114696093~3448151,173143648~768771,215672972~5665614,253368961~7329329,276830511~3596395,282029772~1198289,311634370~2693553] 2024-08-17T01:32:21.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:21 smithi157 ceph-mon[98780]: osdmap e2046: 8 total, 8 up, 8 in 2024-08-17T01:32:21.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:21 smithi157 ceph-mon[101289]: osdmap e2046: 8 total, 8 up, 8 in 2024-08-17T01:32:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:21 smithi187 ceph-mon[90552]: osdmap e2046: 8 total, 8 up, 8 in 2024-08-17T01:32:22.121 INFO:tasks.workunit.client.0.smithi157.stdout: i=16 exists [493489~48030794,48792547~9251776,60961175~19585113,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154013416~15722701,173143648~768771,174005779~8080680,182798910~1492157,186708964~15501729,204963794~5266162,214041287~7297299,242137518~246855,242691657~7053178,253188295~30039766,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327203133~31403622,359871241~11677627,377981426~16110161,397235482~7343578,409284440~7057461] wrote [7407294~3045720,27705106~5486283,85504079~117845,108052613~5602162,161000634~2148251,256112968~3734779,268152086~5622152,311140276~300365,327203133~1047268,410079008~6262893] 2024-08-17T01:32:22.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:22 smithi187 ceph-mon[90552]: pgmap v3525: 137 pgs: 137 active+clean; 966 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 49 MiB/s wr, 355 op/s 2024-08-17T01:32:22.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:22 smithi187 ceph-mon[90552]: osdmap e2047: 8 total, 8 up, 8 in 2024-08-17T01:32:22.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:22 smithi157 ceph-mon[101289]: pgmap v3525: 137 pgs: 137 active+clean; 966 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 49 MiB/s wr, 355 op/s 2024-08-17T01:32:22.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:22 smithi157 ceph-mon[101289]: osdmap e2047: 8 total, 8 up, 8 in 2024-08-17T01:32:22.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:22 smithi157 ceph-mon[98780]: pgmap v3525: 137 pgs: 137 active+clean; 966 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 49 MiB/s wr, 355 op/s 2024-08-17T01:32:22.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:22 smithi157 ceph-mon[98780]: osdmap e2047: 8 total, 8 up, 8 in 2024-08-17T01:32:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:32:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:32:23.110 INFO:tasks.workunit.client.0.smithi157.stdout: i=17 exists [493489~48030794,48792547~9251776,60961175~19585113,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150779273~705600,152538963~1367174,154013416~15722701,173143648~768771,174005779~8080680,182798910~1492157,186708964~15501729,204963794~5266162,214041287~8303328,242137518~246855,242691657~7053178,253188295~30039766,288431437~3619275,292839919~4905709,297847171~6115055,305085975~3565571,308653246~14326823,327203133~31403622,359871241~11677627,377981426~16110161,397235482~7343578,409284440~7057461] wrote [5406751~734637,23018216~69252,88792603~7745865,118900552~6897462,139476064~1657423,150779273~502776,219194679~3149936,297847171~5572578,343034614~5040424,398232007~984239] 2024-08-17T01:32:23.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:23 smithi157 ceph-mon[101289]: osdmap e2048: 8 total, 8 up, 8 in 2024-08-17T01:32:23.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:23 smithi157 ceph-mon[98780]: osdmap e2048: 8 total, 8 up, 8 in 2024-08-17T01:32:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:23 smithi187 ceph-mon[90552]: osdmap e2048: 8 total, 8 up, 8 in 2024-08-17T01:32:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:32:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:32:23] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-08-17T01:32:24.142 INFO:tasks.workunit.client.0.smithi157.stdout: i=18 exists [493489~48030794,48792547~9251776,60961175~19585113,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,242137518~246855,242691657~7053178,253188295~30039766,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,327203133~31403622,359871241~11677627,377981426~16110161,397235482~7343578,409284440~7057461] wrote [53220490~2551043,124908769~7890421,138219236~7268788,153970254~1931675,169389769~6992522,194366683~7857970,293485081~6986955,388569849~5365266] 2024-08-17T01:32:24.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:24 smithi157 ceph-mon[101289]: pgmap v3528: 137 pgs: 137 active+clean; 969 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 24 MiB/s wr, 148 op/s 2024-08-17T01:32:24.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:24 smithi157 ceph-mon[101289]: osdmap e2049: 8 total, 8 up, 8 in 2024-08-17T01:32:24.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:24 smithi157 ceph-mon[98780]: pgmap v3528: 137 pgs: 137 active+clean; 969 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 24 MiB/s wr, 148 op/s 2024-08-17T01:32:24.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:24 smithi157 ceph-mon[98780]: osdmap e2049: 8 total, 8 up, 8 in 2024-08-17T01:32:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:24 smithi187 ceph-mon[90552]: pgmap v3528: 137 pgs: 137 active+clean; 969 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 24 MiB/s wr, 148 op/s 2024-08-17T01:32:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:24 smithi187 ceph-mon[90552]: osdmap e2049: 8 total, 8 up, 8 in 2024-08-17T01:32:25.151 INFO:tasks.workunit.client.0.smithi157.stdout: i=19 exists [493489~48030794,48792547~9251776,60961175~19585113,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~30039766,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~16110161,397235482~7343578,409284440~7057461] wrote [9418786~4362690,68175377~7864363,113199736~4194705,122451553~5995716,175673930~293600,192299363~3039015,222877887~7606492,267477519~567222,326123716~7906459,378896750~3310200] 2024-08-17T01:32:25.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:25 smithi157 ceph-mon[98780]: osdmap e2050: 8 total, 8 up, 8 in 2024-08-17T01:32:25.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:25 smithi157 ceph-mon[101289]: osdmap e2050: 8 total, 8 up, 8 in 2024-08-17T01:32:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:25 smithi187 ceph-mon[90552]: osdmap e2050: 8 total, 8 up, 8 in 2024-08-17T01:32:26.090 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 1 diff [493489~4887111,24089377~211946,34438467~5685666,76953609~2436355,174005779~806168,182798910~1492157,214041287~2433100,352047416~6559339,362760474~4137669] 2024-08-17T01:32:26.090 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~4887111,24089377~211946,34438467~5685666,76953609~2436355,174005779~806168,182798910~1492157,214041287~2433100,352047416~6559339,362760474~4137669] 2024-08-17T01:32:26.107 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~4887111,20971520~3329803,33554432~6569701,75497472~3892492,171966464~2845483,180355072~3935995,213909504~2564883,348127232~10479523,360710144~6187999] 2024-08-17T01:32:26.107 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 2 diff [493489~4887111,16248311~5865342,24089377~211946,26404273~1348492,34438467~5685666,70910516~2696213,74413442~4976522,112645942~3423515,119211494~8002946,162224062~7512055,174005779~806168,177121780~4257455,182798910~1492157,186708964~8173294,214041287~2433100,218646064~2474203,352047416~6559339,362760474~4137669] 2024-08-17T01:32:26.107 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~4887111,16248311~5865342,24089377~211946,26404273~1348492,34438467~5685666,70910516~2696213,74413442~4976522,112645942~3423515,119211494~8002946,162224062~7512055,174005779~806168,177121780~4257455,182798910~1492157,186708964~8173294,214041287~2433100,218646064~2474203,352047416~6559339,362760474~4137669] 2024-08-17T01:32:26.114 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~4887111,12582912~11718411,25165824~2586941,33554432~6569701,70910516~8479448,109051904~7017553,117440512~9773928,159383552~10352565,171966464~2845483,176160768~8130299,184549376~10332882,213909504~2564883,218103808~3016459,348127232~10479523,360710144~6187999] 2024-08-17T01:32:26.114 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 3 diff [493489~4887111,8312476~2396859,16248311~5865342,24089377~211946,26227350~7086458,34438467~5685666,69382200~4224529,74413442~4976522,97016491~13833006,112645942~3423515,119211494~8002946,152538963~1367174,162224062~7512055,174005779~806168,177121780~4257455,182798910~1492157,186708964~8173294,194970066~7240627,214041287~2433100,218646064~2474203,244335675~5409160,258450926~4322592,333159771~4990401,352047416~6559339,362760474~4137669] 2024-08-17T01:32:26.114 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~4887111,8312476~2396859,16248311~5865342,24089377~211946,26227350~7086458,34438467~5685666,69382200~4224529,74413442~4976522,97016491~13833006,112645942~3423515,119211494~8002946,152538963~1367174,162224062~7512055,174005779~806168,177121780~4257455,182798910~1492157,186708964~8173294,194970066~7240627,214041287~2433100,218646064~2474203,244335675~5409160,258450926~4322592,333159771~4990401,352047416~6559339,362760474~4137669] 2024-08-17T01:32:26.120 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~4887111,8312476~2396859,12582912~11718411,25165824~8147984,33554432~6569701,69382200~10007764,96468992~19600465,117440512~9773928,152538963~1367174,159383552~10352565,171966464~2845483,176160768~8130299,184549376~17661317,213909504~2564883,218103808~3016459,243269632~6475203,258450926~4322592,331350016~6800156,348127232~10479523,360710144~6187999] 2024-08-17T01:32:26.120 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 4 diff [493489~4887111,5461268~6656074,16248311~5865342,24089377~211946,26227350~15311424,69382200~4224529,74413442~4976522,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,162224062~7512055,174005779~806168,177121780~4257455,182798910~1492157,186708964~8173294,194970066~7240627,214041287~2433100,218646064~2474203,242691657~7053178,256552583~6220935,333159771~4990401,341033086~8414730,352047416~6559339,362760474~8788394] 2024-08-17T01:32:26.121 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~4887111,5461268~6656074,16248311~5865342,24089377~211946,26227350~15311424,69382200~4224529,74413442~4976522,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,162224062~7512055,174005779~806168,177121780~4257455,182798910~1492157,186708964~8173294,194970066~7240627,214041287~2433100,218646064~2474203,242691657~7053178,256552583~6220935,333159771~4990401,341033086~8414730,352047416~6559339,362760474~8788394] 2024-08-17T01:32:26.127 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~4887111,5461268~6656074,12582912~11718411,25165824~16372950,69382200~10007764,96468992~19600465,117440512~19188965,152538963~1367174,159383552~10352565,171966464~2845483,176160768~8130299,184549376~17661317,213909504~2564883,218103808~3016459,239075328~10669507,256552583~6220935,331350016~6800156,339738624~18868131,360710144~10838724] 2024-08-17T01:32:26.127 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 5 diff [493489~4887111,5461268~6656074,16248311~7680657,24089377~211946,26227350~15311424,48792547~4218855,69382200~4224529,74413442~4976522,83848395~5973596,90963274~5713839,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,162224062~7512055,174005779~806168,177121780~4257455,182798910~1492157,186708964~8173294,194970066~7240627,214041287~2433100,218646064~2474203,242691657~7053178,256552583~6220935,300370739~3591487,318570313~4409756,333159771~4990401,341033086~8414730,352047416~6559339,362760474~8788394] 2024-08-17T01:32:26.127 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~4887111,5461268~6656074,16248311~7680657,24089377~211946,26227350~15311424,48792547~4218855,69382200~4224529,74413442~4976522,83848395~5973596,90963274~5713839,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,162224062~7512055,174005779~806168,177121780~4257455,182798910~1492157,186708964~8173294,194970066~7240627,214041287~2433100,218646064~2474203,242691657~7053178,256552583~6220935,300370739~3591487,318570313~4409756,333159771~4990401,341033086~8414730,352047416~6559339,362760474~8788394] 2024-08-17T01:32:26.133 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~4887111,5461268~6656074,12582912~11718411,25165824~16372950,46137344~6874058,69382200~10007764,79691776~10130215,90963274~25106183,117440512~19188965,152538963~1367174,159383552~10352565,171966464~2845483,176160768~8130299,184549376~17661317,213909504~2564883,218103808~3016459,239075328~10669507,256552583~6220935,297795584~6166642,315629177~7350892,331350016~6800156,339738624~18868131,360710144~10838724] 2024-08-17T01:32:26.133 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 6 diff [493489~4887111,5461268~6656074,16248311~7680657,24089377~211946,26227350~15311424,48792547~4218855,69382200~4224529,74413442~6132846,83848395~5973596,90963274~5713839,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,162224062~7512055,174005779~7373456,182798910~1492157,186708964~8173294,194970066~7240627,214041287~2433100,218646064~2474203,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,333159771~4990401,341033086~17573669,362760474~8788394,377981426~3141398,397235482~7343578] 2024-08-17T01:32:26.134 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~4887111,5461268~6656074,16248311~7680657,24089377~211946,26227350~15311424,48792547~4218855,69382200~4224529,74413442~6132846,83848395~5973596,90963274~5713839,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,162224062~7512055,174005779~7373456,182798910~1492157,186708964~8173294,194970066~7240627,214041287~2433100,218646064~2474203,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,333159771~4990401,341033086~17573669,362760474~8788394,377981426~3141398,397235482~7343578] 2024-08-17T01:32:26.140 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~4887111,5461268~6656074,12582912~11718411,25165824~16372950,46137344~6874058,69382200~20439791,90963274~25106183,117440512~19188965,152538963~1367174,159383552~10352565,171966464~12324603,184549376~17661317,213909504~2564883,218103808~3016459,239075328~10669507,256552583~6220935,272629760~2073441,297795584~6166642,315629177~7350892,327155712~10994460,339738624~18868131,360710144~10838724,377487360~3635464,394264576~10314484] 2024-08-17T01:32:26.140 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 7 diff [493489~4887111,5461268~6656074,16248311~7680657,24089377~211946,26227350~15311424,48792547~4218855,53064878~2475831,65308336~2327634,69382200~4224529,74413442~6132846,83848395~5973596,90963274~5713839,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,154604809~15131308,174005779~7373456,182798910~1492157,186708964~8173294,194970066~7240627,206262669~2412293,214041287~2433100,218646064~2474203,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,333159771~4990401,341033086~17573669,359871241~11677627,377981426~3141398,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.140 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~4887111,5461268~6656074,16248311~7680657,24089377~211946,26227350~15311424,48792547~4218855,53064878~2475831,65308336~2327634,69382200~4224529,74413442~6132846,83848395~5973596,90963274~5713839,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,154604809~15131308,174005779~7373456,182798910~1492157,186708964~8173294,194970066~7240627,206262669~2412293,214041287~2433100,218646064~2474203,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,333159771~4990401,341033086~17573669,359871241~11677627,377981426~3141398,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.146 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~4887111,5461268~6656074,12582912~11718411,25165824~16372950,46137344~9403365,65308336~2327634,69382200~20439791,90963274~25106183,117440512~19188965,152538963~1367174,154604809~15131308,171966464~12324603,184549376~17661317,205520896~3154066,213909504~2564883,218103808~3016459,239075328~10669507,256552583~6220935,272629760~2073441,297795584~6166642,315629177~7350892,327155712~10994460,339738624~31810244,377487360~3635464,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.146 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 8 diff [493489~4887111,5461268~6656074,16248311~7680657,24089377~211946,26227350~15311424,48792547~4218855,53064878~2475831,65308336~2327634,69382200~4224529,74413442~6132846,83848395~5973596,90963274~19886223,112645942~14568498,128719155~7910322,144078296~947238,152538963~1367174,154604809~15131308,174005779~7373456,182798910~1492157,186708964~8173294,194970066~7240627,206262669~2412293,214041287~2433100,218646064~2474203,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,305085975~3565571,318570313~4409756,327824667~3885806,333159771~4990401,341033086~17573669,359871241~11677627,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.146 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~4887111,5461268~6656074,16248311~7680657,24089377~211946,26227350~15311424,48792547~4218855,53064878~2475831,65308336~2327634,69382200~4224529,74413442~6132846,83848395~5973596,90963274~19886223,112645942~14568498,128719155~7910322,144078296~947238,152538963~1367174,154604809~15131308,174005779~7373456,182798910~1492157,186708964~8173294,194970066~7240627,206262669~2412293,214041287~2433100,218646064~2474203,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,305085975~3565571,318570313~4409756,327824667~3885806,333159771~4990401,341033086~17573669,359871241~11677627,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.153 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~4887111,5461268~6656074,12582912~11718411,25165824~16372950,46137344~9403365,65308336~2327634,69382200~20439791,90963274~45666203,142606336~2419198,152538963~1367174,154604809~15131308,171966464~12324603,184549376~17661317,205520896~3154066,213909504~2564883,218103808~3016459,239075328~10669507,256552583~6220935,272629760~2073441,297795584~10855962,315629177~7350892,327155712~10994460,339738624~31810244,377487360~8736300,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.153 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 9 diff [493489~4887111,5461268~8054810,16248311~7680657,24089377~211946,24775491~16763283,43355344~977235,48792547~9251776,65308336~8298393,74413442~6132846,83848395~6519793,90963274~19886223,112645942~14568498,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174005779~7373456,182798910~1492157,186708964~8173294,194970066~7240627,206262669~2412293,214041287~2433100,218646064~2474203,242691657~7053178,256552583~6220935,268405337~4346661,274419449~283752,279067444~3119532,300370739~3591487,305085975~3565571,318570313~4409756,327824667~10325505,341033086~17573669,359871241~11677627,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.153 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~4887111,5461268~8054810,16248311~7680657,24089377~211946,24775491~16763283,43355344~977235,48792547~9251776,65308336~8298393,74413442~6132846,83848395~6519793,90963274~19886223,112645942~14568498,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174005779~7373456,182798910~1492157,186708964~8173294,194970066~7240627,206262669~2412293,214041287~2433100,218646064~2474203,242691657~7053178,256552583~6220935,268405337~4346661,274419449~283752,279067444~3119532,300370739~3591487,305085975~3565571,318570313~4409756,327824667~10325505,341033086~17573669,359871241~11677627,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.159 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~4887111,5461268~36077506,41943040~2389539,46137344~11906979,65308336~25059852,90963274~50931714,142606336~2419198,152538963~1367174,154604809~15131308,171966464~12324603,184549376~17661317,205520896~3154066,213909504~2564883,218103808~3016459,239075328~10669507,256552583~6220935,268405337~6297864,276824064~5362912,297795584~10855962,315629177~7350892,327155712~10994460,339738624~31810244,377487360~8736300,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.160 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 10 diff [493489~4887111,5461268~8054810,16248311~7680657,24089377~211946,24775491~16763283,43355344~977235,48792547~9251776,65308336~8298393,74413442~6132846,83848395~6519793,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174005779~8080680,182798910~1492157,186708964~8173294,194970066~7240627,206262669~2412293,214041287~2433100,218646064~2474203,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,300370739~3591487,305085975~3565571,314375830~8604239,327824667~10325505,341033086~17573669,359871241~11677627,377981426~8242234,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.160 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~4887111,5461268~8054810,16248311~7680657,24089377~211946,24775491~16763283,43355344~977235,48792547~9251776,65308336~8298393,74413442~6132846,83848395~6519793,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174005779~8080680,182798910~1492157,186708964~8173294,194970066~7240627,206262669~2412293,214041287~2433100,218646064~2474203,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,300370739~3591487,305085975~3565571,314375830~8604239,327824667~10325505,341033086~17573669,359871241~11677627,377981426~8242234,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.165 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~4887111,5461268~36077506,41943040~2389539,46137344~11906979,65308336~25059852,90963274~50931714,142606336~2419198,152538963~1367174,154604809~15131308,171966464~12324603,184549376~17661317,205520896~3154066,213909504~2564883,218103808~3016459,239075328~10669507,256552583~6220935,265985929~8717272,276824064~5362912,285212672~6838040,297795584~10855962,310378496~12601573,327155712~10994460,339738624~31810244,377487360~8736300,389978679~505487,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.165 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 11 diff [493489~4887111,5461268~8054810,16248311~7680657,24089377~211946,24775491~16763283,43355344~977235,48792547~9251776,65308336~8298393,74413442~6132846,83848395~6519793,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174005779~8080680,182798910~1492157,186708964~15501729,206262669~3967287,214041287~2433100,218646064~2474203,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,341033086~17573669,359871241~11677627,377981426~11699081,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.165 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~4887111,5461268~8054810,16248311~7680657,24089377~211946,24775491~16763283,43355344~977235,48792547~9251776,65308336~8298393,74413442~6132846,83848395~6519793,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174005779~8080680,182798910~1492157,186708964~15501729,206262669~3967287,214041287~2433100,218646064~2474203,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,341033086~17573669,359871241~11677627,377981426~11699081,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.171 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~4887111,5461268~36077506,41943040~2389539,46137344~11906979,65308336~25059852,90963274~50931714,142606336~2419198,152538963~1367174,154604809~15131308,171966464~12324603,184549376~17661317,205520896~4709060,213909504~2564883,218103808~3016459,239075328~10669507,256552583~6220935,265985929~8717272,276824064~5362912,285212672~8572856,297795584~10855962,310378496~12601573,327155712~10994460,339738624~31810244,377487360~12193147,389978679~505487,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.172 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 12 diff [493489~4887111,5461268~36077506,43355344~977235,48792547~9251776,65308336~15237952,83848395~6590759,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174005779~8080680,182798910~1492157,186708964~15501729,206262669~3967287,214041287~2433100,218646064~2474203,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,339207073~19399682,359871241~11677627,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.172 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~4887111,5461268~36077506,43355344~977235,48792547~9251776,65308336~15237952,83848395~6590759,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174005779~8080680,182798910~1492157,186708964~15501729,206262669~3967287,214041287~2433100,218646064~2474203,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,339207073~19399682,359871241~11677627,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.178 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~4887111,5461268~36077506,41943040~2389539,46137344~11906979,65308336~25130818,90963274~50931714,142606336~2419198,152538963~1367174,154604809~15131308,171966464~12324603,184549376~17661317,205520896~4709060,213909504~2564883,218103808~3016459,239075328~10669507,256552583~6220935,265985929~8717272,276824064~5362912,285212672~8572856,297795584~10855962,310378496~12601573,327155712~44393156,377487360~12193147,389978679~505487,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.178 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 13 diff [493489~4887111,5461268~43063015,48792547~9251776,65308336~15237952,83848395~6590759,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174005779~8080680,182798910~1492157,186708964~15501729,204963794~5266162,214041287~2433100,218646064~2474203,242137518~246855,242691657~7053178,253188295~9585223,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,339207073~19399682,359871241~11677627,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.178 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~4887111,5461268~43063015,48792547~9251776,65308336~15237952,83848395~6590759,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174005779~8080680,182798910~1492157,186708964~15501729,204963794~5266162,214041287~2433100,218646064~2474203,242137518~246855,242691657~7053178,253188295~9585223,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,339207073~19399682,359871241~11677627,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.184 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~4887111,5461268~52583055,65308336~25130818,90963274~50931714,142606336~2419198,152538963~1367174,154604809~15131308,171966464~12324603,184549376~25680580,213909504~2564883,218103808~3016459,239075328~10669507,251658240~11115278,265796860~16390116,285212672~12532956,297795584~10855962,310378496~12601573,327155712~44393156,377487360~12193147,389978679~505487,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.184 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 14 diff [493489~4887111,5461268~43063015,48792547~9251776,65308336~15237952,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~15131308,174005779~8080680,182798910~1492157,186708964~15501729,204963794~5266162,214041287~2433100,218646064~2474203,242137518~246855,242691657~7053178,253188295~9585223,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~31045611,359871241~11677627,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.184 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~4887111,5461268~43063015,48792547~9251776,65308336~15237952,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~15131308,174005779~8080680,182798910~1492157,186708964~15501729,204963794~5266162,214041287~2433100,218646064~2474203,242137518~246855,242691657~7053178,253188295~9585223,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~31045611,359871241~11677627,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.190 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~4887111,5461268~52583055,65308336~76586652,142606336~2419198,146800640~4684233,152538963~1367174,154604809~15131308,171966464~12324603,184549376~25680580,213909504~2564883,218103808~3016459,239075328~10669507,251658240~11115278,265796860~16390116,285212672~12532956,297795584~25184485,327155712~44393156,377487360~14452718,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.190 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 15 diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~15131308,173143648~768771,174005779~8080680,182798910~1492157,186708964~15501729,204963794~5266162,214041287~7297299,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~31045611,359871241~11677627,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.190 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~15131308,173143648~768771,174005779~8080680,182798910~1492157,186708964~15501729,204963794~5266162,214041287~7297299,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~31045611,359871241~11677627,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.196 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~76586652,142606336~2419198,146800640~4684233,152538963~1367174,154604809~15131308,171966464~12324603,184549376~25680580,213909504~7429082,239075328~10669507,251658240~11115278,265796860~17431201,285212672~12532956,297795584~25184485,327155712~44393156,377487360~14452718,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.196 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 16 diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~15131308,173143648~768771,174005779~8080680,182798910~1492157,186708964~15501729,204963794~5266162,214041287~7297299,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327203133~31403622,359871241~11677627,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.196 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~15131308,173143648~768771,174005779~8080680,182798910~1492157,186708964~15501729,204963794~5266162,214041287~7297299,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327203133~31403622,359871241~11677627,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.202 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~76586652,142606336~2419198,146800640~4684233,152538963~1367174,154604809~15131308,171966464~12324603,184549376~25680580,213909504~7429082,239075328~10669507,251658240~11115278,265796860~17431201,285212672~12532956,297795584~25184485,327155712~44393156,377487360~14452718,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.202 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 17 diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150779273~705600,152538963~1367174,154604809~15131308,173143648~768771,174005779~8080680,182798910~1492157,186708964~15501729,204963794~5266162,214041287~8303328,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,297847171~6115055,305085975~3565571,308653246~14326823,327203133~31403622,359871241~11677627,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.202 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150779273~705600,152538963~1367174,154604809~15131308,173143648~768771,174005779~8080680,182798910~1492157,186708964~15501729,204963794~5266162,214041287~8303328,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,297847171~6115055,305085975~3565571,308653246~14326823,327203133~31403622,359871241~11677627,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.208 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~76586652,142606336~2419198,146800640~4684233,152538963~1367174,154604809~15131308,171966464~12324603,184549376~25680580,213909504~8435111,239075328~10669507,251658240~11115278,265796860~17431201,285212672~12532956,297795584~25184485,327155712~44393156,377487360~14452718,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.208 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 18 diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,327203133~31403622,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.208 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,327203133~31403622,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.213 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~8435111,239075328~10669507,251658240~11115278,265796860~17431201,285212672~37767397,327155712~44393156,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.214 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 19 diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.214 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.220 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.220 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 2 diff [16248311~5865342,26404273~1348492,70910516~2696213,74413442~4313191,112645942~3423515,119211494~8002946,162224062~7512055,177121780~4257455,186708964~8173294,218646064~2474203] 2024-08-17T01:32:26.220 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [16248311~5865342,26404273~1348492,70910516~2696213,74413442~4313191,112645942~3423515,119211494~8002946,162224062~7512055,177121780~4257455,186708964~8173294,218646064~2474203] 2024-08-17T01:32:26.225 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [12582912~9530741,25165824~2586941,70910516~7816117,109051904~7017553,117440512~9773928,159383552~10352565,176160768~5218467,184549376~10332882,218103808~3016459] 2024-08-17T01:32:26.225 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 3 diff [8312476~2396859,16248311~5865342,26227350~7086458,69382200~4224529,74413442~4313191,97016491~13833006,112645942~3423515,119211494~8002946,152538963~1367174,162224062~7512055,177121780~4257455,186708964~8173294,194970066~7240627,218646064~2474203,244335675~5409160,258450926~4322592,333159771~4990401] 2024-08-17T01:32:26.225 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8312476~2396859,16248311~5865342,26227350~7086458,69382200~4224529,74413442~4313191,97016491~13833006,112645942~3423515,119211494~8002946,152538963~1367174,162224062~7512055,177121780~4257455,186708964~8173294,194970066~7240627,218646064~2474203,244335675~5409160,258450926~4322592,333159771~4990401] 2024-08-17T01:32:26.231 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8312476~2396859,12582912~9530741,25165824~8147984,69382200~9344433,96468992~19600465,117440512~9773928,152538963~1367174,159383552~10352565,176160768~5218467,184549376~17661317,218103808~3016459,243269632~6475203,258450926~4322592,331350016~6800156] 2024-08-17T01:32:26.231 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 4 diff [5461268~6656074,16248311~5865342,26227350~11433070,39303592~2235182,69382200~4224529,74413442~4313191,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,162224062~7512055,177121780~4257455,186708964~8173294,194970066~7240627,218646064~2474203,242691657~7053178,256552583~6220935,333159771~4990401,341033086~8414730,366888763~4660105] 2024-08-17T01:32:26.231 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~6656074,16248311~5865342,26227350~11433070,39303592~2235182,69382200~4224529,74413442~4313191,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,162224062~7512055,177121780~4257455,186708964~8173294,194970066~7240627,218646064~2474203,242691657~7053178,256552583~6220935,333159771~4990401,341033086~8414730,366888763~4660105] 2024-08-17T01:32:26.236 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~6656074,12582912~9530741,25165824~12494596,39303592~2235182,69382200~9344433,96468992~19600465,117440512~19188965,152538963~1367174,159383552~10352565,176160768~5218467,184549376~17661317,218103808~3016459,239075328~10669507,256552583~6220935,331350016~6800156,339738624~9709192,366888763~4660105] 2024-08-17T01:32:26.236 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 5 diff [5461268~6656074,16248311~7680657,26227350~11433070,39303592~2235182,48792547~4218855,69382200~4224529,74413442~4313191,83848395~5973596,90963274~5713839,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,162224062~7512055,177121780~4257455,186708964~8173294,194970066~7240627,218646064~2474203,242691657~7053178,256552583~6220935,300370739~3591487,318570313~4409756,333159771~4990401,341033086~8414730,366888763~4660105] 2024-08-17T01:32:26.236 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~6656074,16248311~7680657,26227350~11433070,39303592~2235182,48792547~4218855,69382200~4224529,74413442~4313191,83848395~5973596,90963274~5713839,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,162224062~7512055,177121780~4257455,186708964~8173294,194970066~7240627,218646064~2474203,242691657~7053178,256552583~6220935,300370739~3591487,318570313~4409756,333159771~4990401,341033086~8414730,366888763~4660105] 2024-08-17T01:32:26.242 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~6656074,12582912~11346056,25165824~12494596,39303592~2235182,46137344~6874058,69382200~9344433,79691776~10130215,90963274~25106183,117440512~19188965,152538963~1367174,159383552~10352565,176160768~5218467,184549376~17661317,218103808~3016459,239075328~10669507,256552583~6220935,297795584~6166642,315629177~7350892,331350016~6800156,339738624~9709192,366888763~4660105] 2024-08-17T01:32:26.242 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 6 diff [5461268~6656074,16248311~7680657,26227350~11433070,39303592~2235182,48792547~4218855,69382200~4224529,74413442~4313191,78962206~1584082,83848395~5973596,90963274~5713839,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,162224062~7512055,174625831~6753404,186708964~8173294,194970066~7240627,218646064~2474203,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,333159771~4990401,341033086~13863150,363494888~610481,366888763~4660105,377981426~3141398,397235482~7343578] 2024-08-17T01:32:26.242 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~6656074,16248311~7680657,26227350~11433070,39303592~2235182,48792547~4218855,69382200~4224529,74413442~4313191,78962206~1584082,83848395~5973596,90963274~5713839,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,162224062~7512055,174625831~6753404,186708964~8173294,194970066~7240627,218646064~2474203,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,333159771~4990401,341033086~13863150,363494888~610481,366888763~4660105,377981426~3141398,397235482~7343578] 2024-08-17T01:32:26.247 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~6656074,12582912~11346056,25165824~12494596,39303592~2235182,46137344~6874058,69382200~9344433,78962206~10859785,90963274~25106183,117440512~19188965,152538963~1367174,159383552~10352565,174625831~6753404,184549376~17661317,218103808~3016459,239075328~10669507,256552583~6220935,272629760~2073441,297795584~6166642,315629177~7350892,327155712~10994460,339738624~15157612,363494888~610481,366888763~4660105,377487360~3635464,394264576~10314484] 2024-08-17T01:32:26.247 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 7 diff [5461268~6656074,16248311~7680657,26227350~15311424,48792547~4218855,53064878~2475831,65308336~2327634,69382200~4224529,74413442~4313191,78962206~1584082,83848395~5973596,90963274~5713839,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,154604809~15131308,174625831~6753404,186708964~8173294,194970066~7240627,206262669~2412293,218646064~2474203,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,333159771~4990401,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~3141398,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.247 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~6656074,16248311~7680657,26227350~15311424,48792547~4218855,53064878~2475831,65308336~2327634,69382200~4224529,74413442~4313191,78962206~1584082,83848395~5973596,90963274~5713839,97016491~13833006,112645942~3423515,119211494~8002946,128719155~7910322,152538963~1367174,154604809~15131308,174625831~6753404,186708964~8173294,194970066~7240627,206262669~2412293,218646064~2474203,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,333159771~4990401,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~3141398,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.253 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~6656074,12582912~11346056,25165824~16372950,46137344~9403365,65308336~2327634,69382200~9344433,78962206~10859785,90963274~25106183,117440512~19188965,152538963~1367174,154604809~15131308,174625831~6753404,184549376~17661317,205520896~3154066,218103808~3016459,239075328~10669507,256552583~6220935,272629760~2073441,297795584~6166642,315629177~7350892,327155712~10994460,339738624~15157612,358606755~4332795,363494888~610481,366888763~4660105,377487360~3635464,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.253 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 8 diff [5461268~6656074,16248311~7680657,26227350~15311424,48792547~4218855,53064878~2475831,65308336~2327634,69382200~4224529,74413442~4313191,78962206~1584082,83848395~5973596,90963274~19886223,112645942~14568498,128719155~7910322,144078296~947238,152538963~1367174,154604809~15131308,174625831~6753404,186708964~8173294,194970066~7240627,206262669~2412293,218646064~2474203,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,305085975~3565571,318570313~4409756,327824667~3885806,333159771~4990401,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.253 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~6656074,16248311~7680657,26227350~15311424,48792547~4218855,53064878~2475831,65308336~2327634,69382200~4224529,74413442~4313191,78962206~1584082,83848395~5973596,90963274~19886223,112645942~14568498,128719155~7910322,144078296~947238,152538963~1367174,154604809~15131308,174625831~6753404,186708964~8173294,194970066~7240627,206262669~2412293,218646064~2474203,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,305085975~3565571,318570313~4409756,327824667~3885806,333159771~4990401,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.258 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~6656074,12582912~11346056,25165824~16372950,46137344~9403365,65308336~2327634,69382200~9344433,78962206~10859785,90963274~45666203,142606336~2419198,152538963~1367174,154604809~15131308,174625831~6753404,184549376~17661317,205520896~3154066,218103808~3016459,239075328~10669507,256552583~6220935,272629760~2073441,297795584~10855962,315629177~7350892,327155712~10994460,339738624~15157612,358606755~4332795,363494888~610481,366888763~4660105,377487360~8736300,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.259 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 9 diff [5461268~8054810,16248311~7680657,24775491~16763283,43355344~977235,48792547~9251776,65308336~8298393,74413442~4313191,78962206~1584082,83848395~6519793,90963274~19886223,112645942~14568498,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174625831~6753404,186708964~8173294,194970066~7240627,206262669~2412293,218646064~2474203,242691657~7053178,256552583~6220935,268405337~4346661,274419449~283752,279067444~3119532,300370739~3591487,305085975~3565571,318570313~4409756,327824667~10325505,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.259 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~8054810,16248311~7680657,24775491~16763283,43355344~977235,48792547~9251776,65308336~8298393,74413442~4313191,78962206~1584082,83848395~6519793,90963274~19886223,112645942~14568498,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174625831~6753404,186708964~8173294,194970066~7240627,206262669~2412293,218646064~2474203,242691657~7053178,256552583~6220935,268405337~4346661,274419449~283752,279067444~3119532,300370739~3591487,305085975~3565571,318570313~4409756,327824667~10325505,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.264 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~18467700,24301323~17237451,41943040~2389539,46137344~11906979,65308336~13418297,78962206~11405982,90963274~50931714,142606336~2419198,152538963~1367174,154604809~15131308,174625831~6753404,184549376~17661317,205520896~3154066,218103808~3016459,239075328~10669507,256552583~6220935,268405337~6297864,276824064~5362912,297795584~10855962,315629177~7350892,327155712~10994460,339738624~15157612,358606755~4332795,363494888~610481,366888763~4660105,377487360~8736300,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.264 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 10 diff [5461268~8054810,16248311~7680657,24775491~16763283,43355344~977235,48792547~9251776,65308336~8298393,74413442~4313191,78962206~1584082,83848395~6519793,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174625831~7460628,186708964~8173294,194970066~7240627,206262669~2412293,218646064~2474203,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,300370739~3591487,305085975~3565571,314375830~8604239,327824667~10325505,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.264 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~8054810,16248311~7680657,24775491~16763283,43355344~977235,48792547~9251776,65308336~8298393,74413442~4313191,78962206~1584082,83848395~6519793,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174625831~7460628,186708964~8173294,194970066~7240627,206262669~2412293,218646064~2474203,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,300370739~3591487,305085975~3565571,314375830~8604239,327824667~10325505,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.270 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~18467700,24301323~17237451,41943040~2389539,46137344~11906979,65308336~13418297,78962206~11405982,90963274~50931714,142606336~2419198,152538963~1367174,154604809~15131308,174625831~7460628,184549376~17661317,205520896~3154066,218103808~3016459,239075328~10669507,256552583~6220935,265985929~8717272,276824064~5362912,285212672~6838040,297795584~10855962,310378496~12601573,327155712~10994460,339738624~15157612,358606755~4332795,363494888~610481,366888763~4660105,377487360~8736300,389978679~505487,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.270 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 11 diff [5461268~8054810,16248311~7680657,24775491~16763283,43355344~977235,48792547~9251776,65308336~8298393,74413442~4313191,78962206~1584082,83848395~6519793,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174625831~7460628,186708964~15501729,206262669~3967287,218646064~2474203,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.270 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~8054810,16248311~7680657,24775491~16763283,43355344~977235,48792547~9251776,65308336~8298393,74413442~4313191,78962206~1584082,83848395~6519793,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174625831~7460628,186708964~15501729,206262669~3967287,218646064~2474203,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.275 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~18467700,24301323~17237451,41943040~2389539,46137344~11906979,65308336~13418297,78962206~11405982,90963274~50931714,142606336~2419198,152538963~1367174,154604809~15131308,174625831~7460628,184549376~17661317,205520896~4709060,218103808~3016459,239075328~10669507,256552583~6220935,265985929~8717272,276824064~5362912,285212672~8572856,297795584~10855962,310378496~12601573,327155712~10994460,339738624~15157612,358606755~4332795,363494888~610481,366888763~4660105,377487360~12193147,389978679~505487,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.275 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 12 diff [5461268~36077506,43355344~977235,48792547~9251776,65308336~13418297,78962206~1584082,83848395~6590759,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174625831~7460628,186708964~15501729,206262669~3967287,218646064~2474203,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,339207073~15689163,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.276 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~36077506,43355344~977235,48792547~9251776,65308336~13418297,78962206~1584082,83848395~6590759,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174625831~7460628,186708964~15501729,206262669~3967287,218646064~2474203,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,339207073~15689163,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.281 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~36077506,41943040~2389539,46137344~11906979,65308336~13418297,78962206~11476948,90963274~50931714,142606336~2419198,152538963~1367174,154604809~15131308,174625831~7460628,184549376~17661317,205520896~4709060,218103808~3016459,239075328~10669507,256552583~6220935,265985929~8717272,276824064~5362912,285212672~8572856,297795584~10855962,310378496~12601573,327155712~27740524,358606755~4332795,363494888~610481,366888763~4660105,377487360~12193147,389978679~505487,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.281 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 13 diff [3765860~204715,5461268~43063015,48792547~9251776,65308336~13418297,78962206~1584082,83848395~6590759,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174625831~7460628,186708964~15501729,204963794~5266162,218646064~2474203,242137518~246855,242691657~7053178,253188295~9585223,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,339207073~15689163,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.281 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,5461268~43063015,48792547~9251776,65308336~13418297,78962206~1584082,83848395~6590759,90963274~36251166,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~15131308,174625831~7460628,186708964~15501729,204963794~5266162,218646064~2474203,242137518~246855,242691657~7053178,253188295~9585223,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,339207073~15689163,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.287 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,5461268~52583055,65308336~13418297,78962206~11476948,90963274~50931714,142606336~2419198,152538963~1367174,154604809~15131308,174625831~7460628,184549376~25680580,218103808~3016459,239075328~10669507,251658240~11115278,265796860~16390116,285212672~12532956,297795584~10855962,310378496~12601573,327155712~27740524,358606755~4332795,363494888~610481,366888763~4660105,377487360~12193147,389978679~505487,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.287 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 14 diff [3765860~204715,5461268~43063015,48792547~9251776,65308336~13418297,78962206~1584082,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~15131308,174625831~7460628,186708964~15501729,204963794~5266162,218646064~2474203,242137518~246855,242691657~7053178,253188295~9585223,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~27335092,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.287 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,5461268~43063015,48792547~9251776,65308336~13418297,78962206~1584082,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~15131308,174625831~7460628,186708964~15501729,204963794~5266162,218646064~2474203,242137518~246855,242691657~7053178,253188295~9585223,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~27335092,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.293 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,5461268~52583055,65308336~13418297,78962206~62932782,142606336~2419198,146800640~4684233,152538963~1367174,154604809~15131308,174625831~7460628,184549376~25680580,218103808~3016459,239075328~10669507,251658240~11115278,265796860~16390116,285212672~12532956,297795584~25184485,327155712~27740524,358606755~4332795,363494888~610481,366888763~4660105,377487360~14452718,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.293 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 15 diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~15131308,173143648~768771,174625831~7460628,186708964~15501729,204963794~5266162,215672972~5665614,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~27335092,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.293 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~15131308,173143648~768771,174625831~7460628,186708964~15501729,204963794~5266162,215672972~5665614,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~27335092,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.299 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~62932782,142606336~2419198,146800640~4684233,152538963~1367174,154604809~15131308,173143648~768771,174625831~7460628,184549376~25680580,215672972~5665614,239075328~10669507,251658240~11115278,265796860~17431201,285212672~12532956,297795584~25184485,327155712~27740524,358606755~4332795,363494888~610481,366888763~4660105,377487360~14452718,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.299 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 16 diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~15131308,173143648~768771,174625831~7460628,186708964~15501729,204963794~5266162,215672972~5665614,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327203133~27693103,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.299 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~15131308,173143648~768771,174625831~7460628,186708964~15501729,204963794~5266162,215672972~5665614,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327203133~27693103,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.304 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~62932782,142606336~2419198,146800640~4684233,152538963~1367174,154604809~15131308,173143648~768771,174625831~7460628,184549376~25680580,215672972~5665614,239075328~10669507,251658240~11115278,265796860~17431201,285212672~12532956,297795584~25184485,327155712~27740524,358606755~4332795,363494888~610481,366888763~4660105,377487360~14452718,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.304 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 17 diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150779273~705600,152538963~1367174,154604809~15131308,173143648~768771,174625831~7460628,186708964~15501729,204963794~5266162,215672972~6671643,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,297847171~6115055,305085975~3565571,308653246~14326823,327203133~27693103,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.305 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~43366045,128719155~7910322,136994332~4900656,144078296~947238,150779273~705600,152538963~1367174,154604809~15131308,173143648~768771,174625831~7460628,186708964~15501729,204963794~5266162,215672972~6671643,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,297847171~6115055,305085975~3565571,308653246~14326823,327203133~27693103,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.310 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~62932782,142606336~2419198,146800640~4684233,152538963~1367174,154604809~15131308,173143648~768771,174625831~7460628,184549376~25680580,215672972~6671643,239075328~10669507,251658240~11115278,265796860~17431201,285212672~12532956,297795584~25184485,327155712~27740524,358606755~4332795,363494888~610481,366888763~4660105,377487360~14452718,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.310 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 18 diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,327203133~27693103,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.310 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,327203133~27693103,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.316 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~6671643,239075328~10669507,251658240~11115278,265796860~17431201,285212672~37767397,327155712~27740524,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.316 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 19 diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.316 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.321 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.321 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 3 diff [8312476~2396859,26227350~7086458,69382200~3003786,97016491~13833006,152538963~1367174,194970066~7240627,244335675~5409160,258450926~4322592,333159771~4990401] 2024-08-17T01:32:26.322 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8312476~2396859,26227350~7086458,69382200~3003786,97016491~13833006,152538963~1367174,194970066~7240627,244335675~5409160,258450926~4322592,333159771~4990401] 2024-08-17T01:32:26.327 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8312476~2396859,26227350~7086458,69382200~3003786,96468992~14380505,152538963~1367174,194882258~7328435,243269632~6475203,258450926~4322592,331350016~6800156] 2024-08-17T01:32:26.327 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 4 diff [5461268~6656074,17109554~4885775,26227350~11433070,39303592~2235182,69382200~3003786,97016491~13833006,128719155~7910322,152538963~1367174,194970066~7240627,242691657~7053178,256552583~6220935,333159771~4990401,341033086~8414730,366888763~4660105] 2024-08-17T01:32:26.327 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~6656074,17109554~4885775,26227350~11433070,39303592~2235182,69382200~3003786,97016491~13833006,128719155~7910322,152538963~1367174,194970066~7240627,242691657~7053178,256552583~6220935,333159771~4990401,341033086~8414730,366888763~4660105] 2024-08-17T01:32:26.333 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~6656074,17109554~4885775,26227350~11433070,39303592~2235182,69382200~3003786,96468992~14380505,127214440~9415037,152538963~1367174,194882258~7328435,239075328~10669507,256552583~6220935,331350016~6800156,339738624~9709192,366888763~4660105] 2024-08-17T01:32:26.333 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 5 diff [5461268~6656074,17109554~6819414,26227350~11433070,39303592~2235182,48792547~4218855,69382200~3003786,83848395~5973596,90963274~5713839,97016491~13833006,128719155~7910322,152538963~1367174,194970066~7240627,242691657~7053178,256552583~6220935,300370739~3591487,318570313~4409756,333159771~4990401,341033086~8414730,366888763~4660105] 2024-08-17T01:32:26.333 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~6656074,17109554~6819414,26227350~11433070,39303592~2235182,48792547~4218855,69382200~3003786,83848395~5973596,90963274~5713839,97016491~13833006,128719155~7910322,152538963~1367174,194970066~7240627,242691657~7053178,256552583~6220935,300370739~3591487,318570313~4409756,333159771~4990401,341033086~8414730,366888763~4660105] 2024-08-17T01:32:26.338 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~6656074,17109554~6819414,26227350~11433070,39303592~2235182,46137344~6874058,69382200~3003786,79691776~10130215,90963274~19886223,127214440~9415037,152538963~1367174,194882258~7328435,239075328~10669507,256552583~6220935,297795584~6166642,315629177~7350892,331350016~6800156,339738624~9709192,366888763~4660105] 2024-08-17T01:32:26.339 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 6 diff [5461268~6656074,17109554~6819414,26227350~11433070,39303592~2235182,48792547~4218855,69382200~3003786,78962206~1584082,83848395~5973596,90963274~5713839,97016491~13833006,128719155~7910322,152538963~1367174,174625831~6493925,194970066~7240627,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,333159771~4990401,341033086~13863150,363494888~610481,366888763~4660105,377981426~3141398,397235482~7343578] 2024-08-17T01:32:26.339 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~6656074,17109554~6819414,26227350~11433070,39303592~2235182,48792547~4218855,69382200~3003786,78962206~1584082,83848395~5973596,90963274~5713839,97016491~13833006,128719155~7910322,152538963~1367174,174625831~6493925,194970066~7240627,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,333159771~4990401,341033086~13863150,363494888~610481,366888763~4660105,377981426~3141398,397235482~7343578] 2024-08-17T01:32:26.344 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~6656074,17109554~6819414,26227350~11433070,39303592~2235182,46137344~6874058,69382200~3003786,78962206~10859785,90963274~19886223,127214440~9415037,152538963~1367174,174625831~6493925,194882258~7328435,239075328~10669507,256552583~6220935,272629760~2073441,297795584~6166642,315629177~7350892,327155712~10994460,339738624~15157612,363494888~610481,366888763~4660105,377487360~3635464,394264576~10314484] 2024-08-17T01:32:26.344 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 7 diff [5461268~6656074,17109554~6819414,26227350~15311424,48792547~4218855,53064878~2475831,65308336~2327634,69382200~3003786,77289327~612103,78962206~1584082,83848395~5973596,90963274~5713839,97016491~13833006,128719155~7910322,152538963~1367174,154604809~9940128,174625831~6493925,194970066~7240627,206262669~2412293,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,333159771~4990401,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~3141398,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.344 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~6656074,17109554~6819414,26227350~15311424,48792547~4218855,53064878~2475831,65308336~2327634,69382200~3003786,77289327~612103,78962206~1584082,83848395~5973596,90963274~5713839,97016491~13833006,128719155~7910322,152538963~1367174,154604809~9940128,174625831~6493925,194970066~7240627,206262669~2412293,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,333159771~4990401,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~3141398,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.349 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~6656074,17109554~6819414,26227350~15311424,46137344~9403365,65308336~2327634,69382200~3003786,77289327~612103,78962206~10859785,90963274~19886223,127214440~9415037,152538963~1367174,154604809~9940128,174625831~6493925,194882258~7328435,205520896~3154066,239075328~10669507,256552583~6220935,272629760~2073441,297795584~6166642,315629177~7350892,327155712~10994460,339738624~15157612,358606755~4332795,363494888~610481,366888763~4660105,377487360~3635464,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.350 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 8 diff [5461268~6656074,17109554~6819414,26227350~15311424,48792547~4218855,53064878~2475831,65308336~2327634,69382200~3003786,77289327~612103,78962206~1584082,83848395~5973596,90963274~19886223,115745295~6705633,128719155~7910322,144078296~947238,152538963~1367174,154604809~11460377,174625831~6493925,194970066~7240627,206262669~2412293,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,305085975~3565571,318570313~4409756,327824667~3885806,333159771~4990401,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.350 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~6656074,17109554~6819414,26227350~15311424,48792547~4218855,53064878~2475831,65308336~2327634,69382200~3003786,77289327~612103,78962206~1584082,83848395~5973596,90963274~19886223,115745295~6705633,128719155~7910322,144078296~947238,152538963~1367174,154604809~11460377,174625831~6493925,194970066~7240627,206262669~2412293,242691657~7053178,256552583~6220935,274419449~283752,300370739~3591487,305085975~3565571,318570313~4409756,327824667~3885806,333159771~4990401,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.355 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~6656074,17109554~6819414,26227350~15311424,46137344~9403365,65308336~2327634,69382200~3003786,77289327~612103,78962206~10859785,90963274~19886223,115745295~6705633,127214440~9415037,142606336~2419198,152538963~1367174,154604809~11460377,174625831~6493925,194882258~7328435,205520896~3154066,239075328~10669507,256552583~6220935,272629760~2073441,297795584~10855962,315629177~7350892,327155712~10994460,339738624~15157612,358606755~4332795,363494888~610481,366888763~4660105,377487360~8736300,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.355 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 9 diff [5461268~8054810,17109554~6819414,24775491~16763283,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~19886223,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~11460377,174625831~6493925,194970066~7240627,206262669~2412293,242691657~7053178,256552583~6220935,268405337~4346661,274419449~283752,279067444~3119532,300370739~3591487,305085975~3565571,318570313~4409756,327824667~10325505,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.355 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~8054810,17109554~6819414,24775491~16763283,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~19886223,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~11460377,174625831~6493925,194970066~7240627,206262669~2412293,242691657~7053178,256552583~6220935,268405337~4346661,274419449~283752,279067444~3119532,300370739~3591487,305085975~3565571,318570313~4409756,327824667~10325505,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.361 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~8054810,17109554~6819414,24301323~17237451,41943040~2389539,46137344~11906979,65308336~7493371,77289327~612103,78962206~11405982,90963274~19886223,115745295~6705633,127214440~14680548,142606336~2419198,152538963~1367174,154604809~11460377,174625831~6493925,194882258~7328435,205520896~3154066,239075328~10669507,256552583~6220935,268405337~6297864,276824064~5362912,297795584~10855962,315629177~7350892,327155712~10994460,339738624~15157612,358606755~4332795,363494888~610481,366888763~4660105,377487360~8736300,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.361 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 10 diff [5461268~8054810,17109554~6819414,24775491~16763283,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~21994595,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~11460377,174625831~7460628,194970066~7240627,206262669~2412293,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,300370739~3591487,305085975~3565571,314375830~8604239,327824667~10325505,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.361 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~8054810,17109554~6819414,24775491~16763283,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~21994595,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~11460377,174625831~7460628,194970066~7240627,206262669~2412293,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,300370739~3591487,305085975~3565571,314375830~8604239,327824667~10325505,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.366 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~8054810,17109554~6819414,24301323~17237451,41943040~2389539,46137344~11906979,65308336~7493371,77289327~612103,78962206~11405982,90963274~21994595,115745295~6705633,127214440~14680548,142606336~2419198,152538963~1367174,154604809~11460377,174625831~7460628,194882258~7328435,205520896~3154066,239075328~10669507,256552583~6220935,265985929~8717272,276824064~5362912,285212672~6838040,297795584~10855962,310378496~12601573,327155712~10994460,339738624~15157612,358606755~4332795,363494888~610481,366888763~4660105,377487360~8736300,389978679~505487,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.367 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 11 diff [5461268~8054810,17109554~6819414,24775491~16763283,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~21994595,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~11460377,174625831~7460628,192247157~9963536,206262669~3967287,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.367 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~8054810,17109554~6819414,24775491~16763283,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~21994595,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~11460377,174625831~7460628,192247157~9963536,206262669~3967287,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.372 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~8054810,17109554~6819414,24301323~17237451,41943040~2389539,46137344~11906979,65308336~7493371,77289327~612103,78962206~11405982,90963274~21994595,115745295~6705633,127214440~14680548,142606336~2419198,152538963~1367174,154604809~11460377,174625831~7460628,192247157~9963536,205520896~4709060,239075328~10669507,256552583~6220935,265985929~8717272,276824064~5362912,285212672~8572856,297795584~10855962,310378496~12601573,327155712~10994460,339738624~15157612,358606755~4332795,363494888~610481,366888763~4660105,377487360~12193147,389978679~505487,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.372 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 12 diff [5461268~36077506,43355344~977235,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~6590759,90963274~21994595,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~11460377,174625831~7460628,192247157~9963536,206262669~3967287,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,339207073~15689163,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.372 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~36077506,43355344~977235,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~6590759,90963274~21994595,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~11460377,174625831~7460628,192247157~9963536,206262669~3967287,242137518~246855,242691657~7053178,256552583~6220935,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,339207073~15689163,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.377 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~36077506,41943040~2389539,46137344~11906979,65308336~7493371,73603175~3510940,77289327~612103,78962206~11476948,90963274~21994595,115745295~6705633,127214440~14680548,142606336~2419198,152538963~1367174,154604809~11460377,174625831~7460628,192247157~9963536,205520896~4709060,239075328~10669507,256552583~6220935,265985929~8717272,276824064~5362912,285212672~8572856,297795584~10855962,310378496~12601573,327155712~27740524,358606755~4332795,363494888~610481,366888763~4660105,377487360~12193147,389978679~505487,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.378 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 13 diff [3765860~204715,5461268~43063015,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~6590759,90963274~21994595,115745295~7385695,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~11460377,174625831~7460628,192247157~9963536,204963794~5266162,242137518~246855,242691657~7053178,253188295~9585223,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,339207073~15689163,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.378 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,5461268~43063015,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~6590759,90963274~21994595,115745295~7385695,128719155~7910322,136994332~4900656,144078296~947238,152538963~1367174,154604809~11460377,174625831~7460628,192247157~9963536,204963794~5266162,242137518~246855,242691657~7053178,253188295~9585223,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,314375830~8604239,327561144~10589028,339207073~15689163,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.383 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,5461268~52583055,65308336~7493371,73603175~3510940,77289327~612103,78962206~11476948,90963274~21994595,115745295~7385695,127214440~14680548,142606336~2419198,152538963~1367174,154604809~11460377,174625831~7460628,192247157~17982799,239075328~10669507,251658240~11115278,265796860~16390116,285212672~12532956,297795584~10855962,310378496~12601573,327155712~27740524,358606755~4332795,363494888~610481,366888763~4660105,377487360~12193147,389978679~505487,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.383 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 14 diff [3765860~204715,5461268~43063015,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29109474,115745295~7385695,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~11460377,174625831~7460628,192247157~9963536,204963794~5266162,242137518~246855,242691657~7053178,253188295~9585223,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~27335092,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.384 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,5461268~43063015,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29109474,115745295~7385695,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~11460377,174625831~7460628,192247157~9963536,204963794~5266162,242137518~246855,242691657~7053178,253188295~9585223,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~27335092,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:26 smithi157 ceph-mon[101289]: pgmap v3531: 137 pgs: 137 active+clean; 1.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 121 KiB/s rd, 23 MiB/s wr, 205 op/s 2024-08-17T01:32:26.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:26 smithi157 ceph-mon[101289]: osdmap e2051: 8 total, 8 up, 8 in 2024-08-17T01:32:26.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:26 smithi157 ceph-mon[98780]: pgmap v3531: 137 pgs: 137 active+clean; 1.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 121 KiB/s rd, 23 MiB/s wr, 205 op/s 2024-08-17T01:32:26.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:26 smithi157 ceph-mon[98780]: osdmap e2051: 8 total, 8 up, 8 in 2024-08-17T01:32:26.389 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,5461268~52583055,65308336~7493371,73603175~3510940,77289327~612103,78962206~33995663,115745295~7385695,127214440~14680548,142606336~2419198,146800640~4684233,152538963~1367174,154604809~11460377,174625831~7460628,192247157~17982799,239075328~10669507,251658240~11115278,265796860~16390116,285212672~12532956,297795584~25184485,327155712~27740524,358606755~4332795,363494888~610481,366888763~4660105,377487360~14452718,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.390 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 15 diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29109474,114696093~8434897,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~11460377,173143648~768771,174625831~7460628,192247157~9963536,204963794~5266162,215672972~5665614,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~27335092,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.390 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29109474,114696093~8434897,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~11460377,173143648~768771,174625831~7460628,192247157~9963536,204963794~5266162,215672972~5665614,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~27335092,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.395 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~7493371,73603175~3510940,77289327~612103,78962206~33995663,114696093~8434897,127214440~14680548,142606336~2419198,146800640~4684233,152538963~1367174,154604809~11460377,173143648~768771,174625831~7460628,192247157~17982799,215672972~5665614,239075328~10669507,251658240~11115278,265796860~17431201,285212672~12532956,297795584~25184485,327155712~27740524,358606755~4332795,363494888~610481,366888763~4660105,377487360~14452718,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.395 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 16 diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~8434897,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~11460377,173143648~768771,174625831~7460628,192247157~9963536,204963794~5266162,215672972~5665614,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327203133~27693103,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.395 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~8434897,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,152538963~1367174,154604809~11460377,173143648~768771,174625831~7460628,192247157~9963536,204963794~5266162,215672972~5665614,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327203133~27693103,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.401 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~7493371,73603175~3510940,77289327~612103,78962206~34692569,114696093~8434897,127214440~14680548,142606336~2419198,146800640~4684233,152538963~1367174,154604809~11460377,173143648~768771,174625831~7460628,192247157~17982799,215672972~5665614,239075328~10669507,251658240~11115278,265796860~17431201,285212672~12532956,297795584~25184485,327155712~27740524,358606755~4332795,363494888~610481,366888763~4660105,377487360~14452718,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.401 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 17 diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~11101921,128719155~7910322,136994332~4900656,144078296~947238,150779273~705600,152538963~1367174,154604809~11460377,173143648~768771,174625831~7460628,192247157~9963536,204963794~5266162,215672972~6671643,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,297847171~6115055,305085975~3565571,308653246~14326823,327203133~27693103,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.401 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~11101921,128719155~7910322,136994332~4900656,144078296~947238,150779273~705600,152538963~1367174,154604809~11460377,173143648~768771,174625831~7460628,192247157~9963536,204963794~5266162,215672972~6671643,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~4905709,297847171~6115055,305085975~3565571,308653246~14326823,327203133~27693103,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.407 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~7493371,73603175~3510940,77289327~612103,78962206~34692569,114696093~11101921,127214440~14680548,142606336~2419198,146800640~4684233,152538963~1367174,154604809~11460377,173143648~768771,174625831~7460628,192247157~17982799,215672972~6671643,239075328~10669507,251658240~11115278,265796860~17431201,285212672~12532956,297795584~25184485,327155712~27740524,358606755~4332795,363494888~610481,366888763~4660105,377487360~14452718,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.407 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 18 diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~21933384,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,327203133~27693103,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.407 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~21933384,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,327203133~27693103,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.412 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~7493371,73603175~3510940,77289327~612103,78962206~34692569,114696093~30791931,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~6671643,239075328~10669507,251658240~11115278,265796860~17431201,285212672~37767397,327155712~27740524,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.412 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 19 diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.413 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.418 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.419 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 4 diff [5461268~6656074,17109554~4885775,31045073~6615347,39303592~2235182,128719155~7910322,242691657~2835663,256552583~5582884,341033086~8414730,366888763~4660105] 2024-08-17T01:32:26.419 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~6656074,17109554~4885775,31045073~6615347,39303592~2235182,128719155~7910322,242691657~2835663,256552583~5582884,341033086~8414730,366888763~4660105] 2024-08-17T01:32:26.424 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~6656074,17109554~4885775,31045073~6615347,39303592~2235182,127214440~9415037,239075328~6451992,256552583~5582884,339738624~9709192,366888763~4660105] 2024-08-17T01:32:26.424 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 5 diff [5461268~6656074,17109554~6819414,31045073~6615347,39303592~2235182,48792547~4218855,83848395~5973596,90963274~5713839,99882853~4015242,128719155~7910322,242691657~2835663,256552583~5582884,300370739~3591487,318570313~4409756,341033086~8414730,366888763~4660105] 2024-08-17T01:32:26.424 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~6656074,17109554~6819414,31045073~6615347,39303592~2235182,48792547~4218855,83848395~5973596,90963274~5713839,99882853~4015242,128719155~7910322,242691657~2835663,256552583~5582884,300370739~3591487,318570313~4409756,341033086~8414730,366888763~4660105] 2024-08-17T01:32:26.430 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~6656074,17109554~6819414,31045073~6615347,39303592~2235182,46137344~6874058,79691776~10130215,90963274~5713839,99882853~4015242,127214440~9415037,239075328~6451992,256552583~5582884,297795584~6166642,315629177~7350892,339738624~9709192,366888763~4660105] 2024-08-17T01:32:26.430 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 6 diff [5461268~6656074,17109554~6819414,31045073~6615347,39303592~2235182,48792547~4218855,78962206~1584082,83848395~5973596,90963274~5713839,99882853~4015242,128719155~7910322,174625831~6493925,242691657~2835663,256552583~5582884,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,341033086~13863150,363494888~610481,366888763~4660105,377981426~3141398,397235482~7343578] 2024-08-17T01:32:26.430 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~6656074,17109554~6819414,31045073~6615347,39303592~2235182,48792547~4218855,78962206~1584082,83848395~5973596,90963274~5713839,99882853~4015242,128719155~7910322,174625831~6493925,242691657~2835663,256552583~5582884,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,341033086~13863150,363494888~610481,366888763~4660105,377981426~3141398,397235482~7343578] 2024-08-17T01:32:26.436 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~6656074,17109554~6819414,31045073~6615347,39303592~2235182,46137344~6874058,78962206~10859785,90963274~5713839,99882853~4015242,127214440~9415037,174625831~6493925,239075328~6451992,256552583~5582884,272629760~2073441,297795584~6166642,315629177~7350892,327155712~4554761,339738624~15157612,363494888~610481,366888763~4660105,377487360~3635464,394264576~10314484] 2024-08-17T01:32:26.436 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 7 diff [5461268~6656074,17109554~6819414,31045073~10493701,48792547~4218855,53064878~2475831,65308336~2327634,77289327~612103,78962206~1584082,83848395~5973596,90963274~5713839,99882853~5360945,128719155~7910322,154604809~9940128,174625831~6493925,206262669~2412293,242691657~2835663,256552583~5582884,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~3141398,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.436 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~6656074,17109554~6819414,31045073~10493701,48792547~4218855,53064878~2475831,65308336~2327634,77289327~612103,78962206~1584082,83848395~5973596,90963274~5713839,99882853~5360945,128719155~7910322,154604809~9940128,174625831~6493925,206262669~2412293,242691657~2835663,256552583~5582884,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~3141398,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.441 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~6656074,17109554~6819414,31045073~10493701,46137344~9403365,65308336~2327634,77289327~612103,78962206~10859785,90963274~5713839,99882853~5360945,127214440~9415037,154604809~9940128,174625831~6493925,205520896~3154066,239075328~6451992,256552583~5582884,272629760~2073441,297795584~6166642,315629177~7350892,327155712~4554761,339738624~15157612,358606755~4332795,363494888~610481,366888763~4660105,377487360~3635464,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.442 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 8 diff [5461268~6656074,17109554~6819414,31045073~10493701,48792547~4218855,53064878~2475831,65308336~2327634,77289327~612103,78962206~1584082,83848395~5973596,90963274~6076317,99882853~5360945,115745295~6705633,128719155~7910322,144078296~947238,154604809~11460377,174625831~6493925,206262669~2412293,242691657~2835663,256552583~5582884,274419449~283752,300370739~3591487,305085975~3565571,318570313~4409756,327824667~3885806,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.442 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~6656074,17109554~6819414,31045073~10493701,48792547~4218855,53064878~2475831,65308336~2327634,77289327~612103,78962206~1584082,83848395~5973596,90963274~6076317,99882853~5360945,115745295~6705633,128719155~7910322,144078296~947238,154604809~11460377,174625831~6493925,206262669~2412293,242691657~2835663,256552583~5582884,274419449~283752,300370739~3591487,305085975~3565571,318570313~4409756,327824667~3885806,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.447 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~6656074,17109554~6819414,31045073~10493701,46137344~9403365,65308336~2327634,77289327~612103,78962206~10859785,90963274~6076317,99882853~5360945,115745295~6705633,127214440~9415037,142606336~2419198,154604809~11460377,174625831~6493925,205520896~3154066,239075328~6451992,256552583~5582884,272629760~2073441,297795584~10855962,315629177~7350892,327155712~4554761,339738624~15157612,358606755~4332795,363494888~610481,366888763~4660105,377487360~8736300,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.447 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 9 diff [5461268~8054810,17109554~6819414,24775491~3488813,31045073~10493701,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~6076317,99882853~5360945,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,154604809~11460377,174625831~6493925,206262669~2412293,242691657~2835663,256552583~5582884,268405337~4346661,274419449~283752,279067444~3119532,300370739~3591487,305085975~3565571,318570313~4409756,327824667~8478348,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.447 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~8054810,17109554~6819414,24775491~3488813,31045073~10493701,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~6076317,99882853~5360945,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,154604809~11460377,174625831~6493925,206262669~2412293,242691657~2835663,256552583~5582884,268405337~4346661,274419449~283752,279067444~3119532,300370739~3591487,305085975~3565571,318570313~4409756,327824667~8478348,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.453 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~8054810,17109554~6819414,24301323~3962981,31045073~10493701,41943040~2389539,46137344~11906979,65308336~7493371,77289327~612103,78962206~11405982,90963274~6076317,99882853~5360945,115745295~6705633,127214440~14680548,142606336~2419198,154604809~11460377,174625831~6493925,205520896~3154066,239075328~6451992,256552583~5582884,268405337~6297864,276824064~5362912,297795584~10855962,315629177~7350892,327155712~9147303,339738624~15157612,358606755~4332795,363494888~610481,366888763~4660105,377487360~8736300,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.453 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 10 diff [5461268~8054810,17109554~6819414,24775491~3488813,30568932~10969842,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~14280524,106798440~6159429,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,206262669~2412293,242137518~246855,242691657~2835663,256552583~5582884,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,300370739~3591487,305085975~3565571,314375830~8604239,327824667~8478348,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.453 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~8054810,17109554~6819414,24775491~3488813,30568932~10969842,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~14280524,106798440~6159429,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,206262669~2412293,242137518~246855,242691657~2835663,256552583~5582884,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,300370739~3591487,305085975~3565571,314375830~8604239,327824667~8478348,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~8242234,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:26 smithi187 ceph-mon[90552]: pgmap v3531: 137 pgs: 137 active+clean; 1.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 121 KiB/s rd, 23 MiB/s wr, 205 op/s 2024-08-17T01:32:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:26 smithi187 ceph-mon[90552]: osdmap e2051: 8 total, 8 up, 8 in 2024-08-17T01:32:26.458 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~8054810,17109554~6819414,24301323~3962981,30568932~10969842,41943040~2389539,46137344~11906979,65308336~7493371,77289327~612103,78962206~11405982,90963274~14280524,106798440~6159429,115745295~6705633,127214440~14680548,142606336~2419198,154604809~11460377,174625831~7460628,205520896~3154066,239075328~6451992,256552583~5582884,265985929~8717272,276824064~5362912,285212672~6838040,297795584~10855962,310378496~12601573,327155712~9147303,339738624~15157612,358606755~4332795,363494888~610481,366888763~4660105,377487360~8736300,389978679~505487,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.459 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 11 diff [5461268~8054810,17109554~6819414,24775491~3488813,30568932~10969842,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~14280524,106798440~6159429,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,206262669~3967287,242137518~246855,242691657~2835663,256552583~5582884,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~8741871,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.459 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~8054810,17109554~6819414,24775491~3488813,30568932~10969842,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~14280524,106798440~6159429,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,206262669~3967287,242137518~246855,242691657~2835663,256552583~5582884,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~8741871,341033086~13863150,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.464 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~8054810,17109554~6819414,24301323~3962981,30568932~10969842,41943040~2389539,46137344~11906979,65308336~7493371,77289327~612103,78962206~11405982,90963274~14280524,106798440~6159429,115745295~6705633,127214440~14680548,142606336~2419198,154604809~11460377,174625831~7460628,192247157~5868178,205520896~4709060,239075328~6451992,256552583~5582884,265985929~8717272,276824064~5362912,285212672~8572856,297795584~10855962,310378496~12601573,327155712~9147303,339738624~15157612,358606755~4332795,363494888~610481,366888763~4660105,377487360~12193147,389978679~505487,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.465 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 12 diff [5461268~24411010,30568932~10969842,43355344~977235,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~6590759,90963274~14280524,106798440~6159429,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,206262669~3967287,242137518~246855,242691657~2835663,256552583~5582884,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~8741871,339207073~15689163,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.465 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5461268~24411010,30568932~10969842,43355344~977235,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~6590759,90963274~14280524,106798440~6159429,115745295~6705633,128719155~7910322,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,206262669~3967287,242137518~246855,242691657~2835663,256552583~5582884,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~8741871,339207073~15689163,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.470 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5461268~24411010,30568932~10969842,41943040~2389539,46137344~11906979,65308336~7493371,73603175~3510940,77289327~612103,78962206~11476948,90963274~14280524,106798440~6159429,115745295~6705633,127214440~14680548,142606336~2419198,154604809~11460377,174625831~7460628,192247157~5868178,205520896~4709060,239075328~6451992,256552583~5582884,265985929~8717272,276824064~5362912,285212672~8572856,297795584~10855962,310378496~12601573,327155712~9147303,338150172~16746064,358606755~4332795,363494888~610481,366888763~4660105,377487360~12193147,389978679~505487,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.470 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 13 diff [3765860~204715,5461268~24411010,30568932~17955351,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~6590759,90963274~14280524,106798440~6159429,115745295~7385695,128719155~7910322,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,204963794~5266162,242137518~246855,242691657~2835663,253188295~8947172,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,314375830~8604239,327561144~8741871,339207073~15689163,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.470 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,5461268~24411010,30568932~17955351,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~6590759,90963274~14280524,106798440~6159429,115745295~7385695,128719155~7910322,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,204963794~5266162,242137518~246855,242691657~2835663,253188295~8947172,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,314375830~8604239,327561144~8741871,339207073~15689163,359871241~3068309,363494888~610481,366888763~4660105,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.477 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,5461268~24411010,30568932~27475391,65308336~7493371,73603175~3510940,77289327~612103,78962206~11476948,90963274~14280524,106798440~6159429,115745295~7385695,127214440~14680548,142606336~2419198,154604809~11460377,174625831~7460628,192247157~5868178,202210693~8019263,239075328~6451992,251658240~10477227,265796860~16390116,285212672~12532956,297795584~10855962,310378496~12601573,327155712~9147303,338150172~16746064,358606755~4332795,363494888~610481,366888763~4660105,377487360~12193147,389978679~505487,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.477 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 14 diff [3765860~204715,5461268~24411010,30568932~17955351,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29109474,115745295~7385695,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,174625831~7460628,192247157~5868178,204963794~5266162,242137518~246855,242691657~2835663,253188295~8947172,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~8741871,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.477 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,5461268~24411010,30568932~17955351,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29109474,115745295~7385695,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,174625831~7460628,192247157~5868178,204963794~5266162,242137518~246855,242691657~2835663,253188295~8947172,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~8741871,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.483 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,5461268~24411010,30568932~27475391,65308336~7493371,73603175~3510940,77289327~612103,78962206~33995663,115745295~7385695,127214440~14680548,142606336~2419198,146800640~4684233,154604809~11460377,174625831~7460628,192247157~5868178,202210693~8019263,239075328~6451992,251658240~10477227,265796860~16390116,285212672~12532956,297795584~25184485,327155712~9147303,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~14452718,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.483 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 15 diff [3765860~204715,4013002~25859276,30568932~17955351,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29109474,114696093~8434897,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~8741871,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.483 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~25859276,30568932~17955351,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29109474,114696093~8434897,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~8741871,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.489 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~25859276,30568932~27475391,65308336~7493371,73603175~3510940,77289327~612103,78962206~33995663,114696093~8434897,127214440~14680548,142606336~2419198,146800640~4684233,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,202210693~8019263,215672972~5665614,239075328~6451992,251658240~10477227,265796860~17431201,285212672~12532956,297795584~25184485,327155712~9147303,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~14452718,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.489 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 16 diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~8434897,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327203133~9099882,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.489 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~8434897,128719155~7910322,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327203133~9099882,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.494 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~7493371,73603175~3510940,77289327~612103,78962206~34692569,114696093~8434897,127214440~14680548,142606336~2419198,146800640~4684233,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,202210693~8019263,215672972~5665614,239075328~6451992,251658240~10477227,265796860~17431201,285212672~12532956,297795584~25184485,327155712~9147303,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~14452718,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.494 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 17 diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~11101921,128719155~7910322,136994332~4900656,144078296~947238,150779273~705600,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~6671643,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~4905709,297847171~6115055,305085975~3565571,308653246~14326823,327203133~9099882,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.494 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~11101921,128719155~7910322,136994332~4900656,144078296~947238,150779273~705600,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~6671643,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~4905709,297847171~6115055,305085975~3565571,308653246~14326823,327203133~9099882,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.500 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~7493371,73603175~3510940,77289327~612103,78962206~34692569,114696093~11101921,127214440~14680548,142606336~2419198,146800640~4684233,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,202210693~8019263,215672972~6671643,239075328~6451992,251658240~10477227,265796860~17431201,285212672~12532956,297795584~25184485,327155712~9147303,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~14452718,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.500 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 18 diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~21933384,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,327203133~9099882,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.500 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~21933384,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,327203133~9099882,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.505 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~7493371,73603175~3510940,77289327~612103,78962206~34692569,114696093~30791931,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~6671643,239075328~6451992,251658240~10477227,265796860~17431201,285212672~37767397,327155712~9147303,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.505 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 19 diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.506 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.511 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.511 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 5 diff [18197990~5730978,48792547~4218855,83848395~5973596,90963274~5713839,99882853~4015242,300370739~3591487,318570313~4409756,346601972~1313326] 2024-08-17T01:32:26.511 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [18197990~5730978,48792547~4218855,83848395~5973596,90963274~5713839,99882853~4015242,300370739~3591487,318570313~4409756,346601972~1313326] 2024-08-17T01:32:26.517 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [18197990~5730978,46137344~6874058,79691776~10130215,90963274~5713839,99882853~4015242,297795584~6166642,315629177~7350892,346601972~1313326] 2024-08-17T01:32:26.517 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 6 diff [18197990~5730978,48792547~4218855,78962206~1584082,83848395~5973596,90963274~5713839,99882853~4015242,174625831~6493925,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,346601972~8294264,363494888~610481,377981426~3141398,397235482~7343578] 2024-08-17T01:32:26.517 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [18197990~5730978,48792547~4218855,78962206~1584082,83848395~5973596,90963274~5713839,99882853~4015242,174625831~6493925,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,346601972~8294264,363494888~610481,377981426~3141398,397235482~7343578] 2024-08-17T01:32:26.522 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [18197990~5730978,46137344~6874058,78962206~10859785,90963274~5713839,99882853~4015242,174625831~6493925,272629760~2073441,297795584~6166642,315629177~7350892,327155712~4554761,346601972~8294264,363494888~610481,377487360~3635464,394264576~10314484] 2024-08-17T01:32:26.523 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 7 diff [18197990~5730978,32282952~7328236,48792547~4218855,53064878~2475831,65308336~2327634,77289327~612103,78962206~1584082,83848395~5973596,90963274~5713839,99882853~5360945,154604809~9940128,174625831~6493925,206262669~2412293,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,346601972~8294264,359871241~3068309,363494888~610481,377981426~3141398,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.523 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [18197990~5730978,32282952~7328236,48792547~4218855,53064878~2475831,65308336~2327634,77289327~612103,78962206~1584082,83848395~5973596,90963274~5713839,99882853~5360945,154604809~9940128,174625831~6493925,206262669~2412293,274419449~283752,300370739~3591487,318570313~4409756,327824667~3885806,346601972~8294264,359871241~3068309,363494888~610481,377981426~3141398,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.528 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [18197990~5730978,32282952~7328236,46137344~9403365,65308336~2327634,77289327~612103,78962206~10859785,90963274~5713839,99882853~5360945,154604809~9940128,174625831~6493925,205520896~3154066,272629760~2073441,297795584~6166642,315629177~7350892,327155712~4554761,346601972~8294264,358606755~4332795,363494888~610481,377487360~3635464,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.528 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 8 diff [6543568~2210650,18197990~5730978,32282952~7328236,48792547~4218855,53064878~2475831,65308336~2327634,77289327~612103,78962206~1584082,83848395~5973596,90963274~6076317,99882853~5360945,115745295~6705633,131451692~480386,144078296~947238,154604809~11460377,174625831~6493925,206262669~2412293,274419449~283752,300370739~3591487,305085975~3565571,318570313~4409756,327824667~3885806,344382985~10513251,359871241~3068309,363494888~610481,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.528 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,18197990~5730978,32282952~7328236,48792547~4218855,53064878~2475831,65308336~2327634,77289327~612103,78962206~1584082,83848395~5973596,90963274~6076317,99882853~5360945,115745295~6705633,131451692~480386,144078296~947238,154604809~11460377,174625831~6493925,206262669~2412293,274419449~283752,300370739~3591487,305085975~3565571,318570313~4409756,327824667~3885806,344382985~10513251,359871241~3068309,363494888~610481,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.534 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,18197990~5730978,32282952~7328236,46137344~9403365,65308336~2327634,77289327~612103,78962206~10859785,90963274~6076317,99882853~5360945,115745295~6705633,131451692~480386,142606336~2419198,154604809~11460377,174625831~6493925,205520896~3154066,272629760~2073441,297795584~10855962,315629177~7350892,327155712~4554761,344382985~10513251,358606755~4332795,363494888~610481,377487360~8736300,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.534 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 9 diff [6543568~2210650,10318401~3197677,18197990~5730978,24775491~3488813,32282952~7328236,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~6076317,99882853~5360945,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,154604809~11460377,174625831~6493925,206262669~2412293,268405337~4346661,274419449~283752,279067444~3119532,300370739~3591487,305085975~3565571,318570313~4409756,327824667~8478348,344382985~10513251,359871241~3068309,363494888~610481,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.534 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,10318401~3197677,18197990~5730978,24775491~3488813,32282952~7328236,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~6076317,99882853~5360945,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,154604809~11460377,174625831~6493925,206262669~2412293,268405337~4346661,274419449~283752,279067444~3119532,300370739~3591487,305085975~3565571,318570313~4409756,327824667~8478348,344382985~10513251,359871241~3068309,363494888~610481,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.539 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,10318401~3197677,18197990~5730978,24301323~3962981,32282952~7328236,41943040~2389539,46137344~11906979,65308336~7493371,77289327~612103,78962206~11405982,90963274~6076317,99882853~5360945,115745295~6705633,131451692~480386,136629477~5265511,142606336~2419198,154604809~11460377,174625831~6493925,205520896~3154066,268405337~6297864,276824064~5362912,297795584~10855962,315629177~7350892,327155712~9147303,344382985~10513251,358606755~4332795,363494888~610481,377487360~8736300,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.540 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 10 diff [6543568~2210650,10318401~3197677,18197990~5730978,24775491~3488813,30568932~9042256,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~14280524,106798440~6159429,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,206262669~2412293,242137518~246855,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,300370739~3591487,305085975~3565571,314375830~8604239,327824667~8478348,344382985~10513251,359871241~3068309,363494888~610481,377981426~8242234,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.540 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,10318401~3197677,18197990~5730978,24775491~3488813,30568932~9042256,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~14280524,106798440~6159429,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,206262669~2412293,242137518~246855,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,300370739~3591487,305085975~3565571,314375830~8604239,327824667~8478348,344382985~10513251,359871241~3068309,363494888~610481,377981426~8242234,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.545 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,10318401~3197677,18197990~5730978,24301323~3962981,30568932~9042256,41943040~2389539,46137344~11906979,65308336~7493371,77289327~612103,78962206~11405982,90963274~14280524,106798440~6159429,115745295~6705633,131451692~480386,136629477~5265511,142606336~2419198,154604809~11460377,174625831~7460628,205520896~3154066,242137518~246855,265985929~8717272,276824064~5362912,285212672~6838040,297795584~10855962,310378496~12601573,327155712~9147303,344382985~10513251,358606755~4332795,363494888~610481,377487360~8736300,389978679~505487,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.545 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 11 diff [6543568~2210650,10318401~3197677,18197990~5730978,24775491~3488813,30568932~9042256,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~14280524,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,206262669~3967287,242137518~246855,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~8741871,344382985~10513251,359871241~3068309,363494888~610481,377981426~11699081,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.545 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,10318401~3197677,18197990~5730978,24775491~3488813,30568932~9042256,43355344~977235,48792547~9251776,65308336~7493371,77289327~612103,78962206~1584082,83848395~6519793,90963274~14280524,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,206262669~3967287,242137518~246855,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~8741871,344382985~10513251,359871241~3068309,363494888~610481,377981426~11699081,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.551 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,10318401~3197677,18197990~5730978,24301323~3962981,30568932~9042256,41943040~2389539,46137344~11906979,65308336~7493371,77289327~612103,78962206~11405982,90963274~14280524,106798440~6159429,115745295~6705633,131451692~649846,136629477~5265511,142606336~2419198,154604809~11460377,174625831~7460628,192247157~5868178,205520896~4709060,242137518~246855,265985929~8717272,276824064~5362912,285212672~8572856,297795584~10855962,310378496~12601573,327155712~9147303,344382985~10513251,358606755~4332795,363494888~610481,377487360~12193147,389978679~505487,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.551 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 12 diff [6543568~11253351,18197990~11674288,30568932~9042256,43355344~977235,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~6590759,90963274~14280524,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,206262669~3967287,242137518~246855,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~8741871,339207073~3569289,344382985~10513251,359871241~3068309,363494888~610481,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.551 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~11253351,18197990~11674288,30568932~9042256,43355344~977235,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~6590759,90963274~14280524,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,206262669~3967287,242137518~246855,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,300370739~3591487,305085975~3565571,314375830~8604239,327561144~8741871,339207073~3569289,344382985~10513251,359871241~3068309,363494888~610481,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.556 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~11253351,18197990~11674288,30568932~9042256,41943040~2389539,46137344~11906979,65308336~7493371,73603175~3510940,77289327~612103,78962206~11476948,90963274~14280524,106798440~6159429,115745295~6705633,131451692~649846,136629477~5265511,142606336~2419198,154604809~11460377,174625831~7460628,192247157~5868178,205520896~4709060,242137518~246855,265985929~8717272,276824064~5362912,285212672~8572856,297795584~10855962,310378496~12601573,327155712~9147303,338150172~4626190,344382985~10513251,358606755~4332795,363494888~610481,377487360~12193147,389978679~505487,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.556 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 13 diff [3765860~204715,6543568~11253351,18197990~11674288,30568932~9042256,41097043~7427240,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~6590759,90963274~14280524,106798440~6159429,115745295~7385695,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,314375830~8604239,327561144~8741871,339207073~3569289,344382985~10513251,359871241~3068309,363494888~610481,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.557 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6543568~11253351,18197990~11674288,30568932~9042256,41097043~7427240,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~6590759,90963274~14280524,106798440~6159429,115745295~7385695,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,314375830~8604239,327561144~8741871,339207073~3569289,344382985~10513251,359871241~3068309,363494888~610481,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.562 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6543568~11253351,18197990~11674288,30568932~9042256,41097043~16947280,65308336~7493371,73603175~3510940,77289327~612103,78962206~11476948,90963274~14280524,106798440~6159429,115745295~7385695,131451692~649846,136629477~5265511,142606336~2419198,154604809~11460377,174625831~7460628,192247157~5868178,202210693~8019263,242137518~246855,251658240~5894500,265796860~16390116,285212672~12532956,297795584~10855962,310378496~12601573,327155712~9147303,338150172~4626190,344382985~10513251,358606755~4332795,363494888~610481,377487360~12193147,389978679~505487,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.562 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 14 diff [3765860~204715,6543568~11253351,18197990~11674288,30568932~17955351,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29109474,115745295~7385695,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,174625831~7460628,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~8741871,336415795~6360567,344382985~10513251,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.562 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6543568~11253351,18197990~11674288,30568932~17955351,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29109474,115745295~7385695,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,174625831~7460628,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~8741871,336415795~6360567,344382985~10513251,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.568 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6543568~11253351,18197990~11674288,30568932~27475391,65308336~7493371,73603175~3510940,77289327~612103,78962206~33995663,115745295~7385695,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,154604809~11460377,174625831~7460628,192247157~5868178,202210693~8019263,242137518~246855,251658240~5894500,265796860~16390116,285212672~12532956,297795584~25184485,327155712~9147303,336415795~6360567,344382985~10513251,358606755~4332795,363494888~610481,377487360~14452718,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.568 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 15 diff [3765860~204715,4013002~13783917,18197990~11674288,30568932~17955351,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29109474,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~8741871,336415795~6360567,344382985~10513251,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.568 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~11674288,30568932~17955351,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29109474,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327561144~8741871,336415795~6360567,344382985~10513251,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.573 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~11674288,30568932~27475391,65308336~7493371,73603175~3510940,77289327~612103,78962206~33995663,114696093~8434897,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,202210693~8019263,215672972~5665614,242137518~246855,251658240~9040050,265796860~17431201,285212672~12532956,297795584~25184485,327155712~9147303,336415795~6360567,344382985~10513251,358606755~4332795,363494888~610481,377487360~14452718,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.573 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 16 diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327203133~9099882,336415795~6360567,344382985~10513251,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.573 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,300370739~3591487,305085975~3565571,308653246~14326823,327203133~9099882,336415795~6360567,344382985~10513251,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.579 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~7493371,73603175~3510940,77289327~612103,78962206~34692569,114696093~8434897,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,202210693~8019263,215672972~5665614,242137518~246855,251658240~9040050,265796860~17431201,285212672~12532956,297795584~25184485,327155712~9147303,336415795~6360567,344382985~10513251,358606755~4332795,363494888~610481,377487360~14452718,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.579 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 17 diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~11101921,131451692~4877173,136994332~4900656,144078296~947238,150779273~705600,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,297847171~6115055,305085975~3565571,308653246~14326823,327203133~9099882,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.580 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~11101921,131451692~4877173,136994332~4900656,144078296~947238,150779273~705600,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,297847171~6115055,305085975~3565571,308653246~14326823,327203133~9099882,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.585 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~7493371,73603175~3510940,77289327~612103,78962206~34692569,114696093~11101921,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,202210693~8019263,215672972~6671643,242137518~246855,251658240~9040050,265796860~17431201,285212672~12532956,297795584~25184485,327155712~9147303,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~14452718,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.585 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 18 diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~21632772,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,327203133~9099882,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.585 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,83848395~29806380,114696093~21632772,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,327203133~9099882,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.590 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~7493371,73603175~3510940,77289327~612103,78962206~34692569,114696093~21632772,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~6671643,242137518~246855,251658240~9040050,265796860~17431201,285212672~37767397,327155712~9147303,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.591 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 19 diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.591 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.596 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~11805779,77289327~612103,78962206~57366659,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~51090343,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.597 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 6 diff [78962206~1584082,92035656~1926152,174625831~6493925,274419449~283752,327824667~3885806,346946454~7949782,363494888~610481,377981426~3141398,397235482~7343578] 2024-08-17T01:32:26.597 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [78962206~1584082,92035656~1926152,174625831~6493925,274419449~283752,327824667~3885806,346946454~7949782,363494888~610481,377981426~3141398,397235482~7343578] 2024-08-17T01:32:26.602 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [78962206~1584082,92035656~1926152,174625831~6493925,272629760~2073441,327155712~4554761,346946454~7949782,363494888~610481,377487360~3635464,394264576~10314484] 2024-08-17T01:32:26.602 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 7 diff [32282952~7328236,53064878~2475831,65308336~2327634,77289327~612103,78962206~1584082,92035656~1926152,101725262~3518536,154604809~9940128,174625831~6493925,206262669~2412293,274419449~283752,327824667~3885806,346946454~7949782,359871241~3068309,363494888~610481,377981426~3141398,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.602 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [32282952~7328236,53064878~2475831,65308336~2327634,77289327~612103,78962206~1584082,92035656~1926152,101725262~3518536,154604809~9940128,174625831~6493925,206262669~2412293,274419449~283752,327824667~3885806,346946454~7949782,359871241~3068309,363494888~610481,377981426~3141398,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.607 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [32282952~7328236,53011402~2529307,65308336~2327634,77289327~612103,78962206~1584082,92035656~1926152,101725262~3518536,154604809~9940128,174625831~6493925,205520896~3154066,272629760~2073441,327155712~4554761,346946454~7949782,358606755~4332795,363494888~610481,377487360~3635464,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.608 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 8 diff [6543568~2210650,32282952~7328236,53064878~2475831,65308336~2327634,77289327~612103,78962206~1584082,92035656~5003935,101725262~3518536,115745295~6705633,131451692~480386,144078296~947238,154604809~11460377,174625831~6493925,206262669~2412293,274419449~283752,305085975~3565571,327824667~3885806,344382985~10513251,359871241~3068309,363494888~610481,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.608 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,32282952~7328236,53064878~2475831,65308336~2327634,77289327~612103,78962206~1584082,92035656~5003935,101725262~3518536,115745295~6705633,131451692~480386,144078296~947238,154604809~11460377,174625831~6493925,206262669~2412293,274419449~283752,305085975~3565571,327824667~3885806,344382985~10513251,359871241~3068309,363494888~610481,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.613 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,32282952~7328236,53011402~2529307,65308336~2327634,77289327~612103,78962206~1584082,92035656~5003935,101725262~3518536,115745295~6705633,131451692~480386,142606336~2419198,154604809~11460377,174625831~6493925,205520896~3154066,272629760~2073441,303962226~4689320,327155712~4554761,344382985~10513251,358606755~4332795,363494888~610481,377487360~8736300,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.613 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 9 diff [6543568~2210650,10318401~3197677,24775491~3488813,32282952~7328236,43355344~977235,51651765~6392558,65308336~7493371,77289327~612103,78962206~1584082,86462799~3905389,92035656~5003935,101725262~3518536,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,154604809~11460377,174625831~6493925,206262669~2412293,268405337~4346661,274419449~283752,279067444~3119532,305085975~3565571,327824667~8478348,344382985~10513251,359871241~3068309,363494888~610481,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.613 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,10318401~3197677,24775491~3488813,32282952~7328236,43355344~977235,51651765~6392558,65308336~7493371,77289327~612103,78962206~1584082,86462799~3905389,92035656~5003935,101725262~3518536,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,154604809~11460377,174625831~6493925,206262669~2412293,268405337~4346661,274419449~283752,279067444~3119532,305085975~3565571,327824667~8478348,344382985~10513251,359871241~3068309,363494888~610481,377981426~8242234,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.619 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,10318401~3197677,24301323~3962981,32282952~7328236,41943040~2389539,51651765~6392558,65308336~7493371,77289327~612103,78962206~1584082,86462799~3905389,92035656~5003935,101725262~3518536,115745295~6705633,131451692~480386,136629477~5265511,142606336~2419198,154604809~11460377,174625831~6493925,205520896~3154066,268405337~6297864,276824064~5362912,303962226~4689320,327155712~9147303,344382985~10513251,358606755~4332795,363494888~610481,377487360~8736300,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.619 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 10 diff [6543568~2210650,10318401~3197677,24775491~3488813,30568932~9042256,43355344~977235,51651765~6392558,65308336~7493371,77289327~612103,78962206~1584082,86462799~3905389,92035656~9041665,101725262~3518536,106798440~6159429,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,206262669~2412293,242137518~246855,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,305085975~3565571,314375830~5455439,327824667~8478348,344382985~10513251,359871241~3068309,363494888~610481,377981426~8242234,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.619 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,10318401~3197677,24775491~3488813,30568932~9042256,43355344~977235,51651765~6392558,65308336~7493371,77289327~612103,78962206~1584082,86462799~3905389,92035656~9041665,101725262~3518536,106798440~6159429,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,206262669~2412293,242137518~246855,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,305085975~3565571,314375830~5455439,327824667~8478348,344382985~10513251,359871241~3068309,363494888~610481,377981426~8242234,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.625 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,10318401~3197677,24301323~3962981,30568932~9042256,41943040~2389539,51651765~6392558,65308336~7493371,77289327~612103,78962206~1584082,86462799~3905389,92035656~9041665,101725262~3518536,106798440~6159429,115745295~6705633,131451692~480386,136629477~5265511,142606336~2419198,154604809~11460377,174625831~7460628,205520896~3154066,242137518~246855,265985929~8717272,276824064~5362912,285212672~6838040,303962226~4689320,310378496~9452773,327155712~9147303,344382985~10513251,358606755~4332795,363494888~610481,377487360~8736300,389978679~505487,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.625 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 11 diff [6543568~2210650,10318401~3197677,24775491~3488813,30568932~9042256,43355344~977235,51651765~6392558,65308336~7493371,77289327~612103,78962206~1584082,86462799~3905389,92035656~9041665,101725262~3518536,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,206262669~3967287,242137518~246855,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,305085975~3565571,314375830~5455439,327561144~8741871,344382985~10513251,359871241~3068309,363494888~610481,377981426~11699081,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.625 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,10318401~3197677,24775491~3488813,30568932~9042256,43355344~977235,51651765~6392558,65308336~7493371,77289327~612103,78962206~1584082,86462799~3905389,92035656~9041665,101725262~3518536,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,206262669~3967287,242137518~246855,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,305085975~3565571,314375830~5455439,327561144~8741871,344382985~10513251,359871241~3068309,363494888~610481,377981426~11699081,389978679~505487,397235482~7343578,409284440~3845085] 2024-08-17T01:32:26.630 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,10318401~3197677,24301323~3962981,30568932~9042256,41943040~2389539,51651765~6392558,65308336~7493371,77289327~612103,78962206~1584082,86462799~3905389,92035656~9041665,101725262~3518536,106798440~6159429,115745295~6705633,131451692~649846,136629477~5265511,142606336~2419198,154604809~11460377,174625831~7460628,192247157~5868178,205520896~4709060,242137518~246855,265985929~8717272,276824064~5362912,285212672~8572856,303962226~4689320,310378496~9452773,327155712~9147303,344382985~10513251,358606755~4332795,363494888~610481,377487360~12193147,389978679~505487,394264576~10314484,406847488~6282037] 2024-08-17T01:32:26.630 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 12 diff [6543568~11253351,23562353~6309925,30568932~9042256,43355344~977235,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,86462799~3976355,92035656~9041665,101725262~3518536,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,206262669~3967287,242137518~246855,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,305085975~3565571,314375830~5455439,327561144~8741871,339207073~3569289,344382985~10513251,359871241~3068309,363494888~610481,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.631 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~11253351,23562353~6309925,30568932~9042256,43355344~977235,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,86462799~3976355,92035656~9041665,101725262~3518536,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,206262669~3967287,242137518~246855,265985929~6766069,274419449~283752,279067444~3119532,288431437~3619275,292839919~945609,305085975~3565571,314375830~5455439,327561144~8741871,339207073~3569289,344382985~10513251,359871241~3068309,363494888~610481,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.636 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~11253351,23562353~6309925,30568932~9042256,41943040~2389539,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,86462799~3976355,92035656~9041665,101725262~3518536,106798440~6159429,115745295~6705633,131451692~649846,136629477~5265511,142606336~2419198,154604809~11460377,174625831~7460628,192247157~5868178,205520896~4709060,242137518~246855,265985929~8717272,276824064~5362912,285212672~8572856,303962226~4689320,310378496~9452773,327155712~9147303,338150172~4626190,344382985~10513251,358606755~4332795,363494888~610481,377487360~12193147,389978679~505487,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.636 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 13 diff [3765860~204715,6543568~11253351,23562353~6309925,30568932~9042256,41097043~7427240,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,86462799~3976355,92035656~9041665,101725262~3518536,106798440~6159429,115745295~7385695,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,305085975~3565571,314375830~5455439,327561144~8741871,339207073~3569289,344382985~10513251,359871241~3068309,363494888~610481,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.636 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6543568~11253351,23562353~6309925,30568932~9042256,41097043~7427240,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,86462799~3976355,92035656~9041665,101725262~3518536,106798440~6159429,115745295~7385695,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,174625831~7460628,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,305085975~3565571,314375830~5455439,327561144~8741871,339207073~3569289,344382985~10513251,359871241~3068309,363494888~610481,377981426~11699081,389978679~505487,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.642 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6543568~11253351,23562353~6309925,30568932~9042256,41097043~7427240,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,86462799~3976355,92035656~9041665,101725262~3518536,106798440~6159429,115745295~7385695,131451692~649846,136629477~5265511,142606336~2419198,154604809~11460377,174625831~7460628,192247157~5868178,202210693~8019263,242137518~246855,251658240~5894500,265796860~16390116,285212672~12532956,303962226~4689320,310378496~9452773,327155712~9147303,338150172~4626190,344382985~10513251,358606755~4332795,363494888~610481,377487360~12193147,389978679~505487,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.642 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 14 diff [3765860~204715,6543568~11253351,23562353~6309925,30568932~17955351,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,86462799~26495070,115745295~7385695,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,174625831~7460628,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327561144~8741871,336415795~6360567,344382985~10513251,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.642 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6543568~11253351,23562353~6309925,30568932~17955351,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,86462799~26495070,115745295~7385695,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,174625831~7460628,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327561144~8741871,336415795~6360567,344382985~10513251,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.648 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6543568~11253351,23562353~6309925,30568932~17955351,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,86462799~26495070,115745295~7385695,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,154604809~11460377,174625831~7460628,192247157~5868178,202210693~8019263,242137518~246855,251658240~5894500,265796860~16390116,285212672~12532956,303962226~15869043,327155712~9147303,336415795~6360567,344382985~10513251,358606755~4332795,363494888~610481,377487360~14452718,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.648 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 15 diff [3765860~204715,4013002~13783917,23562353~6309925,30568932~17955351,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,86462799~26495070,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327561144~8741871,336415795~6360567,344382985~10513251,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.648 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23562353~6309925,30568932~17955351,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,86462799~26495070,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327561144~8741871,336415795~6360567,344382985~10513251,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~5635058] 2024-08-17T01:32:26.653 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23562353~6309925,30568932~17955351,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,86462799~26495070,114696093~8434897,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,202210693~8019263,215672972~5665614,242137518~246855,251658240~9040050,265796860~17431201,285212672~12532956,303962226~15869043,327155712~9147303,336415795~6360567,344382985~10513251,358606755~4332795,363494888~610481,377487360~14452718,394264576~10314484,406847488~8072010] 2024-08-17T01:32:26.653 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 16 diff [3765860~204715,4013002~13783917,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,85504079~117845,86462799~27191976,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,344382985~10513251,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.653 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,85504079~117845,86462799~27191976,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,344382985~10513251,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.659 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,85504079~117845,86462799~27191976,114696093~8434897,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,202210693~8019263,215672972~5665614,242137518~246855,251658240~9040050,265796860~17431201,285212672~12532956,303962226~15869043,327155712~9147303,336415795~6360567,344382985~10513251,358606755~4332795,363494888~610481,377487360~14452718,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.659 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 17 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,85504079~117845,86462799~27191976,114696093~11101921,131451692~4877173,136994332~4900656,144078296~947238,150779273~705600,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,297847171~5572578,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.659 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,85504079~117845,86462799~27191976,114696093~11101921,131451692~4877173,136994332~4900656,144078296~947238,150779273~705600,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,297847171~5572578,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~13958652,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.665 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,85504079~117845,86462799~27191976,114696093~11101921,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,154604809~11460377,173143648~768771,174625831~7460628,192247157~5868178,202210693~8019263,215672972~6671643,242137518~246855,251658240~9040050,265796860~17431201,285212672~12532956,297847171~5572578,303962226~15869043,327155712~9147303,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~14452718,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.665 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 18 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,85504079~117845,86462799~27191976,114696093~21632772,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.665 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,85504079~117845,86462799~27191976,114696093~21632772,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.670 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,78962206~1584082,85504079~117845,86462799~27191976,114696093~21632772,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~6671643,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,327155712~9147303,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.670 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 19 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.670 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:26.676 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:26.676 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 7 diff [32282952~7328236,53064878~2475831,65308336~2327634,77289327~612103,101725262~3518536,154604809~9940128,206262669~2412293,359871241~3068309,409284440~3845085] 2024-08-17T01:32:26.676 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [32282952~7328236,53064878~2475831,65308336~2327634,77289327~612103,101725262~3518536,154604809~9940128,206262669~2412293,359871241~3068309,409284440~3845085] 2024-08-17T01:32:26.681 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [32282952~7328236,53011402~2529307,65308336~2327634,77289327~612103,101725262~3518536,154604809~9940128,205520896~3154066,358606755~4332795,406847488~6282037] 2024-08-17T01:32:26.681 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 8 diff [6543568~2210650,32282952~7328236,53064878~2475831,65308336~2327634,77289327~612103,93120407~3919184,101725262~3518536,115745295~6705633,131451692~480386,144078296~947238,154604809~11460377,206262669~2412293,305085975~3565571,344382985~8009238,359871241~3068309,379855818~6367842,409284440~3845085] 2024-08-17T01:32:26.681 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,32282952~7328236,53064878~2475831,65308336~2327634,77289327~612103,93120407~3919184,101725262~3518536,115745295~6705633,131451692~480386,144078296~947238,154604809~11460377,206262669~2412293,305085975~3565571,344382985~8009238,359871241~3068309,379855818~6367842,409284440~3845085] 2024-08-17T01:32:26.687 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,32282952~7328236,53011402~2529307,65308336~2327634,77289327~612103,93120407~3919184,101725262~3518536,115745295~6705633,131451692~480386,142606336~2419198,154604809~11460377,205520896~3154066,303962226~4689320,344382985~8009238,358606755~4332795,379855818~6367842,406847488~6282037] 2024-08-17T01:32:26.687 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 9 diff [6543568~2210650,10318401~3197677,24775491~3488813,32282952~7328236,43355344~977235,51651765~6392558,65308336~7493371,77289327~612103,86462799~3905389,93120407~3919184,101725262~3518536,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,154604809~11460377,206262669~2412293,268405337~4346661,279067444~3119532,305085975~3565571,328521277~7781738,344382985~8009238,359871241~3068309,379855818~6367842,409284440~3845085] 2024-08-17T01:32:26.687 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,10318401~3197677,24775491~3488813,32282952~7328236,43355344~977235,51651765~6392558,65308336~7493371,77289327~612103,86462799~3905389,93120407~3919184,101725262~3518536,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,154604809~11460377,206262669~2412293,268405337~4346661,279067444~3119532,305085975~3565571,328521277~7781738,344382985~8009238,359871241~3068309,379855818~6367842,409284440~3845085] 2024-08-17T01:32:26.692 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,10318401~3197677,24301323~3962981,32282952~7328236,41943040~2389539,51651765~6392558,65308336~7493371,77289327~612103,86462799~3905389,93120407~3919184,101725262~3518536,115745295~6705633,131451692~480386,136629477~5265511,142606336~2419198,154604809~11460377,205520896~3154066,268405337~4346661,276824064~5362912,303962226~4689320,328521277~7781738,344382985~8009238,358606755~4332795,379855818~6367842,406847488~6282037] 2024-08-17T01:32:26.692 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 10 diff [6543568~2210650,10318401~3197677,24775491~3488813,30568932~9042256,43355344~977235,51651765~6392558,65308336~7493371,77289327~612103,86462799~3905389,93120407~7956914,101725262~3518536,106798440~6159429,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,154604809~11460377,178033789~4052670,206262669~2412293,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,305085975~3565571,314375830~5455439,328521277~7781738,344382985~8009238,359871241~3068309,379855818~6367842,389978679~505487,409284440~3845085] 2024-08-17T01:32:26.693 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,10318401~3197677,24775491~3488813,30568932~9042256,43355344~977235,51651765~6392558,65308336~7493371,77289327~612103,86462799~3905389,93120407~7956914,101725262~3518536,106798440~6159429,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,154604809~11460377,178033789~4052670,206262669~2412293,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,305085975~3565571,314375830~5455439,328521277~7781738,344382985~8009238,359871241~3068309,379855818~6367842,389978679~505487,409284440~3845085] 2024-08-17T01:32:26.698 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,10318401~3197677,24301323~3962981,30568932~9042256,41943040~2389539,51651765~6392558,65308336~7493371,77289327~612103,86462799~3905389,93120407~7956914,101725262~3518536,106798440~6159429,115745295~6705633,131451692~480386,136629477~5265511,142606336~2419198,154604809~11460377,178033789~4052670,205520896~3154066,242137518~246855,265985929~6766069,276824064~5362912,285212672~6838040,303962226~4689320,310378496~9452773,328521277~7781738,344382985~8009238,358606755~4332795,379855818~6367842,389978679~505487,406847488~6282037] 2024-08-17T01:32:26.698 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 11 diff [6543568~2210650,10318401~3197677,24775491~3488813,30568932~9042256,43355344~977235,51651765~6392558,65308336~7493371,77289327~612103,86462799~3905389,93120407~7956914,101725262~3518536,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,178033789~4052670,192247157~5868178,206262669~3967287,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,292839919~945609,305085975~3565571,314375830~5455439,327561144~8741871,344382985~8009238,359871241~3068309,379855818~9824689,389978679~505487,409284440~3845085] 2024-08-17T01:32:26.698 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,10318401~3197677,24775491~3488813,30568932~9042256,43355344~977235,51651765~6392558,65308336~7493371,77289327~612103,86462799~3905389,93120407~7956914,101725262~3518536,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,178033789~4052670,192247157~5868178,206262669~3967287,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,292839919~945609,305085975~3565571,314375830~5455439,327561144~8741871,344382985~8009238,359871241~3068309,379855818~9824689,389978679~505487,409284440~3845085] 2024-08-17T01:32:26.704 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,10318401~3197677,24301323~3962981,30568932~9042256,41943040~2389539,51651765~6392558,65308336~7493371,77289327~612103,86462799~3905389,93120407~7956914,101725262~3518536,106798440~6159429,115745295~6705633,131451692~649846,136629477~5265511,142606336~2419198,154604809~11460377,178033789~4052670,192247157~5868178,205520896~4709060,242137518~246855,265985929~6766069,276824064~5362912,285212672~8572856,303962226~4689320,310378496~9452773,327561144~8741871,344382985~8009238,358606755~4332795,379855818~9824689,389978679~505487,406847488~6282037] 2024-08-17T01:32:26.704 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 12 diff [6543568~11253351,23562353~6309925,30568932~9042256,43355344~977235,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,86462799~3976355,93120407~7956914,101725262~3518536,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,178033789~4052670,192247157~5868178,206262669~3967287,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,292839919~945609,305085975~3565571,314375830~5455439,327561144~8741871,339207073~3569289,344382985~8009238,359871241~3068309,379855818~9824689,389978679~505487,409284440~5635058] 2024-08-17T01:32:26.704 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~11253351,23562353~6309925,30568932~9042256,43355344~977235,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,86462799~3976355,93120407~7956914,101725262~3518536,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,178033789~4052670,192247157~5868178,206262669~3967287,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,292839919~945609,305085975~3565571,314375830~5455439,327561144~8741871,339207073~3569289,344382985~8009238,359871241~3068309,379855818~9824689,389978679~505487,409284440~5635058] 2024-08-17T01:32:26.710 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~11253351,23562353~6309925,30568932~9042256,41943040~2389539,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,86462799~3976355,93120407~7956914,101725262~3518536,106798440~6159429,115745295~6705633,131451692~649846,136629477~5265511,142606336~2419198,154604809~11460377,178033789~4052670,192247157~5868178,205520896~4709060,242137518~246855,265985929~6766069,276824064~5362912,285212672~8572856,303962226~4689320,310378496~9452773,327561144~8741871,338150172~4626190,344382985~8009238,358606755~4332795,379855818~9824689,389978679~505487,406847488~8072010] 2024-08-17T01:32:26.710 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 13 diff [3765860~204715,6543568~11253351,23562353~6309925,30568932~9042256,41097043~7427240,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,86462799~3976355,93120407~7956914,101725262~3518536,106798440~6159429,115745295~7385695,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,305085975~3565571,314375830~5455439,327561144~8741871,339207073~3569289,344382985~10269898,359871241~3068309,379855818~9824689,389978679~505487,397856084~1009743,409284440~5635058] 2024-08-17T01:32:26.710 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6543568~11253351,23562353~6309925,30568932~9042256,41097043~7427240,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,86462799~3976355,93120407~7956914,101725262~3518536,106798440~6159429,115745295~7385695,131451692~649846,136994332~4900656,144078296~947238,154604809~11460377,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,305085975~3565571,314375830~5455439,327561144~8741871,339207073~3569289,344382985~10269898,359871241~3068309,379855818~9824689,389978679~505487,397856084~1009743,409284440~5635058] 2024-08-17T01:32:26.715 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6543568~11253351,23562353~6309925,30568932~9042256,41097043~7427240,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,86462799~3976355,93120407~7956914,101725262~3518536,106798440~6159429,115745295~7385695,131451692~649846,136629477~5265511,142606336~2419198,154604809~11460377,178033789~4052670,192247157~5868178,202210693~8019263,242137518~246855,251658240~5894500,265796860~16390116,285212672~12532956,303962226~4689320,310378496~9452773,327561144~8741871,338150172~4626190,344382985~10269898,358606755~4332795,379855818~9824689,389978679~505487,397856084~1009743,406847488~8072010] 2024-08-17T01:32:26.715 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 14 diff [3765860~204715,6543568~11253351,23562353~6309925,30568932~17955351,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,86462799~26495070,115745295~7385695,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327561144~8741871,336415795~6360567,344382985~10269898,359871241~3068309,379855818~12084260,397856084~1009743,409284440~5635058] 2024-08-17T01:32:26.715 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6543568~11253351,23562353~6309925,30568932~17955351,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,86462799~26495070,115745295~7385695,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327561144~8741871,336415795~6360567,344382985~10269898,359871241~3068309,379855818~12084260,397856084~1009743,409284440~5635058] 2024-08-17T01:32:26.721 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6543568~11253351,23562353~6309925,30568932~17955351,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,86462799~26495070,115745295~7385695,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,154604809~11460377,178033789~4052670,192247157~5868178,202210693~8019263,242137518~246855,251658240~5894500,265796860~16390116,285212672~12532956,303962226~15869043,327561144~8741871,336415795~6360567,344382985~10269898,358606755~4332795,379855818~12084260,397856084~1009743,406847488~8072010] 2024-08-17T01:32:26.721 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 15 diff [3765860~204715,4013002~13783917,23562353~6309925,30568932~17955351,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,86462799~26495070,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327561144~8741871,336415795~6360567,344382985~10269898,359871241~3068309,379855818~12084260,397856084~1009743,409284440~5635058] 2024-08-17T01:32:26.721 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23562353~6309925,30568932~17955351,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,86462799~26495070,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327561144~8741871,336415795~6360567,344382985~10269898,359871241~3068309,379855818~12084260,397856084~1009743,409284440~5635058] 2024-08-17T01:32:26.727 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23562353~6309925,30568932~17955351,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,86462799~26495070,114696093~8434897,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,154604809~11460377,173143648~768771,178033789~4052670,192247157~5868178,202210693~8019263,215672972~5665614,242137518~246855,251658240~9040050,265796860~17431201,285212672~12532956,303962226~15869043,327561144~8741871,336415795~6360567,344382985~10269898,358606755~4332795,379855818~12084260,397856084~1009743,406847488~8072010] 2024-08-17T01:32:26.727 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 16 diff [3765860~204715,4013002~13783917,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,85504079~117845,86462799~27191976,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,344382985~10269898,359871241~3068309,379855818~12084260,397856084~1009743,409284440~7057461] 2024-08-17T01:32:26.727 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,85504079~117845,86462799~27191976,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,154604809~11460377,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,344382985~10269898,359871241~3068309,379855818~12084260,397856084~1009743,409284440~7057461] 2024-08-17T01:32:26.732 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,85504079~117845,86462799~27191976,114696093~8434897,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,154604809~11460377,173143648~768771,178033789~4052670,192247157~5868178,202210693~8019263,215672972~5665614,242137518~246855,251658240~9040050,265796860~17431201,285212672~12532956,303962226~15869043,327203133~9099882,336415795~6360567,344382985~10269898,358606755~4332795,379855818~12084260,397856084~1009743,406847488~9494413] 2024-08-17T01:32:26.732 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 17 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,85504079~117845,86462799~27191976,114696093~11101921,131451692~4877173,136994332~4900656,144078296~947238,150779273~705600,154604809~11460377,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,297847171~5572578,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,343034614~11618269,359871241~3068309,379855818~12084260,397856084~1360162,409284440~7057461] 2024-08-17T01:32:26.733 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,85504079~117845,86462799~27191976,114696093~11101921,131451692~4877173,136994332~4900656,144078296~947238,150779273~705600,154604809~11460377,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,297847171~5572578,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,343034614~11618269,359871241~3068309,379855818~12084260,397856084~1360162,409284440~7057461] 2024-08-17T01:32:26.738 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,85504079~117845,86462799~27191976,114696093~11101921,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,154604809~11460377,173143648~768771,178033789~4052670,192247157~5868178,202210693~8019263,215672972~6671643,242137518~246855,251658240~9040050,265796860~17431201,285212672~12532956,297847171~5572578,303962226~15869043,327203133~9099882,336415795~6360567,343034614~11618269,358606755~4332795,379855818~12084260,397856084~1360162,406847488~9494413] 2024-08-17T01:32:26.738 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 18 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,85504079~117845,86462799~27191976,114696093~21632772,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,343034614~11618269,359871241~3068309,379855818~14079297,397856084~1360162,409284440~7057461] 2024-08-17T01:32:26.738 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,85504079~117845,86462799~27191976,114696093~21632772,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,343034614~11618269,359871241~3068309,379855818~14079297,397856084~1360162,409284440~7057461] 2024-08-17T01:32:26.744 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~7493371,73603175~3510940,77289327~612103,85504079~117845,86462799~27191976,114696093~21632772,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~6671643,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,327203133~9099882,336415795~6360567,343034614~11618269,358606755~4332795,379855818~14079297,397856084~1360162,406847488~9494413] 2024-08-17T01:32:26.744 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 19 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:26.744 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:26.750 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,358606755~4332795,378896750~15038365,397856084~1360162,406847488~9494413] 2024-08-17T01:32:26.750 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 8 diff [6543568~2210650,93120407~3919184,115745295~6705633,131451692~480386,144078296~947238,155788585~10276601,305085975~3565571,344382985~8009238,379855818~6367842] 2024-08-17T01:32:26.750 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,93120407~3919184,115745295~6705633,131451692~480386,144078296~947238,155788585~10276601,305085975~3565571,344382985~8009238,379855818~6367842] 2024-08-17T01:32:26.756 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,93120407~3919184,115745295~6705633,131451692~480386,142606336~2419198,155788585~10276601,303962226~4689320,344382985~8009238,379855818~6367842] 2024-08-17T01:32:26.756 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 9 diff [6543568~2210650,10318401~3197677,24775491~3488813,43355344~977235,51651765~6392558,66421920~6379787,86462799~3905389,93120407~3919184,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,155788585~10276601,268405337~4346661,279067444~3119532,305085975~3565571,328521277~7781738,344382985~8009238,379855818~6367842] 2024-08-17T01:32:26.756 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,10318401~3197677,24775491~3488813,43355344~977235,51651765~6392558,66421920~6379787,86462799~3905389,93120407~3919184,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,155788585~10276601,268405337~4346661,279067444~3119532,305085975~3565571,328521277~7781738,344382985~8009238,379855818~6367842] 2024-08-17T01:32:26.762 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,10318401~3197677,24301323~3962981,41943040~2389539,51651765~6392558,66421920~6379787,86462799~3905389,93120407~3919184,115745295~6705633,131451692~480386,136629477~5265511,142606336~2419198,155788585~10276601,268405337~4346661,276824064~5362912,303962226~4689320,328521277~7781738,344382985~8009238,379855818~6367842] 2024-08-17T01:32:26.762 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 10 diff [6543568~2210650,10318401~3197677,24775491~3488813,30568932~6048874,43355344~977235,51651765~6392558,66421920~6379787,86462799~3905389,93120407~7956914,106798440~6159429,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,155788585~10276601,178033789~4052670,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,305085975~3565571,314375830~5455439,328521277~7781738,344382985~8009238,379855818~6367842,389978679~505487] 2024-08-17T01:32:26.762 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,10318401~3197677,24775491~3488813,30568932~6048874,43355344~977235,51651765~6392558,66421920~6379787,86462799~3905389,93120407~7956914,106798440~6159429,115745295~6705633,131451692~480386,136994332~4900656,144078296~947238,155788585~10276601,178033789~4052670,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,305085975~3565571,314375830~5455439,328521277~7781738,344382985~8009238,379855818~6367842,389978679~505487] 2024-08-17T01:32:26.767 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,10318401~3197677,24301323~3962981,30568932~6048874,41943040~2389539,51651765~6392558,66421920~6379787,86462799~3905389,93120407~7956914,106798440~6159429,115745295~6705633,131451692~480386,136629477~5265511,142606336~2419198,155788585~10276601,178033789~4052670,242137518~246855,265985929~6766069,276824064~5362912,285212672~6838040,303962226~4689320,310378496~9452773,328521277~7781738,344382985~8009238,379855818~6367842,389978679~505487] 2024-08-17T01:32:26.767 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 11 diff [6543568~2210650,10318401~3197677,24775491~3488813,30568932~6048874,43355344~977235,51651765~6392558,66421920~6379787,86462799~3905389,93120407~7956914,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,155788585~10276601,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,292839919~945609,305085975~3565571,314375830~5455439,327561144~8741871,344382985~8009238,379855818~9824689,389978679~505487] 2024-08-17T01:32:26.768 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~2210650,10318401~3197677,24775491~3488813,30568932~6048874,43355344~977235,51651765~6392558,66421920~6379787,86462799~3905389,93120407~7956914,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,155788585~10276601,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,292839919~945609,305085975~3565571,314375830~5455439,327561144~8741871,344382985~8009238,379855818~9824689,389978679~505487] 2024-08-17T01:32:26.773 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~2210650,10318401~3197677,24301323~3962981,30568932~6048874,41943040~2389539,51651765~6392558,66421920~6379787,86462799~3905389,93120407~7956914,106798440~6159429,115745295~6705633,131451692~649846,136629477~5265511,142606336~2419198,155788585~10276601,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6766069,276824064~5362912,285212672~8572856,303962226~4689320,310378496~9452773,327561144~8741871,344382985~8009238,379855818~9824689,389978679~505487] 2024-08-17T01:32:26.773 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 12 diff [6543568~11253351,23562353~6309925,30568932~6048874,43355344~977235,51651765~6392558,66421920~6379787,73603175~3510940,86462799~3976355,93120407~7956914,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,155788585~10276601,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,292839919~945609,305085975~3565571,314375830~5455439,327561144~8741871,339207073~3569289,344382985~8009238,379855818~9824689,389978679~505487,410139340~4780158] 2024-08-17T01:32:26.773 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6543568~11253351,23562353~6309925,30568932~6048874,43355344~977235,51651765~6392558,66421920~6379787,73603175~3510940,86462799~3976355,93120407~7956914,106798440~6159429,115745295~6705633,131451692~649846,136994332~4900656,144078296~947238,155788585~10276601,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,292839919~945609,305085975~3565571,314375830~5455439,327561144~8741871,339207073~3569289,344382985~8009238,379855818~9824689,389978679~505487,410139340~4780158] 2024-08-17T01:32:26.779 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6543568~11253351,23562353~6309925,30568932~6048874,41943040~2389539,51651765~6392558,66421920~6379787,73603175~3510940,86462799~3976355,93120407~7956914,106798440~6159429,115745295~6705633,131451692~649846,136629477~5265511,142606336~2419198,155788585~10276601,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6766069,276824064~5362912,285212672~8572856,303962226~4689320,310378496~9452773,327561144~8741871,338150172~4626190,344382985~8009238,379855818~9824689,389978679~505487,410139340~4780158] 2024-08-17T01:32:26.779 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 13 diff [3765860~204715,6543568~11253351,23562353~6309925,30568932~6048874,41097043~7427240,51651765~6392558,66421920~6379787,73603175~3510940,86462799~3976355,93120407~7956914,106798440~6159429,115745295~7385695,131451692~649846,136994332~4900656,144078296~947238,155788585~10276601,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,305085975~3565571,314375830~5455439,327561144~8741871,339207073~3569289,344382985~10269898,379855818~9824689,389978679~505487,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.779 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6543568~11253351,23562353~6309925,30568932~6048874,41097043~7427240,51651765~6392558,66421920~6379787,73603175~3510940,86462799~3976355,93120407~7956914,106798440~6159429,115745295~7385695,131451692~649846,136994332~4900656,144078296~947238,155788585~10276601,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,305085975~3565571,314375830~5455439,327561144~8741871,339207073~3569289,344382985~10269898,379855818~9824689,389978679~505487,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.784 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6543568~11253351,23562353~6309925,30568932~6048874,41097043~7427240,51651765~6392558,66421920~6379787,73603175~3510940,86462799~3976355,93120407~7956914,106798440~6159429,115745295~7385695,131451692~649846,136629477~5265511,142606336~2419198,155788585~10276601,178033789~4052670,192247157~5868178,202210693~8019263,242137518~246855,251658240~5894500,265796860~16390116,285212672~12532956,303962226~4689320,310378496~9452773,327561144~8741871,338150172~4626190,344382985~10269898,379855818~9824689,389978679~505487,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.784 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 14 diff [3765860~204715,6543568~11253351,23562353~6309925,30568932~6048874,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,86462799~26495070,115745295~7385695,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,155788585~10276601,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327561144~8741871,336415795~6360567,344382985~10269898,379855818~12084260,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.785 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6543568~11253351,23562353~6309925,30568932~6048874,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,86462799~26495070,115745295~7385695,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,155788585~10276601,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327561144~8741871,336415795~6360567,344382985~10269898,379855818~12084260,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.790 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6543568~11253351,23562353~6309925,30568932~6048874,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,86462799~26495070,115745295~7385695,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,155788585~10276601,178033789~4052670,192247157~5868178,202210693~8019263,242137518~246855,251658240~5894500,265796860~16390116,285212672~12532956,303962226~15869043,327561144~8741871,336415795~6360567,344382985~10269898,379855818~12084260,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.790 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 15 diff [3765860~204715,4013002~13783917,23562353~6309925,30568932~6048874,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,86462799~26495070,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,155788585~10276601,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327561144~8741871,336415795~6360567,344382985~10269898,379855818~12084260,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.790 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23562353~6309925,30568932~6048874,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,86462799~26495070,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,155788585~10276601,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327561144~8741871,336415795~6360567,344382985~10269898,379855818~12084260,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.796 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23562353~6309925,30568932~6048874,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,86462799~26495070,114696093~8434897,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,155788585~10276601,173143648~768771,178033789~4052670,192247157~5868178,202210693~8019263,215672972~5665614,242137518~246855,251658240~9040050,265796860~17431201,285212672~12532956,303962226~15869043,327561144~8741871,336415795~6360567,344382985~10269898,379855818~12084260,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.796 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 16 diff [3765860~204715,4013002~13783917,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,155788585~10276601,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,344382985~10269898,379855818~12084260,397856084~1009743,410079008~6262893] 2024-08-17T01:32:26.796 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~8434897,131451692~4877173,136994332~4900656,144078296~947238,150781314~703559,155788585~10276601,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,344382985~10269898,379855818~12084260,397856084~1009743,410079008~6262893] 2024-08-17T01:32:26.801 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~8434897,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,155788585~10276601,173143648~768771,178033789~4052670,192247157~5868178,202210693~8019263,215672972~5665614,242137518~246855,251658240~9040050,265796860~17431201,285212672~12532956,303962226~15869043,327203133~9099882,336415795~6360567,344382985~10269898,379855818~12084260,397856084~1009743,410079008~6262893] 2024-08-17T01:32:26.802 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 17 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~11101921,131451692~4877173,136994332~4900656,144078296~947238,150779273~705600,155788585~10276601,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,297847171~5572578,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,343034614~11618269,379855818~12084260,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.802 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~11101921,131451692~4877173,136994332~4900656,144078296~947238,150779273~705600,155788585~10276601,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,297847171~5572578,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,343034614~11618269,379855818~12084260,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.808 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~11101921,131451692~4877173,136629477~5265511,142606336~2419198,146800640~4684233,155788585~10276601,173143648~768771,178033789~4052670,192247157~5868178,202210693~8019263,215672972~6671643,242137518~246855,251658240~9040050,265796860~17431201,285212672~12532956,297847171~5572578,303962226~15869043,327203133~9099882,336415795~6360567,343034614~11618269,379855818~12084260,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.808 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 18 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~21632772,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,343034614~11618269,379855818~14079297,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.808 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~21632772,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,327203133~9099882,336415795~6360567,343034614~11618269,379855818~14079297,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.813 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~21632772,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~6671643,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,327203133~9099882,336415795~6360567,343034614~11618269,379855818~14079297,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.813 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 19 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.813 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.818 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.819 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 9 diff [10318401~3197677,24775491~3488813,43355344~977235,51651765~6392558,66421920~6379787,86462799~3905389,136994332~4900656,268405337~4346661,279067444~3119532,328521277~7781738] 2024-08-17T01:32:26.819 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [10318401~3197677,24775491~3488813,43355344~977235,51651765~6392558,66421920~6379787,86462799~3905389,136994332~4900656,268405337~4346661,279067444~3119532,328521277~7781738] 2024-08-17T01:32:26.824 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [10318401~3197677,24301323~3962981,41943040~2389539,51651765~6392558,66421920~6379787,86462799~3905389,136629477~5265511,268405337~4346661,276824064~5362912,328521277~7781738] 2024-08-17T01:32:26.824 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 10 diff [10318401~3197677,24775491~3488813,30568932~6048874,43355344~977235,51651765~6392558,66421920~6379787,86462799~3905389,93784977~7292344,106798440~6159429,136994332~4900656,178033789~4052670,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,314375830~5455439,328521277~7781738,389978679~505487] 2024-08-17T01:32:26.824 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [10318401~3197677,24775491~3488813,30568932~6048874,43355344~977235,51651765~6392558,66421920~6379787,86462799~3905389,93784977~7292344,106798440~6159429,136994332~4900656,178033789~4052670,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,314375830~5455439,328521277~7781738,389978679~505487] 2024-08-17T01:32:26.830 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [10318401~3197677,24301323~3962981,30568932~6048874,41943040~2389539,51651765~6392558,66421920~6379787,86462799~3905389,93784977~7292344,106798440~6159429,136629477~5265511,178033789~4052670,242137518~246855,265985929~6766069,276824064~5362912,285212672~6838040,310378496~9452773,328521277~7781738,389978679~505487] 2024-08-17T01:32:26.830 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 11 diff [10318401~3197677,24775491~3488813,30568932~6048874,43355344~977235,51651765~6392558,66421920~6379787,86462799~3905389,93784977~7292344,106798440~6159429,118347766~731286,131672684~428854,136994332~4900656,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,292839919~945609,314375830~5455439,327561144~8741871,384819410~4861097,389978679~505487] 2024-08-17T01:32:26.830 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [10318401~3197677,24775491~3488813,30568932~6048874,43355344~977235,51651765~6392558,66421920~6379787,86462799~3905389,93784977~7292344,106798440~6159429,118347766~731286,131672684~428854,136994332~4900656,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,292839919~945609,314375830~5455439,327561144~8741871,384819410~4861097,389978679~505487] 2024-08-17T01:32:26.835 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [10318401~3197677,24301323~3962981,30568932~6048874,41943040~2389539,51651765~6392558,66421920~6379787,86462799~3905389,93784977~7292344,106798440~6159429,118347766~731286,131672684~428854,136629477~5265511,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6766069,276824064~5362912,285212672~8572856,310378496~9452773,327561144~8741871,384819410~4861097,389978679~505487] 2024-08-17T01:32:26.836 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 12 diff [6717617~11079302,23562353~6309925,30568932~6048874,43355344~977235,51651765~6392558,66421920~6379787,73603175~3510940,86462799~3976355,93784977~7292344,106798440~6159429,118347766~731286,131672684~428854,136994332~4900656,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,292839919~945609,314375830~5455439,327561144~8741871,339207073~3569289,384819410~4861097,389978679~505487,410139340~4780158] 2024-08-17T01:32:26.836 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6717617~11079302,23562353~6309925,30568932~6048874,43355344~977235,51651765~6392558,66421920~6379787,73603175~3510940,86462799~3976355,93784977~7292344,106798440~6159429,118347766~731286,131672684~428854,136994332~4900656,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6766069,279067444~3119532,288431437~3619275,292839919~945609,314375830~5455439,327561144~8741871,339207073~3569289,384819410~4861097,389978679~505487,410139340~4780158] 2024-08-17T01:32:26.842 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6717617~11079302,23562353~6309925,30568932~6048874,41943040~2389539,51651765~6392558,66421920~6379787,73603175~3510940,86462799~3976355,93784977~7292344,106798440~6159429,118347766~731286,131672684~428854,136629477~5265511,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6766069,276824064~5362912,285212672~8572856,310378496~9452773,327561144~8741871,338150172~4626190,384819410~4861097,389978679~505487,410139340~4780158] 2024-08-17T01:32:26.842 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 13 diff [3765860~204715,6717617~11079302,23562353~6309925,30568932~6048874,41097043~7427240,51651765~6392558,66421920~6379787,73603175~3510940,86462799~3976355,93784977~7292344,106798440~6159429,117825323~5305667,131672684~428854,136994332~4900656,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,314375830~5455439,327561144~8741871,339207073~3569289,350305284~4347599,384819410~4861097,389978679~505487,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.842 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6717617~11079302,23562353~6309925,30568932~6048874,41097043~7427240,51651765~6392558,66421920~6379787,73603175~3510940,86462799~3976355,93784977~7292344,106798440~6159429,117825323~5305667,131672684~428854,136994332~4900656,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,314375830~5455439,327561144~8741871,339207073~3569289,350305284~4347599,384819410~4861097,389978679~505487,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.847 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6717617~11079302,23562353~6309925,30568932~6048874,41097043~7427240,51651765~6392558,66421920~6379787,73603175~3510940,86462799~3976355,93784977~7292344,106798440~6159429,117825323~5305667,131672684~428854,136629477~5265511,178033789~4052670,192247157~5868178,202210693~8019263,242137518~246855,251658240~5894500,265796860~16390116,285212672~12532956,310378496~9452773,327561144~8741871,338150172~4626190,350305284~4347599,384819410~4861097,389978679~505487,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.847 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 14 diff [3765860~204715,6717617~11079302,23562353~6309925,30568932~6048874,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,86462799~26495070,117825323~5305667,131672684~4656181,136994332~4900656,150781314~703559,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,308653246~11178023,327561144~8741871,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.847 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6717617~11079302,23562353~6309925,30568932~6048874,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,86462799~26495070,117825323~5305667,131672684~4656181,136994332~4900656,150781314~703559,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~16390116,288431437~3619275,292839919~4905709,308653246~11178023,327561144~8741871,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.853 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6717617~11079302,23562353~6309925,30568932~6048874,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,86462799~26495070,117825323~5305667,131672684~4656181,136629477~5265511,146800640~4684233,178033789~4052670,192247157~5868178,202210693~8019263,242137518~246855,251658240~5894500,265796860~16390116,285212672~12532956,308651546~11179723,327561144~8741871,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.853 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 15 diff [3765860~204715,4013002~13783917,23562353~6309925,30568932~6048874,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,86462799~26495070,114696093~8434897,131672684~4656181,136994332~4900656,150781314~703559,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,308653246~11178023,327561144~8741871,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.853 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23562353~6309925,30568932~6048874,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,86462799~26495070,114696093~8434897,131672684~4656181,136994332~4900656,150781314~703559,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,308653246~11178023,327561144~8741871,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.859 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23562353~6309925,30568932~6048874,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,86462799~26495070,114696093~8434897,131672684~4656181,136629477~5265511,146800640~4684233,173143648~768771,178033789~4052670,192247157~5868178,202210693~8019263,215672972~5665614,242137518~246855,251658240~9040050,265796860~17431201,285212672~12532956,308651546~11179723,327561144~8741871,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.859 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 16 diff [3765860~204715,4013002~13783917,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~8434897,131672684~4656181,136994332~4900656,150781314~703559,161000634~2148251,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,308653246~11178023,327203133~9099882,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410079008~6262893] 2024-08-17T01:32:26.859 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~8434897,131672684~4656181,136994332~4900656,150781314~703559,161000634~2148251,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,308653246~11178023,327203133~9099882,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410079008~6262893] 2024-08-17T01:32:26.865 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~8434897,131672684~4656181,136629477~5265511,146800640~4684233,161000634~2148251,173143648~768771,178033789~4052670,192247157~5868178,202210693~8019263,215672972~5665614,242137518~246855,251658240~9040050,265796860~17431201,285212672~12532956,308651546~11179723,327203133~9099882,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410079008~6262893] 2024-08-17T01:32:26.865 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 17 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~11101921,131672684~4656181,136994332~4900656,150779273~705600,161000634~2148251,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,297847171~5572578,308653246~11178023,327203133~9099882,336415795~6360567,343034614~5040424,350305284~4347599,384819410~7120668,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.865 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~11101921,131672684~4656181,136994332~4900656,150779273~705600,161000634~2148251,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~4905709,297847171~5572578,308653246~11178023,327203133~9099882,336415795~6360567,343034614~5040424,350305284~4347599,384819410~7120668,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.870 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~11101921,131672684~4656181,136629477~5265511,146800640~4684233,161000634~2148251,173143648~768771,178033789~4052670,192247157~5868178,202210693~8019263,215672972~6671643,242137518~246855,251658240~9040050,265796860~17431201,285212672~12532956,297847171~5572578,308651546~11179723,327203133~9099882,336415795~6360567,343034614~5040424,350305284~4347599,384819410~7120668,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.870 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 18 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~21632772,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,327203133~9099882,336415795~6360567,343034614~5040424,350305284~4347599,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.870 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~21632772,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,327203133~9099882,336415795~6360567,343034614~5040424,350305284~4347599,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.876 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~6379787,73603175~3510940,85504079~117845,86462799~27191976,114696093~21632772,136629477~8858547,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~6671643,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,308651546~11179723,327203133~9099882,336415795~6360567,343034614~5040424,350305284~4347599,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.876 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 19 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.876 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.882 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,308651546~11179723,322980069~13322946,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.882 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 10 diff [10758297~29451,30568932~6048874,93784977~7292344,106798440~6159429,178033789~4052670,242137518~246855,265985929~6058922,288431437~3619275,314375830~5455439,389978679~505487] 2024-08-17T01:32:26.882 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [10758297~29451,30568932~6048874,93784977~7292344,106798440~6159429,178033789~4052670,242137518~246855,265985929~6058922,288431437~3619275,314375830~5455439,389978679~505487] 2024-08-17T01:32:26.888 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [10758297~29451,30568932~6048874,93784977~7292344,106798440~6159429,178033789~4052670,242137518~246855,265985929~6058922,285212672~6838040,310378496~9452773,389978679~505487] 2024-08-17T01:32:26.888 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 11 diff [10758297~29451,30568932~6048874,88543718~1042489,93784977~7292344,106798440~6159429,118347766~731286,131672684~428854,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6058922,288431437~3619275,292839919~945609,314375830~5455439,327561144~5071677,384819410~4861097,389978679~505487] 2024-08-17T01:32:26.888 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [10758297~29451,30568932~6048874,88543718~1042489,93784977~7292344,106798440~6159429,118347766~731286,131672684~428854,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6058922,288431437~3619275,292839919~945609,314375830~5455439,327561144~5071677,384819410~4861097,389978679~505487] 2024-08-17T01:32:26.893 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [10758297~29451,30568932~6048874,88543718~1042489,93784977~7292344,106798440~6159429,118347766~731286,131672684~428854,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6058922,285212672~8572856,310378496~9452773,327561144~5071677,384819410~4861097,389978679~505487] 2024-08-17T01:32:26.893 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 12 diff [6717617~11079302,23562353~6309925,30568932~6048874,67427227~1071135,73603175~3510940,87684567~2754587,93784977~7292344,106798440~6159429,118347766~731286,131672684~428854,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6058922,288431437~3619275,292839919~945609,314375830~5455439,327561144~5071677,339207073~3569289,384819410~4861097,389978679~505487,410139340~4780158] 2024-08-17T01:32:26.893 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6717617~11079302,23562353~6309925,30568932~6048874,67427227~1071135,73603175~3510940,87684567~2754587,93784977~7292344,106798440~6159429,118347766~731286,131672684~428854,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6058922,288431437~3619275,292839919~945609,314375830~5455439,327561144~5071677,339207073~3569289,384819410~4861097,389978679~505487,410139340~4780158] 2024-08-17T01:32:26.899 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6717617~11079302,23562353~6309925,30568932~6048874,67427227~1071135,73603175~3510940,87684567~2754587,93784977~7292344,106798440~6159429,118347766~731286,131672684~428854,178033789~4052670,192247157~5868178,208631284~1598672,242137518~246855,265985929~6058922,285212672~8572856,310378496~9452773,327561144~5071677,338150172~4626190,384819410~4861097,389978679~505487,410139340~4780158] 2024-08-17T01:32:26.899 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 13 diff [3765860~204715,6717617~11079302,23562353~6309925,30568932~6048874,41097043~7427240,67427227~1071135,73603175~3510940,87684567~2754587,93784977~7292344,106798440~6159429,117825323~5305667,131672684~428854,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~14104902,288431437~3619275,292839919~4905709,314375830~5455439,327561144~5071677,339207073~3569289,350305284~4347599,384819410~4861097,389978679~505487,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.900 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6717617~11079302,23562353~6309925,30568932~6048874,41097043~7427240,67427227~1071135,73603175~3510940,87684567~2754587,93784977~7292344,106798440~6159429,117825323~5305667,131672684~428854,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~14104902,288431437~3619275,292839919~4905709,314375830~5455439,327561144~5071677,339207073~3569289,350305284~4347599,384819410~4861097,389978679~505487,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.905 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6717617~11079302,23562353~6309925,30568932~6048874,41097043~7427240,67427227~1071135,73603175~3510940,87684567~2754587,93784977~7292344,106798440~6159429,117825323~5305667,131672684~428854,178033789~4052670,192247157~5868178,202210693~8019263,242137518~246855,251658240~5894500,265796860~14104902,285212672~12532956,310378496~9452773,327561144~5071677,338150172~4626190,350305284~4347599,384819410~4861097,389978679~505487,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.905 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 14 diff [3765860~204715,6717617~11079302,23562353~6309925,30568932~6048874,39529549~8994734,67427227~1071135,73603175~3510940,87684567~25273302,117825323~5305667,131672684~4656181,150781314~703559,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~14104902,288431437~3619275,292839919~4905709,308653246~11178023,327561144~5071677,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.905 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6717617~11079302,23562353~6309925,30568932~6048874,39529549~8994734,67427227~1071135,73603175~3510940,87684567~25273302,117825323~5305667,131672684~4656181,150781314~703559,178033789~4052670,192247157~5868178,204963794~5266162,242137518~246855,253188295~4364445,265796860~14104902,288431437~3619275,292839919~4905709,308653246~11178023,327561144~5071677,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.911 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6717617~11079302,23562353~6309925,30568932~6048874,39529549~8994734,67427227~1071135,73603175~3510940,87684567~25273302,117825323~5305667,131672684~4656181,146800640~4684233,178033789~4052670,192247157~5868178,202210693~8019263,242137518~246855,251658240~5894500,265796860~14104902,285212672~12532956,308651546~11179723,327561144~5071677,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.911 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 15 diff [3765860~204715,4013002~13783917,23562353~6309925,30568932~6048874,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,87684567~25273302,114696093~8434897,131672684~4656181,150781314~703559,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~4905709,308653246~11178023,327561144~5071677,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.911 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23562353~6309925,30568932~6048874,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,87684567~25273302,114696093~8434897,131672684~4656181,150781314~703559,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~4905709,308653246~11178023,327561144~5071677,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.916 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23562353~6309925,30568932~6048874,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,87684567~25273302,114696093~8434897,131672684~4656181,146800640~4684233,173143648~768771,178033789~4052670,192247157~5868178,202210693~8019263,215672972~5665614,242137518~246855,251658240~9040050,265796860~14630046,282029772~1198289,285212672~12532956,308651546~11179723,327561144~5071677,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.917 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 16 diff [3765860~204715,4013002~13783917,23562353~13055453,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~25970208,114696093~8434897,131672684~4656181,150781314~703559,161000634~2148251,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~4905709,308653246~11178023,327203133~5429688,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410079008~6262893] 2024-08-17T01:32:26.917 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23562353~13055453,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~25970208,114696093~8434897,131672684~4656181,150781314~703559,161000634~2148251,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~5665614,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~4905709,308653246~11178023,327203133~5429688,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410079008~6262893] 2024-08-17T01:32:26.922 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23562353~13055453,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~25970208,114696093~8434897,131672684~4656181,146800640~4684233,161000634~2148251,173143648~768771,178033789~4052670,192247157~5868178,202210693~8019263,215672972~5665614,242137518~246855,251658240~9040050,265796860~14630046,282029772~1198289,285212672~12532956,308651546~11179723,327203133~5429688,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410079008~6262893] 2024-08-17T01:32:26.922 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 17 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~25970208,114696093~11101921,131672684~4656181,139476064~1657423,150779273~705600,161000634~2148251,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~4905709,297847171~5572578,308653246~11178023,327203133~5429688,336415795~6360567,343034614~5040424,350305284~4347599,384819410~7120668,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.923 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~25970208,114696093~11101921,131672684~4656181,139476064~1657423,150779273~705600,161000634~2148251,173143648~768771,178033789~4052670,192247157~5868178,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~4905709,297847171~5572578,308653246~11178023,327203133~5429688,336415795~6360567,343034614~5040424,350305284~4347599,384819410~7120668,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.928 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~25970208,114696093~11101921,131672684~4656181,139476064~1657423,146800640~4684233,161000634~2148251,173143648~768771,178033789~4052670,192247157~5868178,202210693~8019263,215672972~6671643,242137518~246855,251658240~9040050,265796860~14630046,282029772~1198289,285212672~12532956,297847171~5572578,308651546~11179723,327203133~5429688,336415795~6360567,343034614~5040424,350305284~4347599,384819410~7120668,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.928 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 18 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~1071135,73603175~3510940,85504079~117845,87684567~25970208,114696093~21632772,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,327203133~5429688,336415795~6360567,343034614~5040424,350305284~4347599,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.928 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~1071135,73603175~3510940,85504079~117845,87684567~25970208,114696093~21632772,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,327203133~5429688,336415795~6360567,343034614~5040424,350305284~4347599,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.933 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~1071135,73603175~3510940,85504079~117845,87684567~25970208,114696093~21632772,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~6671643,242137518~246855,251658240~9040050,265796860~14630046,282029772~1198289,285212672~18207077,308651546~11179723,327203133~5429688,336415795~6360567,343034614~5040424,350305284~4347599,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.933 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 19 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.933 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.939 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~14630046,282029772~1198289,285212672~18207077,308651546~11179723,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.939 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 11 diff [88543718~1042489,100848528~48875,118347766~731286,131672684~428854,192247157~5868178,208631284~1598672,292839919~945609,327561144~5071677,384819410~4861097] 2024-08-17T01:32:26.939 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [88543718~1042489,100848528~48875,118347766~731286,131672684~428854,192247157~5868178,208631284~1598672,292839919~945609,327561144~5071677,384819410~4861097] 2024-08-17T01:32:26.945 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [88543718~1042489,100848528~48875,118347766~731286,131672684~428854,192247157~5868178,208631284~1598672,292050712~1734816,327561144~5071677,384819410~4861097] 2024-08-17T01:32:26.945 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 12 diff [6717617~11079302,23562353~6309925,67427227~1071135,73603175~3510940,87684567~2754587,100848528~48875,118347766~731286,131672684~428854,192247157~5868178,208631284~1598672,292839919~945609,327561144~5071677,339207073~3569289,384819410~4861097,410139340~4780158] 2024-08-17T01:32:26.945 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6717617~11079302,23562353~6309925,67427227~1071135,73603175~3510940,87684567~2754587,100848528~48875,118347766~731286,131672684~428854,192247157~5868178,208631284~1598672,292839919~945609,327561144~5071677,339207073~3569289,384819410~4861097,410139340~4780158] 2024-08-17T01:32:26.951 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6717617~11079302,23562353~6309925,67427227~1071135,73603175~3510940,87684567~2754587,100848528~48875,118347766~731286,131672684~428854,192247157~5868178,208631284~1598672,292050712~1734816,327561144~5071677,338150172~4626190,384819410~4861097,410139340~4780158] 2024-08-17T01:32:26.951 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 13 diff [3765860~204715,6717617~11079302,23562353~6309925,41097043~7427240,67427227~1071135,73603175~3510940,87684567~2754587,100848528~48875,117825323~5305667,131672684~428854,192247157~5868178,204963794~5266162,253188295~4364445,265796860~2361381,271898109~8003653,292839919~4905709,327561144~5071677,339207073~3569289,350305284~4347599,384819410~4861097,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.951 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6717617~11079302,23562353~6309925,41097043~7427240,67427227~1071135,73603175~3510940,87684567~2754587,100848528~48875,117825323~5305667,131672684~428854,192247157~5868178,204963794~5266162,253188295~4364445,265796860~2361381,271898109~8003653,292839919~4905709,327561144~5071677,339207073~3569289,350305284~4347599,384819410~4861097,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.956 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6717617~11079302,23562353~6309925,41097043~7427240,67427227~1071135,73603175~3510940,87684567~2754587,100848528~48875,117825323~5305667,131672684~428854,192247157~5868178,202210693~8019263,251658240~5894500,265796860~2361381,271898109~8003653,292050712~5694916,327561144~5071677,338150172~4626190,350305284~4347599,384819410~4861097,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.957 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 14 diff [3765860~204715,6717617~11079302,23562353~6309925,39529549~8994734,67427227~1071135,73603175~3510940,87684567~7400828,100848528~48875,100955022~7580615,117825323~5305667,131672684~4656181,150781314~703559,192247157~5868178,204963794~5266162,253188295~4364445,265796860~2361381,271898109~8003653,292839919~4905709,308653246~6777194,316705197~2967345,327561144~5071677,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.957 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6717617~11079302,23562353~6309925,39529549~8994734,67427227~1071135,73603175~3510940,87684567~7400828,100848528~48875,100955022~7580615,117825323~5305667,131672684~4656181,150781314~703559,192247157~5868178,204963794~5266162,253188295~4364445,265796860~2361381,271898109~8003653,292839919~4905709,308653246~6777194,316705197~2967345,327561144~5071677,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.962 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6717617~11079302,23562353~6309925,39529549~8994734,67427227~1071135,73603175~3510940,87684567~7400828,100848528~48875,100955022~7580615,117825323~5305667,131672684~4656181,146800640~4684233,192247157~5868178,202210693~8019263,251658240~5894500,265796860~2361381,271898109~8003653,292050712~5694916,308651546~6778894,316705197~2967345,327561144~5071677,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.962 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 15 diff [3765860~204715,4013002~13783917,23562353~6309925,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,87684567~7400828,100848528~48875,100955022~7580615,114696093~8434897,131672684~4656181,150781314~703559,173143648~768771,192247157~5868178,204963794~5266162,215672972~5665614,253188295~7509995,265796860~2361381,271898109~8528797,282029772~1198289,292839919~4905709,308653246~6777194,316705197~2967345,327561144~5071677,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.962 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23562353~6309925,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,87684567~7400828,100848528~48875,100955022~7580615,114696093~8434897,131672684~4656181,150781314~703559,173143648~768771,192247157~5868178,204963794~5266162,215672972~5665614,253188295~7509995,265796860~2361381,271898109~8528797,282029772~1198289,292839919~4905709,308653246~6777194,316705197~2967345,327561144~5071677,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.968 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23562353~6309925,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,87684567~7400828,100848528~48875,100955022~7580615,114696093~8434897,131672684~4656181,146800640~4684233,173143648~768771,192247157~5868178,202210693~8019263,215672972~5665614,251658240~9040050,265796860~2361381,271898109~8528797,282029772~1198289,292050712~5694916,308651546~6778894,316705197~2967345,327561144~5071677,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.968 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 16 diff [3765860~204715,4013002~13783917,23562353~9629036,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~7400828,100848528~48875,100955022~12699753,114696093~8434897,131672684~4656181,150781314~703559,161000634~2148251,173143648~768771,192247157~5868178,204963794~5266162,215672972~5665614,253188295~7509995,265796860~14630046,282029772~1198289,292839919~4905709,308653246~6777194,316705197~2967345,327203133~5429688,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410079008~6262893] 2024-08-17T01:32:26.968 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23562353~9629036,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~7400828,100848528~48875,100955022~12699753,114696093~8434897,131672684~4656181,150781314~703559,161000634~2148251,173143648~768771,192247157~5868178,204963794~5266162,215672972~5665614,253188295~7509995,265796860~14630046,282029772~1198289,292839919~4905709,308653246~6777194,316705197~2967345,327203133~5429688,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410079008~6262893] 2024-08-17T01:32:26.973 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23562353~9629036,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~7400828,100848528~48875,100955022~12699753,114696093~8434897,131672684~4656181,146800640~4684233,161000634~2148251,173143648~768771,192247157~5868178,202210693~8019263,215672972~5665614,251658240~9040050,265796860~14630046,282029772~1198289,292050712~5694916,308651546~6778894,316705197~2967345,327203133~5429688,336415795~6360567,350305284~4347599,384819410~7120668,397856084~1009743,410079008~6262893] 2024-08-17T01:32:26.974 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 17 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~8853901,100848528~48875,100955022~12699753,114696093~11101921,131672684~4656181,139476064~1657423,150779273~705600,161000634~2148251,173143648~768771,192247157~5868178,204963794~5266162,215672972~6671643,253188295~7509995,265796860~14630046,282029772~1198289,292839919~4905709,297847171~5572578,308653246~6777194,316705197~2967345,327203133~5429688,336415795~6360567,343034614~5040424,350305284~4347599,384819410~7120668,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.974 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~8853901,100848528~48875,100955022~12699753,114696093~11101921,131672684~4656181,139476064~1657423,150779273~705600,161000634~2148251,173143648~768771,192247157~5868178,204963794~5266162,215672972~6671643,253188295~7509995,265796860~14630046,282029772~1198289,292839919~4905709,297847171~5572578,308653246~6777194,316705197~2967345,327203133~5429688,336415795~6360567,343034614~5040424,350305284~4347599,384819410~7120668,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.979 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~8853901,100848528~48875,100955022~12699753,114696093~11101921,131672684~4656181,139476064~1657423,146800640~4684233,161000634~2148251,173143648~768771,192247157~5868178,202210693~8019263,215672972~6671643,251658240~9040050,265796860~14630046,282029772~1198289,292050712~5694916,297847171~5572578,308651546~6778894,316705197~2967345,327203133~5429688,336415795~6360567,343034614~5040424,350305284~4347599,384819410~7120668,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.979 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 18 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~1071135,73603175~3510940,85504079~117845,87684567~8853901,100848528~48875,100955022~12699753,114696093~21632772,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,327203133~5429688,336415795~6360567,343034614~5040424,350305284~4347599,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.979 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~1071135,73603175~3510940,85504079~117845,87684567~8853901,100848528~48875,100955022~12699753,114696093~21632772,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,327203133~5429688,336415795~6360567,343034614~5040424,350305284~4347599,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.984 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~1071135,73603175~3510940,85504079~117845,87684567~8853901,100848528~48875,100955022~12699753,114696093~21632772,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192247157~17982799,215672972~6671643,251658240~9040050,265796860~14630046,282029772~1198289,292050712~11369037,308651546~6778894,316705197~2967345,327203133~5429688,336415795~6360567,343034614~5040424,350305284~4347599,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.984 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 19 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.984 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.990 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192247157~17982799,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,292050712~11369037,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:26.990 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 12 diff [6717617~11079302,23562353~6309925,67427227~1071135,73603175~3510940,87684567~2754587,339207073~3569289,410139340~4780158] 2024-08-17T01:32:26.990 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [6717617~11079302,23562353~6309925,67427227~1071135,73603175~3510940,87684567~2754587,339207073~3569289,410139340~4780158] 2024-08-17T01:32:26.996 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [6717617~11079302,23562353~6309925,67427227~1071135,73603175~3510940,87684567~2754587,338150172~4626190,410139340~4780158] 2024-08-17T01:32:26.996 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 13 diff [3765860~204715,6717617~11079302,23562353~6309925,41097043~7427240,67427227~1071135,73603175~3510940,87684567~2754587,117825323~5305667,204963794~4847658,253188295~4364445,265796860~2361381,271898109~8003653,293638989~4106639,339207073~3569289,350305284~4347599,397856084~1009743,410139340~4780158] 2024-08-17T01:32:26.996 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6717617~11079302,23562353~6309925,41097043~7427240,67427227~1071135,73603175~3510940,87684567~2754587,117825323~5305667,204963794~4847658,253188295~4364445,265796860~2361381,271898109~8003653,293638989~4106639,339207073~3569289,350305284~4347599,397856084~1009743,410139340~4780158] 2024-08-17T01:32:27.002 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6717617~11079302,23562353~6309925,41097043~7427240,67427227~1071135,73603175~3510940,87684567~2754587,117825323~5305667,202210693~7600759,251658240~5894500,265796860~2361381,271898109~8003653,293638989~4106639,338150172~4626190,350305284~4347599,397856084~1009743,410139340~4780158] 2024-08-17T01:32:27.002 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 14 diff [3765860~204715,6717617~11079302,23562353~6309925,39529549~8994734,67427227~1071135,73603175~3510940,87684567~7400828,100955022~7580615,117825323~5305667,132035552~4293313,150781314~703559,204963794~4847658,253188295~4364445,265796860~2361381,271898109~8003653,293638989~4106639,308653246~6777194,316705197~2967345,336415795~6360567,350305284~4347599,384967503~6972575,397856084~1009743,410139340~4780158] 2024-08-17T01:32:27.002 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,6717617~11079302,23562353~6309925,39529549~8994734,67427227~1071135,73603175~3510940,87684567~7400828,100955022~7580615,117825323~5305667,132035552~4293313,150781314~703559,204963794~4847658,253188295~4364445,265796860~2361381,271898109~8003653,293638989~4106639,308653246~6777194,316705197~2967345,336415795~6360567,350305284~4347599,384967503~6972575,397856084~1009743,410139340~4780158] 2024-08-17T01:32:27.007 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,6717617~11079302,23562353~6309925,39529549~8994734,67427227~1071135,73603175~3510940,87684567~7400828,100955022~7580615,117825323~5305667,132035552~4293313,146800640~4684233,202210693~7600759,251658240~5894500,265796860~2361381,271898109~8003653,293638989~4106639,308651546~6778894,316705197~2967345,336415795~6360567,350305284~4347599,384967503~6972575,397856084~1009743,410139340~4780158] 2024-08-17T01:32:27.007 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 15 diff [3765860~204715,4013002~13783917,23562353~6309925,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,87684567~7400828,100955022~7580615,114696093~8434897,132035552~4293313,150781314~703559,173143648~768771,204963794~4847658,215672972~5665614,253188295~7509995,265796860~2361381,271898109~8528797,282029772~1198289,293638989~4106639,308653246~6777194,316705197~2967345,336415795~6360567,350305284~4347599,384967503~6972575,397856084~1009743,410139340~4780158] 2024-08-17T01:32:27.007 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23562353~6309925,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,87684567~7400828,100955022~7580615,114696093~8434897,132035552~4293313,150781314~703559,173143648~768771,204963794~4847658,215672972~5665614,253188295~7509995,265796860~2361381,271898109~8528797,282029772~1198289,293638989~4106639,308653246~6777194,316705197~2967345,336415795~6360567,350305284~4347599,384967503~6972575,397856084~1009743,410139340~4780158] 2024-08-17T01:32:27.013 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23562353~6309925,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,87684567~7400828,100955022~7580615,114696093~8434897,132035552~4293313,146800640~4684233,173143648~768771,202210693~7600759,215672972~5665614,251658240~9040050,265796860~2361381,271898109~8528797,282029772~1198289,293638989~4106639,308651546~6778894,316705197~2967345,336415795~6360567,350305284~4347599,384967503~6972575,397856084~1009743,410139340~4780158] 2024-08-17T01:32:27.013 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 16 diff [3765860~204715,4013002~13783917,23562353~9629036,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~7400828,100955022~12699753,114696093~8434897,132035552~4293313,150781314~703559,161000634~2148251,173143648~768771,204963794~4847658,215672972~5665614,253188295~7509995,265796860~14630046,282029772~1198289,293638989~4106639,308653246~6777194,316705197~2967345,327203133~1047268,336415795~6360567,350305284~4347599,384967503~6972575,397856084~1009743,410079008~6262893] 2024-08-17T01:32:27.013 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23562353~9629036,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~7400828,100955022~12699753,114696093~8434897,132035552~4293313,150781314~703559,161000634~2148251,173143648~768771,204963794~4847658,215672972~5665614,253188295~7509995,265796860~14630046,282029772~1198289,293638989~4106639,308653246~6777194,316705197~2967345,327203133~1047268,336415795~6360567,350305284~4347599,384967503~6972575,397856084~1009743,410079008~6262893] 2024-08-17T01:32:27.018 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23562353~9629036,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~7400828,100955022~12699753,114696093~8434897,132035552~4293313,146800640~4684233,161000634~2148251,173143648~768771,202210693~7600759,215672972~5665614,251658240~9040050,265796860~14630046,282029772~1198289,293638989~4106639,308651546~6778894,316705197~2967345,327203133~1047268,336415795~6360567,350305284~4347599,384967503~6972575,397856084~1009743,410079008~6262893] 2024-08-17T01:32:27.019 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 17 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~8853901,100955022~12699753,114696093~11101921,132035552~4293313,139476064~1657423,150779273~705600,161000634~2148251,173143648~768771,204963794~4847658,215672972~6671643,253188295~7509995,265796860~14630046,282029772~1198289,293638989~4106639,297847171~5572578,308653246~6777194,316705197~2967345,327203133~1047268,336415795~6360567,343034614~5040424,350305284~4347599,384967503~6972575,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.019 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~8853901,100955022~12699753,114696093~11101921,132035552~4293313,139476064~1657423,150779273~705600,161000634~2148251,173143648~768771,204963794~4847658,215672972~6671643,253188295~7509995,265796860~14630046,282029772~1198289,293638989~4106639,297847171~5572578,308653246~6777194,316705197~2967345,327203133~1047268,336415795~6360567,343034614~5040424,350305284~4347599,384967503~6972575,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.024 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~1100900,67427227~1071135,73603175~3510940,85504079~117845,87684567~8853901,100955022~12699753,114696093~11101921,132035552~4293313,139476064~1657423,146800640~4684233,161000634~2148251,173143648~768771,202210693~7600759,215672972~6671643,251658240~9040050,265796860~14630046,282029772~1198289,293638989~4106639,297847171~5572578,308651546~6778894,316705197~2967345,327203133~1047268,336415795~6360567,343034614~5040424,350305284~4347599,384967503~6972575,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.025 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 18 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~1071135,73603175~3510940,85504079~117845,87684567~8853901,100955022~12699753,114696093~21632772,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,194366683~7857970,204963794~4847658,215672972~6671643,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,327203133~1047268,336415795~6360567,343034614~5040424,350305284~4347599,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.025 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~1071135,73603175~3510940,85504079~117845,87684567~8853901,100955022~12699753,114696093~21632772,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,194366683~7857970,204963794~4847658,215672972~6671643,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,327203133~1047268,336415795~6360567,343034614~5040424,350305284~4347599,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.034 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~1071135,73603175~3510940,85504079~117845,87684567~8853901,100955022~12699753,114696093~21632772,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,194366683~15444769,215672972~6671643,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,327203133~1047268,336415795~6360567,343034614~5040424,350305284~4347599,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.035 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 19 diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.035 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.042 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~17512089,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.043 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to 13 diff [3765860~204715,41097043~7427240,117825323~5305667,204963794~4847658,253188295~4364445,265796860~2361381,271898109~8003653,293638989~4106639,350305284~4347599,397856084~1009743] 2024-08-17T01:32:27.043 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,41097043~7427240,117825323~5305667,204963794~4847658,253188295~4364445,265796860~2361381,271898109~8003653,293638989~4106639,350305284~4347599,397856084~1009743] 2024-08-17T01:32:27.046 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,41097043~7427240,117825323~5305667,202210693~7600759,251658240~5894500,265796860~2361381,271898109~8003653,293638989~4106639,350305284~4347599,397856084~1009743] 2024-08-17T01:32:27.046 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to 14 diff [3765860~204715,7093362~5260197,39529549~8994734,90267712~4817683,100955022~7580615,117825323~5305667,132035552~4293313,150781314~703559,204963794~4847658,253188295~4364445,265796860~2361381,271898109~8003653,293638989~4106639,308653246~6777194,316705197~2967345,336415795~5234934,350305284~4347599,384967503~6972575,397856084~1009743] 2024-08-17T01:32:27.046 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,7093362~5260197,39529549~8994734,90267712~4817683,100955022~7580615,117825323~5305667,132035552~4293313,150781314~703559,204963794~4847658,253188295~4364445,265796860~2361381,271898109~8003653,293638989~4106639,308653246~6777194,316705197~2967345,336415795~5234934,350305284~4347599,384967503~6972575,397856084~1009743] 2024-08-17T01:32:27.052 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,7093362~5260197,39529549~8994734,90267712~4817683,100955022~7580615,117825323~5305667,132035552~4293313,146800640~4684233,202210693~7600759,251658240~5894500,265796860~2361381,271898109~8003653,293638989~4106639,308651546~6778894,316705197~2967345,336415795~5234934,350305284~4347599,384967503~6972575,397856084~1009743] 2024-08-17T01:32:27.052 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to 15 diff [3765860~204715,4013002~8340557,14881552~45621,39529549~8994734,52872563~1100900,90267712~4817683,100955022~7580615,114696093~8434897,132035552~4293313,150781314~703559,173143648~768771,204963794~4847658,215672972~5665614,253188295~7509995,265796860~2361381,271898109~8528797,282029772~1198289,293638989~4106639,308653246~6777194,316705197~2967345,336415795~5234934,350305284~4347599,384967503~6972575,397856084~1009743] 2024-08-17T01:32:27.052 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~8340557,14881552~45621,39529549~8994734,52872563~1100900,90267712~4817683,100955022~7580615,114696093~8434897,132035552~4293313,150781314~703559,173143648~768771,204963794~4847658,215672972~5665614,253188295~7509995,265796860~2361381,271898109~8528797,282029772~1198289,293638989~4106639,308653246~6777194,316705197~2967345,336415795~5234934,350305284~4347599,384967503~6972575,397856084~1009743] 2024-08-17T01:32:27.059 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~8340557,14881552~45621,39529549~8994734,52872563~1100900,90267712~4817683,100955022~7580615,114696093~8434897,132035552~4293313,146800640~4684233,173143648~768771,202210693~7600759,215672972~5665614,251658240~9040050,265796860~2361381,271898109~8528797,282029772~1198289,293638989~4106639,308651546~6778894,316705197~2967345,336415795~5234934,350305284~4347599,384967503~6972575,397856084~1009743] 2024-08-17T01:32:27.059 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to 16 diff [3765860~204715,4013002~8340557,14881552~45621,27705106~5486283,39529549~8994734,52872563~1100900,85504079~117845,90267712~4817683,100955022~12699753,114696093~8434897,132035552~4293313,150781314~703559,161000634~2148251,173143648~768771,204963794~4847658,215672972~5665614,253188295~7509995,265796860~14630046,282029772~1198289,293638989~4106639,308653246~6777194,316705197~2967345,327203133~1047268,336415795~5234934,350305284~4347599,384967503~6972575,397856084~1009743,410079008~6262893] 2024-08-17T01:32:27.059 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~8340557,14881552~45621,27705106~5486283,39529549~8994734,52872563~1100900,85504079~117845,90267712~4817683,100955022~12699753,114696093~8434897,132035552~4293313,150781314~703559,161000634~2148251,173143648~768771,204963794~4847658,215672972~5665614,253188295~7509995,265796860~14630046,282029772~1198289,293638989~4106639,308653246~6777194,316705197~2967345,327203133~1047268,336415795~5234934,350305284~4347599,384967503~6972575,397856084~1009743,410079008~6262893] 2024-08-17T01:32:27.064 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~8340557,14881552~45621,27705106~5486283,39529549~8994734,52872563~1100900,85504079~117845,90267712~4817683,100955022~12699753,114696093~8434897,132035552~4293313,146800640~4684233,161000634~2148251,173143648~768771,202210693~7600759,215672972~5665614,251658240~9040050,265796860~14630046,282029772~1198289,293638989~4106639,308651546~6778894,316705197~2967345,327203133~1047268,336415795~5234934,350305284~4347599,384967503~6972575,397856084~1009743,410079008~6262893] 2024-08-17T01:32:27.064 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to 17 diff [3765860~204715,4013002~8340557,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~1100900,85504079~117845,88792603~7745865,100955022~12699753,114696093~11101921,132035552~4293313,139476064~1657423,150779273~705600,161000634~2148251,173143648~768771,204963794~4847658,215672972~6671643,253188295~7509995,265796860~14630046,282029772~1198289,293638989~4106639,297847171~5572578,308653246~6777194,316705197~2967345,327203133~1047268,336415795~5234934,343034614~5040424,350305284~4347599,384967503~6972575,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.064 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~8340557,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~1100900,85504079~117845,88792603~7745865,100955022~12699753,114696093~11101921,132035552~4293313,139476064~1657423,150779273~705600,161000634~2148251,173143648~768771,204963794~4847658,215672972~6671643,253188295~7509995,265796860~14630046,282029772~1198289,293638989~4106639,297847171~5572578,308653246~6777194,316705197~2967345,327203133~1047268,336415795~5234934,343034614~5040424,350305284~4347599,384967503~6972575,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.069 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~8340557,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~1100900,85504079~117845,88792603~7745865,100955022~12699753,114696093~11101921,132035552~4293313,139476064~1657423,146800640~4684233,161000634~2148251,173143648~768771,202210693~7600759,215672972~6671643,251658240~9040050,265796860~14630046,282029772~1198289,293638989~4106639,297847171~5572578,308651546~6778894,316705197~2967345,327203133~1047268,336415795~5234934,343034614~5040424,350305284~4347599,384967503~6972575,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.069 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to 18 diff [3765860~204715,4013002~8340557,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,85504079~117845,88792603~7745865,100955022~12699753,114696093~21632772,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,194366683~7857970,204963794~4847658,215672972~6671643,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,327203133~1047268,336415795~5234934,343034614~5040424,350305284~4347599,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.069 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~8340557,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,85504079~117845,88792603~7745865,100955022~12699753,114696093~21632772,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,194366683~7857970,204963794~4847658,215672972~6671643,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,327203133~1047268,336415795~5234934,343034614~5040424,350305284~4347599,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.075 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~8340557,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,85504079~117845,88792603~7745865,100955022~12699753,114696093~21632772,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,194366683~15444769,215672972~6671643,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,327203133~1047268,336415795~5234934,343034614~5040424,350305284~4347599,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.075 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to 19 diff [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.075 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.082 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~17512089,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:27.082 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to 14 diff [7093362~5260197,39529549~5269724,90267712~4817683,100955022~7580615,132035552~4293313,150781314~703559,308653246~6777194,316705197~2967345,336415795~5234934,384967503~6972575] 2024-08-17T01:32:27.082 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [7093362~5260197,39529549~5269724,90267712~4817683,100955022~7580615,132035552~4293313,150781314~703559,308653246~6777194,316705197~2967345,336415795~5234934,384967503~6972575] 2024-08-17T01:32:27.088 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [7093362~5260197,39529549~5269724,90267712~4817683,100955022~7580615,132035552~4293313,146800640~4684233,308651546~6778894,316705197~2967345,336415795~5234934,384967503~6972575] 2024-08-17T01:32:27.088 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to 15 diff [4013002~8340557,14881552~45621,39529549~5269724,52872563~1100900,90267712~4817683,100955022~7580615,114696093~3448151,132035552~4293313,150781314~703559,173143648~768771,215672972~5665614,253368961~7329329,276830511~3596395,282029772~1198289,308653246~6777194,316705197~2967345,336415795~5234934,384967503~6972575] 2024-08-17T01:32:27.088 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~8340557,14881552~45621,39529549~5269724,52872563~1100900,90267712~4817683,100955022~7580615,114696093~3448151,132035552~4293313,150781314~703559,173143648~768771,215672972~5665614,253368961~7329329,276830511~3596395,282029772~1198289,308653246~6777194,316705197~2967345,336415795~5234934,384967503~6972575] 2024-08-17T01:32:27.094 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~8340557,14881552~45621,39529549~5269724,52872563~1100900,90267712~4817683,100955022~7580615,114696093~3448151,132035552~4293313,146800640~4684233,173143648~768771,215672972~5665614,253368961~7329329,276830511~3596395,282029772~1198289,308651546~6778894,316705197~2967345,336415795~5234934,384967503~6972575] 2024-08-17T01:32:27.094 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to 16 diff [4013002~8340557,14881552~45621,27705106~5486283,39529549~5269724,52872563~1100900,85504079~117845,90267712~4817683,100955022~12699753,114696093~3448151,132035552~4293313,150781314~703559,161000634~2148251,173143648~768771,215672972~5665614,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,308653246~6777194,316705197~2967345,327203133~1047268,336415795~5234934,384967503~6972575,410079008~6262893] 2024-08-17T01:32:27.094 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~8340557,14881552~45621,27705106~5486283,39529549~5269724,52872563~1100900,85504079~117845,90267712~4817683,100955022~12699753,114696093~3448151,132035552~4293313,150781314~703559,161000634~2148251,173143648~768771,215672972~5665614,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,308653246~6777194,316705197~2967345,327203133~1047268,336415795~5234934,384967503~6972575,410079008~6262893] 2024-08-17T01:32:27.100 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~8340557,14881552~45621,27705106~5486283,39529549~5269724,52872563~1100900,85504079~117845,90267712~4817683,100955022~12699753,114696093~3448151,132035552~4293313,146800640~4684233,161000634~2148251,173143648~768771,215672972~5665614,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,308651546~6778894,316705197~2967345,327203133~1047268,336415795~5234934,384967503~6972575,410079008~6262893] 2024-08-17T01:32:27.100 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to 17 diff [4013002~8340557,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~1100900,85504079~117845,88792603~7745865,100955022~12699753,114696093~3448151,118900552~6897462,132035552~4293313,139476064~1657423,150779273~705600,161000634~2148251,173143648~768771,215672972~6671643,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,297847171~5572578,308653246~6777194,316705197~2967345,327203133~1047268,336415795~5234934,343034614~5040424,384967503~6972575,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.100 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~8340557,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~1100900,85504079~117845,88792603~7745865,100955022~12699753,114696093~3448151,118900552~6897462,132035552~4293313,139476064~1657423,150779273~705600,161000634~2148251,173143648~768771,215672972~6671643,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,297847171~5572578,308653246~6777194,316705197~2967345,327203133~1047268,336415795~5234934,343034614~5040424,384967503~6972575,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.105 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~8340557,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~1100900,85504079~117845,88792603~7745865,100955022~12699753,114696093~3448151,118900552~6897462,132035552~4293313,139476064~1657423,146800640~4684233,161000634~2148251,173143648~768771,215672972~6671643,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,297847171~5572578,308651546~6778894,316705197~2967345,327203133~1047268,336415795~5234934,343034614~5040424,384967503~6972575,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.105 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to 18 diff [4013002~8340557,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,85504079~117845,88792603~7745865,100955022~12699753,114696093~3448151,118900552~17428313,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,194366683~7857970,215672972~6671643,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,327203133~1047268,336415795~5234934,343034614~5040424,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.105 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~8340557,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,85504079~117845,88792603~7745865,100955022~12699753,114696093~3448151,118900552~17428313,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,194366683~7857970,215672972~6671643,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,327203133~1047268,336415795~5234934,343034614~5040424,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.111 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~8340557,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,85504079~117845,88792603~7745865,100955022~12699753,114696093~3448151,118900552~17428313,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,194366683~7857970,215672972~6671643,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,327203133~1047268,336415795~5234934,343034614~5040424,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.111 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to 19 diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.111 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.116 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~14811407,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.117 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to 15 diff [4013002~4651402,14881552~45621,52872563~1100900,114696093~3448151,173143648~768771,215672972~5665614,253368961~7329329,276830511~3596395,282029772~1198289,311634370~2693553] 2024-08-17T01:32:27.117 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~4651402,14881552~45621,52872563~1100900,114696093~3448151,173143648~768771,215672972~5665614,253368961~7329329,276830511~3596395,282029772~1198289,311634370~2693553] 2024-08-17T01:32:27.122 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~4651402,14881552~45621,52872563~1100900,114696093~3448151,173143648~768771,215672972~5665614,253368961~7329329,276830511~3596395,282029772~1198289,311634370~2693553] 2024-08-17T01:32:27.122 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to 16 diff [4013002~6440012,14881552~45621,27705106~5486283,52872563~1100900,85504079~117845,108052613~5602162,114696093~3448151,161000634~2148251,173143648~768771,215672972~5665614,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,311140276~300365,311634370~2693553,327203133~1047268,410079008~6262893] 2024-08-17T01:32:27.122 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~6440012,14881552~45621,27705106~5486283,52872563~1100900,85504079~117845,108052613~5602162,114696093~3448151,161000634~2148251,173143648~768771,215672972~5665614,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,311140276~300365,311634370~2693553,327203133~1047268,410079008~6262893] 2024-08-17T01:32:27.128 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~6440012,14881552~45621,27705106~5486283,52872563~1100900,85504079~117845,108052613~5602162,114696093~3448151,161000634~2148251,173143648~768771,215672972~5665614,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,311140276~300365,311634370~2693553,327203133~1047268,410079008~6262893] 2024-08-17T01:32:27.128 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to 17 diff [4013002~6440012,14881552~45621,23018216~69252,27705106~5486283,52872563~1100900,85504079~117845,88792603~7745865,108052613~5602162,114696093~3448151,118900552~6897462,139476064~1657423,150779273~502776,161000634~2148251,173143648~768771,215672972~6671643,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,297847171~5572578,311140276~300365,311634370~2693553,327203133~1047268,343034614~5040424,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.128 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~6440012,14881552~45621,23018216~69252,27705106~5486283,52872563~1100900,85504079~117845,88792603~7745865,108052613~5602162,114696093~3448151,118900552~6897462,139476064~1657423,150779273~502776,161000634~2148251,173143648~768771,215672972~6671643,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,297847171~5572578,311140276~300365,311634370~2693553,327203133~1047268,343034614~5040424,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.134 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~6440012,14881552~45621,23018216~69252,27705106~5486283,52872563~1100900,85504079~117845,88792603~7745865,108052613~5602162,114696093~3448151,118900552~6897462,139476064~1657423,150779273~502776,161000634~2148251,173143648~768771,215672972~6671643,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,297847171~5572578,311140276~300365,311634370~2693553,327203133~1047268,343034614~5040424,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.134 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to 18 diff [4013002~6440012,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,85504079~117845,88792603~7745865,108052613~5602162,114696093~3448151,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,194366683~7857970,215672972~6671643,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,327203133~1047268,343034614~5040424,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.134 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~6440012,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,85504079~117845,88792603~7745865,108052613~5602162,114696093~3448151,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,194366683~7857970,215672972~6671643,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,327203133~1047268,343034614~5040424,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.139 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~6440012,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,85504079~117845,88792603~7745865,108052613~5602162,114696093~3448151,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,194366683~7857970,215672972~6671643,253368961~7329329,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,327203133~1047268,343034614~5040424,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.139 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to 19 diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,108052613~10091631,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.140 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,108052613~10091631,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.145 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,108052613~10091631,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~14811407,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,322980069~11050106,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.145 INFO:tasks.workunit.client.0.smithi157.stdout:from 15 to 16 diff [7407294~3045720,27705106~5486283,85504079~117845,108052613~5602162,161000634~2148251,256112968~3734779,268152086~5622152,311140276~300365,327203133~1047268,410079008~6262893] 2024-08-17T01:32:27.145 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [7407294~3045720,27705106~5486283,85504079~117845,108052613~5602162,161000634~2148251,256112968~3734779,268152086~5622152,311140276~300365,327203133~1047268,410079008~6262893] 2024-08-17T01:32:27.151 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [7407294~3045720,27705106~5486283,85504079~117845,108052613~5602162,161000634~2148251,256112968~3734779,268152086~5622152,311140276~300365,327203133~1047268,410079008~6262893] 2024-08-17T01:32:27.151 INFO:tasks.workunit.client.0.smithi157.stdout:from 15 to 17 diff [5406751~734637,7407294~3045720,23018216~69252,27705106~5486283,85504079~117845,88792603~7745865,108052613~5602162,118900552~6897462,139476064~1657423,150779273~502776,161000634~2148251,219194679~3149936,256112968~3734779,268152086~5622152,297847171~5572578,311140276~300365,327203133~1047268,343034614~5040424,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.151 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5406751~734637,7407294~3045720,23018216~69252,27705106~5486283,85504079~117845,88792603~7745865,108052613~5602162,118900552~6897462,139476064~1657423,150779273~502776,161000634~2148251,219194679~3149936,256112968~3734779,268152086~5622152,297847171~5572578,311140276~300365,327203133~1047268,343034614~5040424,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.156 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5406751~734637,7407294~3045720,23018216~69252,27705106~5486283,85504079~117845,88792603~7745865,108052613~5602162,118900552~6897462,139476064~1657423,150779273~502776,161000634~2148251,219194679~3149936,256112968~3734779,268152086~5622152,297847171~5572578,311140276~300365,327203133~1047268,343034614~5040424,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.157 INFO:tasks.workunit.client.0.smithi157.stdout:from 15 to 18 diff [5406751~734637,7407294~3045720,23018216~69252,27705106~5486283,53220490~2551043,85504079~117845,88792603~7745865,108052613~5602162,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,194366683~7857970,219194679~3149936,256112968~3734779,268152086~5622152,293485081~9934668,311140276~300365,327203133~1047268,343034614~5040424,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.157 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5406751~734637,7407294~3045720,23018216~69252,27705106~5486283,53220490~2551043,85504079~117845,88792603~7745865,108052613~5602162,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,194366683~7857970,219194679~3149936,256112968~3734779,268152086~5622152,293485081~9934668,311140276~300365,327203133~1047268,343034614~5040424,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.162 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5406751~734637,7407294~3045720,23018216~69252,27705106~5486283,53220490~2551043,85504079~117845,88792603~7745865,108052613~5602162,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,194366683~7857970,219194679~3149936,256112968~3734779,268152086~5622152,293485081~9934668,311140276~300365,327203133~1047268,343034614~5040424,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.162 INFO:tasks.workunit.client.0.smithi157.stdout:from 15 to 19 diff [5406751~734637,7407294~6374182,23018216~69252,27705106~5486283,53220490~2551043,68175377~7864363,85504079~117845,88792603~7745865,108052613~9341828,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,219194679~3149936,222877887~7606492,256112968~3734779,267477519~567222,268152086~5622152,293485081~9934668,311140276~300365,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.163 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5406751~734637,7407294~6374182,23018216~69252,27705106~5486283,53220490~2551043,68175377~7864363,85504079~117845,88792603~7745865,108052613~9341828,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,219194679~3149936,222877887~7606492,256112968~3734779,267477519~567222,268152086~5622152,293485081~9934668,311140276~300365,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.168 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5406751~734637,7407294~6374182,23018216~69252,27705106~5486283,53220490~2551043,68175377~7864363,85504079~117845,88792603~7745865,108052613~9341828,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,219194679~11289700,256112968~3734779,267477519~567222,268152086~5622152,293485081~9934668,311140276~300365,322980069~11050106,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:27.168 INFO:tasks.workunit.client.0.smithi157.stdout:from 16 to 17 diff [5406751~734637,23018216~69252,88792603~7745865,118900552~6897462,139476064~1657423,150779273~502776,219194679~3149936,297847171~5572578,343034614~5040424,398232007~984239] 2024-08-17T01:32:27.168 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5406751~734637,23018216~69252,88792603~7745865,118900552~6897462,139476064~1657423,150779273~502776,219194679~3149936,297847171~5572578,343034614~5040424,398232007~984239] 2024-08-17T01:32:27.173 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5406751~734637,23018216~69252,88792603~7745865,118900552~6897462,139476064~1657423,150779273~502776,219194679~3149936,297847171~5572578,343034614~5040424,398232007~984239] 2024-08-17T01:32:27.173 INFO:tasks.workunit.client.0.smithi157.stdout:from 16 to 18 diff [5406751~734637,23018216~69252,53220490~2551043,88792603~7745865,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,169389769~6992522,194366683~7857970,219194679~3149936,293485081~9934668,343034614~5040424,388569849~5365266,398232007~984239] 2024-08-17T01:32:27.174 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5406751~734637,23018216~69252,53220490~2551043,88792603~7745865,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,169389769~6992522,194366683~7857970,219194679~3149936,293485081~9934668,343034614~5040424,388569849~5365266,398232007~984239] 2024-08-17T01:32:27.179 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5406751~734637,23018216~69252,53220490~2551043,88792603~7745865,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,169389769~6992522,194366683~7857970,219194679~3149936,293485081~9934668,343034614~5040424,388569849~5365266,398232007~984239] 2024-08-17T01:32:27.179 INFO:tasks.workunit.client.0.smithi157.stdout:from 16 to 19 diff [5406751~734637,9418786~4362690,23018216~69252,53220490~2551043,68175377~7864363,88792603~7745865,113199736~4194705,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,169389769~6992522,192299363~9925290,219194679~3149936,222877887~7606492,267477519~567222,293485081~9934668,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239] 2024-08-17T01:32:27.179 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5406751~734637,9418786~4362690,23018216~69252,53220490~2551043,68175377~7864363,88792603~7745865,113199736~4194705,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,169389769~6992522,192299363~9925290,219194679~3149936,222877887~7606492,267477519~567222,293485081~9934668,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239] 2024-08-17T01:32:27.185 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5406751~734637,9418786~4362690,23018216~69252,53220490~2551043,68175377~7864363,88792603~7745865,113199736~4194705,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,169389769~6992522,192299363~9925290,219194679~11289700,267477519~567222,293485081~9934668,322980069~11050106,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239] 2024-08-17T01:32:27.185 INFO:tasks.workunit.client.0.smithi157.stdout:from 17 to 18 diff [53220490~2551043,124908769~7890421,138219236~7268788,153970254~1931675,169389769~6992522,194366683~7857970,293485081~6986955,388569849~5365266] 2024-08-17T01:32:27.185 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [53220490~2551043,124908769~7890421,138219236~7268788,153970254~1931675,169389769~6992522,194366683~7857970,293485081~6986955,388569849~5365266] 2024-08-17T01:32:27.190 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [53220490~2551043,124908769~7890421,138219236~7268788,153970254~1931675,169389769~6992522,194366683~7857970,293485081~6986955,388569849~5365266] 2024-08-17T01:32:27.190 INFO:tasks.workunit.client.0.smithi157.stdout:from 17 to 19 diff [9418786~4362690,53220490~2551043,68175377~7864363,113199736~4194705,122451553~10347637,138219236~7268788,153970254~1931675,169389769~6992522,192299363~9925290,222877887~7606492,267477519~567222,293485081~6986955,326123716~7906459,378896750~3310200,388569849~5365266] 2024-08-17T01:32:27.191 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [9418786~4362690,53220490~2551043,68175377~7864363,113199736~4194705,122451553~10347637,138219236~7268788,153970254~1931675,169389769~6992522,192299363~9925290,222877887~7606492,267477519~567222,293485081~6986955,326123716~7906459,378896750~3310200,388569849~5365266] 2024-08-17T01:32:27.196 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [9418786~4362690,53220490~2551043,68175377~7864363,113199736~4194705,122451553~10347637,138219236~7268788,153970254~1931675,169389769~6992522,192299363~9925290,222344615~8139764,267477519~567222,293485081~6986955,322980069~11050106,378896750~3310200,388569849~5365266] 2024-08-17T01:32:27.196 INFO:tasks.workunit.client.0.smithi157.stdout:from 18 to 19 diff [9418786~4362690,68175377~7864363,113199736~4194705,122451553~5995716,175673930~293600,192299363~3039015,222877887~7606492,267477519~567222,326123716~7906459,378896750~3310200] 2024-08-17T01:32:27.197 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [9418786~4362690,68175377~7864363,113199736~4194705,122451553~5995716,175673930~293600,192299363~3039015,222877887~7606492,267477519~567222,326123716~7906459,378896750~3310200] 2024-08-17T01:32:27.201 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [9418786~4362690,68175377~7864363,113199736~4194705,122451553~5995716,175673930~293600,192299363~3039015,222344615~8139764,267477519~567222,322980069~11050106,378896750~3310200] 2024-08-17T01:32:27.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:27 smithi157 ceph-mon[101289]: osdmap e2052: 8 total, 8 up, 8 in 2024-08-17T01:32:27.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:27 smithi157 ceph-mon[98780]: osdmap e2052: 8 total, 8 up, 8 in 2024-08-17T01:32:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:27 smithi187 ceph-mon[90552]: osdmap e2052: 8 total, 8 up, 8 in 2024-08-17T01:32:28.097 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:28.097 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:28.122 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:28.122 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:28.122 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:28.128 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:28.128 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:28.128 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:28.134 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:28.134 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:28.134 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:28.140 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:28.140 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:28.141 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:28.146 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~11805779,77289327~612103,78962206~57366659,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~51090343,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:28.147 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:28.147 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:28.153 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:28.153 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:28.153 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:28.159 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,358606755~4332795,378896750~15038365,397856084~1360162,406847488~9494413] 2024-08-17T01:32:28.159 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.159 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.165 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.165 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.165 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.171 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,308651546~11179723,322980069~13322946,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.171 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.171 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.176 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~14630046,282029772~1198289,285212672~18207077,308651546~11179723,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.176 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.176 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.182 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192247157~17982799,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,292050712~11369037,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.182 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.182 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.188 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~17512089,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.188 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to HEAD diff [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.188 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.194 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~17512089,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:28.194 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to HEAD diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:28.194 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:28.199 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~14811407,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:28.199 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to HEAD diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,108052613~10091631,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:28.199 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,108052613~10091631,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:28.205 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,108052613~10091631,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~14811407,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,322980069~11050106,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:28.205 INFO:tasks.workunit.client.0.smithi157.stdout:from 15 to HEAD diff [5406751~734637,7407294~6374182,23018216~69252,27705106~5486283,53220490~2551043,68175377~7864363,85504079~117845,88792603~7745865,108052613~9341828,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,219194679~3149936,222877887~7606492,256112968~3734779,267477519~567222,268152086~5622152,293485081~9934668,311140276~300365,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:28.205 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5406751~734637,7407294~6374182,23018216~69252,27705106~5486283,53220490~2551043,68175377~7864363,85504079~117845,88792603~7745865,108052613~9341828,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,219194679~3149936,222877887~7606492,256112968~3734779,267477519~567222,268152086~5622152,293485081~9934668,311140276~300365,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:28.211 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5406751~734637,7407294~6374182,23018216~69252,27705106~5486283,53220490~2551043,68175377~7864363,85504079~117845,88792603~7745865,108052613~9341828,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,219194679~11289700,256112968~3734779,267477519~567222,268152086~5622152,293485081~9934668,311140276~300365,322980069~11050106,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:28.211 INFO:tasks.workunit.client.0.smithi157.stdout:from 16 to HEAD diff [5406751~734637,9418786~4362690,23018216~69252,53220490~2551043,68175377~7864363,88792603~7745865,113199736~4194705,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,169389769~6992522,192299363~9925290,219194679~3149936,222877887~7606492,267477519~567222,293485081~9934668,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239] 2024-08-17T01:32:28.211 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5406751~734637,9418786~4362690,23018216~69252,53220490~2551043,68175377~7864363,88792603~7745865,113199736~4194705,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,169389769~6992522,192299363~9925290,219194679~3149936,222877887~7606492,267477519~567222,293485081~9934668,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239] 2024-08-17T01:32:28.216 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5406751~734637,9418786~4362690,23018216~69252,53220490~2551043,68175377~7864363,88792603~7745865,113199736~4194705,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,169389769~6992522,192299363~9925290,219194679~11289700,267477519~567222,293485081~9934668,322980069~11050106,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239] 2024-08-17T01:32:28.216 INFO:tasks.workunit.client.0.smithi157.stdout:from 17 to HEAD diff [9418786~4362690,53220490~2551043,68175377~7864363,113199736~4194705,122451553~10347637,138219236~7268788,153970254~1931675,169389769~6992522,192299363~9925290,222877887~7606492,267477519~567222,293485081~6986955,326123716~7906459,378896750~3310200,388569849~5365266] 2024-08-17T01:32:28.216 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [9418786~4362690,53220490~2551043,68175377~7864363,113199736~4194705,122451553~10347637,138219236~7268788,153970254~1931675,169389769~6992522,192299363~9925290,222877887~7606492,267477519~567222,293485081~6986955,326123716~7906459,378896750~3310200,388569849~5365266] 2024-08-17T01:32:28.221 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [9418786~4362690,53220490~2551043,68175377~7864363,113199736~4194705,122451553~10347637,138219236~7268788,153970254~1931675,169389769~6992522,192299363~9925290,222344615~8139764,267477519~567222,293485081~6986955,322980069~11050106,378896750~3310200,388569849~5365266] 2024-08-17T01:32:28.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:28 smithi157 ceph-mon[101289]: pgmap v3534: 137 pgs: 137 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 255 KiB/s rd, 43 MiB/s wr, 395 op/s 2024-08-17T01:32:28.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:28 smithi157 ceph-mon[98780]: pgmap v3534: 137 pgs: 137 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 255 KiB/s rd, 43 MiB/s wr, 395 op/s 2024-08-17T01:32:28.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:28 smithi187 ceph-mon[90552]: pgmap v3534: 137 pgs: 137 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 255 KiB/s rd, 43 MiB/s wr, 395 op/s 2024-08-17T01:32:29.106 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:29.107 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:29.145 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:29.145 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:29.145 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:29.150 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:29.151 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:29.151 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:29.156 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:29.156 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:29.156 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:29.162 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:29.162 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:29.163 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:29.168 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~11805779,77289327~612103,78962206~57366659,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~51090343,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:29.168 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:29.169 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:29.174 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:29.174 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:29.174 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:29.180 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,358606755~4332795,378896750~15038365,397856084~1360162,406847488~9494413] 2024-08-17T01:32:29.180 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.180 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.186 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.186 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.186 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.191 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,308651546~11179723,322980069~13322946,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.192 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.192 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.197 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~14630046,282029772~1198289,285212672~18207077,308651546~11179723,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.197 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.197 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.203 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192247157~17982799,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,292050712~11369037,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.203 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.203 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.208 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~17512089,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.208 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to HEAD diff [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.208 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.214 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~17512089,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:29.214 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to HEAD diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:29.214 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:29.219 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~14811407,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:29.220 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to HEAD diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,108052613~10091631,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:29.220 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,108052613~10091631,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:29.225 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,108052613~10091631,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~14811407,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,322980069~11050106,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:29.225 INFO:tasks.workunit.client.0.smithi157.stdout:from 15 to HEAD diff [5406751~734637,7407294~6374182,23018216~69252,27705106~5486283,53220490~2551043,68175377~7864363,85504079~117845,88792603~7745865,108052613~9341828,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,219194679~3149936,222877887~7606492,256112968~3734779,267477519~567222,268152086~5622152,293485081~9934668,311140276~300365,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:29.225 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5406751~734637,7407294~6374182,23018216~69252,27705106~5486283,53220490~2551043,68175377~7864363,85504079~117845,88792603~7745865,108052613~9341828,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,219194679~3149936,222877887~7606492,256112968~3734779,267477519~567222,268152086~5622152,293485081~9934668,311140276~300365,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:29.230 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5406751~734637,7407294~6374182,23018216~69252,27705106~5486283,53220490~2551043,68175377~7864363,85504079~117845,88792603~7745865,108052613~9341828,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,219194679~11289700,256112968~3734779,267477519~567222,268152086~5622152,293485081~9934668,311140276~300365,322980069~11050106,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:29.230 INFO:tasks.workunit.client.0.smithi157.stdout:from 16 to HEAD diff [5406751~734637,9418786~4362690,23018216~69252,53220490~2551043,68175377~7864363,88792603~7745865,113199736~4194705,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,169389769~6992522,192299363~9925290,219194679~3149936,222877887~7606492,267477519~567222,293485081~9934668,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239] 2024-08-17T01:32:29.231 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5406751~734637,9418786~4362690,23018216~69252,53220490~2551043,68175377~7864363,88792603~7745865,113199736~4194705,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,169389769~6992522,192299363~9925290,219194679~3149936,222877887~7606492,267477519~567222,293485081~9934668,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239] 2024-08-17T01:32:29.235 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5406751~734637,9418786~4362690,23018216~69252,53220490~2551043,68175377~7864363,88792603~7745865,113199736~4194705,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,169389769~6992522,192299363~9925290,219194679~11289700,267477519~567222,293485081~9934668,322980069~11050106,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239] 2024-08-17T01:32:29.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:29 smithi157 ceph-mon[98780]: osdmap e2053: 8 total, 8 up, 8 in 2024-08-17T01:32:29.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:29 smithi157 ceph-mon[101289]: osdmap e2053: 8 total, 8 up, 8 in 2024-08-17T01:32:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:29 smithi187 ceph-mon[90552]: osdmap e2053: 8 total, 8 up, 8 in 2024-08-17T01:32:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:30.110 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:30.110 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:30.154 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:30.154 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:30.154 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:30.160 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:30.160 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:30.160 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:30.166 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:30.166 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:30.166 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:30.172 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:30.172 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:30.172 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:30.178 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~11805779,77289327~612103,78962206~57366659,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~51090343,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:30.178 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:30.178 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:30.184 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:30.184 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:30.184 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:30.190 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,358606755~4332795,378896750~15038365,397856084~1360162,406847488~9494413] 2024-08-17T01:32:30.190 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.190 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.196 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.196 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.196 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.201 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,308651546~11179723,322980069~13322946,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.202 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.202 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.207 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~14630046,282029772~1198289,285212672~18207077,308651546~11179723,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.207 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.208 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.213 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192247157~17982799,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,292050712~11369037,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.213 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.213 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.218 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~17512089,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.219 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to HEAD diff [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.219 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.224 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~17512089,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:30.224 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to HEAD diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:30.225 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:30.230 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~14811407,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:30.230 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to HEAD diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,108052613~10091631,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:30.230 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,108052613~10091631,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:30.235 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,108052613~10091631,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~14811407,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,322980069~11050106,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:30.235 INFO:tasks.workunit.client.0.smithi157.stdout:from 15 to HEAD diff [5406751~734637,7407294~6374182,23018216~69252,27705106~5486283,53220490~2551043,68175377~7864363,85504079~117845,88792603~7745865,108052613~9341828,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,219194679~3149936,222877887~7606492,256112968~3734779,267477519~567222,268152086~5622152,293485081~9934668,311140276~300365,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:30.236 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [5406751~734637,7407294~6374182,23018216~69252,27705106~5486283,53220490~2551043,68175377~7864363,85504079~117845,88792603~7745865,108052613~9341828,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,219194679~3149936,222877887~7606492,256112968~3734779,267477519~567222,268152086~5622152,293485081~9934668,311140276~300365,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:30.241 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [5406751~734637,7407294~6374182,23018216~69252,27705106~5486283,53220490~2551043,68175377~7864363,85504079~117845,88792603~7745865,108052613~9341828,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,219194679~11289700,256112968~3734779,267477519~567222,268152086~5622152,293485081~9934668,311140276~300365,322980069~11050106,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:30.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:30 smithi157 ceph-mon[101289]: pgmap v3536: 137 pgs: 137 active+clean; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 182 KiB/s rd, 29 MiB/s wr, 2.44k op/s 2024-08-17T01:32:30.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:30 smithi157 ceph-mon[101289]: osdmap e2054: 8 total, 8 up, 8 in 2024-08-17T01:32:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:30 smithi157 ceph-mon[98780]: pgmap v3536: 137 pgs: 137 active+clean; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 182 KiB/s rd, 29 MiB/s wr, 2.44k op/s 2024-08-17T01:32:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:30 smithi157 ceph-mon[98780]: osdmap e2054: 8 total, 8 up, 8 in 2024-08-17T01:32:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:30 smithi187 ceph-mon[90552]: pgmap v3536: 137 pgs: 137 active+clean; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 182 KiB/s rd, 29 MiB/s wr, 2.44k op/s 2024-08-17T01:32:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:30 smithi187 ceph-mon[90552]: osdmap e2054: 8 total, 8 up, 8 in 2024-08-17T01:32:31.117 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:31.117 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:31.167 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:31.167 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:31.167 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:31.187 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:31.188 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:31.188 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:31.193 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:31.194 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:31.194 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:31.199 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:31.199 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:31.199 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:31.205 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~11805779,77289327~612103,78962206~57366659,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~51090343,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:31.205 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:31.205 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:31.211 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:31.211 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:31.211 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:31.216 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,358606755~4332795,378896750~15038365,397856084~1360162,406847488~9494413] 2024-08-17T01:32:31.216 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.216 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.222 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.222 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.222 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.228 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,308651546~11179723,322980069~13322946,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.228 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.228 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.233 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~14630046,282029772~1198289,285212672~18207077,308651546~11179723,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.233 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.233 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.238 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192247157~17982799,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,292050712~11369037,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.239 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.239 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.244 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~17512089,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.244 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to HEAD diff [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.244 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.250 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~17512089,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:31.250 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to HEAD diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:31.250 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:31.255 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~14811407,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:31.255 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to HEAD diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,108052613~10091631,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:31.255 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,108052613~10091631,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,326123716~7906459,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:31.260 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,108052613~10091631,118900552~13898638,138219236~7268788,150779273~502776,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~14811407,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,311140276~300365,311634370~2693553,322980069~11050106,343034614~5040424,378896750~3310200,388569849~5365266,398232007~984239,410079008~6262893] 2024-08-17T01:32:31.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:31 smithi157 ceph-mon[101289]: osdmap e2055: 8 total, 8 up, 8 in 2024-08-17T01:32:31.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:31 smithi157 ceph-mon[98780]: osdmap e2055: 8 total, 8 up, 8 in 2024-08-17T01:32:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:31 smithi187 ceph-mon[90552]: osdmap e2055: 8 total, 8 up, 8 in 2024-08-17T01:32:32.129 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:32.129 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:32.175 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:32.175 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:32.176 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:32.188 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:32.188 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:32.188 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:32.194 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:32.194 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:32.194 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:32.200 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:32.200 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:32.200 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:32.205 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~11805779,77289327~612103,78962206~57366659,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~51090343,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:32.206 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:32.206 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:32.211 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:32.211 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:32.211 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:32.217 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,358606755~4332795,378896750~15038365,397856084~1360162,406847488~9494413] 2024-08-17T01:32:32.217 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.217 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.222 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.223 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.223 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.228 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,308651546~11179723,322980069~13322946,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.228 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.228 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.234 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~14630046,282029772~1198289,285212672~18207077,308651546~11179723,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.234 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.234 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.239 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192247157~17982799,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,292050712~11369037,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.239 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.239 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.245 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~17512089,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.245 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to HEAD diff [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.245 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.250 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~17512089,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:32.250 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to HEAD diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:32.250 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~6671643,222877887~7606492,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:32.255 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~5269724,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~17189222,118900552~17428313,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,215672972~14811407,253368961~7329329,267477519~567222,268152086~5622152,276830511~3596395,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~5234934,343034614~5040424,378896750~3310200,384967503~8967612,398232007~984239,410079008~6262893] 2024-08-17T01:32:32.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:32 smithi157 ceph-mon[101289]: pgmap v3539: 137 pgs: 137 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 190 KiB/s rd, 11 MiB/s wr, 4.92k op/s 2024-08-17T01:32:32.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:32 smithi157 ceph-mon[101289]: osdmap e2056: 8 total, 8 up, 8 in 2024-08-17T01:32:32.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:32 smithi157 ceph-mon[98780]: pgmap v3539: 137 pgs: 137 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 190 KiB/s rd, 11 MiB/s wr, 4.92k op/s 2024-08-17T01:32:32.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:32 smithi157 ceph-mon[98780]: osdmap e2056: 8 total, 8 up, 8 in 2024-08-17T01:32:32.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:32 smithi187 ceph-mon[90552]: pgmap v3539: 137 pgs: 137 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 190 KiB/s rd, 11 MiB/s wr, 4.92k op/s 2024-08-17T01:32:32.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:32 smithi187 ceph-mon[90552]: osdmap e2056: 8 total, 8 up, 8 in 2024-08-17T01:32:32.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:32:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:32:33.136 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.136 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.187 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:33.187 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.188 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.201 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:33.201 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.201 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.206 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:33.206 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.206 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.212 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:33.212 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.212 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.218 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~11805779,77289327~612103,78962206~57366659,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~51090343,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:33.218 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.218 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.223 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:33.224 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:33.224 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:33.229 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,358606755~4332795,378896750~15038365,397856084~1360162,406847488~9494413] 2024-08-17T01:32:33.229 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.229 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.235 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.235 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.235 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.240 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,308651546~11179723,322980069~13322946,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.240 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.240 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.246 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~14630046,282029772~1198289,285212672~18207077,308651546~11179723,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.246 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.246 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.252 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192247157~17982799,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,292050712~11369037,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.252 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.252 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.257 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~17512089,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.257 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to HEAD diff [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.257 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.262 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~9768474,14881552~45621,23018216~69252,27705106~5486283,39529549~8994734,52872563~2898970,68175377~7864363,85504079~117845,88792603~7745865,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~17512089,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~5234934,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:33 smithi157 ceph-mon[98780]: osdmap e2057: 8 total, 8 up, 8 in 2024-08-17T01:32:33.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:33 smithi157 ceph-mon[101289]: osdmap e2057: 8 total, 8 up, 8 in 2024-08-17T01:32:33.416 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.417 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:33 smithi187 ceph-mon[90552]: osdmap e2057: 8 total, 8 up, 8 in 2024-08-17T01:32:33.462 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:33.462 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.462 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.480 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:33.480 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.480 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.488 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:33.488 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.488 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.494 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:33.494 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.494 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.499 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~11805779,77289327~612103,78962206~57366659,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~51090343,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:33.499 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.499 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:33.505 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:33.505 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:33.505 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:33.510 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,358606755~4332795,378896750~15038365,397856084~1360162,406847488~9494413] 2024-08-17T01:32:33.511 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.511 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.516 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.516 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.516 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.521 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,308651546~11179723,322980069~13322946,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.521 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.521 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.527 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~14630046,282029772~1198289,285212672~18207077,308651546~11179723,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.527 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.527 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.533 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192247157~17982799,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,292050712~11369037,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.533 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.533 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192299363~9925290,204963794~4847658,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,293485081~9934668,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.538 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192299363~17512089,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,293485081~9934668,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384967503~8967612,397856084~1360162,410079008~6262893] 2024-08-17T01:32:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:32:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:32:33] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-08-17T01:32:34.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:34 smithi157 ceph-mon[98780]: pgmap v3542: 137 pgs: 137 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 142 KiB/s rd, 4.2 KiB/s wr, 3.16k op/s 2024-08-17T01:32:34.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:34 smithi157 ceph-mon[98780]: osdmap e2058: 8 total, 8 up, 8 in 2024-08-17T01:32:34.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:34 smithi157 ceph-mon[98780]: osdmap e2059: 8 total, 8 up, 8 in 2024-08-17T01:32:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:34 smithi157 ceph-mon[101289]: pgmap v3542: 137 pgs: 137 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 142 KiB/s rd, 4.2 KiB/s wr, 3.16k op/s 2024-08-17T01:32:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:34 smithi157 ceph-mon[101289]: osdmap e2058: 8 total, 8 up, 8 in 2024-08-17T01:32:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:34 smithi157 ceph-mon[101289]: osdmap e2059: 8 total, 8 up, 8 in 2024-08-17T01:32:34.418 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:34.418 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:34 smithi187 ceph-mon[90552]: pgmap v3542: 137 pgs: 137 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 142 KiB/s rd, 4.2 KiB/s wr, 3.16k op/s 2024-08-17T01:32:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:34 smithi187 ceph-mon[90552]: osdmap e2058: 8 total, 8 up, 8 in 2024-08-17T01:32:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:34 smithi187 ceph-mon[90552]: osdmap e2059: 8 total, 8 up, 8 in 2024-08-17T01:32:34.459 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:34.459 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:34.459 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:34.486 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:34.487 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:34.487 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:34.499 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:34.499 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:34.499 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:34.504 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:34.504 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:34.505 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:34.510 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~11805779,77289327~612103,78962206~57366659,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~51090343,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:34.510 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:34.510 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:34.515 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:34.515 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:34.515 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:34.521 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,358606755~4332795,378896750~15038365,397856084~1360162,406847488~9494413] 2024-08-17T01:32:34.521 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:34.521 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:34.526 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:34.526 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:34.526 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:34.531 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,308651546~11179723,322980069~13322946,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:34.531 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:34.531 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:34.537 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~14630046,282029772~1198289,285212672~18207077,308651546~11179723,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:34.537 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:34.537 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,253188295~7509995,265796860~14630046,282029772~1198289,292839919~10579830,308653246~6777194,316705197~2967345,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:34.542 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~9629036,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~8853901,100848528~48875,100955022~35373843,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,192247157~17982799,215672972~14811407,251658240~9040050,265796860~14630046,282029772~1198289,292050712~11369037,308651546~6778894,316705197~2967345,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:35.420 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:35.420 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:35.471 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:35.471 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:35.471 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:35.487 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:35.487 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:35.487 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:35.498 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:35.498 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:35.498 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:35.503 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:35.503 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:35.503 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:35.508 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~11805779,77289327~612103,78962206~57366659,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~51090343,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:35.509 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:35.509 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:35.515 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:35.515 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:35.515 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:35.520 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,358606755~4332795,378896750~15038365,397856084~1360162,406847488~9494413] 2024-08-17T01:32:35.520 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:35.520 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:35.525 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:35.526 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:35.526 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:35.531 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,308651546~11179723,322980069~13322946,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:35.531 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:35.531 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~14630046,282029772~1198289,288431437~3619275,292839919~10579830,308653246~11178023,326123716~7906459,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:35.537 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,52872563~2898970,67427227~9686888,85504079~117845,87684567~48644298,138219236~7268788,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~14630046,282029772~1198289,285212672~18207077,308651546~11179723,322980069~11050106,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:35 smithi187 ceph-mon[90552]: osdmap e2060: 8 total, 8 up, 8 in 2024-08-17T01:32:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:35 smithi187 ceph-mon[90552]: pgmap v3546: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.4 KiB/s wr, 1.02k op/s 2024-08-17T01:32:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:35 smithi157 ceph-mon[98780]: osdmap e2060: 8 total, 8 up, 8 in 2024-08-17T01:32:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:35 smithi157 ceph-mon[98780]: pgmap v3546: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.4 KiB/s wr, 1.02k op/s 2024-08-17T01:32:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:35 smithi157 ceph-mon[101289]: osdmap e2060: 8 total, 8 up, 8 in 2024-08-17T01:32:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:35 smithi157 ceph-mon[101289]: pgmap v3546: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.4 KiB/s wr, 1.02k op/s 2024-08-17T01:32:36.429 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:36.429 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:36.483 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:36.484 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:36.484 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:36.503 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:36.504 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:36.504 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:36.510 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:36.510 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:36.510 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:36.515 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:36.516 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:36.516 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:36.521 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~11805779,77289327~612103,78962206~57366659,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~51090343,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:36.521 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:36.521 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:36.527 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:36.527 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:36.527 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:36.532 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,358606755~4332795,378896750~15038365,397856084~1360162,406847488~9494413] 2024-08-17T01:32:36.532 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:36.532 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:36.538 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:36.538 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:36.538 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,308653246~11178023,326123716~10179299,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:36.543 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~1931675,161000634~2148251,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,308651546~11179723,322980069~13322946,336415795~6360567,343034614~5040424,350305284~4347599,378896750~3310200,384819410~9115705,397856084~1360162,410079008~6262893] 2024-08-17T01:32:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:36 smithi187 ceph-mon[90552]: osdmap e2061: 8 total, 8 up, 8 in 2024-08-17T01:32:36.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:36 smithi157 ceph-mon[98780]: osdmap e2061: 8 total, 8 up, 8 in 2024-08-17T01:32:36.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:36 smithi157 ceph-mon[101289]: osdmap e2061: 8 total, 8 up, 8 in 2024-08-17T01:32:37.431 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:37.431 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:37.482 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:37.587 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:37.587 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:37.589 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:37.589 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:37.589 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:37.589 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:37.590 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:37.590 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:37.590 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:37.590 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:37.590 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:37.590 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~11805779,77289327~612103,78962206~57366659,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~51090343,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:37.590 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:37.590 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:37.590 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:37.590 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:37.590 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:37.591 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,358606755~4332795,378896750~15038365,397856084~1360162,406847488~9494413] 2024-08-17T01:32:37.591 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:37.591 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:37.591 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~13055453,39529549~8994734,51651765~6392558,66421920~10692195,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,378896750~15038365,397856084~1360162,410079008~6262893] 2024-08-17T01:32:37.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:37 smithi187 ceph-mon[90552]: osdmap e2062: 8 total, 8 up, 8 in 2024-08-17T01:32:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:37 smithi187 ceph-mon[90552]: pgmap v3549: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 155 KiB/s rd, 7.1 KiB/s wr, 2.10k op/s 2024-08-17T01:32:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:37 smithi157 ceph-mon[98780]: osdmap e2062: 8 total, 8 up, 8 in 2024-08-17T01:32:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:37 smithi157 ceph-mon[98780]: pgmap v3549: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 155 KiB/s rd, 7.1 KiB/s wr, 2.10k op/s 2024-08-17T01:32:37.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:37 smithi157 ceph-mon[101289]: osdmap e2062: 8 total, 8 up, 8 in 2024-08-17T01:32:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:37 smithi157 ceph-mon[101289]: pgmap v3549: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 155 KiB/s rd, 7.1 KiB/s wr, 2.10k op/s 2024-08-17T01:32:38.426 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:38.426 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:38.480 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:38.480 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:38.480 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:38.489 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:38.489 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:38.490 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:38.495 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:38.495 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:38.495 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:38.501 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:38.501 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:38.501 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:38.506 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~11805779,77289327~612103,78962206~57366659,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~51090343,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:38.507 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:38.507 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:38.512 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:38.512 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:38.512 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~6992522,178033789~4052670,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11618269,359871241~3068309,378896750~15038365,397856084~1360162,409284440~7057461] 2024-08-17T01:32:38.517 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~6992522,178033789~4052670,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11618269,358606755~4332795,378896750~15038365,397856084~1360162,406847488~9494413] 2024-08-17T01:32:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:38 smithi187 ceph-mon[90552]: osdmap e2063: 8 total, 8 up, 8 in 2024-08-17T01:32:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:38 smithi187 ceph-mon[90552]: osdmap e2064: 8 total, 8 up, 8 in 2024-08-17T01:32:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:38 smithi157 ceph-mon[98780]: osdmap e2063: 8 total, 8 up, 8 in 2024-08-17T01:32:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:38 smithi157 ceph-mon[98780]: osdmap e2064: 8 total, 8 up, 8 in 2024-08-17T01:32:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:38 smithi157 ceph-mon[101289]: osdmap e2063: 8 total, 8 up, 8 in 2024-08-17T01:32:38.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:38 smithi157 ceph-mon[101289]: osdmap e2064: 8 total, 8 up, 8 in 2024-08-17T01:32:39.437 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:39.437 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:39.500 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:39.501 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:39.501 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:39.515 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:39.515 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:39.515 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:39.522 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:39.522 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:39.522 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:39.528 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:39.528 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:39.528 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:39.533 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~11805779,77289327~612103,78962206~57366659,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~51090343,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:39.533 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:39.533 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~10579830,305085975~3565571,308653246~11178023,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:39.538 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,23018216~69252,23562353~24961930,51651765~6392558,65308336~11805779,77289327~612103,78962206~1584082,85504079~117845,86462799~49866066,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~18207077,303962226~15869043,322980069~13322946,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:39.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:39 smithi187 ceph-mon[90552]: pgmap v3552: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 1.0 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 143 KiB/s rd, 6.2 KiB/s wr, 1.67k op/s 2024-08-17T01:32:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:39 smithi157 ceph-mon[98780]: pgmap v3552: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 1.0 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 143 KiB/s rd, 6.2 KiB/s wr, 1.67k op/s 2024-08-17T01:32:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:39 smithi157 ceph-mon[101289]: pgmap v3552: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 1.0 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 143 KiB/s rd, 6.2 KiB/s wr, 1.67k op/s 2024-08-17T01:32:40.445 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:40.445 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:40.488 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:40.488 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:40.488 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:40.503 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:40.503 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:40.503 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:40.519 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:40.519 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:40.519 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:40.526 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:40.526 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:40.526 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~13783917,18197990~30326293,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52480470,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,253188295~7509995,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~6360567,343034614~11861622,359871241~3068309,363494888~610481,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:40.532 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~13783917,18197990~39846333,65308336~11805779,77289327~612103,78962206~57366659,136629477~8858547,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,242137518~246855,251658240~9040050,265796860~17431201,285212672~51090343,336415795~6360567,343034614~11861622,358606755~4332795,363494888~610481,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:40.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:40 smithi187 ceph-mon[90552]: osdmap e2065: 8 total, 8 up, 8 in 2024-08-17T01:32:40.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:40 smithi157 ceph-mon[98780]: osdmap e2065: 8 total, 8 up, 8 in 2024-08-17T01:32:40.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:40 smithi157 ceph-mon[101289]: osdmap e2065: 8 total, 8 up, 8 in 2024-08-17T01:32:41.455 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:41.455 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:41.498 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:41.499 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:41.499 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:41.516 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:41.516 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:41.516 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:41.525 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:41.525 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:41.525 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~2835663,253188295~8947172,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~10179299,336415795~18480441,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:41.530 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~6451992,251658240~10477227,265796860~17431201,285212672~51090343,336415795~18480441,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:41 smithi187 ceph-mon[90552]: osdmap e2066: 8 total, 8 up, 8 in 2024-08-17T01:32:41.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:41 smithi187 ceph-mon[90552]: pgmap v3555: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 993 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 6.0 KiB/s wr, 1.17k op/s 2024-08-17T01:32:41.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:41 smithi157 ceph-mon[101289]: osdmap e2066: 8 total, 8 up, 8 in 2024-08-17T01:32:41.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:41 smithi157 ceph-mon[101289]: pgmap v3555: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 993 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 6.0 KiB/s wr, 1.17k op/s 2024-08-17T01:32:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:41 smithi157 ceph-mon[98780]: osdmap e2066: 8 total, 8 up, 8 in 2024-08-17T01:32:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:41 smithi157 ceph-mon[98780]: pgmap v3555: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 993 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 6.0 KiB/s wr, 1.17k op/s 2024-08-17T01:32:42.488 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:42.488 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:42.518 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:42.518 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:42.518 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:42.528 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:42.528 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:42.528 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~11805779,77289327~612103,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~12094932,169389769~12696690,192247157~9977496,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:42.533 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~11805779,77289327~612103,78962206~66525818,146800640~4684233,152538963~1367174,153970254~12094932,169389769~12696690,192247157~17982799,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:42 smithi187 ceph-mon[90552]: osdmap e2067: 8 total, 8 up, 8 in 2024-08-17T01:32:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:32:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:32:42.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:42 smithi157 ceph-mon[101289]: osdmap e2067: 8 total, 8 up, 8 in 2024-08-17T01:32:42.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:42 smithi157 ceph-mon[98780]: osdmap e2067: 8 total, 8 up, 8 in 2024-08-17T01:32:43.416 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:43.416 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:43.467 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:43.467 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:43.467 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [3765860~204715,4013002~44511281,48792547~9251776,65308336~13418297,78962206~1584082,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,186708964~15515689,204963794~5266162,215672972~6671643,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~28772520,359871241~3068309,363494888~610481,366888763~4660105,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:43.489 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [3765860~204715,4013002~54031321,65308336~13418297,78962206~66525818,146800640~4684233,152538963~1367174,153970254~28116205,184549376~25680580,215672972~14811407,239075328~10669507,251658240~11115278,265796860~17431201,285212672~69683564,358606755~4332795,363494888~610481,366888763~4660105,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:43 smithi187 ceph-mon[90552]: osdmap e2068: 8 total, 8 up, 8 in 2024-08-17T01:32:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:43 smithi187 ceph-mon[90552]: pgmap v3558: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 992 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 80 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-08-17T01:32:43.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:43 smithi187 ceph-mon[90552]: osdmap e2069: 8 total, 8 up, 8 in 2024-08-17T01:32:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:32:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:32:43] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-08-17T01:32:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:43 smithi157 ceph-mon[98780]: osdmap e2068: 8 total, 8 up, 8 in 2024-08-17T01:32:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:43 smithi157 ceph-mon[98780]: pgmap v3558: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 992 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 80 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-08-17T01:32:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:43 smithi157 ceph-mon[98780]: osdmap e2069: 8 total, 8 up, 8 in 2024-08-17T01:32:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:43 smithi157 ceph-mon[101289]: osdmap e2068: 8 total, 8 up, 8 in 2024-08-17T01:32:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:43 smithi157 ceph-mon[101289]: pgmap v3558: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 992 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 80 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-08-17T01:32:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:43 smithi157 ceph-mon[101289]: osdmap e2069: 8 total, 8 up, 8 in 2024-08-17T01:32:44.481 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:44.481 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [493489~48030794,48792547~9251776,65308336~15237952,83848395~52781082,136994332~8493692,150779273~705600,152538963~1367174,153970254~28116205,182798910~1492157,186708964~15515689,204963794~5266162,214041287~8303328,222877887~7606492,242137518~246855,242691657~7053178,253188295~9585223,265796860~17431201,288431437~3619275,292839919~11122307,305085975~3565571,308653246~14326823,326123716~32483039,359871241~11677627,377981426~15953689,397235482~7343578,409284440~7057461] 2024-08-17T01:32:44.521 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [493489~57550834,65308336~80179688,146800640~4684233,152538963~1367174,153970254~30320813,184549376~25680580,213909504~16574875,239075328~10669507,251658240~11115278,265796860~17431201,285212672~86336196,377487360~16447755,394264576~10314484,406847488~9494413] 2024-08-17T01:32:44.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:44.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:45.499 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39492 ms) 2024-08-17T01:32:45.499 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-08-17T01:32:45.499 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:32:45.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:45 smithi157 ceph-mon[98780]: osdmap e2070: 8 total, 8 up, 8 in 2024-08-17T01:32:45.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:45 smithi157 ceph-mon[98780]: pgmap v3561: 137 pgs: 4 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 130 active+clean; 902 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 1023 B/s wr, 321 op/s 2024-08-17T01:32:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:45 smithi157 ceph-mon[101289]: osdmap e2070: 8 total, 8 up, 8 in 2024-08-17T01:32:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:45 smithi157 ceph-mon[101289]: pgmap v3561: 137 pgs: 4 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 130 active+clean; 902 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 1023 B/s wr, 321 op/s 2024-08-17T01:32:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:45 smithi187 ceph-mon[90552]: osdmap e2070: 8 total, 8 up, 8 in 2024-08-17T01:32:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:45 smithi187 ceph-mon[90552]: pgmap v3561: 137 pgs: 4 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 130 active+clean; 902 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 1023 B/s wr, 321 op/s 2024-08-17T01:32:46.583 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1085 ms) 2024-08-17T01:32:46.583 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-08-17T01:32:46.583 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:32:46.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:46 smithi157 ceph-mon[101289]: osdmap e2071: 8 total, 8 up, 8 in 2024-08-17T01:32:46.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:46 smithi157 ceph-mon[98780]: osdmap e2071: 8 total, 8 up, 8 in 2024-08-17T01:32:46.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:46 smithi187 ceph-mon[90552]: osdmap e2071: 8 total, 8 up, 8 in 2024-08-17T01:32:47.627 INFO:tasks.workunit.client.0.smithi157.stdout: wrote [2682925~2447,2723231~34728,4539499~38283,5224266~79497,10928551~99783,16255606~33353,16382944~54995,17232793~74211] to clone 2024-08-17T01:32:47.627 INFO:tasks.workunit.client.0.smithi157.stdout: diff was [0~2757959,4194304~1109459,8388608~2639726,12582912~3855027,16777216~529788] 2024-08-17T01:32:47.630 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1047 ms) 2024-08-17T01:32:47.631 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-08-17T01:32:47.631 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:32:47.654 INFO:tasks.workunit.client.0.smithi157.stdout: wrote [41424~34937,3298747~20425,9043795~66829,10175194~59991,11884749~65682,12041790~94592,12861931~38091,17614287~31392] 2024-08-17T01:32:47.660 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2024-08-17T01:32:47.660 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-08-17T01:32:47.660 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:32:47.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:47 smithi157 ceph-mon[101289]: osdmap e2072: 8 total, 8 up, 8 in 2024-08-17T01:32:47.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:47 smithi157 ceph-mon[101289]: pgmap v3564: 137 pgs: 4 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 129 active+clean; 826 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 9.2 KiB/s wr, 526 op/s 2024-08-17T01:32:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:47 smithi157 ceph-mon[98780]: osdmap e2072: 8 total, 8 up, 8 in 2024-08-17T01:32:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:47 smithi157 ceph-mon[98780]: pgmap v3564: 137 pgs: 4 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 129 active+clean; 826 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 9.2 KiB/s wr, 526 op/s 2024-08-17T01:32:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:47 smithi187 ceph-mon[90552]: osdmap e2072: 8 total, 8 up, 8 in 2024-08-17T01:32:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:47 smithi187 ceph-mon[90552]: pgmap v3564: 137 pgs: 4 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 129 active+clean; 826 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 9.2 KiB/s wr, 526 op/s 2024-08-17T01:32:48.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:48 smithi157 ceph-mon[101289]: osdmap e2073: 8 total, 8 up, 8 in 2024-08-17T01:32:48.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:48 smithi157 ceph-mon[101289]: osdmap e2074: 8 total, 8 up, 8 in 2024-08-17T01:32:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:48 smithi157 ceph-mon[98780]: osdmap e2073: 8 total, 8 up, 8 in 2024-08-17T01:32:48.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:48 smithi157 ceph-mon[98780]: osdmap e2074: 8 total, 8 up, 8 in 2024-08-17T01:32:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:48 smithi187 ceph-mon[90552]: osdmap e2073: 8 total, 8 up, 8 in 2024-08-17T01:32:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:48 smithi187 ceph-mon[90552]: osdmap e2074: 8 total, 8 up, 8 in 2024-08-17T01:32:49.514 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1853 ms) 2024-08-17T01:32:49.514 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-08-17T01:32:49.514 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:32:49.562 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (49 ms) 2024-08-17T01:32:49.562 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-08-17T01:32:49.563 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:32:49.641 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (79 ms) 2024-08-17T01:32:49.641 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-08-17T01:32:49.641 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:32:49.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:49 smithi157 ceph-mon[101289]: pgmap v3567: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 798 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.6 MiB/s wr, 322 op/s 2024-08-17T01:32:49.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:49 smithi157 ceph-mon[101289]: osdmap e2075: 8 total, 8 up, 8 in 2024-08-17T01:32:49.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:49 smithi157 ceph-mon[98780]: pgmap v3567: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 798 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.6 MiB/s wr, 322 op/s 2024-08-17T01:32:49.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:49 smithi157 ceph-mon[98780]: osdmap e2075: 8 total, 8 up, 8 in 2024-08-17T01:32:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:49 smithi187 ceph-mon[90552]: pgmap v3567: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 798 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.6 MiB/s wr, 322 op/s 2024-08-17T01:32:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:49 smithi187 ceph-mon[90552]: osdmap e2075: 8 total, 8 up, 8 in 2024-08-17T01:32:52.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:51 smithi157 ceph-mon[98780]: pgmap v3569: 137 pgs: 137 active+clean; 856 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.9 MiB/s rd, 13 MiB/s wr, 312 op/s 2024-08-17T01:32:52.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:51 smithi157 ceph-mon[101289]: pgmap v3569: 137 pgs: 137 active+clean; 856 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.9 MiB/s rd, 13 MiB/s wr, 312 op/s 2024-08-17T01:32:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:51 smithi187 ceph-mon[90552]: pgmap v3569: 137 pgs: 137 active+clean; 856 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.9 MiB/s rd, 13 MiB/s wr, 312 op/s 2024-08-17T01:32:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:32:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:32:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:32:53.841 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:32:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:32:53] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-08-17T01:32:54.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:53 smithi157 ceph-mon[98780]: pgmap v3570: 137 pgs: 137 active+clean; 864 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.9 MiB/s wr, 257 op/s 2024-08-17T01:32:54.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:53 smithi157 ceph-mon[98780]: osdmap e2076: 8 total, 8 up, 8 in 2024-08-17T01:32:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:53 smithi157 ceph-mon[101289]: pgmap v3570: 137 pgs: 137 active+clean; 864 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.9 MiB/s wr, 257 op/s 2024-08-17T01:32:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:53 smithi157 ceph-mon[101289]: osdmap e2076: 8 total, 8 up, 8 in 2024-08-17T01:32:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:53 smithi187 ceph-mon[90552]: pgmap v3570: 137 pgs: 137 active+clean; 864 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.9 MiB/s wr, 257 op/s 2024-08-17T01:32:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:53 smithi187 ceph-mon[90552]: osdmap e2076: 8 total, 8 up, 8 in 2024-08-17T01:32:54.679 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5038 ms) 2024-08-17T01:32:54.680 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-08-17T01:32:54.680 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:32:54.680 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-08-17T01:32:54.856 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 19 tests from DiffIterateTest/0 (235218 ms total) 2024-08-17T01:32:54.856 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:32:54.856 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 19 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-08-17T01:32:54.893 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-08-17T01:32:56.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:55 smithi157 ceph-mon[98780]: pgmap v3572: 137 pgs: 137 active+clean; 880 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 10 MiB/s wr, 255 op/s 2024-08-17T01:32:56.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:55 smithi157 ceph-mon[98780]: osdmap e2077: 8 total, 8 up, 8 in 2024-08-17T01:32:56.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:55 smithi157 ceph-mon[101289]: pgmap v3572: 137 pgs: 137 active+clean; 880 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 10 MiB/s wr, 255 op/s 2024-08-17T01:32:56.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:55 smithi157 ceph-mon[101289]: osdmap e2077: 8 total, 8 up, 8 in 2024-08-17T01:32:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:55 smithi187 ceph-mon[90552]: pgmap v3572: 137 pgs: 137 active+clean; 880 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 10 MiB/s wr, 255 op/s 2024-08-17T01:32:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:55 smithi187 ceph-mon[90552]: osdmap e2077: 8 total, 8 up, 8 in 2024-08-17T01:32:56.869 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:32:57.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:56 smithi157 ceph-mon[98780]: osdmap e2078: 8 total, 8 up, 8 in 2024-08-17T01:32:57.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:56 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2734454451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:57.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:56 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:57.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:56 smithi157 ceph-mon[101289]: osdmap e2078: 8 total, 8 up, 8 in 2024-08-17T01:32:57.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:56 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2734454451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:57.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:56 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:56 smithi187 ceph-mon[90552]: osdmap e2078: 8 total, 8 up, 8 in 2024-08-17T01:32:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:56 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2734454451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:56 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:57 smithi157 ceph-mon[98780]: pgmap v3575: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:32:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:57 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:32:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:57 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:32:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:57 smithi157 ceph-mon[98780]: osdmap e2079: 8 total, 8 up, 8 in 2024-08-17T01:32:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:57 smithi157 ceph-mon[101289]: pgmap v3575: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:32:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:57 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:32:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:57 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:32:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:57 smithi157 ceph-mon[101289]: osdmap e2079: 8 total, 8 up, 8 in 2024-08-17T01:32:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:57 smithi187 ceph-mon[90552]: pgmap v3575: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:32:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:57 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:32:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:57 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi157-151243-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:32:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:57 smithi187 ceph-mon[90552]: osdmap e2079: 8 total, 8 up, 8 in 2024-08-17T01:32:58.918 INFO:tasks.workunit.client.0.smithi157.stdout: wrote [1392277~85891,1516908~66414,3930516~99773,4252814~95778,9954359~12623,10078130~26334,10635174~41751,12096315~42302,14114227~32321,17630388~44732] 2024-08-17T01:32:59.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:58 smithi157 ceph-mon[101289]: osdmap e2080: 8 total, 8 up, 8 in 2024-08-17T01:32:59.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:32:59.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:58 smithi157 ceph-mon[98780]: osdmap e2080: 8 total, 8 up, 8 in 2024-08-17T01:32:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:32:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:58 smithi187 ceph-mon[90552]: osdmap e2080: 8 total, 8 up, 8 in 2024-08-17T01:32:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:32:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:59.897 INFO:tasks.workunit.client.0.smithi157.stdout: wrote [0~16777216] 2024-08-17T01:32:59.906 INFO:tasks.workunit.client.0.smithi157.stdout: diff was [0~16777216] 2024-08-17T01:32:59.911 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5017 ms) 2024-08-17T01:32:59.911 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-08-17T01:32:59.911 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:33:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:59 smithi157 ceph-mon[101289]: pgmap v3578: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:33:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:59 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:33:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:32:59 smithi157 ceph-mon[101289]: osdmap e2081: 8 total, 8 up, 8 in 2024-08-17T01:33:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:59 smithi157 ceph-mon[98780]: pgmap v3578: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:33:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:59 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:33:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:32:59 smithi157 ceph-mon[98780]: osdmap e2081: 8 total, 8 up, 8 in 2024-08-17T01:33:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:59 smithi187 ceph-mon[90552]: pgmap v3578: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:33:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:59 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:33:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:32:59 smithi187 ceph-mon[90552]: osdmap e2081: 8 total, 8 up, 8 in 2024-08-17T01:33:01.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:00 smithi157 ceph-mon[98780]: osdmap e2082: 8 total, 8 up, 8 in 2024-08-17T01:33:01.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:33:01.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:00 smithi157 ceph-mon[101289]: osdmap e2082: 8 total, 8 up, 8 in 2024-08-17T01:33:01.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:33:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:00 smithi187 ceph-mon[90552]: osdmap e2082: 8 total, 8 up, 8 in 2024-08-17T01:33:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:33:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:01 smithi157 ceph-mon[101289]: pgmap v3581: 137 pgs: 137 active+clean; 7.1 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 56 KiB/s wr, 5 op/s 2024-08-17T01:33:02.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:01 smithi157 ceph-mon[101289]: osdmap e2083: 8 total, 8 up, 8 in 2024-08-17T01:33:02.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:33:02.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:33:02.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:33:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:01 smithi157 ceph-mon[98780]: pgmap v3581: 137 pgs: 137 active+clean; 7.1 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 56 KiB/s wr, 5 op/s 2024-08-17T01:33:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:01 smithi157 ceph-mon[98780]: osdmap e2083: 8 total, 8 up, 8 in 2024-08-17T01:33:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:33:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:33:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:33:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:01 smithi187 ceph-mon[90552]: pgmap v3581: 137 pgs: 137 active+clean; 7.1 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 56 KiB/s wr, 5 op/s 2024-08-17T01:33:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:01 smithi187 ceph-mon[90552]: osdmap e2083: 8 total, 8 up, 8 in 2024-08-17T01:33:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:33:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:33:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:33:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:33:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:33:02.932 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:33:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:02 smithi187 ceph-mon[90552]: osdmap e2084: 8 total, 8 up, 8 in 2024-08-17T01:33:03.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:02 smithi157 ceph-mon[101289]: osdmap e2084: 8 total, 8 up, 8 in 2024-08-17T01:33:03.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:02 smithi157 ceph-mon[98780]: osdmap e2084: 8 total, 8 up, 8 in 2024-08-17T01:33:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:33:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:33:03] "GET /metrics HTTP/1.1" 200 36707 "" "Prometheus/2.43.0" 2024-08-17T01:33:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:03 smithi187 ceph-mon[90552]: pgmap v3584: 137 pgs: 137 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 225 KiB/s wr, 35 op/s 2024-08-17T01:33:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:03 smithi187 ceph-mon[90552]: osdmap e2085: 8 total, 8 up, 8 in 2024-08-17T01:33:04.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:03 smithi157 ceph-mon[98780]: pgmap v3584: 137 pgs: 137 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 225 KiB/s wr, 35 op/s 2024-08-17T01:33:04.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:03 smithi157 ceph-mon[98780]: osdmap e2085: 8 total, 8 up, 8 in 2024-08-17T01:33:04.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:03 smithi157 ceph-mon[101289]: pgmap v3584: 137 pgs: 137 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 225 KiB/s wr, 35 op/s 2024-08-17T01:33:04.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:03 smithi157 ceph-mon[101289]: osdmap e2085: 8 total, 8 up, 8 in 2024-08-17T01:33:05.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:04 smithi187 ceph-mon[90552]: osdmap e2086: 8 total, 8 up, 8 in 2024-08-17T01:33:05.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:04 smithi157 ceph-mon[98780]: osdmap e2086: 8 total, 8 up, 8 in 2024-08-17T01:33:05.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:04 smithi157 ceph-mon[101289]: osdmap e2086: 8 total, 8 up, 8 in 2024-08-17T01:33:05.943 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:33:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:05 smithi187 ceph-mon[90552]: pgmap v3587: 137 pgs: 137 active+clean; 18 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 229 KiB/s wr, 94 op/s 2024-08-17T01:33:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:05 smithi187 ceph-mon[90552]: osdmap e2087: 8 total, 8 up, 8 in 2024-08-17T01:33:06.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:05 smithi157 ceph-mon[98780]: pgmap v3587: 137 pgs: 137 active+clean; 18 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 229 KiB/s wr, 94 op/s 2024-08-17T01:33:06.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:05 smithi157 ceph-mon[98780]: osdmap e2087: 8 total, 8 up, 8 in 2024-08-17T01:33:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:05 smithi157 ceph-mon[101289]: pgmap v3587: 137 pgs: 137 active+clean; 18 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 229 KiB/s wr, 94 op/s 2024-08-17T01:33:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:05 smithi157 ceph-mon[101289]: osdmap e2087: 8 total, 8 up, 8 in 2024-08-17T01:33:07.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:06 smithi187 ceph-mon[90552]: osdmap e2088: 8 total, 8 up, 8 in 2024-08-17T01:33:07.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:06 smithi157 ceph-mon[101289]: osdmap e2088: 8 total, 8 up, 8 in 2024-08-17T01:33:07.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:06 smithi157 ceph-mon[98780]: osdmap e2088: 8 total, 8 up, 8 in 2024-08-17T01:33:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:07 smithi187 ceph-mon[90552]: pgmap v3590: 137 pgs: 137 active+clean; 18 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 61 KiB/s wr, 74 op/s 2024-08-17T01:33:08.280 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:07 smithi187 ceph-mon[90552]: osdmap e2089: 8 total, 8 up, 8 in 2024-08-17T01:33:08.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:07 smithi157 ceph-mon[98780]: pgmap v3590: 137 pgs: 137 active+clean; 18 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 61 KiB/s wr, 74 op/s 2024-08-17T01:33:08.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:07 smithi157 ceph-mon[98780]: osdmap e2089: 8 total, 8 up, 8 in 2024-08-17T01:33:08.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:07 smithi157 ceph-mon[101289]: pgmap v3590: 137 pgs: 137 active+clean; 18 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 61 KiB/s wr, 74 op/s 2024-08-17T01:33:08.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:07 smithi157 ceph-mon[101289]: osdmap e2089: 8 total, 8 up, 8 in 2024-08-17T01:33:08.442 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:33:09.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:08 smithi187 ceph-mon[90552]: osdmap e2090: 8 total, 8 up, 8 in 2024-08-17T01:33:09.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:08 smithi187 ceph-mon[90552]: osdmap e2091: 8 total, 8 up, 8 in 2024-08-17T01:33:09.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:08 smithi157 ceph-mon[101289]: osdmap e2090: 8 total, 8 up, 8 in 2024-08-17T01:33:09.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:08 smithi157 ceph-mon[101289]: osdmap e2091: 8 total, 8 up, 8 in 2024-08-17T01:33:09.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:08 smithi157 ceph-mon[98780]: osdmap e2090: 8 total, 8 up, 8 in 2024-08-17T01:33:09.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:08 smithi157 ceph-mon[98780]: osdmap e2091: 8 total, 8 up, 8 in 2024-08-17T01:33:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:09 smithi187 ceph-mon[90552]: pgmap v3594: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.8 KiB/s wr, 90 op/s 2024-08-17T01:33:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:09 smithi187 ceph-mon[90552]: osdmap e2092: 8 total, 8 up, 8 in 2024-08-17T01:33:10.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:09 smithi157 ceph-mon[98780]: pgmap v3594: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.8 KiB/s wr, 90 op/s 2024-08-17T01:33:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:09 smithi157 ceph-mon[98780]: osdmap e2092: 8 total, 8 up, 8 in 2024-08-17T01:33:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:09 smithi157 ceph-mon[101289]: pgmap v3594: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.8 KiB/s wr, 90 op/s 2024-08-17T01:33:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:09 smithi157 ceph-mon[101289]: osdmap e2092: 8 total, 8 up, 8 in 2024-08-17T01:33:11.457 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:33:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:11 smithi187 ceph-mon[90552]: osdmap e2093: 8 total, 8 up, 8 in 2024-08-17T01:33:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:11 smithi187 ceph-mon[90552]: pgmap v3597: 137 pgs: 137 active+clean; 23 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-08-17T01:33:11.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:11 smithi157 ceph-mon[101289]: osdmap e2093: 8 total, 8 up, 8 in 2024-08-17T01:33:11.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:11 smithi157 ceph-mon[101289]: pgmap v3597: 137 pgs: 137 active+clean; 23 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-08-17T01:33:11.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:11 smithi157 ceph-mon[98780]: osdmap e2093: 8 total, 8 up, 8 in 2024-08-17T01:33:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:11 smithi157 ceph-mon[98780]: pgmap v3597: 137 pgs: 137 active+clean; 23 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-08-17T01:33:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:12 smithi187 ceph-mon[90552]: osdmap e2094: 8 total, 8 up, 8 in 2024-08-17T01:33:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:33:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:33:12.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:12 smithi157 ceph-mon[101289]: osdmap e2094: 8 total, 8 up, 8 in 2024-08-17T01:33:12.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:12 smithi157 ceph-mon[98780]: osdmap e2094: 8 total, 8 up, 8 in 2024-08-17T01:33:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:13 smithi187 ceph-mon[90552]: osdmap e2095: 8 total, 8 up, 8 in 2024-08-17T01:33:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:13 smithi187 ceph-mon[90552]: pgmap v3600: 137 pgs: 137 active+clean; 23 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.7 KiB/s wr, 54 op/s 2024-08-17T01:33:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:33:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:33:13] "GET /metrics HTTP/1.1" 200 36707 "" "Prometheus/2.43.0" 2024-08-17T01:33:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:13 smithi157 ceph-mon[98780]: osdmap e2095: 8 total, 8 up, 8 in 2024-08-17T01:33:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:13 smithi157 ceph-mon[98780]: pgmap v3600: 137 pgs: 137 active+clean; 23 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.7 KiB/s wr, 54 op/s 2024-08-17T01:33:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:13 smithi157 ceph-mon[101289]: osdmap e2095: 8 total, 8 up, 8 in 2024-08-17T01:33:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:13 smithi157 ceph-mon[101289]: pgmap v3600: 137 pgs: 137 active+clean; 23 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.7 KiB/s wr, 54 op/s 2024-08-17T01:33:14.466 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (14556 ms) 2024-08-17T01:33:14.466 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-08-17T01:33:14.467 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:33:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:14 smithi187 ceph-mon[90552]: osdmap e2096: 8 total, 8 up, 8 in 2024-08-17T01:33:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:33:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:14.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:14 smithi157 ceph-mon[101289]: osdmap e2096: 8 total, 8 up, 8 in 2024-08-17T01:33:14.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:33:14.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:14 smithi157 ceph-mon[98780]: osdmap e2096: 8 total, 8 up, 8 in 2024-08-17T01:33:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:33:14.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:15 smithi187 ceph-mon[90552]: osdmap e2097: 8 total, 8 up, 8 in 2024-08-17T01:33:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:15 smithi187 ceph-mon[90552]: pgmap v3603: 137 pgs: 137 active+clean; 32 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.5 KiB/s wr, 92 op/s 2024-08-17T01:33:15.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:15 smithi157 ceph-mon[98780]: osdmap e2097: 8 total, 8 up, 8 in 2024-08-17T01:33:15.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:15 smithi157 ceph-mon[98780]: pgmap v3603: 137 pgs: 137 active+clean; 32 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.5 KiB/s wr, 92 op/s 2024-08-17T01:33:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:15 smithi157 ceph-mon[101289]: osdmap e2097: 8 total, 8 up, 8 in 2024-08-17T01:33:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:15 smithi157 ceph-mon[101289]: pgmap v3603: 137 pgs: 137 active+clean; 32 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.5 KiB/s wr, 92 op/s 2024-08-17T01:33:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:16 smithi187 ceph-mon[90552]: osdmap e2098: 8 total, 8 up, 8 in 2024-08-17T01:33:16.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:16 smithi157 ceph-mon[101289]: osdmap e2098: 8 total, 8 up, 8 in 2024-08-17T01:33:16.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:16 smithi157 ceph-mon[98780]: osdmap e2098: 8 total, 8 up, 8 in 2024-08-17T01:33:17.484 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:33:17.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:17 smithi157 ceph-mon[101289]: osdmap e2099: 8 total, 8 up, 8 in 2024-08-17T01:33:17.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:17 smithi157 ceph-mon[101289]: pgmap v3606: 137 pgs: 137 active+clean; 32 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 9.0 KiB/s wr, 90 op/s 2024-08-17T01:33:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:17 smithi157 ceph-mon[98780]: osdmap e2099: 8 total, 8 up, 8 in 2024-08-17T01:33:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:17 smithi157 ceph-mon[98780]: pgmap v3606: 137 pgs: 137 active+clean; 32 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 9.0 KiB/s wr, 90 op/s 2024-08-17T01:33:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:17 smithi187 ceph-mon[90552]: osdmap e2099: 8 total, 8 up, 8 in 2024-08-17T01:33:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:17 smithi187 ceph-mon[90552]: pgmap v3606: 137 pgs: 137 active+clean; 32 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 9.0 KiB/s wr, 90 op/s 2024-08-17T01:33:18.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:18 smithi157 ceph-mon[98780]: osdmap e2100: 8 total, 8 up, 8 in 2024-08-17T01:33:18.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:18 smithi157 ceph-mon[101289]: osdmap e2100: 8 total, 8 up, 8 in 2024-08-17T01:33:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:18 smithi187 ceph-mon[90552]: osdmap e2100: 8 total, 8 up, 8 in 2024-08-17T01:33:19.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:19 smithi157 ceph-mon[98780]: osdmap e2101: 8 total, 8 up, 8 in 2024-08-17T01:33:19.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:19 smithi157 ceph-mon[98780]: pgmap v3609: 137 pgs: 137 active+clean; 32 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.0 KiB/s wr, 77 op/s 2024-08-17T01:33:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:19 smithi157 ceph-mon[101289]: osdmap e2101: 8 total, 8 up, 8 in 2024-08-17T01:33:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:19 smithi157 ceph-mon[101289]: pgmap v3609: 137 pgs: 137 active+clean; 32 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.0 KiB/s wr, 77 op/s 2024-08-17T01:33:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:19 smithi187 ceph-mon[90552]: osdmap e2101: 8 total, 8 up, 8 in 2024-08-17T01:33:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:19 smithi187 ceph-mon[90552]: pgmap v3609: 137 pgs: 137 active+clean; 32 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.0 KiB/s wr, 77 op/s 2024-08-17T01:33:20.503 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:33:20.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:20 smithi157 ceph-mon[98780]: osdmap e2102: 8 total, 8 up, 8 in 2024-08-17T01:33:20.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:20 smithi157 ceph-mon[101289]: osdmap e2102: 8 total, 8 up, 8 in 2024-08-17T01:33:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:20 smithi187 ceph-mon[90552]: osdmap e2102: 8 total, 8 up, 8 in 2024-08-17T01:33:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:21 smithi157 ceph-mon[101289]: osdmap e2103: 8 total, 8 up, 8 in 2024-08-17T01:33:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:21 smithi157 ceph-mon[101289]: pgmap v3612: 137 pgs: 137 active+clean; 38 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-08-17T01:33:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:21 smithi157 ceph-mon[98780]: osdmap e2103: 8 total, 8 up, 8 in 2024-08-17T01:33:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:21 smithi157 ceph-mon[98780]: pgmap v3612: 137 pgs: 137 active+clean; 38 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-08-17T01:33:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:21 smithi187 ceph-mon[90552]: osdmap e2103: 8 total, 8 up, 8 in 2024-08-17T01:33:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:21 smithi187 ceph-mon[90552]: pgmap v3612: 137 pgs: 137 active+clean; 38 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-08-17T01:33:22.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:22 smithi187 ceph-mon[90552]: osdmap e2104: 8 total, 8 up, 8 in 2024-08-17T01:33:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:33:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:33:22.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:22 smithi157 ceph-mon[98780]: osdmap e2104: 8 total, 8 up, 8 in 2024-08-17T01:33:22.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:22 smithi157 ceph-mon[101289]: osdmap e2104: 8 total, 8 up, 8 in 2024-08-17T01:33:23.528 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:33:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:23 smithi157 ceph-mon[98780]: osdmap e2105: 8 total, 8 up, 8 in 2024-08-17T01:33:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:23 smithi157 ceph-mon[98780]: pgmap v3615: 137 pgs: 137 active+clean; 41 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 6.5 KiB/s wr, 65 op/s 2024-08-17T01:33:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:33:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:33:23] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-08-17T01:33:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:23 smithi157 ceph-mon[101289]: osdmap e2105: 8 total, 8 up, 8 in 2024-08-17T01:33:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:23 smithi157 ceph-mon[101289]: pgmap v3615: 137 pgs: 137 active+clean; 41 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 6.5 KiB/s wr, 65 op/s 2024-08-17T01:33:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:23 smithi187 ceph-mon[90552]: osdmap e2105: 8 total, 8 up, 8 in 2024-08-17T01:33:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:23 smithi187 ceph-mon[90552]: pgmap v3615: 137 pgs: 137 active+clean; 41 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 6.5 KiB/s wr, 65 op/s 2024-08-17T01:33:24.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:24 smithi157 ceph-mon[101289]: osdmap e2106: 8 total, 8 up, 8 in 2024-08-17T01:33:24.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:24 smithi157 ceph-mon[98780]: osdmap e2106: 8 total, 8 up, 8 in 2024-08-17T01:33:24.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:24 smithi187 ceph-mon[90552]: osdmap e2106: 8 total, 8 up, 8 in 2024-08-17T01:33:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:25 smithi157 ceph-mon[98780]: osdmap e2107: 8 total, 8 up, 8 in 2024-08-17T01:33:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:25 smithi157 ceph-mon[98780]: pgmap v3618: 137 pgs: 137 active+clean; 41 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-08-17T01:33:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:25 smithi157 ceph-mon[101289]: osdmap e2107: 8 total, 8 up, 8 in 2024-08-17T01:33:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:25 smithi157 ceph-mon[101289]: pgmap v3618: 137 pgs: 137 active+clean; 41 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-08-17T01:33:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:25 smithi187 ceph-mon[90552]: osdmap e2107: 8 total, 8 up, 8 in 2024-08-17T01:33:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:25 smithi187 ceph-mon[90552]: pgmap v3618: 137 pgs: 137 active+clean; 41 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-08-17T01:33:26.537 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:33:26.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:26 smithi157 ceph-mon[101289]: osdmap e2108: 8 total, 8 up, 8 in 2024-08-17T01:33:26.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:26 smithi157 ceph-mon[98780]: osdmap e2108: 8 total, 8 up, 8 in 2024-08-17T01:33:26.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:26 smithi187 ceph-mon[90552]: osdmap e2108: 8 total, 8 up, 8 in 2024-08-17T01:33:27.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:27 smithi157 ceph-mon[98780]: osdmap e2109: 8 total, 8 up, 8 in 2024-08-17T01:33:27.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:27 smithi157 ceph-mon[98780]: pgmap v3621: 137 pgs: 137 active+clean; 44 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.7 KiB/s wr, 43 op/s 2024-08-17T01:33:27.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:27 smithi157 ceph-mon[101289]: osdmap e2109: 8 total, 8 up, 8 in 2024-08-17T01:33:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:27 smithi157 ceph-mon[101289]: pgmap v3621: 137 pgs: 137 active+clean; 44 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.7 KiB/s wr, 43 op/s 2024-08-17T01:33:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:27 smithi187 ceph-mon[90552]: osdmap e2109: 8 total, 8 up, 8 in 2024-08-17T01:33:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:27 smithi187 ceph-mon[90552]: pgmap v3621: 137 pgs: 137 active+clean; 44 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.7 KiB/s wr, 43 op/s 2024-08-17T01:33:28.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:28 smithi157 ceph-mon[98780]: osdmap e2110: 8 total, 8 up, 8 in 2024-08-17T01:33:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:28 smithi157 ceph-mon[101289]: osdmap e2110: 8 total, 8 up, 8 in 2024-08-17T01:33:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:28 smithi187 ceph-mon[90552]: osdmap e2110: 8 total, 8 up, 8 in 2024-08-17T01:33:29.562 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (15095 ms) 2024-08-17T01:33:29.562 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 2024-08-17T01:33:29.562 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:33:29.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:29 smithi157 ceph-mon[101289]: osdmap e2111: 8 total, 8 up, 8 in 2024-08-17T01:33:29.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:29 smithi157 ceph-mon[101289]: pgmap v3624: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 8.0 KiB/s wr, 84 op/s 2024-08-17T01:33:29.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:29.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:29 smithi157 ceph-mon[98780]: osdmap e2111: 8 total, 8 up, 8 in 2024-08-17T01:33:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:29 smithi157 ceph-mon[98780]: pgmap v3624: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 8.0 KiB/s wr, 84 op/s 2024-08-17T01:33:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:29 smithi187 ceph-mon[90552]: osdmap e2111: 8 total, 8 up, 8 in 2024-08-17T01:33:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:29 smithi187 ceph-mon[90552]: pgmap v3624: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 8.0 KiB/s wr, 84 op/s 2024-08-17T01:33:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:30.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:30 smithi157 ceph-mon[98780]: osdmap e2112: 8 total, 8 up, 8 in 2024-08-17T01:33:30.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:30 smithi157 ceph-mon[101289]: osdmap e2112: 8 total, 8 up, 8 in 2024-08-17T01:33:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:30 smithi187 ceph-mon[90552]: osdmap e2112: 8 total, 8 up, 8 in 2024-08-17T01:33:31.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:31 smithi157 ceph-mon[98780]: pgmap v3626: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.1 KiB/s wr, 124 op/s 2024-08-17T01:33:31.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:31 smithi157 ceph-mon[101289]: pgmap v3626: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.1 KiB/s wr, 124 op/s 2024-08-17T01:33:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:31 smithi187 ceph-mon[90552]: pgmap v3626: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.1 KiB/s wr, 124 op/s 2024-08-17T01:33:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:33:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:33:33.856 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:33:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:33:33] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-17T01:33:34.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:33 smithi157 ceph-mon[101289]: pgmap v3627: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.7 KiB/s wr, 91 op/s 2024-08-17T01:33:34.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:33 smithi157 ceph-mon[98780]: pgmap v3627: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.7 KiB/s wr, 91 op/s 2024-08-17T01:33:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:33 smithi187 ceph-mon[90552]: pgmap v3627: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.7 KiB/s wr, 91 op/s 2024-08-17T01:33:35.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:34 smithi157 ceph-mon[98780]: osdmap e2113: 8 total, 8 up, 8 in 2024-08-17T01:33:35.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:34 smithi157 ceph-mon[101289]: osdmap e2113: 8 total, 8 up, 8 in 2024-08-17T01:33:35.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:34 smithi187 ceph-mon[90552]: osdmap e2113: 8 total, 8 up, 8 in 2024-08-17T01:33:35.900 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:33:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:35 smithi157 ceph-mon[101289]: pgmap v3629: 137 pgs: 137 active+clean; 62 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 657 KiB/s wr, 44 op/s 2024-08-17T01:33:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:35 smithi157 ceph-mon[101289]: osdmap e2114: 8 total, 8 up, 8 in 2024-08-17T01:33:36.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:35 smithi157 ceph-mon[98780]: pgmap v3629: 137 pgs: 137 active+clean; 62 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 657 KiB/s wr, 44 op/s 2024-08-17T01:33:36.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:35 smithi157 ceph-mon[98780]: osdmap e2114: 8 total, 8 up, 8 in 2024-08-17T01:33:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:35 smithi187 ceph-mon[90552]: pgmap v3629: 137 pgs: 137 active+clean; 62 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 657 KiB/s wr, 44 op/s 2024-08-17T01:33:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:35 smithi187 ceph-mon[90552]: osdmap e2114: 8 total, 8 up, 8 in 2024-08-17T01:33:37.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:36 smithi157 ceph-mon[101289]: osdmap e2115: 8 total, 8 up, 8 in 2024-08-17T01:33:37.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:36 smithi157 ceph-mon[98780]: osdmap e2115: 8 total, 8 up, 8 in 2024-08-17T01:33:37.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:36 smithi187 ceph-mon[90552]: osdmap e2115: 8 total, 8 up, 8 in 2024-08-17T01:33:38.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:37 smithi157 ceph-mon[98780]: pgmap v3632: 137 pgs: 137 active+clean; 62 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 25 op/s 2024-08-17T01:33:38.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:37 smithi157 ceph-mon[101289]: pgmap v3632: 137 pgs: 137 active+clean; 62 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 25 op/s 2024-08-17T01:33:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:37 smithi187 ceph-mon[90552]: pgmap v3632: 137 pgs: 137 active+clean; 62 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 25 op/s 2024-08-17T01:33:40.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:39 smithi157 ceph-mon[101289]: pgmap v3633: 137 pgs: 137 active+clean; 62 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-08-17T01:33:40.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:39 smithi157 ceph-mon[98780]: pgmap v3633: 137 pgs: 137 active+clean; 62 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-08-17T01:33:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:39 smithi187 ceph-mon[90552]: pgmap v3633: 137 pgs: 137 active+clean; 62 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-08-17T01:33:41.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:40 smithi187 ceph-mon[90552]: osdmap e2116: 8 total, 8 up, 8 in 2024-08-17T01:33:41.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:40 smithi157 ceph-mon[98780]: osdmap e2116: 8 total, 8 up, 8 in 2024-08-17T01:33:41.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:40 smithi157 ceph-mon[101289]: osdmap e2116: 8 total, 8 up, 8 in 2024-08-17T01:33:41.926 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:33:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:41 smithi187 ceph-mon[90552]: pgmap v3635: 137 pgs: 137 active+clean; 62 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.3 KiB/s wr, 51 op/s 2024-08-17T01:33:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:41 smithi187 ceph-mon[90552]: osdmap e2117: 8 total, 8 up, 8 in 2024-08-17T01:33:42.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:41 smithi157 ceph-mon[98780]: pgmap v3635: 137 pgs: 137 active+clean; 62 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.3 KiB/s wr, 51 op/s 2024-08-17T01:33:42.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:41 smithi157 ceph-mon[98780]: osdmap e2117: 8 total, 8 up, 8 in 2024-08-17T01:33:42.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:41 smithi157 ceph-mon[101289]: pgmap v3635: 137 pgs: 137 active+clean; 62 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.3 KiB/s wr, 51 op/s 2024-08-17T01:33:42.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:41 smithi157 ceph-mon[101289]: osdmap e2117: 8 total, 8 up, 8 in 2024-08-17T01:33:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:33:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:33:43.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:42 smithi187 ceph-mon[90552]: osdmap e2118: 8 total, 8 up, 8 in 2024-08-17T01:33:43.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:42 smithi157 ceph-mon[98780]: osdmap e2118: 8 total, 8 up, 8 in 2024-08-17T01:33:43.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:42 smithi157 ceph-mon[101289]: osdmap e2118: 8 total, 8 up, 8 in 2024-08-17T01:33:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:33:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:33:43] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-17T01:33:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:43 smithi187 ceph-mon[90552]: pgmap v3638: 137 pgs: 137 active+clean; 62 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.0 KiB/s wr, 33 op/s 2024-08-17T01:33:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:43 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:44.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:43 smithi157 ceph-mon[98780]: pgmap v3638: 137 pgs: 137 active+clean; 62 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.0 KiB/s wr, 33 op/s 2024-08-17T01:33:44.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:43 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:44.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:43 smithi157 ceph-mon[101289]: pgmap v3638: 137 pgs: 137 active+clean; 62 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.0 KiB/s wr, 33 op/s 2024-08-17T01:33:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:43 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:45 smithi187 ceph-mon[90552]: pgmap v3639: 137 pgs: 137 active+clean; 68 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-17T01:33:46.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:45 smithi157 ceph-mon[98780]: pgmap v3639: 137 pgs: 137 active+clean; 68 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-17T01:33:46.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:45 smithi157 ceph-mon[101289]: pgmap v3639: 137 pgs: 137 active+clean; 68 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-17T01:33:47.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:46 smithi187 ceph-mon[90552]: osdmap e2119: 8 total, 8 up, 8 in 2024-08-17T01:33:47.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:46 smithi157 ceph-mon[98780]: osdmap e2119: 8 total, 8 up, 8 in 2024-08-17T01:33:47.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:46 smithi157 ceph-mon[101289]: osdmap e2119: 8 total, 8 up, 8 in 2024-08-17T01:33:47.953 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:33:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:47 smithi187 ceph-mon[90552]: pgmap v3641: 137 pgs: 137 active+clean; 68 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 685 KiB/s wr, 31 op/s 2024-08-17T01:33:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:47 smithi187 ceph-mon[90552]: osdmap e2120: 8 total, 8 up, 8 in 2024-08-17T01:33:48.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:47 smithi157 ceph-mon[101289]: pgmap v3641: 137 pgs: 137 active+clean; 68 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 685 KiB/s wr, 31 op/s 2024-08-17T01:33:48.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:47 smithi157 ceph-mon[101289]: osdmap e2120: 8 total, 8 up, 8 in 2024-08-17T01:33:48.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:47 smithi157 ceph-mon[98780]: pgmap v3641: 137 pgs: 137 active+clean; 68 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 685 KiB/s wr, 31 op/s 2024-08-17T01:33:48.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:47 smithi157 ceph-mon[98780]: osdmap e2120: 8 total, 8 up, 8 in 2024-08-17T01:33:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:48 smithi187 ceph-mon[90552]: osdmap e2121: 8 total, 8 up, 8 in 2024-08-17T01:33:49.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:48 smithi157 ceph-mon[98780]: osdmap e2121: 8 total, 8 up, 8 in 2024-08-17T01:33:49.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:48 smithi157 ceph-mon[101289]: osdmap e2121: 8 total, 8 up, 8 in 2024-08-17T01:33:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:49 smithi187 ceph-mon[90552]: pgmap v3644: 137 pgs: 137 active+clean; 70 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 688 KiB/s wr, 48 op/s 2024-08-17T01:33:50.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:49 smithi157 ceph-mon[101289]: pgmap v3644: 137 pgs: 137 active+clean; 70 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 688 KiB/s wr, 48 op/s 2024-08-17T01:33:50.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:49 smithi157 ceph-mon[98780]: pgmap v3644: 137 pgs: 137 active+clean; 70 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 688 KiB/s wr, 48 op/s 2024-08-17T01:33:52.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:51 smithi187 ceph-mon[90552]: pgmap v3645: 137 pgs: 137 active+clean; 74 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 688 KiB/s wr, 63 op/s 2024-08-17T01:33:52.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:51 smithi157 ceph-mon[101289]: pgmap v3645: 137 pgs: 137 active+clean; 74 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 688 KiB/s wr, 63 op/s 2024-08-17T01:33:52.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:51 smithi157 ceph-mon[98780]: pgmap v3645: 137 pgs: 137 active+clean; 74 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 688 KiB/s wr, 63 op/s 2024-08-17T01:33:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:33:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:33:53.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:52 smithi187 ceph-mon[90552]: osdmap e2122: 8 total, 8 up, 8 in 2024-08-17T01:33:53.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:52 smithi157 ceph-mon[101289]: osdmap e2122: 8 total, 8 up, 8 in 2024-08-17T01:33:53.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:52 smithi157 ceph-mon[98780]: osdmap e2122: 8 total, 8 up, 8 in 2024-08-17T01:33:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:33:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:33:53] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-08-17T01:33:53.977 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:33:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:53 smithi187 ceph-mon[90552]: pgmap v3647: 137 pgs: 137 active+clean; 74 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-08-17T01:33:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:53 smithi187 ceph-mon[90552]: osdmap e2123: 8 total, 8 up, 8 in 2024-08-17T01:33:54.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:53 smithi157 ceph-mon[101289]: pgmap v3647: 137 pgs: 137 active+clean; 74 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-08-17T01:33:54.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:53 smithi157 ceph-mon[101289]: osdmap e2123: 8 total, 8 up, 8 in 2024-08-17T01:33:54.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:53 smithi157 ceph-mon[98780]: pgmap v3647: 137 pgs: 137 active+clean; 74 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-08-17T01:33:54.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:53 smithi157 ceph-mon[98780]: osdmap e2123: 8 total, 8 up, 8 in 2024-08-17T01:33:55.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:54 smithi157 ceph-mon[98780]: osdmap e2124: 8 total, 8 up, 8 in 2024-08-17T01:33:55.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:54 smithi157 ceph-mon[101289]: osdmap e2124: 8 total, 8 up, 8 in 2024-08-17T01:33:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:54 smithi187 ceph-mon[90552]: osdmap e2124: 8 total, 8 up, 8 in 2024-08-17T01:33:56.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:55 smithi157 ceph-mon[98780]: pgmap v3650: 137 pgs: 137 active+clean; 79 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-08-17T01:33:56.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:55 smithi157 ceph-mon[101289]: pgmap v3650: 137 pgs: 137 active+clean; 79 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-08-17T01:33:56.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:55 smithi187 ceph-mon[90552]: pgmap v3650: 137 pgs: 137 active+clean; 79 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-08-17T01:33:58.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:57 smithi157 ceph-mon[101289]: pgmap v3651: 137 pgs: 137 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 686 KiB/s wr, 25 op/s 2024-08-17T01:33:58.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:57 smithi157 ceph-mon[98780]: pgmap v3651: 137 pgs: 137 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 686 KiB/s wr, 25 op/s 2024-08-17T01:33:58.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:57 smithi187 ceph-mon[90552]: pgmap v3651: 137 pgs: 137 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 686 KiB/s wr, 25 op/s 2024-08-17T01:33:59.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:58 smithi157 ceph-mon[101289]: osdmap e2125: 8 total, 8 up, 8 in 2024-08-17T01:33:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:58 smithi157 ceph-mon[98780]: osdmap e2125: 8 total, 8 up, 8 in 2024-08-17T01:33:59.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:58 smithi187 ceph-mon[90552]: osdmap e2125: 8 total, 8 up, 8 in 2024-08-17T01:33:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:00.000 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 (30438 ms) 2024-08-17T01:34:00.000 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP 2024-08-17T01:34:00.000 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:34:00.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:59 smithi157 ceph-mon[98780]: pgmap v3653: 137 pgs: 137 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-17T01:34:00.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:33:59 smithi157 ceph-mon[98780]: osdmap e2126: 8 total, 8 up, 8 in 2024-08-17T01:34:00.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:59 smithi157 ceph-mon[101289]: pgmap v3653: 137 pgs: 137 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-17T01:34:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:33:59 smithi157 ceph-mon[101289]: osdmap e2126: 8 total, 8 up, 8 in 2024-08-17T01:34:00.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:59 smithi187 ceph-mon[90552]: pgmap v3653: 137 pgs: 137 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-17T01:34:00.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:33:59 smithi187 ceph-mon[90552]: osdmap e2126: 8 total, 8 up, 8 in 2024-08-17T01:34:01.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:00 smithi157 ceph-mon[98780]: osdmap e2127: 8 total, 8 up, 8 in 2024-08-17T01:34:01.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:00 smithi157 ceph-mon[101289]: osdmap e2127: 8 total, 8 up, 8 in 2024-08-17T01:34:01.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:00 smithi187 ceph-mon[90552]: osdmap e2127: 8 total, 8 up, 8 in 2024-08-17T01:34:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:01 smithi157 ceph-mon[101289]: pgmap v3656: 137 pgs: 137 active+clean; 88 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-17T01:34:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:34:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:01 smithi157 ceph-mon[98780]: pgmap v3656: 137 pgs: 137 active+clean; 88 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-17T01:34:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:34:02.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:01 smithi187 ceph-mon[90552]: pgmap v3656: 137 pgs: 137 active+clean; 88 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-17T01:34:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:34:02.685 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:34:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:34:03.754 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:34:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:34:03] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-08-17T01:34:04.054 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:03 smithi157 ceph-mon[101289]: pgmap v3657: 137 pgs: 137 active+clean; 88 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-08-17T01:34:04.054 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:03 smithi157 ceph-mon[98780]: pgmap v3657: 137 pgs: 137 active+clean; 88 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-08-17T01:34:04.295 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:03 smithi187 ceph-mon[90552]: pgmap v3657: 137 pgs: 137 active+clean; 88 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-08-17T01:34:05.270 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[101289]: osdmap e2128: 8 total, 8 up, 8 in 2024-08-17T01:34:05.270 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:34:05.270 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:34:05.270 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:34:05.270 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:34:05.271 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:34:05.271 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:34:05.271 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:34:05.271 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[98780]: osdmap e2128: 8 total, 8 up, 8 in 2024-08-17T01:34:05.271 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:34:05.271 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:34:05.271 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:34:05.271 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:34:05.271 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:34:05.271 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:34:05.271 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:34:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:04 smithi187 ceph-mon[90552]: osdmap e2128: 8 total, 8 up, 8 in 2024-08-17T01:34:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:34:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:34:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:34:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:34:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:34:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:34:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:34:06.029 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:34:06.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:05 smithi157 ceph-mon[98780]: pgmap v3659: 137 pgs: 137 active+clean; 92 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 685 KiB/s wr, 37 op/s 2024-08-17T01:34:06.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:05 smithi157 ceph-mon[98780]: osdmap e2129: 8 total, 8 up, 8 in 2024-08-17T01:34:06.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:05 smithi157 ceph-mon[101289]: pgmap v3659: 137 pgs: 137 active+clean; 92 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 685 KiB/s wr, 37 op/s 2024-08-17T01:34:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:05 smithi157 ceph-mon[101289]: osdmap e2129: 8 total, 8 up, 8 in 2024-08-17T01:34:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:05 smithi187 ceph-mon[90552]: pgmap v3659: 137 pgs: 137 active+clean; 92 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 685 KiB/s wr, 37 op/s 2024-08-17T01:34:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:05 smithi187 ceph-mon[90552]: osdmap e2129: 8 total, 8 up, 8 in 2024-08-17T01:34:07.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:07 smithi157 ceph-mon[98780]: osdmap e2130: 8 total, 8 up, 8 in 2024-08-17T01:34:07.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:07 smithi157 ceph-mon[101289]: osdmap e2130: 8 total, 8 up, 8 in 2024-08-17T01:34:07.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:07 smithi187 ceph-mon[90552]: osdmap e2130: 8 total, 8 up, 8 in 2024-08-17T01:34:08.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:08 smithi157 ceph-mon[98780]: pgmap v3662: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-17T01:34:08.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:08 smithi157 ceph-mon[101289]: pgmap v3662: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-17T01:34:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:08 smithi187 ceph-mon[90552]: pgmap v3662: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-17T01:34:10.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:10 smithi157 ceph-mon[98780]: pgmap v3663: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-08-17T01:34:10.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:10 smithi157 ceph-mon[101289]: pgmap v3663: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-08-17T01:34:10.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:10 smithi187 ceph-mon[90552]: pgmap v3663: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-08-17T01:34:11.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:11 smithi157 ceph-mon[98780]: osdmap e2131: 8 total, 8 up, 8 in 2024-08-17T01:34:11.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:11 smithi157 ceph-mon[101289]: osdmap e2131: 8 total, 8 up, 8 in 2024-08-17T01:34:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:11 smithi187 ceph-mon[90552]: osdmap e2131: 8 total, 8 up, 8 in 2024-08-17T01:34:12.059 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:34:12.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:12 smithi187 ceph-mon[90552]: pgmap v3665: 137 pgs: 137 active+clean; 99 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 688 KiB/s wr, 45 op/s 2024-08-17T01:34:12.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:12 smithi187 ceph-mon[90552]: osdmap e2132: 8 total, 8 up, 8 in 2024-08-17T01:34:12.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:12 smithi157 ceph-mon[101289]: pgmap v3665: 137 pgs: 137 active+clean; 99 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 688 KiB/s wr, 45 op/s 2024-08-17T01:34:12.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:12 smithi157 ceph-mon[101289]: osdmap e2132: 8 total, 8 up, 8 in 2024-08-17T01:34:12.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:12 smithi157 ceph-mon[98780]: pgmap v3665: 137 pgs: 137 active+clean; 99 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 688 KiB/s wr, 45 op/s 2024-08-17T01:34:12.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:12 smithi157 ceph-mon[98780]: osdmap e2132: 8 total, 8 up, 8 in 2024-08-17T01:34:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:34:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:34:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:34:13.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:13 smithi157 ceph-mon[101289]: osdmap e2133: 8 total, 8 up, 8 in 2024-08-17T01:34:13.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:13 smithi157 ceph-mon[98780]: osdmap e2133: 8 total, 8 up, 8 in 2024-08-17T01:34:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:13 smithi187 ceph-mon[90552]: osdmap e2133: 8 total, 8 up, 8 in 2024-08-17T01:34:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:34:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:34:13] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-08-17T01:34:14.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:14 smithi157 ceph-mon[98780]: pgmap v3668: 137 pgs: 137 active+clean; 99 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.5 KiB/s wr, 45 op/s 2024-08-17T01:34:14.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:14 smithi157 ceph-mon[101289]: pgmap v3668: 137 pgs: 137 active+clean; 99 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.5 KiB/s wr, 45 op/s 2024-08-17T01:34:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:14 smithi187 ceph-mon[90552]: pgmap v3668: 137 pgs: 137 active+clean; 99 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.5 KiB/s wr, 45 op/s 2024-08-17T01:34:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:16.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:16 smithi157 ceph-mon[101289]: pgmap v3669: 137 pgs: 137 active+clean; 103 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-17T01:34:16.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:16 smithi157 ceph-mon[98780]: pgmap v3669: 137 pgs: 137 active+clean; 103 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-17T01:34:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:16 smithi187 ceph-mon[90552]: pgmap v3669: 137 pgs: 137 active+clean; 103 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-17T01:34:17.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:17 smithi157 ceph-mon[101289]: osdmap e2134: 8 total, 8 up, 8 in 2024-08-17T01:34:17.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:17 smithi157 ceph-mon[98780]: osdmap e2134: 8 total, 8 up, 8 in 2024-08-17T01:34:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:17 smithi187 ceph-mon[90552]: osdmap e2134: 8 total, 8 up, 8 in 2024-08-17T01:34:18.082 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:34:18.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:18 smithi157 ceph-mon[101289]: pgmap v3671: 137 pgs: 137 active+clean; 110 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-08-17T01:34:18.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:18 smithi157 ceph-mon[101289]: osdmap e2135: 8 total, 8 up, 8 in 2024-08-17T01:34:18.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:18 smithi157 ceph-mon[98780]: pgmap v3671: 137 pgs: 137 active+clean; 110 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-08-17T01:34:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:18 smithi157 ceph-mon[98780]: osdmap e2135: 8 total, 8 up, 8 in 2024-08-17T01:34:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:18 smithi187 ceph-mon[90552]: pgmap v3671: 137 pgs: 137 active+clean; 110 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-08-17T01:34:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:18 smithi187 ceph-mon[90552]: osdmap e2135: 8 total, 8 up, 8 in 2024-08-17T01:34:19.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:19 smithi157 ceph-mon[101289]: osdmap e2136: 8 total, 8 up, 8 in 2024-08-17T01:34:19.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:19 smithi157 ceph-mon[98780]: osdmap e2136: 8 total, 8 up, 8 in 2024-08-17T01:34:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:19 smithi187 ceph-mon[90552]: osdmap e2136: 8 total, 8 up, 8 in 2024-08-17T01:34:20.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:20 smithi157 ceph-mon[98780]: pgmap v3674: 137 pgs: 137 active+clean; 110 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 1.3 MiB/s wr, 65 op/s 2024-08-17T01:34:20.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:20 smithi157 ceph-mon[101289]: pgmap v3674: 137 pgs: 137 active+clean; 110 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 1.3 MiB/s wr, 65 op/s 2024-08-17T01:34:20.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:20 smithi187 ceph-mon[90552]: pgmap v3674: 137 pgs: 137 active+clean; 110 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 1.3 MiB/s wr, 65 op/s 2024-08-17T01:34:22.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:22 smithi187 ceph-mon[90552]: pgmap v3675: 137 pgs: 137 active+clean; 116 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 688 KiB/s wr, 48 op/s 2024-08-17T01:34:22.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:22 smithi157 ceph-mon[98780]: pgmap v3675: 137 pgs: 137 active+clean; 116 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 688 KiB/s wr, 48 op/s 2024-08-17T01:34:22.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:22 smithi157 ceph-mon[101289]: pgmap v3675: 137 pgs: 137 active+clean; 116 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 688 KiB/s wr, 48 op/s 2024-08-17T01:34:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:34:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:34:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:34:23.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:23 smithi157 ceph-mon[101289]: osdmap e2137: 8 total, 8 up, 8 in 2024-08-17T01:34:23.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:23 smithi157 ceph-mon[98780]: osdmap e2137: 8 total, 8 up, 8 in 2024-08-17T01:34:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:23 smithi187 ceph-mon[90552]: osdmap e2137: 8 total, 8 up, 8 in 2024-08-17T01:34:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:34:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:34:23] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-08-17T01:34:24.106 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:34:24.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:24 smithi157 ceph-mon[101289]: pgmap v3677: 137 pgs: 137 active+clean; 116 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 41 op/s 2024-08-17T01:34:24.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:24 smithi157 ceph-mon[101289]: osdmap e2138: 8 total, 8 up, 8 in 2024-08-17T01:34:24.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:24 smithi157 ceph-mon[98780]: pgmap v3677: 137 pgs: 137 active+clean; 116 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 41 op/s 2024-08-17T01:34:24.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:24 smithi157 ceph-mon[98780]: osdmap e2138: 8 total, 8 up, 8 in 2024-08-17T01:34:24.453 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:24 smithi187 ceph-mon[90552]: pgmap v3677: 137 pgs: 137 active+clean; 116 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 41 op/s 2024-08-17T01:34:24.453 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:24 smithi187 ceph-mon[90552]: osdmap e2138: 8 total, 8 up, 8 in 2024-08-17T01:34:25.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:25 smithi157 ceph-mon[98780]: osdmap e2139: 8 total, 8 up, 8 in 2024-08-17T01:34:25.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:25 smithi157 ceph-mon[101289]: osdmap e2139: 8 total, 8 up, 8 in 2024-08-17T01:34:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:25 smithi187 ceph-mon[90552]: osdmap e2139: 8 total, 8 up, 8 in 2024-08-17T01:34:26.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:26 smithi157 ceph-mon[98780]: pgmap v3680: 137 pgs: 137 active+clean; 126 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-17T01:34:26.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:26 smithi157 ceph-mon[101289]: pgmap v3680: 137 pgs: 137 active+clean; 126 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-17T01:34:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:26 smithi187 ceph-mon[90552]: pgmap v3680: 137 pgs: 137 active+clean; 126 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-17T01:34:28.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:28 smithi157 ceph-mon[98780]: pgmap v3681: 137 pgs: 137 active+clean; 126 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-17T01:34:28.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:28 smithi157 ceph-mon[101289]: pgmap v3681: 137 pgs: 137 active+clean; 126 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-17T01:34:28.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:28 smithi187 ceph-mon[90552]: pgmap v3681: 137 pgs: 137 active+clean; 126 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-17T01:34:29.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:29 smithi157 ceph-mon[98780]: osdmap e2140: 8 total, 8 up, 8 in 2024-08-17T01:34:29.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:29.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:29 smithi157 ceph-mon[101289]: osdmap e2140: 8 total, 8 up, 8 in 2024-08-17T01:34:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:29 smithi187 ceph-mon[90552]: osdmap e2140: 8 total, 8 up, 8 in 2024-08-17T01:34:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:30.128 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP (30128 ms) 2024-08-17T01:34:30.128 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 2024-08-17T01:34:30.128 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:34:30.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:30 smithi157 ceph-mon[101289]: pgmap v3683: 137 pgs: 137 active+clean; 130 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 46 op/s 2024-08-17T01:34:30.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:30 smithi157 ceph-mon[101289]: osdmap e2141: 8 total, 8 up, 8 in 2024-08-17T01:34:30.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:30 smithi157 ceph-mon[98780]: pgmap v3683: 137 pgs: 137 active+clean; 130 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 46 op/s 2024-08-17T01:34:30.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:30 smithi157 ceph-mon[98780]: osdmap e2141: 8 total, 8 up, 8 in 2024-08-17T01:34:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:30 smithi187 ceph-mon[90552]: pgmap v3683: 137 pgs: 137 active+clean; 130 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 46 op/s 2024-08-17T01:34:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:30 smithi187 ceph-mon[90552]: osdmap e2141: 8 total, 8 up, 8 in 2024-08-17T01:34:31.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:31 smithi157 ceph-mon[101289]: osdmap e2142: 8 total, 8 up, 8 in 2024-08-17T01:34:31.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:31 smithi157 ceph-mon[98780]: osdmap e2142: 8 total, 8 up, 8 in 2024-08-17T01:34:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:31 smithi187 ceph-mon[90552]: osdmap e2142: 8 total, 8 up, 8 in 2024-08-17T01:34:32.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:32 smithi157 ceph-mon[101289]: pgmap v3686: 137 pgs: 137 active+clean; 138 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-17T01:34:32.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:32 smithi157 ceph-mon[98780]: pgmap v3686: 137 pgs: 137 active+clean; 138 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-17T01:34:32.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:32 smithi187 ceph-mon[90552]: pgmap v3686: 137 pgs: 137 active+clean; 138 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-17T01:34:32.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:34:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:34:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:34:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:34:33] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-08-17T01:34:34.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:34 smithi157 ceph-mon[101289]: pgmap v3687: 137 pgs: 137 active+clean; 138 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-08-17T01:34:34.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:34 smithi157 ceph-mon[98780]: pgmap v3687: 137 pgs: 137 active+clean; 138 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-08-17T01:34:34.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:34 smithi187 ceph-mon[90552]: pgmap v3687: 137 pgs: 137 active+clean; 138 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-08-17T01:34:36.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:36 smithi157 ceph-mon[101289]: pgmap v3688: 137 pgs: 137 active+clean; 138 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 613 KiB/s wr, 46 op/s 2024-08-17T01:34:36.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:36 smithi157 ceph-mon[98780]: pgmap v3688: 137 pgs: 137 active+clean; 138 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 613 KiB/s wr, 46 op/s 2024-08-17T01:34:36.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:36 smithi187 ceph-mon[90552]: pgmap v3688: 137 pgs: 137 active+clean; 138 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 613 KiB/s wr, 46 op/s 2024-08-17T01:34:37.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:37 smithi157 ceph-mon[98780]: osdmap e2143: 8 total, 8 up, 8 in 2024-08-17T01:34:37.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:37 smithi157 ceph-mon[101289]: osdmap e2143: 8 total, 8 up, 8 in 2024-08-17T01:34:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:37 smithi187 ceph-mon[90552]: osdmap e2143: 8 total, 8 up, 8 in 2024-08-17T01:34:38.161 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:34:38.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:38 smithi157 ceph-mon[101289]: pgmap v3690: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.3 KiB/s wr, 29 op/s 2024-08-17T01:34:38.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:38 smithi157 ceph-mon[101289]: osdmap e2144: 8 total, 8 up, 8 in 2024-08-17T01:34:38.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:38 smithi157 ceph-mon[98780]: pgmap v3690: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.3 KiB/s wr, 29 op/s 2024-08-17T01:34:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:38 smithi157 ceph-mon[98780]: osdmap e2144: 8 total, 8 up, 8 in 2024-08-17T01:34:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:38 smithi187 ceph-mon[90552]: pgmap v3690: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.3 KiB/s wr, 29 op/s 2024-08-17T01:34:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:38 smithi187 ceph-mon[90552]: osdmap e2144: 8 total, 8 up, 8 in 2024-08-17T01:34:39.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:39 smithi187 ceph-mon[90552]: osdmap e2145: 8 total, 8 up, 8 in 2024-08-17T01:34:39.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:39 smithi157 ceph-mon[98780]: osdmap e2145: 8 total, 8 up, 8 in 2024-08-17T01:34:39.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:39 smithi157 ceph-mon[101289]: osdmap e2145: 8 total, 8 up, 8 in 2024-08-17T01:34:40.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:40 smithi187 ceph-mon[90552]: pgmap v3693: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 2.7 MiB/s wr, 57 op/s 2024-08-17T01:34:40.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:40 smithi157 ceph-mon[98780]: pgmap v3693: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 2.7 MiB/s wr, 57 op/s 2024-08-17T01:34:40.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:40 smithi157 ceph-mon[101289]: pgmap v3693: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 2.7 MiB/s wr, 57 op/s 2024-08-17T01:34:42.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:42 smithi187 ceph-mon[90552]: pgmap v3694: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-17T01:34:42.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:34:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:34:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:34:42.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:42 smithi157 ceph-mon[98780]: pgmap v3694: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-17T01:34:42.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:42 smithi157 ceph-mon[101289]: pgmap v3694: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-17T01:34:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:34:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:34:43] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-08-17T01:34:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:44 smithi187 ceph-mon[90552]: pgmap v3695: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-17T01:34:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:44.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:44 smithi157 ceph-mon[98780]: pgmap v3695: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-17T01:34:44.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:44 smithi157 ceph-mon[101289]: pgmap v3695: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-17T01:34:44.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:45 smithi187 ceph-mon[90552]: osdmap e2146: 8 total, 8 up, 8 in 2024-08-17T01:34:45.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:45 smithi157 ceph-mon[98780]: osdmap e2146: 8 total, 8 up, 8 in 2024-08-17T01:34:45.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:45 smithi157 ceph-mon[101289]: osdmap e2146: 8 total, 8 up, 8 in 2024-08-17T01:34:46.191 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:34:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:46 smithi187 ceph-mon[90552]: pgmap v3697: 137 pgs: 137 active+clean; 166 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.6 MiB/s wr, 45 op/s 2024-08-17T01:34:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:46 smithi187 ceph-mon[90552]: osdmap e2147: 8 total, 8 up, 8 in 2024-08-17T01:34:46.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:46 smithi157 ceph-mon[98780]: pgmap v3697: 137 pgs: 137 active+clean; 166 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.6 MiB/s wr, 45 op/s 2024-08-17T01:34:46.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:46 smithi157 ceph-mon[98780]: osdmap e2147: 8 total, 8 up, 8 in 2024-08-17T01:34:46.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:46 smithi157 ceph-mon[101289]: pgmap v3697: 137 pgs: 137 active+clean; 166 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.6 MiB/s wr, 45 op/s 2024-08-17T01:34:46.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:46 smithi157 ceph-mon[101289]: osdmap e2147: 8 total, 8 up, 8 in 2024-08-17T01:34:47.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:47 smithi187 ceph-mon[90552]: osdmap e2148: 8 total, 8 up, 8 in 2024-08-17T01:34:47.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:47 smithi157 ceph-mon[98780]: osdmap e2148: 8 total, 8 up, 8 in 2024-08-17T01:34:47.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:47 smithi157 ceph-mon[101289]: osdmap e2148: 8 total, 8 up, 8 in 2024-08-17T01:34:48.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:48 smithi187 ceph-mon[90552]: pgmap v3700: 137 pgs: 137 active+clean; 171 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-08-17T01:34:48.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:48 smithi157 ceph-mon[98780]: pgmap v3700: 137 pgs: 137 active+clean; 171 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-08-17T01:34:48.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:48 smithi157 ceph-mon[101289]: pgmap v3700: 137 pgs: 137 active+clean; 171 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-08-17T01:34:50.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:50 smithi187 ceph-mon[90552]: pgmap v3701: 137 pgs: 137 active+clean; 172 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-08-17T01:34:50.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:50 smithi157 ceph-mon[101289]: pgmap v3701: 137 pgs: 137 active+clean; 172 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-08-17T01:34:50.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:50 smithi157 ceph-mon[98780]: pgmap v3701: 137 pgs: 137 active+clean; 172 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-08-17T01:34:52.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:52 smithi187 ceph-mon[90552]: pgmap v3702: 137 pgs: 137 active+clean; 172 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.2 MiB/s wr, 35 op/s 2024-08-17T01:34:52.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:34:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:34:52.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:52 smithi157 ceph-mon[101289]: pgmap v3702: 137 pgs: 137 active+clean; 172 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.2 MiB/s wr, 35 op/s 2024-08-17T01:34:52.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:52 smithi157 ceph-mon[98780]: pgmap v3702: 137 pgs: 137 active+clean; 172 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.2 MiB/s wr, 35 op/s 2024-08-17T01:34:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:53 smithi187 ceph-mon[90552]: osdmap e2149: 8 total, 8 up, 8 in 2024-08-17T01:34:53.499 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:53 smithi157 ceph-mon[101289]: osdmap e2149: 8 total, 8 up, 8 in 2024-08-17T01:34:53.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:53 smithi157 ceph-mon[98780]: osdmap e2149: 8 total, 8 up, 8 in 2024-08-17T01:34:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:34:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:34:53] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-08-17T01:34:54.226 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:34:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:54 smithi187 ceph-mon[90552]: pgmap v3704: 137 pgs: 137 active+clean; 172 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 538 KiB/s wr, 26 op/s 2024-08-17T01:34:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:54 smithi187 ceph-mon[90552]: osdmap e2150: 8 total, 8 up, 8 in 2024-08-17T01:34:54.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:54 smithi157 ceph-mon[101289]: pgmap v3704: 137 pgs: 137 active+clean; 172 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 538 KiB/s wr, 26 op/s 2024-08-17T01:34:54.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:54 smithi157 ceph-mon[101289]: osdmap e2150: 8 total, 8 up, 8 in 2024-08-17T01:34:54.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:54 smithi157 ceph-mon[98780]: pgmap v3704: 137 pgs: 137 active+clean; 172 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 538 KiB/s wr, 26 op/s 2024-08-17T01:34:54.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:54 smithi157 ceph-mon[98780]: osdmap e2150: 8 total, 8 up, 8 in 2024-08-17T01:34:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:55 smithi187 ceph-mon[90552]: osdmap e2151: 8 total, 8 up, 8 in 2024-08-17T01:34:55.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:55 smithi157 ceph-mon[101289]: osdmap e2151: 8 total, 8 up, 8 in 2024-08-17T01:34:55.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:55 smithi157 ceph-mon[98780]: osdmap e2151: 8 total, 8 up, 8 in 2024-08-17T01:34:56.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:56 smithi187 ceph-mon[90552]: pgmap v3707: 137 pgs: 137 active+clean; 186 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-17T01:34:56.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:56 smithi157 ceph-mon[101289]: pgmap v3707: 137 pgs: 137 active+clean; 186 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-17T01:34:56.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:56 smithi157 ceph-mon[98780]: pgmap v3707: 137 pgs: 137 active+clean; 186 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-17T01:34:58.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:58 smithi157 ceph-mon[101289]: pgmap v3708: 137 pgs: 137 active+clean; 190 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-08-17T01:34:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:58 smithi157 ceph-mon[98780]: pgmap v3708: 137 pgs: 137 active+clean; 190 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-08-17T01:34:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:58 smithi187 ceph-mon[90552]: pgmap v3708: 137 pgs: 137 active+clean; 190 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-08-17T01:34:59.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:34:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:59.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:34:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:59.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:34:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:00.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:00 smithi157 ceph-mon[98780]: pgmap v3709: 137 pgs: 137 active+clean; 190 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-17T01:35:00.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:00 smithi157 ceph-mon[101289]: pgmap v3709: 137 pgs: 137 active+clean; 190 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-17T01:35:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:00 smithi187 ceph-mon[90552]: pgmap v3709: 137 pgs: 137 active+clean; 190 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-17T01:35:01.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:01 smithi157 ceph-mon[98780]: osdmap e2152: 8 total, 8 up, 8 in 2024-08-17T01:35:01.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:01 smithi157 ceph-mon[101289]: osdmap e2152: 8 total, 8 up, 8 in 2024-08-17T01:35:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:01 smithi187 ceph-mon[90552]: osdmap e2152: 8 total, 8 up, 8 in 2024-08-17T01:35:02.267 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:35:02.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:02 smithi157 ceph-mon[101289]: pgmap v3711: 137 pgs: 137 active+clean; 198 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 MiB/s wr, 41 op/s 2024-08-17T01:35:02.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:02 smithi157 ceph-mon[101289]: osdmap e2153: 8 total, 8 up, 8 in 2024-08-17T01:35:02.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:02 smithi157 ceph-mon[98780]: pgmap v3711: 137 pgs: 137 active+clean; 198 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 MiB/s wr, 41 op/s 2024-08-17T01:35:02.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:02 smithi157 ceph-mon[98780]: osdmap e2153: 8 total, 8 up, 8 in 2024-08-17T01:35:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:02 smithi187 ceph-mon[90552]: pgmap v3711: 137 pgs: 137 active+clean; 198 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 MiB/s wr, 41 op/s 2024-08-17T01:35:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:02 smithi187 ceph-mon[90552]: osdmap e2153: 8 total, 8 up, 8 in 2024-08-17T01:35:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:35:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:35:03.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:03 smithi157 ceph-mon[101289]: osdmap e2154: 8 total, 8 up, 8 in 2024-08-17T01:35:03.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:03 smithi157 ceph-mon[98780]: osdmap e2154: 8 total, 8 up, 8 in 2024-08-17T01:35:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:03 smithi187 ceph-mon[90552]: osdmap e2154: 8 total, 8 up, 8 in 2024-08-17T01:35:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:35:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:35:03] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-08-17T01:35:04.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:04 smithi157 ceph-mon[101289]: pgmap v3714: 137 pgs: 137 active+clean; 198 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 46 op/s 2024-08-17T01:35:04.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:04 smithi157 ceph-mon[98780]: pgmap v3714: 137 pgs: 137 active+clean; 198 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 46 op/s 2024-08-17T01:35:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:04 smithi187 ceph-mon[90552]: pgmap v3714: 137 pgs: 137 active+clean; 198 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 46 op/s 2024-08-17T01:35:05.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:05 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:35:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:05 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:35:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:05 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:35:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:06 smithi157 ceph-mon[98780]: pgmap v3715: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-08-17T01:35:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:35:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:35:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:35:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:06 smithi157 ceph-mon[101289]: pgmap v3715: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-08-17T01:35:06.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:35:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:35:06.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:35:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:06 smithi187 ceph-mon[90552]: pgmap v3715: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-08-17T01:35:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:35:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:35:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:35:08.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:08 smithi157 ceph-mon[101289]: pgmap v3716: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-08-17T01:35:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:08 smithi157 ceph-mon[98780]: pgmap v3716: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-08-17T01:35:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:08 smithi187 ceph-mon[90552]: pgmap v3716: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-08-17T01:35:09.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:09 smithi157 ceph-mon[98780]: osdmap e2155: 8 total, 8 up, 8 in 2024-08-17T01:35:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:09 smithi157 ceph-mon[101289]: osdmap e2155: 8 total, 8 up, 8 in 2024-08-17T01:35:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:09 smithi187 ceph-mon[90552]: osdmap e2155: 8 total, 8 up, 8 in 2024-08-17T01:35:10.306 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 (40178 ms) 2024-08-17T01:35:10.306 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP 2024-08-17T01:35:10.306 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:35:10.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:10 smithi157 ceph-mon[98780]: pgmap v3718: 137 pgs: 137 active+clean; 220 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.6 MiB/s wr, 42 op/s 2024-08-17T01:35:10.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:10 smithi157 ceph-mon[98780]: osdmap e2156: 8 total, 8 up, 8 in 2024-08-17T01:35:10.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:10 smithi157 ceph-mon[101289]: pgmap v3718: 137 pgs: 137 active+clean; 220 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.6 MiB/s wr, 42 op/s 2024-08-17T01:35:10.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:10 smithi157 ceph-mon[101289]: osdmap e2156: 8 total, 8 up, 8 in 2024-08-17T01:35:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:10 smithi187 ceph-mon[90552]: pgmap v3718: 137 pgs: 137 active+clean; 220 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.6 MiB/s wr, 42 op/s 2024-08-17T01:35:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:10 smithi187 ceph-mon[90552]: osdmap e2156: 8 total, 8 up, 8 in 2024-08-17T01:35:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:11 smithi157 ceph-mon[101289]: osdmap e2157: 8 total, 8 up, 8 in 2024-08-17T01:35:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:11 smithi157 ceph-mon[101289]: pgmap v3721: 137 pgs: 137 active+clean; 228 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-17T01:35:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:11 smithi157 ceph-mon[98780]: osdmap e2157: 8 total, 8 up, 8 in 2024-08-17T01:35:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:11 smithi157 ceph-mon[98780]: pgmap v3721: 137 pgs: 137 active+clean; 228 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-17T01:35:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:11 smithi187 ceph-mon[90552]: osdmap e2157: 8 total, 8 up, 8 in 2024-08-17T01:35:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:11 smithi187 ceph-mon[90552]: pgmap v3721: 137 pgs: 137 active+clean; 228 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-17T01:35:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:35:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:35:13.881 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:35:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:35:13] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-08-17T01:35:13.881 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:13 smithi157 ceph-mon[98780]: pgmap v3722: 137 pgs: 137 active+clean; 228 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-08-17T01:35:14.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:14.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:13 smithi157 ceph-mon[101289]: pgmap v3722: 137 pgs: 137 active+clean; 228 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-08-17T01:35:14.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:13 smithi187 ceph-mon[90552]: pgmap v3722: 137 pgs: 137 active+clean; 228 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-08-17T01:35:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:16.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:15 smithi187 ceph-mon[90552]: pgmap v3723: 137 pgs: 137 active+clean; 232 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-08-17T01:35:16.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:15 smithi157 ceph-mon[98780]: pgmap v3723: 137 pgs: 137 active+clean; 232 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-08-17T01:35:16.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:15 smithi157 ceph-mon[101289]: pgmap v3723: 137 pgs: 137 active+clean; 232 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-08-17T01:35:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:16 smithi187 ceph-mon[90552]: osdmap e2158: 8 total, 8 up, 8 in 2024-08-17T01:35:17.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:16 smithi157 ceph-mon[101289]: osdmap e2158: 8 total, 8 up, 8 in 2024-08-17T01:35:17.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:16 smithi157 ceph-mon[98780]: osdmap e2158: 8 total, 8 up, 8 in 2024-08-17T01:35:17.932 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:35:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:17 smithi187 ceph-mon[90552]: pgmap v3725: 137 pgs: 137 active+clean; 232 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 545 KiB/s wr, 25 op/s 2024-08-17T01:35:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:17 smithi187 ceph-mon[90552]: osdmap e2159: 8 total, 8 up, 8 in 2024-08-17T01:35:18.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:17 smithi157 ceph-mon[98780]: pgmap v3725: 137 pgs: 137 active+clean; 232 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 545 KiB/s wr, 25 op/s 2024-08-17T01:35:18.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:17 smithi157 ceph-mon[98780]: osdmap e2159: 8 total, 8 up, 8 in 2024-08-17T01:35:18.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:17 smithi157 ceph-mon[101289]: pgmap v3725: 137 pgs: 137 active+clean; 232 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 545 KiB/s wr, 25 op/s 2024-08-17T01:35:18.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:17 smithi157 ceph-mon[101289]: osdmap e2159: 8 total, 8 up, 8 in 2024-08-17T01:35:19.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:18 smithi187 ceph-mon[90552]: osdmap e2160: 8 total, 8 up, 8 in 2024-08-17T01:35:19.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:18 smithi157 ceph-mon[98780]: osdmap e2160: 8 total, 8 up, 8 in 2024-08-17T01:35:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:18 smithi157 ceph-mon[101289]: osdmap e2160: 8 total, 8 up, 8 in 2024-08-17T01:35:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:19 smithi187 ceph-mon[90552]: pgmap v3728: 137 pgs: 137 active+clean; 236 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 687 KiB/s wr, 53 op/s 2024-08-17T01:35:20.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:19 smithi157 ceph-mon[98780]: pgmap v3728: 137 pgs: 137 active+clean; 236 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 687 KiB/s wr, 53 op/s 2024-08-17T01:35:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:19 smithi157 ceph-mon[101289]: pgmap v3728: 137 pgs: 137 active+clean; 236 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 687 KiB/s wr, 53 op/s 2024-08-17T01:35:22.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:21 smithi187 ceph-mon[90552]: pgmap v3729: 137 pgs: 137 active+clean; 248 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-17T01:35:22.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:21 smithi157 ceph-mon[101289]: pgmap v3729: 137 pgs: 137 active+clean; 248 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-17T01:35:22.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:21 smithi157 ceph-mon[98780]: pgmap v3729: 137 pgs: 137 active+clean; 248 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-17T01:35:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:35:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:35:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:35:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:35:23] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-08-17T01:35:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:23 smithi187 ceph-mon[90552]: pgmap v3730: 137 pgs: 137 active+clean; 248 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-17T01:35:24.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:23 smithi157 ceph-mon[98780]: pgmap v3730: 137 pgs: 137 active+clean; 248 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-17T01:35:24.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:23 smithi157 ceph-mon[101289]: pgmap v3730: 137 pgs: 137 active+clean; 248 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-17T01:35:25.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:24 smithi187 ceph-mon[90552]: osdmap e2161: 8 total, 8 up, 8 in 2024-08-17T01:35:25.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:24 smithi157 ceph-mon[98780]: osdmap e2161: 8 total, 8 up, 8 in 2024-08-17T01:35:25.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:24 smithi157 ceph-mon[101289]: osdmap e2161: 8 total, 8 up, 8 in 2024-08-17T01:35:25.964 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:35:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:25 smithi187 ceph-mon[90552]: pgmap v3732: 137 pgs: 137 active+clean; 248 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-08-17T01:35:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:25 smithi187 ceph-mon[90552]: osdmap e2162: 8 total, 8 up, 8 in 2024-08-17T01:35:26.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:25 smithi157 ceph-mon[101289]: pgmap v3732: 137 pgs: 137 active+clean; 248 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-08-17T01:35:26.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:25 smithi157 ceph-mon[101289]: osdmap e2162: 8 total, 8 up, 8 in 2024-08-17T01:35:26.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:25 smithi157 ceph-mon[98780]: pgmap v3732: 137 pgs: 137 active+clean; 248 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-08-17T01:35:26.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:25 smithi157 ceph-mon[98780]: osdmap e2162: 8 total, 8 up, 8 in 2024-08-17T01:35:27.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:26 smithi187 ceph-mon[90552]: osdmap e2163: 8 total, 8 up, 8 in 2024-08-17T01:35:27.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:26 smithi157 ceph-mon[101289]: osdmap e2163: 8 total, 8 up, 8 in 2024-08-17T01:35:27.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:26 smithi157 ceph-mon[98780]: osdmap e2163: 8 total, 8 up, 8 in 2024-08-17T01:35:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:27 smithi187 ceph-mon[90552]: pgmap v3735: 137 pgs: 137 active+clean; 260 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-17T01:35:28.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:27 smithi157 ceph-mon[101289]: pgmap v3735: 137 pgs: 137 active+clean; 260 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-17T01:35:28.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:27 smithi157 ceph-mon[98780]: pgmap v3735: 137 pgs: 137 active+clean; 260 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-17T01:35:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:28 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:29.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:28 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:29.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:28 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:29 smithi187 ceph-mon[90552]: pgmap v3736: 137 pgs: 137 active+clean; 270 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-17T01:35:30.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:29 smithi157 ceph-mon[101289]: pgmap v3736: 137 pgs: 137 active+clean; 270 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-17T01:35:30.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:29 smithi157 ceph-mon[98780]: pgmap v3736: 137 pgs: 137 active+clean; 270 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-17T01:35:32.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:31 smithi187 ceph-mon[90552]: pgmap v3737: 137 pgs: 137 active+clean; 270 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.3 MiB/s wr, 34 op/s 2024-08-17T01:35:32.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:31 smithi157 ceph-mon[101289]: pgmap v3737: 137 pgs: 137 active+clean; 270 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.3 MiB/s wr, 34 op/s 2024-08-17T01:35:32.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:31 smithi157 ceph-mon[98780]: pgmap v3737: 137 pgs: 137 active+clean; 270 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.3 MiB/s wr, 34 op/s 2024-08-17T01:35:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:35:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:35:33.285 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:32 smithi157 ceph-mon[101289]: osdmap e2164: 8 total, 8 up, 8 in 2024-08-17T01:35:33.286 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:32 smithi157 ceph-mon[98780]: osdmap e2164: 8 total, 8 up, 8 in 2024-08-17T01:35:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:32 smithi187 ceph-mon[90552]: osdmap e2164: 8 total, 8 up, 8 in 2024-08-17T01:35:33.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:35:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:35:33] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-08-17T01:35:34.001 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:35:34.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:33 smithi157 ceph-mon[101289]: pgmap v3739: 137 pgs: 137 active+clean; 270 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-08-17T01:35:34.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:33 smithi157 ceph-mon[101289]: osdmap e2165: 8 total, 8 up, 8 in 2024-08-17T01:35:34.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:33 smithi157 ceph-mon[98780]: pgmap v3739: 137 pgs: 137 active+clean; 270 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-08-17T01:35:34.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:33 smithi157 ceph-mon[98780]: osdmap e2165: 8 total, 8 up, 8 in 2024-08-17T01:35:34.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:33 smithi187 ceph-mon[90552]: pgmap v3739: 137 pgs: 137 active+clean; 270 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-08-17T01:35:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:33 smithi187 ceph-mon[90552]: osdmap e2165: 8 total, 8 up, 8 in 2024-08-17T01:35:35.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:34 smithi157 ceph-mon[98780]: osdmap e2166: 8 total, 8 up, 8 in 2024-08-17T01:35:35.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:34 smithi157 ceph-mon[101289]: osdmap e2166: 8 total, 8 up, 8 in 2024-08-17T01:35:35.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:34 smithi187 ceph-mon[90552]: osdmap e2166: 8 total, 8 up, 8 in 2024-08-17T01:35:36.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:35 smithi157 ceph-mon[101289]: pgmap v3742: 137 pgs: 137 active+clean; 281 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-08-17T01:35:36.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:35 smithi157 ceph-mon[98780]: pgmap v3742: 137 pgs: 137 active+clean; 281 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-08-17T01:35:36.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:35 smithi187 ceph-mon[90552]: pgmap v3742: 137 pgs: 137 active+clean; 281 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-08-17T01:35:38.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:37 smithi157 ceph-mon[101289]: pgmap v3743: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-08-17T01:35:38.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:37 smithi157 ceph-mon[98780]: pgmap v3743: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-08-17T01:35:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:37 smithi187 ceph-mon[90552]: pgmap v3743: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-08-17T01:35:40.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:39 smithi157 ceph-mon[98780]: pgmap v3744: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-17T01:35:40.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:39 smithi157 ceph-mon[101289]: pgmap v3744: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-17T01:35:40.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:39 smithi187 ceph-mon[90552]: pgmap v3744: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-17T01:35:41.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:40 smithi157 ceph-mon[98780]: osdmap e2167: 8 total, 8 up, 8 in 2024-08-17T01:35:41.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:40 smithi157 ceph-mon[101289]: osdmap e2167: 8 total, 8 up, 8 in 2024-08-17T01:35:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:40 smithi187 ceph-mon[90552]: osdmap e2167: 8 total, 8 up, 8 in 2024-08-17T01:35:42.024 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:35:42.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:41 smithi187 ceph-mon[90552]: pgmap v3746: 137 pgs: 137 active+clean; 300 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-08-17T01:35:42.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:41 smithi187 ceph-mon[90552]: osdmap e2168: 8 total, 8 up, 8 in 2024-08-17T01:35:42.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:41 smithi157 ceph-mon[98780]: pgmap v3746: 137 pgs: 137 active+clean; 300 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-08-17T01:35:42.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:41 smithi157 ceph-mon[98780]: osdmap e2168: 8 total, 8 up, 8 in 2024-08-17T01:35:42.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:41 smithi157 ceph-mon[101289]: pgmap v3746: 137 pgs: 137 active+clean; 300 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-08-17T01:35:42.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:41 smithi157 ceph-mon[101289]: osdmap e2168: 8 total, 8 up, 8 in 2024-08-17T01:35:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:35:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:35:43.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:43 smithi157 ceph-mon[101289]: osdmap e2169: 8 total, 8 up, 8 in 2024-08-17T01:35:43.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:43 smithi157 ceph-mon[98780]: osdmap e2169: 8 total, 8 up, 8 in 2024-08-17T01:35:43.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:43 smithi187 ceph-mon[90552]: osdmap e2169: 8 total, 8 up, 8 in 2024-08-17T01:35:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:35:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:35:43] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-08-17T01:35:44.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:44 smithi157 ceph-mon[101289]: pgmap v3749: 137 pgs: 137 active+clean; 307 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-08-17T01:35:44.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:44 smithi157 ceph-mon[98780]: pgmap v3749: 137 pgs: 137 active+clean; 307 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-08-17T01:35:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:44.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:44 smithi187 ceph-mon[90552]: pgmap v3749: 137 pgs: 137 active+clean; 307 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-08-17T01:35:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:46.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:46 smithi157 ceph-mon[101289]: pgmap v3750: 137 pgs: 137 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-08-17T01:35:46.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:46 smithi157 ceph-mon[98780]: pgmap v3750: 137 pgs: 137 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-08-17T01:35:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:46 smithi187 ceph-mon[90552]: pgmap v3750: 137 pgs: 137 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-08-17T01:35:48.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:48 smithi157 ceph-mon[101289]: pgmap v3751: 137 pgs: 137 active+clean; 314 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.8 MiB/s wr, 40 op/s 2024-08-17T01:35:48.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:48 smithi157 ceph-mon[98780]: pgmap v3751: 137 pgs: 137 active+clean; 314 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.8 MiB/s wr, 40 op/s 2024-08-17T01:35:48.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:48 smithi187 ceph-mon[90552]: pgmap v3751: 137 pgs: 137 active+clean; 314 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.8 MiB/s wr, 40 op/s 2024-08-17T01:35:49.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:49 smithi157 ceph-mon[101289]: osdmap e2170: 8 total, 8 up, 8 in 2024-08-17T01:35:49.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:49 smithi157 ceph-mon[98780]: osdmap e2170: 8 total, 8 up, 8 in 2024-08-17T01:35:49.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:49 smithi187 ceph-mon[90552]: osdmap e2170: 8 total, 8 up, 8 in 2024-08-17T01:35:50.061 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP (39755 ms) 2024-08-17T01:35:50.061 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-08-17T01:35:50.061 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:35:50.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:50 smithi157 ceph-mon[98780]: pgmap v3753: 137 pgs: 137 active+clean; 326 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.0 MiB/s wr, 46 op/s 2024-08-17T01:35:50.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:50 smithi157 ceph-mon[98780]: osdmap e2171: 8 total, 8 up, 8 in 2024-08-17T01:35:50.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:50 smithi157 ceph-mon[101289]: pgmap v3753: 137 pgs: 137 active+clean; 326 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.0 MiB/s wr, 46 op/s 2024-08-17T01:35:50.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:50 smithi157 ceph-mon[101289]: osdmap e2171: 8 total, 8 up, 8 in 2024-08-17T01:35:50.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:50 smithi187 ceph-mon[90552]: pgmap v3753: 137 pgs: 137 active+clean; 326 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.0 MiB/s wr, 46 op/s 2024-08-17T01:35:50.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:50 smithi187 ceph-mon[90552]: osdmap e2171: 8 total, 8 up, 8 in 2024-08-17T01:35:51.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:51 smithi157 ceph-mon[101289]: osdmap e2172: 8 total, 8 up, 8 in 2024-08-17T01:35:51.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:51 smithi157 ceph-mon[98780]: osdmap e2172: 8 total, 8 up, 8 in 2024-08-17T01:35:51.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:51 smithi187 ceph-mon[90552]: osdmap e2172: 8 total, 8 up, 8 in 2024-08-17T01:35:52.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:52 smithi187 ceph-mon[90552]: pgmap v3756: 137 pgs: 137 active+clean; 338 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-17T01:35:52.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:52 smithi187 ceph-mon[90552]: osdmap e2173: 8 total, 8 up, 8 in 2024-08-17T01:35:52.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:52 smithi157 ceph-mon[101289]: pgmap v3756: 137 pgs: 137 active+clean; 338 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-17T01:35:52.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:52 smithi157 ceph-mon[101289]: osdmap e2173: 8 total, 8 up, 8 in 2024-08-17T01:35:52.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:52 smithi157 ceph-mon[98780]: pgmap v3756: 137 pgs: 137 active+clean; 338 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-17T01:35:52.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:52 smithi157 ceph-mon[98780]: osdmap e2173: 8 total, 8 up, 8 in 2024-08-17T01:35:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:35:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:35:53.079 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3019 ms) 2024-08-17T01:35:53.079 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-08-17T01:35:53.079 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:35:53.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:53 smithi157 ceph-mon[101289]: osdmap e2174: 8 total, 8 up, 8 in 2024-08-17T01:35:53.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:53 smithi157 ceph-mon[98780]: osdmap e2174: 8 total, 8 up, 8 in 2024-08-17T01:35:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:53 smithi187 ceph-mon[90552]: osdmap e2174: 8 total, 8 up, 8 in 2024-08-17T01:35:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:35:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:35:53] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-08-17T01:35:54.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:54 smithi157 ceph-mon[101289]: pgmap v3759: 137 pgs: 137 active+clean; 338 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-08-17T01:35:54.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:54 smithi157 ceph-mon[101289]: osdmap e2175: 8 total, 8 up, 8 in 2024-08-17T01:35:54.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:54 smithi157 ceph-mon[98780]: pgmap v3759: 137 pgs: 137 active+clean; 338 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-08-17T01:35:54.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:54 smithi157 ceph-mon[98780]: osdmap e2175: 8 total, 8 up, 8 in 2024-08-17T01:35:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:54 smithi187 ceph-mon[90552]: pgmap v3759: 137 pgs: 137 active+clean; 338 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-08-17T01:35:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:54 smithi187 ceph-mon[90552]: osdmap e2175: 8 total, 8 up, 8 in 2024-08-17T01:35:55.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:55 smithi157 ceph-mon[98780]: osdmap e2176: 8 total, 8 up, 8 in 2024-08-17T01:35:55.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:55 smithi157 ceph-mon[101289]: osdmap e2176: 8 total, 8 up, 8 in 2024-08-17T01:35:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:55 smithi187 ceph-mon[90552]: osdmap e2176: 8 total, 8 up, 8 in 2024-08-17T01:35:56.114 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3034 ms) 2024-08-17T01:35:56.114 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-08-17T01:35:56.114 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:35:56.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:56 smithi157 ceph-mon[98780]: pgmap v3762: 137 pgs: 137 active+clean; 338 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 12 KiB/s wr, 112 op/s 2024-08-17T01:35:56.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:56 smithi157 ceph-mon[98780]: osdmap e2177: 8 total, 8 up, 8 in 2024-08-17T01:35:56.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:56 smithi157 ceph-mon[101289]: pgmap v3762: 137 pgs: 137 active+clean; 338 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 12 KiB/s wr, 112 op/s 2024-08-17T01:35:56.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:56 smithi157 ceph-mon[101289]: osdmap e2177: 8 total, 8 up, 8 in 2024-08-17T01:35:56.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:56 smithi187 ceph-mon[90552]: pgmap v3762: 137 pgs: 137 active+clean; 338 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 12 KiB/s wr, 112 op/s 2024-08-17T01:35:56.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:56 smithi187 ceph-mon[90552]: osdmap e2177: 8 total, 8 up, 8 in 2024-08-17T01:35:57.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:57 smithi157 ceph-mon[98780]: osdmap e2178: 8 total, 8 up, 8 in 2024-08-17T01:35:57.386 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:57 smithi157 ceph-mon[101289]: osdmap e2178: 8 total, 8 up, 8 in 2024-08-17T01:35:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:57 smithi187 ceph-mon[90552]: osdmap e2178: 8 total, 8 up, 8 in 2024-08-17T01:35:58.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:58 smithi157 ceph-mon[98780]: pgmap v3765: 137 pgs: 137 active+clean; 338 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 13 KiB/s wr, 121 op/s 2024-08-17T01:35:58.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:58 smithi157 ceph-mon[98780]: osdmap e2179: 8 total, 8 up, 8 in 2024-08-17T01:35:58.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:58 smithi157 ceph-mon[101289]: pgmap v3765: 137 pgs: 137 active+clean; 338 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 13 KiB/s wr, 121 op/s 2024-08-17T01:35:58.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:58 smithi157 ceph-mon[101289]: osdmap e2179: 8 total, 8 up, 8 in 2024-08-17T01:35:58.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:58 smithi187 ceph-mon[90552]: pgmap v3765: 137 pgs: 137 active+clean; 338 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 13 KiB/s wr, 121 op/s 2024-08-17T01:35:58.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:58 smithi187 ceph-mon[90552]: osdmap e2179: 8 total, 8 up, 8 in 2024-08-17T01:35:59.135 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3021 ms) 2024-08-17T01:35:59.135 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-08-17T01:35:59.135 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:35:59.186 INFO:tasks.workunit.client.0.smithi157.stdout: i=0 exists [2009477~6521825,34618997~5451591,143913134~1221317,146732311~1204732,218207942~49992,223901340~520013,248894806~5563822,261160683~685703,263920104~2868651,278056005~5114491] wrote [2009477~6521825,34618997~5451591,143913134~1221317,146732311~1204732,218207942~49992,223901340~520013,248894806~5563822,261160683~685703,263920104~2868651,278056005~5114491] 2024-08-17T01:35:59.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:59 smithi157 ceph-mon[98780]: osdmap e2180: 8 total, 8 up, 8 in 2024-08-17T01:35:59.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:35:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:59.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:59 smithi157 ceph-mon[101289]: osdmap e2180: 8 total, 8 up, 8 in 2024-08-17T01:35:59.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:35:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:59 smithi187 ceph-mon[90552]: osdmap e2180: 8 total, 8 up, 8 in 2024-08-17T01:35:59.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:35:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:00.131 INFO:tasks.workunit.client.0.smithi157.stdout: i=1 exists [2009477~6521825,16782193~360286,34618997~5451591,57463802~2505612,65859279~3609201,83323597~1402224,92602811~524700,100516697~3101030,112623561~6015361,143913134~1221317,146732311~1204732,208751318~6671477,218207942~49992,223901340~520013,233371280~2711859,248894806~5563822,261160683~685703,263920104~2868651,278056005~5114491] wrote [16782193~360286,57463802~2505612,65859279~3609201,83323597~1402224,92602811~524700,100516697~3101030,112623561~6015361,208751318~6671477,233371280~2711859] 2024-08-17T01:36:00.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:00 smithi157 ceph-mon[98780]: pgmap v3768: 137 pgs: 137 active+clean; 339 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 262 KiB/s wr, 71 op/s 2024-08-17T01:36:00.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:00 smithi157 ceph-mon[98780]: osdmap e2181: 8 total, 8 up, 8 in 2024-08-17T01:36:00.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:00 smithi157 ceph-mon[101289]: pgmap v3768: 137 pgs: 137 active+clean; 339 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 262 KiB/s wr, 71 op/s 2024-08-17T01:36:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:00 smithi157 ceph-mon[101289]: osdmap e2181: 8 total, 8 up, 8 in 2024-08-17T01:36:00.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:00 smithi187 ceph-mon[90552]: pgmap v3768: 137 pgs: 137 active+clean; 339 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 262 KiB/s wr, 71 op/s 2024-08-17T01:36:00.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:00 smithi187 ceph-mon[90552]: osdmap e2181: 8 total, 8 up, 8 in 2024-08-17T01:36:01.164 INFO:tasks.workunit.client.0.smithi157.stdout: i=2 exists [2009477~6521825,11741363~5401116,29618098~10452490,57463802~2505612,65859279~3609201,83323597~1402224,92602811~4335336,100516697~3101030,112623561~6015361,143913134~1221317,146732311~1204732,208751318~6671477,218207942~49992,223901340~520013,233371280~2711859,248894806~5563822,258182762~1995636,261160683~685703,263920104~2868651,278056005~5114491,316302227~5045775,343201112~8201538,382742105~2163496] wrote [11741363~5043925,29618098~5014834,92949422~3988725,258182762~1995636,316302227~5045775,343201112~8201538,382742105~2163496] 2024-08-17T01:36:01.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:01 smithi157 ceph-mon[101289]: osdmap e2182: 8 total, 8 up, 8 in 2024-08-17T01:36:01.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:01 smithi157 ceph-mon[98780]: osdmap e2182: 8 total, 8 up, 8 in 2024-08-17T01:36:01.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:01 smithi187 ceph-mon[90552]: osdmap e2182: 8 total, 8 up, 8 in 2024-08-17T01:36:02.172 INFO:tasks.workunit.client.0.smithi157.stdout: i=3 exists [2009477~6521825,10537004~6605475,29618098~10452490,57463802~2505612,65859279~3609201,83323597~1402224,92602811~4335336,100516697~3101030,112045700~6956315,136717146~4638355,143913134~1221317,146732311~1204732,208751318~6671477,218207942~49992,223901340~520013,233371280~2711859,248894806~5563822,258182762~1995636,261160683~685703,263920104~2868651,278056005~5114491,293131591~5044337,310795196~10552806,343201112~8201538,377363437~7542164,398408946~8231726] wrote [10537004~5822268,112045700~6956315,136717146~4638355,293131591~5044337,310795196~10327906,350247489~397551,377363437~5712836,398408946~8231726] 2024-08-17T01:36:02.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:02 smithi157 ceph-mon[101289]: pgmap v3771: 137 pgs: 137 active+clean; 379 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 6.2 MiB/s wr, 170 op/s 2024-08-17T01:36:02.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:02 smithi157 ceph-mon[101289]: osdmap e2183: 8 total, 8 up, 8 in 2024-08-17T01:36:02.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:02 smithi157 ceph-mon[98780]: pgmap v3771: 137 pgs: 137 active+clean; 379 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 6.2 MiB/s wr, 170 op/s 2024-08-17T01:36:02.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:02 smithi157 ceph-mon[98780]: osdmap e2183: 8 total, 8 up, 8 in 2024-08-17T01:36:02.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:02 smithi187 ceph-mon[90552]: pgmap v3771: 137 pgs: 137 active+clean; 379 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 6.2 MiB/s wr, 170 op/s 2024-08-17T01:36:02.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:02 smithi187 ceph-mon[90552]: osdmap e2183: 8 total, 8 up, 8 in 2024-08-17T01:36:02.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:36:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:36:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:36:03.176 INFO:tasks.workunit.client.0.smithi157.stdout: i=4 exists [2009477~15133002,29618098~10452490,57463802~2505612,65859279~3609201,83323597~1402224,92602811~4335336,100516697~3101030,112045700~7266906,136717146~4638355,143913134~1221317,146732311~1204732,194859421~5228561,201081164~662664,208751318~6671477,218207942~49992,223901340~520013,226194896~6894839,233371280~2711859,242669660~1296938,248894806~5563822,258182762~1995636,260567914~434323,261160683~685703,263920104~2868651,278056005~5114491,293131591~5044337,310795196~10552806,343201112~8201538,377363437~7542164,398408946~8231726] wrote [8444211~5799928,117489863~1822743,194859421~5228561,201081164~662664,226194896~6894839,242669660~1296938,260567914~434323,398727467~287916] 2024-08-17T01:36:03.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:03 smithi157 ceph-mon[101289]: osdmap e2184: 8 total, 8 up, 8 in 2024-08-17T01:36:03.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:03 smithi157 ceph-mon[98780]: osdmap e2184: 8 total, 8 up, 8 in 2024-08-17T01:36:03.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:03 smithi187 ceph-mon[90552]: osdmap e2184: 8 total, 8 up, 8 in 2024-08-17T01:36:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:36:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:36:03] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-08-17T01:36:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: i=5 exists [2009477~15133002,29618098~10452490,51455899~827131,57463802~2505612,63428358~9264641,83323597~1402224,92602811~4335336,100516697~3101030,112045700~7266906,132030187~1680821,136717146~4638355,143913134~1221317,146732311~1204732,149863951~269470,162291325~5554174,194859421~5228561,201081164~662664,208751318~6671477,218207942~49992,223901340~520013,226194896~6894839,233371280~2711859,239377954~1992017,242669660~1296938,248894806~5563822,258182762~1995636,260567914~434323,261160683~685703,263920104~2868651,278056005~6833690,293131591~5044337,304273911~6329969,310795196~10552806,343201112~8201538,377363437~7542164,398408946~8231726] wrote [51455899~827131,63428358~9264641,132030187~1680821,149863951~269470,162291325~5554174,239377954~1992017,278914758~5974937,304273911~6329969] 2024-08-17T01:36:04.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:04 smithi157 ceph-mon[98780]: pgmap v3774: 137 pgs: 137 active+clean; 409 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 11 MiB/s wr, 122 op/s 2024-08-17T01:36:04.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:04 smithi157 ceph-mon[98780]: osdmap e2185: 8 total, 8 up, 8 in 2024-08-17T01:36:04.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:04 smithi157 ceph-mon[101289]: pgmap v3774: 137 pgs: 137 active+clean; 409 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 11 MiB/s wr, 122 op/s 2024-08-17T01:36:04.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:04 smithi157 ceph-mon[101289]: osdmap e2185: 8 total, 8 up, 8 in 2024-08-17T01:36:04.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:04 smithi187 ceph-mon[90552]: pgmap v3774: 137 pgs: 137 active+clean; 409 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 11 MiB/s wr, 122 op/s 2024-08-17T01:36:04.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:04 smithi187 ceph-mon[90552]: osdmap e2185: 8 total, 8 up, 8 in 2024-08-17T01:36:05.191 INFO:tasks.workunit.client.0.smithi157.stdout: i=6 exists [2009477~15133002,29618098~10452490,46516808~7773554,54932979~5036435,63428358~9264641,83323597~1402224,89761686~362165,92602811~4335336,100516697~3101030,112045700~7266906,132030187~1680821,136717146~4638355,143913134~1221317,146732311~1204732,149863951~269470,162291325~5554174,168742744~3443474,194859421~5228561,201081164~662664,205092175~10330620,218207942~49992,223901340~520013,226194896~6894839,233371280~2711859,239377954~1992017,242669660~1296938,248894806~5563822,256003683~6356758,263920104~2868651,278056005~6833690,293131591~5044337,304273911~17074091,343201112~8201538,377363437~7542164,398408946~8939389] wrote [46516808~7773554,54932979~4648273,89761686~362165,117810374~855299,168742744~3443474,205092175~5868211,256003683~6356758,309686865~5054359,401957248~5391087] 2024-08-17T01:36:05.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:05 smithi157 ceph-mon[101289]: osdmap e2186: 8 total, 8 up, 8 in 2024-08-17T01:36:05.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:05 smithi157 ceph-mon[98780]: osdmap e2186: 8 total, 8 up, 8 in 2024-08-17T01:36:05.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:05 smithi187 ceph-mon[90552]: osdmap e2186: 8 total, 8 up, 8 in 2024-08-17T01:36:06.199 INFO:tasks.workunit.client.0.smithi157.stdout: i=7 exists [2009477~22291196,29618098~10452490,46516808~7773554,54932979~5036435,63428358~9264641,83323597~1402224,89761686~362165,92602811~4335336,100516697~3101030,108034020~11527487,123125654~3413947,132030187~1680821,136717146~4638355,143913134~1221317,146732311~1204732,149863951~269470,162291325~5554174,168742744~3443474,192004717~8083265,201081164~662664,205092175~10330620,218207942~49992,223901340~520013,226194896~6894839,233371280~2711859,239377954~1992017,242669660~1296938,248894806~5563822,256003683~6356758,263920104~2868651,278056005~6833690,293131591~5044337,304273911~20894174,343201112~12199678,377363437~10554836,398408946~8939389] wrote [16683930~7616743,108034020~5379208,117623644~1937863,123125654~3413947,192004717~6228106,308690495~6630893,318594951~6573134,350533123~4867667,382338636~5579637] 2024-08-17T01:36:06.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:06 smithi157 ceph-mon[101289]: pgmap v3777: 137 pgs: 137 active+clean; 507 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 25 MiB/s wr, 200 op/s 2024-08-17T01:36:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:06 smithi157 ceph-mon[101289]: osdmap e2187: 8 total, 8 up, 8 in 2024-08-17T01:36:06.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:36:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:06 smithi157 ceph-mon[98780]: pgmap v3777: 137 pgs: 137 active+clean; 507 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 25 MiB/s wr, 200 op/s 2024-08-17T01:36:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:06 smithi157 ceph-mon[98780]: osdmap e2187: 8 total, 8 up, 8 in 2024-08-17T01:36:06.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:36:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:06 smithi187 ceph-mon[90552]: pgmap v3777: 137 pgs: 137 active+clean; 507 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 25 MiB/s wr, 200 op/s 2024-08-17T01:36:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:06 smithi187 ceph-mon[90552]: osdmap e2187: 8 total, 8 up, 8 in 2024-08-17T01:36:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:36:07.301 INFO:tasks.workunit.client.0.smithi157.stdout: i=8 exists [2009477~22291196,28009177~12061411,46516808~7773554,54932979~5036435,63428358~9264641,83323597~7698682,92602811~4335336,100516697~3101030,108034020~11527487,122059881~4479720,132030187~1680821,136717146~4638355,143913134~1221317,146732311~1204732,149863951~269470,151504767~2372209,162291325~5554174,168742744~3443474,172752516~6847283,192004717~8083265,201081164~662664,205092175~10330620,218207942~49992,223901340~520013,226194896~10219490,239377954~1992017,242669660~1296938,248894806~5563822,256003683~6356758,263920104~2868651,278056005~6833690,291575500~6600428,304273911~20894174,333497826~1117695,343201112~12199678,377363437~10554836,391595767~15752568] wrote [28009177~3966263,83797090~7225189,122059881~1924628,151504767~2372209,172752516~6847283,232917214~3497172,264633164~244634,291575500~5503966,333497826~1117695,391595767~7842485] 2024-08-17T01:36:07.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:07 smithi157 ceph-mon[101289]: osdmap e2188: 8 total, 8 up, 8 in 2024-08-17T01:36:07.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:36:07.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:36:07.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:07 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:36:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:07 smithi157 ceph-mon[98780]: osdmap e2188: 8 total, 8 up, 8 in 2024-08-17T01:36:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:36:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:36:07.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:07 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:36:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:07 smithi187 ceph-mon[90552]: osdmap e2188: 8 total, 8 up, 8 in 2024-08-17T01:36:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:36:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:36:07.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:07 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:36:08.318 INFO:tasks.workunit.client.0.smithi157.stdout: i=9 exists [2009477~22291196,28009177~12061411,46516808~7773554,54932979~5036435,63428358~9264641,83323597~7698682,92602811~4335336,99512623~5251697,108034020~11527487,122059881~4479720,132030187~9325314,143913134~1221317,146732311~1204732,149863951~269470,151504767~2372209,162291325~5554174,168742744~3443474,172752516~6847283,192004717~8083265,201081164~662664,205092175~10599726,218207942~49992,223901340~520013,226194896~11123690,239377954~1992017,242669660~1296938,248894806~5563822,256003683~6356758,263920104~9101089,278056005~6833690,291575500~6600428,299097312~4348282,304273911~20894174,333497826~1117695,343201112~12199678,377363437~10554836,391595767~15752568] wrote [99512623~5251697,133694106~4669988,169522955~2302298,206652312~9039589,233016763~4301823,264854666~8166527,299097312~4348282,306108574~468296,392961612~5678540] 2024-08-17T01:36:08.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:08 smithi157 ceph-mon[101289]: pgmap v3780: 137 pgs: 137 active+clean; 574 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 32 MiB/s wr, 262 op/s 2024-08-17T01:36:08.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:08 smithi157 ceph-mon[101289]: osdmap e2189: 8 total, 8 up, 8 in 2024-08-17T01:36:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:08 smithi157 ceph-mon[98780]: pgmap v3780: 137 pgs: 137 active+clean; 574 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 32 MiB/s wr, 262 op/s 2024-08-17T01:36:08.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:08 smithi157 ceph-mon[98780]: osdmap e2189: 8 total, 8 up, 8 in 2024-08-17T01:36:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:08 smithi187 ceph-mon[90552]: pgmap v3780: 137 pgs: 137 active+clean; 574 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 32 MiB/s wr, 262 op/s 2024-08-17T01:36:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:08 smithi187 ceph-mon[90552]: osdmap e2189: 8 total, 8 up, 8 in 2024-08-17T01:36:09.313 INFO:tasks.workunit.client.0.smithi157.stdout: i=10 exists [12642~24288031,28009177~12061411,46516808~7773554,54932979~5036435,63428358~9264641,83323597~7698682,92602811~4335336,99512623~5251697,108034020~11527487,122059881~4479720,132030187~9325314,141750095~3384356,146732311~1204732,149863951~269470,151504767~2372209,162291325~5554174,168742744~3443474,172752516~6847283,185638966~14449016,201081164~662664,205092175~10599726,218207942~49992,223901340~520013,225816949~11501637,239377954~1992017,242669660~1296938,248894806~5563822,254519615~7927920,263920104~9101089,278056005~6833690,291575500~6600428,299097312~4348282,304273911~20894174,333497826~1117695,343201112~12199678,369060844~4057202,377363437~11819424,391595767~15752568] wrote [12642~3345253,64569834~624969,141750095~2362397,185638966~8088031,225816949~4015260,254519615~7927920,369060844~4057202,384117945~5064916,403930533~575473] 2024-08-17T01:36:09.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:09 smithi157 ceph-mon[101289]: osdmap e2190: 8 total, 8 up, 8 in 2024-08-17T01:36:09.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:09 smithi157 ceph-mon[98780]: osdmap e2190: 8 total, 8 up, 8 in 2024-08-17T01:36:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:09 smithi187 ceph-mon[90552]: osdmap e2190: 8 total, 8 up, 8 in 2024-08-17T01:36:10.321 INFO:tasks.workunit.client.0.smithi157.stdout: i=11 exists [12642~24288031,28009177~12061411,46516808~7773554,54932979~5036435,63428358~9264641,79902104~11120175,92602811~4335336,99512623~5251697,108034020~11527487,122059881~4479720,132030187~9325314,141750095~3384356,146732311~1204732,149863951~269470,151504767~2372209,162291325~5554174,168742744~3443474,172752516~6847283,185638966~14449016,201081164~662664,205092175~10599726,216228132~3642627,223901340~520013,225816949~11501637,239377954~1992017,242265016~3772367,248894806~5563822,254519615~7927920,263920104~9101089,278056005~6833690,286766912~11409016,299097312~4348282,304273911~20894174,333497826~1117695,343201112~12199678,364822749~24360112,391595767~20468089] wrote [79902104~4619966,94502254~1403065,216228132~3642627,242265016~3772367,286766912~6512920,317367728~3778227,347337010~1062969,364822749~7312274,372587296~6081030,405267793~6796063] 2024-08-17T01:36:10.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:10 smithi157 ceph-mon[101289]: pgmap v3783: 137 pgs: 137 active+clean; 697 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 39 MiB/s wr, 87 op/s 2024-08-17T01:36:10.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:10 smithi157 ceph-mon[101289]: osdmap e2191: 8 total, 8 up, 8 in 2024-08-17T01:36:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:10 smithi157 ceph-mon[98780]: pgmap v3783: 137 pgs: 137 active+clean; 697 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 39 MiB/s wr, 87 op/s 2024-08-17T01:36:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:10 smithi157 ceph-mon[98780]: osdmap e2191: 8 total, 8 up, 8 in 2024-08-17T01:36:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:10 smithi187 ceph-mon[90552]: pgmap v3783: 137 pgs: 137 active+clean; 697 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 39 MiB/s wr, 87 op/s 2024-08-17T01:36:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:10 smithi187 ceph-mon[90552]: osdmap e2191: 8 total, 8 up, 8 in 2024-08-17T01:36:11.319 INFO:tasks.workunit.client.0.smithi157.stdout: i=12 exists [12642~24288031,25366962~331407,28009177~12201666,46516808~7773554,54932979~5036435,63428358~9264641,79902104~11120175,92602811~4335336,99512623~5251697,108034020~11527487,122059881~4479720,129664721~11690780,141750095~3384356,146732311~1204732,149863951~269470,151504767~2372209,162291325~5554174,168742744~3443474,172752516~6847283,185638966~14449016,201081164~662664,205092175~10599726,216228132~3642627,223901340~520013,225816949~11501637,239377954~1992017,242265016~3772367,248894806~5563822,254519615~7927920,263920104~9101089,278056005~8309495,286766912~12045167,299097312~4348282,304273911~20894174,333497826~1117695,335091185~3128430,343201112~12199678,364822749~24360112,391595767~20468089] wrote [25366962~331407,37728974~2481869,115985571~2103022,129664721~3341518,280076342~6289158,291404680~7407399,335091185~3128430,343337516~7545707,404446450~6612019] 2024-08-17T01:36:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:11 smithi157 ceph-mon[101289]: osdmap e2192: 8 total, 8 up, 8 in 2024-08-17T01:36:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:11 smithi157 ceph-mon[98780]: osdmap e2192: 8 total, 8 up, 8 in 2024-08-17T01:36:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:11 smithi187 ceph-mon[90552]: osdmap e2192: 8 total, 8 up, 8 in 2024-08-17T01:36:12.325 INFO:tasks.workunit.client.0.smithi157.stdout: i=13 exists [12642~26489866,28009177~12201666,46516808~7773554,54932979~5036435,63428358~9264641,79902104~11120175,92602811~4335336,99512623~5251697,108034020~11527487,122059881~19295620,141750095~3384356,146732311~1204732,149863951~269470,151504767~2372209,162291325~5554174,168742744~3443474,172752516~6847283,185638966~14449016,201081164~3732572,205092175~10599726,216228132~3642627,223901340~520013,225816949~11501637,239377954~9081583,248894806~5563822,254519615~7927920,263920104~9101089,278056005~8309495,286766912~12045167,299097312~4348282,304273911~20894174,328531464~2269822,333497826~1117695,335091185~3128430,343201112~12199678,364822749~24360112,391595767~20468089] wrote [23221679~3280829,48780432~3487017,64346165~3731880,126162079~6177589,201629057~3184679,240579750~7879787,295884249~999108,311705301~3241415,328531464~2269822,370711221~3058663] 2024-08-17T01:36:12.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:12 smithi157 ceph-mon[98780]: pgmap v3786: 137 pgs: 137 active+clean; 826 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 57 MiB/s wr, 333 op/s 2024-08-17T01:36:12.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:12 smithi157 ceph-mon[98780]: osdmap e2193: 8 total, 8 up, 8 in 2024-08-17T01:36:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:12 smithi157 ceph-mon[101289]: pgmap v3786: 137 pgs: 137 active+clean; 826 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 57 MiB/s wr, 333 op/s 2024-08-17T01:36:12.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:12 smithi157 ceph-mon[101289]: osdmap e2193: 8 total, 8 up, 8 in 2024-08-17T01:36:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:12 smithi187 ceph-mon[90552]: pgmap v3786: 137 pgs: 137 active+clean; 826 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 57 MiB/s wr, 333 op/s 2024-08-17T01:36:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:12 smithi187 ceph-mon[90552]: osdmap e2193: 8 total, 8 up, 8 in 2024-08-17T01:36:12.706 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:36:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:36:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:36:13.347 INFO:tasks.workunit.client.0.smithi157.stdout: i=14 exists [12642~26489866,28009177~12201666,46516808~7773554,54932979~5036435,63428358~9264641,78710825~12311454,92602811~4335336,99512623~5251697,108034020~12959021,122059881~19295620,141750095~3384356,146732311~1204732,149863951~269470,151504767~2372209,162291325~5554174,168742744~3443474,172752516~6847283,180561783~19526199,201081164~3732572,205092175~10599726,216228132~3642627,223901340~520013,225816949~11501637,237989762~10469775,248894806~5563822,254519615~7927920,263920104~9101089,278056005~8309495,286766912~12045167,299097312~4348282,304273911~20894174,328531464~2269822,333497826~1117695,335091185~3128430,343201112~12199678,364822749~24360112,391595767~20468089] wrote [3162577~2067861,15621869~7028393,64154252~6997243,78710825~7458983,118704642~2288399,180561783~7862695,237989762~4478922,349016522~5177134,373294782~357048] 2024-08-17T01:36:13.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:13 smithi157 ceph-mon[101289]: osdmap e2194: 8 total, 8 up, 8 in 2024-08-17T01:36:13.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:36:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:36:13] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-08-17T01:36:13.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:13 smithi157 ceph-mon[98780]: osdmap e2194: 8 total, 8 up, 8 in 2024-08-17T01:36:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:13 smithi187 ceph-mon[90552]: osdmap e2194: 8 total, 8 up, 8 in 2024-08-17T01:36:14.339 INFO:tasks.workunit.client.0.smithi157.stdout: i=15 exists [12642~26489866,28009177~12201666,46516808~7773554,54932979~5036435,63428358~9264641,78710825~12311454,92602811~4335336,99512623~5251697,108034020~12959021,122059881~19295620,141750095~3384356,146732311~1204732,149863951~269470,151504767~2372209,160413606~7431893,168742744~3443474,172752516~6847283,180561783~19526199,201081164~3732572,205092175~10599726,216228132~3642627,223901340~520013,225816949~11501637,237989762~10469775,248894806~5563822,254519615~7927920,263920104~9101089,278056005~8309495,286766912~12045167,299097312~26070773,328531464~2269822,333497826~1117695,335091185~3128430,343201112~12199678,364822749~24360112,391595767~20468089] wrote [3563108~7968185,30176499~4251749,109319561~2791464,112481249~3877394,160413606~2346475,271314303~590249,288491593~398229,289219408~6482864,301611680~5332476] 2024-08-17T01:36:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:14 smithi157 ceph-mon[98780]: pgmap v3789: 137 pgs: 137 active+clean; 849 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 35 MiB/s wr, 322 op/s 2024-08-17T01:36:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:14 smithi157 ceph-mon[98780]: osdmap e2195: 8 total, 8 up, 8 in 2024-08-17T01:36:14.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:14 smithi157 ceph-mon[101289]: pgmap v3789: 137 pgs: 137 active+clean; 849 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 35 MiB/s wr, 322 op/s 2024-08-17T01:36:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:14 smithi157 ceph-mon[101289]: osdmap e2195: 8 total, 8 up, 8 in 2024-08-17T01:36:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:14.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:14 smithi187 ceph-mon[90552]: pgmap v3789: 137 pgs: 137 active+clean; 849 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 35 MiB/s wr, 322 op/s 2024-08-17T01:36:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:14 smithi187 ceph-mon[90552]: osdmap e2195: 8 total, 8 up, 8 in 2024-08-17T01:36:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:15.381 INFO:tasks.workunit.client.0.smithi157.stdout: i=16 exists [12642~26489866,28009177~12201666,46516808~7773554,54932979~5036435,63428358~9264641,78710825~12311454,92602811~4335336,99512623~5251697,108034020~12959021,122059881~19295620,141750095~3384356,146732311~1204732,149863951~269470,151504767~2372209,160413606~7431893,168742744~3443474,172752516~6847283,180561783~19526199,201081164~3732572,205092175~10599726,216228132~3642627,223901340~520013,225816949~11501637,237989762~10469775,248894806~5563822,254519615~7927920,263920104~11266942,278056005~8309495,286766912~12045167,298910461~26257624,328531464~6084057,335091185~3128430,343201112~12199678,364822749~24360112,390343180~21720676] wrote [84125833~4366081,170739219~1321695,227164239~5431409,268417268~6769778,298910461~1994962,321173277~2964900,328639848~5756901,367824377~5663449,390343180~8039833,408184967~2466697] 2024-08-17T01:36:15.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:15 smithi157 ceph-mon[101289]: osdmap e2196: 8 total, 8 up, 8 in 2024-08-17T01:36:15.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:15 smithi157 ceph-mon[101289]: pgmap v3792: 137 pgs: 137 active+clean; 938 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 26 MiB/s wr, 208 op/s 2024-08-17T01:36:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:15 smithi157 ceph-mon[98780]: osdmap e2196: 8 total, 8 up, 8 in 2024-08-17T01:36:15.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:15 smithi157 ceph-mon[98780]: pgmap v3792: 137 pgs: 137 active+clean; 938 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 26 MiB/s wr, 208 op/s 2024-08-17T01:36:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:15 smithi187 ceph-mon[90552]: osdmap e2196: 8 total, 8 up, 8 in 2024-08-17T01:36:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:15 smithi187 ceph-mon[90552]: pgmap v3792: 137 pgs: 137 active+clean; 938 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 26 MiB/s wr, 208 op/s 2024-08-17T01:36:16.353 INFO:tasks.workunit.client.0.smithi157.stdout: i=17 exists [12642~26489866,28009177~12201666,46516808~7773554,54932979~5036435,63428358~9264641,78260559~12761720,92602811~6203263,99512623~5251697,108034020~12959021,122059881~19295620,141750095~3384356,146732311~1204732,149863951~269470,151504767~2372209,160413606~7431893,168742744~3443474,172752516~6847283,180561783~19526199,201081164~3732572,205092175~10599726,216228132~3642627,223901340~520013,225816949~11501637,237989762~10469775,248894806~5563822,254519615~7927920,263920104~11266942,278056005~8309495,286766912~12045167,298910461~26257624,328531464~6084057,335091185~3128430,343201112~12199678,355659526~2898034,359138431~52925425] wrote [78260559~5579440,94621388~4184686,231454821~3456038,287175254~3472926,292556885~742152,355659526~2898034,359138431~8095673,387431884~4525723,403384570~4822134] 2024-08-17T01:36:16.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:16 smithi157 ceph-mon[98780]: osdmap e2197: 8 total, 8 up, 8 in 2024-08-17T01:36:16.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:16 smithi157 ceph-mon[101289]: osdmap e2197: 8 total, 8 up, 8 in 2024-08-17T01:36:16.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:16 smithi187 ceph-mon[90552]: osdmap e2197: 8 total, 8 up, 8 in 2024-08-17T01:36:17.361 INFO:tasks.workunit.client.0.smithi157.stdout: i=18 exists [12642~26489866,28009177~12201666,46516808~7773554,54932979~5036435,63428358~9264641,78260559~12761720,92602811~6203263,99512623~5251697,108034020~12959021,122059881~19295620,141750095~3384356,146732311~1204732,149863951~269470,151504767~2372209,160413606~7431893,168742744~10857055,180561783~19526199,201081164~3732572,205092175~10599726,216228132~3642627,223901340~520013,225816949~11501637,237989762~16468866,254519615~7927920,263920104~11266942,278056005~8309495,286766912~12045167,298910461~26257624,328531464~6084057,335091185~6714548,343201112~12199678,355534107~3023453,359138431~52925425] wrote [509372~158471,86589960~3127521,171625309~2370224,246444946~6694584,268985433~2464302,337778016~4027717,355534107~1543597,374612919~2513551,382057691~5245341,391770627~7589899] 2024-08-17T01:36:17.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:17 smithi157 ceph-mon[101289]: osdmap e2198: 8 total, 8 up, 8 in 2024-08-17T01:36:17.654 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:17 smithi157 ceph-mon[101289]: pgmap v3795: 137 pgs: 137 active+clean; 1011 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 235 KiB/s rd, 41 MiB/s wr, 365 op/s 2024-08-17T01:36:17.655 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:17 smithi157 ceph-mon[98780]: osdmap e2198: 8 total, 8 up, 8 in 2024-08-17T01:36:17.655 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:17 smithi157 ceph-mon[98780]: pgmap v3795: 137 pgs: 137 active+clean; 1011 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 235 KiB/s rd, 41 MiB/s wr, 365 op/s 2024-08-17T01:36:17.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:17 smithi187 ceph-mon[90552]: osdmap e2198: 8 total, 8 up, 8 in 2024-08-17T01:36:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:17 smithi187 ceph-mon[90552]: pgmap v3795: 137 pgs: 137 active+clean; 1011 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 235 KiB/s rd, 41 MiB/s wr, 365 op/s 2024-08-17T01:36:18.363 INFO:tasks.workunit.client.0.smithi157.stdout: i=19 exists [12642~26489866,28009177~12201666,46516808~7773554,54932979~5036435,63428358~9264641,78260559~20545515,99512623~5251697,108034020~12959021,122059881~19295620,141750095~3384356,146732311~1204732,149863951~269470,151504767~4237250,160413606~7431893,168742744~10857055,180561783~19526199,201081164~14610737,216228132~3642627,223901340~520013,225816949~11501637,237989762~16468866,254519615~7927920,262489590~1092263,263920104~11266942,276041524~10323976,286766912~12045167,298910461~26257624,328531464~6084057,335091185~6714548,343201112~12199678,355534107~3023453,359138431~52925425] wrote [8912155~2905679,17960749~5762998,56248900~3113675,88768934~4090028,152328604~3413413,202513193~3376015,262489590~1092263,276041524~4272872,372112810~4210478,385251742~1904008] 2024-08-17T01:36:18.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:18 smithi157 ceph-mon[101289]: osdmap e2199: 8 total, 8 up, 8 in 2024-08-17T01:36:18.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:18 smithi157 ceph-mon[98780]: osdmap e2199: 8 total, 8 up, 8 in 2024-08-17T01:36:18.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:18 smithi187 ceph-mon[90552]: osdmap e2199: 8 total, 8 up, 8 in 2024-08-17T01:36:19.325 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 1 diff [16777216~4194304,54525952~4194304,62914560~4194304,79691776~4194304,92274688~8388608,109051904~8388608,205520896~8388608,230686720~4194304] 2024-08-17T01:36:19.325 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [16777216~4194304,54525952~4194304,62914560~4194304,79691776~4194304,92274688~8388608,109051904~8388608,205520896~8388608,230686720~4194304] 2024-08-17T01:36:19.336 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [16777216~4194304,54525952~16777216,79691776~8388608,92274688~12582912,109051904~12582912,205520896~12582912,230686720~8388608] 2024-08-17T01:36:19.336 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 2 diff [8388608~8388608,29360128~8388608,54525952~4194304,62914560~4194304,79691776~4194304,92274688~8388608,109051904~8388608,205520896~8388608,230686720~4194304,255852544~4194304,314572800~8388608,339738624~8388608,381681664~4194304] 2024-08-17T01:36:19.336 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~8388608,29360128~8388608,54525952~4194304,62914560~4194304,79691776~4194304,92274688~8388608,109051904~8388608,205520896~8388608,230686720~4194304,255852544~4194304,314572800~8388608,339738624~8388608,381681664~4194304] 2024-08-17T01:36:19.338 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~12582912,29360128~8388608,54525952~16777216,79691776~8388608,92274688~12582912,109051904~12582912,205520896~12582912,230686720~8388608,255852544~8388608,314572800~8388608,339738624~12582912,381681664~4194304] 2024-08-17T01:36:19.338 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 3 diff [8388608~8388608,29360128~8388608,54525952~4194304,62914560~4194304,79691776~4194304,92274688~8388608,109051904~8388608,134217728~8388608,205520896~8388608,230686720~4194304,255852544~4194304,289406976~8388608,310378496~12582912,339738624~8388608,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.338 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~8388608,29360128~8388608,54525952~4194304,62914560~4194304,79691776~4194304,92274688~8388608,109051904~8388608,134217728~8388608,205520896~8388608,230686720~4194304,255852544~4194304,289406976~8388608,310378496~12582912,339738624~8388608,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.340 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~12582912,29360128~8388608,54525952~16777216,79691776~8388608,92274688~12582912,109051904~12582912,134217728~8388608,205520896~12582912,230686720~8388608,255852544~8388608,289406976~12582912,310378496~12582912,339738624~12582912,373293056~12582912,394264576~12582912] 2024-08-17T01:36:19.341 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 4 diff [8388608~12582912,29360128~8388608,54525952~4194304,62914560~4194304,79691776~4194304,92274688~8388608,109051904~8388608,134217728~8388608,192937984~8388608,205520896~8388608,222298112~12582912,239075328~4194304,255852544~8388608,289406976~8388608,310378496~12582912,339738624~8388608,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.341 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~12582912,29360128~8388608,54525952~4194304,62914560~4194304,79691776~4194304,92274688~8388608,109051904~8388608,134217728~8388608,192937984~8388608,205520896~8388608,222298112~12582912,239075328~4194304,255852544~8388608,289406976~8388608,310378496~12582912,339738624~8388608,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~12582912,29360128~8388608,54525952~16777216,79691776~8388608,92274688~12582912,109051904~12582912,134217728~8388608,192937984~25165824,222298112~25165824,255852544~8388608,289406976~12582912,310378496~12582912,339738624~12582912,373293056~12582912,394264576~12582912] 2024-08-17T01:36:19.343 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 5 diff [8388608~12582912,29360128~8388608,50331648~8388608,62914560~12582912,79691776~4194304,92274688~8388608,109051904~8388608,130023424~12582912,146800640~4194304,159383552~8388608,192937984~8388608,205520896~8388608,222298112~12582912,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,339738624~8388608,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.343 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~12582912,29360128~8388608,50331648~8388608,62914560~12582912,79691776~4194304,92274688~8388608,109051904~8388608,130023424~12582912,146800640~4194304,159383552~8388608,192937984~8388608,205520896~8388608,222298112~12582912,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,339738624~8388608,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.346 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~12582912,29360128~8388608,50331648~25165824,79691776~8388608,92274688~12582912,109051904~12582912,130023424~12582912,146800640~4194304,159383552~12582912,192937984~25165824,222298112~25165824,255852544~8388608,276824064~8388608,289406976~33554432,339738624~12582912,373293056~12582912,394264576~12582912] 2024-08-17T01:36:19.346 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 6 diff [8388608~12582912,29360128~8388608,46137344~29360128,79691776~4194304,88080384~12582912,109051904~8388608,130023424~12582912,146800640~4194304,159383552~12582912,192937984~20971520,222298112~12582912,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,339738624~8388608,373293056~8388608,394264576~12582912] 2024-08-17T01:36:19.346 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~12582912,29360128~8388608,46137344~29360128,79691776~4194304,88080384~12582912,109051904~8388608,130023424~12582912,146800640~4194304,159383552~12582912,192937984~20971520,222298112~12582912,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,339738624~8388608,373293056~8388608,394264576~12582912] 2024-08-17T01:36:19.349 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~12582912,29360128~8388608,46137344~29360128,79691776~25165824,109051904~12582912,130023424~12582912,146800640~4194304,159383552~16777216,192937984~25165824,222298112~25165824,255852544~8388608,276824064~8388608,289406976~33554432,339738624~12582912,373293056~12582912,394264576~16777216] 2024-08-17T01:36:19.349 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 7 diff [8388608~16777216,29360128~8388608,46137344~29360128,79691776~4194304,88080384~12582912,104857600~12582912,121634816~4194304,130023424~12582912,146800640~4194304,159383552~12582912,188743680~25165824,222298112~12582912,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,339738624~12582912,373293056~12582912,394264576~12582912] 2024-08-17T01:36:19.349 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~16777216,29360128~8388608,46137344~29360128,79691776~4194304,88080384~12582912,104857600~12582912,121634816~4194304,130023424~12582912,146800640~4194304,159383552~12582912,188743680~25165824,222298112~12582912,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,339738624~12582912,373293056~12582912,394264576~12582912] 2024-08-17T01:36:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~16777216,29360128~8388608,46137344~29360128,79691776~62914560,146800640~4194304,159383552~16777216,188743680~29360128,222298112~25165824,255852544~8388608,276824064~8388608,289406976~37748736,339738624~16777216,373293056~16777216,394264576~16777216] 2024-08-17T01:36:19.353 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 8 diff [8388608~25165824,46137344~29360128,79691776~8388608,92274688~8388608,104857600~12582912,121634816~20971520,146800640~8388608,159383552~20971520,188743680~25165824,222298112~12582912,239075328~4194304,255852544~12582912,276824064~8388608,289406976~8388608,301989888~20971520,331350016~4194304,339738624~12582912,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.353 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~25165824,46137344~29360128,79691776~8388608,92274688~8388608,104857600~12582912,121634816~20971520,146800640~8388608,159383552~20971520,188743680~25165824,222298112~12582912,239075328~4194304,255852544~12582912,276824064~8388608,289406976~8388608,301989888~20971520,331350016~4194304,339738624~12582912,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.357 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~29360128,46137344~29360128,79691776~62914560,146800640~8388608,159383552~20971520,188743680~29360128,222298112~25165824,255852544~12582912,276824064~8388608,289406976~37748736,331350016~4194304,339738624~16777216,373293056~37748736] 2024-08-17T01:36:19.357 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 9 diff [8388608~25165824,46137344~29360128,79691776~8388608,92274688~25165824,121634816~20971520,146800640~8388608,159383552~20971520,188743680~25165824,222298112~12582912,239075328~4194304,255852544~16777216,276824064~8388608,289406976~33554432,331350016~4194304,339738624~12582912,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.358 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~25165824,46137344~29360128,79691776~8388608,92274688~25165824,121634816~20971520,146800640~8388608,159383552~20971520,188743680~25165824,222298112~12582912,239075328~4194304,255852544~16777216,276824064~8388608,289406976~33554432,331350016~4194304,339738624~12582912,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.362 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~29360128,46137344~29360128,79691776~62914560,146800640~8388608,159383552~20971520,188743680~29360128,222298112~25165824,255852544~29360128,289406976~37748736,331350016~4194304,339738624~16777216,373293056~37748736] 2024-08-17T01:36:19.362 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 10 diff [0~4194304,8388608~25165824,46137344~29360128,79691776~8388608,92274688~25165824,121634816~20971520,146800640~8388608,159383552~20971520,184549376~29360128,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~8388608,289406976~33554432,331350016~4194304,339738624~12582912,364904448~4194304,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.362 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~25165824,46137344~29360128,79691776~8388608,92274688~25165824,121634816~20971520,146800640~8388608,159383552~20971520,184549376~29360128,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~8388608,289406976~33554432,331350016~4194304,339738624~12582912,364904448~4194304,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~29360128,46137344~29360128,79691776~75497472,159383552~20971520,184549376~33554432,222298112~25165824,251658240~33554432,289406976~37748736,331350016~4194304,339738624~16777216,364904448~46137344] 2024-08-17T01:36:19.366 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 11 diff [0~4194304,8388608~25165824,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.366 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~25165824,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.371 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~29360128,46137344~29360128,79691776~75497472,159383552~20971520,184549376~62914560,251658240~75497472,331350016~4194304,339738624~16777216,360710144~54525952] 2024-08-17T01:36:19.371 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 12 diff [0~4194304,8388608~29360128,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.371 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~29360128,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.376 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~33554432,46137344~29360128,79691776~75497472,159383552~20971520,184549376~62914560,251658240~75497472,331350016~25165824,360710144~54525952] 2024-08-17T01:36:19.376 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 13 diff [0~4194304,8388608~29360128,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~20971520,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.376 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~29360128,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~20971520,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.382 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~33554432,46137344~29360128,79691776~75497472,159383552~20971520,184549376~171966464,360710144~54525952] 2024-08-17T01:36:19.382 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 14 diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.382 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.387 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~197132288,360710144~54525952] 2024-08-17T01:36:19.388 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 15 diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~58720256,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.388 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~58720256,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~197132288,360710144~54525952] 2024-08-17T01:36:19.396 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 16 diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~71303168,339738624~12582912,360710144~25165824,390070272~25165824] 2024-08-17T01:36:19.396 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~71303168,339738624~12582912,360710144~25165824,390070272~25165824] 2024-08-17T01:36:19.403 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~197132288,360710144~54525952] 2024-08-17T01:36:19.403 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 17 diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~71303168,339738624~71303168] 2024-08-17T01:36:19.403 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~71303168,339738624~71303168] 2024-08-17T01:36:19.409 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~255852544] 2024-08-17T01:36:19.410 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 18 diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~37748736,264241152~146800640] 2024-08-17T01:36:19.410 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~37748736,264241152~146800640] 2024-08-17T01:36:19.417 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~255852544] 2024-08-17T01:36:19.417 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to 19 diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:19.417 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:19.425 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 2 diff [8388608~8388608,29360128~8388608,92274688~4194304,255852544~4194304,314572800~8388608,339738624~8388608,381681664~4194304] 2024-08-17T01:36:19.425 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~8388608,29360128~8388608,92274688~4194304,255852544~4194304,314572800~8388608,339738624~8388608,381681664~4194304] 2024-08-17T01:36:19.427 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~12582912,29360128~8388608,92274688~8388608,255852544~8388608,314572800~8388608,339738624~12582912,381681664~4194304] 2024-08-17T01:36:19.427 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 3 diff [8388608~8388608,29360128~8388608,92274688~4194304,109051904~8388608,134217728~8388608,255852544~4194304,289406976~8388608,310378496~12582912,339738624~8388608,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.427 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~8388608,29360128~8388608,92274688~4194304,109051904~8388608,134217728~8388608,255852544~4194304,289406976~8388608,310378496~12582912,339738624~8388608,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.428 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~12582912,29360128~8388608,92274688~8388608,109051904~12582912,134217728~8388608,255852544~8388608,289406976~12582912,310378496~12582912,339738624~12582912,373293056~12582912,394264576~12582912] 2024-08-17T01:36:19.429 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 4 diff [8388608~8388608,29360128~8388608,92274688~4194304,109051904~8388608,134217728~8388608,192937984~8388608,222298112~8388608,239075328~4194304,255852544~8388608,289406976~8388608,310378496~12582912,339738624~8388608,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.429 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~8388608,29360128~8388608,92274688~4194304,109051904~8388608,134217728~8388608,192937984~8388608,222298112~8388608,239075328~4194304,255852544~8388608,289406976~8388608,310378496~12582912,339738624~8388608,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.431 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~12582912,29360128~8388608,92274688~8388608,109051904~12582912,134217728~8388608,192937984~12582912,222298112~12582912,239075328~8388608,255852544~8388608,289406976~12582912,310378496~12582912,339738624~12582912,373293056~12582912,394264576~12582912] 2024-08-17T01:36:19.431 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 5 diff [8388608~8388608,29360128~8388608,50331648~4194304,62914560~12582912,92274688~4194304,109051904~8388608,130023424~12582912,146800640~4194304,159383552~8388608,192937984~8388608,222298112~8388608,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,339738624~8388608,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.431 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~8388608,29360128~8388608,50331648~4194304,62914560~12582912,92274688~4194304,109051904~8388608,130023424~12582912,146800640~4194304,159383552~8388608,192937984~8388608,222298112~8388608,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,339738624~8388608,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.433 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~12582912,29360128~8388608,50331648~4194304,62914560~12582912,92274688~8388608,109051904~12582912,130023424~12582912,146800640~4194304,159383552~12582912,192937984~12582912,222298112~12582912,239075328~8388608,255852544~8388608,276824064~8388608,289406976~33554432,339738624~12582912,373293056~12582912,394264576~12582912] 2024-08-17T01:36:19.433 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 6 diff [8388608~8388608,29360128~8388608,46137344~29360128,88080384~8388608,109051904~8388608,130023424~12582912,146800640~4194304,159383552~12582912,192937984~16777216,222298112~8388608,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,339738624~8388608,373293056~8388608,394264576~12582912] 2024-08-17T01:36:19.433 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~8388608,29360128~8388608,46137344~29360128,88080384~8388608,109051904~8388608,130023424~12582912,146800640~4194304,159383552~12582912,192937984~16777216,222298112~8388608,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,339738624~8388608,373293056~8388608,394264576~12582912] 2024-08-17T01:36:19.436 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~12582912,29360128~8388608,46137344~29360128,88080384~12582912,109051904~12582912,130023424~12582912,146800640~4194304,159383552~16777216,192937984~20971520,222298112~12582912,239075328~8388608,255852544~8388608,276824064~8388608,289406976~33554432,339738624~12582912,373293056~12582912,394264576~16777216] 2024-08-17T01:36:19.436 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 7 diff [8388608~16777216,29360128~8388608,46137344~29360128,88080384~8388608,104857600~12582912,121634816~4194304,130023424~12582912,146800640~4194304,159383552~12582912,188743680~20971520,222298112~8388608,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,339738624~12582912,373293056~12582912,394264576~12582912] 2024-08-17T01:36:19.436 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~16777216,29360128~8388608,46137344~29360128,88080384~8388608,104857600~12582912,121634816~4194304,130023424~12582912,146800640~4194304,159383552~12582912,188743680~20971520,222298112~8388608,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,339738624~12582912,373293056~12582912,394264576~12582912] 2024-08-17T01:36:19.438 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~16777216,29360128~8388608,46137344~29360128,88080384~12582912,104857600~37748736,146800640~4194304,159383552~16777216,188743680~25165824,222298112~12582912,239075328~8388608,255852544~8388608,276824064~8388608,289406976~37748736,339738624~16777216,373293056~16777216,394264576~16777216] 2024-08-17T01:36:19.439 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 8 diff [8388608~25165824,46137344~29360128,79691776~8388608,92274688~4194304,104857600~12582912,121634816~20971520,146800640~8388608,159383552~20971520,188743680~20971520,222298112~12582912,239075328~4194304,255852544~12582912,276824064~8388608,289406976~8388608,301989888~20971520,331350016~4194304,339738624~12582912,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.439 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~25165824,46137344~29360128,79691776~8388608,92274688~4194304,104857600~12582912,121634816~20971520,146800640~8388608,159383552~20971520,188743680~20971520,222298112~12582912,239075328~4194304,255852544~12582912,276824064~8388608,289406976~8388608,301989888~20971520,331350016~4194304,339738624~12582912,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.442 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~29360128,46137344~29360128,79691776~20971520,104857600~37748736,146800640~8388608,159383552~20971520,188743680~25165824,222298112~25165824,255852544~12582912,276824064~8388608,289406976~37748736,331350016~4194304,339738624~16777216,373293056~37748736] 2024-08-17T01:36:19.442 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 9 diff [8388608~25165824,46137344~29360128,79691776~8388608,92274688~25165824,121634816~20971520,146800640~8388608,159383552~20971520,188743680~25165824,222298112~12582912,239075328~4194304,255852544~16777216,276824064~8388608,289406976~33554432,331350016~4194304,339738624~12582912,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.442 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~25165824,46137344~29360128,79691776~8388608,92274688~25165824,121634816~20971520,146800640~8388608,159383552~20971520,188743680~25165824,222298112~12582912,239075328~4194304,255852544~16777216,276824064~8388608,289406976~33554432,331350016~4194304,339738624~12582912,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.445 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~29360128,46137344~29360128,79691776~62914560,146800640~8388608,159383552~20971520,188743680~29360128,222298112~25165824,255852544~29360128,289406976~37748736,331350016~4194304,339738624~16777216,373293056~37748736] 2024-08-17T01:36:19.445 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 10 diff [0~4194304,8388608~25165824,46137344~29360128,79691776~8388608,92274688~25165824,121634816~20971520,146800640~8388608,159383552~20971520,184549376~29360128,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~8388608,289406976~33554432,331350016~4194304,339738624~12582912,364904448~4194304,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.445 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~25165824,46137344~29360128,79691776~8388608,92274688~25165824,121634816~20971520,146800640~8388608,159383552~20971520,184549376~29360128,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~8388608,289406976~33554432,331350016~4194304,339738624~12582912,364904448~4194304,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.449 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~29360128,46137344~29360128,79691776~75497472,159383552~20971520,184549376~33554432,222298112~25165824,251658240~33554432,289406976~37748736,331350016~4194304,339738624~16777216,364904448~46137344] 2024-08-17T01:36:19.449 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 11 diff [0~4194304,8388608~25165824,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.449 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~25165824,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.453 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~29360128,46137344~29360128,79691776~75497472,159383552~20971520,184549376~62914560,251658240~75497472,331350016~4194304,339738624~16777216,360710144~54525952] 2024-08-17T01:36:19.453 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 12 diff [0~4194304,8388608~29360128,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.453 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~29360128,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.458 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~33554432,46137344~29360128,79691776~75497472,159383552~20971520,184549376~62914560,251658240~75497472,331350016~25165824,360710144~54525952] 2024-08-17T01:36:19.458 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 13 diff [0~4194304,8388608~29360128,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~20971520,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.458 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~29360128,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~20971520,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.462 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~33554432,46137344~29360128,79691776~75497472,159383552~20971520,184549376~171966464,360710144~54525952] 2024-08-17T01:36:19.462 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 14 diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.462 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~197132288,360710144~54525952] 2024-08-17T01:36:19.467 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 15 diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~58720256,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.467 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~58720256,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.472 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~197132288,360710144~54525952] 2024-08-17T01:36:19.472 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 16 diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~71303168,339738624~12582912,360710144~25165824,390070272~25165824] 2024-08-17T01:36:19.473 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~71303168,339738624~12582912,360710144~25165824,390070272~25165824] 2024-08-17T01:36:19.478 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~197132288,360710144~54525952] 2024-08-17T01:36:19.478 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 17 diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~71303168,339738624~71303168] 2024-08-17T01:36:19.478 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~71303168,339738624~71303168] 2024-08-17T01:36:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~255852544] 2024-08-17T01:36:19.484 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 18 diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~37748736,264241152~146800640] 2024-08-17T01:36:19.484 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~37748736,264241152~146800640] 2024-08-17T01:36:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~255852544] 2024-08-17T01:36:19.491 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to 19 diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:19.491 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:19.498 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:19.498 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 3 diff [8388608~8388608,109051904~8388608,134217728~8388608,289406976~8388608,310378496~12582912,348127232~4194304,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.498 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~8388608,109051904~8388608,134217728~8388608,289406976~8388608,310378496~12582912,348127232~4194304,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~8388608,109051904~12582912,134217728~8388608,289406976~12582912,310378496~12582912,348127232~4194304,373293056~12582912,394264576~12582912] 2024-08-17T01:36:19.499 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 4 diff [8388608~8388608,109051904~8388608,134217728~8388608,192937984~8388608,222298112~8388608,239075328~4194304,260046848~4194304,289406976~8388608,310378496~12582912,348127232~4194304,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.499 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~8388608,109051904~8388608,134217728~8388608,192937984~8388608,222298112~8388608,239075328~4194304,260046848~4194304,289406976~8388608,310378496~12582912,348127232~4194304,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.500 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~8388608,109051904~12582912,134217728~8388608,192937984~12582912,222298112~12582912,239075328~8388608,260046848~4194304,289406976~12582912,310378496~12582912,348127232~4194304,373293056~12582912,394264576~12582912] 2024-08-17T01:36:19.500 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 5 diff [8388608~8388608,50331648~4194304,62914560~12582912,109051904~8388608,130023424~12582912,146800640~4194304,159383552~8388608,192937984~8388608,222298112~8388608,239075328~4194304,260046848~4194304,276824064~8388608,289406976~8388608,301989888~20971520,348127232~4194304,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.500 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~8388608,50331648~4194304,62914560~12582912,109051904~8388608,130023424~12582912,146800640~4194304,159383552~8388608,192937984~8388608,222298112~8388608,239075328~4194304,260046848~4194304,276824064~8388608,289406976~8388608,301989888~20971520,348127232~4194304,373293056~8388608,394264576~8388608] 2024-08-17T01:36:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~8388608,50331648~4194304,62914560~12582912,109051904~12582912,130023424~12582912,146800640~4194304,159383552~12582912,192937984~12582912,222298112~12582912,239075328~8388608,260046848~4194304,276824064~8388608,289406976~33554432,348127232~4194304,373293056~12582912,394264576~12582912] 2024-08-17T01:36:19.502 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 6 diff [8388608~8388608,46137344~29360128,88080384~4194304,109051904~8388608,130023424~12582912,146800640~4194304,159383552~12582912,192937984~16777216,222298112~8388608,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,348127232~4194304,373293056~8388608,394264576~12582912] 2024-08-17T01:36:19.502 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~8388608,46137344~29360128,88080384~4194304,109051904~8388608,130023424~12582912,146800640~4194304,159383552~12582912,192937984~16777216,222298112~8388608,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,348127232~4194304,373293056~8388608,394264576~12582912] 2024-08-17T01:36:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~8388608,46137344~29360128,88080384~4194304,109051904~12582912,130023424~12582912,146800640~4194304,159383552~16777216,192937984~20971520,222298112~12582912,239075328~8388608,255852544~8388608,276824064~8388608,289406976~33554432,348127232~4194304,373293056~12582912,394264576~16777216] 2024-08-17T01:36:19.504 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 7 diff [8388608~12582912,46137344~29360128,88080384~4194304,104857600~12582912,121634816~4194304,130023424~12582912,146800640~4194304,159383552~12582912,188743680~20971520,222298112~8388608,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,348127232~8388608,373293056~12582912,394264576~12582912] 2024-08-17T01:36:19.504 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~12582912,46137344~29360128,88080384~4194304,104857600~12582912,121634816~4194304,130023424~12582912,146800640~4194304,159383552~12582912,188743680~20971520,222298112~8388608,239075328~4194304,255852544~8388608,276824064~8388608,289406976~8388608,301989888~20971520,348127232~8388608,373293056~12582912,394264576~12582912] 2024-08-17T01:36:19.506 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~16777216,46137344~29360128,88080384~4194304,104857600~37748736,146800640~4194304,159383552~16777216,188743680~25165824,222298112~12582912,239075328~8388608,255852544~8388608,276824064~8388608,289406976~37748736,348127232~8388608,373293056~16777216,394264576~16777216] 2024-08-17T01:36:19.506 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 8 diff [8388608~12582912,25165824~4194304,46137344~29360128,79691776~8388608,104857600~12582912,121634816~20971520,146800640~8388608,159383552~20971520,188743680~20971520,222298112~12582912,239075328~4194304,255852544~12582912,276824064~8388608,289406976~8388608,301989888~20971520,331350016~4194304,348127232~8388608,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.507 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~12582912,25165824~4194304,46137344~29360128,79691776~8388608,104857600~12582912,121634816~20971520,146800640~8388608,159383552~20971520,188743680~20971520,222298112~12582912,239075328~4194304,255852544~12582912,276824064~8388608,289406976~8388608,301989888~20971520,331350016~4194304,348127232~8388608,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~25165824,46137344~29360128,79691776~12582912,104857600~37748736,146800640~8388608,159383552~20971520,188743680~25165824,222298112~25165824,255852544~12582912,276824064~8388608,289406976~37748736,331350016~4194304,348127232~8388608,373293056~37748736] 2024-08-17T01:36:19.509 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 9 diff [8388608~12582912,25165824~4194304,46137344~29360128,79691776~8388608,96468992~20971520,121634816~20971520,146800640~8388608,159383552~20971520,188743680~25165824,222298112~12582912,239075328~4194304,255852544~16777216,276824064~8388608,289406976~33554432,331350016~4194304,348127232~8388608,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.509 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~12582912,25165824~4194304,46137344~29360128,79691776~8388608,96468992~20971520,121634816~20971520,146800640~8388608,159383552~20971520,188743680~25165824,222298112~12582912,239075328~4194304,255852544~16777216,276824064~8388608,289406976~33554432,331350016~4194304,348127232~8388608,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.512 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~25165824,46137344~29360128,79691776~12582912,96468992~46137344,146800640~8388608,159383552~20971520,188743680~29360128,222298112~25165824,255852544~29360128,289406976~37748736,331350016~4194304,348127232~8388608,373293056~37748736] 2024-08-17T01:36:19.512 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 10 diff [0~4194304,8388608~12582912,25165824~4194304,46137344~29360128,79691776~8388608,96468992~20971520,121634816~20971520,146800640~8388608,159383552~20971520,184549376~29360128,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~8388608,289406976~33554432,331350016~4194304,348127232~8388608,364904448~4194304,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.512 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~12582912,25165824~4194304,46137344~29360128,79691776~8388608,96468992~20971520,121634816~20971520,146800640~8388608,159383552~20971520,184549376~29360128,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~8388608,289406976~33554432,331350016~4194304,348127232~8388608,364904448~4194304,373293056~12582912,390070272~16777216] 2024-08-17T01:36:19.516 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~25165824,46137344~29360128,79691776~12582912,96468992~58720256,159383552~20971520,184549376~33554432,222298112~25165824,251658240~33554432,289406976~37748736,331350016~4194304,348127232~8388608,364904448~46137344] 2024-08-17T01:36:19.516 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 11 diff [0~4194304,8388608~12582912,25165824~4194304,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,343932928~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.516 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~12582912,25165824~4194304,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,343932928~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.520 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~25165824,46137344~29360128,79691776~75497472,159383552~20971520,184549376~62914560,251658240~75497472,331350016~4194304,343932928~12582912,360710144~54525952] 2024-08-17T01:36:19.520 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 12 diff [0~4194304,8388608~12582912,25165824~4194304,33554432~4194304,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.520 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~12582912,25165824~4194304,33554432~4194304,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.524 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~33554432,46137344~29360128,79691776~75497472,159383552~20971520,184549376~62914560,251658240~75497472,331350016~25165824,360710144~54525952] 2024-08-17T01:36:19.524 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 13 diff [0~4194304,8388608~20971520,33554432~4194304,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~20971520,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.524 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~20971520,33554432~4194304,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~20971520,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.528 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~33554432,46137344~29360128,79691776~75497472,159383552~20971520,184549376~171966464,360710144~54525952] 2024-08-17T01:36:19.528 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 14 diff [0~29360128,33554432~4194304,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.528 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~29360128,33554432~4194304,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.533 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~197132288,360710144~54525952] 2024-08-17T01:36:19.533 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 15 diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~58720256,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.533 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~58720256,339738624~12582912,360710144~25165824,390070272~20971520] 2024-08-17T01:36:19.538 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~197132288,360710144~54525952] 2024-08-17T01:36:19.538 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 16 diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~71303168,339738624~12582912,360710144~25165824,390070272~25165824] 2024-08-17T01:36:19.538 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~71303168,339738624~12582912,360710144~25165824,390070272~25165824] 2024-08-17T01:36:19.544 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~197132288,360710144~54525952] 2024-08-17T01:36:19.544 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 17 diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~71303168,339738624~71303168] 2024-08-17T01:36:19.544 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~71303168,339738624~71303168] 2024-08-17T01:36:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~255852544] 2024-08-17T01:36:19.549 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 18 diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~37748736,264241152~146800640] 2024-08-17T01:36:19.549 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~37748736,264241152~146800640] 2024-08-17T01:36:19.555 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~255852544] 2024-08-17T01:36:19.556 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to 19 diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:19.556 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:19.562 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:19.562 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 4 diff [8388608~8388608,117440512~4194304,192937984~8388608,222298112~8388608,239075328~4194304,260046848~4194304,398458880~4194304] 2024-08-17T01:36:19.562 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~8388608,117440512~4194304,192937984~8388608,222298112~8388608,239075328~4194304,260046848~4194304,398458880~4194304] 2024-08-17T01:36:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~8388608,117440512~4194304,192937984~12582912,222298112~12582912,239075328~8388608,260046848~4194304,398458880~4194304] 2024-08-17T01:36:19.563 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 5 diff [8388608~8388608,50331648~4194304,62914560~12582912,117440512~4194304,130023424~4194304,146800640~4194304,159383552~8388608,192937984~8388608,222298112~8388608,239075328~4194304,260046848~4194304,276824064~8388608,301989888~8388608,398458880~4194304] 2024-08-17T01:36:19.563 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~8388608,50331648~4194304,62914560~12582912,117440512~4194304,130023424~4194304,146800640~4194304,159383552~8388608,192937984~8388608,222298112~8388608,239075328~4194304,260046848~4194304,276824064~8388608,301989888~8388608,398458880~4194304] 2024-08-17T01:36:19.564 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~8388608,50331648~4194304,62914560~12582912,117440512~4194304,130023424~4194304,146800640~4194304,159383552~12582912,192937984~12582912,222298112~12582912,239075328~8388608,260046848~4194304,276824064~8388608,301989888~12582912,398458880~4194304] 2024-08-17T01:36:19.564 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 6 diff [8388608~8388608,46137344~29360128,88080384~4194304,117440512~4194304,130023424~4194304,146800640~4194304,159383552~12582912,192937984~16777216,222298112~8388608,239075328~4194304,255852544~8388608,276824064~8388608,301989888~12582912,398458880~8388608] 2024-08-17T01:36:19.564 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~8388608,46137344~29360128,88080384~4194304,117440512~4194304,130023424~4194304,146800640~4194304,159383552~12582912,192937984~16777216,222298112~8388608,239075328~4194304,255852544~8388608,276824064~8388608,301989888~12582912,398458880~8388608] 2024-08-17T01:36:19.566 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~8388608,46137344~29360128,88080384~4194304,117440512~4194304,130023424~4194304,146800640~4194304,159383552~16777216,192937984~20971520,222298112~12582912,239075328~8388608,255852544~8388608,276824064~8388608,301989888~16777216,398458880~12582912] 2024-08-17T01:36:19.566 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 7 diff [8388608~12582912,46137344~29360128,88080384~4194304,104857600~8388608,117440512~8388608,130023424~4194304,146800640~4194304,159383552~12582912,188743680~20971520,222298112~8388608,239075328~4194304,255852544~8388608,276824064~8388608,301989888~20971520,348127232~8388608,381681664~8388608,398458880~8388608] 2024-08-17T01:36:19.566 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~12582912,46137344~29360128,88080384~4194304,104857600~8388608,117440512~8388608,130023424~4194304,146800640~4194304,159383552~12582912,188743680~20971520,222298112~8388608,239075328~4194304,255852544~8388608,276824064~8388608,301989888~20971520,348127232~8388608,381681664~8388608,398458880~8388608] 2024-08-17T01:36:19.568 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~16777216,46137344~29360128,88080384~4194304,104857600~29360128,146800640~4194304,159383552~16777216,188743680~25165824,222298112~12582912,239075328~8388608,255852544~8388608,276824064~8388608,301989888~25165824,348127232~8388608,381681664~8388608,398458880~12582912] 2024-08-17T01:36:19.569 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 8 diff [8388608~12582912,25165824~4194304,46137344~29360128,79691776~8388608,104857600~8388608,117440512~16777216,146800640~8388608,159383552~20971520,188743680~20971520,222298112~12582912,239075328~4194304,255852544~12582912,276824064~8388608,289406976~8388608,301989888~20971520,331350016~4194304,348127232~8388608,381681664~25165824] 2024-08-17T01:36:19.569 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~12582912,25165824~4194304,46137344~29360128,79691776~8388608,104857600~8388608,117440512~16777216,146800640~8388608,159383552~20971520,188743680~20971520,222298112~12582912,239075328~4194304,255852544~12582912,276824064~8388608,289406976~8388608,301989888~20971520,331350016~4194304,348127232~8388608,381681664~25165824] 2024-08-17T01:36:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~25165824,46137344~29360128,79691776~12582912,104857600~29360128,146800640~8388608,159383552~20971520,188743680~25165824,222298112~25165824,255852544~12582912,276824064~8388608,289406976~8388608,301989888~25165824,331350016~4194304,348127232~8388608,381681664~29360128] 2024-08-17T01:36:19.571 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 9 diff [8388608~12582912,25165824~4194304,46137344~29360128,79691776~8388608,96468992~16777216,117440512~20971520,146800640~8388608,159383552~20971520,188743680~25165824,222298112~12582912,239075328~4194304,255852544~16777216,276824064~8388608,289406976~33554432,331350016~4194304,348127232~8388608,381681664~25165824] 2024-08-17T01:36:19.571 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~12582912,25165824~4194304,46137344~29360128,79691776~8388608,96468992~16777216,117440512~20971520,146800640~8388608,159383552~20971520,188743680~25165824,222298112~12582912,239075328~4194304,255852544~16777216,276824064~8388608,289406976~33554432,331350016~4194304,348127232~8388608,381681664~25165824] 2024-08-17T01:36:19.574 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~25165824,46137344~29360128,79691776~12582912,96468992~41943040,146800640~8388608,159383552~20971520,188743680~29360128,222298112~25165824,255852544~29360128,289406976~37748736,331350016~4194304,348127232~8388608,381681664~29360128] 2024-08-17T01:36:19.574 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 10 diff [0~4194304,8388608~12582912,25165824~4194304,46137344~29360128,79691776~8388608,96468992~16777216,117440512~25165824,146800640~8388608,159383552~20971520,184549376~29360128,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~8388608,289406976~33554432,331350016~4194304,348127232~8388608,364904448~4194304,381681664~25165824] 2024-08-17T01:36:19.574 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~12582912,25165824~4194304,46137344~29360128,79691776~8388608,96468992~16777216,117440512~25165824,146800640~8388608,159383552~20971520,184549376~29360128,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~8388608,289406976~33554432,331350016~4194304,348127232~8388608,364904448~4194304,381681664~25165824] 2024-08-17T01:36:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~25165824,46137344~29360128,79691776~12582912,96468992~58720256,159383552~20971520,184549376~33554432,222298112~25165824,251658240~33554432,289406976~37748736,331350016~4194304,348127232~8388608,364904448~8388608,381681664~29360128] 2024-08-17T01:36:19.577 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 11 diff [0~4194304,8388608~12582912,25165824~4194304,46137344~29360128,79691776~33554432,117440512~25165824,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,343932928~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.577 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~12582912,25165824~4194304,46137344~29360128,79691776~33554432,117440512~25165824,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,343932928~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.580 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~25165824,46137344~29360128,79691776~75497472,159383552~20971520,184549376~62914560,251658240~75497472,331350016~4194304,343932928~12582912,360710144~54525952] 2024-08-17T01:36:19.580 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 12 diff [0~4194304,8388608~12582912,25165824~4194304,33554432~4194304,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.580 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~12582912,25165824~4194304,33554432~4194304,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~4194304,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.584 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~33554432,46137344~29360128,79691776~75497472,159383552~20971520,184549376~62914560,251658240~75497472,331350016~25165824,360710144~54525952] 2024-08-17T01:36:19.584 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 13 diff [0~4194304,8388608~20971520,33554432~4194304,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~20971520,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.584 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~20971520,33554432~4194304,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~12582912,239075328~20971520,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.588 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~33554432,46137344~29360128,79691776~75497472,159383552~20971520,184549376~171966464,360710144~54525952] 2024-08-17T01:36:19.588 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 14 diff [0~29360128,33554432~4194304,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.588 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~29360128,33554432~4194304,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~197132288,360710144~54525952] 2024-08-17T01:36:19.592 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 15 diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.592 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.597 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~197132288,360710144~54525952] 2024-08-17T01:36:19.597 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 16 diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.598 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.603 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~197132288,360710144~54525952] 2024-08-17T01:36:19.603 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 17 diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~37748736,381681664~29360128] 2024-08-17T01:36:19.603 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~37748736,381681664~29360128] 2024-08-17T01:36:19.608 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~255852544] 2024-08-17T01:36:19.608 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 18 diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~37748736,264241152~58720256,327155712~50331648,381681664~29360128] 2024-08-17T01:36:19.608 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~37748736,264241152~58720256,327155712~50331648,381681664~29360128] 2024-08-17T01:36:19.614 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~255852544] 2024-08-17T01:36:19.614 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to 19 diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:19.614 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:19.620 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:19.620 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 5 diff [50331648~4194304,62914560~12582912,130023424~4194304,146800640~4194304,159383552~8388608,239075328~4194304,276824064~8388608,301989888~8388608] 2024-08-17T01:36:19.620 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [50331648~4194304,62914560~12582912,130023424~4194304,146800640~4194304,159383552~8388608,239075328~4194304,276824064~8388608,301989888~8388608] 2024-08-17T01:36:19.621 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [50331648~4194304,62914560~12582912,130023424~4194304,146800640~4194304,159383552~12582912,239075328~4194304,276824064~8388608,301989888~12582912] 2024-08-17T01:36:19.621 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 6 diff [46137344~29360128,88080384~4194304,117440512~4194304,130023424~4194304,146800640~4194304,159383552~12582912,201326592~8388608,239075328~4194304,255852544~8388608,276824064~8388608,301989888~12582912,398458880~8388608] 2024-08-17T01:36:19.621 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [46137344~29360128,88080384~4194304,117440512~4194304,130023424~4194304,146800640~4194304,159383552~12582912,201326592~8388608,239075328~4194304,255852544~8388608,276824064~8388608,301989888~12582912,398458880~8388608] 2024-08-17T01:36:19.622 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [46137344~29360128,88080384~4194304,117440512~4194304,130023424~4194304,146800640~4194304,159383552~16777216,201326592~12582912,239075328~4194304,255852544~8388608,276824064~8388608,301989888~16777216,398458880~12582912] 2024-08-17T01:36:19.622 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 7 diff [12582912~8388608,46137344~29360128,88080384~4194304,104857600~8388608,117440512~8388608,130023424~4194304,146800640~4194304,159383552~12582912,188743680~8388608,201326592~8388608,239075328~4194304,255852544~8388608,276824064~8388608,301989888~20971520,348127232~8388608,381681664~8388608,398458880~8388608] 2024-08-17T01:36:19.622 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [12582912~8388608,46137344~29360128,88080384~4194304,104857600~8388608,117440512~8388608,130023424~4194304,146800640~4194304,159383552~12582912,188743680~8388608,201326592~8388608,239075328~4194304,255852544~8388608,276824064~8388608,301989888~20971520,348127232~8388608,381681664~8388608,398458880~8388608] 2024-08-17T01:36:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [12582912~12582912,46137344~29360128,88080384~4194304,104857600~29360128,146800640~4194304,159383552~16777216,188743680~25165824,239075328~4194304,255852544~8388608,276824064~8388608,301989888~25165824,348127232~8388608,381681664~8388608,398458880~12582912] 2024-08-17T01:36:19.624 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 8 diff [12582912~8388608,25165824~4194304,46137344~29360128,79691776~8388608,104857600~8388608,117440512~16777216,146800640~8388608,159383552~20971520,188743680~8388608,201326592~8388608,230686720~4194304,239075328~4194304,255852544~12582912,276824064~8388608,289406976~8388608,301989888~20971520,331350016~4194304,348127232~8388608,381681664~25165824] 2024-08-17T01:36:19.624 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [12582912~8388608,25165824~4194304,46137344~29360128,79691776~8388608,104857600~8388608,117440512~16777216,146800640~8388608,159383552~20971520,188743680~8388608,201326592~8388608,230686720~4194304,239075328~4194304,255852544~12582912,276824064~8388608,289406976~8388608,301989888~20971520,331350016~4194304,348127232~8388608,381681664~25165824] 2024-08-17T01:36:19.626 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [12582912~20971520,46137344~29360128,79691776~12582912,104857600~29360128,146800640~8388608,159383552~20971520,188743680~25165824,230686720~12582912,255852544~12582912,276824064~8388608,289406976~8388608,301989888~25165824,331350016~4194304,348127232~8388608,381681664~29360128] 2024-08-17T01:36:19.626 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 9 diff [12582912~8388608,25165824~4194304,46137344~29360128,79691776~8388608,96468992~16777216,117440512~20971520,146800640~8388608,159383552~20971520,188743680~8388608,201326592~12582912,230686720~12582912,255852544~16777216,276824064~8388608,289406976~33554432,331350016~4194304,348127232~8388608,381681664~25165824] 2024-08-17T01:36:19.626 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [12582912~8388608,25165824~4194304,46137344~29360128,79691776~8388608,96468992~16777216,117440512~20971520,146800640~8388608,159383552~20971520,188743680~8388608,201326592~12582912,230686720~12582912,255852544~16777216,276824064~8388608,289406976~33554432,331350016~4194304,348127232~8388608,381681664~25165824] 2024-08-17T01:36:19.628 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [12582912~20971520,46137344~29360128,79691776~12582912,96468992~41943040,146800640~8388608,159383552~20971520,188743680~29360128,230686720~12582912,255852544~29360128,289406976~37748736,331350016~4194304,348127232~8388608,381681664~29360128] 2024-08-17T01:36:19.628 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 10 diff [0~4194304,12582912~8388608,25165824~4194304,46137344~29360128,79691776~8388608,96468992~16777216,117440512~25165824,146800640~8388608,159383552~20971520,184549376~29360128,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,276824064~8388608,289406976~33554432,331350016~4194304,348127232~8388608,364904448~4194304,381681664~25165824] 2024-08-17T01:36:19.629 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~8388608,25165824~4194304,46137344~29360128,79691776~8388608,96468992~16777216,117440512~25165824,146800640~8388608,159383552~20971520,184549376~29360128,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,276824064~8388608,289406976~33554432,331350016~4194304,348127232~8388608,364904448~4194304,381681664~25165824] 2024-08-17T01:36:19.631 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,12582912~20971520,46137344~29360128,79691776~12582912,96468992~58720256,159383552~20971520,184549376~33554432,222298112~20971520,251658240~33554432,289406976~37748736,331350016~4194304,348127232~8388608,364904448~8388608,381681664~29360128] 2024-08-17T01:36:19.631 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 11 diff [0~4194304,12582912~8388608,25165824~4194304,46137344~29360128,79691776~33554432,117440512~25165824,146800640~8388608,159383552~20971520,184549376~33554432,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,343932928~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.631 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~8388608,25165824~4194304,46137344~29360128,79691776~33554432,117440512~25165824,146800640~8388608,159383552~20971520,184549376~33554432,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,343932928~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.634 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,12582912~20971520,46137344~29360128,79691776~75497472,159383552~20971520,184549376~62914560,251658240~75497472,331350016~4194304,343932928~12582912,360710144~54525952] 2024-08-17T01:36:19.634 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 12 diff [0~4194304,12582912~8388608,25165824~4194304,33554432~4194304,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.634 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~8388608,25165824~4194304,33554432~4194304,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:19 smithi157 ceph-mon[101289]: osdmap e2200: 8 total, 8 up, 8 in 2024-08-17T01:36:19.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:19 smithi157 ceph-mon[101289]: pgmap v3798: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 116 KiB/s rd, 43 MiB/s wr, 176 op/s 2024-08-17T01:36:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:19 smithi157 ceph-mon[98780]: osdmap e2200: 8 total, 8 up, 8 in 2024-08-17T01:36:19.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:19 smithi157 ceph-mon[98780]: pgmap v3798: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 116 KiB/s rd, 43 MiB/s wr, 176 op/s 2024-08-17T01:36:19.637 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,12582912~29360128,46137344~29360128,79691776~75497472,159383552~20971520,184549376~62914560,251658240~75497472,331350016~25165824,360710144~54525952] 2024-08-17T01:36:19.637 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 13 diff [0~4194304,12582912~16777216,33554432~4194304,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~4194304,230686720~29360128,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.637 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~16777216,33554432~4194304,46137344~29360128,79691776~37748736,121634816~20971520,146800640~8388608,159383552~20971520,184549376~33554432,222298112~4194304,230686720~29360128,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.641 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,12582912~29360128,46137344~29360128,79691776~75497472,159383552~20971520,184549376~171966464,360710144~54525952] 2024-08-17T01:36:19.641 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 14 diff [0~8388608,12582912~16777216,33554432~4194304,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.641 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.645 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~8388608,12582912~29360128,46137344~109051904,159383552~197132288,360710144~54525952] 2024-08-17T01:36:19.645 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 15 diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.645 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~197132288,360710144~54525952] 2024-08-17T01:36:19.649 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 16 diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.649 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~41943040,92274688~50331648,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.654 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~197132288,360710144~54525952] 2024-08-17T01:36:19.654 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 17 diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~37748736,381681664~29360128] 2024-08-17T01:36:19.654 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~37748736,381681664~29360128] 2024-08-17T01:36:19.659 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~255852544] 2024-08-17T01:36:19.659 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 18 diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~37748736,264241152~58720256,327155712~50331648,381681664~29360128] 2024-08-17T01:36:19.659 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~8388608,159383552~58720256,222298112~37748736,264241152~58720256,327155712~50331648,381681664~29360128] 2024-08-17T01:36:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~109051904,159383552~255852544] 2024-08-17T01:36:19.665 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to 19 diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:19.665 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:19.671 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:19.671 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 6 diff [46137344~16777216,88080384~4194304,117440512~4194304,167772160~4194304,201326592~8388608,255852544~8388608,306184192~8388608,398458880~8388608] 2024-08-17T01:36:19.671 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [46137344~16777216,88080384~4194304,117440512~4194304,167772160~4194304,201326592~8388608,255852544~8388608,306184192~8388608,398458880~8388608] 2024-08-17T01:36:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [46137344~16777216,88080384~4194304,117440512~4194304,167772160~8388608,201326592~12582912,255852544~8388608,306184192~12582912,398458880~12582912] 2024-08-17T01:36:19.672 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 7 diff [12582912~8388608,46137344~16777216,88080384~4194304,104857600~8388608,117440512~8388608,167772160~4194304,188743680~8388608,201326592~8388608,255852544~8388608,306184192~16777216,348127232~8388608,381681664~8388608,398458880~8388608] 2024-08-17T01:36:19.672 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [12582912~8388608,46137344~16777216,88080384~4194304,104857600~8388608,117440512~8388608,167772160~4194304,188743680~8388608,201326592~8388608,255852544~8388608,306184192~16777216,348127232~8388608,381681664~8388608,398458880~8388608] 2024-08-17T01:36:19.674 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [12582912~12582912,46137344~16777216,88080384~4194304,104857600~25165824,167772160~8388608,188743680~25165824,255852544~8388608,306184192~20971520,348127232~8388608,381681664~8388608,398458880~12582912] 2024-08-17T01:36:19.674 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 8 diff [12582912~8388608,25165824~4194304,46137344~16777216,79691776~8388608,104857600~8388608,117440512~12582912,150994944~4194304,167772160~12582912,188743680~8388608,201326592~8388608,230686720~4194304,255852544~12582912,289406976~8388608,306184192~16777216,331350016~4194304,348127232~8388608,381681664~25165824] 2024-08-17T01:36:19.674 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [12582912~8388608,25165824~4194304,46137344~16777216,79691776~8388608,104857600~8388608,117440512~12582912,150994944~4194304,167772160~12582912,188743680~8388608,201326592~8388608,230686720~4194304,255852544~12582912,289406976~8388608,306184192~16777216,331350016~4194304,348127232~8388608,381681664~25165824] 2024-08-17T01:36:19.675 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [12582912~20971520,46137344~16777216,79691776~12582912,104857600~25165824,150994944~4194304,167772160~12582912,188743680~25165824,230686720~8388608,255852544~12582912,289406976~8388608,306184192~20971520,331350016~4194304,348127232~8388608,381681664~29360128] 2024-08-17T01:36:19.675 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 9 diff [12582912~8388608,25165824~4194304,46137344~16777216,79691776~8388608,96468992~16777216,117440512~20971520,150994944~4194304,167772160~12582912,188743680~8388608,201326592~12582912,230686720~8388608,255852544~16777216,289406976~33554432,331350016~4194304,348127232~8388608,381681664~25165824] 2024-08-17T01:36:19.675 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [12582912~8388608,25165824~4194304,46137344~16777216,79691776~8388608,96468992~16777216,117440512~20971520,150994944~4194304,167772160~12582912,188743680~8388608,201326592~12582912,230686720~8388608,255852544~16777216,289406976~33554432,331350016~4194304,348127232~8388608,381681664~25165824] 2024-08-17T01:36:19.677 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [12582912~20971520,46137344~16777216,79691776~12582912,96468992~41943040,150994944~4194304,167772160~12582912,188743680~29360128,230686720~8388608,255852544~20971520,289406976~37748736,331350016~4194304,348127232~8388608,381681664~29360128] 2024-08-17T01:36:19.678 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 10 diff [0~4194304,12582912~8388608,25165824~4194304,46137344~20971520,79691776~8388608,96468992~16777216,117440512~25165824,150994944~4194304,167772160~12582912,184549376~29360128,222298112~4194304,230686720~8388608,251658240~8388608,264241152~8388608,289406976~33554432,331350016~4194304,348127232~8388608,364904448~4194304,381681664~25165824] 2024-08-17T01:36:19.678 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~8388608,25165824~4194304,46137344~20971520,79691776~8388608,96468992~16777216,117440512~25165824,150994944~4194304,167772160~12582912,184549376~29360128,222298112~4194304,230686720~8388608,251658240~8388608,264241152~8388608,289406976~33554432,331350016~4194304,348127232~8388608,364904448~4194304,381681664~25165824] 2024-08-17T01:36:19.680 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,12582912~20971520,46137344~20971520,79691776~12582912,96468992~50331648,150994944~4194304,167772160~12582912,184549376~33554432,222298112~16777216,251658240~25165824,289406976~37748736,331350016~4194304,348127232~8388608,364904448~8388608,381681664~29360128] 2024-08-17T01:36:19.680 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 11 diff [0~4194304,12582912~8388608,25165824~4194304,46137344~20971520,79691776~33554432,117440512~25165824,150994944~4194304,167772160~12582912,184549376~33554432,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,285212672~37748736,331350016~4194304,343932928~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.680 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~8388608,25165824~4194304,46137344~20971520,79691776~33554432,117440512~25165824,150994944~4194304,167772160~12582912,184549376~33554432,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,285212672~37748736,331350016~4194304,343932928~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.682 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,12582912~20971520,46137344~20971520,79691776~67108864,150994944~4194304,167772160~12582912,184549376~62914560,251658240~25165824,285212672~41943040,331350016~4194304,343932928~12582912,360710144~54525952] 2024-08-17T01:36:19.682 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 12 diff [0~4194304,12582912~8388608,25165824~4194304,33554432~4194304,46137344~20971520,79691776~37748736,121634816~20971520,150994944~4194304,167772160~12582912,184549376~33554432,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.683 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~8388608,25165824~4194304,33554432~4194304,46137344~20971520,79691776~37748736,121634816~20971520,150994944~4194304,167772160~12582912,184549376~33554432,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,12582912~29360128,46137344~20971520,79691776~67108864,150994944~4194304,167772160~12582912,184549376~62914560,251658240~75497472,331350016~25165824,360710144~54525952] 2024-08-17T01:36:19.686 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 13 diff [0~4194304,12582912~16777216,33554432~4194304,46137344~20971520,79691776~37748736,121634816~20971520,150994944~4194304,167772160~12582912,184549376~33554432,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.686 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~16777216,33554432~4194304,46137344~20971520,79691776~37748736,121634816~20971520,150994944~4194304,167772160~12582912,184549376~33554432,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.689 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,12582912~29360128,46137344~25165824,79691776~67108864,150994944~4194304,167772160~12582912,184549376~171966464,360710144~54525952] 2024-08-17T01:36:19.689 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 14 diff [0~8388608,12582912~16777216,33554432~4194304,46137344~25165824,75497472~12582912,92274688~50331648,150994944~4194304,167772160~50331648,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.689 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,46137344~25165824,75497472~12582912,92274688~50331648,150994944~4194304,167772160~50331648,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~8388608,12582912~29360128,46137344~25165824,75497472~71303168,150994944~4194304,167772160~188743680,360710144~54525952] 2024-08-17T01:36:19.693 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 15 diff [0~37748736,46137344~25165824,75497472~12582912,92274688~50331648,150994944~4194304,159383552~4194304,167772160~50331648,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.693 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~12582912,92274688~50331648,150994944~4194304,159383552~4194304,167772160~50331648,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.698 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~4194304,159383552~4194304,167772160~188743680,360710144~54525952] 2024-08-17T01:36:19.698 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 16 diff [0~37748736,46137344~25165824,75497472~12582912,92274688~50331648,150994944~4194304,159383552~4194304,167772160~50331648,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.698 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~12582912,92274688~50331648,150994944~4194304,159383552~4194304,167772160~50331648,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.702 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~4194304,159383552~4194304,167772160~188743680,360710144~54525952] 2024-08-17T01:36:19.702 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 17 diff [0~37748736,46137344~25165824,75497472~67108864,150994944~4194304,159383552~4194304,167772160~50331648,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~37748736,381681664~29360128] 2024-08-17T01:36:19.702 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~4194304,159383552~4194304,167772160~50331648,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~37748736,381681664~29360128] 2024-08-17T01:36:19.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:19 smithi187 ceph-mon[90552]: osdmap e2200: 8 total, 8 up, 8 in 2024-08-17T01:36:19.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:19 smithi187 ceph-mon[90552]: pgmap v3798: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 116 KiB/s rd, 43 MiB/s wr, 176 op/s 2024-08-17T01:36:19.706 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~4194304,159383552~4194304,167772160~247463936] 2024-08-17T01:36:19.706 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 18 diff [0~37748736,46137344~25165824,75497472~67108864,150994944~4194304,159383552~4194304,167772160~50331648,222298112~37748736,264241152~58720256,327155712~50331648,381681664~29360128] 2024-08-17T01:36:19.707 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~4194304,159383552~4194304,167772160~50331648,222298112~37748736,264241152~58720256,327155712~50331648,381681664~29360128] 2024-08-17T01:36:19.711 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~4194304,159383552~4194304,167772160~247463936] 2024-08-17T01:36:19.711 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to 19 diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:19.712 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:19.717 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:19.717 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 7 diff [12582912~8388608,104857600~8388608,117440512~8388608,188743680~8388608,306184192~16777216,348127232~8388608,381681664~8388608] 2024-08-17T01:36:19.717 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [12582912~8388608,104857600~8388608,117440512~8388608,188743680~8388608,306184192~16777216,348127232~8388608,381681664~8388608] 2024-08-17T01:36:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [12582912~12582912,104857600~25165824,188743680~12582912,306184192~20971520,348127232~8388608,381681664~8388608] 2024-08-17T01:36:19.718 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 8 diff [12582912~8388608,25165824~4194304,79691776~8388608,104857600~8388608,117440512~12582912,150994944~4194304,171966464~8388608,188743680~8388608,230686720~4194304,264241152~4194304,289406976~8388608,306184192~16777216,331350016~4194304,348127232~8388608,381681664~16777216] 2024-08-17T01:36:19.718 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [12582912~8388608,25165824~4194304,79691776~8388608,104857600~8388608,117440512~12582912,150994944~4194304,171966464~8388608,188743680~8388608,230686720~4194304,264241152~4194304,289406976~8388608,306184192~16777216,331350016~4194304,348127232~8388608,381681664~16777216] 2024-08-17T01:36:19.719 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [12582912~20971520,79691776~12582912,104857600~25165824,150994944~4194304,171966464~8388608,188743680~12582912,230686720~8388608,264241152~4194304,289406976~8388608,306184192~20971520,331350016~4194304,348127232~8388608,381681664~20971520] 2024-08-17T01:36:19.719 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 9 diff [12582912~8388608,25165824~4194304,79691776~8388608,96468992~16777216,117440512~20971520,150994944~4194304,167772160~12582912,188743680~8388608,205520896~12582912,230686720~8388608,264241152~8388608,289406976~33554432,331350016~4194304,348127232~8388608,381681664~16777216] 2024-08-17T01:36:19.719 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [12582912~8388608,25165824~4194304,79691776~8388608,96468992~16777216,117440512~20971520,150994944~4194304,167772160~12582912,188743680~8388608,205520896~12582912,230686720~8388608,264241152~8388608,289406976~33554432,331350016~4194304,348127232~8388608,381681664~16777216] 2024-08-17T01:36:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [12582912~20971520,79691776~12582912,96468992~41943040,150994944~4194304,167772160~12582912,188743680~12582912,205520896~12582912,230686720~8388608,264241152~12582912,289406976~37748736,331350016~4194304,348127232~8388608,381681664~20971520] 2024-08-17T01:36:19.721 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 10 diff [0~4194304,12582912~8388608,25165824~4194304,62914560~4194304,79691776~8388608,96468992~16777216,117440512~25165824,150994944~4194304,167772160~12582912,184549376~16777216,205520896~12582912,222298112~4194304,230686720~8388608,251658240~8388608,264241152~8388608,289406976~33554432,331350016~4194304,348127232~8388608,364904448~4194304,381681664~16777216,402653184~4194304] 2024-08-17T01:36:19.721 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~8388608,25165824~4194304,62914560~4194304,79691776~8388608,96468992~16777216,117440512~25165824,150994944~4194304,167772160~12582912,184549376~16777216,205520896~12582912,222298112~4194304,230686720~8388608,251658240~8388608,264241152~8388608,289406976~33554432,331350016~4194304,348127232~8388608,364904448~4194304,381681664~16777216,402653184~4194304] 2024-08-17T01:36:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,12582912~20971520,62914560~4194304,79691776~12582912,96468992~50331648,150994944~4194304,167772160~12582912,184549376~16777216,205520896~12582912,222298112~16777216,251658240~25165824,289406976~37748736,331350016~4194304,348127232~8388608,364904448~8388608,381681664~25165824] 2024-08-17T01:36:19.723 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 11 diff [0~4194304,12582912~8388608,25165824~4194304,62914560~4194304,79691776~33554432,117440512~25165824,150994944~4194304,167772160~12582912,184549376~16777216,205520896~12582912,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,285212672~37748736,331350016~4194304,343932928~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.723 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~8388608,25165824~4194304,62914560~4194304,79691776~33554432,117440512~25165824,150994944~4194304,167772160~12582912,184549376~16777216,205520896~12582912,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,285212672~37748736,331350016~4194304,343932928~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.725 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,12582912~20971520,62914560~4194304,79691776~67108864,150994944~4194304,167772160~12582912,184549376~16777216,205520896~41943040,251658240~25165824,285212672~41943040,331350016~4194304,343932928~12582912,360710144~54525952] 2024-08-17T01:36:19.726 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 12 diff [0~4194304,12582912~8388608,25165824~4194304,33554432~4194304,62914560~4194304,79691776~37748736,121634816~20971520,150994944~4194304,167772160~12582912,184549376~16777216,205520896~12582912,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.726 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~8388608,25165824~4194304,33554432~4194304,62914560~4194304,79691776~37748736,121634816~20971520,150994944~4194304,167772160~12582912,184549376~16777216,205520896~12582912,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,276824064~46137344,331350016~4194304,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.729 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,12582912~29360128,62914560~4194304,79691776~67108864,150994944~4194304,167772160~12582912,184549376~16777216,205520896~41943040,251658240~75497472,331350016~25165824,360710144~54525952] 2024-08-17T01:36:19.729 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 13 diff [0~4194304,12582912~16777216,33554432~4194304,46137344~4194304,62914560~4194304,79691776~37748736,121634816~20971520,150994944~4194304,167772160~12582912,184549376~33554432,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.729 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~16777216,33554432~4194304,46137344~4194304,62914560~4194304,79691776~37748736,121634816~20971520,150994944~4194304,167772160~12582912,184549376~33554432,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,12582912~29360128,46137344~8388608,62914560~8388608,79691776~67108864,150994944~4194304,167772160~12582912,184549376~171966464,360710144~54525952] 2024-08-17T01:36:19.732 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 14 diff [0~8388608,12582912~16777216,33554432~4194304,46137344~4194304,62914560~8388608,75497472~12582912,92274688~50331648,150994944~4194304,167772160~50331648,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.732 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,46137344~4194304,62914560~8388608,75497472~12582912,92274688~50331648,150994944~4194304,167772160~50331648,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~8388608,12582912~29360128,46137344~8388608,62914560~8388608,75497472~71303168,150994944~4194304,167772160~188743680,360710144~54525952] 2024-08-17T01:36:19.735 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 15 diff [0~37748736,46137344~4194304,62914560~8388608,75497472~12582912,92274688~50331648,150994944~4194304,159383552~4194304,167772160~50331648,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.735 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,62914560~8388608,75497472~12582912,92274688~50331648,150994944~4194304,159383552~4194304,167772160~50331648,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~46137344,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.739 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~71303168,150994944~4194304,159383552~4194304,167772160~188743680,360710144~54525952] 2024-08-17T01:36:19.739 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 16 diff [0~37748736,46137344~4194304,62914560~8388608,75497472~12582912,92274688~50331648,150994944~4194304,159383552~4194304,167772160~50331648,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.739 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,62914560~8388608,75497472~12582912,92274688~50331648,150994944~4194304,159383552~4194304,167772160~50331648,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.743 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~71303168,150994944~4194304,159383552~4194304,167772160~188743680,360710144~54525952] 2024-08-17T01:36:19.743 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 17 diff [0~37748736,46137344~4194304,62914560~8388608,75497472~67108864,150994944~4194304,159383552~4194304,167772160~50331648,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~37748736,381681664~33554432] 2024-08-17T01:36:19.743 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,62914560~8388608,75497472~67108864,150994944~4194304,159383552~4194304,167772160~50331648,222298112~25165824,251658240~8388608,264241152~58720256,327155712~8388608,339738624~37748736,381681664~33554432] 2024-08-17T01:36:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~71303168,150994944~4194304,159383552~4194304,167772160~247463936] 2024-08-17T01:36:19.748 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 18 diff [0~37748736,46137344~4194304,62914560~8388608,75497472~67108864,150994944~4194304,159383552~4194304,167772160~50331648,222298112~37748736,264241152~58720256,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.748 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,62914560~8388608,75497472~67108864,150994944~4194304,159383552~4194304,167772160~50331648,222298112~37748736,264241152~58720256,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~71303168,150994944~4194304,159383552~4194304,167772160~247463936] 2024-08-17T01:36:19.753 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to 19 diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.753 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.758 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:19.758 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 8 diff [25165824~4194304,79691776~8388608,121634816~4194304,150994944~4194304,171966464~8388608,230686720~4194304,264241152~4194304,289406976~8388608,331350016~4194304,390070272~8388608] 2024-08-17T01:36:19.758 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [25165824~4194304,79691776~8388608,121634816~4194304,150994944~4194304,171966464~8388608,230686720~4194304,264241152~4194304,289406976~8388608,331350016~4194304,390070272~8388608] 2024-08-17T01:36:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [25165824~8388608,79691776~12582912,121634816~4194304,150994944~4194304,171966464~8388608,230686720~8388608,264241152~4194304,289406976~8388608,331350016~4194304,390070272~12582912] 2024-08-17T01:36:19.760 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 9 diff [25165824~4194304,79691776~8388608,96468992~8388608,121634816~4194304,130023424~8388608,150994944~4194304,167772160~12582912,205520896~12582912,230686720~8388608,264241152~8388608,289406976~16777216,331350016~4194304,390070272~8388608] 2024-08-17T01:36:19.760 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [25165824~4194304,79691776~8388608,96468992~8388608,121634816~4194304,130023424~8388608,150994944~4194304,167772160~12582912,205520896~12582912,230686720~8388608,264241152~8388608,289406976~16777216,331350016~4194304,390070272~8388608] 2024-08-17T01:36:19.761 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [25165824~8388608,79691776~12582912,96468992~8388608,121634816~4194304,130023424~8388608,150994944~4194304,167772160~12582912,205520896~12582912,230686720~8388608,264241152~12582912,289406976~20971520,331350016~4194304,390070272~12582912] 2024-08-17T01:36:19.761 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 10 diff [0~4194304,25165824~4194304,62914560~4194304,79691776~8388608,96468992~8388608,121634816~4194304,130023424~12582912,150994944~4194304,167772160~12582912,184549376~8388608,205520896~12582912,222298112~4194304,230686720~8388608,251658240~8388608,264241152~8388608,289406976~16777216,331350016~4194304,364904448~4194304,381681664~16777216,402653184~4194304] 2024-08-17T01:36:19.761 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,25165824~4194304,62914560~4194304,79691776~8388608,96468992~8388608,121634816~4194304,130023424~12582912,150994944~4194304,167772160~12582912,184549376~8388608,205520896~12582912,222298112~4194304,230686720~8388608,251658240~8388608,264241152~8388608,289406976~16777216,331350016~4194304,364904448~4194304,381681664~16777216,402653184~4194304] 2024-08-17T01:36:19.763 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,25165824~8388608,62914560~4194304,79691776~12582912,96468992~8388608,121634816~4194304,130023424~16777216,150994944~4194304,167772160~12582912,184549376~12582912,205520896~12582912,222298112~16777216,251658240~25165824,289406976~20971520,331350016~4194304,364904448~8388608,381681664~25165824] 2024-08-17T01:36:19.763 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 11 diff [0~4194304,25165824~4194304,62914560~4194304,79691776~25165824,121634816~4194304,130023424~12582912,150994944~4194304,167772160~12582912,184549376~8388608,205520896~12582912,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,285212672~20971520,314572800~4194304,331350016~4194304,343932928~4194304,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.763 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,25165824~4194304,62914560~4194304,79691776~25165824,121634816~4194304,130023424~12582912,150994944~4194304,167772160~12582912,184549376~8388608,205520896~12582912,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,285212672~20971520,314572800~4194304,331350016~4194304,343932928~4194304,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,25165824~8388608,62914560~4194304,79691776~25165824,121634816~4194304,130023424~16777216,150994944~4194304,167772160~12582912,184549376~12582912,205520896~41943040,251658240~25165824,285212672~25165824,314572800~8388608,331350016~4194304,343932928~8388608,360710144~54525952] 2024-08-17T01:36:19.765 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 12 diff [0~4194304,25165824~4194304,33554432~4194304,62914560~4194304,79691776~25165824,113246208~4194304,121634816~20971520,150994944~4194304,167772160~12582912,184549376~8388608,205520896~12582912,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,276824064~29360128,314572800~4194304,331350016~4194304,339738624~8388608,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.765 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,25165824~4194304,33554432~4194304,62914560~4194304,79691776~25165824,113246208~4194304,121634816~20971520,150994944~4194304,167772160~12582912,184549376~8388608,205520896~12582912,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,276824064~29360128,314572800~4194304,331350016~4194304,339738624~8388608,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,25165824~16777216,62914560~4194304,79691776~25165824,113246208~33554432,150994944~4194304,167772160~12582912,184549376~12582912,205520896~41943040,251658240~58720256,314572800~8388608,331350016~20971520,360710144~54525952] 2024-08-17T01:36:19.768 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 13 diff [0~4194304,20971520~8388608,33554432~4194304,46137344~4194304,62914560~4194304,79691776~25165824,113246208~4194304,121634816~20971520,150994944~4194304,167772160~12582912,184549376~8388608,201326592~16777216,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~29360128,310378496~8388608,327155712~8388608,339738624~8388608,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.768 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,20971520~8388608,33554432~4194304,46137344~4194304,62914560~4194304,79691776~25165824,113246208~4194304,121634816~20971520,150994944~4194304,167772160~12582912,184549376~8388608,201326592~16777216,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~29360128,310378496~8388608,327155712~8388608,339738624~8388608,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.770 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,20971520~20971520,46137344~8388608,62914560~8388608,79691776~25165824,113246208~33554432,150994944~4194304,167772160~12582912,184549376~12582912,201326592~121634816,327155712~25165824,360710144~54525952] 2024-08-17T01:36:19.770 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 14 diff [0~8388608,12582912~16777216,33554432~4194304,46137344~4194304,62914560~8388608,75497472~12582912,92274688~12582912,113246208~29360128,150994944~4194304,167772160~29360128,201326592~16777216,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~29360128,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.770 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,46137344~4194304,62914560~8388608,75497472~12582912,92274688~12582912,113246208~29360128,150994944~4194304,167772160~29360128,201326592~16777216,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~29360128,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~8388608,12582912~29360128,46137344~8388608,62914560~8388608,75497472~29360128,113246208~33554432,150994944~4194304,167772160~29360128,201326592~121634816,327155712~29360128,360710144~54525952] 2024-08-17T01:36:19.774 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 15 diff [0~37748736,46137344~4194304,62914560~8388608,75497472~12582912,92274688~12582912,109051904~33554432,150994944~4194304,159383552~4194304,167772160~29360128,201326592~16777216,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~29360128,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.774 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,62914560~8388608,75497472~12582912,92274688~12582912,109051904~33554432,150994944~4194304,159383552~4194304,167772160~29360128,201326592~16777216,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~29360128,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~29360128,109051904~37748736,150994944~4194304,159383552~4194304,167772160~29360128,201326592~121634816,327155712~29360128,360710144~54525952] 2024-08-17T01:36:19.777 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 16 diff [0~37748736,46137344~4194304,62914560~8388608,75497472~12582912,92274688~12582912,109051904~33554432,150994944~4194304,159383552~4194304,167772160~29360128,201326592~16777216,222298112~25165824,251658240~8388608,264241152~41943040,310378496~12582912,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.777 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,62914560~8388608,75497472~12582912,92274688~12582912,109051904~33554432,150994944~4194304,159383552~4194304,167772160~29360128,201326592~16777216,222298112~25165824,251658240~8388608,264241152~41943040,310378496~12582912,327155712~8388608,339738624~12582912,360710144~16777216,381681664~29360128] 2024-08-17T01:36:19.781 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~29360128,109051904~37748736,150994944~4194304,159383552~4194304,167772160~29360128,201326592~155189248,360710144~54525952] 2024-08-17T01:36:19.781 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 17 diff [0~37748736,46137344~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~4194304,159383552~4194304,167772160~29360128,201326592~16777216,222298112~25165824,251658240~8388608,264241152~41943040,310378496~12582912,327155712~8388608,339738624~37748736,381681664~16777216,402653184~12582912] 2024-08-17T01:36:19.782 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~4194304,159383552~4194304,167772160~29360128,201326592~16777216,222298112~25165824,251658240~8388608,264241152~41943040,310378496~12582912,327155712~8388608,339738624~37748736,381681664~16777216,402653184~12582912] 2024-08-17T01:36:19.785 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~29360128,109051904~37748736,150994944~4194304,159383552~4194304,167772160~29360128,201326592~213909504] 2024-08-17T01:36:19.785 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 18 diff [0~37748736,46137344~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~4194304,159383552~4194304,167772160~29360128,201326592~16777216,222298112~37748736,264241152~41943040,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.786 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~4194304,159383552~4194304,167772160~29360128,201326592~16777216,222298112~37748736,264241152~41943040,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.789 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~29360128,109051904~37748736,150994944~4194304,159383552~4194304,167772160~29360128,201326592~213909504] 2024-08-17T01:36:19.790 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to 19 diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.790 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.794 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~37748736,150994944~12582912,167772160~29360128,201326592~213909504] 2024-08-17T01:36:19.795 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 9 diff [96468992~8388608,130023424~8388608,167772160~4194304,205520896~12582912,230686720~8388608,264241152~8388608,297795584~8388608,390070272~8388608] 2024-08-17T01:36:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [96468992~8388608,130023424~8388608,167772160~4194304,205520896~12582912,230686720~8388608,264241152~8388608,297795584~8388608,390070272~8388608] 2024-08-17T01:36:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [96468992~8388608,130023424~8388608,167772160~4194304,205520896~12582912,230686720~8388608,264241152~12582912,297795584~12582912,390070272~12582912] 2024-08-17T01:36:19.795 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 10 diff [0~4194304,62914560~4194304,96468992~8388608,130023424~12582912,167772160~4194304,184549376~8388608,205520896~12582912,222298112~4194304,230686720~8388608,251658240~8388608,264241152~8388608,297795584~8388608,364904448~4194304,381681664~16777216,402653184~4194304] 2024-08-17T01:36:19.795 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,62914560~4194304,96468992~8388608,130023424~12582912,167772160~4194304,184549376~8388608,205520896~12582912,222298112~4194304,230686720~8388608,251658240~8388608,264241152~8388608,297795584~8388608,364904448~4194304,381681664~16777216,402653184~4194304] 2024-08-17T01:36:19.796 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,62914560~4194304,96468992~8388608,130023424~16777216,167772160~4194304,184549376~12582912,205520896~12582912,222298112~16777216,251658240~25165824,297795584~12582912,364904448~8388608,381681664~25165824] 2024-08-17T01:36:19.796 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 11 diff [0~4194304,62914560~4194304,79691776~8388608,92274688~12582912,130023424~12582912,167772160~4194304,184549376~8388608,205520896~12582912,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,285212672~8388608,297795584~8388608,314572800~4194304,343932928~4194304,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.797 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,62914560~4194304,79691776~8388608,92274688~12582912,130023424~12582912,167772160~4194304,184549376~8388608,205520896~12582912,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,285212672~8388608,297795584~8388608,314572800~4194304,343932928~4194304,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.798 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,62914560~4194304,79691776~8388608,92274688~12582912,130023424~16777216,167772160~4194304,184549376~12582912,205520896~41943040,251658240~25165824,285212672~8388608,297795584~12582912,314572800~8388608,343932928~8388608,360710144~54525952] 2024-08-17T01:36:19.798 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 12 diff [0~4194304,25165824~4194304,33554432~4194304,62914560~4194304,79691776~8388608,92274688~12582912,113246208~4194304,125829120~16777216,167772160~4194304,184549376~8388608,205520896~12582912,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,276824064~29360128,314572800~4194304,331350016~4194304,339738624~8388608,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.798 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,25165824~4194304,33554432~4194304,62914560~4194304,79691776~8388608,92274688~12582912,113246208~4194304,125829120~16777216,167772160~4194304,184549376~8388608,205520896~12582912,222298112~4194304,230686720~12582912,251658240~8388608,264241152~8388608,276824064~29360128,314572800~4194304,331350016~4194304,339738624~8388608,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,25165824~4194304,33554432~8388608,62914560~4194304,79691776~8388608,92274688~12582912,113246208~8388608,125829120~20971520,167772160~4194304,184549376~12582912,205520896~41943040,251658240~58720256,314572800~8388608,331350016~20971520,360710144~54525952] 2024-08-17T01:36:19.800 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 13 diff [0~4194304,20971520~4194304,33554432~4194304,46137344~4194304,62914560~4194304,79691776~8388608,92274688~12582912,113246208~4194304,125829120~16777216,167772160~4194304,184549376~8388608,201326592~16777216,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~29360128,310378496~8388608,327155712~8388608,339738624~8388608,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.800 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,20971520~4194304,33554432~4194304,46137344~4194304,62914560~4194304,79691776~8388608,92274688~12582912,113246208~4194304,125829120~16777216,167772160~4194304,184549376~8388608,201326592~16777216,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~29360128,310378496~8388608,327155712~8388608,339738624~8388608,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.802 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,20971520~8388608,33554432~8388608,46137344~8388608,62914560~8388608,79691776~8388608,92274688~12582912,113246208~8388608,125829120~20971520,167772160~4194304,184549376~12582912,201326592~121634816,327155712~25165824,360710144~54525952] 2024-08-17T01:36:19.802 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 14 diff [0~8388608,12582912~12582912,33554432~4194304,46137344~4194304,62914560~8388608,75497472~8388608,92274688~12582912,113246208~8388608,125829120~16777216,167772160~4194304,180355072~16777216,201326592~16777216,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~29360128,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.802 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~12582912,33554432~4194304,46137344~4194304,62914560~8388608,75497472~8388608,92274688~12582912,113246208~8388608,125829120~16777216,167772160~4194304,180355072~16777216,201326592~16777216,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~29360128,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.805 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,62914560~8388608,75497472~12582912,92274688~12582912,113246208~8388608,125829120~20971520,167772160~4194304,180355072~16777216,201326592~121634816,327155712~29360128,360710144~54525952] 2024-08-17T01:36:19.805 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 15 diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~8388608,92274688~12582912,109051904~12582912,125829120~16777216,159383552~4194304,167772160~4194304,180355072~16777216,201326592~16777216,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~29360128,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.805 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~8388608,92274688~12582912,109051904~12582912,125829120~16777216,159383552~4194304,167772160~4194304,180355072~16777216,201326592~16777216,222298112~4194304,230686720~16777216,251658240~8388608,264241152~8388608,276824064~29360128,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~12582912,92274688~12582912,109051904~12582912,125829120~20971520,159383552~4194304,167772160~4194304,180355072~16777216,201326592~121634816,327155712~29360128,360710144~54525952] 2024-08-17T01:36:19.808 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 16 diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~12582912,109051904~12582912,125829120~16777216,159383552~4194304,167772160~4194304,180355072~16777216,201326592~16777216,222298112~25165824,251658240~8388608,264241152~41943040,310378496~12582912,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.808 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~12582912,109051904~12582912,125829120~16777216,159383552~4194304,167772160~4194304,180355072~16777216,201326592~16777216,222298112~25165824,251658240~8388608,264241152~41943040,310378496~12582912,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.812 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~29360128,109051904~12582912,125829120~20971520,159383552~4194304,167772160~8388608,180355072~16777216,201326592~155189248,360710144~54525952] 2024-08-17T01:36:19.812 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 17 diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~12582912,109051904~12582912,125829120~16777216,159383552~4194304,167772160~4194304,180355072~16777216,201326592~16777216,222298112~25165824,251658240~8388608,264241152~41943040,310378496~12582912,327155712~8388608,339738624~37748736,381681664~16777216,402653184~12582912] 2024-08-17T01:36:19.812 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~12582912,109051904~12582912,125829120~16777216,159383552~4194304,167772160~4194304,180355072~16777216,201326592~16777216,222298112~25165824,251658240~8388608,264241152~41943040,310378496~12582912,327155712~8388608,339738624~37748736,381681664~16777216,402653184~12582912] 2024-08-17T01:36:19.815 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~29360128,109051904~12582912,125829120~20971520,159383552~4194304,167772160~8388608,180355072~16777216,201326592~213909504] 2024-08-17T01:36:19.816 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 18 diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~12582912,109051904~12582912,125829120~16777216,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~37748736,264241152~41943040,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.816 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~12582912,109051904~12582912,125829120~16777216,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~37748736,264241152~41943040,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.820 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~29360128,109051904~12582912,125829120~20971520,159383552~4194304,167772160~8388608,180355072~16777216,201326592~213909504] 2024-08-17T01:36:19.820 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to 19 diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.820 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~12582912,125829120~20971520,150994944~12582912,167772160~8388608,180355072~16777216,201326592~213909504] 2024-08-17T01:36:19.824 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 10 diff [0~4194304,62914560~4194304,138412032~4194304,184549376~8388608,222298112~4194304,251658240~8388608,364904448~4194304,381681664~8388608,402653184~4194304] 2024-08-17T01:36:19.824 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,62914560~4194304,138412032~4194304,184549376~8388608,222298112~4194304,251658240~8388608,364904448~4194304,381681664~8388608,402653184~4194304] 2024-08-17T01:36:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,62914560~4194304,138412032~8388608,184549376~12582912,222298112~8388608,251658240~12582912,364904448~8388608,381681664~8388608,402653184~4194304] 2024-08-17T01:36:19.825 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 11 diff [0~4194304,62914560~4194304,79691776~8388608,92274688~4194304,138412032~4194304,184549376~8388608,213909504~4194304,222298112~4194304,239075328~4194304,251658240~8388608,285212672~8388608,314572800~4194304,343932928~4194304,360710144~16777216,381681664~8388608,402653184~8388608] 2024-08-17T01:36:19.825 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,62914560~4194304,79691776~8388608,92274688~4194304,138412032~4194304,184549376~8388608,213909504~4194304,222298112~4194304,239075328~4194304,251658240~8388608,285212672~8388608,314572800~4194304,343932928~4194304,360710144~16777216,381681664~8388608,402653184~8388608] 2024-08-17T01:36:19.826 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,62914560~4194304,79691776~8388608,92274688~4194304,138412032~8388608,184549376~12582912,213909504~16777216,239075328~8388608,251658240~12582912,285212672~8388608,314572800~8388608,343932928~8388608,360710144~29360128,402653184~12582912] 2024-08-17T01:36:19.826 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 12 diff [0~4194304,25165824~4194304,33554432~4194304,62914560~4194304,79691776~8388608,92274688~4194304,113246208~4194304,125829120~4194304,138412032~4194304,184549376~8388608,213909504~4194304,222298112~4194304,239075328~4194304,251658240~8388608,276824064~20971520,314572800~4194304,331350016~4194304,339738624~8388608,360710144~16777216,381681664~8388608,402653184~8388608] 2024-08-17T01:36:19.827 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,25165824~4194304,33554432~4194304,62914560~4194304,79691776~8388608,92274688~4194304,113246208~4194304,125829120~4194304,138412032~4194304,184549376~8388608,213909504~4194304,222298112~4194304,239075328~4194304,251658240~8388608,276824064~20971520,314572800~4194304,331350016~4194304,339738624~8388608,360710144~16777216,381681664~8388608,402653184~8388608] 2024-08-17T01:36:19.829 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,25165824~4194304,33554432~8388608,62914560~4194304,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~8388608,184549376~12582912,213909504~16777216,239075328~8388608,251658240~12582912,276824064~25165824,314572800~8388608,331350016~20971520,360710144~29360128,402653184~12582912] 2024-08-17T01:36:19.829 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 13 diff [0~4194304,20971520~4194304,33554432~4194304,46137344~4194304,62914560~4194304,79691776~8388608,92274688~4194304,113246208~4194304,125829120~8388608,138412032~4194304,184549376~8388608,201326592~4194304,213909504~4194304,222298112~4194304,239075328~8388608,251658240~8388608,276824064~20971520,310378496~8388608,327155712~8388608,339738624~8388608,360710144~16777216,381681664~8388608,402653184~8388608] 2024-08-17T01:36:19.829 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,20971520~4194304,33554432~4194304,46137344~4194304,62914560~4194304,79691776~8388608,92274688~4194304,113246208~4194304,125829120~8388608,138412032~4194304,184549376~8388608,201326592~4194304,213909504~4194304,222298112~4194304,239075328~8388608,251658240~8388608,276824064~20971520,310378496~8388608,327155712~8388608,339738624~8388608,360710144~16777216,381681664~8388608,402653184~8388608] 2024-08-17T01:36:19.830 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,20971520~8388608,33554432~8388608,46137344~8388608,62914560~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~8388608,184549376~12582912,201326592~4194304,213909504~16777216,239075328~25165824,276824064~25165824,310378496~12582912,327155712~25165824,360710144~29360128,402653184~12582912] 2024-08-17T01:36:19.831 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 14 diff [0~8388608,12582912~12582912,33554432~4194304,46137344~4194304,62914560~8388608,75497472~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,180355072~16777216,201326592~4194304,213909504~4194304,222298112~4194304,234881024~12582912,251658240~8388608,276824064~20971520,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,381681664~8388608,402653184~8388608] 2024-08-17T01:36:19.831 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~12582912,33554432~4194304,46137344~4194304,62914560~8388608,75497472~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,180355072~16777216,201326592~4194304,213909504~4194304,222298112~4194304,234881024~12582912,251658240~8388608,276824064~20971520,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,381681664~8388608,402653184~8388608] 2024-08-17T01:36:19.833 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,62914560~8388608,75497472~12582912,92274688~4194304,113246208~8388608,125829120~8388608,138412032~8388608,180355072~16777216,201326592~4194304,213909504~16777216,234881024~29360128,276824064~25165824,310378496~12582912,327155712~29360128,360710144~29360128,402653184~12582912] 2024-08-17T01:36:19.833 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 15 diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~8388608,92274688~4194304,109051904~12582912,125829120~8388608,138412032~4194304,159383552~4194304,180355072~16777216,201326592~4194304,213909504~4194304,222298112~4194304,234881024~12582912,251658240~8388608,268435456~4194304,276824064~29360128,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,381681664~8388608,402653184~8388608] 2024-08-17T01:36:19.833 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~8388608,92274688~4194304,109051904~12582912,125829120~8388608,138412032~4194304,159383552~4194304,180355072~16777216,201326592~4194304,213909504~4194304,222298112~4194304,234881024~12582912,251658240~8388608,268435456~4194304,276824064~29360128,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,381681664~8388608,402653184~8388608] 2024-08-17T01:36:19.836 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~12582912,92274688~4194304,109051904~12582912,125829120~8388608,138412032~8388608,159383552~4194304,180355072~16777216,201326592~4194304,213909504~16777216,234881024~29360128,268435456~4194304,276824064~46137344,327155712~29360128,360710144~29360128,402653184~12582912] 2024-08-17T01:36:19.836 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 16 diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~4194304,109051904~12582912,125829120~8388608,138412032~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~4194304,213909504~4194304,222298112~8388608,234881024~12582912,251658240~8388608,264241152~8388608,276824064~29360128,310378496~12582912,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.836 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~4194304,109051904~12582912,125829120~8388608,138412032~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~4194304,213909504~4194304,222298112~8388608,234881024~12582912,251658240~8388608,264241152~8388608,276824064~29360128,310378496~12582912,327155712~8388608,339738624~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.839 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,138412032~8388608,159383552~4194304,167772160~8388608,180355072~16777216,201326592~4194304,213909504~142606336,360710144~37748736,402653184~12582912] 2024-08-17T01:36:19.839 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 17 diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~8388608,109051904~12582912,125829120~8388608,138412032~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~4194304,213909504~4194304,222298112~25165824,251658240~8388608,264241152~8388608,276824064~29360128,310378496~12582912,327155712~8388608,339738624~37748736,381681664~16777216,402653184~12582912] 2024-08-17T01:36:19.839 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~8388608,109051904~12582912,125829120~8388608,138412032~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~4194304,213909504~4194304,222298112~25165824,251658240~8388608,264241152~8388608,276824064~29360128,310378496~12582912,327155712~8388608,339738624~37748736,381681664~16777216,402653184~12582912] 2024-08-17T01:36:19.842 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~8388608,159383552~4194304,167772160~8388608,180355072~16777216,201326592~4194304,213909504~184549376,402653184~12582912] 2024-08-17T01:36:19.842 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 18 diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~8388608,109051904~12582912,125829120~8388608,138412032~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~4194304,213909504~4194304,222298112~37748736,264241152~8388608,276824064~29360128,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.842 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~8388608,109051904~12582912,125829120~8388608,138412032~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~4194304,213909504~4194304,222298112~37748736,264241152~8388608,276824064~29360128,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.847 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~8388608,159383552~4194304,167772160~8388608,180355072~16777216,201326592~4194304,213909504~201326592] 2024-08-17T01:36:19.847 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to 19 diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.847 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:19.851 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,138412032~8388608,150994944~12582912,167772160~8388608,180355072~16777216,201326592~8388608,213909504~201326592] 2024-08-17T01:36:19.851 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 11 diff [79691776~8388608,92274688~4194304,213909504~4194304,239075328~4194304,285212672~8388608,314572800~4194304,343932928~4194304,360710144~16777216,402653184~8388608] 2024-08-17T01:36:19.851 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [79691776~8388608,92274688~4194304,213909504~4194304,239075328~4194304,285212672~8388608,314572800~4194304,343932928~4194304,360710144~16777216,402653184~8388608] 2024-08-17T01:36:19.852 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [79691776~8388608,92274688~4194304,213909504~8388608,239075328~8388608,285212672~8388608,314572800~8388608,343932928~8388608,360710144~20971520,402653184~12582912] 2024-08-17T01:36:19.853 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 12 diff [25165824~4194304,33554432~4194304,79691776~8388608,92274688~4194304,113246208~4194304,125829120~4194304,213909504~4194304,239075328~4194304,276824064~20971520,314572800~4194304,331350016~4194304,339738624~8388608,360710144~16777216,402653184~8388608] 2024-08-17T01:36:19.853 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [25165824~4194304,33554432~4194304,79691776~8388608,92274688~4194304,113246208~4194304,125829120~4194304,213909504~4194304,239075328~4194304,276824064~20971520,314572800~4194304,331350016~4194304,339738624~8388608,360710144~16777216,402653184~8388608] 2024-08-17T01:36:19.854 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [25165824~4194304,33554432~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,213909504~8388608,239075328~8388608,276824064~25165824,314572800~8388608,331350016~20971520,360710144~20971520,402653184~12582912] 2024-08-17T01:36:19.854 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 13 diff [20971520~4194304,33554432~4194304,46137344~4194304,62914560~4194304,79691776~8388608,92274688~4194304,113246208~4194304,125829120~8388608,201326592~4194304,213909504~4194304,239075328~8388608,276824064~20971520,310378496~8388608,327155712~8388608,339738624~8388608,360710144~16777216,402653184~8388608] 2024-08-17T01:36:19.854 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [20971520~4194304,33554432~4194304,46137344~4194304,62914560~4194304,79691776~8388608,92274688~4194304,113246208~4194304,125829120~8388608,201326592~4194304,213909504~4194304,239075328~8388608,276824064~20971520,310378496~8388608,327155712~8388608,339738624~8388608,360710144~16777216,402653184~8388608] 2024-08-17T01:36:19.856 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [20971520~8388608,33554432~8388608,46137344~8388608,62914560~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,201326592~4194304,213909504~8388608,239075328~12582912,276824064~25165824,310378496~12582912,327155712~25165824,360710144~20971520,402653184~12582912] 2024-08-17T01:36:19.856 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 14 diff [0~4194304,12582912~12582912,33554432~4194304,46137344~4194304,62914560~8388608,75497472~8388608,92274688~4194304,113246208~8388608,125829120~8388608,180355072~8388608,201326592~4194304,213909504~4194304,234881024~12582912,276824064~20971520,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,402653184~8388608] 2024-08-17T01:36:19.856 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~12582912,33554432~4194304,46137344~4194304,62914560~8388608,75497472~8388608,92274688~4194304,113246208~8388608,125829120~8388608,180355072~8388608,201326592~4194304,213909504~4194304,234881024~12582912,276824064~20971520,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,402653184~8388608] 2024-08-17T01:36:19.858 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,62914560~8388608,75497472~12582912,92274688~4194304,113246208~8388608,125829120~8388608,180355072~8388608,201326592~4194304,213909504~8388608,234881024~16777216,276824064~25165824,310378496~12582912,327155712~29360128,360710144~20971520,402653184~12582912] 2024-08-17T01:36:19.858 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 15 diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~8388608,92274688~4194304,109051904~12582912,125829120~8388608,159383552~4194304,180355072~8388608,201326592~4194304,213909504~4194304,234881024~12582912,268435456~4194304,276824064~29360128,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,402653184~8388608] 2024-08-17T01:36:19.858 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~8388608,92274688~4194304,109051904~12582912,125829120~8388608,159383552~4194304,180355072~8388608,201326592~4194304,213909504~4194304,234881024~12582912,268435456~4194304,276824064~29360128,310378496~8388608,327155712~8388608,339738624~12582912,360710144~16777216,402653184~8388608] 2024-08-17T01:36:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~12582912,92274688~4194304,109051904~12582912,125829120~8388608,159383552~4194304,180355072~8388608,201326592~4194304,213909504~8388608,234881024~16777216,268435456~4194304,276824064~46137344,327155712~29360128,360710144~20971520,402653184~12582912] 2024-08-17T01:36:19.861 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 16 diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~4194304,109051904~12582912,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,213909504~4194304,226492416~20971520,264241152~8388608,276824064~29360128,310378496~12582912,327155712~8388608,339738624~12582912,360710144~16777216,390070272~8388608,402653184~8388608] 2024-08-17T01:36:19.861 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~4194304,109051904~12582912,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,213909504~4194304,226492416~20971520,264241152~8388608,276824064~29360128,310378496~12582912,327155712~8388608,339738624~12582912,360710144~16777216,390070272~8388608,402653184~8388608] 2024-08-17T01:36:19.864 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,159383552~4194304,167772160~8388608,180355072~8388608,201326592~4194304,213909504~8388608,226492416~25165824,264241152~92274688,360710144~20971520,390070272~8388608,402653184~12582912] 2024-08-17T01:36:19.864 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 17 diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~8388608,109051904~12582912,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,213909504~4194304,226492416~20971520,264241152~8388608,276824064~29360128,310378496~12582912,327155712~8388608,339738624~37748736,385875968~12582912,402653184~12582912] 2024-08-17T01:36:19.864 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~8388608,109051904~12582912,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,213909504~4194304,226492416~20971520,264241152~8388608,276824064~29360128,310378496~12582912,327155712~8388608,339738624~37748736,385875968~12582912,402653184~12582912] 2024-08-17T01:36:19.867 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,159383552~4194304,167772160~8388608,180355072~8388608,201326592~4194304,213909504~8388608,226492416~25165824,264241152~117440512,385875968~12582912,402653184~12582912] 2024-08-17T01:36:19.868 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 18 diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~8388608,109051904~12582912,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,213909504~4194304,226492416~25165824,264241152~8388608,276824064~29360128,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:19.868 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~8388608,109051904~12582912,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,213909504~4194304,226492416~25165824,264241152~8388608,276824064~29360128,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:19.872 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,159383552~4194304,167772160~8388608,180355072~8388608,201326592~4194304,213909504~8388608,226492416~29360128,264241152~150994944] 2024-08-17T01:36:19.872 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to 19 diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:19.872 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,213909504~8388608,226492416~29360128,260046848~155189248] 2024-08-17T01:36:19.876 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 12 diff [25165824~4194304,33554432~4194304,113246208~4194304,125829120~4194304,276824064~8388608,289406976~8388608,331350016~4194304,339738624~8388608,402653184~8388608] 2024-08-17T01:36:19.876 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [25165824~4194304,33554432~4194304,113246208~4194304,125829120~4194304,276824064~8388608,289406976~8388608,331350016~4194304,339738624~8388608,402653184~8388608] 2024-08-17T01:36:19.877 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [25165824~4194304,33554432~8388608,113246208~8388608,125829120~8388608,276824064~25165824,331350016~20971520,402653184~12582912] 2024-08-17T01:36:19.877 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 13 diff [20971520~4194304,33554432~4194304,46137344~4194304,62914560~4194304,113246208~4194304,125829120~8388608,201326592~4194304,239075328~8388608,276824064~8388608,289406976~8388608,310378496~4194304,327155712~8388608,339738624~8388608,369098752~4194304,402653184~8388608] 2024-08-17T01:36:19.877 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [20971520~4194304,33554432~4194304,46137344~4194304,62914560~4194304,113246208~4194304,125829120~8388608,201326592~4194304,239075328~8388608,276824064~8388608,289406976~8388608,310378496~4194304,327155712~8388608,339738624~8388608,369098752~4194304,402653184~8388608] 2024-08-17T01:36:19.878 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [20971520~8388608,33554432~8388608,46137344~8388608,62914560~8388608,113246208~8388608,125829120~8388608,201326592~4194304,239075328~12582912,276824064~25165824,310378496~8388608,327155712~25165824,369098752~8388608,402653184~12582912] 2024-08-17T01:36:19.878 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 14 diff [0~4194304,12582912~12582912,33554432~4194304,46137344~4194304,62914560~8388608,75497472~8388608,113246208~8388608,125829120~8388608,180355072~8388608,201326592~4194304,234881024~12582912,276824064~8388608,289406976~8388608,310378496~4194304,327155712~8388608,339738624~12582912,369098752~4194304,402653184~8388608] 2024-08-17T01:36:19.879 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~12582912,33554432~4194304,46137344~4194304,62914560~8388608,75497472~8388608,113246208~8388608,125829120~8388608,180355072~8388608,201326592~4194304,234881024~12582912,276824064~8388608,289406976~8388608,310378496~4194304,327155712~8388608,339738624~12582912,369098752~4194304,402653184~8388608] 2024-08-17T01:36:19.880 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,62914560~8388608,75497472~12582912,113246208~8388608,125829120~8388608,180355072~8388608,201326592~4194304,234881024~16777216,276824064~25165824,310378496~8388608,327155712~29360128,369098752~8388608,402653184~12582912] 2024-08-17T01:36:19.880 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 15 diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~8388608,109051904~12582912,125829120~8388608,159383552~4194304,180355072~8388608,201326592~4194304,234881024~12582912,268435456~4194304,276824064~29360128,310378496~4194304,327155712~8388608,339738624~12582912,369098752~4194304,402653184~8388608] 2024-08-17T01:36:19.880 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~8388608,109051904~12582912,125829120~8388608,159383552~4194304,180355072~8388608,201326592~4194304,234881024~12582912,268435456~4194304,276824064~29360128,310378496~4194304,327155712~8388608,339738624~12582912,369098752~4194304,402653184~8388608] 2024-08-17T01:36:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~12582912,109051904~12582912,125829120~8388608,159383552~4194304,180355072~8388608,201326592~4194304,234881024~16777216,268435456~4194304,276824064~41943040,327155712~29360128,369098752~8388608,402653184~12582912] 2024-08-17T01:36:19.883 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 16 diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,109051904~12582912,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~20971520,264241152~8388608,276824064~29360128,310378496~4194304,318767104~4194304,327155712~8388608,339738624~12582912,364904448~8388608,390070272~8388608,402653184~8388608] 2024-08-17T01:36:19.883 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,109051904~12582912,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~20971520,264241152~8388608,276824064~29360128,310378496~4194304,318767104~4194304,327155712~8388608,339738624~12582912,364904448~8388608,390070272~8388608,402653184~8388608] 2024-08-17T01:36:19.886 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~16777216,109051904~12582912,125829120~8388608,159383552~4194304,167772160~8388608,180355072~8388608,201326592~4194304,226492416~25165824,264241152~92274688,364904448~12582912,390070272~8388608,402653184~12582912] 2024-08-17T01:36:19.886 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 17 diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~4194304,109051904~12582912,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~20971520,264241152~8388608,276824064~29360128,310378496~4194304,318767104~4194304,327155712~8388608,339738624~33554432,385875968~12582912,402653184~8388608] 2024-08-17T01:36:19.886 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~4194304,109051904~12582912,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~20971520,264241152~8388608,276824064~29360128,310378496~4194304,318767104~4194304,327155712~8388608,339738624~33554432,385875968~12582912,402653184~8388608] 2024-08-17T01:36:19.889 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,159383552~4194304,167772160~8388608,180355072~8388608,201326592~4194304,226492416~25165824,264241152~113246208,385875968~12582912,402653184~12582912] 2024-08-17T01:36:19.889 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 18 diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~4194304,109051904~12582912,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,264241152~8388608,276824064~29360128,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.890 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~4194304,109051904~12582912,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,264241152~8388608,276824064~29360128,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~8388608,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,159383552~4194304,167772160~8388608,180355072~8388608,201326592~4194304,226492416~29360128,264241152~113246208,381681664~33554432] 2024-08-17T01:36:19.893 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to 19 diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.893 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~117440512,381681664~33554432] 2024-08-17T01:36:19.897 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to 13 diff [20971520~4194304,46137344~4194304,62914560~4194304,125829120~8388608,201326592~4194304,239075328~8388608,293601280~4194304,310378496~4194304,327155712~4194304,369098752~4194304] 2024-08-17T01:36:19.897 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [20971520~4194304,46137344~4194304,62914560~4194304,125829120~8388608,201326592~4194304,239075328~8388608,293601280~4194304,310378496~4194304,327155712~4194304,369098752~4194304] 2024-08-17T01:36:19.898 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [20971520~8388608,46137344~8388608,62914560~8388608,125829120~8388608,201326592~4194304,239075328~12582912,293601280~4194304,310378496~8388608,327155712~4194304,369098752~8388608] 2024-08-17T01:36:19.898 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to 14 diff [0~4194304,12582912~12582912,46137344~4194304,62914560~8388608,75497472~8388608,117440512~4194304,125829120~8388608,180355072~8388608,201326592~4194304,234881024~12582912,293601280~4194304,310378496~4194304,327155712~4194304,348127232~8388608,369098752~4194304] 2024-08-17T01:36:19.898 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~12582912,46137344~4194304,62914560~8388608,75497472~8388608,117440512~4194304,125829120~8388608,180355072~8388608,201326592~4194304,234881024~12582912,293601280~4194304,310378496~4194304,327155712~4194304,348127232~8388608,369098752~4194304] 2024-08-17T01:36:19.900 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~8388608,12582912~16777216,46137344~8388608,62914560~8388608,75497472~12582912,117440512~4194304,125829120~8388608,180355072~8388608,201326592~4194304,234881024~16777216,293601280~4194304,310378496~8388608,327155712~4194304,348127232~8388608,369098752~8388608] 2024-08-17T01:36:19.900 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to 15 diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~8388608,109051904~4194304,117440512~4194304,125829120~8388608,159383552~4194304,180355072~8388608,201326592~4194304,234881024~12582912,268435456~4194304,285212672~20971520,310378496~4194304,327155712~4194304,348127232~8388608,369098752~4194304] 2024-08-17T01:36:19.900 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~8388608,109051904~4194304,117440512~4194304,125829120~8388608,159383552~4194304,180355072~8388608,201326592~4194304,234881024~12582912,268435456~4194304,285212672~20971520,310378496~4194304,327155712~4194304,348127232~8388608,369098752~4194304] 2024-08-17T01:36:19.901 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~37748736,46137344~8388608,62914560~8388608,75497472~12582912,109051904~12582912,125829120~8388608,159383552~4194304,180355072~8388608,201326592~4194304,234881024~16777216,268435456~4194304,285212672~33554432,327155712~4194304,348127232~8388608,369098752~8388608] 2024-08-17T01:36:19.902 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to 16 diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,109051904~4194304,117440512~4194304,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~20971520,264241152~8388608,285212672~20971520,310378496~4194304,318767104~4194304,327155712~8388608,348127232~8388608,364904448~8388608,390070272~8388608,406847488~4194304] 2024-08-17T01:36:19.902 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,109051904~4194304,117440512~4194304,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~20971520,264241152~8388608,285212672~20971520,310378496~4194304,318767104~4194304,327155712~8388608,348127232~8388608,364904448~8388608,390070272~8388608,406847488~4194304] 2024-08-17T01:36:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~37748736,46137344~8388608,62914560~8388608,75497472~16777216,109051904~12582912,125829120~8388608,159383552~4194304,167772160~8388608,180355072~8388608,201326592~4194304,226492416~25165824,264241152~12582912,285212672~50331648,348127232~8388608,364904448~12582912,390070272~8388608,406847488~4194304] 2024-08-17T01:36:19.904 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to 17 diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~4194304,109051904~4194304,117440512~4194304,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~20971520,264241152~8388608,285212672~20971520,310378496~4194304,318767104~4194304,327155712~8388608,348127232~25165824,385875968~12582912,402653184~8388608] 2024-08-17T01:36:19.904 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~4194304,109051904~4194304,117440512~4194304,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~20971520,264241152~8388608,285212672~20971520,310378496~4194304,318767104~4194304,327155712~8388608,348127232~25165824,385875968~12582912,402653184~8388608] 2024-08-17T01:36:19.906 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~37748736,46137344~8388608,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,159383552~4194304,167772160~8388608,180355072~8388608,201326592~4194304,226492416~25165824,264241152~12582912,285212672~50331648,348127232~29360128,385875968~12582912,402653184~8388608] 2024-08-17T01:36:19.906 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to 18 diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~4194304,109051904~4194304,117440512~4194304,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,264241152~8388608,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.907 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~12582912,29360128~8388608,46137344~4194304,62914560~8388608,75497472~12582912,92274688~4194304,109051904~4194304,117440512~4194304,125829120~8388608,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,264241152~8388608,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.910 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~37748736,46137344~8388608,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,159383552~4194304,167772160~8388608,180355072~8388608,201326592~4194304,226492416~29360128,264241152~12582912,285212672~58720256,348127232~29360128,381681664~29360128] 2024-08-17T01:36:19.910 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to 19 diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~20971520,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.910 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~20971520,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.913 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~37748736,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~20971520,285212672~58720256,348127232~29360128,381681664~29360128] 2024-08-17T01:36:19.913 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to 14 diff [0~4194304,12582912~8388608,62914560~8388608,75497472~8388608,117440512~4194304,180355072~8388608,234881024~8388608,348127232~8388608,373293056~4194304] 2024-08-17T01:36:19.913 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,12582912~8388608,62914560~8388608,75497472~8388608,117440512~4194304,180355072~8388608,234881024~8388608,348127232~8388608,373293056~4194304] 2024-08-17T01:36:19.914 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~8388608,12582912~12582912,62914560~8388608,75497472~12582912,117440512~4194304,180355072~8388608,234881024~8388608,348127232~8388608,373293056~4194304] 2024-08-17T01:36:19.914 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to 15 diff [0~8388608,12582912~8388608,29360128~8388608,62914560~8388608,75497472~8388608,109051904~4194304,117440512~4194304,159383552~4194304,180355072~8388608,234881024~8388608,268435456~4194304,285212672~8388608,297795584~8388608,348127232~8388608,373293056~4194304] 2024-08-17T01:36:19.914 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,62914560~8388608,75497472~8388608,109051904~4194304,117440512~4194304,159383552~4194304,180355072~8388608,234881024~8388608,268435456~4194304,285212672~8388608,297795584~8388608,348127232~8388608,373293056~4194304] 2024-08-17T01:36:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~25165824,29360128~8388608,62914560~8388608,75497472~12582912,109051904~12582912,159383552~4194304,180355072~8388608,234881024~8388608,268435456~4194304,285212672~25165824,348127232~8388608,373293056~4194304] 2024-08-17T01:36:19.916 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to 16 diff [0~8388608,12582912~8388608,29360128~8388608,62914560~8388608,75497472~12582912,109051904~4194304,117440512~4194304,159383552~4194304,167772160~4194304,180355072~8388608,226492416~16777216,264241152~8388608,285212672~8388608,297795584~8388608,318767104~4194304,327155712~8388608,348127232~8388608,364904448~8388608,390070272~8388608,406847488~4194304] 2024-08-17T01:36:19.916 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,62914560~8388608,75497472~12582912,109051904~4194304,117440512~4194304,159383552~4194304,167772160~4194304,180355072~8388608,226492416~16777216,264241152~8388608,285212672~8388608,297795584~8388608,318767104~4194304,327155712~8388608,348127232~8388608,364904448~8388608,390070272~8388608,406847488~4194304] 2024-08-17T01:36:19.917 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~25165824,29360128~8388608,62914560~8388608,75497472~16777216,109051904~12582912,159383552~4194304,167772160~8388608,180355072~8388608,226492416~16777216,264241152~12582912,285212672~25165824,318767104~16777216,348127232~8388608,364904448~12582912,390070272~8388608,406847488~4194304] 2024-08-17T01:36:19.917 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to 17 diff [0~8388608,12582912~8388608,29360128~8388608,62914560~8388608,75497472~12582912,92274688~4194304,109051904~4194304,117440512~4194304,159383552~4194304,167772160~4194304,180355072~8388608,226492416~16777216,264241152~8388608,285212672~20971520,318767104~4194304,327155712~8388608,348127232~25165824,385875968~12582912,402653184~8388608] 2024-08-17T01:36:19.917 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,62914560~8388608,75497472~12582912,92274688~4194304,109051904~4194304,117440512~4194304,159383552~4194304,167772160~4194304,180355072~8388608,226492416~16777216,264241152~8388608,285212672~20971520,318767104~4194304,327155712~8388608,348127232~25165824,385875968~12582912,402653184~8388608] 2024-08-17T01:36:19.919 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~25165824,29360128~8388608,62914560~8388608,75497472~25165824,109051904~12582912,159383552~4194304,167772160~8388608,180355072~8388608,226492416~16777216,264241152~12582912,285212672~25165824,318767104~16777216,348127232~29360128,385875968~12582912,402653184~8388608] 2024-08-17T01:36:19.920 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to 18 diff [0~8388608,12582912~8388608,29360128~8388608,62914560~8388608,75497472~12582912,92274688~4194304,109051904~4194304,117440512~4194304,159383552~4194304,167772160~4194304,180355072~8388608,226492416~25165824,264241152~8388608,285212672~20971520,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.920 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,62914560~8388608,75497472~12582912,92274688~4194304,109051904~4194304,117440512~4194304,159383552~4194304,167772160~4194304,180355072~8388608,226492416~25165824,264241152~8388608,285212672~20971520,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.922 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~25165824,29360128~8388608,62914560~8388608,75497472~25165824,109051904~12582912,159383552~4194304,167772160~8388608,180355072~8388608,226492416~29360128,264241152~12582912,285212672~25165824,318767104~25165824,348127232~29360128,381681664~29360128] 2024-08-17T01:36:19.923 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to 19 diff [0~20971520,29360128~8388608,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.923 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~20971520,29360128~8388608,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.926 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~25165824,29360128~8388608,54525952~16777216,75497472~25165824,109051904~12582912,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~20971520,285212672~25165824,318767104~25165824,348127232~29360128,381681664~29360128] 2024-08-17T01:36:19.926 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to 15 diff [0~8388608,29360128~8388608,109051904~4194304,159383552~4194304,268435456~4194304,285212672~8388608,297795584~8388608] 2024-08-17T01:36:19.926 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,29360128~8388608,109051904~4194304,159383552~4194304,268435456~4194304,285212672~8388608,297795584~8388608] 2024-08-17T01:36:19.927 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~12582912,29360128~8388608,109051904~8388608,159383552~4194304,268435456~4194304,285212672~25165824] 2024-08-17T01:36:19.927 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to 16 diff [0~8388608,29360128~8388608,83886080~8388608,109051904~4194304,159383552~4194304,167772160~4194304,226492416~8388608,264241152~8388608,285212672~8388608,297795584~8388608,318767104~4194304,327155712~8388608,364904448~8388608,390070272~8388608,406847488~4194304] 2024-08-17T01:36:19.927 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,29360128~8388608,83886080~8388608,109051904~4194304,159383552~4194304,167772160~4194304,226492416~8388608,264241152~8388608,285212672~8388608,297795584~8388608,318767104~4194304,327155712~8388608,364904448~8388608,390070272~8388608,406847488~4194304] 2024-08-17T01:36:19.929 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~12582912,29360128~8388608,83886080~8388608,109051904~8388608,159383552~4194304,167772160~8388608,226492416~8388608,264241152~12582912,285212672~25165824,318767104~16777216,364904448~12582912,390070272~8388608,406847488~4194304] 2024-08-17T01:36:19.929 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to 17 diff [0~8388608,29360128~8388608,75497472~20971520,109051904~4194304,159383552~4194304,167772160~4194304,226492416~8388608,264241152~8388608,285212672~20971520,318767104~4194304,327155712~8388608,352321536~20971520,385875968~12582912,402653184~8388608] 2024-08-17T01:36:19.929 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,29360128~8388608,75497472~20971520,109051904~4194304,159383552~4194304,167772160~4194304,226492416~8388608,264241152~8388608,285212672~20971520,318767104~4194304,327155712~8388608,352321536~20971520,385875968~12582912,402653184~8388608] 2024-08-17T01:36:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~12582912,29360128~8388608,75497472~25165824,109051904~8388608,159383552~4194304,167772160~8388608,226492416~12582912,264241152~12582912,285212672~25165824,318767104~16777216,352321536~25165824,385875968~12582912,402653184~8388608] 2024-08-17T01:36:19.931 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to 18 diff [0~8388608,29360128~8388608,75497472~20971520,109051904~4194304,159383552~4194304,167772160~4194304,226492416~8388608,243269632~8388608,264241152~8388608,285212672~20971520,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.931 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,29360128~8388608,75497472~20971520,109051904~4194304,159383552~4194304,167772160~4194304,226492416~8388608,243269632~8388608,264241152~8388608,285212672~20971520,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~12582912,29360128~8388608,75497472~25165824,109051904~8388608,159383552~4194304,167772160~8388608,226492416~12582912,243269632~12582912,264241152~12582912,285212672~25165824,318767104~25165824,352321536~25165824,381681664~29360128] 2024-08-17T01:36:19.933 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to 19 diff [0~8388608,16777216~8388608,29360128~8388608,54525952~4194304,75497472~20971520,109051904~4194304,150994944~4194304,159383552~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.933 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,16777216~8388608,29360128~8388608,54525952~4194304,75497472~20971520,109051904~4194304,150994944~4194304,159383552~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.936 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~12582912,16777216~8388608,29360128~8388608,54525952~8388608,75497472~25165824,109051904~8388608,150994944~12582912,167772160~8388608,201326592~8388608,226492416~12582912,243269632~12582912,260046848~20971520,285212672~25165824,318767104~25165824,352321536~25165824,381681664~29360128] 2024-08-17T01:36:19.936 INFO:tasks.workunit.client.0.smithi157.stdout:from 15 to 16 diff [83886080~8388608,167772160~4194304,226492416~8388608,264241152~8388608,297795584~4194304,318767104~4194304,327155712~8388608,364904448~8388608,390070272~8388608,406847488~4194304] 2024-08-17T01:36:19.936 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [83886080~8388608,167772160~4194304,226492416~8388608,264241152~8388608,297795584~4194304,318767104~4194304,327155712~8388608,364904448~8388608,390070272~8388608,406847488~4194304] 2024-08-17T01:36:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [83886080~8388608,167772160~8388608,226492416~8388608,264241152~12582912,297795584~4194304,318767104~16777216,364904448~12582912,390070272~8388608,406847488~4194304] 2024-08-17T01:36:19.937 INFO:tasks.workunit.client.0.smithi157.stdout:from 15 to 17 diff [75497472~20971520,167772160~4194304,226492416~8388608,264241152~8388608,285212672~8388608,297795584~4194304,318767104~4194304,327155712~8388608,352321536~20971520,385875968~12582912,402653184~8388608] 2024-08-17T01:36:19.937 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [75497472~20971520,167772160~4194304,226492416~8388608,264241152~8388608,285212672~8388608,297795584~4194304,318767104~4194304,327155712~8388608,352321536~20971520,385875968~12582912,402653184~8388608] 2024-08-17T01:36:19.939 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [75497472~25165824,167772160~8388608,226492416~12582912,264241152~12582912,285212672~8388608,297795584~4194304,318767104~16777216,352321536~25165824,385875968~12582912,402653184~8388608] 2024-08-17T01:36:19.939 INFO:tasks.workunit.client.0.smithi157.stdout:from 15 to 18 diff [0~4194304,75497472~20971520,167772160~4194304,226492416~8388608,243269632~8388608,264241152~8388608,285212672~8388608,297795584~4194304,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.939 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,75497472~20971520,167772160~4194304,226492416~8388608,243269632~8388608,264241152~8388608,285212672~8388608,297795584~4194304,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.941 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,75497472~25165824,167772160~8388608,226492416~12582912,243269632~12582912,264241152~12582912,285212672~8388608,297795584~4194304,318767104~25165824,352321536~25165824,381681664~29360128] 2024-08-17T01:36:19.942 INFO:tasks.workunit.client.0.smithi157.stdout:from 15 to 19 diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,75497472~20971520,150994944~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~8388608,297795584~4194304,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.942 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,75497472~20971520,150994944~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~8388608,297795584~4194304,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.944 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~4194304,16777216~8388608,54525952~8388608,75497472~25165824,150994944~8388608,167772160~8388608,201326592~8388608,226492416~12582912,243269632~12582912,260046848~20971520,285212672~8388608,297795584~4194304,318767104~25165824,352321536~25165824,381681664~29360128] 2024-08-17T01:36:19.944 INFO:tasks.workunit.client.0.smithi157.stdout:from 16 to 17 diff [75497472~8388608,92274688~4194304,230686720~4194304,285212672~8388608,352321536~12582912,385875968~8388608,402653184~8388608] 2024-08-17T01:36:19.944 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [75497472~8388608,92274688~4194304,230686720~4194304,285212672~8388608,352321536~12582912,385875968~8388608,402653184~8388608] 2024-08-17T01:36:19.945 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [75497472~8388608,92274688~8388608,230686720~8388608,285212672~8388608,352321536~16777216,385875968~8388608,402653184~8388608] 2024-08-17T01:36:19.946 INFO:tasks.workunit.client.0.smithi157.stdout:from 16 to 18 diff [0~4194304,75497472~12582912,92274688~4194304,167772160~4194304,230686720~4194304,243269632~8388608,268435456~4194304,285212672~8388608,335544320~4194304,352321536~12582912,373293056~4194304,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.946 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,75497472~12582912,92274688~4194304,167772160~4194304,230686720~4194304,243269632~8388608,268435456~4194304,285212672~8388608,335544320~4194304,352321536~12582912,373293056~4194304,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.947 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,75497472~25165824,167772160~8388608,230686720~8388608,243269632~12582912,268435456~4194304,285212672~8388608,335544320~8388608,352321536~16777216,373293056~4194304,381681664~29360128] 2024-08-17T01:36:19.947 INFO:tasks.workunit.client.0.smithi157.stdout:from 16 to 19 diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,75497472~20971520,150994944~4194304,167772160~4194304,201326592~4194304,230686720~4194304,243269632~8388608,260046848~4194304,268435456~12582912,285212672~8388608,335544320~4194304,352321536~12582912,369098752~8388608,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.947 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,75497472~20971520,150994944~4194304,167772160~4194304,201326592~4194304,230686720~4194304,243269632~8388608,260046848~4194304,268435456~12582912,285212672~8388608,335544320~4194304,352321536~12582912,369098752~8388608,381681664~16777216,402653184~8388608] 2024-08-17T01:36:19.949 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~4194304,16777216~8388608,54525952~8388608,75497472~25165824,150994944~8388608,167772160~8388608,201326592~8388608,230686720~8388608,243269632~12582912,260046848~4194304,268435456~12582912,285212672~8388608,335544320~8388608,352321536~25165824,381681664~29360128] 2024-08-17T01:36:19.950 INFO:tasks.workunit.client.0.smithi157.stdout:from 17 to 18 diff [0~4194304,83886080~4194304,167772160~4194304,243269632~8388608,268435456~4194304,335544320~4194304,352321536~4194304,373293056~4194304,381681664~16777216] 2024-08-17T01:36:19.950 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,83886080~4194304,167772160~4194304,243269632~8388608,268435456~4194304,335544320~4194304,352321536~4194304,373293056~4194304,381681664~16777216] 2024-08-17T01:36:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,83886080~8388608,167772160~8388608,243269632~12582912,268435456~4194304,335544320~8388608,352321536~8388608,373293056~4194304,381681664~20971520] 2024-08-17T01:36:19.951 INFO:tasks.workunit.client.0.smithi157.stdout:from 17 to 19 diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,83886080~8388608,150994944~4194304,167772160~4194304,201326592~4194304,243269632~8388608,260046848~4194304,268435456~12582912,335544320~4194304,352321536~4194304,369098752~8388608,381681664~16777216] 2024-08-17T01:36:19.951 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,83886080~8388608,150994944~4194304,167772160~4194304,201326592~4194304,243269632~8388608,260046848~4194304,268435456~12582912,335544320~4194304,352321536~4194304,369098752~8388608,381681664~16777216] 2024-08-17T01:36:19.952 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~4194304,16777216~8388608,54525952~8388608,83886080~12582912,150994944~8388608,167772160~8388608,201326592~8388608,243269632~12582912,260046848~4194304,268435456~12582912,335544320~8388608,352321536~8388608,369098752~8388608,381681664~20971520] 2024-08-17T01:36:19.952 INFO:tasks.workunit.client.0.smithi157.stdout:from 18 to 19 diff [8388608~4194304,16777216~8388608,54525952~4194304,88080384~4194304,150994944~4194304,201326592~4194304,260046848~4194304,272629760~8388608,369098752~8388608,381681664~4194304] 2024-08-17T01:36:19.952 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [8388608~4194304,16777216~8388608,54525952~4194304,88080384~4194304,150994944~4194304,201326592~4194304,260046848~4194304,272629760~8388608,369098752~8388608,381681664~4194304] 2024-08-17T01:36:19.953 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [8388608~4194304,16777216~8388608,54525952~8388608,88080384~8388608,150994944~8388608,201326592~8388608,260046848~4194304,272629760~8388608,369098752~8388608,381681664~8388608] 2024-08-17T01:36:20.460 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:20.460 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:20.491 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:20.491 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:20.491 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:20.498 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:20.498 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:20.498 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:20.504 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:20.504 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:20.504 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:20.511 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:20.511 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:20.511 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:20.516 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:20.517 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:20.517 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:20.522 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:20.522 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:20.522 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:20.528 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:20.528 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:20.528 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:20.533 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~37748736,150994944~12582912,167772160~29360128,201326592~213909504] 2024-08-17T01:36:20.533 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:20.533 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:20.538 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~12582912,125829120~20971520,150994944~12582912,167772160~8388608,180355072~16777216,201326592~213909504] 2024-08-17T01:36:20.538 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:20.538 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:20.542 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,138412032~8388608,150994944~12582912,167772160~8388608,180355072~16777216,201326592~8388608,213909504~201326592] 2024-08-17T01:36:20.543 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:20.543 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:20.546 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,213909504~8388608,226492416~29360128,260046848~155189248] 2024-08-17T01:36:20.546 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:20.546 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:20.550 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~117440512,381681664~33554432] 2024-08-17T01:36:20.550 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~20971520,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:20.551 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~20971520,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:20.553 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~37748736,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~20971520,285212672~58720256,348127232~29360128,381681664~29360128] 2024-08-17T01:36:20.553 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to HEAD diff [0~20971520,29360128~8388608,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:20.553 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~20971520,29360128~8388608,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:20.556 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~25165824,29360128~8388608,54525952~16777216,75497472~25165824,109051904~12582912,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~20971520,285212672~25165824,318767104~25165824,348127232~29360128,381681664~29360128] 2024-08-17T01:36:20.556 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to HEAD diff [0~8388608,16777216~8388608,29360128~8388608,54525952~4194304,75497472~20971520,109051904~4194304,150994944~4194304,159383552~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:20.556 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,16777216~8388608,29360128~8388608,54525952~4194304,75497472~20971520,109051904~4194304,150994944~4194304,159383552~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~12582912,16777216~8388608,29360128~8388608,54525952~8388608,75497472~25165824,109051904~8388608,150994944~12582912,167772160~8388608,201326592~8388608,226492416~12582912,243269632~12582912,260046848~20971520,285212672~25165824,318767104~25165824,352321536~25165824,381681664~29360128] 2024-08-17T01:36:20.559 INFO:tasks.workunit.client.0.smithi157.stdout:from 15 to HEAD diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,75497472~20971520,150994944~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~8388608,297795584~4194304,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:20.559 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,75497472~20971520,150994944~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~8388608,297795584~4194304,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:20.562 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~4194304,16777216~8388608,54525952~8388608,75497472~25165824,150994944~8388608,167772160~8388608,201326592~8388608,226492416~12582912,243269632~12582912,260046848~20971520,285212672~8388608,297795584~4194304,318767104~25165824,352321536~25165824,381681664~29360128] 2024-08-17T01:36:20.562 INFO:tasks.workunit.client.0.smithi157.stdout:from 16 to HEAD diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,75497472~20971520,150994944~4194304,167772160~4194304,201326592~4194304,230686720~4194304,243269632~8388608,260046848~4194304,268435456~12582912,285212672~8388608,335544320~4194304,352321536~12582912,369098752~8388608,381681664~16777216,402653184~8388608] 2024-08-17T01:36:20.562 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,75497472~20971520,150994944~4194304,167772160~4194304,201326592~4194304,230686720~4194304,243269632~8388608,260046848~4194304,268435456~12582912,285212672~8388608,335544320~4194304,352321536~12582912,369098752~8388608,381681664~16777216,402653184~8388608] 2024-08-17T01:36:20.563 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~4194304,16777216~8388608,54525952~8388608,75497472~25165824,150994944~8388608,167772160~8388608,201326592~8388608,230686720~8388608,243269632~12582912,260046848~4194304,268435456~12582912,285212672~8388608,335544320~8388608,352321536~25165824,381681664~29360128] 2024-08-17T01:36:20.563 INFO:tasks.workunit.client.0.smithi157.stdout:from 17 to HEAD diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,83886080~8388608,150994944~4194304,167772160~4194304,201326592~4194304,243269632~8388608,260046848~4194304,268435456~12582912,335544320~4194304,352321536~4194304,369098752~8388608,381681664~16777216] 2024-08-17T01:36:20.563 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,83886080~8388608,150994944~4194304,167772160~4194304,201326592~4194304,243269632~8388608,260046848~4194304,268435456~12582912,335544320~4194304,352321536~4194304,369098752~8388608,381681664~16777216] 2024-08-17T01:36:20.564 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~4194304,16777216~8388608,54525952~8388608,83886080~12582912,150994944~8388608,167772160~8388608,201326592~8388608,243269632~12582912,260046848~4194304,268435456~12582912,335544320~8388608,352321536~8388608,369098752~8388608,381681664~20971520] 2024-08-17T01:36:20.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:20 smithi157 ceph-mon[98780]: osdmap e2201: 8 total, 8 up, 8 in 2024-08-17T01:36:20.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:20 smithi157 ceph-mon[101289]: osdmap e2201: 8 total, 8 up, 8 in 2024-08-17T01:36:20.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:20 smithi187 ceph-mon[90552]: osdmap e2201: 8 total, 8 up, 8 in 2024-08-17T01:36:21.490 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:21.490 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:21.510 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:21.510 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:21.510 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:21.517 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:21.517 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:21.517 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:21.523 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:21.523 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:21.524 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:21.531 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:21.531 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:21.531 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:21.537 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:21.537 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:21.538 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:21.542 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:21.543 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:21.543 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:21.548 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:21.548 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:21.548 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:21.553 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~37748736,150994944~12582912,167772160~29360128,201326592~213909504] 2024-08-17T01:36:21.553 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:21.554 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:21.557 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~12582912,125829120~20971520,150994944~12582912,167772160~8388608,180355072~16777216,201326592~213909504] 2024-08-17T01:36:21.557 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:21.557 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:21.562 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,138412032~8388608,150994944~12582912,167772160~8388608,180355072~16777216,201326592~8388608,213909504~201326592] 2024-08-17T01:36:21.562 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:21.562 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:21.565 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,213909504~8388608,226492416~29360128,260046848~155189248] 2024-08-17T01:36:21.565 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:21.565 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:21.568 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~117440512,381681664~33554432] 2024-08-17T01:36:21.568 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~20971520,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:21.569 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~20971520,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:21.572 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~37748736,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~20971520,285212672~58720256,348127232~29360128,381681664~29360128] 2024-08-17T01:36:21.572 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to HEAD diff [0~20971520,29360128~8388608,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:21.572 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~20971520,29360128~8388608,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:21.575 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~25165824,29360128~8388608,54525952~16777216,75497472~25165824,109051904~12582912,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~20971520,285212672~25165824,318767104~25165824,348127232~29360128,381681664~29360128] 2024-08-17T01:36:21.575 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to HEAD diff [0~8388608,16777216~8388608,29360128~8388608,54525952~4194304,75497472~20971520,109051904~4194304,150994944~4194304,159383552~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:21.575 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,16777216~8388608,29360128~8388608,54525952~4194304,75497472~20971520,109051904~4194304,150994944~4194304,159383552~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:21.577 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~12582912,16777216~8388608,29360128~8388608,54525952~8388608,75497472~25165824,109051904~8388608,150994944~12582912,167772160~8388608,201326592~8388608,226492416~12582912,243269632~12582912,260046848~20971520,285212672~25165824,318767104~25165824,352321536~25165824,381681664~29360128] 2024-08-17T01:36:21.577 INFO:tasks.workunit.client.0.smithi157.stdout:from 15 to HEAD diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,75497472~20971520,150994944~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~8388608,297795584~4194304,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:21.577 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,75497472~20971520,150994944~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~8388608,297795584~4194304,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:21.579 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~4194304,16777216~8388608,54525952~8388608,75497472~25165824,150994944~8388608,167772160~8388608,201326592~8388608,226492416~12582912,243269632~12582912,260046848~20971520,285212672~8388608,297795584~4194304,318767104~25165824,352321536~25165824,381681664~29360128] 2024-08-17T01:36:21.579 INFO:tasks.workunit.client.0.smithi157.stdout:from 16 to HEAD diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,75497472~20971520,150994944~4194304,167772160~4194304,201326592~4194304,230686720~4194304,243269632~8388608,260046848~4194304,268435456~12582912,285212672~8388608,335544320~4194304,352321536~12582912,369098752~8388608,381681664~16777216,402653184~8388608] 2024-08-17T01:36:21.579 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,75497472~20971520,150994944~4194304,167772160~4194304,201326592~4194304,230686720~4194304,243269632~8388608,260046848~4194304,268435456~12582912,285212672~8388608,335544320~4194304,352321536~12582912,369098752~8388608,381681664~16777216,402653184~8388608] 2024-08-17T01:36:21.580 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~4194304,16777216~8388608,54525952~8388608,75497472~25165824,150994944~8388608,167772160~8388608,201326592~8388608,230686720~8388608,243269632~12582912,260046848~4194304,268435456~12582912,285212672~8388608,335544320~8388608,352321536~25165824,381681664~29360128] 2024-08-17T01:36:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:21 smithi157 ceph-mon[98780]: osdmap e2202: 8 total, 8 up, 8 in 2024-08-17T01:36:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:21 smithi157 ceph-mon[98780]: pgmap v3801: 137 pgs: 137 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 427 KiB/s rd, 41 MiB/s wr, 741 op/s 2024-08-17T01:36:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:21 smithi157 ceph-mon[101289]: osdmap e2202: 8 total, 8 up, 8 in 2024-08-17T01:36:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:21 smithi157 ceph-mon[101289]: pgmap v3801: 137 pgs: 137 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 427 KiB/s rd, 41 MiB/s wr, 741 op/s 2024-08-17T01:36:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:21 smithi187 ceph-mon[90552]: osdmap e2202: 8 total, 8 up, 8 in 2024-08-17T01:36:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:21 smithi187 ceph-mon[90552]: pgmap v3801: 137 pgs: 137 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 427 KiB/s rd, 41 MiB/s wr, 741 op/s 2024-08-17T01:36:22.473 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:22.473 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:22.529 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:22.529 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:22.529 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:22.536 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:22.537 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:22.537 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:22.542 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:22.542 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:22.542 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:22.547 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:22.547 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:22.548 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:22.553 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:22.553 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:22.553 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:22.558 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:22.558 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:22.558 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:22.562 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:22.563 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:22.563 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:22.567 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~37748736,150994944~12582912,167772160~29360128,201326592~213909504] 2024-08-17T01:36:22.567 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:22.567 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:22.571 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~12582912,125829120~20971520,150994944~12582912,167772160~8388608,180355072~16777216,201326592~213909504] 2024-08-17T01:36:22.572 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:22.572 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:22.575 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,138412032~8388608,150994944~12582912,167772160~8388608,180355072~16777216,201326592~8388608,213909504~201326592] 2024-08-17T01:36:22.575 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:22.575 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:22.578 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,213909504~8388608,226492416~29360128,260046848~155189248] 2024-08-17T01:36:22.578 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:22.578 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:22.581 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~117440512,381681664~33554432] 2024-08-17T01:36:22.581 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~20971520,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:22.581 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~20971520,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:22.584 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~37748736,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~20971520,285212672~58720256,348127232~29360128,381681664~29360128] 2024-08-17T01:36:22.584 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to HEAD diff [0~20971520,29360128~8388608,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:22.584 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~20971520,29360128~8388608,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:22.586 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~25165824,29360128~8388608,54525952~16777216,75497472~25165824,109051904~12582912,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~20971520,285212672~25165824,318767104~25165824,348127232~29360128,381681664~29360128] 2024-08-17T01:36:22.586 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to HEAD diff [0~8388608,16777216~8388608,29360128~8388608,54525952~4194304,75497472~20971520,109051904~4194304,150994944~4194304,159383552~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:22.587 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,16777216~8388608,29360128~8388608,54525952~4194304,75497472~20971520,109051904~4194304,150994944~4194304,159383552~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:22.588 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~12582912,16777216~8388608,29360128~8388608,54525952~8388608,75497472~25165824,109051904~8388608,150994944~12582912,167772160~8388608,201326592~8388608,226492416~12582912,243269632~12582912,260046848~20971520,285212672~25165824,318767104~25165824,352321536~25165824,381681664~29360128] 2024-08-17T01:36:22.588 INFO:tasks.workunit.client.0.smithi157.stdout:from 15 to HEAD diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,75497472~20971520,150994944~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~8388608,297795584~4194304,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:22.588 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,54525952~4194304,75497472~20971520,150994944~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~8388608,297795584~4194304,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:22.589 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~4194304,8388608~4194304,16777216~8388608,54525952~8388608,75497472~25165824,150994944~8388608,167772160~8388608,201326592~8388608,226492416~12582912,243269632~12582912,260046848~20971520,285212672~8388608,297795584~4194304,318767104~25165824,352321536~25165824,381681664~29360128] 2024-08-17T01:36:22.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:22 smithi187 ceph-mon[90552]: osdmap e2203: 8 total, 8 up, 8 in 2024-08-17T01:36:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:36:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:36:22.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:22 smithi157 ceph-mon[98780]: osdmap e2203: 8 total, 8 up, 8 in 2024-08-17T01:36:22.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:22 smithi157 ceph-mon[101289]: osdmap e2203: 8 total, 8 up, 8 in 2024-08-17T01:36:23.476 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:23.476 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:23.529 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:23.529 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:23.529 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:23.536 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:23.536 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:23.536 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:23.542 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:23.542 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:23.542 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:23.547 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:23.548 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:23.548 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:23.552 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:23.552 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:23.552 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:23.557 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:23.557 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:23.557 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:23.561 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:23.561 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:23.561 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:23.564 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~37748736,150994944~12582912,167772160~29360128,201326592~213909504] 2024-08-17T01:36:23.564 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:23.564 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:23.568 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~12582912,125829120~20971520,150994944~12582912,167772160~8388608,180355072~16777216,201326592~213909504] 2024-08-17T01:36:23.568 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:23.568 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:23.570 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,138412032~8388608,150994944~12582912,167772160~8388608,180355072~16777216,201326592~8388608,213909504~201326592] 2024-08-17T01:36:23.570 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:23.570 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:23.573 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,213909504~8388608,226492416~29360128,260046848~155189248] 2024-08-17T01:36:23.573 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:23.573 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:23.575 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~117440512,381681664~33554432] 2024-08-17T01:36:23.575 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~20971520,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:23.576 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~20971520,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:23.578 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~37748736,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~20971520,285212672~58720256,348127232~29360128,381681664~29360128] 2024-08-17T01:36:23.578 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to HEAD diff [0~20971520,29360128~8388608,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:23.578 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~20971520,29360128~8388608,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:23.580 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~25165824,29360128~8388608,54525952~16777216,75497472~25165824,109051904~12582912,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~20971520,285212672~25165824,318767104~25165824,348127232~29360128,381681664~29360128] 2024-08-17T01:36:23.580 INFO:tasks.workunit.client.0.smithi157.stdout:from 14 to HEAD diff [0~8388608,16777216~8388608,29360128~8388608,54525952~4194304,75497472~20971520,109051904~4194304,150994944~4194304,159383552~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:23.580 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~8388608,16777216~8388608,29360128~8388608,54525952~4194304,75497472~20971520,109051904~4194304,150994944~4194304,159383552~4194304,167772160~4194304,201326592~4194304,226492416~8388608,243269632~8388608,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,352321536~25165824,381681664~16777216,402653184~8388608] 2024-08-17T01:36:23.581 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~12582912,16777216~8388608,29360128~8388608,54525952~8388608,75497472~25165824,109051904~8388608,150994944~12582912,167772160~8388608,201326592~8388608,226492416~12582912,243269632~12582912,260046848~20971520,285212672~25165824,318767104~25165824,352321536~25165824,381681664~29360128] 2024-08-17T01:36:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:36:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:36:23] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-08-17T01:36:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:23 smithi157 ceph-mon[98780]: osdmap e2204: 8 total, 8 up, 8 in 2024-08-17T01:36:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:23 smithi157 ceph-mon[98780]: pgmap v3804: 137 pgs: 137 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 542 KiB/s rd, 18 MiB/s wr, 959 op/s 2024-08-17T01:36:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:23 smithi157 ceph-mon[101289]: osdmap e2204: 8 total, 8 up, 8 in 2024-08-17T01:36:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:23 smithi157 ceph-mon[101289]: pgmap v3804: 137 pgs: 137 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 542 KiB/s rd, 18 MiB/s wr, 959 op/s 2024-08-17T01:36:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:23 smithi187 ceph-mon[90552]: osdmap e2204: 8 total, 8 up, 8 in 2024-08-17T01:36:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:23 smithi187 ceph-mon[90552]: pgmap v3804: 137 pgs: 137 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 542 KiB/s rd, 18 MiB/s wr, 959 op/s 2024-08-17T01:36:24.489 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:24.489 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:24.534 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:24.534 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:24.534 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:24.543 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:24.543 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:24.543 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:24.548 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:24.549 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:24.549 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:24.553 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:24.554 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:24.554 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:24.558 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:24.558 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:24.559 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:24.562 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:24.562 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:24.563 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:24.566 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:24.567 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:24.567 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:24.570 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~37748736,150994944~12582912,167772160~29360128,201326592~213909504] 2024-08-17T01:36:24.571 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:24.571 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:24.573 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~12582912,125829120~20971520,150994944~12582912,167772160~8388608,180355072~16777216,201326592~213909504] 2024-08-17T01:36:24.573 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:24.573 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:24.576 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,138412032~8388608,150994944~12582912,167772160~8388608,180355072~16777216,201326592~8388608,213909504~201326592] 2024-08-17T01:36:24.576 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:24.576 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:24.578 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,213909504~8388608,226492416~29360128,260046848~155189248] 2024-08-17T01:36:24.578 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:24.578 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:24.580 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~117440512,381681664~33554432] 2024-08-17T01:36:24.580 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~20971520,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:24.580 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~20971520,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:24.581 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~37748736,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~20971520,285212672~58720256,348127232~29360128,381681664~29360128] 2024-08-17T01:36:24.582 INFO:tasks.workunit.client.0.smithi157.stdout:from 13 to HEAD diff [0~20971520,29360128~8388608,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:24.582 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~20971520,29360128~8388608,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~4194304,226492416~25165824,260046848~20971520,285212672~20971520,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:24.582 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~25165824,29360128~8388608,54525952~16777216,75497472~25165824,109051904~12582912,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~20971520,285212672~25165824,318767104~25165824,348127232~29360128,381681664~29360128] 2024-08-17T01:36:24.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:24 smithi157 ceph-mon[98780]: osdmap e2205: 8 total, 8 up, 8 in 2024-08-17T01:36:24.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:24 smithi157 ceph-mon[101289]: osdmap e2205: 8 total, 8 up, 8 in 2024-08-17T01:36:24.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:24 smithi187 ceph-mon[90552]: osdmap e2205: 8 total, 8 up, 8 in 2024-08-17T01:36:25.492 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:25.492 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:25.535 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:25.535 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:25.535 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:25.550 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:25.550 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:25.550 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:25.557 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:25.557 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:25.557 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:25.561 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:25.561 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:25.562 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:25.565 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:25.566 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:25.566 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:25.569 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:25.569 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:25.570 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:25.573 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:25.573 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:25.573 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:25.576 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~37748736,150994944~12582912,167772160~29360128,201326592~213909504] 2024-08-17T01:36:25.576 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:25.576 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:25.578 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~12582912,125829120~20971520,150994944~12582912,167772160~8388608,180355072~16777216,201326592~213909504] 2024-08-17T01:36:25.578 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:25.578 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:25.580 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,138412032~8388608,150994944~12582912,167772160~8388608,180355072~16777216,201326592~8388608,213909504~201326592] 2024-08-17T01:36:25.580 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:25.580 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:25.582 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,213909504~8388608,226492416~29360128,260046848~155189248] 2024-08-17T01:36:25.582 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:25.582 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:25.583 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~117440512,381681664~33554432] 2024-08-17T01:36:25.583 INFO:tasks.workunit.client.0.smithi157.stdout:from 12 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~20971520,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:25.583 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~4194304,117440512~4194304,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~20971520,285212672~20971520,310378496~4194304,318767104~4194304,327155712~12582912,348127232~29360128,381681664~16777216,402653184~8388608] 2024-08-17T01:36:25.584 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~37748736,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~20971520,285212672~58720256,348127232~29360128,381681664~29360128] 2024-08-17T01:36:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:25 smithi157 ceph-mon[98780]: osdmap e2206: 8 total, 8 up, 8 in 2024-08-17T01:36:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:25 smithi157 ceph-mon[98780]: pgmap v3807: 137 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 133 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 380 KiB/s rd, 711 KiB/s wr, 760 op/s 2024-08-17T01:36:25.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:25 smithi157 ceph-mon[101289]: osdmap e2206: 8 total, 8 up, 8 in 2024-08-17T01:36:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:25 smithi157 ceph-mon[101289]: pgmap v3807: 137 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 133 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 380 KiB/s rd, 711 KiB/s wr, 760 op/s 2024-08-17T01:36:25.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:25 smithi187 ceph-mon[90552]: osdmap e2206: 8 total, 8 up, 8 in 2024-08-17T01:36:25.958 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:25 smithi187 ceph-mon[90552]: pgmap v3807: 137 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 133 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 380 KiB/s rd, 711 KiB/s wr, 760 op/s 2024-08-17T01:36:26.502 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:26.502 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:26.540 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:26.540 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:26.540 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:26.551 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:26.551 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:26.552 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:26.558 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:26.558 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:26.558 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:26.562 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:26.562 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:26.562 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:26.566 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:26.566 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:26.566 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:26.569 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:26.569 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:26.570 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:26.573 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:26.574 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:26.574 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:26.576 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~37748736,150994944~12582912,167772160~29360128,201326592~213909504] 2024-08-17T01:36:26.576 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:26.576 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:26.578 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~12582912,125829120~20971520,150994944~12582912,167772160~8388608,180355072~16777216,201326592~213909504] 2024-08-17T01:36:26.578 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:26.578 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:26.580 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,138412032~8388608,150994944~12582912,167772160~8388608,180355072~16777216,201326592~8388608,213909504~201326592] 2024-08-17T01:36:26.580 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:26.580 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:26.582 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,213909504~8388608,226492416~29360128,260046848~155189248] 2024-08-17T01:36:26.582 INFO:tasks.workunit.client.0.smithi157.stdout:from 11 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:26.582 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~20971520,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,226492416~25165824,260046848~46137344,310378496~4194304,318767104~4194304,327155712~50331648,381681664~16777216,402653184~8388608] 2024-08-17T01:36:26.583 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,226492416~29360128,260046848~117440512,381681664~33554432] 2024-08-17T01:36:26.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:26 smithi157 ceph-mon[98780]: osdmap e2207: 8 total, 8 up, 8 in 2024-08-17T01:36:26.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:26 smithi157 ceph-mon[101289]: osdmap e2207: 8 total, 8 up, 8 in 2024-08-17T01:36:26.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:26 smithi187 ceph-mon[90552]: osdmap e2207: 8 total, 8 up, 8 in 2024-08-17T01:36:27.501 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:27.501 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:27.548 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:27.548 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:27.548 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:27.559 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:27.559 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:27.559 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:27.569 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:27.569 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:27.569 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:27.573 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:27.573 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:27.573 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:27.576 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:27.577 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:27.577 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:27.579 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:27.579 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:27.580 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:27.582 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:27.582 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:27.582 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:27.584 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~37748736,150994944~12582912,167772160~29360128,201326592~213909504] 2024-08-17T01:36:27.585 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:27.585 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:27.586 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~12582912,125829120~20971520,150994944~12582912,167772160~8388608,180355072~16777216,201326592~213909504] 2024-08-17T01:36:27.586 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:27.586 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:27.588 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,138412032~8388608,150994944~12582912,167772160~8388608,180355072~16777216,201326592~8388608,213909504~201326592] 2024-08-17T01:36:27.588 INFO:tasks.workunit.client.0.smithi157.stdout:from 10 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:27.588 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,150994944~4194304,159383552~4194304,167772160~4194304,180355072~8388608,201326592~8388608,213909504~4194304,226492416~25165824,260046848~46137344,310378496~12582912,327155712~50331648,381681664~16777216,402653184~12582912] 2024-08-17T01:36:27.588 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,150994944~12582912,167772160~8388608,180355072~8388608,201326592~8388608,213909504~8388608,226492416~29360128,260046848~155189248] 2024-08-17T01:36:27.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:27 smithi157 ceph-mon[98780]: osdmap e2208: 8 total, 8 up, 8 in 2024-08-17T01:36:27.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:27 smithi157 ceph-mon[98780]: pgmap v3810: 137 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 133 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 444 KiB/s rd, 6.5 KiB/s wr, 805 op/s 2024-08-17T01:36:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:27 smithi157 ceph-mon[101289]: osdmap e2208: 8 total, 8 up, 8 in 2024-08-17T01:36:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:27 smithi157 ceph-mon[101289]: pgmap v3810: 137 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 133 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 444 KiB/s rd, 6.5 KiB/s wr, 805 op/s 2024-08-17T01:36:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:27 smithi187 ceph-mon[90552]: osdmap e2208: 8 total, 8 up, 8 in 2024-08-17T01:36:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:27 smithi187 ceph-mon[90552]: pgmap v3810: 137 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 133 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 444 KiB/s rd, 6.5 KiB/s wr, 805 op/s 2024-08-17T01:36:28.467 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:28.467 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:28.514 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:28.514 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:28.514 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:28.520 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:28.520 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:28.520 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:28.532 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:28.532 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:28.532 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:28.536 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:28.536 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:28.536 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:28.539 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:28.539 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:28.539 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:28.542 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:28.542 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:28.542 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:28.544 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:28.544 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:28.544 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:28.546 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~37748736,150994944~12582912,167772160~29360128,201326592~213909504] 2024-08-17T01:36:28.546 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:28.546 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:28.547 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~12582912,125829120~20971520,150994944~12582912,167772160~8388608,180355072~16777216,201326592~213909504] 2024-08-17T01:36:28.547 INFO:tasks.workunit.client.0.smithi157.stdout:from 9 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:28.547 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~25165824,109051904~12582912,125829120~8388608,138412032~4194304,150994944~4194304,159383552~4194304,167772160~4194304,180355072~16777216,201326592~8388608,213909504~4194304,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:28.548 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~25165824,109051904~12582912,125829120~8388608,138412032~8388608,150994944~12582912,167772160~8388608,180355072~16777216,201326592~8388608,213909504~201326592] 2024-08-17T01:36:28.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:28 smithi157 ceph-mon[98780]: osdmap e2209: 8 total, 8 up, 8 in 2024-08-17T01:36:28.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:28 smithi157 ceph-mon[98780]: osdmap e2210: 8 total, 8 up, 8 in 2024-08-17T01:36:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:28 smithi157 ceph-mon[101289]: osdmap e2209: 8 total, 8 up, 8 in 2024-08-17T01:36:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:28 smithi157 ceph-mon[101289]: osdmap e2210: 8 total, 8 up, 8 in 2024-08-17T01:36:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:28 smithi187 ceph-mon[90552]: osdmap e2209: 8 total, 8 up, 8 in 2024-08-17T01:36:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:28 smithi187 ceph-mon[90552]: osdmap e2210: 8 total, 8 up, 8 in 2024-08-17T01:36:29.525 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:29.525 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:29.561 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:29.561 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:29.561 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:29.574 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:29.574 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:29.574 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:29.577 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:29.578 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:29.578 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:29.581 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:29.581 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:29.581 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:29.583 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:29.583 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:29.583 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:29.586 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:29.586 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:29.586 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:29.588 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:29.588 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:29.588 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:29.590 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~37748736,150994944~12582912,167772160~29360128,201326592~213909504] 2024-08-17T01:36:29.590 INFO:tasks.workunit.client.0.smithi157.stdout:from 8 to HEAD diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:29.590 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~25165824,29360128~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~12582912,125829120~16777216,150994944~4194304,159383552~4194304,167772160~8388608,180355072~16777216,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:29.591 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~12582912,125829120~20971520,150994944~12582912,167772160~8388608,180355072~16777216,201326592~213909504] 2024-08-17T01:36:29.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:29.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:29 smithi157 ceph-mon[101289]: pgmap v3813: 137 pgs: 5 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 130 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 392 op/s 2024-08-17T01:36:29.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:29.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:29 smithi157 ceph-mon[98780]: pgmap v3813: 137 pgs: 5 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 130 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 392 op/s 2024-08-17T01:36:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:29 smithi187 ceph-mon[90552]: pgmap v3813: 137 pgs: 5 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 130 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 392 op/s 2024-08-17T01:36:30.517 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:30.517 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:30.572 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:30.572 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:30.572 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:30.581 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:30.582 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:30.582 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:30.590 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:30.590 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:30.590 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:30.593 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:30.593 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:30.593 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:30.595 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:30.596 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:30.596 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:30.597 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:30.597 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:30.597 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:30.599 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:30.599 INFO:tasks.workunit.client.0.smithi157.stdout:from 7 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:30.599 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~29360128,109051904~33554432,150994944~12582912,167772160~29360128,201326592~16777216,222298112~83886080,310378496~12582912,327155712~50331648,381681664~33554432] 2024-08-17T01:36:30.600 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~29360128,109051904~37748736,150994944~12582912,167772160~29360128,201326592~213909504] 2024-08-17T01:36:30.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:30 smithi157 ceph-mon[101289]: osdmap e2211: 8 total, 8 up, 8 in 2024-08-17T01:36:30.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:30 smithi157 ceph-mon[98780]: osdmap e2211: 8 total, 8 up, 8 in 2024-08-17T01:36:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:30 smithi187 ceph-mon[90552]: osdmap e2211: 8 total, 8 up, 8 in 2024-08-17T01:36:31.536 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:31.536 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:31.560 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:31.560 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:31.560 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:31.572 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:31.572 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:31.572 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:31.576 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:31.576 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:31.576 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:31.579 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:31.579 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:31.579 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:31.581 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:31.581 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:31.582 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:31.585 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:31.586 INFO:tasks.workunit.client.0.smithi157.stdout:from 6 to HEAD diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:31.586 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~4194304,54525952~4194304,62914560~8388608,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~33554432] 2024-08-17T01:36:31.586 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:31.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:31 smithi157 ceph-mon[98780]: osdmap e2212: 8 total, 8 up, 8 in 2024-08-17T01:36:31.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:31 smithi157 ceph-mon[98780]: pgmap v3816: 137 pgs: 8 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 126 active+clean; 1.0 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 233 KiB/s rd, 6.2 KiB/s wr, 402 op/s 2024-08-17T01:36:31.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:31 smithi157 ceph-mon[101289]: osdmap e2212: 8 total, 8 up, 8 in 2024-08-17T01:36:31.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:31 smithi157 ceph-mon[101289]: pgmap v3816: 137 pgs: 8 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 126 active+clean; 1.0 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 233 KiB/s rd, 6.2 KiB/s wr, 402 op/s 2024-08-17T01:36:31.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:31 smithi187 ceph-mon[90552]: osdmap e2212: 8 total, 8 up, 8 in 2024-08-17T01:36:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:31 smithi187 ceph-mon[90552]: pgmap v3816: 137 pgs: 8 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 126 active+clean; 1.0 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 233 KiB/s rd, 6.2 KiB/s wr, 402 op/s 2024-08-17T01:36:32.515 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:32.515 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:32.556 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:32.556 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:32.556 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:32.570 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:32.570 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:32.570 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:32.583 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:32.583 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:32.583 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:32.587 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:32.587 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:32.587 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:32.588 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:32.589 INFO:tasks.workunit.client.0.smithi157.stdout:from 5 to HEAD diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:32.589 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~25165824,75497472~67108864,150994944~12582912,167772160~50331648,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:32.590 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~25165824,75497472~71303168,150994944~12582912,167772160~247463936] 2024-08-17T01:36:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:32 smithi187 ceph-mon[90552]: osdmap e2213: 8 total, 8 up, 8 in 2024-08-17T01:36:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:36:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:36:32.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:32 smithi157 ceph-mon[98780]: osdmap e2213: 8 total, 8 up, 8 in 2024-08-17T01:36:32.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:32 smithi157 ceph-mon[101289]: osdmap e2213: 8 total, 8 up, 8 in 2024-08-17T01:36:33.495 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:33.495 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:33.516 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:33.517 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:33.517 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:33.520 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:33.520 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:33.520 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:33.523 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:33.523 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:33.523 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:33.525 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:33.525 INFO:tasks.workunit.client.0.smithi157.stdout:from 4 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:33.525 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:33.526 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:33.785 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:36:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:36:33] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-08-17T01:36:33.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:33 smithi157 ceph-mon[98780]: osdmap e2214: 8 total, 8 up, 8 in 2024-08-17T01:36:33.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:33 smithi157 ceph-mon[98780]: pgmap v3819: 137 pgs: 8 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 126 active+clean; 1.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 191 KiB/s rd, 6.2 KiB/s wr, 318 op/s 2024-08-17T01:36:33.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:33 smithi157 ceph-mon[98780]: osdmap e2215: 8 total, 8 up, 8 in 2024-08-17T01:36:33.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:33 smithi157 ceph-mon[101289]: osdmap e2214: 8 total, 8 up, 8 in 2024-08-17T01:36:33.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:33 smithi157 ceph-mon[101289]: pgmap v3819: 137 pgs: 8 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 126 active+clean; 1.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 191 KiB/s rd, 6.2 KiB/s wr, 318 op/s 2024-08-17T01:36:33.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:33 smithi157 ceph-mon[101289]: osdmap e2215: 8 total, 8 up, 8 in 2024-08-17T01:36:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:33 smithi187 ceph-mon[90552]: osdmap e2214: 8 total, 8 up, 8 in 2024-08-17T01:36:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:33 smithi187 ceph-mon[90552]: pgmap v3819: 137 pgs: 8 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 126 active+clean; 1.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 191 KiB/s rd, 6.2 KiB/s wr, 318 op/s 2024-08-17T01:36:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:33 smithi187 ceph-mon[90552]: osdmap e2215: 8 total, 8 up, 8 in 2024-08-17T01:36:34.528 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:34.528 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:34.547 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:34.547 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:34.547 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:34.567 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:34.567 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:34.567 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:34.573 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:34.574 INFO:tasks.workunit.client.0.smithi157.stdout:from 3 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:34.574 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~100663296,327155712~50331648,381681664~29360128] 2024-08-17T01:36:34.575 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:35.538 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:35.539 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:35.569 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:35.569 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:35.569 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:35.577 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:35.577 INFO:tasks.workunit.client.0.smithi157.stdout:from 2 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:35.577 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:35.579 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:35.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:35 smithi157 ceph-mon[101289]: osdmap e2216: 8 total, 8 up, 8 in 2024-08-17T01:36:35.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:35 smithi157 ceph-mon[101289]: pgmap v3822: 137 pgs: 7 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 128 active+clean; 983 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 34 KiB/s rd, 767 B/s wr, 67 op/s 2024-08-17T01:36:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:35 smithi157 ceph-mon[98780]: osdmap e2216: 8 total, 8 up, 8 in 2024-08-17T01:36:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:35 smithi157 ceph-mon[98780]: pgmap v3822: 137 pgs: 7 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 128 active+clean; 983 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 34 KiB/s rd, 767 B/s wr, 67 op/s 2024-08-17T01:36:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:35 smithi187 ceph-mon[90552]: osdmap e2216: 8 total, 8 up, 8 in 2024-08-17T01:36:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:35 smithi187 ceph-mon[90552]: pgmap v3822: 137 pgs: 7 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 128 active+clean; 983 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 34 KiB/s rd, 767 B/s wr, 67 op/s 2024-08-17T01:36:36.545 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:36.545 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:36.558 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:36.558 INFO:tasks.workunit.client.0.smithi157.stdout:from 1 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:36.558 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:36.562 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:36.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:36 smithi157 ceph-mon[98780]: osdmap e2217: 8 total, 8 up, 8 in 2024-08-17T01:36:36.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:36 smithi157 ceph-mon[101289]: osdmap e2217: 8 total, 8 up, 8 in 2024-08-17T01:36:36.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:36 smithi187 ceph-mon[90552]: osdmap e2217: 8 total, 8 up, 8 in 2024-08-17T01:36:37.545 INFO:tasks.workunit.client.0.smithi157.stdout:from 0 to HEAD diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:37.545 INFO:tasks.workunit.client.0.smithi157.stdout: limited diff [0~37748736,46137344~96468992,146800640~71303168,222298112~188743680] 2024-08-17T01:36:37.565 INFO:tasks.workunit.client.0.smithi157.stdout: actual was [0~41943040,46137344~369098752] 2024-08-17T01:36:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:37 smithi157 ceph-mon[98780]: osdmap e2218: 8 total, 8 up, 8 in 2024-08-17T01:36:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:37 smithi157 ceph-mon[98780]: pgmap v3825: 137 pgs: 6 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 128 active+clean; 924 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 107 KiB/s rd, 5.7 KiB/s wr, 174 op/s 2024-08-17T01:36:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:37 smithi157 ceph-mon[101289]: osdmap e2218: 8 total, 8 up, 8 in 2024-08-17T01:36:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:37 smithi157 ceph-mon[101289]: pgmap v3825: 137 pgs: 6 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 128 active+clean; 924 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 107 KiB/s rd, 5.7 KiB/s wr, 174 op/s 2024-08-17T01:36:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:37 smithi187 ceph-mon[90552]: osdmap e2218: 8 total, 8 up, 8 in 2024-08-17T01:36:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:37 smithi187 ceph-mon[90552]: pgmap v3825: 137 pgs: 6 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 128 active+clean; 924 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 107 KiB/s rd, 5.7 KiB/s wr, 174 op/s 2024-08-17T01:36:38.489 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39354 ms) 2024-08-17T01:36:38.489 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-08-17T01:36:38.489 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:36:38.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:38 smithi157 ceph-mon[101289]: osdmap e2219: 8 total, 8 up, 8 in 2024-08-17T01:36:38.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:38 smithi157 ceph-mon[101289]: osdmap e2220: 8 total, 8 up, 8 in 2024-08-17T01:36:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:38 smithi157 ceph-mon[98780]: osdmap e2219: 8 total, 8 up, 8 in 2024-08-17T01:36:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:38 smithi157 ceph-mon[98780]: osdmap e2220: 8 total, 8 up, 8 in 2024-08-17T01:36:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:38 smithi187 ceph-mon[90552]: osdmap e2219: 8 total, 8 up, 8 in 2024-08-17T01:36:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:38 smithi187 ceph-mon[90552]: osdmap e2220: 8 total, 8 up, 8 in 2024-08-17T01:36:39.651 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1162 ms) 2024-08-17T01:36:39.651 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-08-17T01:36:39.651 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:36:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:39 smithi157 ceph-mon[98780]: pgmap v3828: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 827 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 5.2 KiB/s wr, 152 op/s 2024-08-17T01:36:39.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:39 smithi157 ceph-mon[101289]: pgmap v3828: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 827 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 5.2 KiB/s wr, 152 op/s 2024-08-17T01:36:39.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:39 smithi187 ceph-mon[90552]: pgmap v3828: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 827 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 5.2 KiB/s wr, 152 op/s 2024-08-17T01:36:40.672 INFO:tasks.workunit.client.0.smithi157.stdout: wrote [0~20971520] to clone 2024-08-17T01:36:40.672 INFO:tasks.workunit.client.0.smithi157.stdout: diff was [0~20971520] 2024-08-17T01:36:40.676 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1025 ms) 2024-08-17T01:36:40.676 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-08-17T01:36:40.676 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:36:40.696 INFO:tasks.workunit.client.0.smithi157.stdout: wrote [786150~96806,1410718~61314,4107424~86691,4357856~2530,7616678~67963,8916278~97679,10529390~5660,11344999~15426,14052248~22767,20594791~85744] 2024-08-17T01:36:40.706 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (31 ms) 2024-08-17T01:36:40.706 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-08-17T01:36:40.706 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:36:40.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:40 smithi157 ceph-mon[98780]: osdmap e2221: 8 total, 8 up, 8 in 2024-08-17T01:36:40.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:40 smithi157 ceph-mon[101289]: osdmap e2221: 8 total, 8 up, 8 in 2024-08-17T01:36:40.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:40 smithi187 ceph-mon[90552]: osdmap e2221: 8 total, 8 up, 8 in 2024-08-17T01:36:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:41 smithi157 ceph-mon[98780]: osdmap e2222: 8 total, 8 up, 8 in 2024-08-17T01:36:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:41 smithi157 ceph-mon[98780]: pgmap v3831: 137 pgs: 137 active+clean; 787 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.5 MiB/s wr, 120 op/s 2024-08-17T01:36:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:41 smithi157 ceph-mon[101289]: osdmap e2222: 8 total, 8 up, 8 in 2024-08-17T01:36:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:41 smithi157 ceph-mon[101289]: pgmap v3831: 137 pgs: 137 active+clean; 787 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.5 MiB/s wr, 120 op/s 2024-08-17T01:36:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:41 smithi187 ceph-mon[90552]: osdmap e2222: 8 total, 8 up, 8 in 2024-08-17T01:36:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:41 smithi187 ceph-mon[90552]: pgmap v3831: 137 pgs: 137 active+clean; 787 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.5 MiB/s wr, 120 op/s 2024-08-17T01:36:42.663 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1956 ms) 2024-08-17T01:36:42.663 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-08-17T01:36:42.663 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:36:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:42 smithi187 ceph-mon[90552]: osdmap e2223: 8 total, 8 up, 8 in 2024-08-17T01:36:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:36:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:36:42.718 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (55 ms) 2024-08-17T01:36:42.718 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-08-17T01:36:42.718 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:36:42.790 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (72 ms) 2024-08-17T01:36:42.790 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-08-17T01:36:42.790 INFO:tasks.workunit.client.0.smithi157.stdout:using new format! 2024-08-17T01:36:42.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:42 smithi157 ceph-mon[98780]: osdmap e2223: 8 total, 8 up, 8 in 2024-08-17T01:36:42.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:42 smithi157 ceph-mon[101289]: osdmap e2223: 8 total, 8 up, 8 in 2024-08-17T01:36:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:36:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:36:43] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-08-17T01:36:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:43 smithi157 ceph-mon[101289]: osdmap e2224: 8 total, 8 up, 8 in 2024-08-17T01:36:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:43 smithi157 ceph-mon[101289]: pgmap v3834: 137 pgs: 137 active+clean; 781 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.6 MiB/s wr, 131 op/s 2024-08-17T01:36:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:43 smithi157 ceph-mon[101289]: osdmap e2225: 8 total, 8 up, 8 in 2024-08-17T01:36:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:43 smithi157 ceph-mon[98780]: osdmap e2224: 8 total, 8 up, 8 in 2024-08-17T01:36:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:43 smithi157 ceph-mon[98780]: pgmap v3834: 137 pgs: 137 active+clean; 781 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.6 MiB/s wr, 131 op/s 2024-08-17T01:36:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:43 smithi157 ceph-mon[98780]: osdmap e2225: 8 total, 8 up, 8 in 2024-08-17T01:36:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:43 smithi187 ceph-mon[90552]: osdmap e2224: 8 total, 8 up, 8 in 2024-08-17T01:36:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:43 smithi187 ceph-mon[90552]: pgmap v3834: 137 pgs: 137 active+clean; 781 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.6 MiB/s wr, 131 op/s 2024-08-17T01:36:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:43 smithi187 ceph-mon[90552]: osdmap e2225: 8 total, 8 up, 8 in 2024-08-17T01:36:44.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:45 smithi157 ceph-mon[101289]: pgmap v3836: 137 pgs: 137 active+clean; 852 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 13 MiB/s wr, 316 op/s 2024-08-17T01:36:45.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:45 smithi157 ceph-mon[98780]: pgmap v3836: 137 pgs: 137 active+clean; 852 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 13 MiB/s wr, 316 op/s 2024-08-17T01:36:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:45 smithi187 ceph-mon[90552]: pgmap v3836: 137 pgs: 137 active+clean; 852 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 13 MiB/s wr, 316 op/s 2024-08-17T01:36:47.833 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5044 ms) 2024-08-17T01:36:47.833 INFO:tasks.workunit.client.0.smithi157.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-08-17T01:36:47.834 INFO:tasks.workunit.client.0.smithi157.stdout:SKIPPING 2024-08-17T01:36:47.834 INFO:tasks.workunit.client.0.smithi157.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-08-17T01:36:47.926 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] 19 tests from DiffIterateTest/1 (232940 ms total) 2024-08-17T01:36:47.926 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:36:47.926 INFO:tasks.workunit.client.0.smithi157.stdout:[----------] Global test environment tear-down 2024-08-17T01:36:47.926 INFO:tasks.workunit.client.0.smithi157.stdout:[==========] 425 tests from 16 test suites ran. (1377824 ms total) 2024-08-17T01:36:47.926 INFO:tasks.workunit.client.0.smithi157.stdout:[ PASSED ] 425 tests. 2024-08-17T01:36:47.926 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:36:47.926 INFO:tasks.workunit.client.0.smithi157.stdout: YOU HAVE 2 DISABLED TESTS 2024-08-17T01:36:47.926 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:36:47.936 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T01:36:47.936 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T01:36:48.006 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-08-17T01:36:48.006 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T01:36:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:47 smithi187 ceph-mon[90552]: pgmap v3837: 137 pgs: 137 active+clean; 866 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 7.6 MiB/s wr, 215 op/s 2024-08-17T01:36:48.261 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:47 smithi157 ceph-mon[101289]: pgmap v3837: 137 pgs: 137 active+clean; 866 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 7.6 MiB/s wr, 215 op/s 2024-08-17T01:36:48.261 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:47 smithi157 ceph-mon[98780]: pgmap v3837: 137 pgs: 137 active+clean; 866 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 7.6 MiB/s wr, 215 op/s 2024-08-17T01:36:48.263 DEBUG:teuthology.parallel:result is None 2024-08-17T01:36:48.263 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:36:48.288 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:36:48.288 DEBUG:teuthology.orchestra.run.smithi157:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:36:48.343 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:36:48.344 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:36:48.344 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-08-17T01:36:48.344 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:36:48.344 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-08-17T01:36:48.344 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-17T01:36:48.345 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-17T01:36:48.345 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T01:36:48.345 DEBUG:teuthology.orchestra.run.smithi157:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:36:48.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:36:48.402 INFO:teuthology.orchestra.run.smithi157.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T01:36:48.402 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:36:48.458 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T01:36:48.458 DEBUG:teuthology.orchestra.run.smithi157:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T01:36:48.514 INFO:tasks.workunit:timeout=3h 2024-08-17T01:36:48.514 INFO:tasks.workunit:cleanup=True 2024-08-17T01:36:48.515 DEBUG:teuthology.orchestra.run.smithi157:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-17T01:36:48.570 INFO:tasks.workunit.client.0.smithi157.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T01:36:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:48 smithi187 ceph-mon[90552]: osdmap e2226: 8 total, 8 up, 8 in 2024-08-17T01:36:49.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:48 smithi157 ceph-mon[98780]: osdmap e2226: 8 total, 8 up, 8 in 2024-08-17T01:36:49.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:48 smithi157 ceph-mon[101289]: osdmap e2226: 8 total, 8 up, 8 in 2024-08-17T01:36:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:49 smithi187 ceph-mon[90552]: pgmap v3839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:36:50.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:49 smithi157 ceph-mon[101289]: pgmap v3839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:36:50.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:49 smithi157 ceph-mon[98780]: pgmap v3839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:36:52.009 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:51 smithi187 ceph-mon[90552]: pgmap v3840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:36:52.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:51 smithi157 ceph-mon[101289]: pgmap v3840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:36:52.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:51 smithi157 ceph-mon[98780]: pgmap v3840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:36:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:36:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:36:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:36:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:36:53] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-08-17T01:36:54.116 DEBUG:teuthology.orchestra.run.smithi157:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T01:36:54.172 INFO:tasks.workunit.client.0.smithi157.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T01:36:54.174 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T01:36:54.174 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T01:36:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:53 smithi187 ceph-mon[90552]: pgmap v3841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:36:54.223 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T01:36:54.272 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T01:36:54.312 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T01:36:54.314 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T01:36:54.314 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T01:36:54.352 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T01:36:54.355 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T01:36:54.355 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T01:36:54.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:53 smithi157 ceph-mon[101289]: pgmap v3841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:36:54.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:53 smithi157 ceph-mon[98780]: pgmap v3841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:36:54.400 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-08-17T01:36:54.401 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-08-17T01:36:54.401 DEBUG:teuthology.orchestra.run.smithi157:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-08-17T01:36:54.460 INFO:tasks.workunit.client.0.smithi157.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-08-17T01:36:54.460 INFO:tasks.workunit.client.0.smithi157.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-08-17T01:36:54.461 INFO:tasks.workunit.client.0.smithi157.stderr:+ '[' -n '' ']' 2024-08-17T01:36:54.461 INFO:tasks.workunit.client.0.smithi157.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-08-17T01:36:54.638 INFO:tasks.workunit.client.0.smithi157.stdout:============================= test session starts ============================== 2024-08-17T01:36:54.639 INFO:tasks.workunit.client.0.smithi157.stdout:platform linux -- Python 3.9.18, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-08-17T01:36:54.639 INFO:tasks.workunit.client.0.smithi157.stdout:cachedir: .pytest_cache 2024-08-17T01:36:54.639 INFO:tasks.workunit.client.0.smithi157.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-08-17T01:36:55.130 INFO:tasks.workunit.client.0.smithi157.stdout:collecting ... collected 182 items 2024-08-17T01:36:55.131 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:36:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:55 smithi187 ceph-mon[90552]: pgmap v3842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:56.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:55 smithi157 ceph-mon[101289]: pgmap v3842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:56.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:55 smithi157 ceph-mon[98780]: pgmap v3842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:56 smithi187 ceph-mon[90552]: osdmap e2227: 8 total, 8 up, 8 in 2024-08-17T01:36:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:56 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:36:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:56 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:36:57.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:56 smithi157 ceph-mon[98780]: osdmap e2227: 8 total, 8 up, 8 in 2024-08-17T01:36:57.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:56 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:36:57.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:56 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:36:57.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:56 smithi157 ceph-mon[101289]: osdmap e2227: 8 total, 8 up, 8 in 2024-08-17T01:36:57.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:56 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:36:57.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:56 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:36:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:57 smithi187 ceph-mon[90552]: pgmap v3844: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:57 smithi187 ceph-mon[90552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:36:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:57 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:36:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:57 smithi187 ceph-mon[90552]: osdmap e2228: 8 total, 8 up, 8 in 2024-08-17T01:36:58.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:57 smithi157 ceph-mon[98780]: pgmap v3844: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:58.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:57 smithi157 ceph-mon[98780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:36:58.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:57 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:36:58.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:57 smithi157 ceph-mon[98780]: osdmap e2228: 8 total, 8 up, 8 in 2024-08-17T01:36:58.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:57 smithi157 ceph-mon[101289]: pgmap v3844: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:58.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:57 smithi157 ceph-mon[101289]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:36:58.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:57 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:36:58.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:57 smithi157 ceph-mon[101289]: osdmap e2228: 8 total, 8 up, 8 in 2024-08-17T01:36:58.960 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-08-17T01:36:59.046 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-08-17T01:36:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:58 smithi187 ceph-mon[90552]: osdmap e2229: 8 total, 8 up, 8 in 2024-08-17T01:36:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:36:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:59.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:58 smithi157 ceph-mon[98780]: osdmap e2229: 8 total, 8 up, 8 in 2024-08-17T01:36:59.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:36:59.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:59.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:58 smithi157 ceph-mon[101289]: osdmap e2229: 8 total, 8 up, 8 in 2024-08-17T01:36:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:36:59.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:59.639 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-08-17T01:36:59.734 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-08-17T01:37:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:59 smithi187 ceph-mon[90552]: pgmap v3847: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T01:37:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:59 smithi187 ceph-mon[90552]: osdmap e2230: 8 total, 8 up, 8 in 2024-08-17T01:37:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:36:59 smithi187 ceph-mon[90552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:37:00.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:59 smithi157 ceph-mon[98780]: pgmap v3847: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T01:37:00.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:59 smithi157 ceph-mon[98780]: osdmap e2230: 8 total, 8 up, 8 in 2024-08-17T01:37:00.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:36:59 smithi157 ceph-mon[98780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:37:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:59 smithi157 ceph-mon[101289]: pgmap v3847: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T01:37:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:59 smithi157 ceph-mon[101289]: osdmap e2230: 8 total, 8 up, 8 in 2024-08-17T01:37:00.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:36:59 smithi157 ceph-mon[101289]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:37:01.056 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-08-17T01:37:01.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:00 smithi157 ceph-mon[101289]: osdmap e2231: 8 total, 8 up, 8 in 2024-08-17T01:37:01.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:00 smithi157 ceph-mon[98780]: osdmap e2231: 8 total, 8 up, 8 in 2024-08-17T01:37:01.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:00 smithi187 ceph-mon[90552]: osdmap e2231: 8 total, 8 up, 8 in 2024-08-17T01:37:01.575 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-08-17T01:37:02.086 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 3%] 2024-08-17T01:37:02.174 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-08-17T01:37:02.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:01 smithi187 ceph-mon[90552]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 18 KiB/s wr, 274 op/s 2024-08-17T01:37:02.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:01 smithi187 ceph-mon[90552]: osdmap e2232: 8 total, 8 up, 8 in 2024-08-17T01:37:02.259 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 4%] 2024-08-17T01:37:02.269 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-08-17T01:37:02.271 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-08-17T01:37:02.340 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-08-17T01:37:02.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:01 smithi157 ceph-mon[98780]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 18 KiB/s wr, 274 op/s 2024-08-17T01:37:02.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:01 smithi157 ceph-mon[98780]: osdmap e2232: 8 total, 8 up, 8 in 2024-08-17T01:37:02.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:01 smithi157 ceph-mon[101289]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 18 KiB/s wr, 274 op/s 2024-08-17T01:37:02.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:01 smithi157 ceph-mon[101289]: osdmap e2232: 8 total, 8 up, 8 in 2024-08-17T01:37:02.398 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-08-17T01:37:02.478 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 7%] 2024-08-17T01:37:02.571 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-08-17T01:37:02.704 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:37:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:37:02.802 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 8%] 2024-08-17T01:37:02.817 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-08-17T01:37:02.827 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 9%] 2024-08-17T01:37:02.855 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 10%] 2024-08-17T01:37:03.112 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:37:02 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:37:02] ENGINE Bus STOPPING 2024-08-17T01:37:03.113 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:37:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:37:03.113 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:37:03] ENGINE Bus STOPPED 2024-08-17T01:37:03.113 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:37:03] ENGINE Bus STARTING 2024-08-17T01:37:03.113 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:37:03] ENGINE Serving on http://:::9283 2024-08-17T01:37:03.113 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:37:03] ENGINE Bus STARTED 2024-08-17T01:37:03.810 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:37:03] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-08-17T01:37:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' 2024-08-17T01:37:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:37:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:37:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:37:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 16 KiB/s wr, 261 op/s 2024-08-17T01:37:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:37:04.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:37:04.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:37:04.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:37:04.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:37:04.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:37:04.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' 2024-08-17T01:37:04.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:37:04.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:37:04.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:37:04.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 16 KiB/s wr, 261 op/s 2024-08-17T01:37:04.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:37:04.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:37:04.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:37:04.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:37:04.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:37:04.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:37:04.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.139 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.140 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:04.140 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:04.140 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:04.140 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:04.140 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:37:04.140 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:37:04.140 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:04.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:04.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:04.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:04.140 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:04.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:37:04.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:37:04.141 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' 2024-08-17T01:37:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:37:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:37:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:37:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 16 KiB/s wr, 261 op/s 2024-08-17T01:37:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:37:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:37:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:37:04.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:37:04.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:37:04.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:37:04.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:37:04.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:37:04.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:37:04.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:04.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:04.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:04.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:04.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:37:04.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:37:04.208 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:04.906 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 10%] 2024-08-17T01:37:04.907 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 11%] 2024-08-17T01:37:04.908 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-08-17T01:37:04.981 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 12%] 2024-08-17T01:37:05.079 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-08-17T01:37:05.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:04 smithi157 ceph-mon[101289]: osdmap e2233: 8 total, 8 up, 8 in 2024-08-17T01:37:05.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:04 smithi157 ceph-mon[98780]: osdmap e2233: 8 total, 8 up, 8 in 2024-08-17T01:37:05.147 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 13%] 2024-08-17T01:37:05.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:04 smithi187 ceph-mon[90552]: osdmap e2233: 8 total, 8 up, 8 in 2024-08-17T01:37:05.216 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 14%] 2024-08-17T01:37:05.284 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 14%] 2024-08-17T01:37:05.355 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 15%] 2024-08-17T01:37:05.424 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 15%] 2024-08-17T01:37:05.493 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 16%] 2024-08-17T01:37:05.573 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 17%] 2024-08-17T01:37:05.643 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 17%] 2024-08-17T01:37:05.711 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 18%] 2024-08-17T01:37:05.789 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 18%] 2024-08-17T01:37:05.860 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 19%] 2024-08-17T01:37:05.939 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 19%] 2024-08-17T01:37:06.022 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 20%] 2024-08-17T01:37:06.100 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 20%] 2024-08-17T01:37:06.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:05 smithi157 ceph-mon[98780]: osdmap e2234: 8 total, 8 up, 8 in 2024-08-17T01:37:06.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:05 smithi157 ceph-mon[98780]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 56 KiB/s wr, 597 op/s 2024-08-17T01:37:06.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:05 smithi157 ceph-mon[101289]: osdmap e2234: 8 total, 8 up, 8 in 2024-08-17T01:37:06.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:05 smithi157 ceph-mon[101289]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 56 KiB/s wr, 597 op/s 2024-08-17T01:37:06.181 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 21%] 2024-08-17T01:37:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:05 smithi187 ceph-mon[90552]: osdmap e2234: 8 total, 8 up, 8 in 2024-08-17T01:37:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:05 smithi187 ceph-mon[90552]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 56 KiB/s wr, 597 op/s 2024-08-17T01:37:06.247 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 21%] 2024-08-17T01:37:06.318 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 22%] 2024-08-17T01:37:06.444 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 23%] 2024-08-17T01:37:06.517 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 23%] 2024-08-17T01:37:06.605 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 24%] 2024-08-17T01:37:06.674 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 24%] 2024-08-17T01:37:06.747 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 25%] 2024-08-17T01:37:06.829 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 25%] 2024-08-17T01:37:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:07 smithi187 ceph-mon[90552]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 50 KiB/s wr, 566 op/s 2024-08-17T01:37:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:07 smithi187 ceph-mon[90552]: osdmap e2235: 8 total, 8 up, 8 in 2024-08-17T01:37:08.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:07 smithi157 ceph-mon[98780]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 50 KiB/s wr, 566 op/s 2024-08-17T01:37:08.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:07 smithi157 ceph-mon[98780]: osdmap e2235: 8 total, 8 up, 8 in 2024-08-17T01:37:08.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:07 smithi157 ceph-mon[101289]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 50 KiB/s wr, 566 op/s 2024-08-17T01:37:08.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:07 smithi157 ceph-mon[101289]: osdmap e2235: 8 total, 8 up, 8 in 2024-08-17T01:37:09.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:08 smithi187 ceph-mon[90552]: osdmap e2236: 8 total, 8 up, 8 in 2024-08-17T01:37:09.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:08 smithi187 ceph-mon[90552]: osdmap e2237: 8 total, 8 up, 8 in 2024-08-17T01:37:09.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:08 smithi157 ceph-mon[98780]: osdmap e2236: 8 total, 8 up, 8 in 2024-08-17T01:37:09.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:08 smithi157 ceph-mon[98780]: osdmap e2237: 8 total, 8 up, 8 in 2024-08-17T01:37:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:08 smithi157 ceph-mon[101289]: osdmap e2236: 8 total, 8 up, 8 in 2024-08-17T01:37:09.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:08 smithi157 ceph-mon[101289]: osdmap e2237: 8 total, 8 up, 8 in 2024-08-17T01:37:09.565 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 26%] 2024-08-17T01:37:09.656 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 26%] 2024-08-17T01:37:09.751 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 27%] 2024-08-17T01:37:09.931 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 28%] 2024-08-17T01:37:10.119 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 28%] 2024-08-17T01:37:10.192 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 29%] 2024-08-17T01:37:10.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:09 smithi187 ceph-mon[90552]: pgmap v3860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 1.0 MiB/s wr, 1.11k op/s 2024-08-17T01:37:10.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:09 smithi187 ceph-mon[90552]: osdmap e2238: 8 total, 8 up, 8 in 2024-08-17T01:37:10.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:09 smithi157 ceph-mon[101289]: pgmap v3860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 1.0 MiB/s wr, 1.11k op/s 2024-08-17T01:37:10.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:09 smithi157 ceph-mon[101289]: osdmap e2238: 8 total, 8 up, 8 in 2024-08-17T01:37:10.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:09 smithi157 ceph-mon[98780]: pgmap v3860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 1.0 MiB/s wr, 1.11k op/s 2024-08-17T01:37:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:09 smithi157 ceph-mon[98780]: osdmap e2238: 8 total, 8 up, 8 in 2024-08-17T01:37:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:11 smithi187 ceph-mon[90552]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 3.1 MiB/s wr, 1.41k op/s 2024-08-17T01:37:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:11 smithi187 ceph-mon[90552]: osdmap e2239: 8 total, 8 up, 8 in 2024-08-17T01:37:12.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:11 smithi157 ceph-mon[98780]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 3.1 MiB/s wr, 1.41k op/s 2024-08-17T01:37:12.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:11 smithi157 ceph-mon[98780]: osdmap e2239: 8 total, 8 up, 8 in 2024-08-17T01:37:12.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:11 smithi157 ceph-mon[101289]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 3.1 MiB/s wr, 1.41k op/s 2024-08-17T01:37:12.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:11 smithi157 ceph-mon[101289]: osdmap e2239: 8 total, 8 up, 8 in 2024-08-17T01:37:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:37:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:37:13.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:12 smithi187 ceph-mon[90552]: osdmap e2240: 8 total, 8 up, 8 in 2024-08-17T01:37:13.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:12 smithi157 ceph-mon[101289]: osdmap e2240: 8 total, 8 up, 8 in 2024-08-17T01:37:13.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:12 smithi157 ceph-mon[98780]: osdmap e2240: 8 total, 8 up, 8 in 2024-08-17T01:37:13.630 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 29%] 2024-08-17T01:37:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:37:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:37:13] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-08-17T01:37:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:13 smithi187 ceph-mon[90552]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 1.9 MiB/s wr, 794 op/s 2024-08-17T01:37:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:13 smithi187 ceph-mon[90552]: osdmap e2241: 8 total, 8 up, 8 in 2024-08-17T01:37:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:13 smithi187 ceph-mon[90552]: osdmap e2242: 8 total, 8 up, 8 in 2024-08-17T01:37:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:14.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:13 smithi157 ceph-mon[101289]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 1.9 MiB/s wr, 794 op/s 2024-08-17T01:37:14.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:13 smithi157 ceph-mon[101289]: osdmap e2241: 8 total, 8 up, 8 in 2024-08-17T01:37:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:13 smithi157 ceph-mon[101289]: osdmap e2242: 8 total, 8 up, 8 in 2024-08-17T01:37:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:13 smithi157 ceph-mon[98780]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 1.9 MiB/s wr, 794 op/s 2024-08-17T01:37:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:13 smithi157 ceph-mon[98780]: osdmap e2241: 8 total, 8 up, 8 in 2024-08-17T01:37:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:13 smithi157 ceph-mon[98780]: osdmap e2242: 8 total, 8 up, 8 in 2024-08-17T01:37:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:37:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:15.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:15 smithi157 ceph-mon[98780]: osdmap e2243: 8 total, 8 up, 8 in 2024-08-17T01:37:15.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:15 smithi157 ceph-mon[98780]: pgmap v3869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 1.0 MiB/s wr, 305 op/s 2024-08-17T01:37:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:15 smithi157 ceph-mon[101289]: osdmap e2243: 8 total, 8 up, 8 in 2024-08-17T01:37:15.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:15 smithi157 ceph-mon[101289]: pgmap v3869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 1.0 MiB/s wr, 305 op/s 2024-08-17T01:37:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:15 smithi187 ceph-mon[90552]: osdmap e2243: 8 total, 8 up, 8 in 2024-08-17T01:37:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:15 smithi187 ceph-mon[90552]: pgmap v3869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 1.0 MiB/s wr, 305 op/s 2024-08-17T01:37:16.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:16 smithi157 ceph-mon[98780]: osdmap e2244: 8 total, 8 up, 8 in 2024-08-17T01:37:16.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:16 smithi157 ceph-mon[101289]: osdmap e2244: 8 total, 8 up, 8 in 2024-08-17T01:37:16.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:16 smithi187 ceph-mon[90552]: osdmap e2244: 8 total, 8 up, 8 in 2024-08-17T01:37:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:17 smithi157 ceph-mon[98780]: osdmap e2245: 8 total, 8 up, 8 in 2024-08-17T01:37:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:17 smithi157 ceph-mon[98780]: pgmap v3872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 1.0 MiB/s wr, 356 op/s 2024-08-17T01:37:17.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:17 smithi157 ceph-mon[101289]: osdmap e2245: 8 total, 8 up, 8 in 2024-08-17T01:37:17.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:17 smithi157 ceph-mon[101289]: pgmap v3872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 1.0 MiB/s wr, 356 op/s 2024-08-17T01:37:17.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:17 smithi187 ceph-mon[90552]: osdmap e2245: 8 total, 8 up, 8 in 2024-08-17T01:37:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:17 smithi187 ceph-mon[90552]: pgmap v3872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 1.0 MiB/s wr, 356 op/s 2024-08-17T01:37:18.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:18 smithi157 ceph-mon[101289]: osdmap e2246: 8 total, 8 up, 8 in 2024-08-17T01:37:18.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]: dispatch 2024-08-17T01:37:18.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]: dispatch 2024-08-17T01:37:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]': finished 2024-08-17T01:37:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]': finished 2024-08-17T01:37:18.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:18 smithi157 ceph-mon[101289]: osdmap e2247: 8 total, 8 up, 8 in 2024-08-17T01:37:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:18 smithi157 ceph-mon[98780]: osdmap e2246: 8 total, 8 up, 8 in 2024-08-17T01:37:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]: dispatch 2024-08-17T01:37:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]: dispatch 2024-08-17T01:37:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]': finished 2024-08-17T01:37:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]': finished 2024-08-17T01:37:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:18 smithi157 ceph-mon[98780]: osdmap e2247: 8 total, 8 up, 8 in 2024-08-17T01:37:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:18 smithi187 ceph-mon[90552]: osdmap e2246: 8 total, 8 up, 8 in 2024-08-17T01:37:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]: dispatch 2024-08-17T01:37:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]: dispatch 2024-08-17T01:37:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]': finished 2024-08-17T01:37:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]': finished 2024-08-17T01:37:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:18 smithi187 ceph-mon[90552]: osdmap e2247: 8 total, 8 up, 8 in 2024-08-17T01:37:19.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:19 smithi157 ceph-mon[98780]: pgmap v3875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 13 KiB/s wr, 231 op/s 2024-08-17T01:37:19.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:19 smithi157 ceph-mon[98780]: osdmap e2248: 8 total, 8 up, 8 in 2024-08-17T01:37:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:19 smithi157 ceph-mon[101289]: pgmap v3875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 13 KiB/s wr, 231 op/s 2024-08-17T01:37:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:19 smithi157 ceph-mon[101289]: osdmap e2248: 8 total, 8 up, 8 in 2024-08-17T01:37:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:19 smithi187 ceph-mon[90552]: pgmap v3875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 13 KiB/s wr, 231 op/s 2024-08-17T01:37:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:19 smithi187 ceph-mon[90552]: osdmap e2248: 8 total, 8 up, 8 in 2024-08-17T01:37:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:21 smithi157 ceph-mon[98780]: osdmap e2249: 8 total, 8 up, 8 in 2024-08-17T01:37:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:21 smithi157 ceph-mon[98780]: pgmap v3878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 10 KiB/s wr, 177 op/s 2024-08-17T01:37:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:21 smithi157 ceph-mon[101289]: osdmap e2249: 8 total, 8 up, 8 in 2024-08-17T01:37:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:21 smithi157 ceph-mon[101289]: pgmap v3878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 10 KiB/s wr, 177 op/s 2024-08-17T01:37:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:21 smithi187 ceph-mon[90552]: osdmap e2249: 8 total, 8 up, 8 in 2024-08-17T01:37:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:21 smithi187 ceph-mon[90552]: pgmap v3878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 10 KiB/s wr, 177 op/s 2024-08-17T01:37:22.561 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 PASSED [ 30%] 2024-08-17T01:37:22.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:22 smithi187 ceph-mon[90552]: osdmap e2250: 8 total, 8 up, 8 in 2024-08-17T01:37:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:37:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:37:22.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:22 smithi157 ceph-mon[98780]: osdmap e2250: 8 total, 8 up, 8 in 2024-08-17T01:37:22.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:22 smithi157 ceph-mon[101289]: osdmap e2250: 8 total, 8 up, 8 in 2024-08-17T01:37:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:23 smithi157 ceph-mon[98780]: osdmap e2251: 8 total, 8 up, 8 in 2024-08-17T01:37:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:23 smithi157 ceph-mon[98780]: pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.0 KiB/s wr, 52 op/s 2024-08-17T01:37:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:23 smithi157 ceph-mon[98780]: osdmap e2252: 8 total, 8 up, 8 in 2024-08-17T01:37:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:37:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:37:23] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-08-17T01:37:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:23 smithi157 ceph-mon[101289]: osdmap e2251: 8 total, 8 up, 8 in 2024-08-17T01:37:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:23 smithi157 ceph-mon[101289]: pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.0 KiB/s wr, 52 op/s 2024-08-17T01:37:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:23 smithi157 ceph-mon[101289]: osdmap e2252: 8 total, 8 up, 8 in 2024-08-17T01:37:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:23 smithi187 ceph-mon[90552]: osdmap e2251: 8 total, 8 up, 8 in 2024-08-17T01:37:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:23 smithi187 ceph-mon[90552]: pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.0 KiB/s wr, 52 op/s 2024-08-17T01:37:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:23 smithi187 ceph-mon[90552]: osdmap e2252: 8 total, 8 up, 8 in 2024-08-17T01:37:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:25 smithi157 ceph-mon[98780]: osdmap e2253: 8 total, 8 up, 8 in 2024-08-17T01:37:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:25 smithi157 ceph-mon[98780]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 2.2 KiB/s wr, 68 op/s; 8 B/s, 4 objects/s recovering 2024-08-17T01:37:25.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:25 smithi157 ceph-mon[101289]: osdmap e2253: 8 total, 8 up, 8 in 2024-08-17T01:37:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:25 smithi157 ceph-mon[101289]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 2.2 KiB/s wr, 68 op/s; 8 B/s, 4 objects/s recovering 2024-08-17T01:37:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:25 smithi187 ceph-mon[90552]: osdmap e2253: 8 total, 8 up, 8 in 2024-08-17T01:37:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:25 smithi187 ceph-mon[90552]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 2.2 KiB/s wr, 68 op/s; 8 B/s, 4 objects/s recovering 2024-08-17T01:37:26.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:26 smithi157 ceph-mon[98780]: osdmap e2254: 8 total, 8 up, 8 in 2024-08-17T01:37:26.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:26 smithi157 ceph-mon[101289]: osdmap e2254: 8 total, 8 up, 8 in 2024-08-17T01:37:26.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:26 smithi187 ceph-mon[90552]: osdmap e2254: 8 total, 8 up, 8 in 2024-08-17T01:37:27.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:27 smithi157 ceph-mon[101289]: osdmap e2255: 8 total, 8 up, 8 in 2024-08-17T01:37:27.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:27 smithi157 ceph-mon[101289]: pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 119 op/s; 8 B/s, 4 objects/s recovering 2024-08-17T01:37:27.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:27 smithi157 ceph-mon[98780]: osdmap e2255: 8 total, 8 up, 8 in 2024-08-17T01:37:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:27 smithi157 ceph-mon[98780]: pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 119 op/s; 8 B/s, 4 objects/s recovering 2024-08-17T01:37:27.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:27 smithi187 ceph-mon[90552]: osdmap e2255: 8 total, 8 up, 8 in 2024-08-17T01:37:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:27 smithi187 ceph-mon[90552]: pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 119 op/s; 8 B/s, 4 objects/s recovering 2024-08-17T01:37:28.571 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 PASSED [ 30%] 2024-08-17T01:37:28.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:28 smithi157 ceph-mon[98780]: osdmap e2256: 8 total, 8 up, 8 in 2024-08-17T01:37:28.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:28 smithi157 ceph-mon[98780]: osdmap e2257: 8 total, 8 up, 8 in 2024-08-17T01:37:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:28 smithi157 ceph-mon[101289]: osdmap e2256: 8 total, 8 up, 8 in 2024-08-17T01:37:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:28 smithi157 ceph-mon[101289]: osdmap e2257: 8 total, 8 up, 8 in 2024-08-17T01:37:28.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:28 smithi187 ceph-mon[90552]: osdmap e2256: 8 total, 8 up, 8 in 2024-08-17T01:37:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:28 smithi187 ceph-mon[90552]: osdmap e2257: 8 total, 8 up, 8 in 2024-08-17T01:37:29.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:29.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:29 smithi157 ceph-mon[98780]: pgmap v3890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 15 KiB/s wr, 247 op/s 2024-08-17T01:37:29.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:29.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:29 smithi157 ceph-mon[101289]: pgmap v3890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 15 KiB/s wr, 247 op/s 2024-08-17T01:37:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:29 smithi187 ceph-mon[90552]: pgmap v3890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 15 KiB/s wr, 247 op/s 2024-08-17T01:37:30.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:30 smithi157 ceph-mon[101289]: osdmap e2258: 8 total, 8 up, 8 in 2024-08-17T01:37:30.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:30 smithi157 ceph-mon[98780]: osdmap e2258: 8 total, 8 up, 8 in 2024-08-17T01:37:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:30 smithi187 ceph-mon[90552]: osdmap e2258: 8 total, 8 up, 8 in 2024-08-17T01:37:31.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:31 smithi157 ceph-mon[98780]: osdmap e2259: 8 total, 8 up, 8 in 2024-08-17T01:37:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:31 smithi157 ceph-mon[98780]: pgmap v3893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 14 KiB/s wr, 231 op/s 2024-08-17T01:37:31.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:31 smithi157 ceph-mon[101289]: osdmap e2259: 8 total, 8 up, 8 in 2024-08-17T01:37:31.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:31 smithi157 ceph-mon[101289]: pgmap v3893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 14 KiB/s wr, 231 op/s 2024-08-17T01:37:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:31 smithi187 ceph-mon[90552]: osdmap e2259: 8 total, 8 up, 8 in 2024-08-17T01:37:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:31 smithi187 ceph-mon[90552]: pgmap v3893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 14 KiB/s wr, 231 op/s 2024-08-17T01:37:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:32 smithi187 ceph-mon[90552]: osdmap e2260: 8 total, 8 up, 8 in 2024-08-17T01:37:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:37:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:37:32.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:32 smithi157 ceph-mon[101289]: osdmap e2260: 8 total, 8 up, 8 in 2024-08-17T01:37:32.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:32 smithi157 ceph-mon[98780]: osdmap e2260: 8 total, 8 up, 8 in 2024-08-17T01:37:33.785 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:37:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:37:33] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-08-17T01:37:33.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:33 smithi157 ceph-mon[101289]: osdmap e2261: 8 total, 8 up, 8 in 2024-08-17T01:37:33.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:33 smithi157 ceph-mon[101289]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 4.7 KiB/s wr, 39 op/s 2024-08-17T01:37:33.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:33 smithi157 ceph-mon[101289]: osdmap e2262: 8 total, 8 up, 8 in 2024-08-17T01:37:33.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:33 smithi157 ceph-mon[98780]: osdmap e2261: 8 total, 8 up, 8 in 2024-08-17T01:37:33.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:33 smithi157 ceph-mon[98780]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 4.7 KiB/s wr, 39 op/s 2024-08-17T01:37:33.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:33 smithi157 ceph-mon[98780]: osdmap e2262: 8 total, 8 up, 8 in 2024-08-17T01:37:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:33 smithi187 ceph-mon[90552]: osdmap e2261: 8 total, 8 up, 8 in 2024-08-17T01:37:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:33 smithi187 ceph-mon[90552]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 4.7 KiB/s wr, 39 op/s 2024-08-17T01:37:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:33 smithi187 ceph-mon[90552]: osdmap e2262: 8 total, 8 up, 8 in 2024-08-17T01:37:34.639 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 PASSED [ 31%] 2024-08-17T01:37:35.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:35 smithi157 ceph-mon[101289]: osdmap e2263: 8 total, 8 up, 8 in 2024-08-17T01:37:35.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:35 smithi157 ceph-mon[101289]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 9.2 KiB/s wr, 183 op/s 2024-08-17T01:37:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:35 smithi157 ceph-mon[98780]: osdmap e2263: 8 total, 8 up, 8 in 2024-08-17T01:37:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:35 smithi157 ceph-mon[98780]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 9.2 KiB/s wr, 183 op/s 2024-08-17T01:37:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:35 smithi187 ceph-mon[90552]: osdmap e2263: 8 total, 8 up, 8 in 2024-08-17T01:37:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:35 smithi187 ceph-mon[90552]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 9.2 KiB/s wr, 183 op/s 2024-08-17T01:37:36.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:36 smithi157 ceph-mon[101289]: osdmap e2264: 8 total, 8 up, 8 in 2024-08-17T01:37:36.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:36 smithi157 ceph-mon[98780]: osdmap e2264: 8 total, 8 up, 8 in 2024-08-17T01:37:36.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:36 smithi187 ceph-mon[90552]: osdmap e2264: 8 total, 8 up, 8 in 2024-08-17T01:37:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:37 smithi157 ceph-mon[98780]: osdmap e2265: 8 total, 8 up, 8 in 2024-08-17T01:37:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:37 smithi157 ceph-mon[98780]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 14 KiB/s wr, 213 op/s 2024-08-17T01:37:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:37 smithi157 ceph-mon[101289]: osdmap e2265: 8 total, 8 up, 8 in 2024-08-17T01:37:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:37 smithi157 ceph-mon[101289]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 14 KiB/s wr, 213 op/s 2024-08-17T01:37:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:37 smithi187 ceph-mon[90552]: osdmap e2265: 8 total, 8 up, 8 in 2024-08-17T01:37:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:37 smithi187 ceph-mon[90552]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 14 KiB/s wr, 213 op/s 2024-08-17T01:37:38.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:38 smithi157 ceph-mon[101289]: osdmap e2266: 8 total, 8 up, 8 in 2024-08-17T01:37:38.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:38 smithi157 ceph-mon[101289]: osdmap e2267: 8 total, 8 up, 8 in 2024-08-17T01:37:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:38 smithi157 ceph-mon[98780]: osdmap e2266: 8 total, 8 up, 8 in 2024-08-17T01:37:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:38 smithi157 ceph-mon[98780]: osdmap e2267: 8 total, 8 up, 8 in 2024-08-17T01:37:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:38 smithi187 ceph-mon[90552]: osdmap e2266: 8 total, 8 up, 8 in 2024-08-17T01:37:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:38 smithi187 ceph-mon[90552]: osdmap e2267: 8 total, 8 up, 8 in 2024-08-17T01:37:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:39 smithi157 ceph-mon[98780]: pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 13 KiB/s wr, 197 op/s 2024-08-17T01:37:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:39 smithi157 ceph-mon[98780]: osdmap e2268: 8 total, 8 up, 8 in 2024-08-17T01:37:39.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:39 smithi157 ceph-mon[101289]: pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 13 KiB/s wr, 197 op/s 2024-08-17T01:37:39.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:39 smithi157 ceph-mon[101289]: osdmap e2268: 8 total, 8 up, 8 in 2024-08-17T01:37:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:39 smithi187 ceph-mon[90552]: pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 13 KiB/s wr, 197 op/s 2024-08-17T01:37:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:39 smithi187 ceph-mon[90552]: osdmap e2268: 8 total, 8 up, 8 in 2024-08-17T01:37:40.664 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 PASSED [ 31%] 2024-08-17T01:37:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:41 smithi157 ceph-mon[98780]: osdmap e2269: 8 total, 8 up, 8 in 2024-08-17T01:37:41.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:41 smithi157 ceph-mon[98780]: pgmap v3908: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 15 KiB/s wr, 233 op/s 2024-08-17T01:37:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:41 smithi157 ceph-mon[101289]: osdmap e2269: 8 total, 8 up, 8 in 2024-08-17T01:37:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:41 smithi157 ceph-mon[101289]: pgmap v3908: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 15 KiB/s wr, 233 op/s 2024-08-17T01:37:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:41 smithi187 ceph-mon[90552]: osdmap e2269: 8 total, 8 up, 8 in 2024-08-17T01:37:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:41 smithi187 ceph-mon[90552]: pgmap v3908: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 15 KiB/s wr, 233 op/s 2024-08-17T01:37:42.572 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:37:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:37:42.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:42 smithi157 ceph-mon[98780]: osdmap e2270: 8 total, 8 up, 8 in 2024-08-17T01:37:42.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:42 smithi157 ceph-mon[101289]: osdmap e2270: 8 total, 8 up, 8 in 2024-08-17T01:37:42.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:42 smithi187 ceph-mon[90552]: osdmap e2270: 8 total, 8 up, 8 in 2024-08-17T01:37:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:43 smithi157 ceph-mon[98780]: osdmap e2271: 8 total, 8 up, 8 in 2024-08-17T01:37:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:43 smithi157 ceph-mon[98780]: pgmap v3911: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 8.0 KiB/s wr, 119 op/s 2024-08-17T01:37:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:43 smithi157 ceph-mon[98780]: osdmap e2272: 8 total, 8 up, 8 in 2024-08-17T01:37:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:37:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:37:43] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-08-17T01:37:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:43 smithi157 ceph-mon[101289]: osdmap e2271: 8 total, 8 up, 8 in 2024-08-17T01:37:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:43 smithi157 ceph-mon[101289]: pgmap v3911: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 8.0 KiB/s wr, 119 op/s 2024-08-17T01:37:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:43 smithi157 ceph-mon[101289]: osdmap e2272: 8 total, 8 up, 8 in 2024-08-17T01:37:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:43 smithi187 ceph-mon[90552]: osdmap e2271: 8 total, 8 up, 8 in 2024-08-17T01:37:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:43 smithi187 ceph-mon[90552]: pgmap v3911: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 8.0 KiB/s wr, 119 op/s 2024-08-17T01:37:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:43 smithi187 ceph-mon[90552]: osdmap e2272: 8 total, 8 up, 8 in 2024-08-17T01:37:44.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:44.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:44 smithi157 ceph-mon[98780]: osdmap e2273: 8 total, 8 up, 8 in 2024-08-17T01:37:44.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:44.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:44 smithi157 ceph-mon[101289]: osdmap e2273: 8 total, 8 up, 8 in 2024-08-17T01:37:44.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:44 smithi187 ceph-mon[90552]: osdmap e2273: 8 total, 8 up, 8 in 2024-08-17T01:37:45.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:45 smithi157 ceph-mon[98780]: pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 7.7 KiB/s wr, 178 op/s 2024-08-17T01:37:45.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:45 smithi157 ceph-mon[98780]: osdmap e2274: 8 total, 8 up, 8 in 2024-08-17T01:37:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:45 smithi157 ceph-mon[101289]: pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 7.7 KiB/s wr, 178 op/s 2024-08-17T01:37:45.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:45 smithi157 ceph-mon[101289]: osdmap e2274: 8 total, 8 up, 8 in 2024-08-17T01:37:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:45 smithi187 ceph-mon[90552]: pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 7.7 KiB/s wr, 178 op/s 2024-08-17T01:37:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:45 smithi187 ceph-mon[90552]: osdmap e2274: 8 total, 8 up, 8 in 2024-08-17T01:37:46.676 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten PASSED [ 32%] 2024-08-17T01:37:47.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:47 smithi157 ceph-mon[101289]: osdmap e2275: 8 total, 8 up, 8 in 2024-08-17T01:37:47.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:47 smithi157 ceph-mon[101289]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 9.2 KiB/s wr, 182 op/s 2024-08-17T01:37:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:47 smithi157 ceph-mon[98780]: osdmap e2275: 8 total, 8 up, 8 in 2024-08-17T01:37:47.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:47 smithi157 ceph-mon[98780]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 9.2 KiB/s wr, 182 op/s 2024-08-17T01:37:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:47 smithi187 ceph-mon[90552]: osdmap e2275: 8 total, 8 up, 8 in 2024-08-17T01:37:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:47 smithi187 ceph-mon[90552]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 9.2 KiB/s wr, 182 op/s 2024-08-17T01:37:48.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:48 smithi157 ceph-mon[101289]: osdmap e2276: 8 total, 8 up, 8 in 2024-08-17T01:37:48.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:48 smithi157 ceph-mon[101289]: osdmap e2277: 8 total, 8 up, 8 in 2024-08-17T01:37:48.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:48 smithi157 ceph-mon[98780]: osdmap e2276: 8 total, 8 up, 8 in 2024-08-17T01:37:48.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:48 smithi157 ceph-mon[98780]: osdmap e2277: 8 total, 8 up, 8 in 2024-08-17T01:37:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:48 smithi187 ceph-mon[90552]: osdmap e2276: 8 total, 8 up, 8 in 2024-08-17T01:37:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:48 smithi187 ceph-mon[90552]: osdmap e2277: 8 total, 8 up, 8 in 2024-08-17T01:37:49.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:49 smithi157 ceph-mon[101289]: pgmap v3920: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 2.0 MiB/s wr, 258 op/s 2024-08-17T01:37:49.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:49 smithi157 ceph-mon[101289]: osdmap e2278: 8 total, 8 up, 8 in 2024-08-17T01:37:49.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:49 smithi157 ceph-mon[98780]: pgmap v3920: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 2.0 MiB/s wr, 258 op/s 2024-08-17T01:37:49.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:49 smithi157 ceph-mon[98780]: osdmap e2278: 8 total, 8 up, 8 in 2024-08-17T01:37:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:49 smithi187 ceph-mon[90552]: pgmap v3920: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 2.0 MiB/s wr, 258 op/s 2024-08-17T01:37:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:49 smithi187 ceph-mon[90552]: osdmap e2278: 8 total, 8 up, 8 in 2024-08-17T01:37:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:51 smithi157 ceph-mon[98780]: osdmap e2279: 8 total, 8 up, 8 in 2024-08-17T01:37:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:51 smithi157 ceph-mon[98780]: pgmap v3923: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 2.0 MiB/s wr, 226 op/s 2024-08-17T01:37:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:51 smithi157 ceph-mon[101289]: osdmap e2279: 8 total, 8 up, 8 in 2024-08-17T01:37:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:51 smithi157 ceph-mon[101289]: pgmap v3923: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 2.0 MiB/s wr, 226 op/s 2024-08-17T01:37:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:51 smithi187 ceph-mon[90552]: osdmap e2279: 8 total, 8 up, 8 in 2024-08-17T01:37:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:51 smithi187 ceph-mon[90552]: pgmap v3923: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 2.0 MiB/s wr, 226 op/s 2024-08-17T01:37:52.578 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten PASSED [ 32%] 2024-08-17T01:37:52.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:52 smithi187 ceph-mon[90552]: osdmap e2280: 8 total, 8 up, 8 in 2024-08-17T01:37:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:37:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:37:52.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:52 smithi157 ceph-mon[98780]: osdmap e2280: 8 total, 8 up, 8 in 2024-08-17T01:37:52.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:52 smithi157 ceph-mon[101289]: osdmap e2280: 8 total, 8 up, 8 in 2024-08-17T01:37:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:37:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:37:53] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-08-17T01:37:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:53 smithi157 ceph-mon[98780]: osdmap e2281: 8 total, 8 up, 8 in 2024-08-17T01:37:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:53 smithi157 ceph-mon[98780]: pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.7 KiB/s wr, 27 op/s 2024-08-17T01:37:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:53 smithi157 ceph-mon[98780]: osdmap e2282: 8 total, 8 up, 8 in 2024-08-17T01:37:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:53 smithi157 ceph-mon[101289]: osdmap e2281: 8 total, 8 up, 8 in 2024-08-17T01:37:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:53 smithi157 ceph-mon[101289]: pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.7 KiB/s wr, 27 op/s 2024-08-17T01:37:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:53 smithi157 ceph-mon[101289]: osdmap e2282: 8 total, 8 up, 8 in 2024-08-17T01:37:53.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:53 smithi187 ceph-mon[90552]: osdmap e2281: 8 total, 8 up, 8 in 2024-08-17T01:37:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:53 smithi187 ceph-mon[90552]: pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.7 KiB/s wr, 27 op/s 2024-08-17T01:37:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:53 smithi187 ceph-mon[90552]: osdmap e2282: 8 total, 8 up, 8 in 2024-08-17T01:37:54.604 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 33%] 2024-08-17T01:37:55.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:55 smithi157 ceph-mon[101289]: osdmap e2283: 8 total, 8 up, 8 in 2024-08-17T01:37:55.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:55 smithi157 ceph-mon[101289]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 2.0 MiB/s wr, 156 op/s 2024-08-17T01:37:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:55 smithi157 ceph-mon[98780]: osdmap e2283: 8 total, 8 up, 8 in 2024-08-17T01:37:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:55 smithi157 ceph-mon[98780]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 2.0 MiB/s wr, 156 op/s 2024-08-17T01:37:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:55 smithi187 ceph-mon[90552]: osdmap e2283: 8 total, 8 up, 8 in 2024-08-17T01:37:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:55 smithi187 ceph-mon[90552]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 2.0 MiB/s wr, 156 op/s 2024-08-17T01:37:56.610 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 34%] 2024-08-17T01:37:56.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:56 smithi157 ceph-mon[98780]: osdmap e2284: 8 total, 8 up, 8 in 2024-08-17T01:37:56.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:56 smithi157 ceph-mon[101289]: osdmap e2284: 8 total, 8 up, 8 in 2024-08-17T01:37:56.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:56 smithi187 ceph-mon[90552]: osdmap e2284: 8 total, 8 up, 8 in 2024-08-17T01:37:57.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:57 smithi157 ceph-mon[101289]: osdmap e2285: 8 total, 8 up, 8 in 2024-08-17T01:37:57.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:57 smithi157 ceph-mon[101289]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 2.0 MiB/s wr, 234 op/s 2024-08-17T01:37:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:57 smithi157 ceph-mon[98780]: osdmap e2285: 8 total, 8 up, 8 in 2024-08-17T01:37:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:57 smithi157 ceph-mon[98780]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 2.0 MiB/s wr, 234 op/s 2024-08-17T01:37:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:57 smithi187 ceph-mon[90552]: osdmap e2285: 8 total, 8 up, 8 in 2024-08-17T01:37:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:57 smithi187 ceph-mon[90552]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 2.0 MiB/s wr, 234 op/s 2024-08-17T01:37:58.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:58 smithi157 ceph-mon[98780]: osdmap e2286: 8 total, 8 up, 8 in 2024-08-17T01:37:58.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:58 smithi157 ceph-mon[98780]: osdmap e2287: 8 total, 8 up, 8 in 2024-08-17T01:37:58.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:58 smithi157 ceph-mon[101289]: osdmap e2286: 8 total, 8 up, 8 in 2024-08-17T01:37:58.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:58 smithi157 ceph-mon[101289]: osdmap e2287: 8 total, 8 up, 8 in 2024-08-17T01:37:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:58 smithi187 ceph-mon[90552]: osdmap e2286: 8 total, 8 up, 8 in 2024-08-17T01:37:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:58 smithi187 ceph-mon[90552]: osdmap e2287: 8 total, 8 up, 8 in 2024-08-17T01:37:59.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:59.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:59 smithi157 ceph-mon[98780]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 9.7 KiB/s wr, 114 op/s 2024-08-17T01:37:59.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:37:59 smithi157 ceph-mon[98780]: osdmap e2288: 8 total, 8 up, 8 in 2024-08-17T01:37:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:59 smithi157 ceph-mon[101289]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 9.7 KiB/s wr, 114 op/s 2024-08-17T01:37:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:37:59 smithi157 ceph-mon[101289]: osdmap e2288: 8 total, 8 up, 8 in 2024-08-17T01:37:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:59 smithi187 ceph-mon[90552]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 9.7 KiB/s wr, 114 op/s 2024-08-17T01:37:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:37:59 smithi187 ceph-mon[90552]: osdmap e2288: 8 total, 8 up, 8 in 2024-08-17T01:38:01.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:01 smithi157 ceph-mon[98780]: osdmap e2289: 8 total, 8 up, 8 in 2024-08-17T01:38:01.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:01 smithi157 ceph-mon[98780]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 9.0 KiB/s wr, 112 op/s 2024-08-17T01:38:01.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:01 smithi157 ceph-mon[101289]: osdmap e2289: 8 total, 8 up, 8 in 2024-08-17T01:38:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:01 smithi157 ceph-mon[101289]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 9.0 KiB/s wr, 112 op/s 2024-08-17T01:38:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:01 smithi187 ceph-mon[90552]: osdmap e2289: 8 total, 8 up, 8 in 2024-08-17T01:38:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:01 smithi187 ceph-mon[90552]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 9.0 KiB/s wr, 112 op/s 2024-08-17T01:38:02.592 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 34%] 2024-08-17T01:38:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:02 smithi187 ceph-mon[90552]: osdmap e2290: 8 total, 8 up, 8 in 2024-08-17T01:38:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:38:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:38:02.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:02 smithi157 ceph-mon[98780]: osdmap e2290: 8 total, 8 up, 8 in 2024-08-17T01:38:02.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:02 smithi157 ceph-mon[101289]: osdmap e2290: 8 total, 8 up, 8 in 2024-08-17T01:38:03.785 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:03 smithi157 ceph-mon[101289]: osdmap e2291: 8 total, 8 up, 8 in 2024-08-17T01:38:03.785 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:03 smithi157 ceph-mon[101289]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-08-17T01:38:03.785 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:03 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:38:03.785 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:03 smithi157 ceph-mon[101289]: osdmap e2292: 8 total, 8 up, 8 in 2024-08-17T01:38:03.785 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:38:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:38:03] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-08-17T01:38:03.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:03 smithi157 ceph-mon[98780]: osdmap e2291: 8 total, 8 up, 8 in 2024-08-17T01:38:03.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:03 smithi157 ceph-mon[98780]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-08-17T01:38:03.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:03 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:38:03.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:03 smithi157 ceph-mon[98780]: osdmap e2292: 8 total, 8 up, 8 in 2024-08-17T01:38:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:03 smithi187 ceph-mon[90552]: osdmap e2291: 8 total, 8 up, 8 in 2024-08-17T01:38:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:03 smithi187 ceph-mon[90552]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-08-17T01:38:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:03 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:38:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:03 smithi187 ceph-mon[90552]: osdmap e2292: 8 total, 8 up, 8 in 2024-08-17T01:38:04.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:38:04.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:38:04.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:38:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:38:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:38:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:38:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:38:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:38:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:38:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:05 smithi157 ceph-mon[98780]: osdmap e2293: 8 total, 8 up, 8 in 2024-08-17T01:38:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:05 smithi157 ceph-mon[98780]: pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 1023 B/s wr, 9 op/s 2024-08-17T01:38:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:05 smithi157 ceph-mon[101289]: osdmap e2293: 8 total, 8 up, 8 in 2024-08-17T01:38:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:05 smithi157 ceph-mon[101289]: pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 1023 B/s wr, 9 op/s 2024-08-17T01:38:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:05 smithi187 ceph-mon[90552]: osdmap e2293: 8 total, 8 up, 8 in 2024-08-17T01:38:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:05 smithi187 ceph-mon[90552]: pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 1023 B/s wr, 9 op/s 2024-08-17T01:38:06.616 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 35%] 2024-08-17T01:38:06.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:06 smithi157 ceph-mon[98780]: osdmap e2294: 8 total, 8 up, 8 in 2024-08-17T01:38:06.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:06 smithi157 ceph-mon[101289]: osdmap e2294: 8 total, 8 up, 8 in 2024-08-17T01:38:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:06 smithi187 ceph-mon[90552]: osdmap e2294: 8 total, 8 up, 8 in 2024-08-17T01:38:07.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:07 smithi157 ceph-mon[101289]: osdmap e2295: 8 total, 8 up, 8 in 2024-08-17T01:38:07.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:07 smithi157 ceph-mon[101289]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.0 KiB/s wr, 82 op/s 2024-08-17T01:38:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:07 smithi157 ceph-mon[98780]: osdmap e2295: 8 total, 8 up, 8 in 2024-08-17T01:38:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:07 smithi157 ceph-mon[98780]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.0 KiB/s wr, 82 op/s 2024-08-17T01:38:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:07 smithi187 ceph-mon[90552]: osdmap e2295: 8 total, 8 up, 8 in 2024-08-17T01:38:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:07 smithi187 ceph-mon[90552]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.0 KiB/s wr, 82 op/s 2024-08-17T01:38:08.596 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 35%] 2024-08-17T01:38:08.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:08 smithi157 ceph-mon[98780]: osdmap e2296: 8 total, 8 up, 8 in 2024-08-17T01:38:08.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:08 smithi157 ceph-mon[98780]: osdmap e2297: 8 total, 8 up, 8 in 2024-08-17T01:38:08.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:08 smithi157 ceph-mon[101289]: osdmap e2296: 8 total, 8 up, 8 in 2024-08-17T01:38:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:08 smithi157 ceph-mon[101289]: osdmap e2297: 8 total, 8 up, 8 in 2024-08-17T01:38:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:08 smithi187 ceph-mon[90552]: osdmap e2296: 8 total, 8 up, 8 in 2024-08-17T01:38:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:08 smithi187 ceph-mon[90552]: osdmap e2297: 8 total, 8 up, 8 in 2024-08-17T01:38:09.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:09 smithi157 ceph-mon[98780]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 111 op/s 2024-08-17T01:38:09.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:09 smithi157 ceph-mon[101289]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 111 op/s 2024-08-17T01:38:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:09 smithi187 ceph-mon[90552]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 111 op/s 2024-08-17T01:38:10.636 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 36%] 2024-08-17T01:38:10.707 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-08-17T01:38:10.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:10 smithi157 ceph-mon[101289]: osdmap e2298: 8 total, 8 up, 8 in 2024-08-17T01:38:10.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:10 smithi157 ceph-mon[98780]: osdmap e2298: 8 total, 8 up, 8 in 2024-08-17T01:38:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:10 smithi187 ceph-mon[90552]: osdmap e2298: 8 total, 8 up, 8 in 2024-08-17T01:38:11.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:11 smithi157 ceph-mon[101289]: osdmap e2299: 8 total, 8 up, 8 in 2024-08-17T01:38:11.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:11 smithi157 ceph-mon[101289]: pgmap v3953: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 7.5 KiB/s wr, 99 op/s 2024-08-17T01:38:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:11 smithi157 ceph-mon[98780]: osdmap e2299: 8 total, 8 up, 8 in 2024-08-17T01:38:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:11 smithi157 ceph-mon[98780]: pgmap v3953: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 7.5 KiB/s wr, 99 op/s 2024-08-17T01:38:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:11 smithi187 ceph-mon[90552]: osdmap e2299: 8 total, 8 up, 8 in 2024-08-17T01:38:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:11 smithi187 ceph-mon[90552]: pgmap v3953: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 7.5 KiB/s wr, 99 op/s 2024-08-17T01:38:12.651 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 37%] 2024-08-17T01:38:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:12 smithi187 ceph-mon[90552]: osdmap e2300: 8 total, 8 up, 8 in 2024-08-17T01:38:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:38:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:38:12.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:12 smithi157 ceph-mon[98780]: osdmap e2300: 8 total, 8 up, 8 in 2024-08-17T01:38:12.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:12 smithi157 ceph-mon[101289]: osdmap e2300: 8 total, 8 up, 8 in 2024-08-17T01:38:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:38:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:38:13] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-08-17T01:38:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:13 smithi157 ceph-mon[98780]: osdmap e2301: 8 total, 8 up, 8 in 2024-08-17T01:38:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:13 smithi157 ceph-mon[98780]: pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.5 KiB/s wr, 102 op/s 2024-08-17T01:38:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:13 smithi157 ceph-mon[98780]: osdmap e2302: 8 total, 8 up, 8 in 2024-08-17T01:38:13.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:13 smithi157 ceph-mon[101289]: osdmap e2301: 8 total, 8 up, 8 in 2024-08-17T01:38:13.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:13 smithi157 ceph-mon[101289]: pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.5 KiB/s wr, 102 op/s 2024-08-17T01:38:13.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:13 smithi157 ceph-mon[101289]: osdmap e2302: 8 total, 8 up, 8 in 2024-08-17T01:38:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:13 smithi187 ceph-mon[90552]: osdmap e2301: 8 total, 8 up, 8 in 2024-08-17T01:38:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:13 smithi187 ceph-mon[90552]: pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.5 KiB/s wr, 102 op/s 2024-08-17T01:38:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:13 smithi187 ceph-mon[90552]: osdmap e2302: 8 total, 8 up, 8 in 2024-08-17T01:38:14.584 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-08-17T01:38:14.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:14.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:14 smithi157 ceph-mon[98780]: osdmap e2303: 8 total, 8 up, 8 in 2024-08-17T01:38:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:14 smithi157 ceph-mon[101289]: osdmap e2303: 8 total, 8 up, 8 in 2024-08-17T01:38:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:14 smithi187 ceph-mon[90552]: osdmap e2303: 8 total, 8 up, 8 in 2024-08-17T01:38:15.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:15 smithi157 ceph-mon[101289]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2024-08-17T01:38:15.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:15 smithi157 ceph-mon[98780]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2024-08-17T01:38:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:15 smithi187 ceph-mon[90552]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2024-08-17T01:38:16.668 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 38%] 2024-08-17T01:38:16.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:16 smithi157 ceph-mon[101289]: osdmap e2304: 8 total, 8 up, 8 in 2024-08-17T01:38:16.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:16 smithi157 ceph-mon[98780]: osdmap e2304: 8 total, 8 up, 8 in 2024-08-17T01:38:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:16 smithi187 ceph-mon[90552]: osdmap e2304: 8 total, 8 up, 8 in 2024-08-17T01:38:17.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:17 smithi157 ceph-mon[101289]: osdmap e2305: 8 total, 8 up, 8 in 2024-08-17T01:38:17.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:17 smithi157 ceph-mon[101289]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.2 KiB/s wr, 173 op/s 2024-08-17T01:38:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:17 smithi157 ceph-mon[98780]: osdmap e2305: 8 total, 8 up, 8 in 2024-08-17T01:38:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:17 smithi157 ceph-mon[98780]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.2 KiB/s wr, 173 op/s 2024-08-17T01:38:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:17 smithi187 ceph-mon[90552]: osdmap e2305: 8 total, 8 up, 8 in 2024-08-17T01:38:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:17 smithi187 ceph-mon[90552]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.2 KiB/s wr, 173 op/s 2024-08-17T01:38:18.590 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 39%] 2024-08-17T01:38:18.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:18 smithi157 ceph-mon[101289]: osdmap e2306: 8 total, 8 up, 8 in 2024-08-17T01:38:18.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:18 smithi157 ceph-mon[101289]: osdmap e2307: 8 total, 8 up, 8 in 2024-08-17T01:38:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:18 smithi157 ceph-mon[98780]: osdmap e2306: 8 total, 8 up, 8 in 2024-08-17T01:38:18.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:18 smithi157 ceph-mon[98780]: osdmap e2307: 8 total, 8 up, 8 in 2024-08-17T01:38:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:18 smithi187 ceph-mon[90552]: osdmap e2306: 8 total, 8 up, 8 in 2024-08-17T01:38:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:18 smithi187 ceph-mon[90552]: osdmap e2307: 8 total, 8 up, 8 in 2024-08-17T01:38:19.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:19 smithi157 ceph-mon[98780]: pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 9.0 KiB/s wr, 179 op/s 2024-08-17T01:38:19.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:19 smithi157 ceph-mon[101289]: pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 9.0 KiB/s wr, 179 op/s 2024-08-17T01:38:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:19 smithi187 ceph-mon[90552]: pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 9.0 KiB/s wr, 179 op/s 2024-08-17T01:38:20.703 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 39%] 2024-08-17T01:38:20.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:20 smithi157 ceph-mon[98780]: osdmap e2308: 8 total, 8 up, 8 in 2024-08-17T01:38:20.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:20 smithi157 ceph-mon[101289]: osdmap e2308: 8 total, 8 up, 8 in 2024-08-17T01:38:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:20 smithi187 ceph-mon[90552]: osdmap e2308: 8 total, 8 up, 8 in 2024-08-17T01:38:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:21 smithi157 ceph-mon[98780]: osdmap e2309: 8 total, 8 up, 8 in 2024-08-17T01:38:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:21 smithi157 ceph-mon[98780]: pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 6.0 KiB/s wr, 144 op/s 2024-08-17T01:38:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:21 smithi157 ceph-mon[101289]: osdmap e2309: 8 total, 8 up, 8 in 2024-08-17T01:38:21.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:21 smithi157 ceph-mon[101289]: pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 6.0 KiB/s wr, 144 op/s 2024-08-17T01:38:21.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:21 smithi187 ceph-mon[90552]: osdmap e2309: 8 total, 8 up, 8 in 2024-08-17T01:38:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:21 smithi187 ceph-mon[90552]: pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 6.0 KiB/s wr, 144 op/s 2024-08-17T01:38:22.608 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:38:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:38:22.704 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 40%] 2024-08-17T01:38:22.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:22 smithi157 ceph-mon[98780]: osdmap e2310: 8 total, 8 up, 8 in 2024-08-17T01:38:22.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:22 smithi157 ceph-mon[101289]: osdmap e2310: 8 total, 8 up, 8 in 2024-08-17T01:38:22.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:22 smithi187 ceph-mon[90552]: osdmap e2310: 8 total, 8 up, 8 in 2024-08-17T01:38:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:38:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:38:23] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-08-17T01:38:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:23 smithi157 ceph-mon[98780]: osdmap e2311: 8 total, 8 up, 8 in 2024-08-17T01:38:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:23 smithi157 ceph-mon[98780]: pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 100 op/s 2024-08-17T01:38:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:23 smithi157 ceph-mon[98780]: osdmap e2312: 8 total, 8 up, 8 in 2024-08-17T01:38:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:23 smithi157 ceph-mon[101289]: osdmap e2311: 8 total, 8 up, 8 in 2024-08-17T01:38:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:23 smithi157 ceph-mon[101289]: pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 100 op/s 2024-08-17T01:38:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:23 smithi157 ceph-mon[101289]: osdmap e2312: 8 total, 8 up, 8 in 2024-08-17T01:38:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:23 smithi187 ceph-mon[90552]: osdmap e2311: 8 total, 8 up, 8 in 2024-08-17T01:38:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:23 smithi187 ceph-mon[90552]: pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 100 op/s 2024-08-17T01:38:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:23 smithi187 ceph-mon[90552]: osdmap e2312: 8 total, 8 up, 8 in 2024-08-17T01:38:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:25 smithi157 ceph-mon[98780]: osdmap e2313: 8 total, 8 up, 8 in 2024-08-17T01:38:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:25 smithi157 ceph-mon[98780]: pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 7.7 KiB/s wr, 169 op/s 2024-08-17T01:38:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:25 smithi157 ceph-mon[101289]: osdmap e2313: 8 total, 8 up, 8 in 2024-08-17T01:38:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:25 smithi157 ceph-mon[101289]: pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 7.7 KiB/s wr, 169 op/s 2024-08-17T01:38:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:25 smithi187 ceph-mon[90552]: osdmap e2313: 8 total, 8 up, 8 in 2024-08-17T01:38:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:25 smithi187 ceph-mon[90552]: pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 7.7 KiB/s wr, 169 op/s 2024-08-17T01:38:26.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:26 smithi157 ceph-mon[101289]: osdmap e2314: 8 total, 8 up, 8 in 2024-08-17T01:38:26.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:26 smithi157 ceph-mon[98780]: osdmap e2314: 8 total, 8 up, 8 in 2024-08-17T01:38:26.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:26 smithi187 ceph-mon[90552]: osdmap e2314: 8 total, 8 up, 8 in 2024-08-17T01:38:27.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:27 smithi157 ceph-mon[101289]: osdmap e2315: 8 total, 8 up, 8 in 2024-08-17T01:38:27.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:27 smithi157 ceph-mon[101289]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 9.5 KiB/s wr, 158 op/s 2024-08-17T01:38:27.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:27 smithi157 ceph-mon[98780]: osdmap e2315: 8 total, 8 up, 8 in 2024-08-17T01:38:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:27 smithi157 ceph-mon[98780]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 9.5 KiB/s wr, 158 op/s 2024-08-17T01:38:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:27 smithi187 ceph-mon[90552]: osdmap e2315: 8 total, 8 up, 8 in 2024-08-17T01:38:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:27 smithi187 ceph-mon[90552]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 9.5 KiB/s wr, 158 op/s 2024-08-17T01:38:28.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:28 smithi157 ceph-mon[101289]: osdmap e2316: 8 total, 8 up, 8 in 2024-08-17T01:38:28.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:28 smithi157 ceph-mon[101289]: osdmap e2317: 8 total, 8 up, 8 in 2024-08-17T01:38:28.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:28 smithi157 ceph-mon[98780]: osdmap e2316: 8 total, 8 up, 8 in 2024-08-17T01:38:28.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:28 smithi157 ceph-mon[98780]: osdmap e2317: 8 total, 8 up, 8 in 2024-08-17T01:38:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:28 smithi187 ceph-mon[90552]: osdmap e2316: 8 total, 8 up, 8 in 2024-08-17T01:38:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:28 smithi187 ceph-mon[90552]: osdmap e2317: 8 total, 8 up, 8 in 2024-08-17T01:38:29.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:29.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:29 smithi157 ceph-mon[101289]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 46 op/s 2024-08-17T01:38:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:29 smithi157 ceph-mon[98780]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 46 op/s 2024-08-17T01:38:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:29 smithi187 ceph-mon[90552]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 46 op/s 2024-08-17T01:38:30.616 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-08-17T01:38:30.702 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 41%] 2024-08-17T01:38:30.770 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-08-17T01:38:30.839 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 42%] 2024-08-17T01:38:30.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:30 smithi157 ceph-mon[98780]: osdmap e2318: 8 total, 8 up, 8 in 2024-08-17T01:38:30.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:30 smithi157 ceph-mon[101289]: osdmap e2318: 8 total, 8 up, 8 in 2024-08-17T01:38:30.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:30 smithi187 ceph-mon[90552]: osdmap e2318: 8 total, 8 up, 8 in 2024-08-17T01:38:31.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:31 smithi157 ceph-mon[98780]: osdmap e2319: 8 total, 8 up, 8 in 2024-08-17T01:38:31.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:31 smithi157 ceph-mon[98780]: pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 41 op/s 2024-08-17T01:38:31.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:31 smithi157 ceph-mon[101289]: osdmap e2319: 8 total, 8 up, 8 in 2024-08-17T01:38:31.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:31 smithi157 ceph-mon[101289]: pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 41 op/s 2024-08-17T01:38:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:31 smithi187 ceph-mon[90552]: osdmap e2319: 8 total, 8 up, 8 in 2024-08-17T01:38:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:31 smithi187 ceph-mon[90552]: pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 41 op/s 2024-08-17T01:38:32.639 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-08-17T01:38:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:32 smithi187 ceph-mon[90552]: osdmap e2320: 8 total, 8 up, 8 in 2024-08-17T01:38:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:38:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:38:32.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:32 smithi157 ceph-mon[98780]: osdmap e2320: 8 total, 8 up, 8 in 2024-08-17T01:38:32.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:32 smithi157 ceph-mon[101289]: osdmap e2320: 8 total, 8 up, 8 in 2024-08-17T01:38:33.786 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:38:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:38:33] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-08-17T01:38:33.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:33 smithi157 ceph-mon[101289]: osdmap e2321: 8 total, 8 up, 8 in 2024-08-17T01:38:33.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:33 smithi157 ceph-mon[101289]: pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.7 KiB/s wr, 38 op/s 2024-08-17T01:38:33.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:33 smithi157 ceph-mon[101289]: osdmap e2322: 8 total, 8 up, 8 in 2024-08-17T01:38:33.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:33 smithi157 ceph-mon[98780]: osdmap e2321: 8 total, 8 up, 8 in 2024-08-17T01:38:33.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:33 smithi157 ceph-mon[98780]: pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.7 KiB/s wr, 38 op/s 2024-08-17T01:38:33.787 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:33 smithi157 ceph-mon[98780]: osdmap e2322: 8 total, 8 up, 8 in 2024-08-17T01:38:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:33 smithi187 ceph-mon[90552]: osdmap e2321: 8 total, 8 up, 8 in 2024-08-17T01:38:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:33 smithi187 ceph-mon[90552]: pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.7 KiB/s wr, 38 op/s 2024-08-17T01:38:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:33 smithi187 ceph-mon[90552]: osdmap e2322: 8 total, 8 up, 8 in 2024-08-17T01:38:34.630 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-08-17T01:38:35.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:35 smithi157 ceph-mon[101289]: osdmap e2323: 8 total, 8 up, 8 in 2024-08-17T01:38:35.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:35 smithi157 ceph-mon[101289]: pgmap v3989: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 4.0 KiB/s wr, 141 op/s 2024-08-17T01:38:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:35 smithi157 ceph-mon[98780]: osdmap e2323: 8 total, 8 up, 8 in 2024-08-17T01:38:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:35 smithi157 ceph-mon[98780]: pgmap v3989: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 4.0 KiB/s wr, 141 op/s 2024-08-17T01:38:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:35 smithi187 ceph-mon[90552]: osdmap e2323: 8 total, 8 up, 8 in 2024-08-17T01:38:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:35 smithi187 ceph-mon[90552]: pgmap v3989: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 4.0 KiB/s wr, 141 op/s 2024-08-17T01:38:36.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:36 smithi157 ceph-mon[101289]: osdmap e2324: 8 total, 8 up, 8 in 2024-08-17T01:38:36.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:36 smithi157 ceph-mon[98780]: osdmap e2324: 8 total, 8 up, 8 in 2024-08-17T01:38:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:36 smithi187 ceph-mon[90552]: osdmap e2324: 8 total, 8 up, 8 in 2024-08-17T01:38:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:37 smithi157 ceph-mon[98780]: osdmap e2325: 8 total, 8 up, 8 in 2024-08-17T01:38:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:37 smithi157 ceph-mon[98780]: pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 16 KiB/s wr, 317 op/s 2024-08-17T01:38:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:37 smithi157 ceph-mon[101289]: osdmap e2325: 8 total, 8 up, 8 in 2024-08-17T01:38:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:37 smithi157 ceph-mon[101289]: pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 16 KiB/s wr, 317 op/s 2024-08-17T01:38:37.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:37 smithi187 ceph-mon[90552]: osdmap e2325: 8 total, 8 up, 8 in 2024-08-17T01:38:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:37 smithi187 ceph-mon[90552]: pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 16 KiB/s wr, 317 op/s 2024-08-17T01:38:38.598 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-08-17T01:38:38.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:38 smithi157 ceph-mon[101289]: osdmap e2326: 8 total, 8 up, 8 in 2024-08-17T01:38:38.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:38 smithi157 ceph-mon[101289]: osdmap e2327: 8 total, 8 up, 8 in 2024-08-17T01:38:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:38 smithi157 ceph-mon[98780]: osdmap e2326: 8 total, 8 up, 8 in 2024-08-17T01:38:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:38 smithi157 ceph-mon[98780]: osdmap e2327: 8 total, 8 up, 8 in 2024-08-17T01:38:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:38 smithi187 ceph-mon[90552]: osdmap e2326: 8 total, 8 up, 8 in 2024-08-17T01:38:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:38 smithi187 ceph-mon[90552]: osdmap e2327: 8 total, 8 up, 8 in 2024-08-17T01:38:39.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:39 smithi157 ceph-mon[101289]: pgmap v3995: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 19 KiB/s wr, 218 op/s 2024-08-17T01:38:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:39 smithi157 ceph-mon[98780]: pgmap v3995: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 19 KiB/s wr, 218 op/s 2024-08-17T01:38:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:39 smithi187 ceph-mon[90552]: pgmap v3995: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 19 KiB/s wr, 218 op/s 2024-08-17T01:38:40.671 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-08-17T01:38:40.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:40 smithi157 ceph-mon[98780]: osdmap e2328: 8 total, 8 up, 8 in 2024-08-17T01:38:40.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:40 smithi157 ceph-mon[101289]: osdmap e2328: 8 total, 8 up, 8 in 2024-08-17T01:38:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:40 smithi187 ceph-mon[90552]: osdmap e2328: 8 total, 8 up, 8 in 2024-08-17T01:38:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:41 smithi157 ceph-mon[98780]: osdmap e2329: 8 total, 8 up, 8 in 2024-08-17T01:38:41.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:41 smithi157 ceph-mon[98780]: pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 15 KiB/s wr, 142 op/s 2024-08-17T01:38:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:41 smithi157 ceph-mon[101289]: osdmap e2329: 8 total, 8 up, 8 in 2024-08-17T01:38:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:41 smithi157 ceph-mon[101289]: pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 15 KiB/s wr, 142 op/s 2024-08-17T01:38:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:41 smithi187 ceph-mon[90552]: osdmap e2329: 8 total, 8 up, 8 in 2024-08-17T01:38:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:41 smithi187 ceph-mon[90552]: pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 15 KiB/s wr, 142 op/s 2024-08-17T01:38:42.572 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:38:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:38:42.676 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 45%] 2024-08-17T01:38:42.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:42 smithi157 ceph-mon[101289]: osdmap e2330: 8 total, 8 up, 8 in 2024-08-17T01:38:42.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:42 smithi157 ceph-mon[98780]: osdmap e2330: 8 total, 8 up, 8 in 2024-08-17T01:38:42.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:42 smithi187 ceph-mon[90552]: osdmap e2330: 8 total, 8 up, 8 in 2024-08-17T01:38:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:38:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:38:43] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-08-17T01:38:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:43 smithi157 ceph-mon[98780]: osdmap e2331: 8 total, 8 up, 8 in 2024-08-17T01:38:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:43 smithi157 ceph-mon[98780]: pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.7 KiB/s wr, 119 op/s 2024-08-17T01:38:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:43 smithi157 ceph-mon[98780]: osdmap e2332: 8 total, 8 up, 8 in 2024-08-17T01:38:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:43 smithi157 ceph-mon[101289]: osdmap e2331: 8 total, 8 up, 8 in 2024-08-17T01:38:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:43 smithi157 ceph-mon[101289]: pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.7 KiB/s wr, 119 op/s 2024-08-17T01:38:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:43 smithi157 ceph-mon[101289]: osdmap e2332: 8 total, 8 up, 8 in 2024-08-17T01:38:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:43 smithi187 ceph-mon[90552]: osdmap e2331: 8 total, 8 up, 8 in 2024-08-17T01:38:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:43 smithi187 ceph-mon[90552]: pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.7 KiB/s wr, 119 op/s 2024-08-17T01:38:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:43 smithi187 ceph-mon[90552]: osdmap e2332: 8 total, 8 up, 8 in 2024-08-17T01:38:44.604 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-08-17T01:38:44.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:44.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:44 smithi157 ceph-mon[98780]: osdmap e2333: 8 total, 8 up, 8 in 2024-08-17T01:38:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:44.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:44 smithi157 ceph-mon[101289]: osdmap e2333: 8 total, 8 up, 8 in 2024-08-17T01:38:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:44 smithi187 ceph-mon[90552]: osdmap e2333: 8 total, 8 up, 8 in 2024-08-17T01:38:45.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:45 smithi157 ceph-mon[98780]: pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 10 KiB/s wr, 110 op/s 2024-08-17T01:38:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:45 smithi157 ceph-mon[101289]: pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 10 KiB/s wr, 110 op/s 2024-08-17T01:38:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:45 smithi187 ceph-mon[90552]: pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 10 KiB/s wr, 110 op/s 2024-08-17T01:38:46.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:46 smithi157 ceph-mon[98780]: osdmap e2334: 8 total, 8 up, 8 in 2024-08-17T01:38:46.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:46 smithi157 ceph-mon[101289]: osdmap e2334: 8 total, 8 up, 8 in 2024-08-17T01:38:46.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:46 smithi187 ceph-mon[90552]: osdmap e2334: 8 total, 8 up, 8 in 2024-08-17T01:38:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:47 smithi157 ceph-mon[98780]: osdmap e2335: 8 total, 8 up, 8 in 2024-08-17T01:38:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:47 smithi157 ceph-mon[98780]: pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 14 KiB/s wr, 159 op/s 2024-08-17T01:38:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:47 smithi157 ceph-mon[101289]: osdmap e2335: 8 total, 8 up, 8 in 2024-08-17T01:38:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:47 smithi157 ceph-mon[101289]: pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 14 KiB/s wr, 159 op/s 2024-08-17T01:38:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:47 smithi187 ceph-mon[90552]: osdmap e2335: 8 total, 8 up, 8 in 2024-08-17T01:38:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:47 smithi187 ceph-mon[90552]: pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 14 KiB/s wr, 159 op/s 2024-08-17T01:38:48.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:48 smithi157 ceph-mon[98780]: osdmap e2336: 8 total, 8 up, 8 in 2024-08-17T01:38:48.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:48 smithi157 ceph-mon[98780]: osdmap e2337: 8 total, 8 up, 8 in 2024-08-17T01:38:48.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:48 smithi157 ceph-mon[101289]: osdmap e2336: 8 total, 8 up, 8 in 2024-08-17T01:38:48.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:48 smithi157 ceph-mon[101289]: osdmap e2337: 8 total, 8 up, 8 in 2024-08-17T01:38:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:48 smithi187 ceph-mon[90552]: osdmap e2336: 8 total, 8 up, 8 in 2024-08-17T01:38:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:48 smithi187 ceph-mon[90552]: osdmap e2337: 8 total, 8 up, 8 in 2024-08-17T01:38:49.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:49 smithi157 ceph-mon[98780]: pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 8.0 KiB/s wr, 112 op/s 2024-08-17T01:38:49.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:49 smithi157 ceph-mon[98780]: osdmap e2338: 8 total, 8 up, 8 in 2024-08-17T01:38:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:49 smithi157 ceph-mon[101289]: pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 8.0 KiB/s wr, 112 op/s 2024-08-17T01:38:49.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:49 smithi157 ceph-mon[101289]: osdmap e2338: 8 total, 8 up, 8 in 2024-08-17T01:38:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:49 smithi187 ceph-mon[90552]: pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 8.0 KiB/s wr, 112 op/s 2024-08-17T01:38:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:49 smithi187 ceph-mon[90552]: osdmap e2338: 8 total, 8 up, 8 in 2024-08-17T01:38:50.598 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 46%] 2024-08-17T01:38:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:51 smithi157 ceph-mon[101289]: osdmap e2339: 8 total, 8 up, 8 in 2024-08-17T01:38:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:51 smithi157 ceph-mon[101289]: pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 102 op/s 2024-08-17T01:38:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:51 smithi157 ceph-mon[98780]: osdmap e2339: 8 total, 8 up, 8 in 2024-08-17T01:38:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:51 smithi157 ceph-mon[98780]: pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 102 op/s 2024-08-17T01:38:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:51 smithi187 ceph-mon[90552]: osdmap e2339: 8 total, 8 up, 8 in 2024-08-17T01:38:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:51 smithi187 ceph-mon[90552]: pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 102 op/s 2024-08-17T01:38:52.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:52 smithi187 ceph-mon[90552]: osdmap e2340: 8 total, 8 up, 8 in 2024-08-17T01:38:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:38:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:38:52.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:52 smithi157 ceph-mon[101289]: osdmap e2340: 8 total, 8 up, 8 in 2024-08-17T01:38:52.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:52 smithi157 ceph-mon[98780]: osdmap e2340: 8 total, 8 up, 8 in 2024-08-17T01:38:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:38:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:38:53] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-08-17T01:38:53.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:53 smithi157 ceph-mon[98780]: osdmap e2341: 8 total, 8 up, 8 in 2024-08-17T01:38:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:53 smithi157 ceph-mon[98780]: pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 56 op/s 2024-08-17T01:38:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:53 smithi157 ceph-mon[98780]: osdmap e2342: 8 total, 8 up, 8 in 2024-08-17T01:38:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:53 smithi157 ceph-mon[101289]: osdmap e2341: 8 total, 8 up, 8 in 2024-08-17T01:38:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:53 smithi157 ceph-mon[101289]: pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 56 op/s 2024-08-17T01:38:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:53 smithi157 ceph-mon[101289]: osdmap e2342: 8 total, 8 up, 8 in 2024-08-17T01:38:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:53 smithi187 ceph-mon[90552]: osdmap e2341: 8 total, 8 up, 8 in 2024-08-17T01:38:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:53 smithi187 ceph-mon[90552]: pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 56 op/s 2024-08-17T01:38:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:53 smithi187 ceph-mon[90552]: osdmap e2342: 8 total, 8 up, 8 in 2024-08-17T01:38:55.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:55 smithi157 ceph-mon[101289]: osdmap e2343: 8 total, 8 up, 8 in 2024-08-17T01:38:55.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:55 smithi157 ceph-mon[101289]: pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-08-17T01:38:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:55 smithi157 ceph-mon[98780]: osdmap e2343: 8 total, 8 up, 8 in 2024-08-17T01:38:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:55 smithi157 ceph-mon[98780]: pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-08-17T01:38:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:55 smithi187 ceph-mon[90552]: osdmap e2343: 8 total, 8 up, 8 in 2024-08-17T01:38:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:55 smithi187 ceph-mon[90552]: pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-08-17T01:38:56.630 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-08-17T01:38:56.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:56 smithi157 ceph-mon[98780]: osdmap e2344: 8 total, 8 up, 8 in 2024-08-17T01:38:56.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:56 smithi157 ceph-mon[101289]: osdmap e2344: 8 total, 8 up, 8 in 2024-08-17T01:38:56.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:56 smithi187 ceph-mon[90552]: osdmap e2344: 8 total, 8 up, 8 in 2024-08-17T01:38:57.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:57 smithi157 ceph-mon[101289]: osdmap e2345: 8 total, 8 up, 8 in 2024-08-17T01:38:57.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:57 smithi157 ceph-mon[101289]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 99 op/s 2024-08-17T01:38:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:57 smithi157 ceph-mon[98780]: osdmap e2345: 8 total, 8 up, 8 in 2024-08-17T01:38:57.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:57 smithi157 ceph-mon[98780]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 99 op/s 2024-08-17T01:38:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:57 smithi187 ceph-mon[90552]: osdmap e2345: 8 total, 8 up, 8 in 2024-08-17T01:38:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:57 smithi187 ceph-mon[90552]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 99 op/s 2024-08-17T01:38:58.599 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-08-17T01:38:58.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:58 smithi157 ceph-mon[98780]: osdmap e2346: 8 total, 8 up, 8 in 2024-08-17T01:38:58.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:58 smithi157 ceph-mon[98780]: osdmap e2347: 8 total, 8 up, 8 in 2024-08-17T01:38:58.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:58 smithi157 ceph-mon[101289]: osdmap e2346: 8 total, 8 up, 8 in 2024-08-17T01:38:58.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:58 smithi157 ceph-mon[101289]: osdmap e2347: 8 total, 8 up, 8 in 2024-08-17T01:38:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:58 smithi187 ceph-mon[90552]: osdmap e2346: 8 total, 8 up, 8 in 2024-08-17T01:38:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:58 smithi187 ceph-mon[90552]: osdmap e2347: 8 total, 8 up, 8 in 2024-08-17T01:38:59.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:59.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:38:59 smithi157 ceph-mon[98780]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 120 op/s 2024-08-17T01:38:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:38:59 smithi157 ceph-mon[101289]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 120 op/s 2024-08-17T01:38:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:38:59 smithi187 ceph-mon[90552]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 120 op/s 2024-08-17T01:39:00.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:00 smithi157 ceph-mon[98780]: osdmap e2348: 8 total, 8 up, 8 in 2024-08-17T01:39:00.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:00 smithi157 ceph-mon[101289]: osdmap e2348: 8 total, 8 up, 8 in 2024-08-17T01:39:00.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:00 smithi187 ceph-mon[90552]: osdmap e2348: 8 total, 8 up, 8 in 2024-08-17T01:39:01.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:01 smithi157 ceph-mon[98780]: osdmap e2349: 8 total, 8 up, 8 in 2024-08-17T01:39:01.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:01 smithi157 ceph-mon[98780]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.5 KiB/s wr, 94 op/s 2024-08-17T01:39:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:01 smithi157 ceph-mon[101289]: osdmap e2349: 8 total, 8 up, 8 in 2024-08-17T01:39:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:01 smithi157 ceph-mon[101289]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.5 KiB/s wr, 94 op/s 2024-08-17T01:39:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:01 smithi187 ceph-mon[90552]: osdmap e2349: 8 total, 8 up, 8 in 2024-08-17T01:39:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:01 smithi187 ceph-mon[90552]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.5 KiB/s wr, 94 op/s 2024-08-17T01:39:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:02 smithi187 ceph-mon[90552]: osdmap e2350: 8 total, 8 up, 8 in 2024-08-17T01:39:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:39:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:39:02.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:02 smithi157 ceph-mon[98780]: osdmap e2350: 8 total, 8 up, 8 in 2024-08-17T01:39:02.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:02 smithi157 ceph-mon[101289]: osdmap e2350: 8 total, 8 up, 8 in 2024-08-17T01:39:03.785 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:39:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:39:03] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-08-17T01:39:03.785 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:03 smithi157 ceph-mon[101289]: osdmap e2351: 8 total, 8 up, 8 in 2024-08-17T01:39:03.785 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:03 smithi157 ceph-mon[101289]: pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 99 op/s 2024-08-17T01:39:03.785 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:03 smithi157 ceph-mon[101289]: osdmap e2352: 8 total, 8 up, 8 in 2024-08-17T01:39:03.785 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:03 smithi157 ceph-mon[98780]: osdmap e2351: 8 total, 8 up, 8 in 2024-08-17T01:39:03.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:03 smithi157 ceph-mon[98780]: pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 99 op/s 2024-08-17T01:39:03.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:03 smithi157 ceph-mon[98780]: osdmap e2352: 8 total, 8 up, 8 in 2024-08-17T01:39:03.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:03 smithi187 ceph-mon[90552]: osdmap e2351: 8 total, 8 up, 8 in 2024-08-17T01:39:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:03 smithi187 ceph-mon[90552]: pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 99 op/s 2024-08-17T01:39:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:03 smithi187 ceph-mon[90552]: osdmap e2352: 8 total, 8 up, 8 in 2024-08-17T01:39:04.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:39:04.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:39:04.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:39:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:39:04.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:04 smithi157 ceph-mon[98780]: osdmap e2353: 8 total, 8 up, 8 in 2024-08-17T01:39:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:39:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:39:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:39:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:39:04.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:04 smithi157 ceph-mon[101289]: osdmap e2353: 8 total, 8 up, 8 in 2024-08-17T01:39:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:39:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:39:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:39:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:39:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:04 smithi187 ceph-mon[90552]: osdmap e2353: 8 total, 8 up, 8 in 2024-08-17T01:39:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:05 smithi157 ceph-mon[98780]: pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.2 KiB/s wr, 73 op/s 2024-08-17T01:39:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:05 smithi157 ceph-mon[98780]: osdmap e2354: 8 total, 8 up, 8 in 2024-08-17T01:39:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:05 smithi157 ceph-mon[101289]: pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.2 KiB/s wr, 73 op/s 2024-08-17T01:39:05.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:05 smithi157 ceph-mon[101289]: osdmap e2354: 8 total, 8 up, 8 in 2024-08-17T01:39:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:05 smithi187 ceph-mon[90552]: pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.2 KiB/s wr, 73 op/s 2024-08-17T01:39:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:05 smithi187 ceph-mon[90552]: osdmap e2354: 8 total, 8 up, 8 in 2024-08-17T01:39:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:07 smithi157 ceph-mon[98780]: osdmap e2355: 8 total, 8 up, 8 in 2024-08-17T01:39:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:07 smithi157 ceph-mon[98780]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.7 KiB/s wr, 38 op/s 2024-08-17T01:39:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:07 smithi157 ceph-mon[101289]: osdmap e2355: 8 total, 8 up, 8 in 2024-08-17T01:39:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:07 smithi157 ceph-mon[101289]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.7 KiB/s wr, 38 op/s 2024-08-17T01:39:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:07 smithi187 ceph-mon[90552]: osdmap e2355: 8 total, 8 up, 8 in 2024-08-17T01:39:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:07 smithi187 ceph-mon[90552]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.7 KiB/s wr, 38 op/s 2024-08-17T01:39:08.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:08 smithi157 ceph-mon[98780]: osdmap e2356: 8 total, 8 up, 8 in 2024-08-17T01:39:08.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:08 smithi157 ceph-mon[98780]: osdmap e2357: 8 total, 8 up, 8 in 2024-08-17T01:39:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:08 smithi157 ceph-mon[101289]: osdmap e2356: 8 total, 8 up, 8 in 2024-08-17T01:39:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:08 smithi157 ceph-mon[101289]: osdmap e2357: 8 total, 8 up, 8 in 2024-08-17T01:39:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:08 smithi187 ceph-mon[90552]: osdmap e2356: 8 total, 8 up, 8 in 2024-08-17T01:39:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:08 smithi187 ceph-mon[90552]: osdmap e2357: 8 total, 8 up, 8 in 2024-08-17T01:39:09.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:09 smithi157 ceph-mon[98780]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.2 KiB/s wr, 111 op/s 2024-08-17T01:39:09.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:09 smithi157 ceph-mon[101289]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.2 KiB/s wr, 111 op/s 2024-08-17T01:39:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:09 smithi187 ceph-mon[90552]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.2 KiB/s wr, 111 op/s 2024-08-17T01:39:10.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:10 smithi157 ceph-mon[98780]: osdmap e2358: 8 total, 8 up, 8 in 2024-08-17T01:39:10.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:10 smithi157 ceph-mon[101289]: osdmap e2358: 8 total, 8 up, 8 in 2024-08-17T01:39:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:10 smithi187 ceph-mon[90552]: osdmap e2358: 8 total, 8 up, 8 in 2024-08-17T01:39:11.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:11 smithi157 ceph-mon[98780]: osdmap e2359: 8 total, 8 up, 8 in 2024-08-17T01:39:11.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:11 smithi157 ceph-mon[98780]: pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.2 KiB/s wr, 111 op/s 2024-08-17T01:39:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:11 smithi157 ceph-mon[101289]: osdmap e2359: 8 total, 8 up, 8 in 2024-08-17T01:39:11.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:11 smithi157 ceph-mon[101289]: pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.2 KiB/s wr, 111 op/s 2024-08-17T01:39:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:11 smithi187 ceph-mon[90552]: osdmap e2359: 8 total, 8 up, 8 in 2024-08-17T01:39:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:11 smithi187 ceph-mon[90552]: pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.2 KiB/s wr, 111 op/s 2024-08-17T01:39:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:12 smithi187 ceph-mon[90552]: osdmap e2360: 8 total, 8 up, 8 in 2024-08-17T01:39:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:39:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:39:12.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:12 smithi157 ceph-mon[98780]: osdmap e2360: 8 total, 8 up, 8 in 2024-08-17T01:39:12.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:12 smithi157 ceph-mon[101289]: osdmap e2360: 8 total, 8 up, 8 in 2024-08-17T01:39:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:39:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:39:13] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-08-17T01:39:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:13 smithi157 ceph-mon[98780]: osdmap e2361: 8 total, 8 up, 8 in 2024-08-17T01:39:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:13 smithi157 ceph-mon[98780]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 2.7 KiB/s wr, 135 op/s 2024-08-17T01:39:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:13 smithi157 ceph-mon[101289]: osdmap e2361: 8 total, 8 up, 8 in 2024-08-17T01:39:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:13 smithi157 ceph-mon[101289]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 2.7 KiB/s wr, 135 op/s 2024-08-17T01:39:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:13 smithi187 ceph-mon[90552]: osdmap e2361: 8 total, 8 up, 8 in 2024-08-17T01:39:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:13 smithi187 ceph-mon[90552]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 2.7 KiB/s wr, 135 op/s 2024-08-17T01:39:14.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:14 smithi157 ceph-mon[98780]: osdmap e2362: 8 total, 8 up, 8 in 2024-08-17T01:39:14.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:14.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:14 smithi157 ceph-mon[101289]: osdmap e2362: 8 total, 8 up, 8 in 2024-08-17T01:39:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:14 smithi187 ceph-mon[90552]: osdmap e2362: 8 total, 8 up, 8 in 2024-08-17T01:39:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:15.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:15 smithi157 ceph-mon[101289]: osdmap e2363: 8 total, 8 up, 8 in 2024-08-17T01:39:15.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:15 smithi157 ceph-mon[101289]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.2 KiB/s wr, 141 op/s 2024-08-17T01:39:15.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:15 smithi157 ceph-mon[98780]: osdmap e2363: 8 total, 8 up, 8 in 2024-08-17T01:39:15.887 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:15 smithi157 ceph-mon[98780]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.2 KiB/s wr, 141 op/s 2024-08-17T01:39:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:15 smithi187 ceph-mon[90552]: osdmap e2363: 8 total, 8 up, 8 in 2024-08-17T01:39:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:15 smithi187 ceph-mon[90552]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.2 KiB/s wr, 141 op/s 2024-08-17T01:39:16.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:16 smithi157 ceph-mon[101289]: osdmap e2364: 8 total, 8 up, 8 in 2024-08-17T01:39:16.994 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:16 smithi157 ceph-mon[98780]: osdmap e2364: 8 total, 8 up, 8 in 2024-08-17T01:39:16.995 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:16 smithi187 ceph-mon[90552]: osdmap e2364: 8 total, 8 up, 8 in 2024-08-17T01:39:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:17 smithi157 ceph-mon[98780]: osdmap e2365: 8 total, 8 up, 8 in 2024-08-17T01:39:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:17 smithi157 ceph-mon[98780]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-17T01:39:17.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:17 smithi157 ceph-mon[101289]: osdmap e2365: 8 total, 8 up, 8 in 2024-08-17T01:39:17.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:17 smithi157 ceph-mon[101289]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-17T01:39:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:17 smithi187 ceph-mon[90552]: osdmap e2365: 8 total, 8 up, 8 in 2024-08-17T01:39:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:17 smithi187 ceph-mon[90552]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-17T01:39:18.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:18 smithi157 ceph-mon[98780]: osdmap e2366: 8 total, 8 up, 8 in 2024-08-17T01:39:18.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:18 smithi157 ceph-mon[101289]: osdmap e2366: 8 total, 8 up, 8 in 2024-08-17T01:39:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:18 smithi187 ceph-mon[90552]: osdmap e2366: 8 total, 8 up, 8 in 2024-08-17T01:39:19.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:19 smithi157 ceph-mon[98780]: osdmap e2367: 8 total, 8 up, 8 in 2024-08-17T01:39:19.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:19 smithi157 ceph-mon[98780]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 3.5 KiB/s wr, 147 op/s 2024-08-17T01:39:19.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:19 smithi157 ceph-mon[101289]: osdmap e2367: 8 total, 8 up, 8 in 2024-08-17T01:39:19.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:19 smithi157 ceph-mon[101289]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 3.5 KiB/s wr, 147 op/s 2024-08-17T01:39:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:19 smithi187 ceph-mon[90552]: osdmap e2367: 8 total, 8 up, 8 in 2024-08-17T01:39:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:19 smithi187 ceph-mon[90552]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 3.5 KiB/s wr, 147 op/s 2024-08-17T01:39:20.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:20 smithi157 ceph-mon[101289]: osdmap e2368: 8 total, 8 up, 8 in 2024-08-17T01:39:20.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:20 smithi157 ceph-mon[98780]: osdmap e2368: 8 total, 8 up, 8 in 2024-08-17T01:39:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:20 smithi187 ceph-mon[90552]: osdmap e2368: 8 total, 8 up, 8 in 2024-08-17T01:39:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:21 smithi157 ceph-mon[98780]: osdmap e2369: 8 total, 8 up, 8 in 2024-08-17T01:39:21.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:21 smithi157 ceph-mon[98780]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 3.2 KiB/s wr, 146 op/s 2024-08-17T01:39:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:21 smithi157 ceph-mon[101289]: osdmap e2369: 8 total, 8 up, 8 in 2024-08-17T01:39:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:21 smithi157 ceph-mon[101289]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 3.2 KiB/s wr, 146 op/s 2024-08-17T01:39:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:21 smithi187 ceph-mon[90552]: osdmap e2369: 8 total, 8 up, 8 in 2024-08-17T01:39:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:21 smithi187 ceph-mon[90552]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 3.2 KiB/s wr, 146 op/s 2024-08-17T01:39:22.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:39:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:39:22.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:22 smithi157 ceph-mon[101289]: osdmap e2370: 8 total, 8 up, 8 in 2024-08-17T01:39:22.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:22 smithi157 ceph-mon[98780]: osdmap e2370: 8 total, 8 up, 8 in 2024-08-17T01:39:22.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:22 smithi187 ceph-mon[90552]: osdmap e2370: 8 total, 8 up, 8 in 2024-08-17T01:39:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:23 smithi157 ceph-mon[98780]: osdmap e2371: 8 total, 8 up, 8 in 2024-08-17T01:39:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:23 smithi157 ceph-mon[98780]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 3.2 KiB/s wr, 214 op/s 2024-08-17T01:39:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:39:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:39:23] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-08-17T01:39:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:23 smithi157 ceph-mon[101289]: osdmap e2371: 8 total, 8 up, 8 in 2024-08-17T01:39:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:23 smithi157 ceph-mon[101289]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 3.2 KiB/s wr, 214 op/s 2024-08-17T01:39:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:23 smithi187 ceph-mon[90552]: osdmap e2371: 8 total, 8 up, 8 in 2024-08-17T01:39:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:23 smithi187 ceph-mon[90552]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 3.2 KiB/s wr, 214 op/s 2024-08-17T01:39:24.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:24 smithi157 ceph-mon[98780]: osdmap e2372: 8 total, 8 up, 8 in 2024-08-17T01:39:24.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:24 smithi157 ceph-mon[101289]: osdmap e2372: 8 total, 8 up, 8 in 2024-08-17T01:39:24.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:24 smithi187 ceph-mon[90552]: osdmap e2372: 8 total, 8 up, 8 in 2024-08-17T01:39:25.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:25 smithi157 ceph-mon[101289]: osdmap e2373: 8 total, 8 up, 8 in 2024-08-17T01:39:25.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:25 smithi157 ceph-mon[101289]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 3.5 KiB/s wr, 220 op/s 2024-08-17T01:39:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:25 smithi157 ceph-mon[98780]: osdmap e2373: 8 total, 8 up, 8 in 2024-08-17T01:39:25.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:25 smithi157 ceph-mon[98780]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 3.5 KiB/s wr, 220 op/s 2024-08-17T01:39:25.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:25 smithi187 ceph-mon[90552]: osdmap e2373: 8 total, 8 up, 8 in 2024-08-17T01:39:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:25 smithi187 ceph-mon[90552]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 3.5 KiB/s wr, 220 op/s 2024-08-17T01:39:26.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:26 smithi157 ceph-mon[101289]: osdmap e2374: 8 total, 8 up, 8 in 2024-08-17T01:39:26.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:26 smithi157 ceph-mon[98780]: osdmap e2374: 8 total, 8 up, 8 in 2024-08-17T01:39:26.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:26 smithi187 ceph-mon[90552]: osdmap e2374: 8 total, 8 up, 8 in 2024-08-17T01:39:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:27 smithi187 ceph-mon[90552]: osdmap e2375: 8 total, 8 up, 8 in 2024-08-17T01:39:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:27 smithi187 ceph-mon[90552]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-17T01:39:28.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:27 smithi157 ceph-mon[101289]: osdmap e2375: 8 total, 8 up, 8 in 2024-08-17T01:39:28.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:27 smithi157 ceph-mon[101289]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-17T01:39:28.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:27 smithi157 ceph-mon[98780]: osdmap e2375: 8 total, 8 up, 8 in 2024-08-17T01:39:28.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:27 smithi157 ceph-mon[98780]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-17T01:39:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:28 smithi187 ceph-mon[90552]: osdmap e2376: 8 total, 8 up, 8 in 2024-08-17T01:39:29.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:28 smithi157 ceph-mon[101289]: osdmap e2376: 8 total, 8 up, 8 in 2024-08-17T01:39:29.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:28 smithi157 ceph-mon[98780]: osdmap e2376: 8 total, 8 up, 8 in 2024-08-17T01:39:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:29 smithi187 ceph-mon[90552]: osdmap e2377: 8 total, 8 up, 8 in 2024-08-17T01:39:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:29 smithi187 ceph-mon[90552]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 3.2 KiB/s wr, 264 op/s 2024-08-17T01:39:30.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:29 smithi157 ceph-mon[101289]: osdmap e2377: 8 total, 8 up, 8 in 2024-08-17T01:39:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:29 smithi157 ceph-mon[101289]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 3.2 KiB/s wr, 264 op/s 2024-08-17T01:39:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:29 smithi157 ceph-mon[98780]: osdmap e2377: 8 total, 8 up, 8 in 2024-08-17T01:39:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:29 smithi157 ceph-mon[98780]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 3.2 KiB/s wr, 264 op/s 2024-08-17T01:39:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:30 smithi187 ceph-mon[90552]: osdmap e2378: 8 total, 8 up, 8 in 2024-08-17T01:39:31.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:30 smithi157 ceph-mon[101289]: osdmap e2378: 8 total, 8 up, 8 in 2024-08-17T01:39:31.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:30 smithi157 ceph-mon[98780]: osdmap e2378: 8 total, 8 up, 8 in 2024-08-17T01:39:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:31 smithi187 ceph-mon[90552]: osdmap e2379: 8 total, 8 up, 8 in 2024-08-17T01:39:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:31 smithi187 ceph-mon[90552]: pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 4.0 KiB/s wr, 265 op/s 2024-08-17T01:39:32.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:31 smithi157 ceph-mon[101289]: osdmap e2379: 8 total, 8 up, 8 in 2024-08-17T01:39:32.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:31 smithi157 ceph-mon[101289]: pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 4.0 KiB/s wr, 265 op/s 2024-08-17T01:39:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:31 smithi157 ceph-mon[98780]: osdmap e2379: 8 total, 8 up, 8 in 2024-08-17T01:39:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:31 smithi157 ceph-mon[98780]: pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 4.0 KiB/s wr, 265 op/s 2024-08-17T01:39:32.672 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:39:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:39:32.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:32 smithi187 ceph-mon[90552]: osdmap e2380: 8 total, 8 up, 8 in 2024-08-17T01:39:33.036 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:32 smithi157 ceph-mon[101289]: osdmap e2380: 8 total, 8 up, 8 in 2024-08-17T01:39:33.036 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:32 smithi157 ceph-mon[98780]: osdmap e2380: 8 total, 8 up, 8 in 2024-08-17T01:39:33.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:33 smithi157 ceph-mon[98780]: osdmap e2381: 8 total, 8 up, 8 in 2024-08-17T01:39:33.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:33 smithi157 ceph-mon[98780]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 3.2 KiB/s wr, 301 op/s 2024-08-17T01:39:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:33 smithi157 ceph-mon[101289]: osdmap e2381: 8 total, 8 up, 8 in 2024-08-17T01:39:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:33 smithi157 ceph-mon[101289]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 3.2 KiB/s wr, 301 op/s 2024-08-17T01:39:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:39:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:39:33] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-08-17T01:39:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:33 smithi187 ceph-mon[90552]: osdmap e2381: 8 total, 8 up, 8 in 2024-08-17T01:39:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:33 smithi187 ceph-mon[90552]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 3.2 KiB/s wr, 301 op/s 2024-08-17T01:39:34.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:34 smithi187 ceph-mon[90552]: osdmap e2382: 8 total, 8 up, 8 in 2024-08-17T01:39:35.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:34 smithi157 ceph-mon[101289]: osdmap e2382: 8 total, 8 up, 8 in 2024-08-17T01:39:35.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:34 smithi157 ceph-mon[98780]: osdmap e2382: 8 total, 8 up, 8 in 2024-08-17T01:39:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:35 smithi187 ceph-mon[90552]: osdmap e2383: 8 total, 8 up, 8 in 2024-08-17T01:39:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:35 smithi187 ceph-mon[90552]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.2 KiB/s wr, 308 op/s 2024-08-17T01:39:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:35 smithi157 ceph-mon[101289]: osdmap e2383: 8 total, 8 up, 8 in 2024-08-17T01:39:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:35 smithi157 ceph-mon[101289]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.2 KiB/s wr, 308 op/s 2024-08-17T01:39:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:35 smithi157 ceph-mon[98780]: osdmap e2383: 8 total, 8 up, 8 in 2024-08-17T01:39:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:35 smithi157 ceph-mon[98780]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.2 KiB/s wr, 308 op/s 2024-08-17T01:39:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:36 smithi187 ceph-mon[90552]: osdmap e2384: 8 total, 8 up, 8 in 2024-08-17T01:39:37.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:36 smithi157 ceph-mon[101289]: osdmap e2384: 8 total, 8 up, 8 in 2024-08-17T01:39:37.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:36 smithi157 ceph-mon[98780]: osdmap e2384: 8 total, 8 up, 8 in 2024-08-17T01:39:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:37 smithi187 ceph-mon[90552]: osdmap e2385: 8 total, 8 up, 8 in 2024-08-17T01:39:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:37 smithi187 ceph-mon[90552]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-08-17T01:39:38.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:37 smithi157 ceph-mon[101289]: osdmap e2385: 8 total, 8 up, 8 in 2024-08-17T01:39:38.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:37 smithi157 ceph-mon[101289]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-08-17T01:39:38.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:37 smithi157 ceph-mon[98780]: osdmap e2385: 8 total, 8 up, 8 in 2024-08-17T01:39:38.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:37 smithi157 ceph-mon[98780]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-08-17T01:39:39.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:38 smithi157 ceph-mon[101289]: osdmap e2386: 8 total, 8 up, 8 in 2024-08-17T01:39:39.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:38 smithi157 ceph-mon[98780]: osdmap e2386: 8 total, 8 up, 8 in 2024-08-17T01:39:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:38 smithi187 ceph-mon[90552]: osdmap e2386: 8 total, 8 up, 8 in 2024-08-17T01:39:40.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:39 smithi157 ceph-mon[98780]: osdmap e2387: 8 total, 8 up, 8 in 2024-08-17T01:39:40.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:39 smithi157 ceph-mon[98780]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 3.5 KiB/s wr, 352 op/s 2024-08-17T01:39:40.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:39 smithi157 ceph-mon[101289]: osdmap e2387: 8 total, 8 up, 8 in 2024-08-17T01:39:40.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:39 smithi157 ceph-mon[101289]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 3.5 KiB/s wr, 352 op/s 2024-08-17T01:39:40.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:39 smithi187 ceph-mon[90552]: osdmap e2387: 8 total, 8 up, 8 in 2024-08-17T01:39:40.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:39 smithi187 ceph-mon[90552]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 3.5 KiB/s wr, 352 op/s 2024-08-17T01:39:41.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:40 smithi157 ceph-mon[101289]: osdmap e2388: 8 total, 8 up, 8 in 2024-08-17T01:39:41.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:40 smithi157 ceph-mon[98780]: osdmap e2388: 8 total, 8 up, 8 in 2024-08-17T01:39:41.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:40 smithi187 ceph-mon[90552]: osdmap e2388: 8 total, 8 up, 8 in 2024-08-17T01:39:42.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:41 smithi157 ceph-mon[101289]: osdmap e2389: 8 total, 8 up, 8 in 2024-08-17T01:39:42.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:41 smithi157 ceph-mon[101289]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 3.2 KiB/s wr, 351 op/s 2024-08-17T01:39:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:41 smithi157 ceph-mon[98780]: osdmap e2389: 8 total, 8 up, 8 in 2024-08-17T01:39:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:41 smithi157 ceph-mon[98780]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 3.2 KiB/s wr, 351 op/s 2024-08-17T01:39:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:41 smithi187 ceph-mon[90552]: osdmap e2389: 8 total, 8 up, 8 in 2024-08-17T01:39:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:41 smithi187 ceph-mon[90552]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 3.2 KiB/s wr, 351 op/s 2024-08-17T01:39:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:39:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:39:43.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:42 smithi157 ceph-mon[101289]: osdmap e2390: 8 total, 8 up, 8 in 2024-08-17T01:39:43.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:42 smithi157 ceph-mon[98780]: osdmap e2390: 8 total, 8 up, 8 in 2024-08-17T01:39:43.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:42 smithi187 ceph-mon[90552]: osdmap e2390: 8 total, 8 up, 8 in 2024-08-17T01:39:43.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:43 smithi157 ceph-mon[101289]: osdmap e2391: 8 total, 8 up, 8 in 2024-08-17T01:39:43.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:43 smithi157 ceph-mon[101289]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 3.5 KiB/s wr, 389 op/s 2024-08-17T01:39:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:43 smithi157 ceph-mon[98780]: osdmap e2391: 8 total, 8 up, 8 in 2024-08-17T01:39:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:43 smithi157 ceph-mon[98780]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 3.5 KiB/s wr, 389 op/s 2024-08-17T01:39:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:39:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:39:43] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-08-17T01:39:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:43 smithi187 ceph-mon[90552]: osdmap e2391: 8 total, 8 up, 8 in 2024-08-17T01:39:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:43 smithi187 ceph-mon[90552]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 3.5 KiB/s wr, 389 op/s 2024-08-17T01:39:45.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:44 smithi157 ceph-mon[98780]: osdmap e2392: 8 total, 8 up, 8 in 2024-08-17T01:39:45.239 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:45.239 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:44 smithi157 ceph-mon[101289]: osdmap e2392: 8 total, 8 up, 8 in 2024-08-17T01:39:45.239 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:45.240 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:44 smithi187 ceph-mon[90552]: osdmap e2392: 8 total, 8 up, 8 in 2024-08-17T01:39:45.240 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:46.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:45 smithi157 ceph-mon[101289]: osdmap e2393: 8 total, 8 up, 8 in 2024-08-17T01:39:46.138 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:45 smithi157 ceph-mon[101289]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 3.2 KiB/s wr, 395 op/s 2024-08-17T01:39:46.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:45 smithi157 ceph-mon[98780]: osdmap e2393: 8 total, 8 up, 8 in 2024-08-17T01:39:46.138 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:45 smithi157 ceph-mon[98780]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 3.2 KiB/s wr, 395 op/s 2024-08-17T01:39:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:45 smithi187 ceph-mon[90552]: osdmap e2393: 8 total, 8 up, 8 in 2024-08-17T01:39:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:45 smithi187 ceph-mon[90552]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 3.2 KiB/s wr, 395 op/s 2024-08-17T01:39:47.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:46 smithi157 ceph-mon[101289]: osdmap e2394: 8 total, 8 up, 8 in 2024-08-17T01:39:47.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:46 smithi157 ceph-mon[98780]: osdmap e2394: 8 total, 8 up, 8 in 2024-08-17T01:39:47.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:46 smithi187 ceph-mon[90552]: osdmap e2394: 8 total, 8 up, 8 in 2024-08-17T01:39:48.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:47 smithi157 ceph-mon[101289]: osdmap e2395: 8 total, 8 up, 8 in 2024-08-17T01:39:48.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:47 smithi157 ceph-mon[101289]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:39:48.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:47 smithi157 ceph-mon[98780]: osdmap e2395: 8 total, 8 up, 8 in 2024-08-17T01:39:48.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:47 smithi157 ceph-mon[98780]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:39:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:47 smithi187 ceph-mon[90552]: osdmap e2395: 8 total, 8 up, 8 in 2024-08-17T01:39:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:47 smithi187 ceph-mon[90552]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:39:49.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:48 smithi157 ceph-mon[98780]: osdmap e2396: 8 total, 8 up, 8 in 2024-08-17T01:39:49.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:48 smithi157 ceph-mon[101289]: osdmap e2396: 8 total, 8 up, 8 in 2024-08-17T01:39:49.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:48 smithi187 ceph-mon[90552]: osdmap e2396: 8 total, 8 up, 8 in 2024-08-17T01:39:50.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:49 smithi157 ceph-mon[98780]: osdmap e2397: 8 total, 8 up, 8 in 2024-08-17T01:39:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:49 smithi157 ceph-mon[98780]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 3.5 KiB/s wr, 439 op/s 2024-08-17T01:39:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:49 smithi157 ceph-mon[101289]: osdmap e2397: 8 total, 8 up, 8 in 2024-08-17T01:39:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:49 smithi157 ceph-mon[101289]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 3.5 KiB/s wr, 439 op/s 2024-08-17T01:39:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:49 smithi187 ceph-mon[90552]: osdmap e2397: 8 total, 8 up, 8 in 2024-08-17T01:39:50.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:49 smithi187 ceph-mon[90552]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 3.5 KiB/s wr, 439 op/s 2024-08-17T01:39:51.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:50 smithi157 ceph-mon[101289]: osdmap e2398: 8 total, 8 up, 8 in 2024-08-17T01:39:51.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:50 smithi157 ceph-mon[98780]: osdmap e2398: 8 total, 8 up, 8 in 2024-08-17T01:39:51.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:50 smithi187 ceph-mon[90552]: osdmap e2398: 8 total, 8 up, 8 in 2024-08-17T01:39:52.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:51 smithi187 ceph-mon[90552]: osdmap e2399: 8 total, 8 up, 8 in 2024-08-17T01:39:52.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:51 smithi187 ceph-mon[90552]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 4.0 KiB/s wr, 440 op/s 2024-08-17T01:39:52.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:51 smithi157 ceph-mon[101289]: osdmap e2399: 8 total, 8 up, 8 in 2024-08-17T01:39:52.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:51 smithi157 ceph-mon[101289]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 4.0 KiB/s wr, 440 op/s 2024-08-17T01:39:52.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:51 smithi157 ceph-mon[98780]: osdmap e2399: 8 total, 8 up, 8 in 2024-08-17T01:39:52.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:51 smithi157 ceph-mon[98780]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 4.0 KiB/s wr, 440 op/s 2024-08-17T01:39:52.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:39:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:39:53.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:52 smithi157 ceph-mon[101289]: osdmap e2400: 8 total, 8 up, 8 in 2024-08-17T01:39:53.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:52 smithi157 ceph-mon[98780]: osdmap e2400: 8 total, 8 up, 8 in 2024-08-17T01:39:53.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:52 smithi187 ceph-mon[90552]: osdmap e2400: 8 total, 8 up, 8 in 2024-08-17T01:39:53.794 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:39:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:39:53] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-08-17T01:39:54.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:53 smithi157 ceph-mon[98780]: osdmap e2401: 8 total, 8 up, 8 in 2024-08-17T01:39:54.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:53 smithi157 ceph-mon[98780]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 3.5 KiB/s wr, 477 op/s 2024-08-17T01:39:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:53 smithi157 ceph-mon[101289]: osdmap e2401: 8 total, 8 up, 8 in 2024-08-17T01:39:54.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:53 smithi157 ceph-mon[101289]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 3.5 KiB/s wr, 477 op/s 2024-08-17T01:39:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:53 smithi187 ceph-mon[90552]: osdmap e2401: 8 total, 8 up, 8 in 2024-08-17T01:39:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:53 smithi187 ceph-mon[90552]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 3.5 KiB/s wr, 477 op/s 2024-08-17T01:39:55.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:54 smithi157 ceph-mon[98780]: osdmap e2402: 8 total, 8 up, 8 in 2024-08-17T01:39:55.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:54 smithi157 ceph-mon[101289]: osdmap e2402: 8 total, 8 up, 8 in 2024-08-17T01:39:55.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:54 smithi187 ceph-mon[90552]: osdmap e2402: 8 total, 8 up, 8 in 2024-08-17T01:39:56.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:55 smithi157 ceph-mon[98780]: osdmap e2403: 8 total, 8 up, 8 in 2024-08-17T01:39:56.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:55 smithi157 ceph-mon[98780]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 360 KiB/s rd, 3.0 KiB/s wr, 482 op/s 2024-08-17T01:39:56.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:55 smithi157 ceph-mon[101289]: osdmap e2403: 8 total, 8 up, 8 in 2024-08-17T01:39:56.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:55 smithi157 ceph-mon[101289]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 360 KiB/s rd, 3.0 KiB/s wr, 482 op/s 2024-08-17T01:39:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:55 smithi187 ceph-mon[90552]: osdmap e2403: 8 total, 8 up, 8 in 2024-08-17T01:39:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:55 smithi187 ceph-mon[90552]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 360 KiB/s rd, 3.0 KiB/s wr, 482 op/s 2024-08-17T01:39:57.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:56 smithi157 ceph-mon[98780]: osdmap e2404: 8 total, 8 up, 8 in 2024-08-17T01:39:57.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:56 smithi157 ceph-mon[101289]: osdmap e2404: 8 total, 8 up, 8 in 2024-08-17T01:39:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:56 smithi187 ceph-mon[90552]: osdmap e2404: 8 total, 8 up, 8 in 2024-08-17T01:39:58.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:57 smithi157 ceph-mon[101289]: osdmap e2405: 8 total, 8 up, 8 in 2024-08-17T01:39:58.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:57 smithi157 ceph-mon[101289]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:39:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:57 smithi157 ceph-mon[98780]: osdmap e2405: 8 total, 8 up, 8 in 2024-08-17T01:39:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:57 smithi157 ceph-mon[98780]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:39:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:57 smithi187 ceph-mon[90552]: osdmap e2405: 8 total, 8 up, 8 in 2024-08-17T01:39:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:57 smithi187 ceph-mon[90552]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:39:59.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:58 smithi157 ceph-mon[101289]: osdmap e2406: 8 total, 8 up, 8 in 2024-08-17T01:39:59.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:58 smithi157 ceph-mon[98780]: osdmap e2406: 8 total, 8 up, 8 in 2024-08-17T01:39:59.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:59.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:58 smithi187 ceph-mon[90552]: osdmap e2406: 8 total, 8 up, 8 in 2024-08-17T01:39:59.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:59 smithi157 ceph-mon[101289]: osdmap e2407: 8 total, 8 up, 8 in 2024-08-17T01:40:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:39:59 smithi157 ceph-mon[101289]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 3.7 KiB/s wr, 527 op/s 2024-08-17T01:40:00.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:59 smithi157 ceph-mon[98780]: osdmap e2407: 8 total, 8 up, 8 in 2024-08-17T01:40:00.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:39:59 smithi157 ceph-mon[98780]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 3.7 KiB/s wr, 527 op/s 2024-08-17T01:40:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:59 smithi187 ceph-mon[90552]: osdmap e2407: 8 total, 8 up, 8 in 2024-08-17T01:40:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:39:59 smithi187 ceph-mon[90552]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 3.7 KiB/s wr, 527 op/s 2024-08-17T01:40:01.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:00 smithi157 ceph-mon[101289]: osdmap e2408: 8 total, 8 up, 8 in 2024-08-17T01:40:01.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:00 smithi157 ceph-mon[101289]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-17T01:40:01.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:00 smithi157 ceph-mon[98780]: osdmap e2408: 8 total, 8 up, 8 in 2024-08-17T01:40:01.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:00 smithi157 ceph-mon[98780]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-17T01:40:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:00 smithi187 ceph-mon[90552]: osdmap e2408: 8 total, 8 up, 8 in 2024-08-17T01:40:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:00 smithi187 ceph-mon[90552]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-17T01:40:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:01 smithi157 ceph-mon[101289]: osdmap e2409: 8 total, 8 up, 8 in 2024-08-17T01:40:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:01 smithi157 ceph-mon[101289]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 527 op/s 2024-08-17T01:40:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:01 smithi157 ceph-mon[98780]: osdmap e2409: 8 total, 8 up, 8 in 2024-08-17T01:40:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:01 smithi157 ceph-mon[98780]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 527 op/s 2024-08-17T01:40:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:01 smithi187 ceph-mon[90552]: osdmap e2409: 8 total, 8 up, 8 in 2024-08-17T01:40:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:01 smithi187 ceph-mon[90552]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 527 op/s 2024-08-17T01:40:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:40:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:40:03.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:02 smithi157 ceph-mon[98780]: osdmap e2410: 8 total, 8 up, 8 in 2024-08-17T01:40:03.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:02 smithi157 ceph-mon[101289]: osdmap e2410: 8 total, 8 up, 8 in 2024-08-17T01:40:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:02 smithi187 ceph-mon[90552]: osdmap e2410: 8 total, 8 up, 8 in 2024-08-17T01:40:03.865 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:40:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:40:03] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-08-17T01:40:04.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:03 smithi157 ceph-mon[101289]: osdmap e2411: 8 total, 8 up, 8 in 2024-08-17T01:40:04.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:03 smithi157 ceph-mon[101289]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 3.0 KiB/s wr, 564 op/s 2024-08-17T01:40:04.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:03 smithi157 ceph-mon[98780]: osdmap e2411: 8 total, 8 up, 8 in 2024-08-17T01:40:04.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:03 smithi157 ceph-mon[98780]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 3.0 KiB/s wr, 564 op/s 2024-08-17T01:40:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:03 smithi187 ceph-mon[90552]: osdmap e2411: 8 total, 8 up, 8 in 2024-08-17T01:40:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:03 smithi187 ceph-mon[90552]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 3.0 KiB/s wr, 564 op/s 2024-08-17T01:40:05.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:04 smithi157 ceph-mon[98780]: osdmap e2412: 8 total, 8 up, 8 in 2024-08-17T01:40:05.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:40:05.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:40:05.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:40:05.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:04 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:40:05.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:04 smithi157 ceph-mon[101289]: osdmap e2412: 8 total, 8 up, 8 in 2024-08-17T01:40:05.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:40:05.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:40:05.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:40:05.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:04 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:40:05.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:04 smithi187 ceph-mon[90552]: osdmap e2412: 8 total, 8 up, 8 in 2024-08-17T01:40:05.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:40:05.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:40:05.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:40:05.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:04 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:40:06.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:05 smithi157 ceph-mon[101289]: osdmap e2413: 8 total, 8 up, 8 in 2024-08-17T01:40:06.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:05 smithi157 ceph-mon[101289]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 425 KiB/s rd, 3.0 KiB/s wr, 570 op/s 2024-08-17T01:40:06.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:05 smithi157 ceph-mon[98780]: osdmap e2413: 8 total, 8 up, 8 in 2024-08-17T01:40:06.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:05 smithi157 ceph-mon[98780]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 425 KiB/s rd, 3.0 KiB/s wr, 570 op/s 2024-08-17T01:40:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:05 smithi187 ceph-mon[90552]: osdmap e2413: 8 total, 8 up, 8 in 2024-08-17T01:40:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:05 smithi187 ceph-mon[90552]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 425 KiB/s rd, 3.0 KiB/s wr, 570 op/s 2024-08-17T01:40:07.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:06 smithi157 ceph-mon[101289]: osdmap e2414: 8 total, 8 up, 8 in 2024-08-17T01:40:07.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:06 smithi157 ceph-mon[98780]: osdmap e2414: 8 total, 8 up, 8 in 2024-08-17T01:40:07.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:06 smithi187 ceph-mon[90552]: osdmap e2414: 8 total, 8 up, 8 in 2024-08-17T01:40:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:07 smithi187 ceph-mon[90552]: osdmap e2415: 8 total, 8 up, 8 in 2024-08-17T01:40:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:07 smithi187 ceph-mon[90552]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-17T01:40:08.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:07 smithi157 ceph-mon[101289]: osdmap e2415: 8 total, 8 up, 8 in 2024-08-17T01:40:08.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:07 smithi157 ceph-mon[101289]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-17T01:40:08.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:07 smithi157 ceph-mon[98780]: osdmap e2415: 8 total, 8 up, 8 in 2024-08-17T01:40:08.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:07 smithi157 ceph-mon[98780]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-17T01:40:09.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:08 smithi187 ceph-mon[90552]: osdmap e2416: 8 total, 8 up, 8 in 2024-08-17T01:40:09.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:08 smithi157 ceph-mon[101289]: osdmap e2416: 8 total, 8 up, 8 in 2024-08-17T01:40:09.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:08 smithi157 ceph-mon[98780]: osdmap e2416: 8 total, 8 up, 8 in 2024-08-17T01:40:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:09 smithi187 ceph-mon[90552]: osdmap e2417: 8 total, 8 up, 8 in 2024-08-17T01:40:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:09 smithi187 ceph-mon[90552]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 3.7 KiB/s wr, 617 op/s 2024-08-17T01:40:10.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:09 smithi157 ceph-mon[101289]: osdmap e2417: 8 total, 8 up, 8 in 2024-08-17T01:40:10.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:09 smithi157 ceph-mon[101289]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 3.7 KiB/s wr, 617 op/s 2024-08-17T01:40:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:09 smithi157 ceph-mon[98780]: osdmap e2417: 8 total, 8 up, 8 in 2024-08-17T01:40:10.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:09 smithi157 ceph-mon[98780]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 3.7 KiB/s wr, 617 op/s 2024-08-17T01:40:11.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:10 smithi187 ceph-mon[90552]: osdmap e2418: 8 total, 8 up, 8 in 2024-08-17T01:40:11.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:10 smithi157 ceph-mon[101289]: osdmap e2418: 8 total, 8 up, 8 in 2024-08-17T01:40:11.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:10 smithi157 ceph-mon[98780]: osdmap e2418: 8 total, 8 up, 8 in 2024-08-17T01:40:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:11 smithi187 ceph-mon[90552]: osdmap e2419: 8 total, 8 up, 8 in 2024-08-17T01:40:12.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:11 smithi187 ceph-mon[90552]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 3.5 KiB/s wr, 617 op/s 2024-08-17T01:40:12.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:11 smithi157 ceph-mon[101289]: osdmap e2419: 8 total, 8 up, 8 in 2024-08-17T01:40:12.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:11 smithi157 ceph-mon[101289]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 3.5 KiB/s wr, 617 op/s 2024-08-17T01:40:12.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:11 smithi157 ceph-mon[98780]: osdmap e2419: 8 total, 8 up, 8 in 2024-08-17T01:40:12.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:11 smithi157 ceph-mon[98780]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 3.5 KiB/s wr, 617 op/s 2024-08-17T01:40:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:40:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:40:13.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:12 smithi187 ceph-mon[90552]: osdmap e2420: 8 total, 8 up, 8 in 2024-08-17T01:40:13.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:12 smithi157 ceph-mon[101289]: osdmap e2420: 8 total, 8 up, 8 in 2024-08-17T01:40:13.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:12 smithi157 ceph-mon[98780]: osdmap e2420: 8 total, 8 up, 8 in 2024-08-17T01:40:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:40:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:40:13] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-08-17T01:40:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:13 smithi187 ceph-mon[90552]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 3.2 KiB/s wr, 653 op/s 2024-08-17T01:40:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:13 smithi187 ceph-mon[90552]: osdmap e2421: 8 total, 8 up, 8 in 2024-08-17T01:40:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:14.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:13 smithi157 ceph-mon[98780]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 3.2 KiB/s wr, 653 op/s 2024-08-17T01:40:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:13 smithi157 ceph-mon[98780]: osdmap e2421: 8 total, 8 up, 8 in 2024-08-17T01:40:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:13 smithi157 ceph-mon[101289]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 3.2 KiB/s wr, 653 op/s 2024-08-17T01:40:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:13 smithi157 ceph-mon[101289]: osdmap e2421: 8 total, 8 up, 8 in 2024-08-17T01:40:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:14 smithi187 ceph-mon[90552]: osdmap e2422: 8 total, 8 up, 8 in 2024-08-17T01:40:15.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:14 smithi157 ceph-mon[98780]: osdmap e2422: 8 total, 8 up, 8 in 2024-08-17T01:40:15.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:14 smithi157 ceph-mon[101289]: osdmap e2422: 8 total, 8 up, 8 in 2024-08-17T01:40:16.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:15 smithi187 ceph-mon[90552]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 490 KiB/s rd, 3.0 KiB/s wr, 660 op/s 2024-08-17T01:40:16.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:15 smithi187 ceph-mon[90552]: osdmap e2423: 8 total, 8 up, 8 in 2024-08-17T01:40:16.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:15 smithi157 ceph-mon[98780]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 490 KiB/s rd, 3.0 KiB/s wr, 660 op/s 2024-08-17T01:40:16.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:15 smithi157 ceph-mon[98780]: osdmap e2423: 8 total, 8 up, 8 in 2024-08-17T01:40:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:15 smithi157 ceph-mon[101289]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 490 KiB/s rd, 3.0 KiB/s wr, 660 op/s 2024-08-17T01:40:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:15 smithi157 ceph-mon[101289]: osdmap e2423: 8 total, 8 up, 8 in 2024-08-17T01:40:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:16 smithi187 ceph-mon[90552]: osdmap e2424: 8 total, 8 up, 8 in 2024-08-17T01:40:17.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:16 smithi157 ceph-mon[101289]: osdmap e2424: 8 total, 8 up, 8 in 2024-08-17T01:40:17.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:16 smithi157 ceph-mon[98780]: osdmap e2424: 8 total, 8 up, 8 in 2024-08-17T01:40:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:17 smithi187 ceph-mon[90552]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-17T01:40:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:17 smithi187 ceph-mon[90552]: osdmap e2425: 8 total, 8 up, 8 in 2024-08-17T01:40:18.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:17 smithi157 ceph-mon[101289]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-17T01:40:18.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:17 smithi157 ceph-mon[101289]: osdmap e2425: 8 total, 8 up, 8 in 2024-08-17T01:40:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:17 smithi157 ceph-mon[98780]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-17T01:40:18.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:17 smithi157 ceph-mon[98780]: osdmap e2425: 8 total, 8 up, 8 in 2024-08-17T01:40:19.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:18 smithi157 ceph-mon[98780]: osdmap e2426: 8 total, 8 up, 8 in 2024-08-17T01:40:19.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:18 smithi157 ceph-mon[101289]: osdmap e2426: 8 total, 8 up, 8 in 2024-08-17T01:40:19.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:18 smithi187 ceph-mon[90552]: osdmap e2426: 8 total, 8 up, 8 in 2024-08-17T01:40:20.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:19 smithi157 ceph-mon[98780]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 4.5 KiB/s wr, 706 op/s 2024-08-17T01:40:20.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:19 smithi157 ceph-mon[98780]: osdmap e2427: 8 total, 8 up, 8 in 2024-08-17T01:40:20.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:19 smithi157 ceph-mon[101289]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 4.5 KiB/s wr, 706 op/s 2024-08-17T01:40:20.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:19 smithi157 ceph-mon[101289]: osdmap e2427: 8 total, 8 up, 8 in 2024-08-17T01:40:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:19 smithi187 ceph-mon[90552]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 4.5 KiB/s wr, 706 op/s 2024-08-17T01:40:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:19 smithi187 ceph-mon[90552]: osdmap e2427: 8 total, 8 up, 8 in 2024-08-17T01:40:21.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:20 smithi157 ceph-mon[101289]: osdmap e2428: 8 total, 8 up, 8 in 2024-08-17T01:40:21.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:20 smithi157 ceph-mon[98780]: osdmap e2428: 8 total, 8 up, 8 in 2024-08-17T01:40:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:20 smithi187 ceph-mon[90552]: osdmap e2428: 8 total, 8 up, 8 in 2024-08-17T01:40:22.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:21 smithi187 ceph-mon[90552]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 3.7 KiB/s wr, 706 op/s 2024-08-17T01:40:22.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:21 smithi187 ceph-mon[90552]: osdmap e2429: 8 total, 8 up, 8 in 2024-08-17T01:40:22.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:21 smithi157 ceph-mon[101289]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 3.7 KiB/s wr, 706 op/s 2024-08-17T01:40:22.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:21 smithi157 ceph-mon[101289]: osdmap e2429: 8 total, 8 up, 8 in 2024-08-17T01:40:22.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:21 smithi157 ceph-mon[98780]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 3.7 KiB/s wr, 706 op/s 2024-08-17T01:40:22.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:21 smithi157 ceph-mon[98780]: osdmap e2429: 8 total, 8 up, 8 in 2024-08-17T01:40:22.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:40:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:40:23.331 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:22 smithi187 ceph-mon[90552]: osdmap e2430: 8 total, 8 up, 8 in 2024-08-17T01:40:23.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:22 smithi157 ceph-mon[101289]: osdmap e2430: 8 total, 8 up, 8 in 2024-08-17T01:40:23.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:22 smithi157 ceph-mon[98780]: osdmap e2430: 8 total, 8 up, 8 in 2024-08-17T01:40:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:40:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:40:23] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-08-17T01:40:24.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:23 smithi157 ceph-mon[98780]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 2.7 KiB/s wr, 742 op/s 2024-08-17T01:40:24.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:23 smithi157 ceph-mon[98780]: osdmap e2431: 8 total, 8 up, 8 in 2024-08-17T01:40:24.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:23 smithi157 ceph-mon[101289]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 2.7 KiB/s wr, 742 op/s 2024-08-17T01:40:24.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:23 smithi157 ceph-mon[101289]: osdmap e2431: 8 total, 8 up, 8 in 2024-08-17T01:40:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:23 smithi187 ceph-mon[90552]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 2.7 KiB/s wr, 742 op/s 2024-08-17T01:40:24.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:23 smithi187 ceph-mon[90552]: osdmap e2431: 8 total, 8 up, 8 in 2024-08-17T01:40:25.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:25 smithi157 ceph-mon[98780]: osdmap e2432: 8 total, 8 up, 8 in 2024-08-17T01:40:25.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:25 smithi157 ceph-mon[101289]: osdmap e2432: 8 total, 8 up, 8 in 2024-08-17T01:40:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:25 smithi187 ceph-mon[90552]: osdmap e2432: 8 total, 8 up, 8 in 2024-08-17T01:40:26.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:26 smithi157 ceph-mon[101289]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 3.5 KiB/s wr, 749 op/s 2024-08-17T01:40:26.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:26 smithi157 ceph-mon[101289]: osdmap e2433: 8 total, 8 up, 8 in 2024-08-17T01:40:26.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:26 smithi157 ceph-mon[98780]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 3.5 KiB/s wr, 749 op/s 2024-08-17T01:40:26.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:26 smithi157 ceph-mon[98780]: osdmap e2433: 8 total, 8 up, 8 in 2024-08-17T01:40:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:26 smithi187 ceph-mon[90552]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 3.5 KiB/s wr, 749 op/s 2024-08-17T01:40:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:26 smithi187 ceph-mon[90552]: osdmap e2433: 8 total, 8 up, 8 in 2024-08-17T01:40:27.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:27 smithi157 ceph-mon[98780]: osdmap e2434: 8 total, 8 up, 8 in 2024-08-17T01:40:27.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:27 smithi157 ceph-mon[101289]: osdmap e2434: 8 total, 8 up, 8 in 2024-08-17T01:40:27.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:27 smithi187 ceph-mon[90552]: osdmap e2434: 8 total, 8 up, 8 in 2024-08-17T01:40:28.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:28 smithi157 ceph-mon[101289]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:40:28.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:28 smithi157 ceph-mon[101289]: osdmap e2435: 8 total, 8 up, 8 in 2024-08-17T01:40:28.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:28 smithi157 ceph-mon[98780]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:40:28.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:28 smithi157 ceph-mon[98780]: osdmap e2435: 8 total, 8 up, 8 in 2024-08-17T01:40:28.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:28 smithi187 ceph-mon[90552]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:40:28.460 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:28 smithi187 ceph-mon[90552]: osdmap e2435: 8 total, 8 up, 8 in 2024-08-17T01:40:29.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:29 smithi157 ceph-mon[101289]: osdmap e2436: 8 total, 8 up, 8 in 2024-08-17T01:40:29.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:29 smithi157 ceph-mon[98780]: osdmap e2436: 8 total, 8 up, 8 in 2024-08-17T01:40:29.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:29 smithi187 ceph-mon[90552]: osdmap e2436: 8 total, 8 up, 8 in 2024-08-17T01:40:29.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:30.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:30 smithi157 ceph-mon[101289]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 3.7 KiB/s wr, 793 op/s 2024-08-17T01:40:30.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:30 smithi157 ceph-mon[101289]: osdmap e2437: 8 total, 8 up, 8 in 2024-08-17T01:40:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:30 smithi157 ceph-mon[98780]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 3.7 KiB/s wr, 793 op/s 2024-08-17T01:40:30.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:30 smithi157 ceph-mon[98780]: osdmap e2437: 8 total, 8 up, 8 in 2024-08-17T01:40:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:30 smithi187 ceph-mon[90552]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 3.7 KiB/s wr, 793 op/s 2024-08-17T01:40:30.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:30 smithi187 ceph-mon[90552]: osdmap e2437: 8 total, 8 up, 8 in 2024-08-17T01:40:31.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:31 smithi157 ceph-mon[98780]: osdmap e2438: 8 total, 8 up, 8 in 2024-08-17T01:40:31.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:31 smithi157 ceph-mon[101289]: osdmap e2438: 8 total, 8 up, 8 in 2024-08-17T01:40:31.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:31 smithi187 ceph-mon[90552]: osdmap e2438: 8 total, 8 up, 8 in 2024-08-17T01:40:32.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:32 smithi187 ceph-mon[90552]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 4.0 KiB/s wr, 793 op/s 2024-08-17T01:40:32.315 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:32 smithi187 ceph-mon[90552]: osdmap e2439: 8 total, 8 up, 8 in 2024-08-17T01:40:32.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:32 smithi157 ceph-mon[98780]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 4.0 KiB/s wr, 793 op/s 2024-08-17T01:40:32.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:32 smithi157 ceph-mon[98780]: osdmap e2439: 8 total, 8 up, 8 in 2024-08-17T01:40:32.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:32 smithi157 ceph-mon[101289]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 4.0 KiB/s wr, 793 op/s 2024-08-17T01:40:32.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:32 smithi157 ceph-mon[101289]: osdmap e2439: 8 total, 8 up, 8 in 2024-08-17T01:40:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:40:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:40:33.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:33 smithi157 ceph-mon[101289]: osdmap e2440: 8 total, 8 up, 8 in 2024-08-17T01:40:33.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:33 smithi157 ceph-mon[98780]: osdmap e2440: 8 total, 8 up, 8 in 2024-08-17T01:40:33.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:33 smithi187 ceph-mon[90552]: osdmap e2440: 8 total, 8 up, 8 in 2024-08-17T01:40:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:40:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:40:33] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-17T01:40:34.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:34 smithi157 ceph-mon[98780]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 616 KiB/s rd, 3.2 KiB/s wr, 830 op/s 2024-08-17T01:40:34.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:34 smithi157 ceph-mon[98780]: osdmap e2441: 8 total, 8 up, 8 in 2024-08-17T01:40:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:34 smithi157 ceph-mon[101289]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 616 KiB/s rd, 3.2 KiB/s wr, 830 op/s 2024-08-17T01:40:34.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:34 smithi157 ceph-mon[101289]: osdmap e2441: 8 total, 8 up, 8 in 2024-08-17T01:40:34.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:34 smithi187 ceph-mon[90552]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 616 KiB/s rd, 3.2 KiB/s wr, 830 op/s 2024-08-17T01:40:34.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:34 smithi187 ceph-mon[90552]: osdmap e2441: 8 total, 8 up, 8 in 2024-08-17T01:40:35.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:35 smithi157 ceph-mon[98780]: osdmap e2442: 8 total, 8 up, 8 in 2024-08-17T01:40:35.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:35 smithi157 ceph-mon[101289]: osdmap e2442: 8 total, 8 up, 8 in 2024-08-17T01:40:35.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:35 smithi187 ceph-mon[90552]: osdmap e2442: 8 total, 8 up, 8 in 2024-08-17T01:40:36.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:36 smithi157 ceph-mon[98780]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 621 KiB/s rd, 3.0 KiB/s wr, 836 op/s 2024-08-17T01:40:36.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:36 smithi157 ceph-mon[98780]: osdmap e2443: 8 total, 8 up, 8 in 2024-08-17T01:40:36.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:36 smithi157 ceph-mon[101289]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 621 KiB/s rd, 3.0 KiB/s wr, 836 op/s 2024-08-17T01:40:36.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:36 smithi157 ceph-mon[101289]: osdmap e2443: 8 total, 8 up, 8 in 2024-08-17T01:40:36.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:36 smithi187 ceph-mon[90552]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 621 KiB/s rd, 3.0 KiB/s wr, 836 op/s 2024-08-17T01:40:36.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:36 smithi187 ceph-mon[90552]: osdmap e2443: 8 total, 8 up, 8 in 2024-08-17T01:40:37.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:37 smithi157 ceph-mon[98780]: osdmap e2444: 8 total, 8 up, 8 in 2024-08-17T01:40:37.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:37 smithi157 ceph-mon[101289]: osdmap e2444: 8 total, 8 up, 8 in 2024-08-17T01:40:37.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:37 smithi187 ceph-mon[90552]: osdmap e2444: 8 total, 8 up, 8 in 2024-08-17T01:40:38.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:38 smithi157 ceph-mon[98780]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:40:38.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:38 smithi157 ceph-mon[98780]: osdmap e2445: 8 total, 8 up, 8 in 2024-08-17T01:40:38.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:38 smithi157 ceph-mon[101289]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:40:38.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:38 smithi157 ceph-mon[101289]: osdmap e2445: 8 total, 8 up, 8 in 2024-08-17T01:40:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:38 smithi187 ceph-mon[90552]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:40:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:38 smithi187 ceph-mon[90552]: osdmap e2445: 8 total, 8 up, 8 in 2024-08-17T01:40:39.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:39 smithi157 ceph-mon[101289]: osdmap e2446: 8 total, 8 up, 8 in 2024-08-17T01:40:39.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:39 smithi157 ceph-mon[98780]: osdmap e2446: 8 total, 8 up, 8 in 2024-08-17T01:40:39.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:39 smithi187 ceph-mon[90552]: osdmap e2446: 8 total, 8 up, 8 in 2024-08-17T01:40:40.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:40 smithi157 ceph-mon[98780]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 4.0 KiB/s wr, 881 op/s 2024-08-17T01:40:40.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:40 smithi157 ceph-mon[98780]: osdmap e2447: 8 total, 8 up, 8 in 2024-08-17T01:40:40.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:40 smithi157 ceph-mon[101289]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 4.0 KiB/s wr, 881 op/s 2024-08-17T01:40:40.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:40 smithi157 ceph-mon[101289]: osdmap e2447: 8 total, 8 up, 8 in 2024-08-17T01:40:40.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:40 smithi187 ceph-mon[90552]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 4.0 KiB/s wr, 881 op/s 2024-08-17T01:40:40.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:40 smithi187 ceph-mon[90552]: osdmap e2447: 8 total, 8 up, 8 in 2024-08-17T01:40:41.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:41 smithi157 ceph-mon[101289]: osdmap e2448: 8 total, 8 up, 8 in 2024-08-17T01:40:41.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:41 smithi157 ceph-mon[98780]: osdmap e2448: 8 total, 8 up, 8 in 2024-08-17T01:40:41.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:41 smithi187 ceph-mon[90552]: osdmap e2448: 8 total, 8 up, 8 in 2024-08-17T01:40:42.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:42 smithi157 ceph-mon[101289]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 3.5 KiB/s wr, 880 op/s 2024-08-17T01:40:42.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:42 smithi157 ceph-mon[101289]: osdmap e2449: 8 total, 8 up, 8 in 2024-08-17T01:40:42.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:42 smithi157 ceph-mon[98780]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 3.5 KiB/s wr, 880 op/s 2024-08-17T01:40:42.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:42 smithi157 ceph-mon[98780]: osdmap e2449: 8 total, 8 up, 8 in 2024-08-17T01:40:42.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:42 smithi187 ceph-mon[90552]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 3.5 KiB/s wr, 880 op/s 2024-08-17T01:40:42.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:42 smithi187 ceph-mon[90552]: osdmap e2449: 8 total, 8 up, 8 in 2024-08-17T01:40:42.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:40:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:40:43.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:43 smithi157 ceph-mon[98780]: osdmap e2450: 8 total, 8 up, 8 in 2024-08-17T01:40:43.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:43 smithi157 ceph-mon[101289]: osdmap e2450: 8 total, 8 up, 8 in 2024-08-17T01:40:43.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:43 smithi187 ceph-mon[90552]: osdmap e2450: 8 total, 8 up, 8 in 2024-08-17T01:40:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:40:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:40:43] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-17T01:40:44.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:44 smithi157 ceph-mon[101289]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 682 KiB/s rd, 3.0 KiB/s wr, 917 op/s 2024-08-17T01:40:44.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:44 smithi157 ceph-mon[101289]: osdmap e2451: 8 total, 8 up, 8 in 2024-08-17T01:40:44.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:44 smithi157 ceph-mon[98780]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 682 KiB/s rd, 3.0 KiB/s wr, 917 op/s 2024-08-17T01:40:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:44 smithi157 ceph-mon[98780]: osdmap e2451: 8 total, 8 up, 8 in 2024-08-17T01:40:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:44 smithi187 ceph-mon[90552]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 682 KiB/s rd, 3.0 KiB/s wr, 917 op/s 2024-08-17T01:40:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:44 smithi187 ceph-mon[90552]: osdmap e2451: 8 total, 8 up, 8 in 2024-08-17T01:40:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:45.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:45 smithi157 ceph-mon[101289]: osdmap e2452: 8 total, 8 up, 8 in 2024-08-17T01:40:45.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:45 smithi157 ceph-mon[98780]: osdmap e2452: 8 total, 8 up, 8 in 2024-08-17T01:40:45.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:45 smithi187 ceph-mon[90552]: osdmap e2452: 8 total, 8 up, 8 in 2024-08-17T01:40:46.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:46 smithi157 ceph-mon[101289]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 687 KiB/s rd, 3.2 KiB/s wr, 924 op/s 2024-08-17T01:40:46.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:46 smithi157 ceph-mon[101289]: osdmap e2453: 8 total, 8 up, 8 in 2024-08-17T01:40:46.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:46 smithi157 ceph-mon[98780]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 687 KiB/s rd, 3.2 KiB/s wr, 924 op/s 2024-08-17T01:40:46.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:46 smithi157 ceph-mon[98780]: osdmap e2453: 8 total, 8 up, 8 in 2024-08-17T01:40:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:46 smithi187 ceph-mon[90552]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 687 KiB/s rd, 3.2 KiB/s wr, 924 op/s 2024-08-17T01:40:46.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:46 smithi187 ceph-mon[90552]: osdmap e2453: 8 total, 8 up, 8 in 2024-08-17T01:40:47.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:47 smithi157 ceph-mon[98780]: osdmap e2454: 8 total, 8 up, 8 in 2024-08-17T01:40:47.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:47 smithi157 ceph-mon[101289]: osdmap e2454: 8 total, 8 up, 8 in 2024-08-17T01:40:47.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:47 smithi187 ceph-mon[90552]: osdmap e2454: 8 total, 8 up, 8 in 2024-08-17T01:40:48.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:48 smithi187 ceph-mon[90552]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-17T01:40:48.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:48 smithi187 ceph-mon[90552]: osdmap e2455: 8 total, 8 up, 8 in 2024-08-17T01:40:48.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:48 smithi157 ceph-mon[101289]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-17T01:40:48.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:48 smithi157 ceph-mon[101289]: osdmap e2455: 8 total, 8 up, 8 in 2024-08-17T01:40:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:48 smithi157 ceph-mon[98780]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-17T01:40:48.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:48 smithi157 ceph-mon[98780]: osdmap e2455: 8 total, 8 up, 8 in 2024-08-17T01:40:49.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:49 smithi187 ceph-mon[90552]: osdmap e2456: 8 total, 8 up, 8 in 2024-08-17T01:40:49.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:49 smithi157 ceph-mon[98780]: osdmap e2456: 8 total, 8 up, 8 in 2024-08-17T01:40:49.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:49 smithi157 ceph-mon[101289]: osdmap e2456: 8 total, 8 up, 8 in 2024-08-17T01:40:50.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:50 smithi187 ceph-mon[90552]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 719 KiB/s rd, 4.0 KiB/s wr, 968 op/s 2024-08-17T01:40:50.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:50 smithi187 ceph-mon[90552]: osdmap e2457: 8 total, 8 up, 8 in 2024-08-17T01:40:50.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:50 smithi157 ceph-mon[101289]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 719 KiB/s rd, 4.0 KiB/s wr, 968 op/s 2024-08-17T01:40:50.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:50 smithi157 ceph-mon[101289]: osdmap e2457: 8 total, 8 up, 8 in 2024-08-17T01:40:50.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:50 smithi157 ceph-mon[98780]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 719 KiB/s rd, 4.0 KiB/s wr, 968 op/s 2024-08-17T01:40:50.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:50 smithi157 ceph-mon[98780]: osdmap e2457: 8 total, 8 up, 8 in 2024-08-17T01:40:51.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:51 smithi187 ceph-mon[90552]: osdmap e2458: 8 total, 8 up, 8 in 2024-08-17T01:40:51.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:51 smithi157 ceph-mon[98780]: osdmap e2458: 8 total, 8 up, 8 in 2024-08-17T01:40:51.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:51 smithi157 ceph-mon[101289]: osdmap e2458: 8 total, 8 up, 8 in 2024-08-17T01:40:52.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:52 smithi187 ceph-mon[90552]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-08-17T01:40:52.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:52 smithi187 ceph-mon[90552]: osdmap e2459: 8 total, 8 up, 8 in 2024-08-17T01:40:52.456 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:40:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:40:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:52 smithi157 ceph-mon[98780]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-08-17T01:40:52.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:52 smithi157 ceph-mon[98780]: osdmap e2459: 8 total, 8 up, 8 in 2024-08-17T01:40:52.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:52 smithi157 ceph-mon[101289]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-08-17T01:40:52.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:52 smithi157 ceph-mon[101289]: osdmap e2459: 8 total, 8 up, 8 in 2024-08-17T01:40:53.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:53 smithi187 ceph-mon[90552]: osdmap e2460: 8 total, 8 up, 8 in 2024-08-17T01:40:53.499 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:53 smithi157 ceph-mon[98780]: osdmap e2460: 8 total, 8 up, 8 in 2024-08-17T01:40:53.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:53 smithi157 ceph-mon[101289]: osdmap e2460: 8 total, 8 up, 8 in 2024-08-17T01:40:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:40:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:40:53] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-08-17T01:40:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:54 smithi187 ceph-mon[90552]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 747 KiB/s rd, 3.2 KiB/s wr, 1.00k op/s 2024-08-17T01:40:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:54 smithi187 ceph-mon[90552]: osdmap e2461: 8 total, 8 up, 8 in 2024-08-17T01:40:54.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:54 smithi157 ceph-mon[101289]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 747 KiB/s rd, 3.2 KiB/s wr, 1.00k op/s 2024-08-17T01:40:54.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:54 smithi157 ceph-mon[101289]: osdmap e2461: 8 total, 8 up, 8 in 2024-08-17T01:40:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:54 smithi157 ceph-mon[98780]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 747 KiB/s rd, 3.2 KiB/s wr, 1.00k op/s 2024-08-17T01:40:54.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:54 smithi157 ceph-mon[98780]: osdmap e2461: 8 total, 8 up, 8 in 2024-08-17T01:40:55.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:55 smithi187 ceph-mon[90552]: osdmap e2462: 8 total, 8 up, 8 in 2024-08-17T01:40:55.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:55 smithi157 ceph-mon[101289]: osdmap e2462: 8 total, 8 up, 8 in 2024-08-17T01:40:55.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:55 smithi157 ceph-mon[98780]: osdmap e2462: 8 total, 8 up, 8 in 2024-08-17T01:40:56.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:56 smithi187 ceph-mon[90552]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 752 KiB/s rd, 3.2 KiB/s wr, 1.01k op/s 2024-08-17T01:40:56.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:56 smithi187 ceph-mon[90552]: osdmap e2463: 8 total, 8 up, 8 in 2024-08-17T01:40:56.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:56 smithi157 ceph-mon[98780]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 752 KiB/s rd, 3.2 KiB/s wr, 1.01k op/s 2024-08-17T01:40:56.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:56 smithi157 ceph-mon[98780]: osdmap e2463: 8 total, 8 up, 8 in 2024-08-17T01:40:56.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:56 smithi157 ceph-mon[101289]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 752 KiB/s rd, 3.2 KiB/s wr, 1.01k op/s 2024-08-17T01:40:56.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:56 smithi157 ceph-mon[101289]: osdmap e2463: 8 total, 8 up, 8 in 2024-08-17T01:40:57.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:57 smithi157 ceph-mon[98780]: osdmap e2464: 8 total, 8 up, 8 in 2024-08-17T01:40:57.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:57 smithi157 ceph-mon[101289]: osdmap e2464: 8 total, 8 up, 8 in 2024-08-17T01:40:57.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:57 smithi187 ceph-mon[90552]: osdmap e2464: 8 total, 8 up, 8 in 2024-08-17T01:40:58.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:58 smithi157 ceph-mon[101289]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-17T01:40:58.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:58 smithi157 ceph-mon[101289]: osdmap e2465: 8 total, 8 up, 8 in 2024-08-17T01:40:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:58 smithi157 ceph-mon[98780]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-17T01:40:58.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:58 smithi157 ceph-mon[98780]: osdmap e2465: 8 total, 8 up, 8 in 2024-08-17T01:40:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:58 smithi187 ceph-mon[90552]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-17T01:40:58.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:58 smithi187 ceph-mon[90552]: osdmap e2465: 8 total, 8 up, 8 in 2024-08-17T01:40:59.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:59 smithi157 ceph-mon[101289]: osdmap e2466: 8 total, 8 up, 8 in 2024-08-17T01:40:59.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:40:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:59 smithi157 ceph-mon[98780]: osdmap e2466: 8 total, 8 up, 8 in 2024-08-17T01:40:59.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:40:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:59 smithi187 ceph-mon[90552]: osdmap e2466: 8 total, 8 up, 8 in 2024-08-17T01:40:59.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:40:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:00.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:00 smithi157 ceph-mon[98780]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-08-17T01:41:00.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:00 smithi157 ceph-mon[98780]: osdmap e2467: 8 total, 8 up, 8 in 2024-08-17T01:41:00.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:00 smithi157 ceph-mon[101289]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-08-17T01:41:00.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:00 smithi157 ceph-mon[101289]: osdmap e2467: 8 total, 8 up, 8 in 2024-08-17T01:41:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:00 smithi187 ceph-mon[90552]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-08-17T01:41:00.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:00 smithi187 ceph-mon[90552]: osdmap e2467: 8 total, 8 up, 8 in 2024-08-17T01:41:01.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:01 smithi157 ceph-mon[101289]: osdmap e2468: 8 total, 8 up, 8 in 2024-08-17T01:41:01.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:01 smithi157 ceph-mon[98780]: osdmap e2468: 8 total, 8 up, 8 in 2024-08-17T01:41:01.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:01 smithi187 ceph-mon[90552]: osdmap e2468: 8 total, 8 up, 8 in 2024-08-17T01:41:02.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:02 smithi157 ceph-mon[98780]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-08-17T01:41:02.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:02 smithi157 ceph-mon[98780]: osdmap e2469: 8 total, 8 up, 8 in 2024-08-17T01:41:02.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:02 smithi157 ceph-mon[101289]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-08-17T01:41:02.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:02 smithi157 ceph-mon[101289]: osdmap e2469: 8 total, 8 up, 8 in 2024-08-17T01:41:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:02 smithi187 ceph-mon[90552]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-08-17T01:41:02.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:02 smithi187 ceph-mon[90552]: osdmap e2469: 8 total, 8 up, 8 in 2024-08-17T01:41:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:41:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:41:03.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:03 smithi157 ceph-mon[98780]: osdmap e2470: 8 total, 8 up, 8 in 2024-08-17T01:41:03.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:03 smithi157 ceph-mon[101289]: osdmap e2470: 8 total, 8 up, 8 in 2024-08-17T01:41:03.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:03 smithi187 ceph-mon[90552]: osdmap e2470: 8 total, 8 up, 8 in 2024-08-17T01:41:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:41:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:41:03] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-08-17T01:41:04.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:04 smithi157 ceph-mon[98780]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 812 KiB/s rd, 3.0 KiB/s wr, 1.09k op/s 2024-08-17T01:41:04.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:04 smithi157 ceph-mon[98780]: osdmap e2471: 8 total, 8 up, 8 in 2024-08-17T01:41:04.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:04 smithi157 ceph-mon[101289]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 812 KiB/s rd, 3.0 KiB/s wr, 1.09k op/s 2024-08-17T01:41:04.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:04 smithi157 ceph-mon[101289]: osdmap e2471: 8 total, 8 up, 8 in 2024-08-17T01:41:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:04 smithi187 ceph-mon[90552]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 812 KiB/s rd, 3.0 KiB/s wr, 1.09k op/s 2024-08-17T01:41:04.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:04 smithi187 ceph-mon[90552]: osdmap e2471: 8 total, 8 up, 8 in 2024-08-17T01:41:05.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:05 smithi157 ceph-mon[98780]: osdmap e2472: 8 total, 8 up, 8 in 2024-08-17T01:41:05.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:05 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:41:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:05 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:41:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:05 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:41:05.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:05 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:41:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:05 smithi157 ceph-mon[101289]: osdmap e2472: 8 total, 8 up, 8 in 2024-08-17T01:41:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:05 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:41:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:05 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:41:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:05 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:41:05.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:05 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:41:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:05 smithi187 ceph-mon[90552]: osdmap e2472: 8 total, 8 up, 8 in 2024-08-17T01:41:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:05 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:41:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:05 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:41:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:05 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:41:05.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:05 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:41:06.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:06 smithi157 ceph-mon[101289]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 817 KiB/s rd, 3.2 KiB/s wr, 1.10k op/s 2024-08-17T01:41:06.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:06 smithi157 ceph-mon[101289]: osdmap e2473: 8 total, 8 up, 8 in 2024-08-17T01:41:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:06 smithi157 ceph-mon[98780]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 817 KiB/s rd, 3.2 KiB/s wr, 1.10k op/s 2024-08-17T01:41:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:06 smithi157 ceph-mon[98780]: osdmap e2473: 8 total, 8 up, 8 in 2024-08-17T01:41:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:06 smithi187 ceph-mon[90552]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 817 KiB/s rd, 3.2 KiB/s wr, 1.10k op/s 2024-08-17T01:41:06.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:06 smithi187 ceph-mon[90552]: osdmap e2473: 8 total, 8 up, 8 in 2024-08-17T01:41:07.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:07 smithi157 ceph-mon[101289]: osdmap e2474: 8 total, 8 up, 8 in 2024-08-17T01:41:07.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:07 smithi157 ceph-mon[98780]: osdmap e2474: 8 total, 8 up, 8 in 2024-08-17T01:41:07.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:07 smithi187 ceph-mon[90552]: osdmap e2474: 8 total, 8 up, 8 in 2024-08-17T01:41:08.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:08 smithi157 ceph-mon[98780]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-17T01:41:08.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:08 smithi157 ceph-mon[98780]: osdmap e2475: 8 total, 8 up, 8 in 2024-08-17T01:41:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:08 smithi157 ceph-mon[101289]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-17T01:41:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:08 smithi157 ceph-mon[101289]: osdmap e2475: 8 total, 8 up, 8 in 2024-08-17T01:41:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:08 smithi187 ceph-mon[90552]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-17T01:41:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:08 smithi187 ceph-mon[90552]: osdmap e2475: 8 total, 8 up, 8 in 2024-08-17T01:41:09.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:09 smithi157 ceph-mon[98780]: osdmap e2476: 8 total, 8 up, 8 in 2024-08-17T01:41:09.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:09 smithi157 ceph-mon[101289]: osdmap e2476: 8 total, 8 up, 8 in 2024-08-17T01:41:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:09 smithi187 ceph-mon[90552]: osdmap e2476: 8 total, 8 up, 8 in 2024-08-17T01:41:10.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:10 smithi157 ceph-mon[98780]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 849 KiB/s rd, 4.0 KiB/s wr, 1.14k op/s 2024-08-17T01:41:10.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:10 smithi157 ceph-mon[98780]: osdmap e2477: 8 total, 8 up, 8 in 2024-08-17T01:41:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:10 smithi157 ceph-mon[101289]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 849 KiB/s rd, 4.0 KiB/s wr, 1.14k op/s 2024-08-17T01:41:10.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:10 smithi157 ceph-mon[101289]: osdmap e2477: 8 total, 8 up, 8 in 2024-08-17T01:41:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:10 smithi187 ceph-mon[90552]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 849 KiB/s rd, 4.0 KiB/s wr, 1.14k op/s 2024-08-17T01:41:10.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:10 smithi187 ceph-mon[90552]: osdmap e2477: 8 total, 8 up, 8 in 2024-08-17T01:41:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:11 smithi157 ceph-mon[101289]: osdmap e2478: 8 total, 8 up, 8 in 2024-08-17T01:41:11.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:11 smithi157 ceph-mon[98780]: osdmap e2478: 8 total, 8 up, 8 in 2024-08-17T01:41:11.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:11 smithi187 ceph-mon[90552]: osdmap e2478: 8 total, 8 up, 8 in 2024-08-17T01:41:12.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:12 smithi157 ceph-mon[101289]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 849 KiB/s rd, 3.5 KiB/s wr, 1.14k op/s 2024-08-17T01:41:12.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:12 smithi157 ceph-mon[101289]: osdmap e2479: 8 total, 8 up, 8 in 2024-08-17T01:41:12.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:12 smithi157 ceph-mon[98780]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 849 KiB/s rd, 3.5 KiB/s wr, 1.14k op/s 2024-08-17T01:41:12.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:12 smithi157 ceph-mon[98780]: osdmap e2479: 8 total, 8 up, 8 in 2024-08-17T01:41:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:12 smithi187 ceph-mon[90552]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 849 KiB/s rd, 3.5 KiB/s wr, 1.14k op/s 2024-08-17T01:41:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:12 smithi187 ceph-mon[90552]: osdmap e2479: 8 total, 8 up, 8 in 2024-08-17T01:41:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:41:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:41:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:41:13.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:41:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:41:13] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-08-17T01:41:13.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:13 smithi157 ceph-mon[101289]: osdmap e2480: 8 total, 8 up, 8 in 2024-08-17T01:41:13.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:13 smithi157 ceph-mon[98780]: osdmap e2480: 8 total, 8 up, 8 in 2024-08-17T01:41:13.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:13 smithi187 ceph-mon[90552]: osdmap e2480: 8 total, 8 up, 8 in 2024-08-17T01:41:14.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:14 smithi157 ceph-mon[101289]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 878 KiB/s rd, 3.0 KiB/s wr, 1.18k op/s 2024-08-17T01:41:14.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:14 smithi157 ceph-mon[101289]: osdmap e2481: 8 total, 8 up, 8 in 2024-08-17T01:41:14.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:14 smithi157 ceph-mon[98780]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 878 KiB/s rd, 3.0 KiB/s wr, 1.18k op/s 2024-08-17T01:41:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:14 smithi157 ceph-mon[98780]: osdmap e2481: 8 total, 8 up, 8 in 2024-08-17T01:41:14.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:14 smithi187 ceph-mon[90552]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 878 KiB/s rd, 3.0 KiB/s wr, 1.18k op/s 2024-08-17T01:41:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:14 smithi187 ceph-mon[90552]: osdmap e2481: 8 total, 8 up, 8 in 2024-08-17T01:41:14.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:15.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:15 smithi157 ceph-mon[98780]: osdmap e2482: 8 total, 8 up, 8 in 2024-08-17T01:41:15.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:15 smithi157 ceph-mon[101289]: osdmap e2482: 8 total, 8 up, 8 in 2024-08-17T01:41:15.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:15 smithi187 ceph-mon[90552]: osdmap e2482: 8 total, 8 up, 8 in 2024-08-17T01:41:16.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:16 smithi157 ceph-mon[101289]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 3.2 KiB/s wr, 1.19k op/s 2024-08-17T01:41:16.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:16 smithi157 ceph-mon[101289]: osdmap e2483: 8 total, 8 up, 8 in 2024-08-17T01:41:16.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:16 smithi157 ceph-mon[98780]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 3.2 KiB/s wr, 1.19k op/s 2024-08-17T01:41:16.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:16 smithi157 ceph-mon[98780]: osdmap e2483: 8 total, 8 up, 8 in 2024-08-17T01:41:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:16 smithi187 ceph-mon[90552]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 3.2 KiB/s wr, 1.19k op/s 2024-08-17T01:41:16.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:16 smithi187 ceph-mon[90552]: osdmap e2483: 8 total, 8 up, 8 in 2024-08-17T01:41:17.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:17 smithi157 ceph-mon[98780]: osdmap e2484: 8 total, 8 up, 8 in 2024-08-17T01:41:17.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:17 smithi157 ceph-mon[98780]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-17T01:41:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:17 smithi157 ceph-mon[101289]: osdmap e2484: 8 total, 8 up, 8 in 2024-08-17T01:41:17.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:17 smithi157 ceph-mon[101289]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-17T01:41:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:17 smithi187 ceph-mon[90552]: osdmap e2484: 8 total, 8 up, 8 in 2024-08-17T01:41:17.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:17 smithi187 ceph-mon[90552]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-17T01:41:18.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:18 smithi157 ceph-mon[101289]: osdmap e2485: 8 total, 8 up, 8 in 2024-08-17T01:41:18.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:18 smithi157 ceph-mon[98780]: osdmap e2485: 8 total, 8 up, 8 in 2024-08-17T01:41:18.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:18 smithi187 ceph-mon[90552]: osdmap e2485: 8 total, 8 up, 8 in 2024-08-17T01:41:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:19 smithi157 ceph-mon[98780]: osdmap e2486: 8 total, 8 up, 8 in 2024-08-17T01:41:19.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:19 smithi157 ceph-mon[98780]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 915 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-08-17T01:41:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:19 smithi157 ceph-mon[101289]: osdmap e2486: 8 total, 8 up, 8 in 2024-08-17T01:41:19.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:19 smithi157 ceph-mon[101289]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 915 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-08-17T01:41:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:19 smithi187 ceph-mon[90552]: osdmap e2486: 8 total, 8 up, 8 in 2024-08-17T01:41:19.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:19 smithi187 ceph-mon[90552]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 915 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-08-17T01:41:20.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:20 smithi157 ceph-mon[101289]: osdmap e2487: 8 total, 8 up, 8 in 2024-08-17T01:41:20.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:20 smithi157 ceph-mon[98780]: osdmap e2487: 8 total, 8 up, 8 in 2024-08-17T01:41:20.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:20 smithi187 ceph-mon[90552]: osdmap e2487: 8 total, 8 up, 8 in 2024-08-17T01:41:21.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:21 smithi157 ceph-mon[101289]: osdmap e2488: 8 total, 8 up, 8 in 2024-08-17T01:41:21.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:21 smithi157 ceph-mon[101289]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 915 KiB/s rd, 4.0 KiB/s wr, 1.23k op/s 2024-08-17T01:41:21.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:21 smithi157 ceph-mon[98780]: osdmap e2488: 8 total, 8 up, 8 in 2024-08-17T01:41:21.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:21 smithi157 ceph-mon[98780]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 915 KiB/s rd, 4.0 KiB/s wr, 1.23k op/s 2024-08-17T01:41:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:21 smithi187 ceph-mon[90552]: osdmap e2488: 8 total, 8 up, 8 in 2024-08-17T01:41:21.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:21 smithi187 ceph-mon[90552]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 915 KiB/s rd, 4.0 KiB/s wr, 1.23k op/s 2024-08-17T01:41:22.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:22 smithi187 ceph-mon[90552]: osdmap e2489: 8 total, 8 up, 8 in 2024-08-17T01:41:22.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:41:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:41:22.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:22 smithi157 ceph-mon[98780]: osdmap e2489: 8 total, 8 up, 8 in 2024-08-17T01:41:22.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:22 smithi157 ceph-mon[101289]: osdmap e2489: 8 total, 8 up, 8 in 2024-08-17T01:41:23.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:41:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:41:23] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-08-17T01:41:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:23 smithi157 ceph-mon[98780]: osdmap e2490: 8 total, 8 up, 8 in 2024-08-17T01:41:23.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:23 smithi157 ceph-mon[98780]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 943 KiB/s rd, 3.7 KiB/s wr, 1.27k op/s 2024-08-17T01:41:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:23 smithi157 ceph-mon[101289]: osdmap e2490: 8 total, 8 up, 8 in 2024-08-17T01:41:23.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:23 smithi157 ceph-mon[101289]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 943 KiB/s rd, 3.7 KiB/s wr, 1.27k op/s 2024-08-17T01:41:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:23 smithi187 ceph-mon[90552]: osdmap e2490: 8 total, 8 up, 8 in 2024-08-17T01:41:23.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:23 smithi187 ceph-mon[90552]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 943 KiB/s rd, 3.7 KiB/s wr, 1.27k op/s 2024-08-17T01:41:24.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:24 smithi157 ceph-mon[98780]: osdmap e2491: 8 total, 8 up, 8 in 2024-08-17T01:41:24.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:24 smithi157 ceph-mon[101289]: osdmap e2491: 8 total, 8 up, 8 in 2024-08-17T01:41:24.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:24 smithi187 ceph-mon[90552]: osdmap e2491: 8 total, 8 up, 8 in 2024-08-17T01:41:25.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:25 smithi157 ceph-mon[98780]: osdmap e2492: 8 total, 8 up, 8 in 2024-08-17T01:41:25.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:25 smithi157 ceph-mon[98780]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 947 KiB/s rd, 3.2 KiB/s wr, 1.28k op/s 2024-08-17T01:41:25.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:25 smithi157 ceph-mon[101289]: osdmap e2492: 8 total, 8 up, 8 in 2024-08-17T01:41:25.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:25 smithi157 ceph-mon[101289]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 947 KiB/s rd, 3.2 KiB/s wr, 1.28k op/s 2024-08-17T01:41:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:25 smithi187 ceph-mon[90552]: osdmap e2492: 8 total, 8 up, 8 in 2024-08-17T01:41:25.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:25 smithi187 ceph-mon[90552]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 947 KiB/s rd, 3.2 KiB/s wr, 1.28k op/s 2024-08-17T01:41:26.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:26 smithi157 ceph-mon[98780]: osdmap e2493: 8 total, 8 up, 8 in 2024-08-17T01:41:26.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:26 smithi157 ceph-mon[101289]: osdmap e2493: 8 total, 8 up, 8 in 2024-08-17T01:41:26.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:26 smithi187 ceph-mon[90552]: osdmap e2493: 8 total, 8 up, 8 in 2024-08-17T01:41:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:27 smithi157 ceph-mon[98780]: osdmap e2494: 8 total, 8 up, 8 in 2024-08-17T01:41:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:27 smithi157 ceph-mon[98780]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-08-17T01:41:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:27 smithi157 ceph-mon[101289]: osdmap e2494: 8 total, 8 up, 8 in 2024-08-17T01:41:27.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:27 smithi157 ceph-mon[101289]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-08-17T01:41:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:27 smithi187 ceph-mon[90552]: osdmap e2494: 8 total, 8 up, 8 in 2024-08-17T01:41:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:27 smithi187 ceph-mon[90552]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-08-17T01:41:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:28 smithi187 ceph-mon[90552]: osdmap e2495: 8 total, 8 up, 8 in 2024-08-17T01:41:28.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:28 smithi157 ceph-mon[98780]: osdmap e2495: 8 total, 8 up, 8 in 2024-08-17T01:41:28.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:28 smithi157 ceph-mon[101289]: osdmap e2495: 8 total, 8 up, 8 in 2024-08-17T01:41:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:29 smithi187 ceph-mon[90552]: osdmap e2496: 8 total, 8 up, 8 in 2024-08-17T01:41:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:29 smithi187 ceph-mon[90552]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 979 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-08-17T01:41:29.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:29 smithi157 ceph-mon[101289]: osdmap e2496: 8 total, 8 up, 8 in 2024-08-17T01:41:29.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:29.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:29 smithi157 ceph-mon[101289]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 979 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-08-17T01:41:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:29 smithi157 ceph-mon[98780]: osdmap e2496: 8 total, 8 up, 8 in 2024-08-17T01:41:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:29.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:29 smithi157 ceph-mon[98780]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 979 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-08-17T01:41:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:30 smithi187 ceph-mon[90552]: osdmap e2497: 8 total, 8 up, 8 in 2024-08-17T01:41:30.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:30 smithi157 ceph-mon[98780]: osdmap e2497: 8 total, 8 up, 8 in 2024-08-17T01:41:30.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:30 smithi157 ceph-mon[101289]: osdmap e2497: 8 total, 8 up, 8 in 2024-08-17T01:41:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:31 smithi187 ceph-mon[90552]: osdmap e2498: 8 total, 8 up, 8 in 2024-08-17T01:41:31.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:31 smithi187 ceph-mon[90552]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 979 KiB/s rd, 4.0 KiB/s wr, 1.32k op/s 2024-08-17T01:41:31.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:31 smithi157 ceph-mon[98780]: osdmap e2498: 8 total, 8 up, 8 in 2024-08-17T01:41:31.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:31 smithi157 ceph-mon[98780]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 979 KiB/s rd, 4.0 KiB/s wr, 1.32k op/s 2024-08-17T01:41:31.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:31 smithi157 ceph-mon[101289]: osdmap e2498: 8 total, 8 up, 8 in 2024-08-17T01:41:31.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:31 smithi157 ceph-mon[101289]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 979 KiB/s rd, 4.0 KiB/s wr, 1.32k op/s 2024-08-17T01:41:32.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:32 smithi187 ceph-mon[90552]: osdmap e2499: 8 total, 8 up, 8 in 2024-08-17T01:41:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:41:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:41:32.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:32 smithi157 ceph-mon[98780]: osdmap e2499: 8 total, 8 up, 8 in 2024-08-17T01:41:32.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:32 smithi157 ceph-mon[101289]: osdmap e2499: 8 total, 8 up, 8 in 2024-08-17T01:41:33.727 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:33 smithi187 ceph-mon[90552]: osdmap e2500: 8 total, 8 up, 8 in 2024-08-17T01:41:33.727 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:33 smithi187 ceph-mon[90552]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1008 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-08-17T01:41:33.786 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:41:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:41:33] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-08-17T01:41:33.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:33 smithi157 ceph-mon[98780]: osdmap e2500: 8 total, 8 up, 8 in 2024-08-17T01:41:33.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:33 smithi157 ceph-mon[98780]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1008 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-08-17T01:41:33.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:33 smithi157 ceph-mon[101289]: osdmap e2500: 8 total, 8 up, 8 in 2024-08-17T01:41:33.787 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:33 smithi157 ceph-mon[101289]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1008 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-08-17T01:41:34.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:34 smithi187 ceph-mon[90552]: osdmap e2501: 8 total, 8 up, 8 in 2024-08-17T01:41:34.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:34 smithi157 ceph-mon[101289]: osdmap e2501: 8 total, 8 up, 8 in 2024-08-17T01:41:34.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:34 smithi157 ceph-mon[98780]: osdmap e2501: 8 total, 8 up, 8 in 2024-08-17T01:41:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:35 smithi187 ceph-mon[90552]: osdmap e2502: 8 total, 8 up, 8 in 2024-08-17T01:41:35.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:35 smithi187 ceph-mon[90552]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1013 KiB/s rd, 3.0 KiB/s wr, 1.36k op/s 2024-08-17T01:41:35.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:35 smithi157 ceph-mon[101289]: osdmap e2502: 8 total, 8 up, 8 in 2024-08-17T01:41:35.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:35 smithi157 ceph-mon[101289]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1013 KiB/s rd, 3.0 KiB/s wr, 1.36k op/s 2024-08-17T01:41:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:35 smithi157 ceph-mon[98780]: osdmap e2502: 8 total, 8 up, 8 in 2024-08-17T01:41:35.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:35 smithi157 ceph-mon[98780]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1013 KiB/s rd, 3.0 KiB/s wr, 1.36k op/s 2024-08-17T01:41:36.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:36 smithi187 ceph-mon[90552]: osdmap e2503: 8 total, 8 up, 8 in 2024-08-17T01:41:36.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:36 smithi157 ceph-mon[98780]: osdmap e2503: 8 total, 8 up, 8 in 2024-08-17T01:41:36.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:36 smithi157 ceph-mon[101289]: osdmap e2503: 8 total, 8 up, 8 in 2024-08-17T01:41:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:37 smithi187 ceph-mon[90552]: osdmap e2504: 8 total, 8 up, 8 in 2024-08-17T01:41:37.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:37 smithi187 ceph-mon[90552]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:41:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:37 smithi157 ceph-mon[98780]: osdmap e2504: 8 total, 8 up, 8 in 2024-08-17T01:41:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:37 smithi157 ceph-mon[98780]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:41:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:37 smithi157 ceph-mon[101289]: osdmap e2504: 8 total, 8 up, 8 in 2024-08-17T01:41:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:37 smithi157 ceph-mon[101289]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:41:38.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:38 smithi187 ceph-mon[90552]: osdmap e2505: 8 total, 8 up, 8 in 2024-08-17T01:41:38.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:38 smithi157 ceph-mon[101289]: osdmap e2505: 8 total, 8 up, 8 in 2024-08-17T01:41:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:38 smithi157 ceph-mon[98780]: osdmap e2505: 8 total, 8 up, 8 in 2024-08-17T01:41:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:39 smithi157 ceph-mon[98780]: osdmap e2506: 8 total, 8 up, 8 in 2024-08-17T01:41:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:39 smithi157 ceph-mon[98780]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.41k op/s 2024-08-17T01:41:39.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:39 smithi157 ceph-mon[101289]: osdmap e2506: 8 total, 8 up, 8 in 2024-08-17T01:41:39.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:39 smithi157 ceph-mon[101289]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.41k op/s 2024-08-17T01:41:39.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:39 smithi187 ceph-mon[90552]: osdmap e2506: 8 total, 8 up, 8 in 2024-08-17T01:41:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:39 smithi187 ceph-mon[90552]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.41k op/s 2024-08-17T01:41:40.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:40 smithi157 ceph-mon[98780]: osdmap e2507: 8 total, 8 up, 8 in 2024-08-17T01:41:40.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:40 smithi157 ceph-mon[101289]: osdmap e2507: 8 total, 8 up, 8 in 2024-08-17T01:41:40.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:40 smithi187 ceph-mon[90552]: osdmap e2507: 8 total, 8 up, 8 in 2024-08-17T01:41:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:41 smithi157 ceph-mon[98780]: osdmap e2508: 8 total, 8 up, 8 in 2024-08-17T01:41:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:41 smithi157 ceph-mon[98780]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.41k op/s 2024-08-17T01:41:41.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:41 smithi157 ceph-mon[101289]: osdmap e2508: 8 total, 8 up, 8 in 2024-08-17T01:41:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:41 smithi157 ceph-mon[101289]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.41k op/s 2024-08-17T01:41:41.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:41 smithi187 ceph-mon[90552]: osdmap e2508: 8 total, 8 up, 8 in 2024-08-17T01:41:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:41 smithi187 ceph-mon[90552]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.41k op/s 2024-08-17T01:41:42.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:42 smithi187 ceph-mon[90552]: osdmap e2509: 8 total, 8 up, 8 in 2024-08-17T01:41:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:41:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:41:42.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:42 smithi157 ceph-mon[98780]: osdmap e2509: 8 total, 8 up, 8 in 2024-08-17T01:41:42.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:42 smithi157 ceph-mon[101289]: osdmap e2509: 8 total, 8 up, 8 in 2024-08-17T01:41:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:43 smithi157 ceph-mon[98780]: osdmap e2510: 8 total, 8 up, 8 in 2024-08-17T01:41:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:43 smithi157 ceph-mon[98780]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 KiB/s wr, 1.45k op/s 2024-08-17T01:41:43.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:41:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:41:43] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-08-17T01:41:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:43 smithi157 ceph-mon[101289]: osdmap e2510: 8 total, 8 up, 8 in 2024-08-17T01:41:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:43 smithi157 ceph-mon[101289]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 KiB/s wr, 1.45k op/s 2024-08-17T01:41:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:43 smithi187 ceph-mon[90552]: osdmap e2510: 8 total, 8 up, 8 in 2024-08-17T01:41:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:43 smithi187 ceph-mon[90552]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 KiB/s wr, 1.45k op/s 2024-08-17T01:41:44.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:44 smithi157 ceph-mon[101289]: osdmap e2511: 8 total, 8 up, 8 in 2024-08-17T01:41:44.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:44 smithi157 ceph-mon[98780]: osdmap e2511: 8 total, 8 up, 8 in 2024-08-17T01:41:44.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:44 smithi187 ceph-mon[90552]: osdmap e2511: 8 total, 8 up, 8 in 2024-08-17T01:41:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:45 smithi157 ceph-mon[101289]: osdmap e2512: 8 total, 8 up, 8 in 2024-08-17T01:41:45.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:45 smithi157 ceph-mon[101289]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.45k op/s 2024-08-17T01:41:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:45 smithi157 ceph-mon[98780]: osdmap e2512: 8 total, 8 up, 8 in 2024-08-17T01:41:45.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:45 smithi157 ceph-mon[98780]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.45k op/s 2024-08-17T01:41:45.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:45 smithi187 ceph-mon[90552]: osdmap e2512: 8 total, 8 up, 8 in 2024-08-17T01:41:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:45 smithi187 ceph-mon[90552]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.45k op/s 2024-08-17T01:41:46.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:46 smithi157 ceph-mon[101289]: osdmap e2513: 8 total, 8 up, 8 in 2024-08-17T01:41:46.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:46 smithi157 ceph-mon[98780]: osdmap e2513: 8 total, 8 up, 8 in 2024-08-17T01:41:46.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:46 smithi187 ceph-mon[90552]: osdmap e2513: 8 total, 8 up, 8 in 2024-08-17T01:41:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:47 smithi157 ceph-mon[98780]: osdmap e2514: 8 total, 8 up, 8 in 2024-08-17T01:41:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:47 smithi157 ceph-mon[98780]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-08-17T01:41:47.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:47 smithi157 ceph-mon[101289]: osdmap e2514: 8 total, 8 up, 8 in 2024-08-17T01:41:47.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:47 smithi157 ceph-mon[101289]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-08-17T01:41:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:47 smithi187 ceph-mon[90552]: osdmap e2514: 8 total, 8 up, 8 in 2024-08-17T01:41:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:47 smithi187 ceph-mon[90552]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-08-17T01:41:48.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:48 smithi157 ceph-mon[98780]: osdmap e2515: 8 total, 8 up, 8 in 2024-08-17T01:41:48.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:48 smithi157 ceph-mon[101289]: osdmap e2515: 8 total, 8 up, 8 in 2024-08-17T01:41:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:48 smithi187 ceph-mon[90552]: osdmap e2515: 8 total, 8 up, 8 in 2024-08-17T01:41:49.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:49 smithi157 ceph-mon[101289]: osdmap e2516: 8 total, 8 up, 8 in 2024-08-17T01:41:49.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:49 smithi157 ceph-mon[101289]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-08-17T01:41:49.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:49 smithi157 ceph-mon[98780]: osdmap e2516: 8 total, 8 up, 8 in 2024-08-17T01:41:49.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:49 smithi157 ceph-mon[98780]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-08-17T01:41:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:49 smithi187 ceph-mon[90552]: osdmap e2516: 8 total, 8 up, 8 in 2024-08-17T01:41:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:49 smithi187 ceph-mon[90552]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-08-17T01:41:50.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:50 smithi157 ceph-mon[98780]: osdmap e2517: 8 total, 8 up, 8 in 2024-08-17T01:41:50.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:50 smithi157 ceph-mon[101289]: osdmap e2517: 8 total, 8 up, 8 in 2024-08-17T01:41:50.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:50 smithi187 ceph-mon[90552]: osdmap e2517: 8 total, 8 up, 8 in 2024-08-17T01:41:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:51 smithi157 ceph-mon[101289]: osdmap e2518: 8 total, 8 up, 8 in 2024-08-17T01:41:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:51 smithi157 ceph-mon[101289]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-08-17T01:41:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:51 smithi157 ceph-mon[98780]: osdmap e2518: 8 total, 8 up, 8 in 2024-08-17T01:41:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:51 smithi157 ceph-mon[98780]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-08-17T01:41:51.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:51 smithi187 ceph-mon[90552]: osdmap e2518: 8 total, 8 up, 8 in 2024-08-17T01:41:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:51 smithi187 ceph-mon[90552]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-08-17T01:41:52.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:52 smithi187 ceph-mon[90552]: osdmap e2519: 8 total, 8 up, 8 in 2024-08-17T01:41:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:41:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:41:52.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:52 smithi157 ceph-mon[101289]: osdmap e2519: 8 total, 8 up, 8 in 2024-08-17T01:41:52.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:52 smithi157 ceph-mon[98780]: osdmap e2519: 8 total, 8 up, 8 in 2024-08-17T01:41:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:41:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:41:53] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-08-17T01:41:53.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:53 smithi157 ceph-mon[98780]: osdmap e2520: 8 total, 8 up, 8 in 2024-08-17T01:41:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:53 smithi157 ceph-mon[98780]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.53k op/s 2024-08-17T01:41:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:53 smithi157 ceph-mon[101289]: osdmap e2520: 8 total, 8 up, 8 in 2024-08-17T01:41:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:53 smithi157 ceph-mon[101289]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.53k op/s 2024-08-17T01:41:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:53 smithi187 ceph-mon[90552]: osdmap e2520: 8 total, 8 up, 8 in 2024-08-17T01:41:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:53 smithi187 ceph-mon[90552]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.53k op/s 2024-08-17T01:41:54.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:54 smithi157 ceph-mon[98780]: osdmap e2521: 8 total, 8 up, 8 in 2024-08-17T01:41:54.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:54 smithi157 ceph-mon[101289]: osdmap e2521: 8 total, 8 up, 8 in 2024-08-17T01:41:54.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:54 smithi187 ceph-mon[90552]: osdmap e2521: 8 total, 8 up, 8 in 2024-08-17T01:41:55.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:55 smithi157 ceph-mon[101289]: osdmap e2522: 8 total, 8 up, 8 in 2024-08-17T01:41:55.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:55 smithi157 ceph-mon[101289]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.54k op/s 2024-08-17T01:41:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:55 smithi157 ceph-mon[98780]: osdmap e2522: 8 total, 8 up, 8 in 2024-08-17T01:41:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:55 smithi157 ceph-mon[98780]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.54k op/s 2024-08-17T01:41:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:55 smithi187 ceph-mon[90552]: osdmap e2522: 8 total, 8 up, 8 in 2024-08-17T01:41:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:55 smithi187 ceph-mon[90552]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.54k op/s 2024-08-17T01:41:56.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:56 smithi157 ceph-mon[98780]: osdmap e2523: 8 total, 8 up, 8 in 2024-08-17T01:41:56.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:56 smithi157 ceph-mon[101289]: osdmap e2523: 8 total, 8 up, 8 in 2024-08-17T01:41:56.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:56 smithi187 ceph-mon[90552]: osdmap e2523: 8 total, 8 up, 8 in 2024-08-17T01:41:57.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:57 smithi157 ceph-mon[98780]: osdmap e2524: 8 total, 8 up, 8 in 2024-08-17T01:41:57.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:57 smithi157 ceph-mon[98780]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-17T01:41:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:57 smithi157 ceph-mon[101289]: osdmap e2524: 8 total, 8 up, 8 in 2024-08-17T01:41:57.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:57 smithi157 ceph-mon[101289]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-17T01:41:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:57 smithi187 ceph-mon[90552]: osdmap e2524: 8 total, 8 up, 8 in 2024-08-17T01:41:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:57 smithi187 ceph-mon[90552]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-17T01:41:58.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:58 smithi157 ceph-mon[98780]: osdmap e2525: 8 total, 8 up, 8 in 2024-08-17T01:41:58.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:58 smithi157 ceph-mon[101289]: osdmap e2525: 8 total, 8 up, 8 in 2024-08-17T01:41:58.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:58 smithi187 ceph-mon[90552]: osdmap e2525: 8 total, 8 up, 8 in 2024-08-17T01:41:59.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:59 smithi157 ceph-mon[98780]: osdmap e2526: 8 total, 8 up, 8 in 2024-08-17T01:41:59.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:59.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:41:59 smithi157 ceph-mon[98780]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 939 KiB/s rd, 3.5 KiB/s wr, 1.26k op/s 2024-08-17T01:41:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:59 smithi157 ceph-mon[101289]: osdmap e2526: 8 total, 8 up, 8 in 2024-08-17T01:41:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:59.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:41:59 smithi157 ceph-mon[101289]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 939 KiB/s rd, 3.5 KiB/s wr, 1.26k op/s 2024-08-17T01:41:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:59 smithi187 ceph-mon[90552]: osdmap e2526: 8 total, 8 up, 8 in 2024-08-17T01:41:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:41:59 smithi187 ceph-mon[90552]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 939 KiB/s rd, 3.5 KiB/s wr, 1.26k op/s 2024-08-17T01:42:00.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:00 smithi157 ceph-mon[98780]: osdmap e2527: 8 total, 8 up, 8 in 2024-08-17T01:42:00.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:00 smithi157 ceph-mon[101289]: osdmap e2527: 8 total, 8 up, 8 in 2024-08-17T01:42:00.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:00 smithi187 ceph-mon[90552]: osdmap e2527: 8 total, 8 up, 8 in 2024-08-17T01:42:01.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:01 smithi157 ceph-mon[98780]: osdmap e2528: 8 total, 8 up, 8 in 2024-08-17T01:42:01.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:01 smithi157 ceph-mon[98780]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 939 KiB/s rd, 3.0 KiB/s wr, 1.26k op/s 2024-08-17T01:42:01.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:01 smithi157 ceph-mon[101289]: osdmap e2528: 8 total, 8 up, 8 in 2024-08-17T01:42:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:01 smithi157 ceph-mon[101289]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 939 KiB/s rd, 3.0 KiB/s wr, 1.26k op/s 2024-08-17T01:42:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:01 smithi187 ceph-mon[90552]: osdmap e2528: 8 total, 8 up, 8 in 2024-08-17T01:42:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:01 smithi187 ceph-mon[90552]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 939 KiB/s rd, 3.0 KiB/s wr, 1.26k op/s 2024-08-17T01:42:02.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:42:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:42:02.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:02 smithi157 ceph-mon[98780]: osdmap e2529: 8 total, 8 up, 8 in 2024-08-17T01:42:02.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:02 smithi157 ceph-mon[101289]: osdmap e2529: 8 total, 8 up, 8 in 2024-08-17T01:42:02.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:02 smithi187 ceph-mon[90552]: osdmap e2529: 8 total, 8 up, 8 in 2024-08-17T01:42:03.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:03 smithi157 ceph-mon[98780]: osdmap e2530: 8 total, 8 up, 8 in 2024-08-17T01:42:03.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:03 smithi157 ceph-mon[98780]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.61k op/s 2024-08-17T01:42:03.786 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:42:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:42:03] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-17T01:42:03.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:03 smithi157 ceph-mon[101289]: osdmap e2530: 8 total, 8 up, 8 in 2024-08-17T01:42:03.787 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:03 smithi157 ceph-mon[101289]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.61k op/s 2024-08-17T01:42:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:03 smithi187 ceph-mon[90552]: osdmap e2530: 8 total, 8 up, 8 in 2024-08-17T01:42:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:03 smithi187 ceph-mon[90552]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.61k op/s 2024-08-17T01:42:04.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:04 smithi157 ceph-mon[98780]: osdmap e2531: 8 total, 8 up, 8 in 2024-08-17T01:42:04.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:04 smithi157 ceph-mon[101289]: osdmap e2531: 8 total, 8 up, 8 in 2024-08-17T01:42:04.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:04 smithi187 ceph-mon[90552]: osdmap e2531: 8 total, 8 up, 8 in 2024-08-17T01:42:05.883 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:05 smithi187 ceph-mon[90552]: osdmap e2532: 8 total, 8 up, 8 in 2024-08-17T01:42:05.883 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:05 smithi187 ceph-mon[90552]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.62k op/s 2024-08-17T01:42:05.883 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:05 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:42:05.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:05 smithi157 ceph-mon[101289]: osdmap e2532: 8 total, 8 up, 8 in 2024-08-17T01:42:05.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:05 smithi157 ceph-mon[101289]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.62k op/s 2024-08-17T01:42:05.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:05 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:42:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:05 smithi157 ceph-mon[98780]: osdmap e2532: 8 total, 8 up, 8 in 2024-08-17T01:42:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:05 smithi157 ceph-mon[98780]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.62k op/s 2024-08-17T01:42:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:05 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:42:06.205 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:42:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=cleanup t=2024-08-17T01:42:05.883239583Z level=info msg="Completed cleanup jobs" duration=3.283182ms 2024-08-17T01:42:06.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:06 smithi157 ceph-mon[101289]: osdmap e2533: 8 total, 8 up, 8 in 2024-08-17T01:42:06.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:42:06.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:42:06.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:42:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:06 smithi157 ceph-mon[98780]: osdmap e2533: 8 total, 8 up, 8 in 2024-08-17T01:42:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:42:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:42:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:42:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:06 smithi187 ceph-mon[90552]: osdmap e2533: 8 total, 8 up, 8 in 2024-08-17T01:42:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:42:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:42:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:42:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:07 smithi187 ceph-mon[90552]: osdmap e2534: 8 total, 8 up, 8 in 2024-08-17T01:42:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:07 smithi187 ceph-mon[90552]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-17T01:42:08.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:07 smithi157 ceph-mon[101289]: osdmap e2534: 8 total, 8 up, 8 in 2024-08-17T01:42:08.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:07 smithi157 ceph-mon[101289]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-17T01:42:08.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:07 smithi157 ceph-mon[98780]: osdmap e2534: 8 total, 8 up, 8 in 2024-08-17T01:42:08.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:07 smithi157 ceph-mon[98780]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-17T01:42:08.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:08 smithi187 ceph-mon[90552]: osdmap e2535: 8 total, 8 up, 8 in 2024-08-17T01:42:09.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:08 smithi157 ceph-mon[101289]: osdmap e2535: 8 total, 8 up, 8 in 2024-08-17T01:42:09.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:08 smithi157 ceph-mon[98780]: osdmap e2535: 8 total, 8 up, 8 in 2024-08-17T01:42:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:09 smithi187 ceph-mon[90552]: osdmap e2536: 8 total, 8 up, 8 in 2024-08-17T01:42:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:09 smithi187 ceph-mon[90552]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.66k op/s 2024-08-17T01:42:10.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:09 smithi157 ceph-mon[98780]: osdmap e2536: 8 total, 8 up, 8 in 2024-08-17T01:42:10.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:09 smithi157 ceph-mon[98780]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.66k op/s 2024-08-17T01:42:10.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:09 smithi157 ceph-mon[101289]: osdmap e2536: 8 total, 8 up, 8 in 2024-08-17T01:42:10.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:09 smithi157 ceph-mon[101289]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.66k op/s 2024-08-17T01:42:10.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:10 smithi187 ceph-mon[90552]: osdmap e2537: 8 total, 8 up, 8 in 2024-08-17T01:42:11.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:10 smithi157 ceph-mon[101289]: osdmap e2537: 8 total, 8 up, 8 in 2024-08-17T01:42:11.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:10 smithi157 ceph-mon[98780]: osdmap e2537: 8 total, 8 up, 8 in 2024-08-17T01:42:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:11 smithi187 ceph-mon[90552]: osdmap e2538: 8 total, 8 up, 8 in 2024-08-17T01:42:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:11 smithi187 ceph-mon[90552]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.66k op/s 2024-08-17T01:42:12.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:11 smithi157 ceph-mon[101289]: osdmap e2538: 8 total, 8 up, 8 in 2024-08-17T01:42:12.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:11 smithi157 ceph-mon[101289]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.66k op/s 2024-08-17T01:42:12.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:11 smithi157 ceph-mon[98780]: osdmap e2538: 8 total, 8 up, 8 in 2024-08-17T01:42:12.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:11 smithi157 ceph-mon[98780]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.66k op/s 2024-08-17T01:42:12.662 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:42:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:42:12.662 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:12 smithi187 ceph-mon[90552]: osdmap e2539: 8 total, 8 up, 8 in 2024-08-17T01:42:13.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:12 smithi157 ceph-mon[101289]: osdmap e2539: 8 total, 8 up, 8 in 2024-08-17T01:42:13.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:12 smithi157 ceph-mon[98780]: osdmap e2539: 8 total, 8 up, 8 in 2024-08-17T01:42:13.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:13 smithi157 ceph-mon[101289]: osdmap e2540: 8 total, 8 up, 8 in 2024-08-17T01:42:13.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:13 smithi157 ceph-mon[101289]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.70k op/s 2024-08-17T01:42:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:13 smithi157 ceph-mon[98780]: osdmap e2540: 8 total, 8 up, 8 in 2024-08-17T01:42:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:13 smithi157 ceph-mon[98780]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.70k op/s 2024-08-17T01:42:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:42:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:42:13] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-17T01:42:13.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:13 smithi187 ceph-mon[90552]: osdmap e2540: 8 total, 8 up, 8 in 2024-08-17T01:42:13.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:13 smithi187 ceph-mon[90552]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.70k op/s 2024-08-17T01:42:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:14 smithi187 ceph-mon[90552]: osdmap e2541: 8 total, 8 up, 8 in 2024-08-17T01:42:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:15.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:14 smithi157 ceph-mon[101289]: osdmap e2541: 8 total, 8 up, 8 in 2024-08-17T01:42:15.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:14 smithi157 ceph-mon[98780]: osdmap e2541: 8 total, 8 up, 8 in 2024-08-17T01:42:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:15 smithi187 ceph-mon[90552]: osdmap e2542: 8 total, 8 up, 8 in 2024-08-17T01:42:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:15 smithi187 ceph-mon[90552]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 KiB/s wr, 1.71k op/s 2024-08-17T01:42:16.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:15 smithi157 ceph-mon[101289]: osdmap e2542: 8 total, 8 up, 8 in 2024-08-17T01:42:16.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:15 smithi157 ceph-mon[101289]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 KiB/s wr, 1.71k op/s 2024-08-17T01:42:16.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:15 smithi157 ceph-mon[98780]: osdmap e2542: 8 total, 8 up, 8 in 2024-08-17T01:42:16.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:15 smithi157 ceph-mon[98780]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 KiB/s wr, 1.71k op/s 2024-08-17T01:42:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:16 smithi187 ceph-mon[90552]: osdmap e2543: 8 total, 8 up, 8 in 2024-08-17T01:42:17.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:16 smithi157 ceph-mon[101289]: osdmap e2543: 8 total, 8 up, 8 in 2024-08-17T01:42:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:16 smithi157 ceph-mon[98780]: osdmap e2543: 8 total, 8 up, 8 in 2024-08-17T01:42:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:17 smithi187 ceph-mon[90552]: osdmap e2544: 8 total, 8 up, 8 in 2024-08-17T01:42:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:17 smithi187 ceph-mon[90552]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-17T01:42:18.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:17 smithi157 ceph-mon[101289]: osdmap e2544: 8 total, 8 up, 8 in 2024-08-17T01:42:18.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:17 smithi157 ceph-mon[101289]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-17T01:42:18.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:17 smithi157 ceph-mon[98780]: osdmap e2544: 8 total, 8 up, 8 in 2024-08-17T01:42:18.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:17 smithi157 ceph-mon[98780]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-17T01:42:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:18 smithi187 ceph-mon[90552]: osdmap e2545: 8 total, 8 up, 8 in 2024-08-17T01:42:19.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:18 smithi157 ceph-mon[101289]: osdmap e2545: 8 total, 8 up, 8 in 2024-08-17T01:42:19.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:18 smithi157 ceph-mon[98780]: osdmap e2545: 8 total, 8 up, 8 in 2024-08-17T01:42:20.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:19 smithi157 ceph-mon[98780]: osdmap e2546: 8 total, 8 up, 8 in 2024-08-17T01:42:20.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:19 smithi157 ceph-mon[98780]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.75k op/s 2024-08-17T01:42:20.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:19 smithi157 ceph-mon[101289]: osdmap e2546: 8 total, 8 up, 8 in 2024-08-17T01:42:20.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:19 smithi157 ceph-mon[101289]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.75k op/s 2024-08-17T01:42:20.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:19 smithi187 ceph-mon[90552]: osdmap e2546: 8 total, 8 up, 8 in 2024-08-17T01:42:20.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:19 smithi187 ceph-mon[90552]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.75k op/s 2024-08-17T01:42:21.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:20 smithi157 ceph-mon[98780]: osdmap e2547: 8 total, 8 up, 8 in 2024-08-17T01:42:21.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:20 smithi157 ceph-mon[101289]: osdmap e2547: 8 total, 8 up, 8 in 2024-08-17T01:42:21.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:20 smithi187 ceph-mon[90552]: osdmap e2547: 8 total, 8 up, 8 in 2024-08-17T01:42:22.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:21 smithi187 ceph-mon[90552]: osdmap e2548: 8 total, 8 up, 8 in 2024-08-17T01:42:22.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:21 smithi187 ceph-mon[90552]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.75k op/s 2024-08-17T01:42:22.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:21 smithi157 ceph-mon[98780]: osdmap e2548: 8 total, 8 up, 8 in 2024-08-17T01:42:22.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:21 smithi157 ceph-mon[98780]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.75k op/s 2024-08-17T01:42:22.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:21 smithi157 ceph-mon[101289]: osdmap e2548: 8 total, 8 up, 8 in 2024-08-17T01:42:22.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:21 smithi157 ceph-mon[101289]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.75k op/s 2024-08-17T01:42:22.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:42:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:42:23.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:22 smithi157 ceph-mon[98780]: osdmap e2549: 8 total, 8 up, 8 in 2024-08-17T01:42:23.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:22 smithi157 ceph-mon[101289]: osdmap e2549: 8 total, 8 up, 8 in 2024-08-17T01:42:23.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:22 smithi187 ceph-mon[90552]: osdmap e2549: 8 total, 8 up, 8 in 2024-08-17T01:42:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:23 smithi157 ceph-mon[98780]: osdmap e2550: 8 total, 8 up, 8 in 2024-08-17T01:42:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:23 smithi157 ceph-mon[98780]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-08-17T01:42:23.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:42:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:42:23] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-08-17T01:42:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:23 smithi157 ceph-mon[101289]: osdmap e2550: 8 total, 8 up, 8 in 2024-08-17T01:42:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:23 smithi157 ceph-mon[101289]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-08-17T01:42:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:23 smithi187 ceph-mon[90552]: osdmap e2550: 8 total, 8 up, 8 in 2024-08-17T01:42:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:23 smithi187 ceph-mon[90552]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-08-17T01:42:25.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:24 smithi157 ceph-mon[98780]: osdmap e2551: 8 total, 8 up, 8 in 2024-08-17T01:42:25.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:24 smithi157 ceph-mon[101289]: osdmap e2551: 8 total, 8 up, 8 in 2024-08-17T01:42:25.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:24 smithi187 ceph-mon[90552]: osdmap e2551: 8 total, 8 up, 8 in 2024-08-17T01:42:26.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:25 smithi157 ceph-mon[101289]: osdmap e2552: 8 total, 8 up, 8 in 2024-08-17T01:42:26.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:25 smithi157 ceph-mon[101289]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-08-17T01:42:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:25 smithi157 ceph-mon[98780]: osdmap e2552: 8 total, 8 up, 8 in 2024-08-17T01:42:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:25 smithi157 ceph-mon[98780]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-08-17T01:42:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:25 smithi187 ceph-mon[90552]: osdmap e2552: 8 total, 8 up, 8 in 2024-08-17T01:42:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:25 smithi187 ceph-mon[90552]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-08-17T01:42:27.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:26 smithi157 ceph-mon[98780]: osdmap e2553: 8 total, 8 up, 8 in 2024-08-17T01:42:27.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:26 smithi157 ceph-mon[101289]: osdmap e2553: 8 total, 8 up, 8 in 2024-08-17T01:42:27.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:26 smithi187 ceph-mon[90552]: osdmap e2553: 8 total, 8 up, 8 in 2024-08-17T01:42:28.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:27 smithi157 ceph-mon[101289]: osdmap e2554: 8 total, 8 up, 8 in 2024-08-17T01:42:28.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:27 smithi157 ceph-mon[101289]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 511 B/s wr, 7 op/s 2024-08-17T01:42:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:27 smithi157 ceph-mon[98780]: osdmap e2554: 8 total, 8 up, 8 in 2024-08-17T01:42:28.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:27 smithi157 ceph-mon[98780]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 511 B/s wr, 7 op/s 2024-08-17T01:42:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:27 smithi187 ceph-mon[90552]: osdmap e2554: 8 total, 8 up, 8 in 2024-08-17T01:42:28.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:27 smithi187 ceph-mon[90552]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 511 B/s wr, 7 op/s 2024-08-17T01:42:29.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:28 smithi157 ceph-mon[101289]: osdmap e2555: 8 total, 8 up, 8 in 2024-08-17T01:42:29.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:28 smithi157 ceph-mon[101289]: osdmap e2556: 8 total, 8 up, 8 in 2024-08-17T01:42:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:28 smithi157 ceph-mon[98780]: osdmap e2555: 8 total, 8 up, 8 in 2024-08-17T01:42:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:28 smithi157 ceph-mon[98780]: osdmap e2556: 8 total, 8 up, 8 in 2024-08-17T01:42:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:28 smithi187 ceph-mon[90552]: osdmap e2555: 8 total, 8 up, 8 in 2024-08-17T01:42:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:28 smithi187 ceph-mon[90552]: osdmap e2556: 8 total, 8 up, 8 in 2024-08-17T01:42:30.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:30.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:29 smithi157 ceph-mon[101289]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-08-17T01:42:30.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:29 smithi157 ceph-mon[101289]: osdmap e2557: 8 total, 8 up, 8 in 2024-08-17T01:42:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:29 smithi157 ceph-mon[98780]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-08-17T01:42:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:29 smithi157 ceph-mon[98780]: osdmap e2557: 8 total, 8 up, 8 in 2024-08-17T01:42:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:29 smithi187 ceph-mon[90552]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-08-17T01:42:30.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:29 smithi187 ceph-mon[90552]: osdmap e2557: 8 total, 8 up, 8 in 2024-08-17T01:42:31.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:31 smithi157 ceph-mon[101289]: osdmap e2558: 8 total, 8 up, 8 in 2024-08-17T01:42:31.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:31 smithi157 ceph-mon[101289]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-08-17T01:42:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:31 smithi157 ceph-mon[98780]: osdmap e2558: 8 total, 8 up, 8 in 2024-08-17T01:42:31.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:31 smithi157 ceph-mon[98780]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-08-17T01:42:31.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:31 smithi187 ceph-mon[90552]: osdmap e2558: 8 total, 8 up, 8 in 2024-08-17T01:42:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:31 smithi187 ceph-mon[90552]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-08-17T01:42:32.589 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:42:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:42:32.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:32 smithi157 ceph-mon[101289]: osdmap e2559: 8 total, 8 up, 8 in 2024-08-17T01:42:32.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:32 smithi157 ceph-mon[98780]: osdmap e2559: 8 total, 8 up, 8 in 2024-08-17T01:42:32.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:32 smithi187 ceph-mon[90552]: osdmap e2559: 8 total, 8 up, 8 in 2024-08-17T01:42:33.785 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:42:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:42:33] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-08-17T01:42:33.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:33 smithi157 ceph-mon[98780]: osdmap e2560: 8 total, 8 up, 8 in 2024-08-17T01:42:33.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:33 smithi157 ceph-mon[98780]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-08-17T01:42:33.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:33 smithi157 ceph-mon[98780]: osdmap e2561: 8 total, 8 up, 8 in 2024-08-17T01:42:33.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:33 smithi157 ceph-mon[101289]: osdmap e2560: 8 total, 8 up, 8 in 2024-08-17T01:42:33.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:33 smithi157 ceph-mon[101289]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-08-17T01:42:33.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:33 smithi157 ceph-mon[101289]: osdmap e2561: 8 total, 8 up, 8 in 2024-08-17T01:42:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:33 smithi187 ceph-mon[90552]: osdmap e2560: 8 total, 8 up, 8 in 2024-08-17T01:42:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:33 smithi187 ceph-mon[90552]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-08-17T01:42:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:33 smithi187 ceph-mon[90552]: osdmap e2561: 8 total, 8 up, 8 in 2024-08-17T01:42:35.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:35 smithi157 ceph-mon[101289]: osdmap e2562: 8 total, 8 up, 8 in 2024-08-17T01:42:35.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:35 smithi157 ceph-mon[101289]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-08-17T01:42:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:35 smithi157 ceph-mon[98780]: osdmap e2562: 8 total, 8 up, 8 in 2024-08-17T01:42:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:35 smithi157 ceph-mon[98780]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-08-17T01:42:35.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:35 smithi187 ceph-mon[90552]: osdmap e2562: 8 total, 8 up, 8 in 2024-08-17T01:42:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:35 smithi187 ceph-mon[90552]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-08-17T01:42:36.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:36 smithi157 ceph-mon[101289]: osdmap e2563: 8 total, 8 up, 8 in 2024-08-17T01:42:36.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:36 smithi157 ceph-mon[98780]: osdmap e2563: 8 total, 8 up, 8 in 2024-08-17T01:42:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:36 smithi187 ceph-mon[90552]: osdmap e2563: 8 total, 8 up, 8 in 2024-08-17T01:42:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:37 smithi157 ceph-mon[98780]: osdmap e2564: 8 total, 8 up, 8 in 2024-08-17T01:42:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:37 smithi157 ceph-mon[98780]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T01:42:37.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:37 smithi157 ceph-mon[101289]: osdmap e2564: 8 total, 8 up, 8 in 2024-08-17T01:42:37.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:37 smithi157 ceph-mon[101289]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T01:42:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:37 smithi187 ceph-mon[90552]: osdmap e2564: 8 total, 8 up, 8 in 2024-08-17T01:42:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:37 smithi187 ceph-mon[90552]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T01:42:38.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:38 smithi157 ceph-mon[101289]: osdmap e2565: 8 total, 8 up, 8 in 2024-08-17T01:42:38.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:38 smithi157 ceph-mon[101289]: osdmap e2566: 8 total, 8 up, 8 in 2024-08-17T01:42:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:38 smithi157 ceph-mon[98780]: osdmap e2565: 8 total, 8 up, 8 in 2024-08-17T01:42:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:38 smithi157 ceph-mon[98780]: osdmap e2566: 8 total, 8 up, 8 in 2024-08-17T01:42:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:38 smithi187 ceph-mon[90552]: osdmap e2565: 8 total, 8 up, 8 in 2024-08-17T01:42:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:38 smithi187 ceph-mon[90552]: osdmap e2566: 8 total, 8 up, 8 in 2024-08-17T01:42:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:39 smithi157 ceph-mon[98780]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-08-17T01:42:39.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:39 smithi157 ceph-mon[101289]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-08-17T01:42:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:39 smithi187 ceph-mon[90552]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-08-17T01:42:40.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:40 smithi157 ceph-mon[98780]: osdmap e2567: 8 total, 8 up, 8 in 2024-08-17T01:42:40.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:40 smithi157 ceph-mon[101289]: osdmap e2567: 8 total, 8 up, 8 in 2024-08-17T01:42:40.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:40 smithi187 ceph-mon[90552]: osdmap e2567: 8 total, 8 up, 8 in 2024-08-17T01:42:41.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:41 smithi157 ceph-mon[101289]: osdmap e2568: 8 total, 8 up, 8 in 2024-08-17T01:42:41.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:41 smithi157 ceph-mon[101289]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-08-17T01:42:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:41 smithi157 ceph-mon[98780]: osdmap e2568: 8 total, 8 up, 8 in 2024-08-17T01:42:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:41 smithi157 ceph-mon[98780]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-08-17T01:42:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:41 smithi187 ceph-mon[90552]: osdmap e2568: 8 total, 8 up, 8 in 2024-08-17T01:42:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:41 smithi187 ceph-mon[90552]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-08-17T01:42:42.641 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:42:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:42:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:42:42.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:42 smithi187 ceph-mon[90552]: osdmap e2569: 8 total, 8 up, 8 in 2024-08-17T01:42:43.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:42 smithi157 ceph-mon[101289]: osdmap e2569: 8 total, 8 up, 8 in 2024-08-17T01:42:43.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:42 smithi157 ceph-mon[98780]: osdmap e2569: 8 total, 8 up, 8 in 2024-08-17T01:42:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:42:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:42:43] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-08-17T01:42:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:43 smithi157 ceph-mon[98780]: osdmap e2570: 8 total, 8 up, 8 in 2024-08-17T01:42:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:43 smithi157 ceph-mon[98780]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-08-17T01:42:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:43 smithi157 ceph-mon[98780]: osdmap e2571: 8 total, 8 up, 8 in 2024-08-17T01:42:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:43 smithi157 ceph-mon[101289]: osdmap e2570: 8 total, 8 up, 8 in 2024-08-17T01:42:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:43 smithi157 ceph-mon[101289]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-08-17T01:42:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:43 smithi157 ceph-mon[101289]: osdmap e2571: 8 total, 8 up, 8 in 2024-08-17T01:42:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:43 smithi187 ceph-mon[90552]: osdmap e2570: 8 total, 8 up, 8 in 2024-08-17T01:42:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:43 smithi187 ceph-mon[90552]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-08-17T01:42:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:43 smithi187 ceph-mon[90552]: osdmap e2571: 8 total, 8 up, 8 in 2024-08-17T01:42:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:44 smithi187 ceph-mon[90552]: osdmap e2572: 8 total, 8 up, 8 in 2024-08-17T01:42:45.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:45.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:44 smithi157 ceph-mon[101289]: osdmap e2572: 8 total, 8 up, 8 in 2024-08-17T01:42:45.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:45.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:44 smithi157 ceph-mon[98780]: osdmap e2572: 8 total, 8 up, 8 in 2024-08-17T01:42:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:45 smithi187 ceph-mon[90552]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-08-17T01:42:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:45 smithi187 ceph-mon[90552]: osdmap e2573: 8 total, 8 up, 8 in 2024-08-17T01:42:46.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:45 smithi157 ceph-mon[98780]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-08-17T01:42:46.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:45 smithi157 ceph-mon[98780]: osdmap e2573: 8 total, 8 up, 8 in 2024-08-17T01:42:46.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:45 smithi157 ceph-mon[101289]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-08-17T01:42:46.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:45 smithi157 ceph-mon[101289]: osdmap e2573: 8 total, 8 up, 8 in 2024-08-17T01:42:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:47 smithi157 ceph-mon[98780]: osdmap e2574: 8 total, 8 up, 8 in 2024-08-17T01:42:47.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:47 smithi157 ceph-mon[98780]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:42:47.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:47 smithi157 ceph-mon[101289]: osdmap e2574: 8 total, 8 up, 8 in 2024-08-17T01:42:47.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:47 smithi157 ceph-mon[101289]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:42:47.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:47 smithi187 ceph-mon[90552]: osdmap e2574: 8 total, 8 up, 8 in 2024-08-17T01:42:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:47 smithi187 ceph-mon[90552]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:42:48.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:48 smithi157 ceph-mon[98780]: osdmap e2575: 8 total, 8 up, 8 in 2024-08-17T01:42:48.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:48 smithi157 ceph-mon[98780]: osdmap e2576: 8 total, 8 up, 8 in 2024-08-17T01:42:48.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:48 smithi157 ceph-mon[101289]: osdmap e2575: 8 total, 8 up, 8 in 2024-08-17T01:42:48.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:48 smithi157 ceph-mon[101289]: osdmap e2576: 8 total, 8 up, 8 in 2024-08-17T01:42:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:48 smithi187 ceph-mon[90552]: osdmap e2575: 8 total, 8 up, 8 in 2024-08-17T01:42:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:48 smithi187 ceph-mon[90552]: osdmap e2576: 8 total, 8 up, 8 in 2024-08-17T01:42:49.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:49 smithi157 ceph-mon[98780]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-08-17T01:42:49.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:49 smithi157 ceph-mon[101289]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-08-17T01:42:49.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:49 smithi187 ceph-mon[90552]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-08-17T01:42:50.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:50 smithi157 ceph-mon[98780]: osdmap e2577: 8 total, 8 up, 8 in 2024-08-17T01:42:50.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:50 smithi157 ceph-mon[101289]: osdmap e2577: 8 total, 8 up, 8 in 2024-08-17T01:42:50.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:50 smithi187 ceph-mon[90552]: osdmap e2577: 8 total, 8 up, 8 in 2024-08-17T01:42:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:51 smithi157 ceph-mon[98780]: osdmap e2578: 8 total, 8 up, 8 in 2024-08-17T01:42:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:51 smithi157 ceph-mon[98780]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-08-17T01:42:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:51 smithi157 ceph-mon[101289]: osdmap e2578: 8 total, 8 up, 8 in 2024-08-17T01:42:51.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:51 smithi157 ceph-mon[101289]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-08-17T01:42:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:51 smithi187 ceph-mon[90552]: osdmap e2578: 8 total, 8 up, 8 in 2024-08-17T01:42:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:51 smithi187 ceph-mon[90552]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-08-17T01:42:52.606 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:42:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:42:52.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:52 smithi157 ceph-mon[98780]: osdmap e2579: 8 total, 8 up, 8 in 2024-08-17T01:42:52.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:52 smithi157 ceph-mon[101289]: osdmap e2579: 8 total, 8 up, 8 in 2024-08-17T01:42:52.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:52 smithi187 ceph-mon[90552]: osdmap e2579: 8 total, 8 up, 8 in 2024-08-17T01:42:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:42:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:42:53] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-08-17T01:42:53.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:53 smithi157 ceph-mon[98780]: osdmap e2580: 8 total, 8 up, 8 in 2024-08-17T01:42:53.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:53 smithi157 ceph-mon[98780]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-08-17T01:42:53.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:53 smithi157 ceph-mon[98780]: osdmap e2581: 8 total, 8 up, 8 in 2024-08-17T01:42:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:53 smithi157 ceph-mon[101289]: osdmap e2580: 8 total, 8 up, 8 in 2024-08-17T01:42:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:53 smithi157 ceph-mon[101289]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-08-17T01:42:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:53 smithi157 ceph-mon[101289]: osdmap e2581: 8 total, 8 up, 8 in 2024-08-17T01:42:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:53 smithi187 ceph-mon[90552]: osdmap e2580: 8 total, 8 up, 8 in 2024-08-17T01:42:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:53 smithi187 ceph-mon[90552]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-08-17T01:42:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:53 smithi187 ceph-mon[90552]: osdmap e2581: 8 total, 8 up, 8 in 2024-08-17T01:42:55.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:55 smithi157 ceph-mon[98780]: osdmap e2582: 8 total, 8 up, 8 in 2024-08-17T01:42:55.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:55 smithi157 ceph-mon[98780]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-08-17T01:42:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:55 smithi157 ceph-mon[101289]: osdmap e2582: 8 total, 8 up, 8 in 2024-08-17T01:42:55.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:55 smithi157 ceph-mon[101289]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-08-17T01:42:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:55 smithi187 ceph-mon[90552]: osdmap e2582: 8 total, 8 up, 8 in 2024-08-17T01:42:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:55 smithi187 ceph-mon[90552]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-08-17T01:42:56.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:56 smithi157 ceph-mon[98780]: osdmap e2583: 8 total, 8 up, 8 in 2024-08-17T01:42:56.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:56 smithi157 ceph-mon[101289]: osdmap e2583: 8 total, 8 up, 8 in 2024-08-17T01:42:56.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:56 smithi187 ceph-mon[90552]: osdmap e2583: 8 total, 8 up, 8 in 2024-08-17T01:42:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:57 smithi187 ceph-mon[90552]: osdmap e2584: 8 total, 8 up, 8 in 2024-08-17T01:42:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:57 smithi187 ceph-mon[90552]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T01:42:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:57 smithi157 ceph-mon[98780]: osdmap e2584: 8 total, 8 up, 8 in 2024-08-17T01:42:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:57 smithi157 ceph-mon[98780]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T01:42:58.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:57 smithi157 ceph-mon[101289]: osdmap e2584: 8 total, 8 up, 8 in 2024-08-17T01:42:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:57 smithi157 ceph-mon[101289]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T01:42:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:58 smithi187 ceph-mon[90552]: osdmap e2585: 8 total, 8 up, 8 in 2024-08-17T01:42:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:58 smithi187 ceph-mon[90552]: osdmap e2586: 8 total, 8 up, 8 in 2024-08-17T01:42:59.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:58 smithi157 ceph-mon[98780]: osdmap e2585: 8 total, 8 up, 8 in 2024-08-17T01:42:59.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:58 smithi157 ceph-mon[98780]: osdmap e2586: 8 total, 8 up, 8 in 2024-08-17T01:42:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:58 smithi157 ceph-mon[101289]: osdmap e2585: 8 total, 8 up, 8 in 2024-08-17T01:42:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:58 smithi157 ceph-mon[101289]: osdmap e2586: 8 total, 8 up, 8 in 2024-08-17T01:42:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:42:59 smithi187 ceph-mon[90552]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-08-17T01:43:00.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:00.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:42:59 smithi157 ceph-mon[98780]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-08-17T01:43:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:42:59 smithi157 ceph-mon[101289]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-08-17T01:43:00.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:00 smithi187 ceph-mon[90552]: osdmap e2587: 8 total, 8 up, 8 in 2024-08-17T01:43:01.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:00 smithi157 ceph-mon[101289]: osdmap e2587: 8 total, 8 up, 8 in 2024-08-17T01:43:01.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:00 smithi157 ceph-mon[98780]: osdmap e2587: 8 total, 8 up, 8 in 2024-08-17T01:43:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:01 smithi187 ceph-mon[90552]: osdmap e2588: 8 total, 8 up, 8 in 2024-08-17T01:43:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:01 smithi187 ceph-mon[90552]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-08-17T01:43:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:01 smithi157 ceph-mon[101289]: osdmap e2588: 8 total, 8 up, 8 in 2024-08-17T01:43:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:01 smithi157 ceph-mon[101289]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-08-17T01:43:02.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:01 smithi157 ceph-mon[98780]: osdmap e2588: 8 total, 8 up, 8 in 2024-08-17T01:43:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:01 smithi157 ceph-mon[98780]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-08-17T01:43:02.656 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:43:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:43:02.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:02 smithi187 ceph-mon[90552]: osdmap e2589: 8 total, 8 up, 8 in 2024-08-17T01:43:03.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:02 smithi157 ceph-mon[101289]: osdmap e2589: 8 total, 8 up, 8 in 2024-08-17T01:43:03.036 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:02 smithi157 ceph-mon[98780]: osdmap e2589: 8 total, 8 up, 8 in 2024-08-17T01:43:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:43:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:43:03] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-08-17T01:43:03.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:03 smithi157 ceph-mon[101289]: osdmap e2590: 8 total, 8 up, 8 in 2024-08-17T01:43:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:03 smithi157 ceph-mon[101289]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-08-17T01:43:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:03 smithi157 ceph-mon[101289]: osdmap e2591: 8 total, 8 up, 8 in 2024-08-17T01:43:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:03 smithi157 ceph-mon[98780]: osdmap e2590: 8 total, 8 up, 8 in 2024-08-17T01:43:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:03 smithi157 ceph-mon[98780]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-08-17T01:43:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:03 smithi157 ceph-mon[98780]: osdmap e2591: 8 total, 8 up, 8 in 2024-08-17T01:43:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:03 smithi187 ceph-mon[90552]: osdmap e2590: 8 total, 8 up, 8 in 2024-08-17T01:43:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:03 smithi187 ceph-mon[90552]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-08-17T01:43:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:03 smithi187 ceph-mon[90552]: osdmap e2591: 8 total, 8 up, 8 in 2024-08-17T01:43:05.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:05 smithi157 ceph-mon[101289]: osdmap e2592: 8 total, 8 up, 8 in 2024-08-17T01:43:05.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:05 smithi157 ceph-mon[101289]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-08-17T01:43:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:05 smithi157 ceph-mon[98780]: osdmap e2592: 8 total, 8 up, 8 in 2024-08-17T01:43:05.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:05 smithi157 ceph-mon[98780]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-08-17T01:43:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:05 smithi187 ceph-mon[90552]: osdmap e2592: 8 total, 8 up, 8 in 2024-08-17T01:43:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:05 smithi187 ceph-mon[90552]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-08-17T01:43:06.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:06 smithi157 ceph-mon[101289]: osdmap e2593: 8 total, 8 up, 8 in 2024-08-17T01:43:06.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:43:06.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:06.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:06.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:06.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:06 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:06 smithi157 ceph-mon[98780]: osdmap e2593: 8 total, 8 up, 8 in 2024-08-17T01:43:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:43:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:06 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:06.938 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:06 smithi187 ceph-mon[90552]: osdmap e2593: 8 total, 8 up, 8 in 2024-08-17T01:43:06.938 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:43:06.938 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:06.938 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:06.938 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:06.938 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:06 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:07 smithi157 ceph-mon[98780]: osdmap e2594: 8 total, 8 up, 8 in 2024-08-17T01:43:07.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:07 smithi157 ceph-mon[98780]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:43:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:07 smithi157 ceph-mon[101289]: osdmap e2594: 8 total, 8 up, 8 in 2024-08-17T01:43:07.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:07 smithi157 ceph-mon[101289]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:43:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:07 smithi187 ceph-mon[90552]: osdmap e2594: 8 total, 8 up, 8 in 2024-08-17T01:43:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:07 smithi187 ceph-mon[90552]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:43:08.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:08 smithi157 ceph-mon[98780]: osdmap e2595: 8 total, 8 up, 8 in 2024-08-17T01:43:08.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:08 smithi157 ceph-mon[98780]: osdmap e2596: 8 total, 8 up, 8 in 2024-08-17T01:43:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:08 smithi157 ceph-mon[101289]: osdmap e2595: 8 total, 8 up, 8 in 2024-08-17T01:43:08.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:08 smithi157 ceph-mon[101289]: osdmap e2596: 8 total, 8 up, 8 in 2024-08-17T01:43:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:08 smithi187 ceph-mon[90552]: osdmap e2595: 8 total, 8 up, 8 in 2024-08-17T01:43:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:08 smithi187 ceph-mon[90552]: osdmap e2596: 8 total, 8 up, 8 in 2024-08-17T01:43:09.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:09 smithi187 ceph-mon[90552]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-08-17T01:43:09.777 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:09 smithi157 ceph-mon[101289]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-08-17T01:43:09.777 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:09 smithi157 ceph-mon[98780]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-08-17T01:43:10.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[101289]: osdmap e2597: 8 total, 8 up, 8 in 2024-08-17T01:43:10.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:43:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:43:10.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:10.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[98780]: osdmap e2597: 8 total, 8 up, 8 in 2024-08-17T01:43:10.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:10.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:10.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:10.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:10.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:43:10.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:43:10.886 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:10 smithi187 ceph-mon[90552]: osdmap e2597: 8 total, 8 up, 8 in 2024-08-17T01:43:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:43:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:43:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:43:11.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:11 smithi157 ceph-mon[101289]: osdmap e2598: 8 total, 8 up, 8 in 2024-08-17T01:43:11.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:11 smithi157 ceph-mon[101289]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-08-17T01:43:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:11 smithi157 ceph-mon[98780]: osdmap e2598: 8 total, 8 up, 8 in 2024-08-17T01:43:11.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:11 smithi157 ceph-mon[98780]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-08-17T01:43:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:11 smithi187 ceph-mon[90552]: osdmap e2598: 8 total, 8 up, 8 in 2024-08-17T01:43:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:11 smithi187 ceph-mon[90552]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-08-17T01:43:12.624 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:43:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:43:12.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:12 smithi157 ceph-mon[98780]: osdmap e2599: 8 total, 8 up, 8 in 2024-08-17T01:43:12.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:12 smithi157 ceph-mon[101289]: osdmap e2599: 8 total, 8 up, 8 in 2024-08-17T01:43:12.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:12 smithi187 ceph-mon[90552]: osdmap e2599: 8 total, 8 up, 8 in 2024-08-17T01:43:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:43:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:43:13] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-08-17T01:43:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:13 smithi157 ceph-mon[98780]: osdmap e2600: 8 total, 8 up, 8 in 2024-08-17T01:43:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:13 smithi157 ceph-mon[98780]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-08-17T01:43:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:13 smithi157 ceph-mon[98780]: osdmap e2601: 8 total, 8 up, 8 in 2024-08-17T01:43:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:13 smithi157 ceph-mon[101289]: osdmap e2600: 8 total, 8 up, 8 in 2024-08-17T01:43:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:13 smithi157 ceph-mon[101289]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-08-17T01:43:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:13 smithi157 ceph-mon[101289]: osdmap e2601: 8 total, 8 up, 8 in 2024-08-17T01:43:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:13 smithi187 ceph-mon[90552]: osdmap e2600: 8 total, 8 up, 8 in 2024-08-17T01:43:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:13 smithi187 ceph-mon[90552]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-08-17T01:43:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:13 smithi187 ceph-mon[90552]: osdmap e2601: 8 total, 8 up, 8 in 2024-08-17T01:43:14.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:14.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:15 smithi187 ceph-mon[90552]: osdmap e2602: 8 total, 8 up, 8 in 2024-08-17T01:43:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:15 smithi187 ceph-mon[90552]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-08-17T01:43:16.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:15 smithi157 ceph-mon[101289]: osdmap e2602: 8 total, 8 up, 8 in 2024-08-17T01:43:16.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:15 smithi157 ceph-mon[101289]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-08-17T01:43:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:15 smithi157 ceph-mon[98780]: osdmap e2602: 8 total, 8 up, 8 in 2024-08-17T01:43:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:15 smithi157 ceph-mon[98780]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-08-17T01:43:16.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:16 smithi187 ceph-mon[90552]: osdmap e2603: 8 total, 8 up, 8 in 2024-08-17T01:43:17.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:16 smithi157 ceph-mon[98780]: osdmap e2603: 8 total, 8 up, 8 in 2024-08-17T01:43:17.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:16 smithi157 ceph-mon[101289]: osdmap e2603: 8 total, 8 up, 8 in 2024-08-17T01:43:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:17 smithi187 ceph-mon[90552]: osdmap e2604: 8 total, 8 up, 8 in 2024-08-17T01:43:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:17 smithi187 ceph-mon[90552]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:43:18.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:17 smithi157 ceph-mon[98780]: osdmap e2604: 8 total, 8 up, 8 in 2024-08-17T01:43:18.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:17 smithi157 ceph-mon[98780]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:43:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:17 smithi157 ceph-mon[101289]: osdmap e2604: 8 total, 8 up, 8 in 2024-08-17T01:43:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:17 smithi157 ceph-mon[101289]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:43:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:18 smithi187 ceph-mon[90552]: osdmap e2605: 8 total, 8 up, 8 in 2024-08-17T01:43:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:18 smithi187 ceph-mon[90552]: osdmap e2606: 8 total, 8 up, 8 in 2024-08-17T01:43:19.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:18 smithi157 ceph-mon[98780]: osdmap e2605: 8 total, 8 up, 8 in 2024-08-17T01:43:19.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:18 smithi157 ceph-mon[98780]: osdmap e2606: 8 total, 8 up, 8 in 2024-08-17T01:43:19.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:18 smithi157 ceph-mon[101289]: osdmap e2605: 8 total, 8 up, 8 in 2024-08-17T01:43:19.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:18 smithi157 ceph-mon[101289]: osdmap e2606: 8 total, 8 up, 8 in 2024-08-17T01:43:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:19 smithi187 ceph-mon[90552]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-08-17T01:43:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:19 smithi187 ceph-mon[90552]: osdmap e2607: 8 total, 8 up, 8 in 2024-08-17T01:43:20.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:19 smithi157 ceph-mon[98780]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-08-17T01:43:20.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:19 smithi157 ceph-mon[98780]: osdmap e2607: 8 total, 8 up, 8 in 2024-08-17T01:43:20.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:19 smithi157 ceph-mon[101289]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-08-17T01:43:20.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:19 smithi157 ceph-mon[101289]: osdmap e2607: 8 total, 8 up, 8 in 2024-08-17T01:43:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:21 smithi157 ceph-mon[101289]: osdmap e2608: 8 total, 8 up, 8 in 2024-08-17T01:43:21.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:21 smithi157 ceph-mon[101289]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-08-17T01:43:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:21 smithi157 ceph-mon[98780]: osdmap e2608: 8 total, 8 up, 8 in 2024-08-17T01:43:21.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:21 smithi157 ceph-mon[98780]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-08-17T01:43:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:21 smithi187 ceph-mon[90552]: osdmap e2608: 8 total, 8 up, 8 in 2024-08-17T01:43:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:21 smithi187 ceph-mon[90552]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-08-17T01:43:22.604 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:43:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:43:22.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:22 smithi157 ceph-mon[98780]: osdmap e2609: 8 total, 8 up, 8 in 2024-08-17T01:43:22.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:22 smithi157 ceph-mon[101289]: osdmap e2609: 8 total, 8 up, 8 in 2024-08-17T01:43:22.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:22 smithi187 ceph-mon[90552]: osdmap e2609: 8 total, 8 up, 8 in 2024-08-17T01:43:23.872 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:23 smithi187 ceph-mon[90552]: osdmap e2610: 8 total, 8 up, 8 in 2024-08-17T01:43:23.872 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:23 smithi187 ceph-mon[90552]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 942 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-08-17T01:43:23.872 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:23 smithi187 ceph-mon[90552]: osdmap e2611: 8 total, 8 up, 8 in 2024-08-17T01:43:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:23 smithi157 ceph-mon[98780]: osdmap e2610: 8 total, 8 up, 8 in 2024-08-17T01:43:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:23 smithi157 ceph-mon[98780]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 942 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-08-17T01:43:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:23 smithi157 ceph-mon[98780]: osdmap e2611: 8 total, 8 up, 8 in 2024-08-17T01:43:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:43:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:43:23] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-08-17T01:43:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:23 smithi157 ceph-mon[101289]: osdmap e2610: 8 total, 8 up, 8 in 2024-08-17T01:43:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:23 smithi157 ceph-mon[101289]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 942 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-08-17T01:43:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:23 smithi157 ceph-mon[101289]: osdmap e2611: 8 total, 8 up, 8 in 2024-08-17T01:43:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:25 smithi157 ceph-mon[98780]: osdmap e2612: 8 total, 8 up, 8 in 2024-08-17T01:43:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:25 smithi157 ceph-mon[98780]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 943 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-08-17T01:43:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:25 smithi157 ceph-mon[101289]: osdmap e2612: 8 total, 8 up, 8 in 2024-08-17T01:43:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:25 smithi157 ceph-mon[101289]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 943 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-08-17T01:43:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:25 smithi187 ceph-mon[90552]: osdmap e2612: 8 total, 8 up, 8 in 2024-08-17T01:43:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:25 smithi187 ceph-mon[90552]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 943 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-08-17T01:43:26.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:26 smithi157 ceph-mon[98780]: osdmap e2613: 8 total, 8 up, 8 in 2024-08-17T01:43:26.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:26 smithi157 ceph-mon[101289]: osdmap e2613: 8 total, 8 up, 8 in 2024-08-17T01:43:26.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:26 smithi187 ceph-mon[90552]: osdmap e2613: 8 total, 8 up, 8 in 2024-08-17T01:43:27.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:27 smithi157 ceph-mon[98780]: osdmap e2614: 8 total, 8 up, 8 in 2024-08-17T01:43:27.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:27 smithi157 ceph-mon[98780]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T01:43:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:27 smithi157 ceph-mon[101289]: osdmap e2614: 8 total, 8 up, 8 in 2024-08-17T01:43:27.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:27 smithi157 ceph-mon[101289]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T01:43:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:27 smithi187 ceph-mon[90552]: osdmap e2614: 8 total, 8 up, 8 in 2024-08-17T01:43:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:27 smithi187 ceph-mon[90552]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T01:43:28.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:28 smithi157 ceph-mon[98780]: osdmap e2615: 8 total, 8 up, 8 in 2024-08-17T01:43:28.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:28 smithi157 ceph-mon[98780]: osdmap e2616: 8 total, 8 up, 8 in 2024-08-17T01:43:28.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:28 smithi157 ceph-mon[101289]: osdmap e2615: 8 total, 8 up, 8 in 2024-08-17T01:43:28.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:28 smithi157 ceph-mon[101289]: osdmap e2616: 8 total, 8 up, 8 in 2024-08-17T01:43:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:28 smithi187 ceph-mon[90552]: osdmap e2615: 8 total, 8 up, 8 in 2024-08-17T01:43:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:28 smithi187 ceph-mon[90552]: osdmap e2616: 8 total, 8 up, 8 in 2024-08-17T01:43:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:29 smithi187 ceph-mon[90552]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-08-17T01:43:30.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:30.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:29 smithi157 ceph-mon[98780]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-08-17T01:43:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:29 smithi157 ceph-mon[101289]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-08-17T01:43:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:30 smithi187 ceph-mon[90552]: osdmap e2617: 8 total, 8 up, 8 in 2024-08-17T01:43:31.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:30 smithi157 ceph-mon[98780]: osdmap e2617: 8 total, 8 up, 8 in 2024-08-17T01:43:31.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:30 smithi157 ceph-mon[101289]: osdmap e2617: 8 total, 8 up, 8 in 2024-08-17T01:43:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:31 smithi187 ceph-mon[90552]: osdmap e2618: 8 total, 8 up, 8 in 2024-08-17T01:43:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:31 smithi187 ceph-mon[90552]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-08-17T01:43:32.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:31 smithi157 ceph-mon[101289]: osdmap e2618: 8 total, 8 up, 8 in 2024-08-17T01:43:32.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:31 smithi157 ceph-mon[101289]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-08-17T01:43:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:31 smithi157 ceph-mon[98780]: osdmap e2618: 8 total, 8 up, 8 in 2024-08-17T01:43:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:31 smithi157 ceph-mon[98780]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-08-17T01:43:32.654 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:43:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:43:32.957 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:32 smithi187 ceph-mon[90552]: osdmap e2619: 8 total, 8 up, 8 in 2024-08-17T01:43:33.036 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:32 smithi157 ceph-mon[98780]: osdmap e2619: 8 total, 8 up, 8 in 2024-08-17T01:43:33.036 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:32 smithi157 ceph-mon[101289]: osdmap e2619: 8 total, 8 up, 8 in 2024-08-17T01:43:33.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:43:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:43:33] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-08-17T01:43:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:33 smithi187 ceph-mon[90552]: osdmap e2620: 8 total, 8 up, 8 in 2024-08-17T01:43:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:33 smithi187 ceph-mon[90552]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 877 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-08-17T01:43:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:33 smithi187 ceph-mon[90552]: osdmap e2621: 8 total, 8 up, 8 in 2024-08-17T01:43:34.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:33 smithi157 ceph-mon[98780]: osdmap e2620: 8 total, 8 up, 8 in 2024-08-17T01:43:34.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:33 smithi157 ceph-mon[98780]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 877 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-08-17T01:43:34.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:33 smithi157 ceph-mon[98780]: osdmap e2621: 8 total, 8 up, 8 in 2024-08-17T01:43:34.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:33 smithi157 ceph-mon[101289]: osdmap e2620: 8 total, 8 up, 8 in 2024-08-17T01:43:34.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:33 smithi157 ceph-mon[101289]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 877 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-08-17T01:43:34.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:33 smithi157 ceph-mon[101289]: osdmap e2621: 8 total, 8 up, 8 in 2024-08-17T01:43:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:35 smithi157 ceph-mon[98780]: osdmap e2622: 8 total, 8 up, 8 in 2024-08-17T01:43:35.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:35 smithi157 ceph-mon[98780]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 878 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-08-17T01:43:35.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:35 smithi157 ceph-mon[101289]: osdmap e2622: 8 total, 8 up, 8 in 2024-08-17T01:43:35.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:35 smithi157 ceph-mon[101289]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 878 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-08-17T01:43:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:35 smithi187 ceph-mon[90552]: osdmap e2622: 8 total, 8 up, 8 in 2024-08-17T01:43:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:35 smithi187 ceph-mon[90552]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 878 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-08-17T01:43:36.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:36 smithi157 ceph-mon[98780]: osdmap e2623: 8 total, 8 up, 8 in 2024-08-17T01:43:36.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:36 smithi157 ceph-mon[101289]: osdmap e2623: 8 total, 8 up, 8 in 2024-08-17T01:43:36.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:36 smithi187 ceph-mon[90552]: osdmap e2623: 8 total, 8 up, 8 in 2024-08-17T01:43:37.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:37 smithi157 ceph-mon[101289]: osdmap e2624: 8 total, 8 up, 8 in 2024-08-17T01:43:37.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:37 smithi157 ceph-mon[101289]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:43:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:37 smithi157 ceph-mon[98780]: osdmap e2624: 8 total, 8 up, 8 in 2024-08-17T01:43:37.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:37 smithi157 ceph-mon[98780]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:43:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:37 smithi187 ceph-mon[90552]: osdmap e2624: 8 total, 8 up, 8 in 2024-08-17T01:43:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:37 smithi187 ceph-mon[90552]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:43:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:38 smithi157 ceph-mon[98780]: osdmap e2625: 8 total, 8 up, 8 in 2024-08-17T01:43:38.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:38 smithi157 ceph-mon[98780]: osdmap e2626: 8 total, 8 up, 8 in 2024-08-17T01:43:38.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:38 smithi157 ceph-mon[101289]: osdmap e2625: 8 total, 8 up, 8 in 2024-08-17T01:43:38.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:38 smithi157 ceph-mon[101289]: osdmap e2626: 8 total, 8 up, 8 in 2024-08-17T01:43:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:38 smithi187 ceph-mon[90552]: osdmap e2625: 8 total, 8 up, 8 in 2024-08-17T01:43:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:38 smithi187 ceph-mon[90552]: osdmap e2626: 8 total, 8 up, 8 in 2024-08-17T01:43:39.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:39 smithi157 ceph-mon[101289]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 846 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-08-17T01:43:39.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:39 smithi157 ceph-mon[98780]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 846 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-08-17T01:43:39.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:39 smithi187 ceph-mon[90552]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 846 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-08-17T01:43:40.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:40 smithi157 ceph-mon[98780]: osdmap e2627: 8 total, 8 up, 8 in 2024-08-17T01:43:40.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:40 smithi157 ceph-mon[101289]: osdmap e2627: 8 total, 8 up, 8 in 2024-08-17T01:43:40.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:40 smithi187 ceph-mon[90552]: osdmap e2627: 8 total, 8 up, 8 in 2024-08-17T01:43:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:41 smithi187 ceph-mon[90552]: osdmap e2628: 8 total, 8 up, 8 in 2024-08-17T01:43:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:41 smithi187 ceph-mon[90552]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-08-17T01:43:42.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:41 smithi157 ceph-mon[101289]: osdmap e2628: 8 total, 8 up, 8 in 2024-08-17T01:43:42.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:41 smithi157 ceph-mon[101289]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-08-17T01:43:42.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:41 smithi157 ceph-mon[98780]: osdmap e2628: 8 total, 8 up, 8 in 2024-08-17T01:43:42.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:41 smithi157 ceph-mon[98780]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-08-17T01:43:42.645 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:43:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:43:42.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:42 smithi187 ceph-mon[90552]: osdmap e2629: 8 total, 8 up, 8 in 2024-08-17T01:43:43.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:42 smithi157 ceph-mon[98780]: osdmap e2629: 8 total, 8 up, 8 in 2024-08-17T01:43:43.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:42 smithi157 ceph-mon[101289]: osdmap e2629: 8 total, 8 up, 8 in 2024-08-17T01:43:43.768 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:43:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:43:43] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-08-17T01:43:43.769 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:43 smithi157 ceph-mon[101289]: osdmap e2630: 8 total, 8 up, 8 in 2024-08-17T01:43:43.769 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:43 smithi157 ceph-mon[101289]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 810 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-08-17T01:43:43.769 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:43 smithi157 ceph-mon[101289]: osdmap e2631: 8 total, 8 up, 8 in 2024-08-17T01:43:43.769 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:43 smithi157 ceph-mon[98780]: osdmap e2630: 8 total, 8 up, 8 in 2024-08-17T01:43:43.769 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:43 smithi157 ceph-mon[98780]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 810 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-08-17T01:43:43.769 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:43 smithi157 ceph-mon[98780]: osdmap e2631: 8 total, 8 up, 8 in 2024-08-17T01:43:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:43 smithi187 ceph-mon[90552]: osdmap e2630: 8 total, 8 up, 8 in 2024-08-17T01:43:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:43 smithi187 ceph-mon[90552]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 810 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-08-17T01:43:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:43 smithi187 ceph-mon[90552]: osdmap e2631: 8 total, 8 up, 8 in 2024-08-17T01:43:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:44 smithi187 ceph-mon[90552]: osdmap e2632: 8 total, 8 up, 8 in 2024-08-17T01:43:45.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:45.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:44 smithi157 ceph-mon[98780]: osdmap e2632: 8 total, 8 up, 8 in 2024-08-17T01:43:45.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:45.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:44 smithi157 ceph-mon[101289]: osdmap e2632: 8 total, 8 up, 8 in 2024-08-17T01:43:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:45 smithi187 ceph-mon[90552]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-08-17T01:43:46.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:45 smithi157 ceph-mon[98780]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-08-17T01:43:46.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:45 smithi157 ceph-mon[101289]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-08-17T01:43:46.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:46 smithi187 ceph-mon[90552]: osdmap e2633: 8 total, 8 up, 8 in 2024-08-17T01:43:47.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:46 smithi157 ceph-mon[101289]: osdmap e2633: 8 total, 8 up, 8 in 2024-08-17T01:43:47.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:46 smithi157 ceph-mon[98780]: osdmap e2633: 8 total, 8 up, 8 in 2024-08-17T01:43:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:47 smithi187 ceph-mon[90552]: osdmap e2634: 8 total, 8 up, 8 in 2024-08-17T01:43:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:47 smithi187 ceph-mon[90552]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:43:48.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:47 smithi157 ceph-mon[101289]: osdmap e2634: 8 total, 8 up, 8 in 2024-08-17T01:43:48.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:47 smithi157 ceph-mon[101289]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:43:48.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:47 smithi157 ceph-mon[98780]: osdmap e2634: 8 total, 8 up, 8 in 2024-08-17T01:43:48.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:47 smithi157 ceph-mon[98780]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:43:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:48 smithi187 ceph-mon[90552]: osdmap e2635: 8 total, 8 up, 8 in 2024-08-17T01:43:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:48 smithi187 ceph-mon[90552]: osdmap e2636: 8 total, 8 up, 8 in 2024-08-17T01:43:49.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:48 smithi157 ceph-mon[98780]: osdmap e2635: 8 total, 8 up, 8 in 2024-08-17T01:43:49.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:48 smithi157 ceph-mon[98780]: osdmap e2636: 8 total, 8 up, 8 in 2024-08-17T01:43:49.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:48 smithi157 ceph-mon[101289]: osdmap e2635: 8 total, 8 up, 8 in 2024-08-17T01:43:49.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:48 smithi157 ceph-mon[101289]: osdmap e2636: 8 total, 8 up, 8 in 2024-08-17T01:43:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:49 smithi187 ceph-mon[90552]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-08-17T01:43:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:49 smithi187 ceph-mon[90552]: osdmap e2637: 8 total, 8 up, 8 in 2024-08-17T01:43:50.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:49 smithi157 ceph-mon[98780]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-08-17T01:43:50.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:49 smithi157 ceph-mon[98780]: osdmap e2637: 8 total, 8 up, 8 in 2024-08-17T01:43:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:49 smithi157 ceph-mon[101289]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-08-17T01:43:50.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:49 smithi157 ceph-mon[101289]: osdmap e2637: 8 total, 8 up, 8 in 2024-08-17T01:43:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:51 smithi157 ceph-mon[101289]: osdmap e2638: 8 total, 8 up, 8 in 2024-08-17T01:43:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:51 smithi157 ceph-mon[101289]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-08-17T01:43:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:51 smithi157 ceph-mon[98780]: osdmap e2638: 8 total, 8 up, 8 in 2024-08-17T01:43:51.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:51 smithi157 ceph-mon[98780]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-08-17T01:43:51.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:51 smithi187 ceph-mon[90552]: osdmap e2638: 8 total, 8 up, 8 in 2024-08-17T01:43:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:51 smithi187 ceph-mon[90552]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-08-17T01:43:52.614 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:43:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:43:52.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:52 smithi157 ceph-mon[101289]: osdmap e2639: 8 total, 8 up, 8 in 2024-08-17T01:43:52.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:52 smithi157 ceph-mon[98780]: osdmap e2639: 8 total, 8 up, 8 in 2024-08-17T01:43:52.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:52 smithi187 ceph-mon[90552]: osdmap e2639: 8 total, 8 up, 8 in 2024-08-17T01:43:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:43:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:43:53] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-08-17T01:43:53.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:53 smithi157 ceph-mon[98780]: osdmap e2640: 8 total, 8 up, 8 in 2024-08-17T01:43:53.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:53 smithi157 ceph-mon[98780]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 746 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-08-17T01:43:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:53 smithi157 ceph-mon[98780]: osdmap e2641: 8 total, 8 up, 8 in 2024-08-17T01:43:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:53 smithi157 ceph-mon[101289]: osdmap e2640: 8 total, 8 up, 8 in 2024-08-17T01:43:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:53 smithi157 ceph-mon[101289]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 746 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-08-17T01:43:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:53 smithi157 ceph-mon[101289]: osdmap e2641: 8 total, 8 up, 8 in 2024-08-17T01:43:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:53 smithi187 ceph-mon[90552]: osdmap e2640: 8 total, 8 up, 8 in 2024-08-17T01:43:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:53 smithi187 ceph-mon[90552]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 746 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-08-17T01:43:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:53 smithi187 ceph-mon[90552]: osdmap e2641: 8 total, 8 up, 8 in 2024-08-17T01:43:55.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:55 smithi157 ceph-mon[101289]: osdmap e2642: 8 total, 8 up, 8 in 2024-08-17T01:43:55.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:55 smithi157 ceph-mon[101289]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 747 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-08-17T01:43:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:55 smithi157 ceph-mon[98780]: osdmap e2642: 8 total, 8 up, 8 in 2024-08-17T01:43:55.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:55 smithi157 ceph-mon[98780]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 747 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-08-17T01:43:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:55 smithi187 ceph-mon[90552]: osdmap e2642: 8 total, 8 up, 8 in 2024-08-17T01:43:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:55 smithi187 ceph-mon[90552]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 747 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-08-17T01:43:56.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:56 smithi157 ceph-mon[101289]: osdmap e2643: 8 total, 8 up, 8 in 2024-08-17T01:43:56.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:56 smithi157 ceph-mon[98780]: osdmap e2643: 8 total, 8 up, 8 in 2024-08-17T01:43:56.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:56 smithi187 ceph-mon[90552]: osdmap e2643: 8 total, 8 up, 8 in 2024-08-17T01:43:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:57 smithi187 ceph-mon[90552]: osdmap e2644: 8 total, 8 up, 8 in 2024-08-17T01:43:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:57 smithi187 ceph-mon[90552]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:43:58.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:57 smithi157 ceph-mon[101289]: osdmap e2644: 8 total, 8 up, 8 in 2024-08-17T01:43:58.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:57 smithi157 ceph-mon[101289]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:43:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:57 smithi157 ceph-mon[98780]: osdmap e2644: 8 total, 8 up, 8 in 2024-08-17T01:43:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:57 smithi157 ceph-mon[98780]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:43:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:58 smithi187 ceph-mon[90552]: osdmap e2645: 8 total, 8 up, 8 in 2024-08-17T01:43:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:58 smithi187 ceph-mon[90552]: osdmap e2646: 8 total, 8 up, 8 in 2024-08-17T01:43:59.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:58 smithi157 ceph-mon[98780]: osdmap e2645: 8 total, 8 up, 8 in 2024-08-17T01:43:59.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:58 smithi157 ceph-mon[98780]: osdmap e2646: 8 total, 8 up, 8 in 2024-08-17T01:43:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:58 smithi157 ceph-mon[101289]: osdmap e2645: 8 total, 8 up, 8 in 2024-08-17T01:43:59.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:58 smithi157 ceph-mon[101289]: osdmap e2646: 8 total, 8 up, 8 in 2024-08-17T01:43:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:43:59 smithi187 ceph-mon[90552]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 716 KiB/s rd, 5.0 KiB/s wr, 970 op/s 2024-08-17T01:44:00.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:00.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:43:59 smithi157 ceph-mon[98780]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 716 KiB/s rd, 5.0 KiB/s wr, 970 op/s 2024-08-17T01:44:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:00.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:43:59 smithi157 ceph-mon[101289]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 716 KiB/s rd, 5.0 KiB/s wr, 970 op/s 2024-08-17T01:44:00.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:00 smithi187 ceph-mon[90552]: osdmap e2647: 8 total, 8 up, 8 in 2024-08-17T01:44:01.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:00 smithi157 ceph-mon[101289]: osdmap e2647: 8 total, 8 up, 8 in 2024-08-17T01:44:01.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:00 smithi157 ceph-mon[98780]: osdmap e2647: 8 total, 8 up, 8 in 2024-08-17T01:44:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:01 smithi187 ceph-mon[90552]: osdmap e2648: 8 total, 8 up, 8 in 2024-08-17T01:44:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:01 smithi187 ceph-mon[90552]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 715 KiB/s rd, 5.0 KiB/s wr, 968 op/s 2024-08-17T01:44:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:01 smithi157 ceph-mon[101289]: osdmap e2648: 8 total, 8 up, 8 in 2024-08-17T01:44:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:01 smithi157 ceph-mon[101289]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 715 KiB/s rd, 5.0 KiB/s wr, 968 op/s 2024-08-17T01:44:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:01 smithi157 ceph-mon[98780]: osdmap e2648: 8 total, 8 up, 8 in 2024-08-17T01:44:02.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:01 smithi157 ceph-mon[98780]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 715 KiB/s rd, 5.0 KiB/s wr, 968 op/s 2024-08-17T01:44:02.659 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:44:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:44:02.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:02 smithi187 ceph-mon[90552]: osdmap e2649: 8 total, 8 up, 8 in 2024-08-17T01:44:03.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:02 smithi157 ceph-mon[101289]: osdmap e2649: 8 total, 8 up, 8 in 2024-08-17T01:44:03.036 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:02 smithi157 ceph-mon[98780]: osdmap e2649: 8 total, 8 up, 8 in 2024-08-17T01:44:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:44:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:44:03] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-08-17T01:44:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:03 smithi157 ceph-mon[98780]: osdmap e2650: 8 total, 8 up, 8 in 2024-08-17T01:44:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:03 smithi157 ceph-mon[98780]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 681 KiB/s rd, 5.0 KiB/s wr, 920 op/s 2024-08-17T01:44:03.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:03 smithi157 ceph-mon[98780]: osdmap e2651: 8 total, 8 up, 8 in 2024-08-17T01:44:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:03 smithi157 ceph-mon[101289]: osdmap e2650: 8 total, 8 up, 8 in 2024-08-17T01:44:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:03 smithi157 ceph-mon[101289]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 681 KiB/s rd, 5.0 KiB/s wr, 920 op/s 2024-08-17T01:44:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:03 smithi157 ceph-mon[101289]: osdmap e2651: 8 total, 8 up, 8 in 2024-08-17T01:44:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:03 smithi187 ceph-mon[90552]: osdmap e2650: 8 total, 8 up, 8 in 2024-08-17T01:44:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:03 smithi187 ceph-mon[90552]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 681 KiB/s rd, 5.0 KiB/s wr, 920 op/s 2024-08-17T01:44:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:03 smithi187 ceph-mon[90552]: osdmap e2651: 8 total, 8 up, 8 in 2024-08-17T01:44:05.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:05 smithi157 ceph-mon[101289]: osdmap e2652: 8 total, 8 up, 8 in 2024-08-17T01:44:05.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:05 smithi157 ceph-mon[101289]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 682 KiB/s rd, 5.0 KiB/s wr, 921 op/s 2024-08-17T01:44:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:05 smithi157 ceph-mon[98780]: osdmap e2652: 8 total, 8 up, 8 in 2024-08-17T01:44:05.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:05 smithi157 ceph-mon[98780]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 682 KiB/s rd, 5.0 KiB/s wr, 921 op/s 2024-08-17T01:44:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:05 smithi187 ceph-mon[90552]: osdmap e2652: 8 total, 8 up, 8 in 2024-08-17T01:44:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:05 smithi187 ceph-mon[90552]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 682 KiB/s rd, 5.0 KiB/s wr, 921 op/s 2024-08-17T01:44:06.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:06 smithi157 ceph-mon[98780]: osdmap e2653: 8 total, 8 up, 8 in 2024-08-17T01:44:06.886 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:06 smithi157 ceph-mon[101289]: osdmap e2653: 8 total, 8 up, 8 in 2024-08-17T01:44:06.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:06 smithi187 ceph-mon[90552]: osdmap e2653: 8 total, 8 up, 8 in 2024-08-17T01:44:07.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:07 smithi157 ceph-mon[101289]: osdmap e2654: 8 total, 8 up, 8 in 2024-08-17T01:44:07.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:07 smithi157 ceph-mon[101289]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T01:44:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:07 smithi157 ceph-mon[98780]: osdmap e2654: 8 total, 8 up, 8 in 2024-08-17T01:44:07.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:07 smithi157 ceph-mon[98780]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T01:44:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:07 smithi187 ceph-mon[90552]: osdmap e2654: 8 total, 8 up, 8 in 2024-08-17T01:44:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:07 smithi187 ceph-mon[90552]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T01:44:08.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:08 smithi157 ceph-mon[98780]: osdmap e2655: 8 total, 8 up, 8 in 2024-08-17T01:44:08.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:08 smithi157 ceph-mon[98780]: osdmap e2656: 8 total, 8 up, 8 in 2024-08-17T01:44:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:08 smithi157 ceph-mon[101289]: osdmap e2655: 8 total, 8 up, 8 in 2024-08-17T01:44:08.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:08 smithi157 ceph-mon[101289]: osdmap e2656: 8 total, 8 up, 8 in 2024-08-17T01:44:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:08 smithi187 ceph-mon[90552]: osdmap e2655: 8 total, 8 up, 8 in 2024-08-17T01:44:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:08 smithi187 ceph-mon[90552]: osdmap e2656: 8 total, 8 up, 8 in 2024-08-17T01:44:09.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:09 smithi157 ceph-mon[98780]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 650 KiB/s rd, 5.0 KiB/s wr, 881 op/s 2024-08-17T01:44:09.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:09 smithi157 ceph-mon[101289]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 650 KiB/s rd, 5.0 KiB/s wr, 881 op/s 2024-08-17T01:44:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:09 smithi187 ceph-mon[90552]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 650 KiB/s rd, 5.0 KiB/s wr, 881 op/s 2024-08-17T01:44:10.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:10 smithi157 ceph-mon[101289]: osdmap e2657: 8 total, 8 up, 8 in 2024-08-17T01:44:10.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:10 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:44:10.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:10 smithi157 ceph-mon[98780]: osdmap e2657: 8 total, 8 up, 8 in 2024-08-17T01:44:10.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:10 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:44:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:10 smithi187 ceph-mon[90552]: osdmap e2657: 8 total, 8 up, 8 in 2024-08-17T01:44:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:10 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:44:11.948 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:11 smithi157 ceph-mon[101289]: osdmap e2658: 8 total, 8 up, 8 in 2024-08-17T01:44:11.948 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:11 smithi157 ceph-mon[101289]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 649 KiB/s rd, 5.0 KiB/s wr, 881 op/s 2024-08-17T01:44:11.948 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:11 smithi157 ceph-mon[98780]: osdmap e2658: 8 total, 8 up, 8 in 2024-08-17T01:44:11.948 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:11 smithi157 ceph-mon[98780]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 649 KiB/s rd, 5.0 KiB/s wr, 881 op/s 2024-08-17T01:44:11.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:11 smithi187 ceph-mon[90552]: osdmap e2658: 8 total, 8 up, 8 in 2024-08-17T01:44:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:11 smithi187 ceph-mon[90552]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 649 KiB/s rd, 5.0 KiB/s wr, 881 op/s 2024-08-17T01:44:12.638 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:44:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:44:12.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:12 smithi187 ceph-mon[90552]: osdmap e2659: 8 total, 8 up, 8 in 2024-08-17T01:44:12.968 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:12 smithi157 ceph-mon[101289]: osdmap e2659: 8 total, 8 up, 8 in 2024-08-17T01:44:12.968 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:12 smithi157 ceph-mon[98780]: osdmap e2659: 8 total, 8 up, 8 in 2024-08-17T01:44:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:13 smithi187 ceph-mon[90552]: osdmap e2660: 8 total, 8 up, 8 in 2024-08-17T01:44:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:13 smithi187 ceph-mon[90552]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 615 KiB/s rd, 5.0 KiB/s wr, 833 op/s 2024-08-17T01:44:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:44:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:13 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:44:13.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:13 smithi187 ceph-mon[90552]: osdmap e2661: 8 total, 8 up, 8 in 2024-08-17T01:44:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:44:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:44:13] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-08-17T01:44:13.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:13 smithi157 ceph-mon[101289]: osdmap e2660: 8 total, 8 up, 8 in 2024-08-17T01:44:13.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:13 smithi157 ceph-mon[101289]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 615 KiB/s rd, 5.0 KiB/s wr, 833 op/s 2024-08-17T01:44:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:44:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:13 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:44:13.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:13 smithi157 ceph-mon[101289]: osdmap e2661: 8 total, 8 up, 8 in 2024-08-17T01:44:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:13 smithi157 ceph-mon[98780]: osdmap e2660: 8 total, 8 up, 8 in 2024-08-17T01:44:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:13 smithi157 ceph-mon[98780]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 615 KiB/s rd, 5.0 KiB/s wr, 833 op/s 2024-08-17T01:44:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:44:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:13 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:44:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:13 smithi157 ceph-mon[98780]: osdmap e2661: 8 total, 8 up, 8 in 2024-08-17T01:44:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:44:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:44:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:44:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:44:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:44:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:14 smithi187 ceph-mon[90552]: osdmap e2662: 8 total, 8 up, 8 in 2024-08-17T01:44:15.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:44:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:44:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:44:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:44:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:44:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:14 smithi157 ceph-mon[98780]: osdmap e2662: 8 total, 8 up, 8 in 2024-08-17T01:44:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:44:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:44:15.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:44:15.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:44:15.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:44:15.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:14 smithi157 ceph-mon[101289]: osdmap e2662: 8 total, 8 up, 8 in 2024-08-17T01:44:15.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:15 smithi187 ceph-mon[90552]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 616 KiB/s rd, 5.0 KiB/s wr, 834 op/s 2024-08-17T01:44:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:15 smithi157 ceph-mon[98780]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 616 KiB/s rd, 5.0 KiB/s wr, 834 op/s 2024-08-17T01:44:16.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:15 smithi157 ceph-mon[101289]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 616 KiB/s rd, 5.0 KiB/s wr, 834 op/s 2024-08-17T01:44:16.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:16 smithi187 ceph-mon[90552]: osdmap e2663: 8 total, 8 up, 8 in 2024-08-17T01:44:17.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:16 smithi157 ceph-mon[101289]: osdmap e2663: 8 total, 8 up, 8 in 2024-08-17T01:44:17.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:16 smithi157 ceph-mon[98780]: osdmap e2663: 8 total, 8 up, 8 in 2024-08-17T01:44:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:17 smithi187 ceph-mon[90552]: osdmap e2664: 8 total, 8 up, 8 in 2024-08-17T01:44:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:17 smithi187 ceph-mon[90552]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:44:18.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:17 smithi157 ceph-mon[98780]: osdmap e2664: 8 total, 8 up, 8 in 2024-08-17T01:44:18.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:17 smithi157 ceph-mon[98780]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:44:18.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:17 smithi157 ceph-mon[101289]: osdmap e2664: 8 total, 8 up, 8 in 2024-08-17T01:44:18.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:17 smithi157 ceph-mon[101289]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:44:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:18 smithi187 ceph-mon[90552]: osdmap e2665: 8 total, 8 up, 8 in 2024-08-17T01:44:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:18 smithi187 ceph-mon[90552]: osdmap e2666: 8 total, 8 up, 8 in 2024-08-17T01:44:19.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:18 smithi157 ceph-mon[101289]: osdmap e2665: 8 total, 8 up, 8 in 2024-08-17T01:44:19.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:18 smithi157 ceph-mon[101289]: osdmap e2666: 8 total, 8 up, 8 in 2024-08-17T01:44:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:18 smithi157 ceph-mon[98780]: osdmap e2665: 8 total, 8 up, 8 in 2024-08-17T01:44:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:18 smithi157 ceph-mon[98780]: osdmap e2666: 8 total, 8 up, 8 in 2024-08-17T01:44:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:19 smithi187 ceph-mon[90552]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 585 KiB/s rd, 5.0 KiB/s wr, 792 op/s 2024-08-17T01:44:20.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:19 smithi157 ceph-mon[101289]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 585 KiB/s rd, 5.0 KiB/s wr, 792 op/s 2024-08-17T01:44:20.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:19 smithi157 ceph-mon[98780]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 585 KiB/s rd, 5.0 KiB/s wr, 792 op/s 2024-08-17T01:44:20.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:20 smithi187 ceph-mon[90552]: osdmap e2667: 8 total, 8 up, 8 in 2024-08-17T01:44:21.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:20 smithi157 ceph-mon[101289]: osdmap e2667: 8 total, 8 up, 8 in 2024-08-17T01:44:21.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:20 smithi157 ceph-mon[98780]: osdmap e2667: 8 total, 8 up, 8 in 2024-08-17T01:44:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:21 smithi187 ceph-mon[90552]: osdmap e2668: 8 total, 8 up, 8 in 2024-08-17T01:44:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:21 smithi187 ceph-mon[90552]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 586 KiB/s rd, 5.0 KiB/s wr, 795 op/s 2024-08-17T01:44:22.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:21 smithi157 ceph-mon[98780]: osdmap e2668: 8 total, 8 up, 8 in 2024-08-17T01:44:22.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:21 smithi157 ceph-mon[98780]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 586 KiB/s rd, 5.0 KiB/s wr, 795 op/s 2024-08-17T01:44:22.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:21 smithi157 ceph-mon[101289]: osdmap e2668: 8 total, 8 up, 8 in 2024-08-17T01:44:22.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:21 smithi157 ceph-mon[101289]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 586 KiB/s rd, 5.0 KiB/s wr, 795 op/s 2024-08-17T01:44:22.703 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:44:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:44:22.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:22 smithi187 ceph-mon[90552]: osdmap e2669: 8 total, 8 up, 8 in 2024-08-17T01:44:23.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:22 smithi157 ceph-mon[98780]: osdmap e2669: 8 total, 8 up, 8 in 2024-08-17T01:44:23.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:22 smithi157 ceph-mon[101289]: osdmap e2669: 8 total, 8 up, 8 in 2024-08-17T01:44:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:44:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:44:23] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-17T01:44:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:23 smithi157 ceph-mon[98780]: osdmap e2670: 8 total, 8 up, 8 in 2024-08-17T01:44:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:23 smithi157 ceph-mon[98780]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 5.0 KiB/s wr, 745 op/s 2024-08-17T01:44:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:23 smithi157 ceph-mon[98780]: osdmap e2671: 8 total, 8 up, 8 in 2024-08-17T01:44:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:23 smithi157 ceph-mon[101289]: osdmap e2670: 8 total, 8 up, 8 in 2024-08-17T01:44:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:23 smithi157 ceph-mon[101289]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 5.0 KiB/s wr, 745 op/s 2024-08-17T01:44:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:23 smithi157 ceph-mon[101289]: osdmap e2671: 8 total, 8 up, 8 in 2024-08-17T01:44:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:23 smithi187 ceph-mon[90552]: osdmap e2670: 8 total, 8 up, 8 in 2024-08-17T01:44:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:23 smithi187 ceph-mon[90552]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 5.0 KiB/s wr, 745 op/s 2024-08-17T01:44:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:23 smithi187 ceph-mon[90552]: osdmap e2671: 8 total, 8 up, 8 in 2024-08-17T01:44:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:25 smithi157 ceph-mon[98780]: osdmap e2672: 8 total, 8 up, 8 in 2024-08-17T01:44:25.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:25 smithi157 ceph-mon[98780]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 5.0 KiB/s wr, 746 op/s 2024-08-17T01:44:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:25 smithi157 ceph-mon[101289]: osdmap e2672: 8 total, 8 up, 8 in 2024-08-17T01:44:25.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:25 smithi157 ceph-mon[101289]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 5.0 KiB/s wr, 746 op/s 2024-08-17T01:44:25.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:25 smithi187 ceph-mon[90552]: osdmap e2672: 8 total, 8 up, 8 in 2024-08-17T01:44:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:25 smithi187 ceph-mon[90552]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 5.0 KiB/s wr, 746 op/s 2024-08-17T01:44:26.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:26 smithi157 ceph-mon[98780]: osdmap e2673: 8 total, 8 up, 8 in 2024-08-17T01:44:26.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:26 smithi157 ceph-mon[101289]: osdmap e2673: 8 total, 8 up, 8 in 2024-08-17T01:44:26.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:26 smithi187 ceph-mon[90552]: osdmap e2673: 8 total, 8 up, 8 in 2024-08-17T01:44:27.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:27 smithi157 ceph-mon[101289]: osdmap e2674: 8 total, 8 up, 8 in 2024-08-17T01:44:27.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:27 smithi157 ceph-mon[101289]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:44:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:27 smithi157 ceph-mon[98780]: osdmap e2674: 8 total, 8 up, 8 in 2024-08-17T01:44:27.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:27 smithi157 ceph-mon[98780]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:44:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:27 smithi187 ceph-mon[90552]: osdmap e2674: 8 total, 8 up, 8 in 2024-08-17T01:44:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:27 smithi187 ceph-mon[90552]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:44:28.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:28 smithi157 ceph-mon[98780]: osdmap e2675: 8 total, 8 up, 8 in 2024-08-17T01:44:28.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:28 smithi157 ceph-mon[98780]: osdmap e2676: 8 total, 8 up, 8 in 2024-08-17T01:44:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:28 smithi157 ceph-mon[101289]: osdmap e2675: 8 total, 8 up, 8 in 2024-08-17T01:44:28.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:28 smithi157 ceph-mon[101289]: osdmap e2676: 8 total, 8 up, 8 in 2024-08-17T01:44:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:28 smithi187 ceph-mon[90552]: osdmap e2675: 8 total, 8 up, 8 in 2024-08-17T01:44:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:28 smithi187 ceph-mon[90552]: osdmap e2676: 8 total, 8 up, 8 in 2024-08-17T01:44:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:29 smithi187 ceph-mon[90552]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 521 KiB/s rd, 5.0 KiB/s wr, 706 op/s 2024-08-17T01:44:30.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:30.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:29 smithi157 ceph-mon[101289]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 521 KiB/s rd, 5.0 KiB/s wr, 706 op/s 2024-08-17T01:44:30.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:29 smithi157 ceph-mon[98780]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 521 KiB/s rd, 5.0 KiB/s wr, 706 op/s 2024-08-17T01:44:30.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:30 smithi187 ceph-mon[90552]: osdmap e2677: 8 total, 8 up, 8 in 2024-08-17T01:44:31.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:30 smithi157 ceph-mon[101289]: osdmap e2677: 8 total, 8 up, 8 in 2024-08-17T01:44:31.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:30 smithi157 ceph-mon[98780]: osdmap e2677: 8 total, 8 up, 8 in 2024-08-17T01:44:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:31 smithi187 ceph-mon[90552]: osdmap e2678: 8 total, 8 up, 8 in 2024-08-17T01:44:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:31 smithi187 ceph-mon[90552]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 704 op/s 2024-08-17T01:44:32.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:31 smithi157 ceph-mon[101289]: osdmap e2678: 8 total, 8 up, 8 in 2024-08-17T01:44:32.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:31 smithi157 ceph-mon[101289]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 704 op/s 2024-08-17T01:44:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:31 smithi157 ceph-mon[98780]: osdmap e2678: 8 total, 8 up, 8 in 2024-08-17T01:44:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:31 smithi157 ceph-mon[98780]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 704 op/s 2024-08-17T01:44:32.650 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:44:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:44:32.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:32 smithi187 ceph-mon[90552]: osdmap e2679: 8 total, 8 up, 8 in 2024-08-17T01:44:33.038 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:32 smithi157 ceph-mon[101289]: osdmap e2679: 8 total, 8 up, 8 in 2024-08-17T01:44:33.038 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:32 smithi157 ceph-mon[98780]: osdmap e2679: 8 total, 8 up, 8 in 2024-08-17T01:44:33.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:44:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:44:33] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-08-17T01:44:33.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:33 smithi187 ceph-mon[90552]: osdmap e2680: 8 total, 8 up, 8 in 2024-08-17T01:44:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:33 smithi187 ceph-mon[90552]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 485 KiB/s rd, 5.0 KiB/s wr, 657 op/s 2024-08-17T01:44:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:33 smithi187 ceph-mon[90552]: osdmap e2681: 8 total, 8 up, 8 in 2024-08-17T01:44:34.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:33 smithi157 ceph-mon[101289]: osdmap e2680: 8 total, 8 up, 8 in 2024-08-17T01:44:34.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:33 smithi157 ceph-mon[101289]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 485 KiB/s rd, 5.0 KiB/s wr, 657 op/s 2024-08-17T01:44:34.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:33 smithi157 ceph-mon[101289]: osdmap e2681: 8 total, 8 up, 8 in 2024-08-17T01:44:34.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:33 smithi157 ceph-mon[98780]: osdmap e2680: 8 total, 8 up, 8 in 2024-08-17T01:44:34.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:33 smithi157 ceph-mon[98780]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 485 KiB/s rd, 5.0 KiB/s wr, 657 op/s 2024-08-17T01:44:34.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:33 smithi157 ceph-mon[98780]: osdmap e2681: 8 total, 8 up, 8 in 2024-08-17T01:44:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:35 smithi187 ceph-mon[90552]: osdmap e2682: 8 total, 8 up, 8 in 2024-08-17T01:44:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:35 smithi187 ceph-mon[90552]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 660 op/s 2024-08-17T01:44:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:35 smithi157 ceph-mon[101289]: osdmap e2682: 8 total, 8 up, 8 in 2024-08-17T01:44:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:35 smithi157 ceph-mon[101289]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 660 op/s 2024-08-17T01:44:36.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:35 smithi157 ceph-mon[98780]: osdmap e2682: 8 total, 8 up, 8 in 2024-08-17T01:44:36.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:35 smithi157 ceph-mon[98780]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 660 op/s 2024-08-17T01:44:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:36 smithi187 ceph-mon[90552]: osdmap e2683: 8 total, 8 up, 8 in 2024-08-17T01:44:37.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:36 smithi157 ceph-mon[98780]: osdmap e2683: 8 total, 8 up, 8 in 2024-08-17T01:44:37.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:36 smithi157 ceph-mon[101289]: osdmap e2683: 8 total, 8 up, 8 in 2024-08-17T01:44:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:37 smithi187 ceph-mon[90552]: osdmap e2684: 8 total, 8 up, 8 in 2024-08-17T01:44:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:37 smithi187 ceph-mon[90552]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:44:38.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:37 smithi157 ceph-mon[101289]: osdmap e2684: 8 total, 8 up, 8 in 2024-08-17T01:44:38.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:37 smithi157 ceph-mon[101289]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:44:38.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:37 smithi157 ceph-mon[98780]: osdmap e2684: 8 total, 8 up, 8 in 2024-08-17T01:44:38.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:37 smithi157 ceph-mon[98780]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:44:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:38 smithi187 ceph-mon[90552]: osdmap e2685: 8 total, 8 up, 8 in 2024-08-17T01:44:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:38 smithi187 ceph-mon[90552]: osdmap e2686: 8 total, 8 up, 8 in 2024-08-17T01:44:39.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:38 smithi157 ceph-mon[101289]: osdmap e2685: 8 total, 8 up, 8 in 2024-08-17T01:44:39.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:38 smithi157 ceph-mon[101289]: osdmap e2686: 8 total, 8 up, 8 in 2024-08-17T01:44:39.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:38 smithi157 ceph-mon[98780]: osdmap e2685: 8 total, 8 up, 8 in 2024-08-17T01:44:39.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:38 smithi157 ceph-mon[98780]: osdmap e2686: 8 total, 8 up, 8 in 2024-08-17T01:44:39.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:39 smithi187 ceph-mon[90552]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 5.0 KiB/s wr, 616 op/s 2024-08-17T01:44:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:39 smithi187 ceph-mon[90552]: osdmap e2687: 8 total, 8 up, 8 in 2024-08-17T01:44:40.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:39 smithi157 ceph-mon[101289]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 5.0 KiB/s wr, 616 op/s 2024-08-17T01:44:40.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:39 smithi157 ceph-mon[101289]: osdmap e2687: 8 total, 8 up, 8 in 2024-08-17T01:44:40.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:39 smithi157 ceph-mon[98780]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 5.0 KiB/s wr, 616 op/s 2024-08-17T01:44:40.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:39 smithi157 ceph-mon[98780]: osdmap e2687: 8 total, 8 up, 8 in 2024-08-17T01:44:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:41 smithi157 ceph-mon[98780]: osdmap e2688: 8 total, 8 up, 8 in 2024-08-17T01:44:41.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:41 smithi157 ceph-mon[98780]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 455 KiB/s rd, 5.0 KiB/s wr, 617 op/s 2024-08-17T01:44:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:41 smithi157 ceph-mon[101289]: osdmap e2688: 8 total, 8 up, 8 in 2024-08-17T01:44:41.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:41 smithi157 ceph-mon[101289]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 455 KiB/s rd, 5.0 KiB/s wr, 617 op/s 2024-08-17T01:44:41.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:41 smithi187 ceph-mon[90552]: osdmap e2688: 8 total, 8 up, 8 in 2024-08-17T01:44:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:41 smithi187 ceph-mon[90552]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 455 KiB/s rd, 5.0 KiB/s wr, 617 op/s 2024-08-17T01:44:42.632 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:44:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:44:42.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:42 smithi157 ceph-mon[98780]: osdmap e2689: 8 total, 8 up, 8 in 2024-08-17T01:44:42.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:42 smithi157 ceph-mon[101289]: osdmap e2689: 8 total, 8 up, 8 in 2024-08-17T01:44:42.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:42 smithi187 ceph-mon[90552]: osdmap e2689: 8 total, 8 up, 8 in 2024-08-17T01:44:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:44:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:44:43] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-08-17T01:44:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:43 smithi157 ceph-mon[101289]: osdmap e2690: 8 total, 8 up, 8 in 2024-08-17T01:44:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:43 smithi157 ceph-mon[101289]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 5.0 KiB/s wr, 569 op/s 2024-08-17T01:44:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:43 smithi157 ceph-mon[101289]: osdmap e2691: 8 total, 8 up, 8 in 2024-08-17T01:44:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:43 smithi157 ceph-mon[98780]: osdmap e2690: 8 total, 8 up, 8 in 2024-08-17T01:44:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:43 smithi157 ceph-mon[98780]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 5.0 KiB/s wr, 569 op/s 2024-08-17T01:44:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:43 smithi157 ceph-mon[98780]: osdmap e2691: 8 total, 8 up, 8 in 2024-08-17T01:44:43.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:43 smithi187 ceph-mon[90552]: osdmap e2690: 8 total, 8 up, 8 in 2024-08-17T01:44:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:43 smithi187 ceph-mon[90552]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 5.0 KiB/s wr, 569 op/s 2024-08-17T01:44:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:43 smithi187 ceph-mon[90552]: osdmap e2691: 8 total, 8 up, 8 in 2024-08-17T01:44:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:45.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:45.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:45 smithi187 ceph-mon[90552]: osdmap e2692: 8 total, 8 up, 8 in 2024-08-17T01:44:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:45 smithi187 ceph-mon[90552]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 5.0 KiB/s wr, 568 op/s 2024-08-17T01:44:46.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:45 smithi157 ceph-mon[101289]: osdmap e2692: 8 total, 8 up, 8 in 2024-08-17T01:44:46.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:45 smithi157 ceph-mon[101289]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 5.0 KiB/s wr, 568 op/s 2024-08-17T01:44:46.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:45 smithi157 ceph-mon[98780]: osdmap e2692: 8 total, 8 up, 8 in 2024-08-17T01:44:46.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:45 smithi157 ceph-mon[98780]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 5.0 KiB/s wr, 568 op/s 2024-08-17T01:44:46.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:46 smithi187 ceph-mon[90552]: osdmap e2693: 8 total, 8 up, 8 in 2024-08-17T01:44:47.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:46 smithi157 ceph-mon[98780]: osdmap e2693: 8 total, 8 up, 8 in 2024-08-17T01:44:47.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:46 smithi157 ceph-mon[101289]: osdmap e2693: 8 total, 8 up, 8 in 2024-08-17T01:44:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:47 smithi187 ceph-mon[90552]: osdmap e2694: 8 total, 8 up, 8 in 2024-08-17T01:44:47.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:47 smithi187 ceph-mon[90552]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:44:48.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:47 smithi157 ceph-mon[98780]: osdmap e2694: 8 total, 8 up, 8 in 2024-08-17T01:44:48.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:47 smithi157 ceph-mon[98780]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:44:48.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:47 smithi157 ceph-mon[101289]: osdmap e2694: 8 total, 8 up, 8 in 2024-08-17T01:44:48.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:47 smithi157 ceph-mon[101289]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:44:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:48 smithi187 ceph-mon[90552]: osdmap e2695: 8 total, 8 up, 8 in 2024-08-17T01:44:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:48 smithi187 ceph-mon[90552]: osdmap e2696: 8 total, 8 up, 8 in 2024-08-17T01:44:49.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:48 smithi157 ceph-mon[98780]: osdmap e2695: 8 total, 8 up, 8 in 2024-08-17T01:44:49.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:48 smithi157 ceph-mon[98780]: osdmap e2696: 8 total, 8 up, 8 in 2024-08-17T01:44:49.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:48 smithi157 ceph-mon[101289]: osdmap e2695: 8 total, 8 up, 8 in 2024-08-17T01:44:49.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:48 smithi157 ceph-mon[101289]: osdmap e2696: 8 total, 8 up, 8 in 2024-08-17T01:44:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:49 smithi187 ceph-mon[90552]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-08-17T01:44:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:49 smithi187 ceph-mon[90552]: osdmap e2697: 8 total, 8 up, 8 in 2024-08-17T01:44:50.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:49 smithi157 ceph-mon[101289]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-08-17T01:44:50.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:49 smithi157 ceph-mon[101289]: osdmap e2697: 8 total, 8 up, 8 in 2024-08-17T01:44:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:49 smithi157 ceph-mon[98780]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-08-17T01:44:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:49 smithi157 ceph-mon[98780]: osdmap e2697: 8 total, 8 up, 8 in 2024-08-17T01:44:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:51 smithi157 ceph-mon[98780]: osdmap e2698: 8 total, 8 up, 8 in 2024-08-17T01:44:51.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:51 smithi157 ceph-mon[98780]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 5.0 KiB/s wr, 528 op/s 2024-08-17T01:44:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:51 smithi157 ceph-mon[101289]: osdmap e2698: 8 total, 8 up, 8 in 2024-08-17T01:44:51.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:51 smithi157 ceph-mon[101289]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 5.0 KiB/s wr, 528 op/s 2024-08-17T01:44:51.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:51 smithi187 ceph-mon[90552]: osdmap e2698: 8 total, 8 up, 8 in 2024-08-17T01:44:51.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:51 smithi187 ceph-mon[90552]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 5.0 KiB/s wr, 528 op/s 2024-08-17T01:44:52.625 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:44:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:44:52.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:52 smithi157 ceph-mon[98780]: osdmap e2699: 8 total, 8 up, 8 in 2024-08-17T01:44:52.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:52 smithi157 ceph-mon[101289]: osdmap e2699: 8 total, 8 up, 8 in 2024-08-17T01:44:52.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:52 smithi187 ceph-mon[90552]: osdmap e2699: 8 total, 8 up, 8 in 2024-08-17T01:44:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:44:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:44:53] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-08-17T01:44:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:53 smithi157 ceph-mon[101289]: osdmap e2700: 8 total, 8 up, 8 in 2024-08-17T01:44:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:53 smithi157 ceph-mon[101289]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 5.0 KiB/s wr, 479 op/s 2024-08-17T01:44:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:53 smithi157 ceph-mon[101289]: osdmap e2701: 8 total, 8 up, 8 in 2024-08-17T01:44:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:53 smithi157 ceph-mon[98780]: osdmap e2700: 8 total, 8 up, 8 in 2024-08-17T01:44:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:53 smithi157 ceph-mon[98780]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 5.0 KiB/s wr, 479 op/s 2024-08-17T01:44:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:53 smithi157 ceph-mon[98780]: osdmap e2701: 8 total, 8 up, 8 in 2024-08-17T01:44:53.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:53 smithi187 ceph-mon[90552]: osdmap e2700: 8 total, 8 up, 8 in 2024-08-17T01:44:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:53 smithi187 ceph-mon[90552]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 5.0 KiB/s wr, 479 op/s 2024-08-17T01:44:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:53 smithi187 ceph-mon[90552]: osdmap e2701: 8 total, 8 up, 8 in 2024-08-17T01:44:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:55 smithi187 ceph-mon[90552]: osdmap e2702: 8 total, 8 up, 8 in 2024-08-17T01:44:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:55 smithi187 ceph-mon[90552]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 5.0 KiB/s wr, 481 op/s 2024-08-17T01:44:56.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:55 smithi157 ceph-mon[101289]: osdmap e2702: 8 total, 8 up, 8 in 2024-08-17T01:44:56.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:55 smithi157 ceph-mon[101289]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 5.0 KiB/s wr, 481 op/s 2024-08-17T01:44:56.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:55 smithi157 ceph-mon[98780]: osdmap e2702: 8 total, 8 up, 8 in 2024-08-17T01:44:56.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:55 smithi157 ceph-mon[98780]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 5.0 KiB/s wr, 481 op/s 2024-08-17T01:44:56.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:56 smithi187 ceph-mon[90552]: osdmap e2703: 8 total, 8 up, 8 in 2024-08-17T01:44:57.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:56 smithi157 ceph-mon[98780]: osdmap e2703: 8 total, 8 up, 8 in 2024-08-17T01:44:57.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:56 smithi157 ceph-mon[101289]: osdmap e2703: 8 total, 8 up, 8 in 2024-08-17T01:44:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:57 smithi187 ceph-mon[90552]: osdmap e2704: 8 total, 8 up, 8 in 2024-08-17T01:44:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:57 smithi187 ceph-mon[90552]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T01:44:58.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:57 smithi157 ceph-mon[101289]: osdmap e2704: 8 total, 8 up, 8 in 2024-08-17T01:44:58.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:57 smithi157 ceph-mon[101289]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T01:44:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:57 smithi157 ceph-mon[98780]: osdmap e2704: 8 total, 8 up, 8 in 2024-08-17T01:44:58.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:57 smithi157 ceph-mon[98780]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T01:44:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:58 smithi187 ceph-mon[90552]: osdmap e2705: 8 total, 8 up, 8 in 2024-08-17T01:44:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:58 smithi187 ceph-mon[90552]: osdmap e2706: 8 total, 8 up, 8 in 2024-08-17T01:44:59.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:58 smithi157 ceph-mon[101289]: osdmap e2705: 8 total, 8 up, 8 in 2024-08-17T01:44:59.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:58 smithi157 ceph-mon[101289]: osdmap e2706: 8 total, 8 up, 8 in 2024-08-17T01:44:59.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:58 smithi157 ceph-mon[98780]: osdmap e2705: 8 total, 8 up, 8 in 2024-08-17T01:44:59.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:58 smithi157 ceph-mon[98780]: osdmap e2706: 8 total, 8 up, 8 in 2024-08-17T01:44:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:59 smithi187 ceph-mon[90552]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 325 KiB/s rd, 5.0 KiB/s wr, 441 op/s 2024-08-17T01:44:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:44:59 smithi187 ceph-mon[90552]: osdmap e2707: 8 total, 8 up, 8 in 2024-08-17T01:45:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:59 smithi157 ceph-mon[101289]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 325 KiB/s rd, 5.0 KiB/s wr, 441 op/s 2024-08-17T01:45:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:44:59 smithi157 ceph-mon[101289]: osdmap e2707: 8 total, 8 up, 8 in 2024-08-17T01:45:00.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:59 smithi157 ceph-mon[98780]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 325 KiB/s rd, 5.0 KiB/s wr, 441 op/s 2024-08-17T01:45:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:44:59 smithi157 ceph-mon[98780]: osdmap e2707: 8 total, 8 up, 8 in 2024-08-17T01:45:01.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:01 smithi157 ceph-mon[98780]: osdmap e2708: 8 total, 8 up, 8 in 2024-08-17T01:45:01.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:01 smithi157 ceph-mon[98780]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 438 op/s 2024-08-17T01:45:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:01 smithi157 ceph-mon[101289]: osdmap e2708: 8 total, 8 up, 8 in 2024-08-17T01:45:01.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:01 smithi157 ceph-mon[101289]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 438 op/s 2024-08-17T01:45:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:01 smithi187 ceph-mon[90552]: osdmap e2708: 8 total, 8 up, 8 in 2024-08-17T01:45:01.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:01 smithi187 ceph-mon[90552]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 438 op/s 2024-08-17T01:45:02.629 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:45:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:45:02.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:02 smithi157 ceph-mon[98780]: osdmap e2709: 8 total, 8 up, 8 in 2024-08-17T01:45:02.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:02 smithi157 ceph-mon[101289]: osdmap e2709: 8 total, 8 up, 8 in 2024-08-17T01:45:02.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:02 smithi187 ceph-mon[90552]: osdmap e2709: 8 total, 8 up, 8 in 2024-08-17T01:45:03.785 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:45:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:45:03] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-08-17T01:45:03.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:03 smithi157 ceph-mon[101289]: osdmap e2710: 8 total, 8 up, 8 in 2024-08-17T01:45:03.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:03 smithi157 ceph-mon[101289]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 288 KiB/s rd, 5.0 KiB/s wr, 389 op/s 2024-08-17T01:45:03.786 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:03 smithi157 ceph-mon[101289]: osdmap e2711: 8 total, 8 up, 8 in 2024-08-17T01:45:03.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:03 smithi157 ceph-mon[98780]: osdmap e2710: 8 total, 8 up, 8 in 2024-08-17T01:45:03.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:03 smithi157 ceph-mon[98780]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 288 KiB/s rd, 5.0 KiB/s wr, 389 op/s 2024-08-17T01:45:03.786 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:03 smithi157 ceph-mon[98780]: osdmap e2711: 8 total, 8 up, 8 in 2024-08-17T01:45:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:03 smithi187 ceph-mon[90552]: osdmap e2710: 8 total, 8 up, 8 in 2024-08-17T01:45:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:03 smithi187 ceph-mon[90552]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 288 KiB/s rd, 5.0 KiB/s wr, 389 op/s 2024-08-17T01:45:03.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:03 smithi187 ceph-mon[90552]: osdmap e2711: 8 total, 8 up, 8 in 2024-08-17T01:45:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:05 smithi187 ceph-mon[90552]: osdmap e2712: 8 total, 8 up, 8 in 2024-08-17T01:45:05.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:05 smithi187 ceph-mon[90552]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2024-08-17T01:45:06.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:05 smithi157 ceph-mon[101289]: osdmap e2712: 8 total, 8 up, 8 in 2024-08-17T01:45:06.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:05 smithi157 ceph-mon[101289]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2024-08-17T01:45:06.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:05 smithi157 ceph-mon[98780]: osdmap e2712: 8 total, 8 up, 8 in 2024-08-17T01:45:06.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:05 smithi157 ceph-mon[98780]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2024-08-17T01:45:06.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:06 smithi187 ceph-mon[90552]: osdmap e2713: 8 total, 8 up, 8 in 2024-08-17T01:45:07.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:06 smithi157 ceph-mon[98780]: osdmap e2713: 8 total, 8 up, 8 in 2024-08-17T01:45:07.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:06 smithi157 ceph-mon[101289]: osdmap e2713: 8 total, 8 up, 8 in 2024-08-17T01:45:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:07 smithi187 ceph-mon[90552]: osdmap e2714: 8 total, 8 up, 8 in 2024-08-17T01:45:07.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:07 smithi187 ceph-mon[90552]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T01:45:08.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:07 smithi157 ceph-mon[98780]: osdmap e2714: 8 total, 8 up, 8 in 2024-08-17T01:45:08.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:07 smithi157 ceph-mon[98780]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T01:45:08.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:07 smithi157 ceph-mon[101289]: osdmap e2714: 8 total, 8 up, 8 in 2024-08-17T01:45:08.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:07 smithi157 ceph-mon[101289]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T01:45:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:08 smithi187 ceph-mon[90552]: osdmap e2715: 8 total, 8 up, 8 in 2024-08-17T01:45:08.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:08 smithi187 ceph-mon[90552]: osdmap e2716: 8 total, 8 up, 8 in 2024-08-17T01:45:09.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:08 smithi157 ceph-mon[101289]: osdmap e2715: 8 total, 8 up, 8 in 2024-08-17T01:45:09.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:08 smithi157 ceph-mon[101289]: osdmap e2716: 8 total, 8 up, 8 in 2024-08-17T01:45:09.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:08 smithi157 ceph-mon[98780]: osdmap e2715: 8 total, 8 up, 8 in 2024-08-17T01:45:09.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:08 smithi157 ceph-mon[98780]: osdmap e2716: 8 total, 8 up, 8 in 2024-08-17T01:45:09.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:09 smithi187 ceph-mon[90552]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 352 op/s 2024-08-17T01:45:10.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:09 smithi157 ceph-mon[101289]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 352 op/s 2024-08-17T01:45:10.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:09 smithi157 ceph-mon[98780]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 352 op/s 2024-08-17T01:45:10.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:10 smithi187 ceph-mon[90552]: osdmap e2717: 8 total, 8 up, 8 in 2024-08-17T01:45:11.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:10 smithi157 ceph-mon[98780]: osdmap e2717: 8 total, 8 up, 8 in 2024-08-17T01:45:11.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:10 smithi157 ceph-mon[101289]: osdmap e2717: 8 total, 8 up, 8 in 2024-08-17T01:45:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:11 smithi187 ceph-mon[90552]: osdmap e2718: 8 total, 8 up, 8 in 2024-08-17T01:45:11.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:11 smithi187 ceph-mon[90552]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 352 op/s 2024-08-17T01:45:12.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:11 smithi157 ceph-mon[101289]: osdmap e2718: 8 total, 8 up, 8 in 2024-08-17T01:45:12.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:11 smithi157 ceph-mon[101289]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 352 op/s 2024-08-17T01:45:12.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:11 smithi157 ceph-mon[98780]: osdmap e2718: 8 total, 8 up, 8 in 2024-08-17T01:45:12.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:11 smithi157 ceph-mon[98780]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 352 op/s 2024-08-17T01:45:12.679 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:45:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:45:12.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:12 smithi187 ceph-mon[90552]: osdmap e2719: 8 total, 8 up, 8 in 2024-08-17T01:45:13.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:12 smithi157 ceph-mon[101289]: osdmap e2719: 8 total, 8 up, 8 in 2024-08-17T01:45:13.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:12 smithi157 ceph-mon[98780]: osdmap e2719: 8 total, 8 up, 8 in 2024-08-17T01:45:13.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:13 smithi157 ceph-mon[101289]: osdmap e2720: 8 total, 8 up, 8 in 2024-08-17T01:45:13.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:13 smithi157 ceph-mon[101289]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 5.0 KiB/s wr, 303 op/s 2024-08-17T01:45:13.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:13 smithi157 ceph-mon[101289]: osdmap e2721: 8 total, 8 up, 8 in 2024-08-17T01:45:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:13 smithi157 ceph-mon[98780]: osdmap e2720: 8 total, 8 up, 8 in 2024-08-17T01:45:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:13 smithi157 ceph-mon[98780]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 5.0 KiB/s wr, 303 op/s 2024-08-17T01:45:13.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:13 smithi157 ceph-mon[98780]: osdmap e2721: 8 total, 8 up, 8 in 2024-08-17T01:45:13.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:45:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:45:13] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-08-17T01:45:13.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:13 smithi187 ceph-mon[90552]: osdmap e2720: 8 total, 8 up, 8 in 2024-08-17T01:45:14.030 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:13 smithi187 ceph-mon[90552]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 5.0 KiB/s wr, 303 op/s 2024-08-17T01:45:14.030 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:13 smithi187 ceph-mon[90552]: osdmap e2721: 8 total, 8 up, 8 in 2024-08-17T01:45:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:45:14.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:14 smithi187 ceph-mon[90552]: osdmap e2722: 8 total, 8 up, 8 in 2024-08-17T01:45:15.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:15.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:45:15.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:14 smithi157 ceph-mon[101289]: osdmap e2722: 8 total, 8 up, 8 in 2024-08-17T01:45:15.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:15.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:45:15.137 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:14 smithi157 ceph-mon[98780]: osdmap e2722: 8 total, 8 up, 8 in 2024-08-17T01:45:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:45:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:45:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:45:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:15 smithi187 ceph-mon[90552]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 5.0 KiB/s wr, 304 op/s 2024-08-17T01:45:15.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:15 smithi187 ceph-mon[90552]: osdmap e2723: 8 total, 8 up, 8 in 2024-08-17T01:45:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:45:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:45:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:45:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:15 smithi157 ceph-mon[98780]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 5.0 KiB/s wr, 304 op/s 2024-08-17T01:45:16.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:15 smithi157 ceph-mon[98780]: osdmap e2723: 8 total, 8 up, 8 in 2024-08-17T01:45:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:45:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:45:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:45:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:15 smithi157 ceph-mon[101289]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 5.0 KiB/s wr, 304 op/s 2024-08-17T01:45:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:15 smithi157 ceph-mon[101289]: osdmap e2723: 8 total, 8 up, 8 in 2024-08-17T01:45:17.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:17 smithi157 ceph-mon[101289]: osdmap e2724: 8 total, 8 up, 8 in 2024-08-17T01:45:17.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:17 smithi157 ceph-mon[101289]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T01:45:17.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:17 smithi157 ceph-mon[98780]: osdmap e2724: 8 total, 8 up, 8 in 2024-08-17T01:45:17.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:17 smithi157 ceph-mon[98780]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T01:45:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:17 smithi187 ceph-mon[90552]: osdmap e2724: 8 total, 8 up, 8 in 2024-08-17T01:45:17.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:17 smithi187 ceph-mon[90552]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T01:45:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:18 smithi187 ceph-mon[90552]: osdmap e2725: 8 total, 8 up, 8 in 2024-08-17T01:45:18.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:18 smithi187 ceph-mon[90552]: osdmap e2726: 8 total, 8 up, 8 in 2024-08-17T01:45:19.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:18 smithi157 ceph-mon[101289]: osdmap e2725: 8 total, 8 up, 8 in 2024-08-17T01:45:19.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:18 smithi157 ceph-mon[101289]: osdmap e2726: 8 total, 8 up, 8 in 2024-08-17T01:45:19.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:18 smithi157 ceph-mon[98780]: osdmap e2725: 8 total, 8 up, 8 in 2024-08-17T01:45:19.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:18 smithi157 ceph-mon[98780]: osdmap e2726: 8 total, 8 up, 8 in 2024-08-17T01:45:19.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:19 smithi187 ceph-mon[90552]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 5.0 KiB/s wr, 265 op/s 2024-08-17T01:45:20.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:19 smithi157 ceph-mon[98780]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 5.0 KiB/s wr, 265 op/s 2024-08-17T01:45:20.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:19 smithi157 ceph-mon[101289]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 5.0 KiB/s wr, 265 op/s 2024-08-17T01:45:20.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:20 smithi187 ceph-mon[90552]: osdmap e2727: 8 total, 8 up, 8 in 2024-08-17T01:45:21.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:20 smithi157 ceph-mon[98780]: osdmap e2727: 8 total, 8 up, 8 in 2024-08-17T01:45:21.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:20 smithi157 ceph-mon[101289]: osdmap e2727: 8 total, 8 up, 8 in 2024-08-17T01:45:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:21 smithi187 ceph-mon[90552]: osdmap e2728: 8 total, 8 up, 8 in 2024-08-17T01:45:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:21 smithi187 ceph-mon[90552]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 263 op/s 2024-08-17T01:45:22.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:21 smithi157 ceph-mon[98780]: osdmap e2728: 8 total, 8 up, 8 in 2024-08-17T01:45:22.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:21 smithi157 ceph-mon[98780]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 263 op/s 2024-08-17T01:45:22.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:21 smithi157 ceph-mon[101289]: osdmap e2728: 8 total, 8 up, 8 in 2024-08-17T01:45:22.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:21 smithi157 ceph-mon[101289]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 263 op/s 2024-08-17T01:45:22.661 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:45:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:45:22.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:22 smithi187 ceph-mon[90552]: osdmap e2729: 8 total, 8 up, 8 in 2024-08-17T01:45:23.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:22 smithi157 ceph-mon[98780]: osdmap e2729: 8 total, 8 up, 8 in 2024-08-17T01:45:23.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:22 smithi157 ceph-mon[101289]: osdmap e2729: 8 total, 8 up, 8 in 2024-08-17T01:45:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:45:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:45:23] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-08-17T01:45:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:23 smithi157 ceph-mon[98780]: osdmap e2730: 8 total, 8 up, 8 in 2024-08-17T01:45:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:23 smithi157 ceph-mon[98780]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 5.0 KiB/s wr, 215 op/s 2024-08-17T01:45:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:23 smithi157 ceph-mon[98780]: osdmap e2731: 8 total, 8 up, 8 in 2024-08-17T01:45:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:23 smithi157 ceph-mon[101289]: osdmap e2730: 8 total, 8 up, 8 in 2024-08-17T01:45:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:23 smithi157 ceph-mon[101289]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 5.0 KiB/s wr, 215 op/s 2024-08-17T01:45:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:23 smithi157 ceph-mon[101289]: osdmap e2731: 8 total, 8 up, 8 in 2024-08-17T01:45:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:23 smithi187 ceph-mon[90552]: osdmap e2730: 8 total, 8 up, 8 in 2024-08-17T01:45:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:23 smithi187 ceph-mon[90552]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 5.0 KiB/s wr, 215 op/s 2024-08-17T01:45:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:23 smithi187 ceph-mon[90552]: osdmap e2731: 8 total, 8 up, 8 in 2024-08-17T01:45:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:25 smithi187 ceph-mon[90552]: osdmap e2732: 8 total, 8 up, 8 in 2024-08-17T01:45:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:25 smithi187 ceph-mon[90552]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 219 op/s 2024-08-17T01:45:26.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:25 smithi157 ceph-mon[98780]: osdmap e2732: 8 total, 8 up, 8 in 2024-08-17T01:45:26.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:25 smithi157 ceph-mon[98780]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 219 op/s 2024-08-17T01:45:26.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:25 smithi157 ceph-mon[101289]: osdmap e2732: 8 total, 8 up, 8 in 2024-08-17T01:45:26.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:25 smithi157 ceph-mon[101289]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 219 op/s 2024-08-17T01:45:26.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:26 smithi187 ceph-mon[90552]: osdmap e2733: 8 total, 8 up, 8 in 2024-08-17T01:45:27.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:26 smithi157 ceph-mon[101289]: osdmap e2733: 8 total, 8 up, 8 in 2024-08-17T01:45:27.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:26 smithi157 ceph-mon[98780]: osdmap e2733: 8 total, 8 up, 8 in 2024-08-17T01:45:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:27 smithi187 ceph-mon[90552]: osdmap e2734: 8 total, 8 up, 8 in 2024-08-17T01:45:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:27 smithi187 ceph-mon[90552]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T01:45:28.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:27 smithi157 ceph-mon[98780]: osdmap e2734: 8 total, 8 up, 8 in 2024-08-17T01:45:28.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:27 smithi157 ceph-mon[98780]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T01:45:28.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:27 smithi157 ceph-mon[101289]: osdmap e2734: 8 total, 8 up, 8 in 2024-08-17T01:45:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:27 smithi157 ceph-mon[101289]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T01:45:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:28 smithi187 ceph-mon[90552]: osdmap e2735: 8 total, 8 up, 8 in 2024-08-17T01:45:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:28 smithi187 ceph-mon[90552]: osdmap e2736: 8 total, 8 up, 8 in 2024-08-17T01:45:29.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:28 smithi157 ceph-mon[101289]: osdmap e2735: 8 total, 8 up, 8 in 2024-08-17T01:45:29.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:28 smithi157 ceph-mon[101289]: osdmap e2736: 8 total, 8 up, 8 in 2024-08-17T01:45:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:28 smithi157 ceph-mon[98780]: osdmap e2735: 8 total, 8 up, 8 in 2024-08-17T01:45:29.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:28 smithi157 ceph-mon[98780]: osdmap e2736: 8 total, 8 up, 8 in 2024-08-17T01:45:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:29 smithi187 ceph-mon[90552]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 5.0 KiB/s wr, 175 op/s 2024-08-17T01:45:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:29 smithi187 ceph-mon[90552]: osdmap e2737: 8 total, 8 up, 8 in 2024-08-17T01:45:30.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:30.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:29 smithi157 ceph-mon[101289]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 5.0 KiB/s wr, 175 op/s 2024-08-17T01:45:30.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:29 smithi157 ceph-mon[101289]: osdmap e2737: 8 total, 8 up, 8 in 2024-08-17T01:45:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:29 smithi157 ceph-mon[98780]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 5.0 KiB/s wr, 175 op/s 2024-08-17T01:45:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:29 smithi157 ceph-mon[98780]: osdmap e2737: 8 total, 8 up, 8 in 2024-08-17T01:45:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:31 smithi187 ceph-mon[90552]: osdmap e2738: 8 total, 8 up, 8 in 2024-08-17T01:45:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:31 smithi187 ceph-mon[90552]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 178 op/s 2024-08-17T01:45:32.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:31 smithi157 ceph-mon[101289]: osdmap e2738: 8 total, 8 up, 8 in 2024-08-17T01:45:32.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:31 smithi157 ceph-mon[101289]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 178 op/s 2024-08-17T01:45:32.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:31 smithi157 ceph-mon[98780]: osdmap e2738: 8 total, 8 up, 8 in 2024-08-17T01:45:32.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:31 smithi157 ceph-mon[98780]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 178 op/s 2024-08-17T01:45:32.639 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:45:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:45:32.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:32 smithi187 ceph-mon[90552]: osdmap e2739: 8 total, 8 up, 8 in 2024-08-17T01:45:33.035 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:32 smithi157 ceph-mon[98780]: osdmap e2739: 8 total, 8 up, 8 in 2024-08-17T01:45:33.036 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:32 smithi157 ceph-mon[101289]: osdmap e2739: 8 total, 8 up, 8 in 2024-08-17T01:45:33.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:33 smithi157 ceph-mon[98780]: osdmap e2740: 8 total, 8 up, 8 in 2024-08-17T01:45:33.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:33 smithi157 ceph-mon[98780]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-08-17T01:45:33.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:33 smithi157 ceph-mon[98780]: osdmap e2741: 8 total, 8 up, 8 in 2024-08-17T01:45:33.885 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:45:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:45:33] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-08-17T01:45:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:33 smithi157 ceph-mon[101289]: osdmap e2740: 8 total, 8 up, 8 in 2024-08-17T01:45:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:33 smithi157 ceph-mon[101289]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-08-17T01:45:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:33 smithi157 ceph-mon[101289]: osdmap e2741: 8 total, 8 up, 8 in 2024-08-17T01:45:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:33 smithi187 ceph-mon[90552]: osdmap e2740: 8 total, 8 up, 8 in 2024-08-17T01:45:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:33 smithi187 ceph-mon[90552]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-08-17T01:45:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:33 smithi187 ceph-mon[90552]: osdmap e2741: 8 total, 8 up, 8 in 2024-08-17T01:45:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:35 smithi187 ceph-mon[90552]: osdmap e2742: 8 total, 8 up, 8 in 2024-08-17T01:45:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:35 smithi187 ceph-mon[90552]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 KiB/s wr, 129 op/s 2024-08-17T01:45:36.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:35 smithi157 ceph-mon[98780]: osdmap e2742: 8 total, 8 up, 8 in 2024-08-17T01:45:36.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:35 smithi157 ceph-mon[98780]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 KiB/s wr, 129 op/s 2024-08-17T01:45:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:35 smithi157 ceph-mon[101289]: osdmap e2742: 8 total, 8 up, 8 in 2024-08-17T01:45:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:35 smithi157 ceph-mon[101289]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 KiB/s wr, 129 op/s 2024-08-17T01:45:36.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:36 smithi187 ceph-mon[90552]: osdmap e2743: 8 total, 8 up, 8 in 2024-08-17T01:45:37.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:36 smithi157 ceph-mon[101289]: osdmap e2743: 8 total, 8 up, 8 in 2024-08-17T01:45:37.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:36 smithi157 ceph-mon[98780]: osdmap e2743: 8 total, 8 up, 8 in 2024-08-17T01:45:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:37 smithi187 ceph-mon[90552]: osdmap e2744: 8 total, 8 up, 8 in 2024-08-17T01:45:37.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:37 smithi187 ceph-mon[90552]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:45:38.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:37 smithi157 ceph-mon[98780]: osdmap e2744: 8 total, 8 up, 8 in 2024-08-17T01:45:38.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:37 smithi157 ceph-mon[98780]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:45:38.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:37 smithi157 ceph-mon[101289]: osdmap e2744: 8 total, 8 up, 8 in 2024-08-17T01:45:38.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:37 smithi157 ceph-mon[101289]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:45:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:38 smithi187 ceph-mon[90552]: osdmap e2745: 8 total, 8 up, 8 in 2024-08-17T01:45:38.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:38 smithi187 ceph-mon[90552]: osdmap e2746: 8 total, 8 up, 8 in 2024-08-17T01:45:39.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:38 smithi157 ceph-mon[98780]: osdmap e2745: 8 total, 8 up, 8 in 2024-08-17T01:45:39.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:38 smithi157 ceph-mon[98780]: osdmap e2746: 8 total, 8 up, 8 in 2024-08-17T01:45:39.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:38 smithi157 ceph-mon[101289]: osdmap e2745: 8 total, 8 up, 8 in 2024-08-17T01:45:39.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:38 smithi157 ceph-mon[101289]: osdmap e2746: 8 total, 8 up, 8 in 2024-08-17T01:45:39.734 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-08-17T01:45:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:39 smithi187 ceph-mon[90552]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 90 op/s 2024-08-17T01:45:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:39 smithi187 ceph-mon[90552]: osdmap e2747: 8 total, 8 up, 8 in 2024-08-17T01:45:40.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:39 smithi157 ceph-mon[98780]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 90 op/s 2024-08-17T01:45:40.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:39 smithi157 ceph-mon[98780]: osdmap e2747: 8 total, 8 up, 8 in 2024-08-17T01:45:40.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:39 smithi157 ceph-mon[101289]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 90 op/s 2024-08-17T01:45:40.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:39 smithi157 ceph-mon[101289]: osdmap e2747: 8 total, 8 up, 8 in 2024-08-17T01:45:41.781 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-08-17T01:45:41.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:41 smithi187 ceph-mon[90552]: osdmap e2748: 8 total, 8 up, 8 in 2024-08-17T01:45:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:41 smithi187 ceph-mon[90552]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 6.5 KiB/s wr, 100 op/s 2024-08-17T01:45:42.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:41 smithi157 ceph-mon[101289]: osdmap e2748: 8 total, 8 up, 8 in 2024-08-17T01:45:42.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:41 smithi157 ceph-mon[101289]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 6.5 KiB/s wr, 100 op/s 2024-08-17T01:45:42.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:41 smithi157 ceph-mon[98780]: osdmap e2748: 8 total, 8 up, 8 in 2024-08-17T01:45:42.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:41 smithi157 ceph-mon[98780]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 6.5 KiB/s wr, 100 op/s 2024-08-17T01:45:42.681 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:45:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:45:42.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:42 smithi187 ceph-mon[90552]: osdmap e2749: 8 total, 8 up, 8 in 2024-08-17T01:45:43.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:42 smithi157 ceph-mon[98780]: osdmap e2749: 8 total, 8 up, 8 in 2024-08-17T01:45:43.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:42 smithi157 ceph-mon[101289]: osdmap e2749: 8 total, 8 up, 8 in 2024-08-17T01:45:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:45:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:45:43] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-08-17T01:45:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:43 smithi157 ceph-mon[98780]: osdmap e2750: 8 total, 8 up, 8 in 2024-08-17T01:45:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:43 smithi157 ceph-mon[98780]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.7 KiB/s wr, 58 op/s 2024-08-17T01:45:43.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:43 smithi157 ceph-mon[98780]: osdmap e2751: 8 total, 8 up, 8 in 2024-08-17T01:45:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:43 smithi157 ceph-mon[101289]: osdmap e2750: 8 total, 8 up, 8 in 2024-08-17T01:45:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:43 smithi157 ceph-mon[101289]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.7 KiB/s wr, 58 op/s 2024-08-17T01:45:43.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:43 smithi157 ceph-mon[101289]: osdmap e2751: 8 total, 8 up, 8 in 2024-08-17T01:45:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:43 smithi187 ceph-mon[90552]: osdmap e2750: 8 total, 8 up, 8 in 2024-08-17T01:45:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:43 smithi187 ceph-mon[90552]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.7 KiB/s wr, 58 op/s 2024-08-17T01:45:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:43 smithi187 ceph-mon[90552]: osdmap e2751: 8 total, 8 up, 8 in 2024-08-17T01:45:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:44 smithi187 ceph-mon[90552]: osdmap e2752: 8 total, 8 up, 8 in 2024-08-17T01:45:45.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:45.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:44 smithi157 ceph-mon[98780]: osdmap e2752: 8 total, 8 up, 8 in 2024-08-17T01:45:45.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:45.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:44 smithi157 ceph-mon[101289]: osdmap e2752: 8 total, 8 up, 8 in 2024-08-17T01:45:45.734 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-08-17T01:45:45.817 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-08-17T01:45:45.954 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-08-17T01:45:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:45 smithi187 ceph-mon[90552]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 7.5 KiB/s wr, 88 op/s 2024-08-17T01:45:45.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:45 smithi187 ceph-mon[90552]: osdmap e2753: 8 total, 8 up, 8 in 2024-08-17T01:45:46.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:45 smithi157 ceph-mon[98780]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 7.5 KiB/s wr, 88 op/s 2024-08-17T01:45:46.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:45 smithi157 ceph-mon[98780]: osdmap e2753: 8 total, 8 up, 8 in 2024-08-17T01:45:46.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:45 smithi157 ceph-mon[101289]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 7.5 KiB/s wr, 88 op/s 2024-08-17T01:45:46.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:45 smithi157 ceph-mon[101289]: osdmap e2753: 8 total, 8 up, 8 in 2024-08-17T01:45:48.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:47 smithi157 ceph-mon[101289]: osdmap e2754: 8 total, 8 up, 8 in 2024-08-17T01:45:48.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:47 smithi157 ceph-mon[101289]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 12 KiB/s wr, 123 op/s 2024-08-17T01:45:48.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:47 smithi157 ceph-mon[98780]: osdmap e2754: 8 total, 8 up, 8 in 2024-08-17T01:45:48.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:47 smithi157 ceph-mon[98780]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 12 KiB/s wr, 123 op/s 2024-08-17T01:45:48.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:47 smithi187 ceph-mon[90552]: osdmap e2754: 8 total, 8 up, 8 in 2024-08-17T01:45:48.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:47 smithi187 ceph-mon[90552]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 12 KiB/s wr, 123 op/s 2024-08-17T01:45:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:48 smithi187 ceph-mon[90552]: osdmap e2755: 8 total, 8 up, 8 in 2024-08-17T01:45:48.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:48 smithi187 ceph-mon[90552]: osdmap e2756: 8 total, 8 up, 8 in 2024-08-17T01:45:49.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:48 smithi157 ceph-mon[98780]: osdmap e2755: 8 total, 8 up, 8 in 2024-08-17T01:45:49.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:48 smithi157 ceph-mon[98780]: osdmap e2756: 8 total, 8 up, 8 in 2024-08-17T01:45:49.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:48 smithi157 ceph-mon[101289]: osdmap e2755: 8 total, 8 up, 8 in 2024-08-17T01:45:49.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:48 smithi157 ceph-mon[101289]: osdmap e2756: 8 total, 8 up, 8 in 2024-08-17T01:45:49.740 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-08-17T01:45:49.823 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-08-17T01:45:49.908 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-08-17T01:45:49.993 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-08-17T01:45:50.074 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-08-17T01:45:50.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:49 smithi157 ceph-mon[101289]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 251 KiB/s rd, 15 KiB/s wr, 328 op/s 2024-08-17T01:45:50.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:49 smithi157 ceph-mon[101289]: osdmap e2757: 8 total, 8 up, 8 in 2024-08-17T01:45:50.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:49 smithi157 ceph-mon[98780]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 251 KiB/s rd, 15 KiB/s wr, 328 op/s 2024-08-17T01:45:50.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:49 smithi157 ceph-mon[98780]: osdmap e2757: 8 total, 8 up, 8 in 2024-08-17T01:45:50.156 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-08-17T01:45:50.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:49 smithi187 ceph-mon[90552]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 251 KiB/s rd, 15 KiB/s wr, 328 op/s 2024-08-17T01:45:50.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:49 smithi187 ceph-mon[90552]: osdmap e2757: 8 total, 8 up, 8 in 2024-08-17T01:45:50.784 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-08-17T01:45:50.863 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-08-17T01:45:50.960 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-08-17T01:45:51.062 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-08-17T01:45:51.141 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-08-17T01:45:52.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:52 smithi187 ceph-mon[90552]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 925 KiB/s rd, 48 KiB/s wr, 603 op/s 2024-08-17T01:45:52.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:52 smithi157 ceph-mon[98780]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 925 KiB/s rd, 48 KiB/s wr, 603 op/s 2024-08-17T01:45:52.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:52 smithi157 ceph-mon[101289]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 925 KiB/s rd, 48 KiB/s wr, 603 op/s 2024-08-17T01:45:52.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:45:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:45:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:45:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:45:53] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-08-17T01:45:54.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:54 smithi157 ceph-mon[101289]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 36 KiB/s wr, 490 op/s 2024-08-17T01:45:54.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:54 smithi157 ceph-mon[101289]: osdmap e2758: 8 total, 8 up, 8 in 2024-08-17T01:45:54.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:54 smithi157 ceph-mon[98780]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 36 KiB/s wr, 490 op/s 2024-08-17T01:45:54.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:54 smithi157 ceph-mon[98780]: osdmap e2758: 8 total, 8 up, 8 in 2024-08-17T01:45:54.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:54 smithi187 ceph-mon[90552]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 36 KiB/s wr, 490 op/s 2024-08-17T01:45:54.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:54 smithi187 ceph-mon[90552]: osdmap e2758: 8 total, 8 up, 8 in 2024-08-17T01:45:56.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:56 smithi157 ceph-mon[101289]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 688 KiB/s rd, 34 KiB/s wr, 491 op/s 2024-08-17T01:45:56.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:56 smithi157 ceph-mon[98780]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 688 KiB/s rd, 34 KiB/s wr, 491 op/s 2024-08-17T01:45:56.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:56 smithi187 ceph-mon[90552]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 688 KiB/s rd, 34 KiB/s wr, 491 op/s 2024-08-17T01:45:58.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:58 smithi157 ceph-mon[101289]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 32 KiB/s wr, 650 op/s 2024-08-17T01:45:58.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:58 smithi157 ceph-mon[98780]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 32 KiB/s wr, 650 op/s 2024-08-17T01:45:58.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:58 smithi187 ceph-mon[90552]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 32 KiB/s wr, 650 op/s 2024-08-17T01:45:58.835 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-08-17T01:45:59.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:59 smithi187 ceph-mon[90552]: osdmap e2759: 8 total, 8 up, 8 in 2024-08-17T01:45:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:45:59 smithi187 ceph-mon[90552]: pgmap v4647: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 522 KiB/s wr, 451 op/s 2024-08-17T01:46:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:59 smithi157 ceph-mon[101289]: osdmap e2759: 8 total, 8 up, 8 in 2024-08-17T01:46:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:45:59 smithi157 ceph-mon[101289]: pgmap v4647: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 522 KiB/s wr, 451 op/s 2024-08-17T01:46:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:59 smithi157 ceph-mon[98780]: osdmap e2759: 8 total, 8 up, 8 in 2024-08-17T01:46:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:45:59 smithi157 ceph-mon[98780]: pgmap v4647: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 522 KiB/s wr, 451 op/s 2024-08-17T01:46:02.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:02 smithi187 ceph-mon[90552]: pgmap v4648: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 522 KiB/s wr, 439 op/s 2024-08-17T01:46:02.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:02 smithi157 ceph-mon[101289]: pgmap v4648: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 522 KiB/s wr, 439 op/s 2024-08-17T01:46:02.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:02 smithi157 ceph-mon[98780]: pgmap v4648: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 522 KiB/s wr, 439 op/s 2024-08-17T01:46:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:46:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:46:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:46:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:46:03] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-08-17T01:46:04.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:04 smithi157 ceph-mon[101289]: pgmap v4649: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 973 KiB/s rd, 443 KiB/s wr, 250 op/s 2024-08-17T01:46:04.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:04 smithi157 ceph-mon[98780]: pgmap v4649: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 973 KiB/s rd, 443 KiB/s wr, 250 op/s 2024-08-17T01:46:04.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:04 smithi187 ceph-mon[90552]: pgmap v4649: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 973 KiB/s rd, 443 KiB/s wr, 250 op/s 2024-08-17T01:46:06.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:06 smithi157 ceph-mon[101289]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 913 KiB/s rd, 415 KiB/s wr, 238 op/s 2024-08-17T01:46:06.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:06 smithi157 ceph-mon[98780]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 913 KiB/s rd, 415 KiB/s wr, 238 op/s 2024-08-17T01:46:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:06 smithi187 ceph-mon[90552]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 913 KiB/s rd, 415 KiB/s wr, 238 op/s 2024-08-17T01:46:08.058 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-08-17T01:46:08.148 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-08-17T01:46:08.235 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-08-17T01:46:08.324 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-08-17T01:46:08.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:08 smithi157 ceph-mon[98780]: pgmap v4651: 137 pgs: 137 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 1.2 MiB/s wr, 34 op/s 2024-08-17T01:46:08.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:08 smithi157 ceph-mon[101289]: pgmap v4651: 137 pgs: 137 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 1.2 MiB/s wr, 34 op/s 2024-08-17T01:46:08.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:08 smithi187 ceph-mon[90552]: pgmap v4651: 137 pgs: 137 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 1.2 MiB/s wr, 34 op/s 2024-08-17T01:46:10.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:10 smithi157 ceph-mon[98780]: pgmap v4652: 137 pgs: 137 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 1.5 MiB/s wr, 75 op/s 2024-08-17T01:46:10.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:10 smithi157 ceph-mon[98780]: osdmap e2760: 8 total, 8 up, 8 in 2024-08-17T01:46:10.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:10 smithi157 ceph-mon[101289]: pgmap v4652: 137 pgs: 137 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 1.5 MiB/s wr, 75 op/s 2024-08-17T01:46:10.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:10 smithi157 ceph-mon[101289]: osdmap e2760: 8 total, 8 up, 8 in 2024-08-17T01:46:10.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:10 smithi187 ceph-mon[90552]: pgmap v4652: 137 pgs: 137 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 1.5 MiB/s wr, 75 op/s 2024-08-17T01:46:10.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:10 smithi187 ceph-mon[90552]: osdmap e2760: 8 total, 8 up, 8 in 2024-08-17T01:46:11.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:11 smithi157 ceph-mon[98780]: osdmap e2761: 8 total, 8 up, 8 in 2024-08-17T01:46:11.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:11 smithi157 ceph-mon[101289]: osdmap e2761: 8 total, 8 up, 8 in 2024-08-17T01:46:11.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:11 smithi187 ceph-mon[90552]: osdmap e2761: 8 total, 8 up, 8 in 2024-08-17T01:46:12.175 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-08-17T01:46:12.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:12 smithi157 ceph-mon[98780]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-08-17T01:46:12.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:12 smithi157 ceph-mon[98780]: osdmap e2762: 8 total, 8 up, 8 in 2024-08-17T01:46:12.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:12 smithi157 ceph-mon[101289]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-08-17T01:46:12.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:12 smithi157 ceph-mon[101289]: osdmap e2762: 8 total, 8 up, 8 in 2024-08-17T01:46:12.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:12 smithi187 ceph-mon[90552]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-08-17T01:46:12.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:12 smithi187 ceph-mon[90552]: osdmap e2762: 8 total, 8 up, 8 in 2024-08-17T01:46:12.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:46:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:46:13.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:13 smithi157 ceph-mon[98780]: osdmap e2763: 8 total, 8 up, 8 in 2024-08-17T01:46:13.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:13 smithi157 ceph-mon[101289]: osdmap e2763: 8 total, 8 up, 8 in 2024-08-17T01:46:13.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:13 smithi187 ceph-mon[90552]: osdmap e2763: 8 total, 8 up, 8 in 2024-08-17T01:46:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:46:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:46:13] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-08-17T01:46:14.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:14 smithi157 ceph-mon[98780]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 10 KiB/s wr, 162 op/s 2024-08-17T01:46:14.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:14 smithi157 ceph-mon[98780]: osdmap e2764: 8 total, 8 up, 8 in 2024-08-17T01:46:14.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:14 smithi157 ceph-mon[101289]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 10 KiB/s wr, 162 op/s 2024-08-17T01:46:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:14 smithi157 ceph-mon[101289]: osdmap e2764: 8 total, 8 up, 8 in 2024-08-17T01:46:14.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:14.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:14 smithi187 ceph-mon[90552]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 10 KiB/s wr, 162 op/s 2024-08-17T01:46:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:14 smithi187 ceph-mon[90552]: osdmap e2764: 8 total, 8 up, 8 in 2024-08-17T01:46:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:15.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:15 smithi157 ceph-mon[98780]: osdmap e2765: 8 total, 8 up, 8 in 2024-08-17T01:46:15.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:46:15.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:15 smithi157 ceph-mon[101289]: osdmap e2765: 8 total, 8 up, 8 in 2024-08-17T01:46:15.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:46:15.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:15 smithi187 ceph-mon[90552]: osdmap e2765: 8 total, 8 up, 8 in 2024-08-17T01:46:15.456 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:46:16.204 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 59%] 2024-08-17T01:46:16.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:16 smithi157 ceph-mon[98780]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 8.2 KiB/s wr, 189 op/s 2024-08-17T01:46:16.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:16 smithi157 ceph-mon[98780]: osdmap e2766: 8 total, 8 up, 8 in 2024-08-17T01:46:16.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:46:16.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:46:16.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:46:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:16 smithi157 ceph-mon[101289]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 8.2 KiB/s wr, 189 op/s 2024-08-17T01:46:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:16 smithi157 ceph-mon[101289]: osdmap e2766: 8 total, 8 up, 8 in 2024-08-17T01:46:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:46:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:46:16.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:46:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:16 smithi187 ceph-mon[90552]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 8.2 KiB/s wr, 189 op/s 2024-08-17T01:46:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:16 smithi187 ceph-mon[90552]: osdmap e2766: 8 total, 8 up, 8 in 2024-08-17T01:46:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:46:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:46:16.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:46:17.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:17 smithi157 ceph-mon[98780]: osdmap e2767: 8 total, 8 up, 8 in 2024-08-17T01:46:17.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:17 smithi157 ceph-mon[101289]: osdmap e2767: 8 total, 8 up, 8 in 2024-08-17T01:46:17.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:17 smithi187 ceph-mon[90552]: osdmap e2767: 8 total, 8 up, 8 in 2024-08-17T01:46:18.211 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-08-17T01:46:18.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:18 smithi157 ceph-mon[98780]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 318 KiB/s rd, 18 KiB/s wr, 419 op/s 2024-08-17T01:46:18.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:18 smithi157 ceph-mon[98780]: osdmap e2768: 8 total, 8 up, 8 in 2024-08-17T01:46:18.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:18 smithi157 ceph-mon[101289]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 318 KiB/s rd, 18 KiB/s wr, 419 op/s 2024-08-17T01:46:18.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:18 smithi157 ceph-mon[101289]: osdmap e2768: 8 total, 8 up, 8 in 2024-08-17T01:46:18.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:18 smithi187 ceph-mon[90552]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 318 KiB/s rd, 18 KiB/s wr, 419 op/s 2024-08-17T01:46:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:18 smithi187 ceph-mon[90552]: osdmap e2768: 8 total, 8 up, 8 in 2024-08-17T01:46:19.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:19 smithi157 ceph-mon[98780]: osdmap e2769: 8 total, 8 up, 8 in 2024-08-17T01:46:19.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:19 smithi157 ceph-mon[98780]: osdmap e2770: 8 total, 8 up, 8 in 2024-08-17T01:46:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:19 smithi157 ceph-mon[101289]: osdmap e2769: 8 total, 8 up, 8 in 2024-08-17T01:46:19.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:19 smithi157 ceph-mon[101289]: osdmap e2770: 8 total, 8 up, 8 in 2024-08-17T01:46:19.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:19 smithi187 ceph-mon[90552]: osdmap e2769: 8 total, 8 up, 8 in 2024-08-17T01:46:19.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:19 smithi187 ceph-mon[90552]: osdmap e2770: 8 total, 8 up, 8 in 2024-08-17T01:46:20.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:20 smithi157 ceph-mon[98780]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 21 KiB/s wr, 429 op/s 2024-08-17T01:46:20.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:20 smithi157 ceph-mon[98780]: osdmap e2771: 8 total, 8 up, 8 in 2024-08-17T01:46:20.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:20 smithi157 ceph-mon[101289]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 21 KiB/s wr, 429 op/s 2024-08-17T01:46:20.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:20 smithi157 ceph-mon[101289]: osdmap e2771: 8 total, 8 up, 8 in 2024-08-17T01:46:20.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:20 smithi187 ceph-mon[90552]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 21 KiB/s wr, 429 op/s 2024-08-17T01:46:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:20 smithi187 ceph-mon[90552]: osdmap e2771: 8 total, 8 up, 8 in 2024-08-17T01:46:21.750 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 60%] 2024-08-17T01:46:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:21 smithi187 ceph-mon[90552]: osdmap e2772: 8 total, 8 up, 8 in 2024-08-17T01:46:21.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:21 smithi187 ceph-mon[90552]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 15 KiB/s wr, 240 op/s 2024-08-17T01:46:22.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:21 smithi157 ceph-mon[98780]: osdmap e2772: 8 total, 8 up, 8 in 2024-08-17T01:46:22.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:21 smithi157 ceph-mon[98780]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 15 KiB/s wr, 240 op/s 2024-08-17T01:46:22.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:21 smithi157 ceph-mon[101289]: osdmap e2772: 8 total, 8 up, 8 in 2024-08-17T01:46:22.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:21 smithi157 ceph-mon[101289]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 15 KiB/s wr, 240 op/s 2024-08-17T01:46:22.662 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:46:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:46:22.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:22 smithi187 ceph-mon[90552]: osdmap e2773: 8 total, 8 up, 8 in 2024-08-17T01:46:23.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:22 smithi157 ceph-mon[98780]: osdmap e2773: 8 total, 8 up, 8 in 2024-08-17T01:46:23.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:22 smithi157 ceph-mon[101289]: osdmap e2773: 8 total, 8 up, 8 in 2024-08-17T01:46:23.747 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_clone_format PASSED [ 61%] 2024-08-17T01:46:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:46:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:46:23] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-08-17T01:46:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:23 smithi157 ceph-mon[98780]: osdmap e2774: 8 total, 8 up, 8 in 2024-08-17T01:46:23.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:23 smithi157 ceph-mon[98780]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 8.5 KiB/s wr, 133 op/s 2024-08-17T01:46:23.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:23 smithi157 ceph-mon[98780]: osdmap e2775: 8 total, 8 up, 8 in 2024-08-17T01:46:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:23 smithi157 ceph-mon[101289]: osdmap e2774: 8 total, 8 up, 8 in 2024-08-17T01:46:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:23 smithi157 ceph-mon[101289]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 8.5 KiB/s wr, 133 op/s 2024-08-17T01:46:23.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:23 smithi157 ceph-mon[101289]: osdmap e2775: 8 total, 8 up, 8 in 2024-08-17T01:46:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:23 smithi187 ceph-mon[90552]: osdmap e2774: 8 total, 8 up, 8 in 2024-08-17T01:46:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:23 smithi187 ceph-mon[90552]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 8.5 KiB/s wr, 133 op/s 2024-08-17T01:46:23.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:23 smithi187 ceph-mon[90552]: osdmap e2775: 8 total, 8 up, 8 in 2024-08-17T01:46:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:25 smithi187 ceph-mon[90552]: osdmap e2776: 8 total, 8 up, 8 in 2024-08-17T01:46:25.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:25 smithi187 ceph-mon[90552]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 382 KiB/s rd, 18 KiB/s wr, 494 op/s 2024-08-17T01:46:26.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:25 smithi157 ceph-mon[98780]: osdmap e2776: 8 total, 8 up, 8 in 2024-08-17T01:46:26.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:25 smithi157 ceph-mon[98780]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 382 KiB/s rd, 18 KiB/s wr, 494 op/s 2024-08-17T01:46:26.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:25 smithi157 ceph-mon[101289]: osdmap e2776: 8 total, 8 up, 8 in 2024-08-17T01:46:26.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:25 smithi157 ceph-mon[101289]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 382 KiB/s rd, 18 KiB/s wr, 494 op/s 2024-08-17T01:46:26.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:26 smithi187 ceph-mon[90552]: osdmap e2777: 8 total, 8 up, 8 in 2024-08-17T01:46:27.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:26 smithi157 ceph-mon[98780]: osdmap e2777: 8 total, 8 up, 8 in 2024-08-17T01:46:27.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:26 smithi157 ceph-mon[101289]: osdmap e2777: 8 total, 8 up, 8 in 2024-08-17T01:46:27.824 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 62%] 2024-08-17T01:46:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:27 smithi187 ceph-mon[90552]: osdmap e2778: 8 total, 8 up, 8 in 2024-08-17T01:46:27.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:27 smithi187 ceph-mon[90552]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 383 KiB/s rd, 26 KiB/s wr, 516 op/s 2024-08-17T01:46:28.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:27 smithi157 ceph-mon[98780]: osdmap e2778: 8 total, 8 up, 8 in 2024-08-17T01:46:28.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:27 smithi157 ceph-mon[98780]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 383 KiB/s rd, 26 KiB/s wr, 516 op/s 2024-08-17T01:46:28.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:27 smithi157 ceph-mon[101289]: osdmap e2778: 8 total, 8 up, 8 in 2024-08-17T01:46:28.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:27 smithi157 ceph-mon[101289]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 383 KiB/s rd, 26 KiB/s wr, 516 op/s 2024-08-17T01:46:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:28 smithi187 ceph-mon[90552]: osdmap e2779: 8 total, 8 up, 8 in 2024-08-17T01:46:28.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:28 smithi187 ceph-mon[90552]: osdmap e2780: 8 total, 8 up, 8 in 2024-08-17T01:46:29.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:28 smithi157 ceph-mon[98780]: osdmap e2779: 8 total, 8 up, 8 in 2024-08-17T01:46:29.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:28 smithi157 ceph-mon[98780]: osdmap e2780: 8 total, 8 up, 8 in 2024-08-17T01:46:29.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:28 smithi157 ceph-mon[101289]: osdmap e2779: 8 total, 8 up, 8 in 2024-08-17T01:46:29.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:28 smithi157 ceph-mon[101289]: osdmap e2780: 8 total, 8 up, 8 in 2024-08-17T01:46:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:29 smithi187 ceph-mon[90552]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 20 KiB/s wr, 280 op/s 2024-08-17T01:46:30.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:30.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:29 smithi157 ceph-mon[98780]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 20 KiB/s wr, 280 op/s 2024-08-17T01:46:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:30.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:29 smithi157 ceph-mon[101289]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 20 KiB/s wr, 280 op/s 2024-08-17T01:46:31.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:30 smithi157 ceph-mon[98780]: osdmap e2781: 8 total, 8 up, 8 in 2024-08-17T01:46:31.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:30 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-2","app": "rbd"}]: dispatch 2024-08-17T01:46:31.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:30 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-2","app": "rbd"}]: dispatch 2024-08-17T01:46:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:30 smithi157 ceph-mon[101289]: osdmap e2781: 8 total, 8 up, 8 in 2024-08-17T01:46:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:30 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-2","app": "rbd"}]: dispatch 2024-08-17T01:46:31.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:30 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-2","app": "rbd"}]: dispatch 2024-08-17T01:46:31.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:30 smithi187 ceph-mon[90552]: osdmap e2781: 8 total, 8 up, 8 in 2024-08-17T01:46:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:30 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-2","app": "rbd"}]: dispatch 2024-08-17T01:46:31.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:30 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-2","app": "rbd"}]: dispatch 2024-08-17T01:46:32.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:31 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-2","app": "rbd"}]': finished 2024-08-17T01:46:32.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:31 smithi157 ceph-mon[98780]: osdmap e2782: 8 total, 8 up, 8 in 2024-08-17T01:46:32.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:31 smithi157 ceph-mon[98780]: pgmap v4686: 169 pgs: 10 creating+peering, 22 unknown, 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 15 KiB/s wr, 273 op/s 2024-08-17T01:46:32.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:31 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-2","app": "rbd"}]': finished 2024-08-17T01:46:32.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:31 smithi157 ceph-mon[101289]: osdmap e2782: 8 total, 8 up, 8 in 2024-08-17T01:46:32.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:31 smithi157 ceph-mon[101289]: pgmap v4686: 169 pgs: 10 creating+peering, 22 unknown, 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 15 KiB/s wr, 273 op/s 2024-08-17T01:46:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:31 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi157-169702-2","app": "rbd"}]': finished 2024-08-17T01:46:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:31 smithi187 ceph-mon[90552]: osdmap e2782: 8 total, 8 up, 8 in 2024-08-17T01:46:32.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:31 smithi187 ceph-mon[90552]: pgmap v4686: 169 pgs: 10 creating+peering, 22 unknown, 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 15 KiB/s wr, 273 op/s 2024-08-17T01:46:32.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:46:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:46:33.035 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:32 smithi157 ceph-mon[101289]: osdmap e2783: 8 total, 8 up, 8 in 2024-08-17T01:46:33.036 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:32 smithi157 ceph-mon[98780]: osdmap e2783: 8 total, 8 up, 8 in 2024-08-17T01:46:33.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:32 smithi187 ceph-mon[90552]: osdmap e2783: 8 total, 8 up, 8 in 2024-08-17T01:46:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:46:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:46:33] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-08-17T01:46:33.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:33 smithi157 ceph-mon[101289]: osdmap e2784: 8 total, 8 up, 8 in 2024-08-17T01:46:33.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:33 smithi157 ceph-mon[101289]: pgmap v4689: 169 pgs: 10 creating+peering, 18 unknown, 141 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 7.7 KiB/s wr, 128 op/s 2024-08-17T01:46:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:33 smithi157 ceph-mon[101289]: osdmap e2785: 8 total, 8 up, 8 in 2024-08-17T01:46:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:33 smithi157 ceph-mon[98780]: osdmap e2784: 8 total, 8 up, 8 in 2024-08-17T01:46:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:33 smithi157 ceph-mon[98780]: pgmap v4689: 169 pgs: 10 creating+peering, 18 unknown, 141 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 7.7 KiB/s wr, 128 op/s 2024-08-17T01:46:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:33 smithi157 ceph-mon[98780]: osdmap e2785: 8 total, 8 up, 8 in 2024-08-17T01:46:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:33 smithi187 ceph-mon[90552]: osdmap e2784: 8 total, 8 up, 8 in 2024-08-17T01:46:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:33 smithi187 ceph-mon[90552]: pgmap v4689: 169 pgs: 10 creating+peering, 18 unknown, 141 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 7.7 KiB/s wr, 128 op/s 2024-08-17T01:46:34.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:33 smithi187 ceph-mon[90552]: osdmap e2785: 8 total, 8 up, 8 in 2024-08-17T01:46:34.832 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-08-17T01:46:36.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:35 smithi157 ceph-mon[98780]: osdmap e2786: 8 total, 8 up, 8 in 2024-08-17T01:46:36.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:35 smithi157 ceph-mon[98780]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 3.2 KiB/s wr, 104 op/s 2024-08-17T01:46:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:35 smithi157 ceph-mon[101289]: osdmap e2786: 8 total, 8 up, 8 in 2024-08-17T01:46:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:35 smithi157 ceph-mon[101289]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 3.2 KiB/s wr, 104 op/s 2024-08-17T01:46:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:35 smithi187 ceph-mon[90552]: osdmap e2786: 8 total, 8 up, 8 in 2024-08-17T01:46:36.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:35 smithi187 ceph-mon[90552]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 3.2 KiB/s wr, 104 op/s 2024-08-17T01:46:36.838 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-08-17T01:46:37.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:36 smithi157 ceph-mon[98780]: osdmap e2787: 8 total, 8 up, 8 in 2024-08-17T01:46:37.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:36 smithi157 ceph-mon[101289]: osdmap e2787: 8 total, 8 up, 8 in 2024-08-17T01:46:37.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:36 smithi187 ceph-mon[90552]: osdmap e2787: 8 total, 8 up, 8 in 2024-08-17T01:46:38.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:37 smithi157 ceph-mon[98780]: osdmap e2788: 8 total, 8 up, 8 in 2024-08-17T01:46:38.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:37 smithi157 ceph-mon[98780]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 4.5 KiB/s wr, 119 op/s 2024-08-17T01:46:38.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:37 smithi157 ceph-mon[101289]: osdmap e2788: 8 total, 8 up, 8 in 2024-08-17T01:46:38.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:37 smithi157 ceph-mon[101289]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 4.5 KiB/s wr, 119 op/s 2024-08-17T01:46:38.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:37 smithi187 ceph-mon[90552]: osdmap e2788: 8 total, 8 up, 8 in 2024-08-17T01:46:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:37 smithi187 ceph-mon[90552]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 4.5 KiB/s wr, 119 op/s 2024-08-17T01:46:38.752 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-08-17T01:46:39.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:38 smithi157 ceph-mon[101289]: osdmap e2789: 8 total, 8 up, 8 in 2024-08-17T01:46:39.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:38 smithi157 ceph-mon[101289]: osdmap e2790: 8 total, 8 up, 8 in 2024-08-17T01:46:39.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:38 smithi157 ceph-mon[98780]: osdmap e2789: 8 total, 8 up, 8 in 2024-08-17T01:46:39.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:38 smithi157 ceph-mon[98780]: osdmap e2790: 8 total, 8 up, 8 in 2024-08-17T01:46:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:38 smithi187 ceph-mon[90552]: osdmap e2789: 8 total, 8 up, 8 in 2024-08-17T01:46:39.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:38 smithi187 ceph-mon[90552]: osdmap e2790: 8 total, 8 up, 8 in 2024-08-17T01:46:40.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:39 smithi157 ceph-mon[98780]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 12 KiB/s wr, 229 op/s 2024-08-17T01:46:40.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:39 smithi157 ceph-mon[101289]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 12 KiB/s wr, 229 op/s 2024-08-17T01:46:40.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:39 smithi187 ceph-mon[90552]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 12 KiB/s wr, 229 op/s 2024-08-17T01:46:40.844 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-08-17T01:46:41.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:40 smithi157 ceph-mon[101289]: osdmap e2791: 8 total, 8 up, 8 in 2024-08-17T01:46:41.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:40 smithi157 ceph-mon[98780]: osdmap e2791: 8 total, 8 up, 8 in 2024-08-17T01:46:41.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:40 smithi187 ceph-mon[90552]: osdmap e2791: 8 total, 8 up, 8 in 2024-08-17T01:46:42.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:41 smithi157 ceph-mon[98780]: osdmap e2792: 8 total, 8 up, 8 in 2024-08-17T01:46:42.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:41 smithi157 ceph-mon[98780]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 313 KiB/s rd, 29 KiB/s wr, 432 op/s 2024-08-17T01:46:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:41 smithi157 ceph-mon[101289]: osdmap e2792: 8 total, 8 up, 8 in 2024-08-17T01:46:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:41 smithi157 ceph-mon[101289]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 313 KiB/s rd, 29 KiB/s wr, 432 op/s 2024-08-17T01:46:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:41 smithi187 ceph-mon[90552]: osdmap e2792: 8 total, 8 up, 8 in 2024-08-17T01:46:42.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:41 smithi187 ceph-mon[90552]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 313 KiB/s rd, 29 KiB/s wr, 432 op/s 2024-08-17T01:46:42.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:46:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:46:42.869 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-08-17T01:46:43.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:42 smithi157 ceph-mon[101289]: osdmap e2793: 8 total, 8 up, 8 in 2024-08-17T01:46:43.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:42 smithi157 ceph-mon[98780]: osdmap e2793: 8 total, 8 up, 8 in 2024-08-17T01:46:43.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:42 smithi187 ceph-mon[90552]: osdmap e2793: 8 total, 8 up, 8 in 2024-08-17T01:46:43.774 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:46:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:46:43] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-08-17T01:46:44.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:43 smithi157 ceph-mon[101289]: osdmap e2794: 8 total, 8 up, 8 in 2024-08-17T01:46:44.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:43 smithi157 ceph-mon[101289]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 19 KiB/s wr, 251 op/s 2024-08-17T01:46:44.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:43 smithi157 ceph-mon[101289]: osdmap e2795: 8 total, 8 up, 8 in 2024-08-17T01:46:44.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:43 smithi157 ceph-mon[98780]: osdmap e2794: 8 total, 8 up, 8 in 2024-08-17T01:46:44.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:43 smithi157 ceph-mon[98780]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 19 KiB/s wr, 251 op/s 2024-08-17T01:46:44.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:43 smithi157 ceph-mon[98780]: osdmap e2795: 8 total, 8 up, 8 in 2024-08-17T01:46:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:43 smithi187 ceph-mon[90552]: osdmap e2794: 8 total, 8 up, 8 in 2024-08-17T01:46:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:43 smithi187 ceph-mon[90552]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 19 KiB/s wr, 251 op/s 2024-08-17T01:46:44.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:43 smithi187 ceph-mon[90552]: osdmap e2795: 8 total, 8 up, 8 in 2024-08-17T01:46:44.878 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-08-17T01:46:45.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:45.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:45.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:46.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:45 smithi157 ceph-mon[101289]: osdmap e2796: 8 total, 8 up, 8 in 2024-08-17T01:46:46.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:45 smithi157 ceph-mon[101289]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8.7 KiB/s wr, 170 op/s 2024-08-17T01:46:46.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:45 smithi157 ceph-mon[98780]: osdmap e2796: 8 total, 8 up, 8 in 2024-08-17T01:46:46.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:45 smithi157 ceph-mon[98780]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8.7 KiB/s wr, 170 op/s 2024-08-17T01:46:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:45 smithi187 ceph-mon[90552]: osdmap e2796: 8 total, 8 up, 8 in 2024-08-17T01:46:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:45 smithi187 ceph-mon[90552]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8.7 KiB/s wr, 170 op/s 2024-08-17T01:46:47.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:46 smithi157 ceph-mon[101289]: osdmap e2797: 8 total, 8 up, 8 in 2024-08-17T01:46:47.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:46 smithi157 ceph-mon[98780]: osdmap e2797: 8 total, 8 up, 8 in 2024-08-17T01:46:47.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:46 smithi187 ceph-mon[90552]: osdmap e2797: 8 total, 8 up, 8 in 2024-08-17T01:46:48.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:47 smithi157 ceph-mon[101289]: pgmap v4709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 22 KiB/s wr, 395 op/s 2024-08-17T01:46:48.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:47 smithi157 ceph-mon[98780]: pgmap v4709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 22 KiB/s wr, 395 op/s 2024-08-17T01:46:48.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:47 smithi187 ceph-mon[90552]: pgmap v4709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 22 KiB/s wr, 395 op/s 2024-08-17T01:46:49.743 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-08-17T01:46:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:49 smithi187 ceph-mon[90552]: osdmap e2798: 8 total, 8 up, 8 in 2024-08-17T01:46:49.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:49 smithi187 ceph-mon[90552]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 20 KiB/s wr, 1.28k op/s 2024-08-17T01:46:50.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:49 smithi157 ceph-mon[101289]: osdmap e2798: 8 total, 8 up, 8 in 2024-08-17T01:46:50.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:49 smithi157 ceph-mon[101289]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 20 KiB/s wr, 1.28k op/s 2024-08-17T01:46:50.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:49 smithi157 ceph-mon[98780]: osdmap e2798: 8 total, 8 up, 8 in 2024-08-17T01:46:50.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:49 smithi157 ceph-mon[98780]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 20 KiB/s wr, 1.28k op/s 2024-08-17T01:46:50.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:50 smithi187 ceph-mon[90552]: osdmap e2799: 8 total, 8 up, 8 in 2024-08-17T01:46:51.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:50 smithi157 ceph-mon[98780]: osdmap e2799: 8 total, 8 up, 8 in 2024-08-17T01:46:51.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:50 smithi157 ceph-mon[101289]: osdmap e2799: 8 total, 8 up, 8 in 2024-08-17T01:46:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:51 smithi187 ceph-mon[90552]: osdmap e2800: 8 total, 8 up, 8 in 2024-08-17T01:46:51.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:51 smithi187 ceph-mon[90552]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 27 KiB/s wr, 2.24k op/s 2024-08-17T01:46:52.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:51 smithi157 ceph-mon[98780]: osdmap e2800: 8 total, 8 up, 8 in 2024-08-17T01:46:52.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:51 smithi157 ceph-mon[98780]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 27 KiB/s wr, 2.24k op/s 2024-08-17T01:46:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:51 smithi157 ceph-mon[101289]: osdmap e2800: 8 total, 8 up, 8 in 2024-08-17T01:46:52.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:51 smithi157 ceph-mon[101289]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 27 KiB/s wr, 2.24k op/s 2024-08-17T01:46:52.667 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:46:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:46:52.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:52 smithi187 ceph-mon[90552]: osdmap e2801: 8 total, 8 up, 8 in 2024-08-17T01:46:53.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:52 smithi157 ceph-mon[101289]: osdmap e2801: 8 total, 8 up, 8 in 2024-08-17T01:46:53.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:52 smithi157 ceph-mon[98780]: osdmap e2801: 8 total, 8 up, 8 in 2024-08-17T01:46:53.760 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-08-17T01:46:53.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:53 smithi157 ceph-mon[98780]: osdmap e2802: 8 total, 8 up, 8 in 2024-08-17T01:46:53.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:53 smithi157 ceph-mon[98780]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 26 KiB/s wr, 1.74k op/s 2024-08-17T01:46:53.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:53 smithi157 ceph-mon[98780]: osdmap e2803: 8 total, 8 up, 8 in 2024-08-17T01:46:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:46:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:46:53] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-08-17T01:46:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:53 smithi157 ceph-mon[101289]: osdmap e2802: 8 total, 8 up, 8 in 2024-08-17T01:46:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:53 smithi157 ceph-mon[101289]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 26 KiB/s wr, 1.74k op/s 2024-08-17T01:46:53.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:53 smithi157 ceph-mon[101289]: osdmap e2803: 8 total, 8 up, 8 in 2024-08-17T01:46:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:53 smithi187 ceph-mon[90552]: osdmap e2802: 8 total, 8 up, 8 in 2024-08-17T01:46:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:53 smithi187 ceph-mon[90552]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 26 KiB/s wr, 1.74k op/s 2024-08-17T01:46:53.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:53 smithi187 ceph-mon[90552]: osdmap e2803: 8 total, 8 up, 8 in 2024-08-17T01:46:55.772 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-08-17T01:46:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:55 smithi187 ceph-mon[90552]: osdmap e2804: 8 total, 8 up, 8 in 2024-08-17T01:46:55.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:55 smithi187 ceph-mon[90552]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 480 KiB/s rd, 6.2 KiB/s wr, 579 op/s 2024-08-17T01:46:56.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:55 smithi157 ceph-mon[98780]: osdmap e2804: 8 total, 8 up, 8 in 2024-08-17T01:46:56.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:55 smithi157 ceph-mon[98780]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 480 KiB/s rd, 6.2 KiB/s wr, 579 op/s 2024-08-17T01:46:56.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:55 smithi157 ceph-mon[101289]: osdmap e2804: 8 total, 8 up, 8 in 2024-08-17T01:46:56.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:55 smithi157 ceph-mon[101289]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 480 KiB/s rd, 6.2 KiB/s wr, 579 op/s 2024-08-17T01:46:56.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:56 smithi187 ceph-mon[90552]: osdmap e2805: 8 total, 8 up, 8 in 2024-08-17T01:46:57.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:56 smithi157 ceph-mon[101289]: osdmap e2805: 8 total, 8 up, 8 in 2024-08-17T01:46:57.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:56 smithi157 ceph-mon[98780]: osdmap e2805: 8 total, 8 up, 8 in 2024-08-17T01:46:57.800 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-08-17T01:46:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:57 smithi187 ceph-mon[90552]: osdmap e2806: 8 total, 8 up, 8 in 2024-08-17T01:46:57.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:57 smithi187 ceph-mon[90552]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 20 KiB/s wr, 525 op/s 2024-08-17T01:46:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:57 smithi157 ceph-mon[98780]: osdmap e2806: 8 total, 8 up, 8 in 2024-08-17T01:46:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:57 smithi157 ceph-mon[98780]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 20 KiB/s wr, 525 op/s 2024-08-17T01:46:58.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:57 smithi157 ceph-mon[101289]: osdmap e2806: 8 total, 8 up, 8 in 2024-08-17T01:46:58.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:57 smithi157 ceph-mon[101289]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 20 KiB/s wr, 525 op/s 2024-08-17T01:46:58.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:58 smithi187 ceph-mon[90552]: osdmap e2807: 8 total, 8 up, 8 in 2024-08-17T01:46:58.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:58 smithi187 ceph-mon[90552]: osdmap e2808: 8 total, 8 up, 8 in 2024-08-17T01:46:59.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:58 smithi157 ceph-mon[101289]: osdmap e2807: 8 total, 8 up, 8 in 2024-08-17T01:46:59.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:58 smithi157 ceph-mon[101289]: osdmap e2808: 8 total, 8 up, 8 in 2024-08-17T01:46:59.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:58 smithi157 ceph-mon[98780]: osdmap e2807: 8 total, 8 up, 8 in 2024-08-17T01:46:59.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:58 smithi157 ceph-mon[98780]: osdmap e2808: 8 total, 8 up, 8 in 2024-08-17T01:46:59.790 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-08-17T01:46:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:59.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:46:59 smithi187 ceph-mon[90552]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 43 KiB/s wr, 955 op/s 2024-08-17T01:47:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:46:59 smithi157 ceph-mon[101289]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 43 KiB/s wr, 955 op/s 2024-08-17T01:47:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:00.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:46:59 smithi157 ceph-mon[98780]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 43 KiB/s wr, 955 op/s 2024-08-17T01:47:01.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:00 smithi157 ceph-mon[101289]: osdmap e2809: 8 total, 8 up, 8 in 2024-08-17T01:47:01.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:00 smithi157 ceph-mon[98780]: osdmap e2809: 8 total, 8 up, 8 in 2024-08-17T01:47:01.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:00 smithi187 ceph-mon[90552]: osdmap e2809: 8 total, 8 up, 8 in 2024-08-17T01:47:01.816 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-08-17T01:47:02.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:01 smithi157 ceph-mon[98780]: osdmap e2810: 8 total, 8 up, 8 in 2024-08-17T01:47:02.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:01 smithi157 ceph-mon[98780]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 755 KiB/s rd, 47 KiB/s wr, 995 op/s 2024-08-17T01:47:02.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:01 smithi157 ceph-mon[101289]: osdmap e2810: 8 total, 8 up, 8 in 2024-08-17T01:47:02.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:01 smithi157 ceph-mon[101289]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 755 KiB/s rd, 47 KiB/s wr, 995 op/s 2024-08-17T01:47:02.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:01 smithi187 ceph-mon[90552]: osdmap e2810: 8 total, 8 up, 8 in 2024-08-17T01:47:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:01 smithi187 ceph-mon[90552]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 755 KiB/s rd, 47 KiB/s wr, 995 op/s 2024-08-17T01:47:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:47:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:47:03.034 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:02 smithi157 ceph-mon[101289]: osdmap e2811: 8 total, 8 up, 8 in 2024-08-17T01:47:03.035 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:02 smithi157 ceph-mon[98780]: osdmap e2811: 8 total, 8 up, 8 in 2024-08-17T01:47:03.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:02 smithi187 ceph-mon[90552]: osdmap e2811: 8 total, 8 up, 8 in 2024-08-17T01:47:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:47:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:47:03] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-08-17T01:47:03.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:03 smithi157 ceph-mon[98780]: osdmap e2812: 8 total, 8 up, 8 in 2024-08-17T01:47:03.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:03 smithi157 ceph-mon[98780]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 264 KiB/s rd, 27 KiB/s wr, 373 op/s 2024-08-17T01:47:03.884 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:03 smithi157 ceph-mon[98780]: osdmap e2813: 8 total, 8 up, 8 in 2024-08-17T01:47:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:03 smithi157 ceph-mon[101289]: osdmap e2812: 8 total, 8 up, 8 in 2024-08-17T01:47:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:03 smithi157 ceph-mon[101289]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 264 KiB/s rd, 27 KiB/s wr, 373 op/s 2024-08-17T01:47:03.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:03 smithi157 ceph-mon[101289]: osdmap e2813: 8 total, 8 up, 8 in 2024-08-17T01:47:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:03 smithi187 ceph-mon[90552]: osdmap e2812: 8 total, 8 up, 8 in 2024-08-17T01:47:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:03 smithi187 ceph-mon[90552]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 264 KiB/s rd, 27 KiB/s wr, 373 op/s 2024-08-17T01:47:04.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:03 smithi187 ceph-mon[90552]: osdmap e2813: 8 total, 8 up, 8 in 2024-08-17T01:47:05.826 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-08-17T01:47:06.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:05 smithi157 ceph-mon[98780]: osdmap e2814: 8 total, 8 up, 8 in 2024-08-17T01:47:06.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:05 smithi157 ceph-mon[98780]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 391 KiB/s rd, 24 KiB/s wr, 529 op/s 2024-08-17T01:47:06.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:05 smithi157 ceph-mon[101289]: osdmap e2814: 8 total, 8 up, 8 in 2024-08-17T01:47:06.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:05 smithi157 ceph-mon[101289]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 391 KiB/s rd, 24 KiB/s wr, 529 op/s 2024-08-17T01:47:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:05 smithi187 ceph-mon[90552]: osdmap e2814: 8 total, 8 up, 8 in 2024-08-17T01:47:06.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:05 smithi187 ceph-mon[90552]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 391 KiB/s rd, 24 KiB/s wr, 529 op/s 2024-08-17T01:47:07.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:06 smithi157 ceph-mon[101289]: osdmap e2815: 8 total, 8 up, 8 in 2024-08-17T01:47:07.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:06 smithi157 ceph-mon[98780]: osdmap e2815: 8 total, 8 up, 8 in 2024-08-17T01:47:07.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:06 smithi187 ceph-mon[90552]: osdmap e2815: 8 total, 8 up, 8 in 2024-08-17T01:47:07.840 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-08-17T01:47:08.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:07 smithi157 ceph-mon[98780]: osdmap e2816: 8 total, 8 up, 8 in 2024-08-17T01:47:08.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:07 smithi157 ceph-mon[98780]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 437 KiB/s rd, 29 KiB/s wr, 582 op/s 2024-08-17T01:47:08.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:07 smithi157 ceph-mon[101289]: osdmap e2816: 8 total, 8 up, 8 in 2024-08-17T01:47:08.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:07 smithi157 ceph-mon[101289]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 437 KiB/s rd, 29 KiB/s wr, 582 op/s 2024-08-17T01:47:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:07 smithi187 ceph-mon[90552]: osdmap e2816: 8 total, 8 up, 8 in 2024-08-17T01:47:08.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:07 smithi187 ceph-mon[90552]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 437 KiB/s rd, 29 KiB/s wr, 582 op/s 2024-08-17T01:47:09.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:08 smithi157 ceph-mon[101289]: osdmap e2817: 8 total, 8 up, 8 in 2024-08-17T01:47:09.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:08 smithi157 ceph-mon[101289]: osdmap e2818: 8 total, 8 up, 8 in 2024-08-17T01:47:09.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:08 smithi157 ceph-mon[98780]: osdmap e2817: 8 total, 8 up, 8 in 2024-08-17T01:47:09.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:08 smithi157 ceph-mon[98780]: osdmap e2818: 8 total, 8 up, 8 in 2024-08-17T01:47:09.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:08 smithi187 ceph-mon[90552]: osdmap e2817: 8 total, 8 up, 8 in 2024-08-17T01:47:09.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:08 smithi187 ceph-mon[90552]: osdmap e2818: 8 total, 8 up, 8 in 2024-08-17T01:47:10.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:09 smithi157 ceph-mon[98780]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 24 KiB/s wr, 379 op/s 2024-08-17T01:47:10.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:09 smithi157 ceph-mon[98780]: osdmap e2819: 8 total, 8 up, 8 in 2024-08-17T01:47:10.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:09 smithi157 ceph-mon[101289]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 24 KiB/s wr, 379 op/s 2024-08-17T01:47:10.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:09 smithi157 ceph-mon[101289]: osdmap e2819: 8 total, 8 up, 8 in 2024-08-17T01:47:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:09 smithi187 ceph-mon[90552]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 24 KiB/s wr, 379 op/s 2024-08-17T01:47:10.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:09 smithi187 ceph-mon[90552]: osdmap e2819: 8 total, 8 up, 8 in 2024-08-17T01:47:11.852 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-08-17T01:47:12.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:11 smithi157 ceph-mon[98780]: osdmap e2820: 8 total, 8 up, 8 in 2024-08-17T01:47:12.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:11 smithi157 ceph-mon[98780]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 455 KiB/s rd, 31 KiB/s wr, 609 op/s 2024-08-17T01:47:12.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:11 smithi157 ceph-mon[101289]: osdmap e2820: 8 total, 8 up, 8 in 2024-08-17T01:47:12.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:11 smithi157 ceph-mon[101289]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 455 KiB/s rd, 31 KiB/s wr, 609 op/s 2024-08-17T01:47:12.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:11 smithi187 ceph-mon[90552]: osdmap e2820: 8 total, 8 up, 8 in 2024-08-17T01:47:12.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:11 smithi187 ceph-mon[90552]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 455 KiB/s rd, 31 KiB/s wr, 609 op/s 2024-08-17T01:47:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:47:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:47:13.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:12 smithi157 ceph-mon[101289]: osdmap e2821: 8 total, 8 up, 8 in 2024-08-17T01:47:13.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:12 smithi157 ceph-mon[98780]: osdmap e2821: 8 total, 8 up, 8 in 2024-08-17T01:47:13.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:12 smithi187 ceph-mon[90552]: osdmap e2821: 8 total, 8 up, 8 in 2024-08-17T01:47:13.762 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:47:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:47:13] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-08-17T01:47:14.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:13 smithi157 ceph-mon[101289]: osdmap e2822: 8 total, 8 up, 8 in 2024-08-17T01:47:14.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:13 smithi157 ceph-mon[101289]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 18 KiB/s wr, 402 op/s 2024-08-17T01:47:14.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:13 smithi157 ceph-mon[101289]: osdmap e2823: 8 total, 8 up, 8 in 2024-08-17T01:47:14.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:13 smithi157 ceph-mon[98780]: osdmap e2822: 8 total, 8 up, 8 in 2024-08-17T01:47:14.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:13 smithi157 ceph-mon[98780]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 18 KiB/s wr, 402 op/s 2024-08-17T01:47:14.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:13 smithi157 ceph-mon[98780]: osdmap e2823: 8 total, 8 up, 8 in 2024-08-17T01:47:14.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:13 smithi187 ceph-mon[90552]: osdmap e2822: 8 total, 8 up, 8 in 2024-08-17T01:47:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:13 smithi187 ceph-mon[90552]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 18 KiB/s wr, 402 op/s 2024-08-17T01:47:14.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:13 smithi187 ceph-mon[90552]: osdmap e2823: 8 total, 8 up, 8 in 2024-08-17T01:47:15.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:15.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:15.869 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-08-17T01:47:15.987 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 71%] 2024-08-17T01:47:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:15 smithi157 ceph-mon[98780]: osdmap e2824: 8 total, 8 up, 8 in 2024-08-17T01:47:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:15 smithi157 ceph-mon[98780]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 5.2 KiB/s wr, 95 op/s 2024-08-17T01:47:16.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:47:16.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:47:16.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:47:16.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:47:16.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:15 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:47:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:15 smithi157 ceph-mon[101289]: osdmap e2824: 8 total, 8 up, 8 in 2024-08-17T01:47:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:15 smithi157 ceph-mon[101289]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 5.2 KiB/s wr, 95 op/s 2024-08-17T01:47:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:47:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:47:16.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:47:16.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:47:16.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:15 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:47:16.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:15 smithi187 ceph-mon[90552]: osdmap e2824: 8 total, 8 up, 8 in 2024-08-17T01:47:16.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:15 smithi187 ceph-mon[90552]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 5.2 KiB/s wr, 95 op/s 2024-08-17T01:47:16.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:47:16.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:47:16.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:47:16.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:47:16.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:15 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:47:17.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:16 smithi157 ceph-mon[98780]: osdmap e2825: 8 total, 8 up, 8 in 2024-08-17T01:47:17.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:47:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:47:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:16 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:47:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:16 smithi157 ceph-mon[101289]: osdmap e2825: 8 total, 8 up, 8 in 2024-08-17T01:47:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:47:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:47:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:16 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:47:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:16 smithi187 ceph-mon[90552]: osdmap e2825: 8 total, 8 up, 8 in 2024-08-17T01:47:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:47:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:47:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:16 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:47:17.885 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 71%] 2024-08-17T01:47:17.972 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 72%] 2024-08-17T01:47:18.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:17 smithi157 ceph-mon[101289]: osdmap e2826: 8 total, 8 up, 8 in 2024-08-17T01:47:18.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:17 smithi157 ceph-mon[101289]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 14 KiB/s wr, 233 op/s 2024-08-17T01:47:18.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:17 smithi157 ceph-mon[98780]: osdmap e2826: 8 total, 8 up, 8 in 2024-08-17T01:47:18.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:17 smithi157 ceph-mon[98780]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 14 KiB/s wr, 233 op/s 2024-08-17T01:47:18.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:17 smithi187 ceph-mon[90552]: osdmap e2826: 8 total, 8 up, 8 in 2024-08-17T01:47:18.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:17 smithi187 ceph-mon[90552]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 14 KiB/s wr, 233 op/s 2024-08-17T01:47:19.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:18 smithi157 ceph-mon[98780]: osdmap e2827: 8 total, 8 up, 8 in 2024-08-17T01:47:19.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:18 smithi157 ceph-mon[98780]: osdmap e2828: 8 total, 8 up, 8 in 2024-08-17T01:47:19.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:18 smithi157 ceph-mon[101289]: osdmap e2827: 8 total, 8 up, 8 in 2024-08-17T01:47:19.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:18 smithi157 ceph-mon[101289]: osdmap e2828: 8 total, 8 up, 8 in 2024-08-17T01:47:19.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:18 smithi187 ceph-mon[90552]: osdmap e2827: 8 total, 8 up, 8 in 2024-08-17T01:47:19.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:18 smithi187 ceph-mon[90552]: osdmap e2828: 8 total, 8 up, 8 in 2024-08-17T01:47:19.886 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-08-17T01:47:20.015 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 73%] 2024-08-17T01:47:20.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:19 smithi157 ceph-mon[98780]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 267 KiB/s rd, 21 KiB/s wr, 371 op/s 2024-08-17T01:47:20.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:19 smithi157 ceph-mon[101289]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 267 KiB/s rd, 21 KiB/s wr, 371 op/s 2024-08-17T01:47:20.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:19 smithi187 ceph-mon[90552]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 267 KiB/s rd, 21 KiB/s wr, 371 op/s 2024-08-17T01:47:21.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:20 smithi157 ceph-mon[98780]: osdmap e2829: 8 total, 8 up, 8 in 2024-08-17T01:47:21.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:20 smithi157 ceph-mon[101289]: osdmap e2829: 8 total, 8 up, 8 in 2024-08-17T01:47:21.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:20 smithi187 ceph-mon[90552]: osdmap e2829: 8 total, 8 up, 8 in 2024-08-17T01:47:21.903 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 74%] 2024-08-17T01:47:22.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:21 smithi187 ceph-mon[90552]: osdmap e2830: 8 total, 8 up, 8 in 2024-08-17T01:47:22.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:21 smithi187 ceph-mon[90552]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 342 KiB/s rd, 25 KiB/s wr, 467 op/s 2024-08-17T01:47:22.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:21 smithi157 ceph-mon[98780]: osdmap e2830: 8 total, 8 up, 8 in 2024-08-17T01:47:22.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:21 smithi157 ceph-mon[98780]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 342 KiB/s rd, 25 KiB/s wr, 467 op/s 2024-08-17T01:47:22.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:21 smithi157 ceph-mon[101289]: osdmap e2830: 8 total, 8 up, 8 in 2024-08-17T01:47:22.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:21 smithi157 ceph-mon[101289]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 342 KiB/s rd, 25 KiB/s wr, 467 op/s 2024-08-17T01:47:22.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:47:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:47:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:47:23.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:22 smithi157 ceph-mon[98780]: osdmap e2831: 8 total, 8 up, 8 in 2024-08-17T01:47:23.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:22 smithi157 ceph-mon[101289]: osdmap e2831: 8 total, 8 up, 8 in 2024-08-17T01:47:23.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:22 smithi187 ceph-mon[90552]: osdmap e2831: 8 total, 8 up, 8 in 2024-08-17T01:47:23.763 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 74%] 2024-08-17T01:47:23.816 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:47:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:47:23] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-08-17T01:47:23.885 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 75%] 2024-08-17T01:47:24.006 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 75%] 2024-08-17T01:47:24.103 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 76%] 2024-08-17T01:47:24.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:23 smithi157 ceph-mon[98780]: osdmap e2832: 8 total, 8 up, 8 in 2024-08-17T01:47:24.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:23 smithi157 ceph-mon[98780]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 15 KiB/s wr, 252 op/s 2024-08-17T01:47:24.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:23 smithi157 ceph-mon[98780]: osdmap e2833: 8 total, 8 up, 8 in 2024-08-17T01:47:24.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:23 smithi157 ceph-mon[101289]: osdmap e2832: 8 total, 8 up, 8 in 2024-08-17T01:47:24.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:23 smithi157 ceph-mon[101289]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 15 KiB/s wr, 252 op/s 2024-08-17T01:47:24.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:23 smithi157 ceph-mon[101289]: osdmap e2833: 8 total, 8 up, 8 in 2024-08-17T01:47:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:23 smithi187 ceph-mon[90552]: osdmap e2832: 8 total, 8 up, 8 in 2024-08-17T01:47:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:23 smithi187 ceph-mon[90552]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 15 KiB/s wr, 252 op/s 2024-08-17T01:47:24.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:23 smithi187 ceph-mon[90552]: osdmap e2833: 8 total, 8 up, 8 in 2024-08-17T01:47:24.917 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 76%] 2024-08-17T01:47:25.005 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 77%] 2024-08-17T01:47:25.098 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 78%] 2024-08-17T01:47:25.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:24 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2981547246' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3710305735"}]: dispatch 2024-08-17T01:47:25.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:24 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2981547246' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3710305735"}]: dispatch 2024-08-17T01:47:25.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:24 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2981547246' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3710305735"}]: dispatch 2024-08-17T01:47:25.205 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 78%] 2024-08-17T01:47:25.308 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 79%] 2024-08-17T01:47:25.390 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 79%] 2024-08-17T01:47:25.474 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 80%] 2024-08-17T01:47:26.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2981547246' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3710305735"}]': finished 2024-08-17T01:47:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: osdmap e2834: 8 total, 8 up, 8 in 2024-08-17T01:47:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 9.7 KiB/s wr, 261 op/s 2024-08-17T01:47:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' 2024-08-17T01:47:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:47:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:47:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:47:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-17T01:47:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:47:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-17T01:47:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:47:26.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:47:26.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:47:26.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' 2024-08-17T01:47:26.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/8ad5d72b-bc2a-4d8c-bf5d-fdafa4834d02"}]: dispatch 2024-08-17T01:47:26.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8ad5d72b-bc2a-4d8c-bf5d-fdafa4834d02"}]: dispatch 2024-08-17T01:47:26.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8ad5d72b-bc2a-4d8c-bf5d-fdafa4834d02"}]: dispatch 2024-08-17T01:47:26.136 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8ad5d72b-bc2a-4d8c-bf5d-fdafa4834d02"}]': finished 2024-08-17T01:47:26.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2981547246' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3710305735"}]': finished 2024-08-17T01:47:26.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: osdmap e2834: 8 total, 8 up, 8 in 2024-08-17T01:47:26.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 9.7 KiB/s wr, 261 op/s 2024-08-17T01:47:26.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' 2024-08-17T01:47:26.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:47:26.136 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:47:26.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:47:26.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-17T01:47:26.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:47:26.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-17T01:47:26.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:47:26.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:47:26.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:47:26.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' 2024-08-17T01:47:26.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/8ad5d72b-bc2a-4d8c-bf5d-fdafa4834d02"}]: dispatch 2024-08-17T01:47:26.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8ad5d72b-bc2a-4d8c-bf5d-fdafa4834d02"}]: dispatch 2024-08-17T01:47:26.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8ad5d72b-bc2a-4d8c-bf5d-fdafa4834d02"}]: dispatch 2024-08-17T01:47:26.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:25 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8ad5d72b-bc2a-4d8c-bf5d-fdafa4834d02"}]': finished 2024-08-17T01:47:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2981547246' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.157:0/3710305735"}]': finished 2024-08-17T01:47:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: osdmap e2834: 8 total, 8 up, 8 in 2024-08-17T01:47:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 9.7 KiB/s wr, 261 op/s 2024-08-17T01:47:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' 2024-08-17T01:47:26.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:47:26.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:47:26.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:47:26.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-17T01:47:26.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:47:26.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-17T01:47:26.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:47:26.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:47:26.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:47:26.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' 2024-08-17T01:47:26.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/8ad5d72b-bc2a-4d8c-bf5d-fdafa4834d02"}]: dispatch 2024-08-17T01:47:26.206 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8ad5d72b-bc2a-4d8c-bf5d-fdafa4834d02"}]: dispatch 2024-08-17T01:47:26.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8ad5d72b-bc2a-4d8c-bf5d-fdafa4834d02"}]: dispatch 2024-08-17T01:47:26.207 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:25 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8ad5d72b-bc2a-4d8c-bf5d-fdafa4834d02"}]': finished 2024-08-17T01:47:27.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:27 smithi157 ceph-mon[98780]: osdmap e2835: 8 total, 8 up, 8 in 2024-08-17T01:47:27.637 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:27 smithi157 ceph-mon[101289]: osdmap e2835: 8 total, 8 up, 8 in 2024-08-17T01:47:27.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:27 smithi187 ceph-mon[90552]: osdmap e2835: 8 total, 8 up, 8 in 2024-08-17T01:47:28.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:28 smithi157 ceph-mon[98780]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 21 KiB/s wr, 464 op/s 2024-08-17T01:47:28.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:28 smithi157 ceph-mon[98780]: osdmap e2836: 8 total, 8 up, 8 in 2024-08-17T01:47:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:28 smithi157 ceph-mon[101289]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 21 KiB/s wr, 464 op/s 2024-08-17T01:47:28.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:28 smithi157 ceph-mon[101289]: osdmap e2836: 8 total, 8 up, 8 in 2024-08-17T01:47:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:28 smithi187 ceph-mon[90552]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 21 KiB/s wr, 464 op/s 2024-08-17T01:47:28.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:28 smithi187 ceph-mon[90552]: osdmap e2836: 8 total, 8 up, 8 in 2024-08-17T01:47:29.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[98780]: osdmap e2837: 8 total, 8 up, 8 in 2024-08-17T01:47:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ba947292-4c57-493d-8be7-8dad4d83c9fd"}]: dispatch 2024-08-17T01:47:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ba947292-4c57-493d-8be7-8dad4d83c9fd"}]: dispatch 2024-08-17T01:47:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ba947292-4c57-493d-8be7-8dad4d83c9fd"}]': finished 2024-08-17T01:47:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/886537ec-8be1-4183-b045-cc77f94cb047"}]: dispatch 2024-08-17T01:47:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/886537ec-8be1-4183-b045-cc77f94cb047"}]: dispatch 2024-08-17T01:47:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/886537ec-8be1-4183-b045-cc77f94cb047"}]': finished 2024-08-17T01:47:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[98780]: osdmap e2838: 8 total, 8 up, 8 in 2024-08-17T01:47:29.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[101289]: osdmap e2837: 8 total, 8 up, 8 in 2024-08-17T01:47:29.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ba947292-4c57-493d-8be7-8dad4d83c9fd"}]: dispatch 2024-08-17T01:47:29.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ba947292-4c57-493d-8be7-8dad4d83c9fd"}]: dispatch 2024-08-17T01:47:29.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ba947292-4c57-493d-8be7-8dad4d83c9fd"}]': finished 2024-08-17T01:47:29.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/886537ec-8be1-4183-b045-cc77f94cb047"}]: dispatch 2024-08-17T01:47:29.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/886537ec-8be1-4183-b045-cc77f94cb047"}]: dispatch 2024-08-17T01:47:29.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/886537ec-8be1-4183-b045-cc77f94cb047"}]': finished 2024-08-17T01:47:29.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[101289]: osdmap e2838: 8 total, 8 up, 8 in 2024-08-17T01:47:29.636 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:29 smithi187 ceph-mon[90552]: osdmap e2837: 8 total, 8 up, 8 in 2024-08-17T01:47:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:29 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ba947292-4c57-493d-8be7-8dad4d83c9fd"}]: dispatch 2024-08-17T01:47:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:29 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ba947292-4c57-493d-8be7-8dad4d83c9fd"}]: dispatch 2024-08-17T01:47:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:29 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ba947292-4c57-493d-8be7-8dad4d83c9fd"}]': finished 2024-08-17T01:47:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:29 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/886537ec-8be1-4183-b045-cc77f94cb047"}]: dispatch 2024-08-17T01:47:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:29 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/886537ec-8be1-4183-b045-cc77f94cb047"}]: dispatch 2024-08-17T01:47:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:29 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/886537ec-8be1-4183-b045-cc77f94cb047"}]': finished 2024-08-17T01:47:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:29 smithi187 ceph-mon[90552]: osdmap e2838: 8 total, 8 up, 8 in 2024-08-17T01:47:29.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:30.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:30 smithi157 ceph-mon[98780]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 35 KiB/s wr, 571 op/s 2024-08-17T01:47:30.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:30 smithi157 ceph-mon[98780]: osdmap e2839: 8 total, 8 up, 8 in 2024-08-17T01:47:30.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:30 smithi157 ceph-mon[101289]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 35 KiB/s wr, 571 op/s 2024-08-17T01:47:30.635 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:30 smithi157 ceph-mon[101289]: osdmap e2839: 8 total, 8 up, 8 in 2024-08-17T01:47:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:30 smithi187 ceph-mon[90552]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 35 KiB/s wr, 571 op/s 2024-08-17T01:47:30.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:30 smithi187 ceph-mon[90552]: osdmap e2839: 8 total, 8 up, 8 in 2024-08-17T01:47:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:31 smithi187 ceph-mon[90552]: osdmap e2840: 8 total, 8 up, 8 in 2024-08-17T01:47:31.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:31 smithi187 ceph-mon[90552]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 30 KiB/s wr, 542 op/s 2024-08-17T01:47:32.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:31 smithi157 ceph-mon[98780]: osdmap e2840: 8 total, 8 up, 8 in 2024-08-17T01:47:32.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:31 smithi157 ceph-mon[98780]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 30 KiB/s wr, 542 op/s 2024-08-17T01:47:32.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:31 smithi157 ceph-mon[101289]: osdmap e2840: 8 total, 8 up, 8 in 2024-08-17T01:47:32.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:31 smithi157 ceph-mon[101289]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 30 KiB/s wr, 542 op/s 2024-08-17T01:47:32.677 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:47:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:47:32.754 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 80%] 2024-08-17T01:47:32.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:32 smithi187 ceph-mon[90552]: osdmap e2841: 8 total, 8 up, 8 in 2024-08-17T01:47:33.036 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:32 smithi157 ceph-mon[101289]: osdmap e2841: 8 total, 8 up, 8 in 2024-08-17T01:47:33.036 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:32 smithi157 ceph-mon[98780]: osdmap e2841: 8 total, 8 up, 8 in 2024-08-17T01:47:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:47:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:47:33] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-08-17T01:47:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:33 smithi157 ceph-mon[101289]: osdmap e2842: 8 total, 8 up, 8 in 2024-08-17T01:47:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:33 smithi157 ceph-mon[101289]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 7.0 KiB/s wr, 176 op/s 2024-08-17T01:47:33.885 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:33 smithi157 ceph-mon[101289]: osdmap e2843: 8 total, 8 up, 8 in 2024-08-17T01:47:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:33 smithi157 ceph-mon[98780]: osdmap e2842: 8 total, 8 up, 8 in 2024-08-17T01:47:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:33 smithi157 ceph-mon[98780]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 7.0 KiB/s wr, 176 op/s 2024-08-17T01:47:33.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:33 smithi157 ceph-mon[98780]: osdmap e2843: 8 total, 8 up, 8 in 2024-08-17T01:47:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:33 smithi187 ceph-mon[90552]: osdmap e2842: 8 total, 8 up, 8 in 2024-08-17T01:47:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:33 smithi187 ceph-mon[90552]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 7.0 KiB/s wr, 176 op/s 2024-08-17T01:47:33.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:33 smithi187 ceph-mon[90552]: osdmap e2843: 8 total, 8 up, 8 in 2024-08-17T01:47:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:35 smithi187 ceph-mon[90552]: osdmap e2844: 8 total, 8 up, 8 in 2024-08-17T01:47:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:35 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c23e1b14-eb7c-41ba-8935-758fd83860e5"}]: dispatch 2024-08-17T01:47:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:35 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c23e1b14-eb7c-41ba-8935-758fd83860e5"}]: dispatch 2024-08-17T01:47:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:35 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c23e1b14-eb7c-41ba-8935-758fd83860e5"}]': finished 2024-08-17T01:47:35.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:35 smithi187 ceph-mon[90552]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 3.2 KiB/s wr, 29 op/s 2024-08-17T01:47:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:35 smithi157 ceph-mon[101289]: osdmap e2844: 8 total, 8 up, 8 in 2024-08-17T01:47:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:35 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c23e1b14-eb7c-41ba-8935-758fd83860e5"}]: dispatch 2024-08-17T01:47:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:35 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c23e1b14-eb7c-41ba-8935-758fd83860e5"}]: dispatch 2024-08-17T01:47:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:35 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c23e1b14-eb7c-41ba-8935-758fd83860e5"}]': finished 2024-08-17T01:47:36.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:35 smithi157 ceph-mon[101289]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 3.2 KiB/s wr, 29 op/s 2024-08-17T01:47:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:35 smithi157 ceph-mon[98780]: osdmap e2844: 8 total, 8 up, 8 in 2024-08-17T01:47:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:35 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3771296764' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c23e1b14-eb7c-41ba-8935-758fd83860e5"}]: dispatch 2024-08-17T01:47:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:35 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c23e1b14-eb7c-41ba-8935-758fd83860e5"}]: dispatch 2024-08-17T01:47:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:35 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c23e1b14-eb7c-41ba-8935-758fd83860e5"}]': finished 2024-08-17T01:47:36.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:35 smithi157 ceph-mon[98780]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 3.2 KiB/s wr, 29 op/s 2024-08-17T01:47:36.803 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 81%] 2024-08-17T01:47:36.879 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 81%] 2024-08-17T01:47:37.014 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 82%] 2024-08-17T01:47:37.088 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 82%] 2024-08-17T01:47:37.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:36 smithi157 ceph-mon[101289]: osdmap e2845: 8 total, 8 up, 8 in 2024-08-17T01:47:37.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:36 smithi157 ceph-mon[98780]: osdmap e2845: 8 total, 8 up, 8 in 2024-08-17T01:47:37.163 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 83%] 2024-08-17T01:47:37.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:36 smithi187 ceph-mon[90552]: osdmap e2845: 8 total, 8 up, 8 in 2024-08-17T01:47:37.238 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 84%] 2024-08-17T01:47:37.308 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 84%] 2024-08-17T01:47:37.438 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 85%] 2024-08-17T01:47:37.552 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 85%] 2024-08-17T01:47:37.559 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 86%] 2024-08-17T01:47:37.567 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 86%] 2024-08-17T01:47:37.569 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 87%] 2024-08-17T01:47:37.575 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 87%] 2024-08-17T01:47:37.582 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 88%] 2024-08-17T01:47:37.672 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 89%] 2024-08-17T01:47:37.755 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 89%] 2024-08-17T01:47:37.850 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 90%] 2024-08-17T01:47:37.975 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 90%] 2024-08-17T01:47:38.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:37 smithi157 ceph-mon[101289]: osdmap e2846: 8 total, 8 up, 8 in 2024-08-17T01:47:38.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:37 smithi157 ceph-mon[101289]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 7.2 KiB/s wr, 88 op/s 2024-08-17T01:47:38.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:37 smithi157 ceph-mon[98780]: osdmap e2846: 8 total, 8 up, 8 in 2024-08-17T01:47:38.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:37 smithi157 ceph-mon[98780]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 7.2 KiB/s wr, 88 op/s 2024-08-17T01:47:38.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:37 smithi187 ceph-mon[90552]: osdmap e2846: 8 total, 8 up, 8 in 2024-08-17T01:47:38.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:37 smithi187 ceph-mon[90552]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 7.2 KiB/s wr, 88 op/s 2024-08-17T01:47:39.565 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 91%] 2024-08-17T01:47:39.672 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 91%] 2024-08-17T01:47:39.764 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 92%] 2024-08-17T01:47:39.865 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 92%] 2024-08-17T01:47:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:39 smithi187 ceph-mon[90552]: osdmap e2847: 8 total, 8 up, 8 in 2024-08-17T01:47:39.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:39 smithi187 ceph-mon[90552]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 43 KiB/s wr, 624 op/s 2024-08-17T01:47:40.019 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 93%] 2024-08-17T01:47:40.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:39 smithi157 ceph-mon[101289]: osdmap e2847: 8 total, 8 up, 8 in 2024-08-17T01:47:40.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:39 smithi157 ceph-mon[101289]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 43 KiB/s wr, 624 op/s 2024-08-17T01:47:40.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:39 smithi157 ceph-mon[98780]: osdmap e2847: 8 total, 8 up, 8 in 2024-08-17T01:47:40.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:39 smithi157 ceph-mon[98780]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 43 KiB/s wr, 624 op/s 2024-08-17T01:47:41.784 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 93%] 2024-08-17T01:47:41.881 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 94%] 2024-08-17T01:47:41.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:41 smithi187 ceph-mon[90552]: osdmap e2848: 8 total, 8 up, 8 in 2024-08-17T01:47:41.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:41 smithi187 ceph-mon[90552]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 681 KiB/s rd, 90 KiB/s wr, 1.01k op/s 2024-08-17T01:47:42.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:41 smithi157 ceph-mon[98780]: osdmap e2848: 8 total, 8 up, 8 in 2024-08-17T01:47:42.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:41 smithi157 ceph-mon[98780]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 681 KiB/s rd, 90 KiB/s wr, 1.01k op/s 2024-08-17T01:47:42.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:41 smithi157 ceph-mon[101289]: osdmap e2848: 8 total, 8 up, 8 in 2024-08-17T01:47:42.137 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:41 smithi157 ceph-mon[101289]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 681 KiB/s rd, 90 KiB/s wr, 1.01k op/s 2024-08-17T01:47:42.680 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:47:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:47:42.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:42 smithi187 ceph-mon[90552]: osdmap e2849: 8 total, 8 up, 8 in 2024-08-17T01:47:43.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:42 smithi157 ceph-mon[98780]: osdmap e2849: 8 total, 8 up, 8 in 2024-08-17T01:47:43.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:42 smithi157 ceph-mon[101289]: osdmap e2849: 8 total, 8 up, 8 in 2024-08-17T01:47:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:47:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:47:43] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-08-17T01:47:43.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:43 smithi157 ceph-mon[101289]: osdmap e2850: 8 total, 8 up, 8 in 2024-08-17T01:47:43.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:43 smithi157 ceph-mon[101289]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 455 KiB/s rd, 73 KiB/s wr, 715 op/s 2024-08-17T01:47:43.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:43 smithi157 ceph-mon[101289]: osdmap e2851: 8 total, 8 up, 8 in 2024-08-17T01:47:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:43 smithi157 ceph-mon[98780]: osdmap e2850: 8 total, 8 up, 8 in 2024-08-17T01:47:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:43 smithi157 ceph-mon[98780]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 455 KiB/s rd, 73 KiB/s wr, 715 op/s 2024-08-17T01:47:43.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:43 smithi157 ceph-mon[98780]: osdmap e2851: 8 total, 8 up, 8 in 2024-08-17T01:47:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:43 smithi187 ceph-mon[90552]: osdmap e2850: 8 total, 8 up, 8 in 2024-08-17T01:47:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:43 smithi187 ceph-mon[90552]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 455 KiB/s rd, 73 KiB/s wr, 715 op/s 2024-08-17T01:47:43.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:43 smithi187 ceph-mon[90552]: osdmap e2851: 8 total, 8 up, 8 in 2024-08-17T01:47:44.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:45.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:45.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:46.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:45 smithi157 ceph-mon[101289]: osdmap e2852: 8 total, 8 up, 8 in 2024-08-17T01:47:46.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:45 smithi157 ceph-mon[101289]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 542 KiB/s rd, 30 KiB/s wr, 722 op/s 2024-08-17T01:47:46.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:45 smithi157 ceph-mon[98780]: osdmap e2852: 8 total, 8 up, 8 in 2024-08-17T01:47:46.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:45 smithi157 ceph-mon[98780]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 542 KiB/s rd, 30 KiB/s wr, 722 op/s 2024-08-17T01:47:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:45 smithi187 ceph-mon[90552]: osdmap e2852: 8 total, 8 up, 8 in 2024-08-17T01:47:46.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:45 smithi187 ceph-mon[90552]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 542 KiB/s rd, 30 KiB/s wr, 722 op/s 2024-08-17T01:47:47.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:46 smithi157 ceph-mon[101289]: osdmap e2853: 8 total, 8 up, 8 in 2024-08-17T01:47:47.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:46 smithi157 ceph-mon[98780]: osdmap e2853: 8 total, 8 up, 8 in 2024-08-17T01:47:47.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:46 smithi187 ceph-mon[90552]: osdmap e2853: 8 total, 8 up, 8 in 2024-08-17T01:47:47.993 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 95%] 2024-08-17T01:47:48.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:47 smithi157 ceph-mon[98780]: osdmap e2854: 8 total, 8 up, 8 in 2024-08-17T01:47:48.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:47 smithi157 ceph-mon[98780]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 42 KiB/s wr, 972 op/s 2024-08-17T01:47:48.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:47 smithi157 ceph-mon[101289]: osdmap e2854: 8 total, 8 up, 8 in 2024-08-17T01:47:48.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:47 smithi157 ceph-mon[101289]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 42 KiB/s wr, 972 op/s 2024-08-17T01:47:48.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:47 smithi187 ceph-mon[90552]: osdmap e2854: 8 total, 8 up, 8 in 2024-08-17T01:47:48.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:47 smithi187 ceph-mon[90552]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 42 KiB/s wr, 972 op/s 2024-08-17T01:47:48.254 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 95%] 2024-08-17T01:47:49.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:48 smithi157 ceph-mon[101289]: osdmap e2855: 8 total, 8 up, 8 in 2024-08-17T01:47:49.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:48 smithi157 ceph-mon[101289]: osdmap e2856: 8 total, 8 up, 8 in 2024-08-17T01:47:49.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:48 smithi157 ceph-mon[98780]: osdmap e2855: 8 total, 8 up, 8 in 2024-08-17T01:47:49.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:48 smithi157 ceph-mon[98780]: osdmap e2856: 8 total, 8 up, 8 in 2024-08-17T01:47:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:48 smithi187 ceph-mon[90552]: osdmap e2855: 8 total, 8 up, 8 in 2024-08-17T01:47:49.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:48 smithi187 ceph-mon[90552]: osdmap e2856: 8 total, 8 up, 8 in 2024-08-17T01:47:49.814 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v1 PASSED [ 96%] 2024-08-17T01:47:50.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:49 smithi157 ceph-mon[98780]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 44 KiB/s wr, 919 op/s 2024-08-17T01:47:50.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:49 smithi157 ceph-mon[101289]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 44 KiB/s wr, 919 op/s 2024-08-17T01:47:50.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:49 smithi187 ceph-mon[90552]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 44 KiB/s wr, 919 op/s 2024-08-17T01:47:51.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:50 smithi157 ceph-mon[98780]: osdmap e2857: 8 total, 8 up, 8 in 2024-08-17T01:47:51.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:50 smithi157 ceph-mon[101289]: osdmap e2857: 8 total, 8 up, 8 in 2024-08-17T01:47:51.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:50 smithi187 ceph-mon[90552]: osdmap e2857: 8 total, 8 up, 8 in 2024-08-17T01:47:51.816 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v2 PASSED [ 96%] 2024-08-17T01:47:52.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:51 smithi187 ceph-mon[90552]: osdmap e2858: 8 total, 8 up, 8 in 2024-08-17T01:47:52.106 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:51 smithi187 ceph-mon[90552]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 42 KiB/s wr, 833 op/s 2024-08-17T01:47:52.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:51 smithi157 ceph-mon[98780]: osdmap e2858: 8 total, 8 up, 8 in 2024-08-17T01:47:52.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:51 smithi157 ceph-mon[98780]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 42 KiB/s wr, 833 op/s 2024-08-17T01:47:52.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:51 smithi157 ceph-mon[101289]: osdmap e2858: 8 total, 8 up, 8 in 2024-08-17T01:47:52.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:51 smithi157 ceph-mon[101289]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 42 KiB/s wr, 833 op/s 2024-08-17T01:47:52.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:47:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:47:53.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:52 smithi157 ceph-mon[101289]: osdmap e2859: 8 total, 8 up, 8 in 2024-08-17T01:47:53.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:52 smithi157 ceph-mon[98780]: osdmap e2859: 8 total, 8 up, 8 in 2024-08-17T01:47:53.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:52 smithi187 ceph-mon[90552]: osdmap e2859: 8 total, 8 up, 8 in 2024-08-17T01:47:53.764 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v1 PASSED [ 97%] 2024-08-17T01:47:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:47:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:47:53] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-08-17T01:47:53.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:53 smithi157 ceph-mon[101289]: osdmap e2860: 8 total, 8 up, 8 in 2024-08-17T01:47:53.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:53 smithi157 ceph-mon[101289]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 16 KiB/s wr, 279 op/s 2024-08-17T01:47:53.884 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:53 smithi157 ceph-mon[101289]: osdmap e2861: 8 total, 8 up, 8 in 2024-08-17T01:47:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:53 smithi157 ceph-mon[98780]: osdmap e2860: 8 total, 8 up, 8 in 2024-08-17T01:47:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:53 smithi157 ceph-mon[98780]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 16 KiB/s wr, 279 op/s 2024-08-17T01:47:53.885 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:53 smithi157 ceph-mon[98780]: osdmap e2861: 8 total, 8 up, 8 in 2024-08-17T01:47:54.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:53 smithi187 ceph-mon[90552]: osdmap e2860: 8 total, 8 up, 8 in 2024-08-17T01:47:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:53 smithi187 ceph-mon[90552]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 16 KiB/s wr, 279 op/s 2024-08-17T01:47:54.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:53 smithi187 ceph-mon[90552]: osdmap e2861: 8 total, 8 up, 8 in 2024-08-17T01:47:55.841 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v2 PASSED [ 97%] 2024-08-17T01:47:56.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:55 smithi157 ceph-mon[98780]: osdmap e2862: 8 total, 8 up, 8 in 2024-08-17T01:47:56.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:55 smithi157 ceph-mon[98780]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 326 KiB/s rd, 11 KiB/s wr, 407 op/s 2024-08-17T01:47:56.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:55 smithi157 ceph-mon[101289]: osdmap e2862: 8 total, 8 up, 8 in 2024-08-17T01:47:56.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:55 smithi157 ceph-mon[101289]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 326 KiB/s rd, 11 KiB/s wr, 407 op/s 2024-08-17T01:47:56.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:55 smithi187 ceph-mon[90552]: osdmap e2862: 8 total, 8 up, 8 in 2024-08-17T01:47:56.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:55 smithi187 ceph-mon[90552]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 326 KiB/s rd, 11 KiB/s wr, 407 op/s 2024-08-17T01:47:57.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:56 smithi157 ceph-mon[101289]: osdmap e2863: 8 total, 8 up, 8 in 2024-08-17T01:47:57.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:56 smithi157 ceph-mon[98780]: osdmap e2863: 8 total, 8 up, 8 in 2024-08-17T01:47:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:56 smithi187 ceph-mon[90552]: osdmap e2863: 8 total, 8 up, 8 in 2024-08-17T01:47:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:57 smithi157 ceph-mon[98780]: osdmap e2864: 8 total, 8 up, 8 in 2024-08-17T01:47:58.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:57 smithi157 ceph-mon[98780]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 805 KiB/s rd, 33 KiB/s wr, 1.01k op/s 2024-08-17T01:47:58.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:57 smithi157 ceph-mon[101289]: osdmap e2864: 8 total, 8 up, 8 in 2024-08-17T01:47:58.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:57 smithi157 ceph-mon[101289]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 805 KiB/s rd, 33 KiB/s wr, 1.01k op/s 2024-08-17T01:47:58.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:57 smithi187 ceph-mon[90552]: osdmap e2864: 8 total, 8 up, 8 in 2024-08-17T01:47:58.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:57 smithi187 ceph-mon[90552]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 805 KiB/s rd, 33 KiB/s wr, 1.01k op/s 2024-08-17T01:47:59.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:58 smithi157 ceph-mon[101289]: osdmap e2865: 8 total, 8 up, 8 in 2024-08-17T01:47:59.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:58 smithi157 ceph-mon[101289]: osdmap e2866: 8 total, 8 up, 8 in 2024-08-17T01:47:59.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:58 smithi157 ceph-mon[98780]: osdmap e2865: 8 total, 8 up, 8 in 2024-08-17T01:47:59.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:58 smithi157 ceph-mon[98780]: osdmap e2866: 8 total, 8 up, 8 in 2024-08-17T01:47:59.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:58 smithi187 ceph-mon[90552]: osdmap e2865: 8 total, 8 up, 8 in 2024-08-17T01:47:59.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:58 smithi187 ceph-mon[90552]: osdmap e2866: 8 total, 8 up, 8 in 2024-08-17T01:47:59.839 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-08-17T01:48:00.055 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-08-17T01:48:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:59 smithi157 ceph-mon[101289]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 846 KiB/s rd, 38 KiB/s wr, 1.07k op/s 2024-08-17T01:48:00.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:47:59 smithi157 ceph-mon[101289]: osdmap e2867: 8 total, 8 up, 8 in 2024-08-17T01:48:00.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:00.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:59 smithi157 ceph-mon[98780]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 846 KiB/s rd, 38 KiB/s wr, 1.07k op/s 2024-08-17T01:48:00.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:47:59 smithi157 ceph-mon[98780]: osdmap e2867: 8 total, 8 up, 8 in 2024-08-17T01:48:00.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:00.204 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:59 smithi187 ceph-mon[90552]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 846 KiB/s rd, 38 KiB/s wr, 1.07k op/s 2024-08-17T01:48:00.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:47:59 smithi187 ceph-mon[90552]: osdmap e2867: 8 total, 8 up, 8 in 2024-08-17T01:48:00.231 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-08-17T01:48:00.776 INFO:tasks.workunit.client.0.smithi157.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-08-17T01:48:00.776 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:48:00.776 INFO:tasks.workunit.client.0.smithi157.stdout:================== 174 passed, 8 skipped in 666.14s (0:11:06) ================== 2024-08-17T01:48:00.804 INFO:tasks.workunit.client.0.smithi157.stderr:+ exit 0 2024-08-17T01:48:00.804 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T01:48:00.805 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T01:48:00.833 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-08-17T01:48:00.833 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T01:48:01.086 DEBUG:teuthology.parallel:result is None 2024-08-17T01:48:01.087 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:48:01.114 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:48:01.114 DEBUG:teuthology.orchestra.run.smithi157:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:48:01.170 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:48:01.170 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:48:01.170 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-08-17T01:48:01.170 DEBUG:teuthology.parallel:result is None 2024-08-17T01:48:01.171 INFO:teuthology.run_tasks:Running task print... 2024-08-17T01:48:01.181 INFO:teuthology.task.print:**** done end parallel 2024-08-17T01:48:01.181 INFO:teuthology.run_tasks:Running task print... 2024-08-17T01:48:01.189 INFO:teuthology.task.print:**** done start telemetry x... 2024-08-17T01:48:01.189 INFO:teuthology.run_tasks:Running task workunit... 2024-08-17T01:48:01.199 INFO:tasks.workunit:Pulling workunits from ref 34035a153785525a78f55c59012d77f335d36e2a 2024-08-17T01:48:01.199 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T01:48:01.199 DEBUG:teuthology.orchestra.run.smithi157:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:48:01.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:48:01.225 INFO:teuthology.orchestra.run.smithi157.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T01:48:01.226 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:48:01.280 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T01:48:01.280 DEBUG:teuthology.orchestra.run.smithi157:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T01:48:01.335 INFO:tasks.workunit:timeout=3h 2024-08-17T01:48:01.335 INFO:tasks.workunit:cleanup=True 2024-08-17T01:48:01.336 DEBUG:teuthology.orchestra.run.smithi157:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 34035a153785525a78f55c59012d77f335d36e2a 2024-08-17T01:48:01.391 INFO:tasks.workunit.client.0.smithi157.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T01:48:02.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:01 smithi157 ceph-mon[98780]: osdmap e2868: 8 total, 8 up, 8 in 2024-08-17T01:48:02.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:01 smithi157 ceph-mon[98780]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:01 smithi157 ceph-mon[101289]: osdmap e2868: 8 total, 8 up, 8 in 2024-08-17T01:48:02.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:01 smithi157 ceph-mon[101289]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:01 smithi187 ceph-mon[90552]: osdmap e2868: 8 total, 8 up, 8 in 2024-08-17T01:48:02.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:01 smithi187 ceph-mon[90552]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:02.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:48:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:48:03.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:48:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:48:03] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-08-17T01:48:04.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:04 smithi157 ceph-mon[98780]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:04.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:04 smithi157 ceph-mon[101289]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:04.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:04 smithi187 ceph-mon[90552]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:06.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:06 smithi157 ceph-mon[101289]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:06.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:06 smithi157 ceph-mon[98780]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:06.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:06 smithi187 ceph-mon[90552]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:08.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:08 smithi157 ceph-mon[98780]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:08.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:08 smithi157 ceph-mon[101289]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:08.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:08 smithi187 ceph-mon[90552]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:10.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:10 smithi157 ceph-mon[101289]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:10.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:10 smithi157 ceph-mon[98780]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:10.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:10 smithi187 ceph-mon[90552]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:12.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:12 smithi157 ceph-mon[101289]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:12.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:12 smithi157 ceph-mon[98780]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:12.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:12 smithi187 ceph-mon[90552]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:12.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:48:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:48:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:48:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:48:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:48:13] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-08-17T01:48:14.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:14 smithi157 ceph-mon[101289]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:14.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:14 smithi157 ceph-mon[98780]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:14.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:14.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:14 smithi187 ceph-mon[90552]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:14.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:16.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:16 smithi157 ceph-mon[98780]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:16.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:16 smithi157 ceph-mon[101289]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:16.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:16 smithi187 ceph-mon[90552]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:17.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:48:17.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:48:17.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:48:17.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:17 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:48:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:48:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:48:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:48:17.385 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:17 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:48:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:48:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:48:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:48:17.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:17 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:48:18.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:18 smithi157 ceph-mon[101289]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:18.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:18 smithi157 ceph-mon[98780]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:18.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:18 smithi187 ceph-mon[90552]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:20.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:20 smithi157 ceph-mon[98780]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:20.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:20 smithi157 ceph-mon[101289]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:20 smithi187 ceph-mon[90552]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:22.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:22 smithi157 ceph-mon[101289]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:22.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:22 smithi157 ceph-mon[98780]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:22.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:22 smithi187 ceph-mon[90552]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:22.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:48:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:48:23.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:48:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:48:23] "GET /metrics HTTP/1.1" 200 34258 "" "Prometheus/2.43.0" 2024-08-17T01:48:24.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:24 smithi157 ceph-mon[98780]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:24.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:24 smithi157 ceph-mon[101289]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:24.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:24 smithi187 ceph-mon[90552]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:26.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:26 smithi157 ceph-mon[98780]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:26.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:26 smithi157 ceph-mon[101289]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:26.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:26 smithi187 ceph-mon[90552]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:28.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:28 smithi157 ceph-mon[98780]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:28.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:28 smithi157 ceph-mon[101289]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:28.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:28 smithi187 ceph-mon[90552]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:29 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:29.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:29 smithi187 ceph-mon[90552]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:30.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:29 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:30.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:29 smithi157 ceph-mon[101289]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:30.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:29 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:30.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:29 smithi157 ceph-mon[98780]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:32.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:32 smithi157 ceph-mon[101289]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:32.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:32 smithi157 ceph-mon[98780]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:32.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:32 smithi187 ceph-mon[90552]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:32.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:48:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:48:33.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:48:33 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:48:33] "GET /metrics HTTP/1.1" 200 34260 "" "Prometheus/2.43.0" 2024-08-17T01:48:34.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:34 smithi157 ceph-mon[101289]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:34.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:34 smithi157 ceph-mon[98780]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:34.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:34 smithi187 ceph-mon[90552]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:36.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:36 smithi157 ceph-mon[101289]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:36.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:36 smithi157 ceph-mon[98780]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:36.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:36 smithi187 ceph-mon[90552]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:38.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:38 smithi157 ceph-mon[101289]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:38.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:38 smithi157 ceph-mon[98780]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:38.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:38 smithi187 ceph-mon[90552]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:40.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:40 smithi157 ceph-mon[98780]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:40.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:40 smithi157 ceph-mon[101289]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:40.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:40 smithi187 ceph-mon[90552]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:42.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:42 smithi157 ceph-mon[98780]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:42.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:42 smithi157 ceph-mon[101289]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:42.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:42 smithi187 ceph-mon[90552]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:42.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:48:42 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:48:43.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:48:43 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:48:43] "GET /metrics HTTP/1.1" 200 34260 "" "Prometheus/2.43.0" 2024-08-17T01:48:44.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:44 smithi157 ceph-mon[101289]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:44.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:44 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:44.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:44 smithi157 ceph-mon[98780]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:44.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:44 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:44.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:44 smithi187 ceph-mon[90552]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:44.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:44 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:46.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:46 smithi157 ceph-mon[101289]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:46.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:46 smithi157 ceph-mon[98780]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:46.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:46 smithi187 ceph-mon[90552]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:48.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:48 smithi157 ceph-mon[98780]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:48.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:48 smithi157 ceph-mon[101289]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:48.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:48 smithi187 ceph-mon[90552]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:50.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:50 smithi157 ceph-mon[101289]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:50.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:50 smithi157 ceph-mon[98780]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:50.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:50 smithi187 ceph-mon[90552]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:52.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:52 smithi157 ceph-mon[101289]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:52.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:52 smithi157 ceph-mon[98780]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:52.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:52 smithi187 ceph-mon[90552]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:52.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:48:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:48:53.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:48:53 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:48:53] "GET /metrics HTTP/1.1" 200 34258 "" "Prometheus/2.43.0" 2024-08-17T01:48:54.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:54 smithi157 ceph-mon[101289]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:54.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:54 smithi157 ceph-mon[98780]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:54.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:54 smithi187 ceph-mon[90552]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:55.482 INFO:tasks.workunit.client.0.smithi157.stderr:Note: switching to '34035a153785525a78f55c59012d77f335d36e2a'. 2024-08-17T01:48:55.482 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T01:48:55.482 INFO:tasks.workunit.client.0.smithi157.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-17T01:48:55.482 INFO:tasks.workunit.client.0.smithi157.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-17T01:48:55.482 INFO:tasks.workunit.client.0.smithi157.stderr:state without impacting any branches by switching back to a branch. 2024-08-17T01:48:55.482 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T01:48:55.482 INFO:tasks.workunit.client.0.smithi157.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-17T01:48:55.483 INFO:tasks.workunit.client.0.smithi157.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-17T01:48:55.483 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T01:48:55.483 INFO:tasks.workunit.client.0.smithi157.stderr: git switch -c 2024-08-17T01:48:55.483 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T01:48:55.483 INFO:tasks.workunit.client.0.smithi157.stderr:Or undo this operation with: 2024-08-17T01:48:55.483 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T01:48:55.483 INFO:tasks.workunit.client.0.smithi157.stderr: git switch - 2024-08-17T01:48:55.483 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T01:48:55.483 INFO:tasks.workunit.client.0.smithi157.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-17T01:48:55.483 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T01:48:55.483 INFO:tasks.workunit.client.0.smithi157.stderr:HEAD is now at 34035a15378 Merge pull request #59233 from zdover23/wip-doc-2024-08-15-backport-59219-to-squid 2024-08-17T01:48:55.486 DEBUG:teuthology.orchestra.run.smithi157:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T01:48:55.542 INFO:tasks.workunit.client.0.smithi157.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T01:48:55.544 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T01:48:55.544 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T01:48:55.592 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T01:48:55.640 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T01:48:55.679 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T01:48:55.681 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T01:48:55.681 INFO:tasks.workunit.client.0.smithi157.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T01:48:55.720 INFO:tasks.workunit.client.0.smithi157.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T01:48:55.723 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-08-17T01:48:55.723 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T01:48:55.780 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy_x.sh on client.0... 2024-08-17T01:48:55.781 INFO:tasks.workunit:Running workunit test_telemetry_quincy_x.sh... 2024-08-17T01:48:55.781 DEBUG:teuthology.orchestra.run.smithi157:workunit test test_telemetry_quincy_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=34035a153785525a78f55c59012d77f335d36e2a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy_x.sh 2024-08-17T01:48:55.838 INFO:tasks.workunit.client.0.smithi157.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-17T01:48:56.216 INFO:tasks.workunit.client.0.smithi157.stderr:+ LAST_OPT_REVISION=1 2024-08-17T01:48:56.216 INFO:tasks.workunit.client.0.smithi157.stderr:+ '[' 1 -ne 1 ']' 2024-08-17T01:48:56.216 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph -s 2024-08-17T01:48:56.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:56 smithi157 ceph-mon[98780]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:56.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:56 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3204866986' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T01:48:56.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:56 smithi157 ceph-mon[101289]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:56.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:56 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3204866986' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T01:48:56.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:56 smithi187 ceph-mon[90552]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:56.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:56 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3204866986' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T01:48:56.713 INFO:tasks.workunit.client.0.smithi157.stdout: cluster: 2024-08-17T01:48:56.713 INFO:tasks.workunit.client.0.smithi157.stdout: id: c90800da-5c2e-11ef-bccf-c7b262605968 2024-08-17T01:48:56.713 INFO:tasks.workunit.client.0.smithi157.stdout: health: HEALTH_WARN 2024-08-17T01:48:56.713 INFO:tasks.workunit.client.0.smithi157.stdout: Telemetry requires re-opt-in 2024-08-17T01:48:56.713 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:48:56.713 INFO:tasks.workunit.client.0.smithi157.stdout: services: 2024-08-17T01:48:56.713 INFO:tasks.workunit.client.0.smithi157.stdout: mon: 3 daemons, quorum a,b,c (age 73m) 2024-08-17T01:48:56.713 INFO:tasks.workunit.client.0.smithi157.stdout: mgr: y(active, since 73m), standbys: x 2024-08-17T01:48:56.713 INFO:tasks.workunit.client.0.smithi157.stdout: mds: 1/1 daemons up, 1 standby 2024-08-17T01:48:56.714 INFO:tasks.workunit.client.0.smithi157.stdout: osd: 8 osds: 8 up (since 68m), 8 in (since 80m) 2024-08-17T01:48:56.714 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:48:56.714 INFO:tasks.workunit.client.0.smithi157.stdout: data: 2024-08-17T01:48:56.714 INFO:tasks.workunit.client.0.smithi157.stdout: volumes: 1/1 healthy 2024-08-17T01:48:56.714 INFO:tasks.workunit.client.0.smithi157.stdout: pools: 4 pools, 105 pgs 2024-08-17T01:48:56.714 INFO:tasks.workunit.client.0.smithi157.stdout: objects: 28 objects, 4.6 MiB 2024-08-17T01:48:56.714 INFO:tasks.workunit.client.0.smithi157.stdout: usage: 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:56.714 INFO:tasks.workunit.client.0.smithi157.stdout: pgs: 105 active+clean 2024-08-17T01:48:56.714 INFO:tasks.workunit.client.0.smithi157.stdout: 2024-08-17T01:48:56.724 INFO:tasks.workunit.client.0.smithi157.stderr:++ ceph telemetry collection ls 2024-08-17T01:48:57.215 INFO:tasks.workunit.client.0.smithi157.stderr:+ COLLECTIONS='New collections are available: 2024-08-17T01:48:57.215 INFO:tasks.workunit.client.0.smithi157.stderr:['\''basic_pool_flags'\''] 2024-08-17T01:48:57.215 INFO:tasks.workunit.client.0.smithi157.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T01:48:57.215 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T01:48:57.215 INFO:tasks.workunit.client.0.smithi157.stderr:NAME STATUS DESC 2024-08-17T01:48:57.215 INFO:tasks.workunit.client.0.smithi157.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T01:48:57.216 INFO:tasks.workunit.client.0.smithi157.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-17T01:48:57.216 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-17T01:48:57.216 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-17T01:48:57.216 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-17T01:48:57.216 INFO:tasks.workunit.client.0.smithi157.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-17T01:48:57.216 INFO:tasks.workunit.client.0.smithi157.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-17T01:48:57.216 INFO:tasks.workunit.client.0.smithi157.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T01:48:57.216 INFO:tasks.workunit.client.0.smithi157.stderr:device_base REPORTING Information about device health metrics 2024-08-17T01:48:57.216 INFO:tasks.workunit.client.0.smithi157.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-17T01:48:57.216 INFO:tasks.workunit.client.0.smithi157.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-17T01:48:57.216 INFO:tasks.workunit.client.0.smithi157.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-08-17T01:48:57.216 INFO:tasks.workunit.client.0.smithi157.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-08-17T01:48:57.216 INFO:tasks.workunit.client.0.smithi157.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T01:48:57.217 INFO:tasks.workunit.client.0.smithi157.stderr:+ [[ New collections are available: 2024-08-17T01:48:57.217 INFO:tasks.workunit.client.0.smithi157.stderr:['basic_pool_flags'] 2024-08-17T01:48:57.217 INFO:tasks.workunit.client.0.smithi157.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T01:48:57.217 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T01:48:57.217 INFO:tasks.workunit.client.0.smithi157.stderr:NAME STATUS DESC 2024-08-17T01:48:57.217 INFO:tasks.workunit.client.0.smithi157.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T01:48:57.217 INFO:tasks.workunit.client.0.smithi157.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-17T01:48:57.217 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-17T01:48:57.217 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-17T01:48:57.217 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-17T01:48:57.217 INFO:tasks.workunit.client.0.smithi157.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-17T01:48:57.217 INFO:tasks.workunit.client.0.smithi157.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-17T01:48:57.218 INFO:tasks.workunit.client.0.smithi157.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T01:48:57.218 INFO:tasks.workunit.client.0.smithi157.stderr:device_base REPORTING Information about device health metrics 2024-08-17T01:48:57.218 INFO:tasks.workunit.client.0.smithi157.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-17T01:48:57.218 INFO:tasks.workunit.client.0.smithi157.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-17T01:48:57.218 INFO:tasks.workunit.client.0.smithi157.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-08-17T01:48:57.218 INFO:tasks.workunit.client.0.smithi157.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T01:48:57.218 INFO:tasks.workunit.client.0.smithi157.stderr:+ [[ New collections are available: 2024-08-17T01:48:57.218 INFO:tasks.workunit.client.0.smithi157.stderr:['basic_pool_flags'] 2024-08-17T01:48:57.218 INFO:tasks.workunit.client.0.smithi157.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T01:48:57.218 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T01:48:57.218 INFO:tasks.workunit.client.0.smithi157.stderr:NAME STATUS DESC 2024-08-17T01:48:57.218 INFO:tasks.workunit.client.0.smithi157.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T01:48:57.219 INFO:tasks.workunit.client.0.smithi157.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-17T01:48:57.219 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-17T01:48:57.219 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-17T01:48:57.219 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-17T01:48:57.219 INFO:tasks.workunit.client.0.smithi157.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-17T01:48:57.219 INFO:tasks.workunit.client.0.smithi157.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-17T01:48:57.219 INFO:tasks.workunit.client.0.smithi157.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T01:48:57.219 INFO:tasks.workunit.client.0.smithi157.stderr:device_base REPORTING Information about device health metrics 2024-08-17T01:48:57.219 INFO:tasks.workunit.client.0.smithi157.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-17T01:48:57.219 INFO:tasks.workunit.client.0.smithi157.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-17T01:48:57.219 INFO:tasks.workunit.client.0.smithi157.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-17T01:48:57.219 INFO:tasks.workunit.client.0.smithi157.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T01:48:57.219 INFO:tasks.workunit.client.0.smithi157.stderr:+ [[ New collections are available: 2024-08-17T01:48:57.220 INFO:tasks.workunit.client.0.smithi157.stderr:['basic_pool_flags'] 2024-08-17T01:48:57.220 INFO:tasks.workunit.client.0.smithi157.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T01:48:57.220 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T01:48:57.220 INFO:tasks.workunit.client.0.smithi157.stderr:NAME STATUS DESC 2024-08-17T01:48:57.220 INFO:tasks.workunit.client.0.smithi157.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T01:48:57.220 INFO:tasks.workunit.client.0.smithi157.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-17T01:48:57.220 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-17T01:48:57.220 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-17T01:48:57.220 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-17T01:48:57.220 INFO:tasks.workunit.client.0.smithi157.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-17T01:48:57.220 INFO:tasks.workunit.client.0.smithi157.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-17T01:48:57.220 INFO:tasks.workunit.client.0.smithi157.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T01:48:57.221 INFO:tasks.workunit.client.0.smithi157.stderr:device_base REPORTING Information about device health metrics 2024-08-17T01:48:57.221 INFO:tasks.workunit.client.0.smithi157.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-17T01:48:57.221 INFO:tasks.workunit.client.0.smithi157.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-17T01:48:57.221 INFO:tasks.workunit.client.0.smithi157.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-17T01:48:57.221 INFO:tasks.workunit.client.0.smithi157.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T01:48:57.221 INFO:tasks.workunit.client.0.smithi157.stderr:+ [[ New collections are available: 2024-08-17T01:48:57.221 INFO:tasks.workunit.client.0.smithi157.stderr:['basic_pool_flags'] 2024-08-17T01:48:57.221 INFO:tasks.workunit.client.0.smithi157.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T01:48:57.221 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T01:48:57.221 INFO:tasks.workunit.client.0.smithi157.stderr:NAME STATUS DESC 2024-08-17T01:48:57.221 INFO:tasks.workunit.client.0.smithi157.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T01:48:57.221 INFO:tasks.workunit.client.0.smithi157.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-17T01:48:57.221 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-17T01:48:57.222 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-17T01:48:57.222 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-17T01:48:57.222 INFO:tasks.workunit.client.0.smithi157.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-17T01:48:57.222 INFO:tasks.workunit.client.0.smithi157.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-17T01:48:57.222 INFO:tasks.workunit.client.0.smithi157.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T01:48:57.222 INFO:tasks.workunit.client.0.smithi157.stderr:device_base REPORTING Information about device health metrics 2024-08-17T01:48:57.222 INFO:tasks.workunit.client.0.smithi157.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-17T01:48:57.222 INFO:tasks.workunit.client.0.smithi157.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-17T01:48:57.222 INFO:tasks.workunit.client.0.smithi157.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-17T01:48:57.222 INFO:tasks.workunit.client.0.smithi157.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T01:48:57.222 INFO:tasks.workunit.client.0.smithi157.stderr:+ [[ New collections are available: 2024-08-17T01:48:57.223 INFO:tasks.workunit.client.0.smithi157.stderr:['basic_pool_flags'] 2024-08-17T01:48:57.223 INFO:tasks.workunit.client.0.smithi157.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T01:48:57.223 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T01:48:57.223 INFO:tasks.workunit.client.0.smithi157.stderr:NAME STATUS DESC 2024-08-17T01:48:57.223 INFO:tasks.workunit.client.0.smithi157.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T01:48:57.223 INFO:tasks.workunit.client.0.smithi157.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-17T01:48:57.223 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-17T01:48:57.223 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-17T01:48:57.223 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-17T01:48:57.223 INFO:tasks.workunit.client.0.smithi157.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-17T01:48:57.223 INFO:tasks.workunit.client.0.smithi157.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-17T01:48:57.224 INFO:tasks.workunit.client.0.smithi157.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T01:48:57.224 INFO:tasks.workunit.client.0.smithi157.stderr:device_base REPORTING Information about device health metrics 2024-08-17T01:48:57.224 INFO:tasks.workunit.client.0.smithi157.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-17T01:48:57.224 INFO:tasks.workunit.client.0.smithi157.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-17T01:48:57.224 INFO:tasks.workunit.client.0.smithi157.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-17T01:48:57.224 INFO:tasks.workunit.client.0.smithi157.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T01:48:57.224 INFO:tasks.workunit.client.0.smithi157.stderr:+ [[ New collections are available: 2024-08-17T01:48:57.224 INFO:tasks.workunit.client.0.smithi157.stderr:['basic_pool_flags'] 2024-08-17T01:48:57.224 INFO:tasks.workunit.client.0.smithi157.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T01:48:57.224 INFO:tasks.workunit.client.0.smithi157.stderr: 2024-08-17T01:48:57.224 INFO:tasks.workunit.client.0.smithi157.stderr:NAME STATUS DESC 2024-08-17T01:48:57.225 INFO:tasks.workunit.client.0.smithi157.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T01:48:57.225 INFO:tasks.workunit.client.0.smithi157.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-17T01:48:57.225 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-17T01:48:57.225 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-17T01:48:57.225 INFO:tasks.workunit.client.0.smithi157.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-17T01:48:57.225 INFO:tasks.workunit.client.0.smithi157.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-17T01:48:57.225 INFO:tasks.workunit.client.0.smithi157.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-17T01:48:57.225 INFO:tasks.workunit.client.0.smithi157.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T01:48:57.225 INFO:tasks.workunit.client.0.smithi157.stderr:device_base REPORTING Information about device health metrics 2024-08-17T01:48:57.225 INFO:tasks.workunit.client.0.smithi157.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-17T01:48:57.225 INFO:tasks.workunit.client.0.smithi157.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-17T01:48:57.225 INFO:tasks.workunit.client.0.smithi157.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-08-17T01:48:57.225 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph telemetry preview 2024-08-17T01:48:57.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:57 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3204866986' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T01:48:57.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:57 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3641698419' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T01:48:57.384 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:57 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3641698419' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T01:48:57.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:57 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3204866986' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T01:48:57.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:57 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3641698419' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T01:48:57.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:57 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3641698419' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T01:48:57.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:57 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3204866986' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T01:48:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:57 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3641698419' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T01:48:57.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:57 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3641698419' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T01:48:57.914 INFO:tasks.workunit.client.0.smithi157.stdout:{ 2024-08-17T01:48:57.914 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer": { 2024-08-17T01:48:57.914 INFO:tasks.workunit.client.0.smithi157.stdout: "active": true, 2024-08-17T01:48:57.914 INFO:tasks.workunit.client.0.smithi157.stdout: "mode": "" 2024-08-17T01:48:57.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.914 INFO:tasks.workunit.client.0.smithi157.stdout: "channels": [ 2024-08-17T01:48:57.914 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T01:48:57.914 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T01:48:57.915 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T01:48:57.915 INFO:tasks.workunit.client.0.smithi157.stdout: "ident", 2024-08-17T01:48:57.915 INFO:tasks.workunit.client.0.smithi157.stdout: "perf" 2024-08-17T01:48:57.915 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:57.915 INFO:tasks.workunit.client.0.smithi157.stdout: "channels_available": [ 2024-08-17T01:48:57.915 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T01:48:57.915 INFO:tasks.workunit.client.0.smithi157.stdout: "ident", 2024-08-17T01:48:57.915 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T01:48:57.915 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T01:48:57.915 INFO:tasks.workunit.client.0.smithi157.stdout: "perf" 2024-08-17T01:48:57.915 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:57.915 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_available": [ 2024-08-17T01:48:57.915 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T01:48:57.916 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T01:48:57.916 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T01:48:57.916 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T01:48:57.916 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T01:48:57.916 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T01:48:57.916 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T01:48:57.916 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T01:48:57.916 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T01:48:57.916 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T01:48:57.916 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore", 2024-08-17T01:48:57.916 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_flags" 2024-08-17T01:48:57.917 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:57.917 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_opted_in": [ 2024-08-17T01:48:57.917 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T01:48:57.917 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T01:48:57.917 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T01:48:57.917 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T01:48:57.917 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T01:48:57.917 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T01:48:57.917 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T01:48:57.917 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T01:48:57.917 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T01:48:57.917 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T01:48:57.917 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore", 2024-08-17T01:48:57.918 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_flags" 2024-08-17T01:48:57.918 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:57.918 INFO:tasks.workunit.client.0.smithi157.stdout: "config": { 2024-08-17T01:48:57.918 INFO:tasks.workunit.client.0.smithi157.stdout: "active_changed": [ 2024-08-17T01:48:57.918 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:48:57.918 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T01:48:57.918 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:48:57.918 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T01:48:57.918 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T01:48:57.918 INFO:tasks.workunit.client.0.smithi157.stdout: "client_check_pool_perm", 2024-08-17T01:48:57.918 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_gid", 2024-08-17T01:48:57.918 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_uid", 2024-08-17T01:48:57.918 INFO:tasks.workunit.client.0.smithi157.stdout: "client_quota", 2024-08-17T01:48:57.919 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T01:48:57.919 INFO:tasks.workunit.client.0.smithi157.stdout: "daemonize", 2024-08-17T01:48:57.919 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:48:57.919 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T01:48:57.919 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T01:48:57.919 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T01:48:57.919 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T01:48:57.919 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T01:48:57.919 INFO:tasks.workunit.client.0.smithi157.stdout: "keyring", 2024-08-17T01:48:57.919 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T01:48:57.919 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T01:48:57.919 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T01:48:57.919 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T01:48:57.919 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T01:48:57.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T01:48:57.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_journald", 2024-08-17T01:48:57.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_stderr", 2024-08-17T01:48:57.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T01:48:57.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T01:48:57.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_host", 2024-08-17T01:48:57.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T01:48:57.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mds_skip_sanity", 2024-08-17T01:48:57.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:48:57.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:48:57.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:48:57.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:48:57.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:48:57.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:48:57.920 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:48:57.921 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:48:57.921 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:48:57.921 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:48:57.921 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:48:57.921 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:48:57.921 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:48:57.921 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T01:48:57.921 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T01:48:57.921 INFO:tasks.workunit.client.0.smithi157.stdout: "no_config_file", 2024-08-17T01:48:57.921 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T01:48:57.921 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T01:48:57.921 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:48:57.921 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T01:48:57.922 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:48:57.922 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T01:48:57.922 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:48:57.922 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:48:57.922 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:48:57.922 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:48:57.922 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep", 2024-08-17T01:48:57.922 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep_hdd", 2024-08-17T01:48:57.922 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep_hybrid", 2024-08-17T01:48:57.922 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep_ssd", 2024-08-17T01:48:57.922 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_max_backfills", 2024-08-17T01:48:57.923 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:48:57.923 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T01:48:57.923 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T01:48:57.923 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T01:48:57.923 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T01:48:57.923 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T01:48:57.923 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T01:48:57.923 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T01:48:57.923 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T01:48:57.923 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T01:48:57.923 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T01:48:57.923 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T01:48:57.923 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T01:48:57.923 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T01:48:57.924 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T01:48:57.924 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:48:57.924 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:48:57.924 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T01:48:57.924 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_active", 2024-08-17T01:48:57.924 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_active_hdd", 2024-08-17T01:48:57.924 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_active_ssd", 2024-08-17T01:48:57.924 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T01:48:57.924 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep", 2024-08-17T01:48:57.924 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep_hdd", 2024-08-17T01:48:57.924 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep_hybrid", 2024-08-17T01:48:57.924 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep_ssd", 2024-08-17T01:48:57.924 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T01:48:57.924 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T01:48:57.925 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_sleep", 2024-08-17T01:48:57.925 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:48:57.925 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep", 2024-08-17T01:48:57.925 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep_hdd", 2024-08-17T01:48:57.925 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-17T01:48:57.925 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep_ssd", 2024-08-17T01:48:57.925 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T01:48:57.925 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:48:57.925 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_default_features", 2024-08-17T01:48:57.925 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_qos_exclude_ops", 2024-08-17T01:48:57.925 INFO:tasks.workunit.client.0.smithi157.stdout: "setgroup", 2024-08-17T01:48:57.925 INFO:tasks.workunit.client.0.smithi157.stdout: "setuser" 2024-08-17T01:48:57.925 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:57.926 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_changed": [ 2024-08-17T01:48:57.926 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:48:57.926 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T01:48:57.926 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:48:57.926 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T01:48:57.926 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T01:48:57.926 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T01:48:57.926 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:48:57.926 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T01:48:57.926 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T01:48:57.926 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T01:48:57.926 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T01:48:57.926 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T01:48:57.926 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T01:48:57.927 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T01:48:57.927 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T01:48:57.927 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_join_fs", 2024-08-17T01:48:57.927 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T01:48:57.927 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/container_init", 2024-08-17T01:48:57.927 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/migration_current", 2024-08-17T01:48:57.927 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T01:48:57.927 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T01:48:57.927 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T01:48:57.927 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T01:48:57.927 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T01:48:57.927 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T01:48:57.927 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T01:48:57.927 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/channel_ident", 2024-08-17T01:48:57.928 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/channel_perf", 2024-08-17T01:48:57.928 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/description", 2024-08-17T01:48:57.928 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/enabled", 2024-08-17T01:48:57.928 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/organization", 2024-08-17T01:48:57.928 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T01:48:57.928 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T01:48:57.928 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T01:48:57.928 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T01:48:57.928 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T01:48:57.928 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T01:48:57.928 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mds_skip_sanity", 2024-08-17T01:48:57.929 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:48:57.929 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:48:57.929 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:48:57.929 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:48:57.929 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:48:57.929 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:48:57.929 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:48:57.929 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:48:57.929 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:48:57.929 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:48:57.929 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:48:57.929 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:48:57.929 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:48:57.930 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T01:48:57.930 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T01:48:57.930 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T01:48:57.930 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T01:48:57.930 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:48:57.930 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T01:48:57.930 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:48:57.930 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T01:48:57.930 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:48:57.930 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:48:57.930 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:48:57.930 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:48:57.930 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:48:57.931 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T01:48:57.931 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T01:48:57.931 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T01:48:57.931 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T01:48:57.931 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T01:48:57.931 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:48:57.931 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:48:57.931 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T01:48:57.931 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T01:48:57.931 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T01:48:57.931 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T01:48:57.931 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:48:57.932 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T01:48:57.932 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:48:57.932 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_cache_enabled", 2024-08-17T01:48:57.932 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_ops_log", 2024-08-17T01:48:57.932 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_usage_log" 2024-08-17T01:48:57.932 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:57.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.932 INFO:tasks.workunit.client.0.smithi157.stdout: "contact": null, 2024-08-17T01:48:57.932 INFO:tasks.workunit.client.0.smithi157.stdout: "crashes": [], 2024-08-17T01:48:57.932 INFO:tasks.workunit.client.0.smithi157.stdout: "created": "2024-08-17T00:23:19.848982Z", 2024-08-17T01:48:57.932 INFO:tasks.workunit.client.0.smithi157.stdout: "crush": { 2024-08-17T01:48:57.932 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_algs": { 2024-08-17T01:48:57.932 INFO:tasks.workunit.client.0.smithi157.stdout: "straw2": 3 2024-08-17T01:48:57.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.933 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_sizes": { 2024-08-17T01:48:57.933 INFO:tasks.workunit.client.0.smithi157.stdout: "2": 1, 2024-08-17T01:48:57.933 INFO:tasks.workunit.client.0.smithi157.stdout: "4": 2 2024-08-17T01:48:57.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.933 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_types": { 2024-08-17T01:48:57.933 INFO:tasks.workunit.client.0.smithi157.stdout: "1": 2, 2024-08-17T01:48:57.933 INFO:tasks.workunit.client.0.smithi157.stdout: "11": 1 2024-08-17T01:48:57.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.933 INFO:tasks.workunit.client.0.smithi157.stdout: "compat_weight_set": false, 2024-08-17T01:48:57.933 INFO:tasks.workunit.client.0.smithi157.stdout: "device_classes": [ 2024-08-17T01:48:57.933 INFO:tasks.workunit.client.0.smithi157.stdout: 8 2024-08-17T01:48:57.933 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:57.933 INFO:tasks.workunit.client.0.smithi157.stdout: "num_buckets": 6, 2024-08-17T01:48:57.934 INFO:tasks.workunit.client.0.smithi157.stdout: "num_devices": 8, 2024-08-17T01:48:57.934 INFO:tasks.workunit.client.0.smithi157.stdout: "num_rules": 2, 2024-08-17T01:48:57.934 INFO:tasks.workunit.client.0.smithi157.stdout: "num_types": 12, 2024-08-17T01:48:57.934 INFO:tasks.workunit.client.0.smithi157.stdout: "num_weight_sets": 0, 2024-08-17T01:48:57.934 INFO:tasks.workunit.client.0.smithi157.stdout: "tunables": { 2024-08-17T01:48:57.934 INFO:tasks.workunit.client.0.smithi157.stdout: "allowed_bucket_algs": 54, 2024-08-17T01:48:57.934 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_fallback_tries": 0, 2024-08-17T01:48:57.934 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_tries": 0, 2024-08-17T01:48:57.934 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_total_tries": 50, 2024-08-17T01:48:57.934 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_descend_once": 1, 2024-08-17T01:48:57.934 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_stable": 1, 2024-08-17T01:48:57.934 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_vary_r": 1, 2024-08-17T01:48:57.934 INFO:tasks.workunit.client.0.smithi157.stdout: "has_msr_rules": 0, 2024-08-17T01:48:57.935 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v2_rules": 1, 2024-08-17T01:48:57.935 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v3_rules": 0, 2024-08-17T01:48:57.935 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v4_buckets": 1, 2024-08-17T01:48:57.935 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v5_rules": 0, 2024-08-17T01:48:57.935 INFO:tasks.workunit.client.0.smithi157.stdout: "legacy_tunables": 0, 2024-08-17T01:48:57.935 INFO:tasks.workunit.client.0.smithi157.stdout: "minimum_required_version": "jewel", 2024-08-17T01:48:57.935 INFO:tasks.workunit.client.0.smithi157.stdout: "msr_collision_tries": 100, 2024-08-17T01:48:57.935 INFO:tasks.workunit.client.0.smithi157.stdout: "msr_descents": 100, 2024-08-17T01:48:57.935 INFO:tasks.workunit.client.0.smithi157.stdout: "optimal_tunables": 1, 2024-08-17T01:48:57.935 INFO:tasks.workunit.client.0.smithi157.stdout: "profile": "jewel", 2024-08-17T01:48:57.935 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables": 1, 2024-08-17T01:48:57.935 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables2": 1, 2024-08-17T01:48:57.935 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables3": 1, 2024-08-17T01:48:57.935 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables5": 1, 2024-08-17T01:48:57.936 INFO:tasks.workunit.client.0.smithi157.stdout: "straw_calc_version": 1 2024-08-17T01:48:57.936 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:57.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.936 INFO:tasks.workunit.client.0.smithi157.stdout: "description": "upgrade test cluster", 2024-08-17T01:48:57.936 INFO:tasks.workunit.client.0.smithi157.stdout: "fs": { 2024-08-17T01:48:57.936 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:48:57.936 INFO:tasks.workunit.client.0.smithi157.stdout: "feature_flags": { 2024-08-17T01:48:57.936 INFO:tasks.workunit.client.0.smithi157.stdout: "enable_multiple": true, 2024-08-17T01:48:57.936 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_enabled_multiple": true 2024-08-17T01:48:57.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.936 INFO:tasks.workunit.client.0.smithi157.stdout: "filesystems": [ 2024-08-17T01:48:57.936 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:57.936 INFO:tasks.workunit.client.0.smithi157.stdout: "approx_ctime": "2024-08", 2024-08-17T01:48:57.936 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer_enabled": false, 2024-08-17T01:48:57.937 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.937 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_caps": 0, 2024-08-17T01:48:57.937 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_dns": 10, 2024-08-17T01:48:57.937 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_inos": 13, 2024-08-17T01:48:57.937 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_subtrees": 2, 2024-08-17T01:48:57.937 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_allowed_features": 0, 2024-08-17T01:48:57.937 INFO:tasks.workunit.client.0.smithi157.stdout: "explicitly_allowed_features": 0, 2024-08-17T01:48:57.937 INFO:tasks.workunit.client.0.smithi157.stdout: "files": 0, 2024-08-17T01:48:57.937 INFO:tasks.workunit.client.0.smithi157.stdout: "max_mds": 1, 2024-08-17T01:48:57.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_data_pools": 1, 2024-08-17T01:48:57.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_in": 1, 2024-08-17T01:48:57.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_mds": 1, 2024-08-17T01:48:57.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": 0, 2024-08-17T01:48:57.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_replay": 0, 2024-08-17T01:48:57.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_up": 1, 2024-08-17T01:48:57.938 INFO:tasks.workunit.client.0.smithi157.stdout: "snaps": 0, 2024-08-17T01:48:57.938 INFO:tasks.workunit.client.0.smithi157.stdout: "standby_count_wanted": 0 2024-08-17T01:48:57.938 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:57.938 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:57.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_mds": 1, 2024-08-17T01:48:57.938 INFO:tasks.workunit.client.0.smithi157.stdout: "total_num_mds": 2 2024-08-17T01:48:57.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.938 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_stats": { 2024-08-17T01:48:57.938 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:48:57.938 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:48:57.939 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 20652032, 2024-08-17T01:48:57.939 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 447400, 2024-08-17T01:48:57.939 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T01:48:57.939 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:57.939 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 540672, 2024-08-17T01:48:57.939 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 477, 2024-08-17T01:48:57.939 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:57.939 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 1205520, 2024-08-17T01:48:57.939 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 22, 2024-08-17T01:48:57.939 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1224704, 2024-08-17T01:48:57.939 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 15152968, 2024-08-17T01:48:57.939 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 21192704 2024-08-17T01:48:57.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.940 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:48:57.940 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 20144128, 2024-08-17T01:48:57.940 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 324256, 2024-08-17T01:48:57.940 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T01:48:57.940 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 835584, 2024-08-17T01:48:57.940 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 0, 2024-08-17T01:48:57.940 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 351, 2024-08-17T01:48:57.940 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:57.940 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 1091704, 2024-08-17T01:48:57.940 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 13, 2024-08-17T01:48:57.940 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 530432, 2024-08-17T01:48:57.940 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 14740712, 2024-08-17T01:48:57.940 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 20144128 2024-08-17T01:48:57.941 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:57.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.941 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:48:57.941 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:48:57.941 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 267378688, 2024-08-17T01:48:57.941 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 6129824, 2024-08-17T01:48:57.941 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3014656, 2024-08-17T01:48:57.941 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 909312, 2024-08-17T01:48:57.941 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 8192, 2024-08-17T01:48:57.941 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10109, 2024-08-17T01:48:57.941 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:57.941 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 15633512, 2024-08-17T01:48:57.941 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 23, 2024-08-17T01:48:57.941 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 4464128, 2024-08-17T01:48:57.941 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 237227256, 2024-08-17T01:48:57.942 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 267386880 2024-08-17T01:48:57.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.942 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T01:48:57.942 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 179052544, 2024-08-17T01:48:57.942 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 2186832, 2024-08-17T01:48:57.942 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2883584, 2024-08-17T01:48:57.942 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 1720320, 2024-08-17T01:48:57.942 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 3104768, 2024-08-17T01:48:57.942 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 7020, 2024-08-17T01:48:57.942 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:57.942 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 9846976, 2024-08-17T01:48:57.942 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:48:57.942 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1647872, 2024-08-17T01:48:57.942 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 160766960, 2024-08-17T01:48:57.942 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 182157312 2024-08-17T01:48:57.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.943 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:48:57.943 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 170016768, 2024-08-17T01:48:57.943 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 1910704, 2024-08-17T01:48:57.943 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2883584, 2024-08-17T01:48:57.943 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 8192, 2024-08-17T01:48:57.943 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 3735552, 2024-08-17T01:48:57.943 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 6591, 2024-08-17T01:48:57.943 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:57.943 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 10360176, 2024-08-17T01:48:57.943 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:48:57.943 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2227712, 2024-08-17T01:48:57.943 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 152626400, 2024-08-17T01:48:57.943 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 173752320 2024-08-17T01:48:57.944 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:57.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.944 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:57.944 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T01:48:57.944 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 495362048, 2024-08-17T01:48:57.944 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 30135064, 2024-08-17T01:48:57.944 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3276800, 2024-08-17T01:48:57.944 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:57.944 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 40116224, 2024-08-17T01:48:57.944 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 13438, 2024-08-17T01:48:57.944 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:57.944 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 68488488, 2024-08-17T01:48:57.944 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:48:57.945 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 10438144, 2024-08-17T01:48:57.945 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 383023552, 2024-08-17T01:48:57.945 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 535478272 2024-08-17T01:48:57.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.945 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T01:48:57.945 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 460177408, 2024-08-17T01:48:57.945 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 26162680, 2024-08-17T01:48:57.945 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3276800, 2024-08-17T01:48:57.945 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:57.945 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 38092800, 2024-08-17T01:48:57.945 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 12979, 2024-08-17T01:48:57.945 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:57.945 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 62947584, 2024-08-17T01:48:57.945 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 61, 2024-08-17T01:48:57.945 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 11955968, 2024-08-17T01:48:57.946 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 355834376, 2024-08-17T01:48:57.946 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 498270208 2024-08-17T01:48:57.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.946 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T01:48:57.946 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 414457856, 2024-08-17T01:48:57.946 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 26010392, 2024-08-17T01:48:57.946 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 5373952, 2024-08-17T01:48:57.946 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:57.946 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 74088448, 2024-08-17T01:48:57.946 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 11720, 2024-08-17T01:48:57.946 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:57.946 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 68049296, 2024-08-17T01:48:57.946 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:48:57.947 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 11962880, 2024-08-17T01:48:57.947 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 303061336, 2024-08-17T01:48:57.947 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 488546304 2024-08-17T01:48:57.947 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.947 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T01:48:57.947 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 433610752, 2024-08-17T01:48:57.947 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 16078336, 2024-08-17T01:48:57.947 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3145728, 2024-08-17T01:48:57.947 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:57.947 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 44359680, 2024-08-17T01:48:57.947 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10198, 2024-08-17T01:48:57.947 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:57.947 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 54245984, 2024-08-17T01:48:57.947 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 53, 2024-08-17T01:48:57.948 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 13124352, 2024-08-17T01:48:57.948 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 347016352, 2024-08-17T01:48:57.948 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 477970432 2024-08-17T01:48:57.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.948 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T01:48:57.948 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 501686272, 2024-08-17T01:48:57.948 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 19124744, 2024-08-17T01:48:57.948 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3145728, 2024-08-17T01:48:57.948 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:57.948 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 19005440, 2024-08-17T01:48:57.948 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10739, 2024-08-17T01:48:57.949 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:57.949 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 50072504, 2024-08-17T01:48:57.949 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:48:57.949 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 10753280, 2024-08-17T01:48:57.949 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 418590016, 2024-08-17T01:48:57.949 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 520691712 2024-08-17T01:48:57.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.949 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T01:48:57.949 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 526499840, 2024-08-17T01:48:57.949 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 23765896, 2024-08-17T01:48:57.949 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3407872, 2024-08-17T01:48:57.949 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:57.949 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 3055616, 2024-08-17T01:48:57.950 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 13890, 2024-08-17T01:48:57.950 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:57.950 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 58974712, 2024-08-17T01:48:57.950 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:48:57.950 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 13396224, 2024-08-17T01:48:57.950 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 426955136, 2024-08-17T01:48:57.950 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 529555456 2024-08-17T01:48:57.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.950 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T01:48:57.950 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 505143296, 2024-08-17T01:48:57.950 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 18756096, 2024-08-17T01:48:57.951 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 5242880, 2024-08-17T01:48:57.951 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 24576, 2024-08-17T01:48:57.951 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 38174720, 2024-08-17T01:48:57.951 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10154, 2024-08-17T01:48:57.951 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:57.951 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 56542400, 2024-08-17T01:48:57.951 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:48:57.951 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 11436544, 2024-08-17T01:48:57.951 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 413140800, 2024-08-17T01:48:57.951 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 543318016 2024-08-17T01:48:57.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.951 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T01:48:57.951 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 515211264, 2024-08-17T01:48:57.951 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 20020872, 2024-08-17T01:48:57.951 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3276800, 2024-08-17T01:48:57.952 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:57.952 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 21102592, 2024-08-17T01:48:57.952 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 11323, 2024-08-17T01:48:57.952 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:57.952 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 62686832, 2024-08-17T01:48:57.952 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 51, 2024-08-17T01:48:57.952 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 11224832, 2024-08-17T01:48:57.952 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 418001928, 2024-08-17T01:48:57.952 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 536313856 2024-08-17T01:48:57.952 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:57.952 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:57.952 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.952 INFO:tasks.workunit.client.0.smithi157.stdout: "hosts": { 2024-08-17T01:48:57.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num": 2, 2024-08-17T01:48:57.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mds": 2, 2024-08-17T01:48:57.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mgr": 2, 2024-08-17T01:48:57.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mon": 2, 2024-08-17T01:48:57.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_osd": 2 2024-08-17T01:48:57.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.953 INFO:tasks.workunit.client.0.smithi157.stdout: "io_rate": { 2024-08-17T01:48:57.953 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_stats_delta": { 2024-08-17T01:48:57.953 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 0, 2024-08-17T01:48:57.953 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:57.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 0, 2024-08-17T01:48:57.953 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:57.953 INFO:tasks.workunit.client.0.smithi157.stdout: "stamp_delta": "12.003230", 2024-08-17T01:48:57.954 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:57.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:57.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:57.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:57.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:57.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:57.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:57.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:57.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:57.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:57.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:57.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:57.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:57.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:57.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:57.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:57.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:57.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:57.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:57.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:57.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:57.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:57.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:57.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:57.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:57.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:57.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:57.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:57.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:57.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:57.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:57.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:57.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:57.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:57.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:57.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:57.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:57.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:57.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:57.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:57.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:57.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.957 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:48:57.957 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 0, 2024-08-17T01:48:57.957 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:48:57.957 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:48:57.957 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:48:57.957 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:48:57.957 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 0, 2024-08-17T01:48:57.957 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:48:57.957 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:48:57.957 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:48:57.957 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:48:57.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.957 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 0 2024-08-17T01:48:57.957 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:57.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.958 INFO:tasks.workunit.client.0.smithi157.stdout: "leaderboard": false, 2024-08-17T01:48:57.958 INFO:tasks.workunit.client.0.smithi157.stdout: "leaderboard_description": null, 2024-08-17T01:48:57.958 INFO:tasks.workunit.client.0.smithi157.stdout: "license": "sharing-1-0", 2024-08-17T01:48:57.958 INFO:tasks.workunit.client.0.smithi157.stdout: "mempool": { 2024-08-17T01:48:57.958 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:48:57.958 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:48:57.958 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:57.958 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.958 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.958 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:57.958 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.959 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.959 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:57.959 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.959 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.959 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:57.959 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.959 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.959 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:57.959 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.959 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.959 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:57.960 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.960 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.960 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:57.960 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.960 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.960 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:57.960 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.960 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.960 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:57.960 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.960 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.961 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:57.961 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.961 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.961 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:57.961 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.961 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.961 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:57.961 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.961 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.961 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:57.961 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.962 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.962 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:57.962 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.962 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.962 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:57.962 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.962 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.962 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:57.962 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.963 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.963 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:57.963 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.963 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.963 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:57.963 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.963 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.963 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:57.963 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 230400, 2024-08-17T01:48:57.963 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 69 2024-08-17T01:48:57.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.964 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:57.964 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.964 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.964 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:57.964 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 52112, 2024-08-17T01:48:57.964 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 181 2024-08-17T01:48:57.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.964 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:57.964 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.964 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.965 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:57.965 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.965 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.965 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:57.965 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.965 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.965 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:57.965 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12664, 2024-08-17T01:48:57.965 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 246 2024-08-17T01:48:57.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.966 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:57.966 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.966 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.966 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:57.966 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.966 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.966 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:57.966 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.966 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.966 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:57.966 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.966 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.967 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:57.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.967 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:48:57.967 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:57.967 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.967 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.967 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:57.967 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.967 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.967 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:57.967 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.967 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.968 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:57.968 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.968 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.968 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:57.968 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.968 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.968 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:57.968 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.968 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.968 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:57.969 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.969 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.969 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:57.969 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.969 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.969 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:57.969 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.969 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.969 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:57.969 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.969 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.970 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:57.970 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.970 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.970 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:57.970 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.970 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.970 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:57.970 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.970 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.971 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:57.971 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.971 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.971 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:57.971 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.971 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.971 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:57.971 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.972 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.972 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:57.972 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.972 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.972 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:57.972 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.972 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.972 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:57.972 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 149025, 2024-08-17T01:48:57.972 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 34 2024-08-17T01:48:57.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.973 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:57.973 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.973 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.973 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:57.973 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 928, 2024-08-17T01:48:57.973 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T01:48:57.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.973 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:57.973 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.973 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.973 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:57.974 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.974 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.974 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:57.974 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.974 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.974 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:57.974 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.974 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.974 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:57.975 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.975 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.975 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:57.975 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.975 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.975 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:57.975 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.975 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.975 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:57.975 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.976 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.976 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:57.976 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:57.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.976 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:48:57.976 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:48:57.976 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:57.976 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.976 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.976 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:57.976 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.976 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.977 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:57.977 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.977 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.977 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:57.977 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.977 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.977 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:57.977 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.977 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.978 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:57.978 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.978 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.978 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:57.978 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.978 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.978 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:57.978 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.978 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.978 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:57.978 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.979 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.979 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:57.979 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.979 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.979 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:57.979 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.979 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.979 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:57.979 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.979 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.981 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:57.981 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.981 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.981 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:57.981 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.981 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.981 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:57.981 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 52478922, 2024-08-17T01:48:57.981 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7344 2024-08-17T01:48:57.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.981 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:57.981 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.982 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.982 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:57.982 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.982 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.982 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:57.982 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.982 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.982 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:57.982 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.982 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.982 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:57.983 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.983 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.983 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:57.983 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11240, 2024-08-17T01:48:57.983 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 245 2024-08-17T01:48:57.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.983 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:57.983 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 70440, 2024-08-17T01:48:57.983 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5158 2024-08-17T01:48:57.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.983 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:57.983 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11440, 2024-08-17T01:48:57.983 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 304 2024-08-17T01:48:57.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.984 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:57.984 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.984 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.984 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:57.984 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.984 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.984 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:57.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.984 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T01:48:57.984 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:57.984 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.984 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.985 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:57.985 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.985 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.985 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:57.985 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.985 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.985 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:57.985 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.986 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.986 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:57.986 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.986 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.986 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:57.986 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.986 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.986 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:57.987 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.987 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.987 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:57.987 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.987 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.987 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:57.987 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.987 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.987 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:57.988 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.988 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.988 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:57.988 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.988 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.988 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:57.988 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.988 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.988 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:57.988 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.988 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.989 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:57.989 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.989 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.989 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:57.989 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.989 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.989 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:57.989 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.989 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.990 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:57.990 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.990 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.990 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:57.990 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.990 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.990 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:57.990 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 51829982, 2024-08-17T01:48:57.990 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7181 2024-08-17T01:48:57.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.991 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:57.991 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 88, 2024-08-17T01:48:57.991 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:48:57.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.991 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:57.991 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.991 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.991 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:57.991 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.991 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.992 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:57.992 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.992 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.992 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:57.992 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.992 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.992 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:57.992 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11240, 2024-08-17T01:48:57.992 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 245 2024-08-17T01:48:57.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.993 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:57.993 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 70440, 2024-08-17T01:48:57.993 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5158 2024-08-17T01:48:57.993 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.993 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:57.993 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5720, 2024-08-17T01:48:57.993 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 152 2024-08-17T01:48:57.993 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.993 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:57.993 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.993 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.993 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.993 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:57.994 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.994 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.994 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:57.994 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.994 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:48:57.994 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:57.994 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.994 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.994 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.994 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:57.994 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.994 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.994 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.995 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:57.995 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.995 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.995 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:57.995 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.995 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.995 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:57.995 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.995 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.996 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:57.996 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.996 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.996 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:57.996 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.996 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.996 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:57.996 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.996 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.996 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:57.996 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.997 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.997 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:57.997 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.997 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.997 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:57.997 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.997 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.997 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:57.997 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.997 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.998 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:57.998 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.998 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.998 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:57.998 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.998 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.998 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:57.998 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.998 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.999 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:57.999 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.999 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.999 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:57.999 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.999 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.999 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:57.999 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:57.999 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:57.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:57.999 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:57.999 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 44793132, 2024-08-17T01:48:57.999 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5542 2024-08-17T01:48:58.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.000 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:58.000 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 880, 2024-08-17T01:48:58.000 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10 2024-08-17T01:48:58.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.000 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:58.000 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.000 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.000 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.000 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.000 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.000 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:58.001 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.001 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.001 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:58.001 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.001 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.001 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:58.001 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11240, 2024-08-17T01:48:58.001 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 245 2024-08-17T01:48:58.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.001 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:58.001 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 70440, 2024-08-17T01:48:58.002 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5158 2024-08-17T01:48:58.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.002 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:58.002 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5720, 2024-08-17T01:48:58.002 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 152 2024-08-17T01:48:58.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.002 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:58.002 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.002 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.002 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:58.002 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.003 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.003 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.003 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.003 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.003 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T01:48:58.003 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:58.003 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.003 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.003 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.003 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21640, 2024-08-17T01:48:58.004 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 376 2024-08-17T01:48:58.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.004 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:58.004 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 104576, 2024-08-17T01:48:58.004 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 27 2024-08-17T01:48:58.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.004 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:58.004 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1344, 2024-08-17T01:48:58.004 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7 2024-08-17T01:48:58.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.004 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:58.004 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 80480, 2024-08-17T01:48:58.004 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1006 2024-08-17T01:48:58.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.005 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:58.005 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 567008, 2024-08-17T01:48:58.005 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2726 2024-08-17T01:48:58.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.005 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:58.005 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:58.005 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:58.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.005 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:58.005 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 511998, 2024-08-17T01:48:58.005 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 142 2024-08-17T01:48:58.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.006 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:58.006 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2568419, 2024-08-17T01:48:58.006 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 565177 2024-08-17T01:48:58.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.006 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:58.006 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7226616, 2024-08-17T01:48:58.006 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10659 2024-08-17T01:48:58.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.006 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:58.006 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 113532, 2024-08-17T01:48:58.006 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12275 2024-08-17T01:48:58.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.007 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:58.007 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 130848, 2024-08-17T01:48:58.007 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2726 2024-08-17T01:48:58.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.007 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:58.007 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.007 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.007 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:58.007 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255312, 2024-08-17T01:48:58.007 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1806 2024-08-17T01:48:58.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.008 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:58.008 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.008 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.008 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:58.008 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:48:58.008 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:48:58.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.008 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:58.008 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 71591, 2024-08-17T01:48:58.008 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 56 2024-08-17T01:48:58.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.009 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:58.009 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:48:58.009 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:48:58.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.009 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:58.009 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7229529, 2024-08-17T01:48:58.009 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 270 2024-08-17T01:48:58.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.009 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:58.009 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 13552, 2024-08-17T01:48:58.009 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 154 2024-08-17T01:48:58.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.010 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:58.010 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.010 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.010 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.010 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 511104, 2024-08-17T01:48:58.010 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 44 2024-08-17T01:48:58.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.010 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:58.010 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.010 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.011 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:58.011 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7160920, 2024-08-17T01:48:58.011 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 18571 2024-08-17T01:48:58.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.011 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:58.011 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:58.011 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:58.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.011 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:58.011 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.011 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.011 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:58.012 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.012 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.012 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:58.012 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.012 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.012 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:58.012 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.012 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.012 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.012 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T01:48:58.012 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:58.013 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.013 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.013 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.013 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 20536, 2024-08-17T01:48:58.013 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 363 2024-08-17T01:48:58.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.013 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:58.013 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 124800, 2024-08-17T01:48:58.013 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 25 2024-08-17T01:48:58.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.013 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:58.013 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1344, 2024-08-17T01:48:58.014 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7 2024-08-17T01:48:58.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.014 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:58.014 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 79600, 2024-08-17T01:48:58.014 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 995 2024-08-17T01:48:58.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.014 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:58.014 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 551616, 2024-08-17T01:48:58.014 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2652 2024-08-17T01:48:58.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.014 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:58.014 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:58.014 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:58.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.015 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:58.015 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1311040, 2024-08-17T01:48:58.015 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 334 2024-08-17T01:48:58.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.015 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:58.015 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2588292, 2024-08-17T01:48:58.015 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 563118 2024-08-17T01:48:58.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.015 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:58.015 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7195336, 2024-08-17T01:48:58.015 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10613 2024-08-17T01:48:58.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.015 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:58.015 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 102168, 2024-08-17T01:48:58.016 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10949 2024-08-17T01:48:58.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.016 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:58.016 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127248, 2024-08-17T01:48:58.016 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2651 2024-08-17T01:48:58.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.016 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:58.016 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.016 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.016 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:58.016 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255224, 2024-08-17T01:48:58.016 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1805 2024-08-17T01:48:58.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.016 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:58.017 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.017 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.017 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.017 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:58.017 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1472, 2024-08-17T01:48:58.017 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T01:48:58.017 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.017 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:58.017 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 100061, 2024-08-17T01:48:58.017 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 56 2024-08-17T01:48:58.017 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.017 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:58.017 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 20128, 2024-08-17T01:48:58.017 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5 2024-08-17T01:48:58.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.018 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:58.018 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7896244, 2024-08-17T01:48:58.018 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 253 2024-08-17T01:48:58.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.018 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:58.018 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30800, 2024-08-17T01:48:58.018 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 350 2024-08-17T01:48:58.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.018 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:58.018 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.018 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.018 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.019 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 429792, 2024-08-17T01:48:58.019 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 37 2024-08-17T01:48:58.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.019 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:58.019 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.019 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.019 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:58.019 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7359664, 2024-08-17T01:48:58.019 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 21354 2024-08-17T01:48:58.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.019 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:58.019 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:58.019 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:58.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.020 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:58.020 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.020 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.020 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:58.020 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.020 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.020 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:58.020 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.020 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.020 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:58.020 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.021 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.021 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.021 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T01:48:58.021 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:58.021 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.021 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.021 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.021 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 20488, 2024-08-17T01:48:58.021 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 359 2024-08-17T01:48:58.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.021 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:58.021 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 141440, 2024-08-17T01:48:58.021 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 26 2024-08-17T01:48:58.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.022 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:58.022 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1728, 2024-08-17T01:48:58.022 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9 2024-08-17T01:48:58.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.022 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:58.022 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 79520, 2024-08-17T01:48:58.022 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 994 2024-08-17T01:48:58.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.022 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:58.022 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 550784, 2024-08-17T01:48:58.023 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2648 2024-08-17T01:48:58.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.023 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:58.023 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:58.023 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:58.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.023 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:58.023 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 377696, 2024-08-17T01:48:58.023 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 105 2024-08-17T01:48:58.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.023 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:58.023 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1893395, 2024-08-17T01:48:58.023 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 411767 2024-08-17T01:48:58.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.024 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:58.024 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5370896, 2024-08-17T01:48:58.024 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7930 2024-08-17T01:48:58.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.024 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:58.024 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 101512, 2024-08-17T01:48:58.024 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10935 2024-08-17T01:48:58.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.024 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:58.024 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127104, 2024-08-17T01:48:58.024 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2648 2024-08-17T01:48:58.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.025 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:58.025 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.025 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.025 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:58.025 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255480, 2024-08-17T01:48:58.025 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1806 2024-08-17T01:48:58.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.025 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:58.025 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.025 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.025 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:58.025 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:48:58.026 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:48:58.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.026 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:58.026 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 85887, 2024-08-17T01:48:58.026 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 56 2024-08-17T01:48:58.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.026 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:58.026 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:48:58.026 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:48:58.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.026 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:58.027 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9159930, 2024-08-17T01:48:58.027 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 263 2024-08-17T01:48:58.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.027 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:58.027 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11880, 2024-08-17T01:48:58.027 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 135 2024-08-17T01:48:58.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.027 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:58.027 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.027 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.027 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.027 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 371712, 2024-08-17T01:48:58.028 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:58.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.028 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:58.028 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.028 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.028 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:58.028 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3206840, 2024-08-17T01:48:58.028 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 6167 2024-08-17T01:48:58.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.029 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:58.029 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:58.029 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:58.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.029 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:58.029 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.029 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.029 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:58.029 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.029 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.030 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:58.030 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.030 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.030 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:58.030 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.030 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.030 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.030 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T01:48:58.030 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:58.030 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.031 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.031 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.031 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 18016, 2024-08-17T01:48:58.031 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 311 2024-08-17T01:48:58.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.031 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:58.031 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 173952, 2024-08-17T01:48:58.031 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 24 2024-08-17T01:48:58.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.031 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:58.031 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1920, 2024-08-17T01:48:58.032 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10 2024-08-17T01:48:58.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.032 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:58.032 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 78720, 2024-08-17T01:48:58.032 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 984 2024-08-17T01:48:58.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.032 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:58.032 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 551824, 2024-08-17T01:48:58.032 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:48:58.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.032 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:58.033 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:58.033 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:58.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.033 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:58.033 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 386628, 2024-08-17T01:48:58.033 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 95 2024-08-17T01:48:58.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.033 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:58.033 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1837836, 2024-08-17T01:48:58.033 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 402605 2024-08-17T01:48:58.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.033 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:58.033 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5260736, 2024-08-17T01:48:58.033 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7768 2024-08-17T01:48:58.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.034 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:58.034 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 102200, 2024-08-17T01:48:58.034 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10953 2024-08-17T01:48:58.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.034 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:58.034 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127344, 2024-08-17T01:48:58.034 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:48:58.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.034 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:58.034 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.035 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.035 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:58.035 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255224, 2024-08-17T01:48:58.035 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1805 2024-08-17T01:48:58.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.035 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:58.035 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.035 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.035 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:58.035 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:48:58.035 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:48:58.036 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.036 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:58.036 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 76456, 2024-08-17T01:48:58.036 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 57 2024-08-17T01:48:58.036 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.036 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:58.036 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:48:58.036 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:48:58.036 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.036 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:58.036 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9998380, 2024-08-17T01:48:58.036 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 275 2024-08-17T01:48:58.037 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.037 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:58.037 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 10560, 2024-08-17T01:48:58.037 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 120 2024-08-17T01:48:58.037 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.037 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:58.037 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.037 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.037 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.037 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.037 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 429792, 2024-08-17T01:48:58.037 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 37 2024-08-17T01:48:58.037 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.038 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:58.038 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.038 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.038 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.038 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:58.038 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3530800, 2024-08-17T01:48:58.038 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9190 2024-08-17T01:48:58.038 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.038 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:58.038 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:58.038 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:58.038 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.038 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:58.039 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.039 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.039 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:58.039 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.039 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.039 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:58.039 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.039 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.039 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:58.039 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.039 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.040 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.040 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T01:48:58.040 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:58.040 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.040 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.040 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.040 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16960, 2024-08-17T01:48:58.040 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 302 2024-08-17T01:48:58.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.040 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:58.040 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 46848, 2024-08-17T01:48:58.041 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 22 2024-08-17T01:48:58.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.041 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:58.041 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3840, 2024-08-17T01:48:58.041 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 20 2024-08-17T01:48:58.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.041 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:58.041 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 78720, 2024-08-17T01:48:58.041 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 984 2024-08-17T01:48:58.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.041 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:58.041 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 551824, 2024-08-17T01:48:58.041 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:48:58.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.042 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:58.042 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:58.042 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:58.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.042 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:58.042 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1364846, 2024-08-17T01:48:58.042 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 337 2024-08-17T01:48:58.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.042 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:58.042 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2214829, 2024-08-17T01:48:58.042 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 478562 2024-08-17T01:48:58.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.043 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:58.043 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6159016, 2024-08-17T01:48:58.043 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9089 2024-08-17T01:48:58.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.043 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:58.043 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 102396, 2024-08-17T01:48:58.043 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10952 2024-08-17T01:48:58.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.043 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:58.043 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127344, 2024-08-17T01:48:58.043 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:48:58.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.044 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:58.044 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.044 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.044 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:58.044 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 254968, 2024-08-17T01:48:58.044 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1804 2024-08-17T01:48:58.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.044 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:58.044 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.044 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.045 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:58.045 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:48:58.045 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:48:58.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.045 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:58.045 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 69403, 2024-08-17T01:48:58.045 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 52 2024-08-17T01:48:58.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.045 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:58.045 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:48:58.045 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:48:58.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.045 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:58.046 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21551952, 2024-08-17T01:48:58.046 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 240 2024-08-17T01:48:58.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.046 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:58.046 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 32120, 2024-08-17T01:48:58.046 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 365 2024-08-17T01:48:58.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.046 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:58.046 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.046 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.046 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.047 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 453024, 2024-08-17T01:48:58.047 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 39 2024-08-17T01:48:58.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.047 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:58.047 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.047 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.047 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:58.047 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5083000, 2024-08-17T01:48:58.047 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12175 2024-08-17T01:48:58.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.047 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:58.047 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:58.047 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:58.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.048 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:58.048 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.048 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.048 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:58.048 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.048 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.048 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:58.048 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.048 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.048 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:58.048 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.049 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.049 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.049 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T01:48:58.049 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:58.049 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.049 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.049 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.049 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 18816, 2024-08-17T01:48:58.049 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 325 2024-08-17T01:48:58.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.049 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:58.050 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 165760, 2024-08-17T01:48:58.050 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 24 2024-08-17T01:48:58.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.050 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:58.050 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2880, 2024-08-17T01:48:58.050 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 15 2024-08-17T01:48:58.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.050 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:58.050 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 79280, 2024-08-17T01:48:58.050 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 991 2024-08-17T01:48:58.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.050 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:58.051 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 565136, 2024-08-17T01:48:58.051 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2717 2024-08-17T01:48:58.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.051 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:58.051 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:58.051 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:58.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.051 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:58.051 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 496324, 2024-08-17T01:48:58.051 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 129 2024-08-17T01:48:58.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.051 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:58.051 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2499417, 2024-08-17T01:48:58.052 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 550497 2024-08-17T01:48:58.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.052 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:58.052 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7018536, 2024-08-17T01:48:58.052 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10353 2024-08-17T01:48:58.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.052 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:58.052 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 112424, 2024-08-17T01:48:58.052 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12114 2024-08-17T01:48:58.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.052 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:58.052 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 130416, 2024-08-17T01:48:58.052 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2717 2024-08-17T01:48:58.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.053 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:58.053 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.053 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.053 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:58.053 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256760, 2024-08-17T01:48:58.053 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1811 2024-08-17T01:48:58.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.053 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:58.053 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.054 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.054 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:58.054 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:48:58.054 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:48:58.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.054 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:58.054 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 81304, 2024-08-17T01:48:58.054 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 54 2024-08-17T01:48:58.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.054 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:58.054 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:48:58.054 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:48:58.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.055 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:58.055 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 15636185, 2024-08-17T01:48:58.055 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8984 2024-08-17T01:48:58.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.055 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:58.055 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 13640, 2024-08-17T01:48:58.055 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 155 2024-08-17T01:48:58.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.055 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:58.055 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.055 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.056 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.056 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 534336, 2024-08-17T01:48:58.056 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 46 2024-08-17T01:48:58.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.056 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:58.056 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.056 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.056 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:58.056 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6428760, 2024-08-17T01:48:58.056 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12363 2024-08-17T01:48:58.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.056 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:58.057 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:58.057 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:58.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.057 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:58.057 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.057 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.057 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:58.057 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.057 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.057 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:58.057 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.058 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.058 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.058 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:58.058 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.058 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.058 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.058 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.058 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T01:48:58.058 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:58.058 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.058 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.058 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.059 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.059 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16536, 2024-08-17T01:48:58.059 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 293 2024-08-17T01:48:58.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.059 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:58.059 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 42752, 2024-08-17T01:48:58.059 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 22 2024-08-17T01:48:58.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.059 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:58.059 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3648, 2024-08-17T01:48:58.059 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 19 2024-08-17T01:48:58.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.059 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:58.059 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 78960, 2024-08-17T01:48:58.060 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 987 2024-08-17T01:48:58.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.060 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:58.060 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 553696, 2024-08-17T01:48:58.060 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2662 2024-08-17T01:48:58.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.060 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:58.060 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:58.060 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:58.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.060 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:58.060 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1103947, 2024-08-17T01:48:58.060 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 276 2024-08-17T01:48:58.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.061 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:58.061 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1816659, 2024-08-17T01:48:58.061 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 393982 2024-08-17T01:48:58.061 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.061 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:58.061 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5186616, 2024-08-17T01:48:58.061 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7659 2024-08-17T01:48:58.061 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.061 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:58.061 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 103736, 2024-08-17T01:48:58.061 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 11118 2024-08-17T01:48:58.061 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.061 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:58.062 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127728, 2024-08-17T01:48:58.062 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2661 2024-08-17T01:48:58.062 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.062 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:58.062 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.062 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.062 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.062 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:58.062 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 254968, 2024-08-17T01:48:58.062 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1804 2024-08-17T01:48:58.062 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.062 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:58.063 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.063 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.063 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.063 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:58.063 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1472, 2024-08-17T01:48:58.063 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T01:48:58.063 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.063 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:58.063 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 101153, 2024-08-17T01:48:58.063 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 57 2024-08-17T01:48:58.063 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.063 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:58.063 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 20128, 2024-08-17T01:48:58.063 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5 2024-08-17T01:48:58.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.064 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:58.064 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 19552749, 2024-08-17T01:48:58.064 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 260 2024-08-17T01:48:58.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.064 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:58.064 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 26312, 2024-08-17T01:48:58.064 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 299 2024-08-17T01:48:58.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.064 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:58.064 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.064 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.064 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.065 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 453024, 2024-08-17T01:48:58.065 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 39 2024-08-17T01:48:58.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.065 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:58.065 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.065 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.065 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:58.065 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3630640, 2024-08-17T01:48:58.065 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9382 2024-08-17T01:48:58.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.065 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:58.065 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:58.065 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:58.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.066 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:58.066 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.066 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.066 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.066 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:58.066 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.066 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.066 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.066 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:58.066 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.066 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.066 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.066 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:58.067 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.067 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.067 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.067 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T01:48:58.067 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:58.067 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.067 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.067 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.067 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16936, 2024-08-17T01:48:58.067 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 300 2024-08-17T01:48:58.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.067 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:58.068 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30464, 2024-08-17T01:48:58.068 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 21 2024-08-17T01:48:58.068 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.068 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:58.068 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3840, 2024-08-17T01:48:58.068 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 20 2024-08-17T01:48:58.068 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.068 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:58.068 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 78800, 2024-08-17T01:48:58.068 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 985 2024-08-17T01:48:58.068 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.068 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:58.068 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 566592, 2024-08-17T01:48:58.069 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2724 2024-08-17T01:48:58.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.069 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:58.069 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:58.069 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:58.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.069 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:58.069 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 587523, 2024-08-17T01:48:58.069 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 152 2024-08-17T01:48:58.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.069 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:58.069 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2067905, 2024-08-17T01:48:58.069 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 458947 2024-08-17T01:48:58.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.070 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:58.070 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5965216, 2024-08-17T01:48:58.070 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8804 2024-08-17T01:48:58.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.070 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:58.070 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 113076, 2024-08-17T01:48:58.070 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12263 2024-08-17T01:48:58.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.070 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:58.070 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 130752, 2024-08-17T01:48:58.070 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2724 2024-08-17T01:48:58.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.071 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:58.071 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.071 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.071 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:58.071 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 254968, 2024-08-17T01:48:58.071 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1804 2024-08-17T01:48:58.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.071 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:58.071 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.071 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.072 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:58.072 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.072 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.072 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.072 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:58.072 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 56526, 2024-08-17T01:48:58.072 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 48 2024-08-17T01:48:58.072 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.072 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:58.072 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.072 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.072 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.072 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:58.073 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22045498, 2024-08-17T01:48:58.073 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 273 2024-08-17T01:48:58.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.073 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:58.073 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 15400, 2024-08-17T01:48:58.073 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 175 2024-08-17T01:48:58.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.073 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:58.073 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.073 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.073 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.073 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 476256, 2024-08-17T01:48:58.073 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 41 2024-08-17T01:48:58.074 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.074 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:58.074 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.074 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.074 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.074 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:58.074 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4916392, 2024-08-17T01:48:58.074 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9477 2024-08-17T01:48:58.074 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.074 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:58.074 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:58.074 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:58.074 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.075 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:58.075 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.075 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.075 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:58.075 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.075 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.075 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:58.075 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.075 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.075 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:58.075 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:58.076 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:58.076 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.076 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.076 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.076 INFO:tasks.workunit.client.0.smithi157.stdout: "metadata": { 2024-08-17T01:48:58.076 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:48:58.076 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T01:48:58.076 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 2 2024-08-17T01:48:58.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.076 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T01:48:58.077 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T01:48:58.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.077 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T01:48:58.077 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T01:48:58.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.077 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T01:48:58.077 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 2 2024-08-17T01:48:58.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.077 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T01:48:58.077 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 2 2024-08-17T01:48:58.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.077 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T01:48:58.077 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T01:48:58.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.078 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T01:48:58.078 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T01:48:58.078 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.078 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T01:48:58.078 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 2 2024-08-17T01:48:58.078 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.078 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.078 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:48:58.078 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T01:48:58.078 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 3 2024-08-17T01:48:58.078 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.078 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T01:48:58.078 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T01:48:58.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.079 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T01:48:58.079 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T01:48:58.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.079 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T01:48:58.079 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 3 2024-08-17T01:48:58.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.079 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T01:48:58.079 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 3 2024-08-17T01:48:58.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.079 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T01:48:58.079 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T01:48:58.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.079 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T01:48:58.080 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T01:48:58.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.080 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T01:48:58.080 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 3 2024-08-17T01:48:58.080 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.080 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.080 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T01:48:58.080 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 8 2024-08-17T01:48:58.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.080 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T01:48:58.080 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T01:48:58.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.081 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T01:48:58.081 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T01:48:58.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.081 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T01:48:58.081 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 8 2024-08-17T01:48:58.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.081 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T01:48:58.081 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 8 2024-08-17T01:48:58.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.081 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T01:48:58.081 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T01:48:58.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.081 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T01:48:58.081 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T01:48:58.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.082 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T01:48:58.082 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 8 2024-08-17T01:48:58.082 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.082 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_objectstore": { 2024-08-17T01:48:58.082 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": 8 2024-08-17T01:48:58.082 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.082 INFO:tasks.workunit.client.0.smithi157.stdout: "rotational": { 2024-08-17T01:48:58.082 INFO:tasks.workunit.client.0.smithi157.stdout: "0": 8 2024-08-17T01:48:58.082 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.082 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.082 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.082 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:48:58.082 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:48:58.082 INFO:tasks.workunit.client.0.smithi157.stdout: "features": { 2024-08-17T01:48:58.083 INFO:tasks.workunit.client.0.smithi157.stdout: "optional": [], 2024-08-17T01:48:58.083 INFO:tasks.workunit.client.0.smithi157.stdout: "persistent": [ 2024-08-17T01:48:58.083 INFO:tasks.workunit.client.0.smithi157.stdout: "kraken", 2024-08-17T01:48:58.083 INFO:tasks.workunit.client.0.smithi157.stdout: "luminous", 2024-08-17T01:48:58.083 INFO:tasks.workunit.client.0.smithi157.stdout: "mimic", 2024-08-17T01:48:58.083 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap-prune", 2024-08-17T01:48:58.083 INFO:tasks.workunit.client.0.smithi157.stdout: "nautilus", 2024-08-17T01:48:58.083 INFO:tasks.workunit.client.0.smithi157.stdout: "octopus", 2024-08-17T01:48:58.083 INFO:tasks.workunit.client.0.smithi157.stdout: "pacific", 2024-08-17T01:48:58.083 INFO:tasks.workunit.client.0.smithi157.stdout: "elector-pinging", 2024-08-17T01:48:58.083 INFO:tasks.workunit.client.0.smithi157.stdout: "quincy", 2024-08-17T01:48:58.083 INFO:tasks.workunit.client.0.smithi157.stdout: "reef", 2024-08-17T01:48:58.083 INFO:tasks.workunit.client.0.smithi157.stdout: "squid" 2024-08-17T01:48:58.083 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.084 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv4_addr_mons": 6, 2024-08-17T01:48:58.084 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv6_addr_mons": 0, 2024-08-17T01:48:58.084 INFO:tasks.workunit.client.0.smithi157.stdout: "min_mon_release": 19, 2024-08-17T01:48:58.084 INFO:tasks.workunit.client.0.smithi157.stdout: "v1_addr_mons": 3, 2024-08-17T01:48:58.084 INFO:tasks.workunit.client.0.smithi157.stdout: "v2_addr_mons": 3 2024-08-17T01:48:58.084 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.084 INFO:tasks.workunit.client.0.smithi157.stdout: "organization": "ceph-qa", 2024-08-17T01:48:58.084 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.084 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_network": false, 2024-08-17T01:48:58.084 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8, 2024-08-17T01:48:58.084 INFO:tasks.workunit.client.0.smithi157.stdout: "require_min_compat_client": "luminous", 2024-08-17T01:48:58.084 INFO:tasks.workunit.client.0.smithi157.stdout: "require_osd_release": "squid" 2024-08-17T01:48:58.084 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.085 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_perf_histograms": [ 2024-08-17T01:48:58.085 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.085 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:48:58.085 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:48:58.085 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.085 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:48:58.085 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:58.085 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:48:58.085 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:48:58.085 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:58.085 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:58.086 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:48:58.086 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:48:58.086 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:48:58.086 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:48:58.086 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:48:58.086 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:48:58.086 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:48:58.086 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:48:58.086 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:48:58.086 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:48:58.087 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:48:58.087 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:48:58.087 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:48:58.087 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:48:58.087 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:48:58.087 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:48:58.087 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:48:58.087 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:48:58.087 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:48:58.087 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:48:58.087 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:48:58.087 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:48:58.087 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:48:58.088 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:48:58.088 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:48:58.088 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:48:58.088 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:48:58.088 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:48:58.088 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:48:58.088 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:48:58.088 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:48:58.088 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.088 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:48:58.088 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.088 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.089 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:48:58.089 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:58.089 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:48:58.089 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:48:58.089 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:58.089 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:58.089 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:48:58.089 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:48:58.089 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:48:58.089 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:48:58.089 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:48:58.090 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:48:58.090 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:48:58.090 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:48:58.090 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:48:58.090 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:48:58.090 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:48:58.090 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:48:58.090 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:48:58.090 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:48:58.090 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:48:58.090 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:48:58.090 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:48:58.091 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:48:58.091 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:48:58.091 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:48:58.091 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:48:58.091 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:48:58.091 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:48:58.091 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:48:58.091 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:48:58.091 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:48:58.091 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:48:58.091 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:48:58.091 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:48:58.092 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:48:58.092 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:48:58.092 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.092 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:48:58.092 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.092 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.092 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:48:58.092 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.092 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:48:58.092 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.092 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.092 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1524, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.092 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 17864, 3870, 59, 4, 23, 21, 1, 0, 0, 0, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.093 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 11414, 94, 73, 0, 8, 21, 62, 70, 32, 48, 28, 25, 18, 29, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.093 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 673, 13, 8, 0, 0, 1, 12, 15, 3, 18, 83, 185, 102, 8, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.093 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 530, 2, 3, 0, 0, 0, 0, 1, 0, 6, 1, 9, 306, 32, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.093 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 66, 0, 1, 0, 0, 0, 2, 0, 6, 17, 6, 6, 14, 49, 144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.093 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 121, 2, 0, 0, 0, 0, 1, 0, 0, 5, 1, 5, 17, 21, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.093 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 6, 22, 30, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.093 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 46, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.093 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 30, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.093 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.093 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.093 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.093 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.094 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.094 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.094 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.094 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.094 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.094 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.094 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.094 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.094 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.094 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.094 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.094 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.095 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.095 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.095 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.095 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.095 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.095 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.095 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.095 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.095 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:48:58.095 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.095 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.095 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.095 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10167, 6, 58, 8, 24, 18, 2, 2, 1, 1, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.096 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7505, 48, 1363, 5, 7, 33, 87, 135, 38, 62, 53, 47, 60, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.096 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 581, 6, 164, 22, 0, 1, 12, 22, 6, 14, 103, 246, 132, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.096 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 663, 0, 0, 8, 0, 0, 0, 0, 0, 1, 2, 20, 430, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.096 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 303, 11, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 2, 46, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.096 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 229, 9, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.096 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 91, 4, 224, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.096 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 4, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.096 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.096 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.096 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.096 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.096 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.097 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.097 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.097 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.097 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.097 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.097 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.097 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.097 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.097 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.097 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.097 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.097 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.097 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.098 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.098 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.098 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.098 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.098 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.098 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.098 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.098 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:48:58.098 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.098 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.098 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 501, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.099 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 18726, 4145, 1, 0, 3, 0, 0, 0, 2, 0, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.099 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9931, 262, 6, 2, 3, 0, 0, 4, 6, 2, 7, 14, 6, 41, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.099 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1508, 12, 4, 0, 2, 0, 0, 0, 0, 2, 16, 24, 5, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.099 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 476, 10, 0, 2, 0, 0, 0, 0, 3, 3, 1, 4, 15, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.099 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 273, 12, 8, 0, 0, 0, 0, 0, 3, 6, 2, 12, 14, 66, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.099 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 334, 10, 6, 0, 0, 0, 0, 5, 3, 4, 0, 13, 58, 22, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.099 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 293, 1, 0, 1, 0, 0, 0, 0, 1, 6, 0, 14, 50, 54, 39, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.099 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 64, 2, 0, 0, 0, 0, 2, 0, 3, 0, 0, 2, 14, 36, 82, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.099 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 35, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 30, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.099 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.099 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.099 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.099 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.099 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.100 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.100 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.100 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.100 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.100 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.100 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.100 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.100 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.100 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.100 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.100 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.100 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.100 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.100 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.101 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.101 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.101 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.101 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.101 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.101 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:48:58.101 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.101 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.101 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 615, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.101 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9261, 4094, 0, 1, 11, 0, 1, 0, 1, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.101 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3048, 84, 13, 1, 11, 3, 2, 7, 17, 16, 21, 7, 7, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.101 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 195, 7, 12, 0, 1, 0, 1, 0, 2, 0, 33, 88, 42, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.101 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 204, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 142, 17, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.101 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 52, 0, 0, 0, 171, 0, 0, 0, 0, 0, 0, 0, 6, 38, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.102 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 21, 1, 0, 0, 324, 0, 0, 0, 0, 0, 0, 0, 12, 9, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.102 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12, 0, 0, 0, 245, 0, 0, 0, 0, 0, 0, 0, 6, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.102 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 1944, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.102 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.102 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.102 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.102 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.102 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.102 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.102 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.102 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.103 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.103 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.103 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.103 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.103 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.103 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.103 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.103 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.103 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.103 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.103 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.103 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.103 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.103 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.104 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.104 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.104 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.104 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:48:58.104 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.104 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.104 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.104 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9982, 6, 0, 0, 2, 1, 2, 2, 0, 2, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.104 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7957, 138, 16, 1, 7, 3, 4, 2, 7, 15, 9, 10, 9, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.104 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1105, 153, 11, 2, 1, 3, 1, 2, 2, 20, 37, 69, 26, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.104 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 295, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 150, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.104 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 104, 6, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 10, 26, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.104 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 37, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.104 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 15, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.105 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.105 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.105 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.105 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.105 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.105 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.105 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.105 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.105 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.105 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.105 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.106 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.106 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.106 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.106 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.106 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.106 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.106 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.106 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.106 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.106 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.106 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.106 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.107 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.107 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.107 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.107 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:48:58.107 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.107 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.107 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.107 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8390, 1, 1, 0, 7240, 422, 0, 5, 1, 0, 2, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.107 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7148, 52, 24, 1, 298, 160, 1, 3, 0, 2, 2, 0, 3, 11, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.107 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1043, 98, 151, 6, 39, 12, 0, 4, 0, 2, 7, 1, 3, 5, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.107 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 469, 27, 49, 4, 5, 6, 0, 0, 0, 0, 1, 7, 17, 3, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.108 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 150, 10, 17, 0, 31, 23, 0, 0, 0, 0, 0, 1, 4, 35, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.108 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 138, 5, 17, 34, 0, 3, 0, 2, 0, 1, 0, 0, 4, 12, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.108 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 70, 2, 6, 32, 72, 0, 0, 2, 0, 1, 0, 0, 9, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.108 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6, 0, 0, 3, 62, 102, 0, 0, 0, 0, 0, 0, 2, 0, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.108 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 1, 27, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.108 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.108 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.108 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.108 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.108 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.108 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.108 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.109 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.109 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.109 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.109 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.109 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.109 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.109 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.109 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.109 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.109 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.109 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.109 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.110 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.110 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.110 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.110 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.110 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:48:58.110 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.110 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.110 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3027, 1866, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.110 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8306, 2249, 0, 1, 0, 1, 0, 0, 0, 0, 0, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.110 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6798, 65, 7, 0, 15, 3, 1, 2, 9, 12, 13, 8, 10, 13, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.110 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 660, 28, 5, 0, 2, 0, 2, 2, 5, 10, 26, 69, 25, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.111 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 301, 5, 0, 0, 0, 0, 0, 0, 1, 1, 1, 19, 149, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.111 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 3, 0, 0, 0, 1, 0, 1, 0, 0, 2, 6, 5, 48, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.111 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 66, 1, 0, 0, 0, 0, 0, 1, 2, 1, 7, 6, 4, 15, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.111 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.111 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.111 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.111 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.111 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.111 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.111 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.111 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.111 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.112 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.112 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.112 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.112 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.112 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.112 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.112 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.112 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.112 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.112 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.112 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.112 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.112 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.112 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.113 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.113 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.113 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.113 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:48:58.113 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.113 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.113 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 386, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.113 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12749, 3259, 3965, 1, 1, 0, 0, 0, 2, 8, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.113 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7974, 438, 219, 0, 7, 0, 2, 3, 3, 0, 2, 5, 3, 15, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.113 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 970, 78, 58, 0, 3, 0, 0, 0, 3, 5, 3, 0, 0, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.113 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 279, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 6, 19, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.113 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 172, 1, 0, 0, 0, 0, 0, 2, 2, 1, 1, 7, 6, 47, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.114 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 231, 2, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 11, 10, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.114 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 3, 1, 2, 4, 1, 13, 25, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.114 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 5, 18, 27, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.114 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.114 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.114 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.114 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.114 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.114 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.114 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.114 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.114 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.114 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.114 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.115 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.115 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.115 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.115 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.115 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.115 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.115 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.115 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.115 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.115 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.115 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.115 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.116 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.116 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.116 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:48:58.116 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:48:58.116 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.116 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:48:58.116 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:58.116 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:48:58.116 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:48:58.116 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:58.117 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:58.117 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:48:58.117 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:48:58.117 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:48:58.117 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:48:58.117 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:48:58.117 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:48:58.117 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:48:58.117 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:48:58.117 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:48:58.117 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:48:58.117 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:48:58.117 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:48:58.118 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:48:58.118 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:48:58.118 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:48:58.118 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:48:58.118 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:48:58.118 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:48:58.118 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:48:58.118 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:48:58.118 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:48:58.118 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:48:58.118 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:48:58.119 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:48:58.119 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:48:58.119 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:48:58.119 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:48:58.119 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:48:58.119 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:48:58.119 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:48:58.119 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:48:58.119 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.119 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:48:58.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.119 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.119 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:48:58.120 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:58.120 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:48:58.120 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:48:58.120 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:58.120 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:58.120 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:48:58.120 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:48:58.120 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:48:58.120 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:48:58.120 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:48:58.120 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:48:58.120 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:48:58.120 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:48:58.121 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:48:58.121 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:48:58.121 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:48:58.121 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:48:58.121 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:48:58.121 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:48:58.121 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:48:58.121 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:48:58.121 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:48:58.121 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:48:58.121 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:48:58.121 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:48:58.121 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:48:58.122 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:48:58.122 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:48:58.122 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:48:58.122 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:48:58.122 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:48:58.122 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:48:58.122 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:48:58.122 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:48:58.122 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:48:58.122 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:48:58.122 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.122 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:48:58.122 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.123 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.123 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:48:58.123 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.123 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:48:58.123 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.123 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.123 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.123 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.123 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.123 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 982, 4, 8, 14, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.123 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5063, 49, 64, 156, 431, 612, 705, 2, 3, 1, 1, 3, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.123 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 642, 11, 27, 35, 25, 12, 16, 0, 0, 1, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.123 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 269, 4, 5, 0, 1, 0, 2, 0, 0, 0, 4, 3, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.124 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 22, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.124 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 9, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.124 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.124 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.124 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.124 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.124 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.124 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.124 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.124 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.124 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.124 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.125 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.125 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.125 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.125 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.125 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.125 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.125 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.125 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.125 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.125 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.125 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.125 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.125 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.126 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.126 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.126 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:48:58.126 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.126 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.126 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.126 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.126 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.126 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 590, 6, 9, 35, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.126 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3360, 269, 26, 33, 121, 2, 3, 3, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.126 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 426, 12, 1278, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.126 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 399, 22, 66, 0, 0, 0, 0, 0, 0, 0, 3, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.127 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1671, 1299, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.127 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1382, 1673, 247, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 9, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.127 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.127 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.127 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.127 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.127 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.127 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.127 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.127 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.127 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.127 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.128 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.128 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.128 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.128 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.128 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.128 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.128 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.128 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.128 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.128 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.128 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.128 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.128 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.129 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.129 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.129 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:48:58.129 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.129 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.129 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.129 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.129 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.129 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1677, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.129 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10461, 6, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.129 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 15838, 3, 2, 0, 0, 0, 0, 1, 0, 1, 6, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.130 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 353, 1, 0, 0, 0, 0, 0, 0, 0, 0, 5, 8, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.130 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.130 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.130 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.130 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.130 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.130 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.130 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.130 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.130 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.130 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.130 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.130 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.131 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.131 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.131 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.131 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.131 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.131 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.131 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.131 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.131 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.131 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.131 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.131 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.132 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.132 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.132 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:48:58.132 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.132 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.132 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.132 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.132 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.132 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 476, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.132 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1821, 33, 0, 0, 3, 0, 0, 2, 1, 0, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.132 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 238, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.133 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 221, 9, 33, 47, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.133 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1336, 327, 1, 161, 0, 0, 0, 0, 0, 0, 1, 1, 4, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.133 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 4000, 2591, 0, 370, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.133 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 63, 87, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.133 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.133 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.133 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.133 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.133 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.133 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.133 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.133 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.133 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.134 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.134 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.134 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.134 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.134 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.134 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.134 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.134 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.134 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.134 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.135 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.135 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.135 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.135 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.135 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:48:58.135 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.135 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.135 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.135 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.135 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.135 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 953, 2, 10, 31, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.135 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2238, 217, 23, 37, 115, 275, 478, 1, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.136 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 304, 6, 1, 0, 0, 0, 3, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.136 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 110, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.136 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 39, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.136 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.136 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.136 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.136 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.136 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.136 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.136 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.136 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.136 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.137 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.137 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.137 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.137 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.137 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.137 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.137 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.137 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.137 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.137 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.137 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.137 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.138 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.138 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.138 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.138 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.138 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:48:58.138 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.138 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.138 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.138 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.138 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.138 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 741, 5, 14, 29, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.138 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3240, 67, 122, 222, 458, 622, 718, 6, 13, 17, 0, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.139 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 312, 8, 1, 7, 14, 5, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.139 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 315, 5, 34, 27, 10, 0, 0, 0, 0, 1, 3, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.139 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 217, 35, 47, 103, 20, 0, 1, 0, 0, 0, 0, 2, 5, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.139 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 134, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 15, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.139 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.139 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.139 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.139 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.139 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.139 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.139 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.139 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.140 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.140 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.140 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.140 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.140 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.140 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.140 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.140 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.140 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.140 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.140 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.140 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.141 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.141 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.141 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.141 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.141 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:48:58.141 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.141 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.141 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.141 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.141 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.141 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 642, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.142 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2741, 20, 1, 0, 3, 1, 0, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.142 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 248, 5, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.142 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 211, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.142 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 152, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.142 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 47, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.142 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.142 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.142 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.142 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.142 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.142 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.142 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.143 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.143 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.143 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.143 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.143 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.143 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.143 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.143 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.143 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.143 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.143 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.143 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.143 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.143 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.144 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.144 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.144 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.144 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:48:58.144 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.144 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.144 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.144 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.144 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.144 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1027, 17, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.144 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7621, 29, 85, 16, 2, 0, 4, 3, 11, 4, 0, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.144 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2646, 37, 90, 24, 0, 0, 0, 0, 0, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.144 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 254, 3, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.145 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 196, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.145 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.145 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.145 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.145 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.145 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.145 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.145 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.145 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.145 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.145 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.145 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.145 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.145 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.145 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.146 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.146 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.146 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.146 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.146 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.146 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.146 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.146 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.146 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.146 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.146 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.147 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.147 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:48:58.147 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:48:58.147 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.147 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:48:58.147 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:58.147 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:48:58.147 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:48:58.147 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:58.147 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:58.148 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:48:58.148 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:48:58.148 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:48:58.148 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:48:58.148 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:48:58.148 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:48:58.148 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:48:58.148 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:48:58.148 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:48:58.148 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:48:58.148 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:48:58.149 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:48:58.149 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:48:58.149 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:48:58.149 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:48:58.149 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:48:58.149 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:48:58.149 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:48:58.149 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:48:58.149 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:48:58.149 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:48:58.149 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:48:58.149 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:48:58.150 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:48:58.150 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:48:58.150 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:48:58.150 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:48:58.150 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:48:58.150 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:48:58.150 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:48:58.150 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:48:58.150 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.150 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:48:58.150 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.150 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.150 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:48:58.151 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:58.151 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:48:58.151 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:48:58.151 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:58.151 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:58.151 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:48:58.151 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:48:58.151 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:48:58.151 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:48:58.151 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:48:58.151 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:48:58.151 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:48:58.151 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:48:58.151 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:48:58.152 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:48:58.152 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:48:58.152 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:48:58.152 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:48:58.152 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:48:58.152 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:48:58.152 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:48:58.152 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:48:58.152 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:48:58.152 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:48:58.152 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:48:58.152 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:48:58.152 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:48:58.152 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:48:58.153 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:48:58.153 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:48:58.153 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:48:58.153 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:48:58.153 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:48:58.153 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:48:58.153 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:48:58.153 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:48:58.153 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.153 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:48:58.153 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.153 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.154 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:48:58.154 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.154 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:48:58.154 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.154 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.154 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.154 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.154 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.154 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1009, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.154 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7094, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.155 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 776, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.155 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.155 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.155 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.155 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.155 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.155 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.155 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.155 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.155 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.155 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.155 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.155 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.156 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.156 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.156 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.156 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.156 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.156 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.156 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.156 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.156 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.156 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.156 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.156 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.157 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.157 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.157 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.157 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.157 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:48:58.157 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.157 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.157 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.157 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.157 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.157 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 643, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.158 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3820, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.158 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1721, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.158 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 498, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.158 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3033, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.158 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.158 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.158 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.158 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.158 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.158 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.158 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.158 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.158 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.159 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.159 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.159 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.159 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.159 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.159 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.159 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.159 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.159 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.159 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.159 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.159 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.159 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.159 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.160 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.160 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.160 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.160 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:48:58.160 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.160 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.160 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.160 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.160 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.160 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1683, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.160 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10482, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.160 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 15854, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.160 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.160 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.161 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.161 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.161 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.161 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.161 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.161 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.161 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.161 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.161 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.161 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.161 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.161 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.161 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.162 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.162 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.162 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.162 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.162 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.162 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.162 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.162 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.162 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.162 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.162 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.162 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.163 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.163 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:48:58.163 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.163 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.163 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.163 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.163 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.163 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 478, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.163 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1865, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.163 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.163 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 315, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.164 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1835, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.164 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6973, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.164 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.164 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.164 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.164 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.164 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.164 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.164 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.164 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.164 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.164 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.164 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.165 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.165 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.165 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.165 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.165 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.165 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.165 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.165 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.165 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.165 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.165 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.165 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.166 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.166 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.166 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:48:58.166 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.166 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.166 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.166 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.166 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.166 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1020, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.166 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3389, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.166 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 317, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.166 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.166 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.167 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.167 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.167 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.167 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.167 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.167 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.167 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.167 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.167 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.167 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.167 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.168 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.168 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.168 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.168 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.168 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.168 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.168 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.168 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.168 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.168 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.168 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.168 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.169 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.169 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.169 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.169 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:48:58.169 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.169 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.169 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.169 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.169 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.169 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 793, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.169 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5493, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.170 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.170 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 404, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.170 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.170 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.170 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.170 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.170 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.170 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.170 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.170 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.170 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.171 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.171 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.171 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.171 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.171 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.171 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.171 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.171 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.171 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.171 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.171 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.171 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.172 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.172 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.172 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.172 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.172 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.172 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:48:58.172 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.172 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.172 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.172 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.172 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.172 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 647, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.173 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2770, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.173 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.173 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 221, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.173 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.173 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.173 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.173 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.173 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.173 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.173 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.173 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.174 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.174 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.174 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.174 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.174 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.174 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.174 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.174 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.175 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.175 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.175 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.175 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.175 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.175 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.175 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.175 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.175 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.175 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.176 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:48:58.176 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.176 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.176 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.176 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.176 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.176 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1077, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.176 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7783, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.176 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2805, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.176 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 263, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.176 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.176 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.176 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.177 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.177 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.177 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.177 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.177 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.177 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.177 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.177 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.177 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.177 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.177 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.177 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.177 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.178 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.178 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.178 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.178 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.178 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.178 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.178 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.178 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.178 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.178 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.179 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.179 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:48:58.179 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:48:58.179 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.179 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:48:58.179 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:58.179 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:48:58.179 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:48:58.179 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:58.179 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:58.179 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:48:58.179 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:48:58.180 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:48:58.180 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:48:58.180 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:48:58.180 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:48:58.180 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:48:58.180 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:48:58.180 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:48:58.180 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:48:58.180 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:48:58.180 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:48:58.180 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:48:58.180 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:48:58.180 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:48:58.181 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:48:58.181 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:48:58.181 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:48:58.181 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:48:58.181 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:48:58.181 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:48:58.181 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:48:58.181 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:48:58.181 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:48:58.181 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:48:58.181 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:48:58.181 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:48:58.181 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:48:58.181 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:48:58.182 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:48:58.182 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:48:58.182 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.182 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:48:58.182 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.182 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.182 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:48:58.183 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:58.183 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:48:58.183 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:48:58.183 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:58.183 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:58.183 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:48:58.183 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:48:58.183 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:48:58.183 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:48:58.183 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:48:58.183 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:48:58.183 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:48:58.184 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:48:58.184 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:48:58.184 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:48:58.184 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:48:58.184 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:48:58.184 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:48:58.184 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:48:58.184 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:48:58.184 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:48:58.184 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:48:58.184 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:48:58.184 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:48:58.184 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:48:58.184 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:48:58.185 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:48:58.185 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:48:58.185 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:48:58.185 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:48:58.185 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:48:58.185 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:48:58.185 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:48:58.185 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:48:58.185 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:48:58.185 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:48:58.185 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.185 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:48:58.185 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.186 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.186 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:48:58.186 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.186 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:48:58.186 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.186 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.186 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.186 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.187 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.187 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 166, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.187 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2176, 19, 1, 0, 14, 0, 3, 2, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.187 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1138, 10, 0, 3, 4, 6, 5, 13, 33, 47, 83, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.187 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 166, 3, 0, 0, 1, 1, 3, 2, 6, 8, 76, 266, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.187 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 159, 4, 0, 0, 0, 0, 0, 0, 4, 5, 18, 30, 243, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.187 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 1, 0, 5, 4, 8, 19, 29, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.187 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 7, 14, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.187 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 917, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.187 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1174, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.187 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.188 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.188 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.188 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.188 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.188 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.188 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.188 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.188 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.188 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.188 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.188 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.188 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.188 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.188 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.189 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.189 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.189 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.189 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.189 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.189 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.189 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.189 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:48:58.189 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.189 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.189 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.189 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.189 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.190 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 102, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.190 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2743, 22, 1, 0, 10, 3, 2, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.190 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1563, 4, 2, 1, 3, 8, 10, 21, 42, 73, 96, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.190 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 96, 1, 0, 0, 2, 0, 0, 1, 0, 2, 52, 352, 289, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.190 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 25, 3, 0, 0, 0, 0, 0, 0, 1, 1, 4, 11, 305, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.190 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 14, 23, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.190 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 6, 11, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.190 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 890, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.190 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2889, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.190 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.190 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.190 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.190 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.191 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.191 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.191 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.191 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.191 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.191 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.191 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.191 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.191 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.191 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.191 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.191 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.192 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.192 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.192 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.192 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.192 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.192 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:48:58.192 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.192 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.192 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.192 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.192 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.192 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 86, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.193 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 402, 12, 3, 3, 11, 2, 2, 3, 8, 7, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.193 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 186, 9, 2, 1, 1, 1, 4, 5, 7, 10, 42, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.193 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 284, 5, 0, 0, 0, 2, 6, 7, 12, 20, 76, 116, 18, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.193 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 172, 4, 0, 0, 0, 1, 2, 3, 2, 10, 32, 59, 17, 21, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.193 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 69, 5, 0, 0, 0, 0, 1, 1, 3, 6, 10, 22, 22, 60, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.193 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8, 0, 0, 0, 0, 0, 1, 0, 0, 3, 5, 9, 4, 30, 45, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.193 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.193 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.193 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.193 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.193 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.193 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.193 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.194 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.194 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.194 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.194 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.194 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.194 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.194 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.194 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.194 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.194 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.194 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.194 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.194 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.194 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.195 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.195 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.195 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:48:58.195 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.195 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.195 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.195 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.195 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.195 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.195 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1134, 17, 0, 0, 18, 1, 3, 2, 6, 6, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.196 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 323, 6, 2, 1, 1, 1, 2, 6, 11, 34, 38, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.196 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 66, 19, 0, 0, 0, 0, 0, 1, 0, 3, 22, 75, 160, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.196 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 236, 0, 0, 0, 0, 0, 1, 0, 2, 1, 8, 6, 75, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.196 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 474, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 10, 21, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.196 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 271, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 18, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.196 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 219, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.196 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.196 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.196 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.196 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.196 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.196 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.196 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.197 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.197 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.197 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.197 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.197 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.197 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.197 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.197 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.197 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.197 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.197 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.197 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.198 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.198 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.198 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.198 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:48:58.198 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.198 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.198 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.198 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.198 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.198 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 81, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.198 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1056, 17, 0, 0, 14, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.198 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 595, 4, 2, 0, 2, 5, 9, 5, 14, 29, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.199 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 247, 1, 0, 0, 0, 1, 1, 3, 1, 0, 30, 95, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.199 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 342, 21, 0, 0, 0, 0, 0, 0, 1, 2, 5, 12, 164, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.199 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 390, 24, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 22, 26, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.199 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 134, 46, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 22, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.199 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 116, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.199 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.199 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.199 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.199 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.199 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.199 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.199 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.199 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.199 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.199 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.200 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.200 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.200 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.200 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.200 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.200 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.200 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.200 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.200 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.200 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.200 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.200 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.200 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.201 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:48:58.201 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.201 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.201 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.201 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.201 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.201 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.201 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 333, 12, 1, 0, 9, 0, 0, 1, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.201 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 86, 6, 1, 0, 2, 2, 1, 6, 5, 3, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.201 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 67, 3, 0, 0, 2, 0, 1, 2, 8, 3, 9, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.201 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 22, 20, 0, 0, 0, 0, 0, 0, 0, 2, 10, 7, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.201 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12, 22, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 13, 39, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.202 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8, 41, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 14, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.202 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.202 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.202 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.202 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.202 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.202 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.202 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.202 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.202 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.202 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.202 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.203 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.203 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.203 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.203 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.203 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.203 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.203 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.203 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.203 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.203 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.203 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.203 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.203 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.204 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:48:58.204 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.204 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.204 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.204 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.204 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.204 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 112, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.204 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1199, 17, 1, 0, 11, 0, 5, 2, 7, 7, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.204 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 566, 10, 1, 0, 0, 3, 5, 5, 14, 30, 31, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.204 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 286, 16, 0, 0, 5, 2, 1, 3, 2, 5, 39, 134, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.204 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 434, 11, 0, 0, 0, 0, 0, 1, 0, 2, 4, 10, 132, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.204 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 331, 20, 0, 0, 4, 0, 0, 0, 1, 0, 3, 7, 8, 36, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.205 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 137, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.205 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 171, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.205 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.205 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.205 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.205 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.205 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.205 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.205 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.205 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.205 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.205 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.205 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.206 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.206 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.206 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.206 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.206 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.206 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.206 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.206 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.206 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.206 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.206 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.206 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.206 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:48:58.206 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.207 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.207 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.207 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.207 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.207 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 89, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.207 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 313, 20, 3, 0, 13, 4, 0, 4, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.207 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 84, 9, 0, 1, 2, 1, 3, 2, 8, 6, 12, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.207 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 135, 7, 1, 0, 0, 0, 0, 4, 8, 5, 33, 31, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.207 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 88, 6, 0, 0, 0, 0, 1, 2, 3, 11, 28, 37, 13, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.207 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 39, 1, 0, 0, 0, 0, 0, 1, 0, 2, 3, 14, 22, 34, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.207 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 17, 43, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.207 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.207 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.208 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.208 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.208 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.208 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.208 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.208 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.208 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.208 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.208 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.208 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.208 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.208 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.208 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.208 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.209 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.209 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.209 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.209 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.209 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.209 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.209 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.209 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.209 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.209 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.209 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.209 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-17T01:48:58.209 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:48:58.209 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.210 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 8, 2024-08-17T01:48:58.210 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:58.210 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "number of replicas", 2024-08-17T01:48:58.210 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 1, 2024-08-17T01:48:58.210 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:58.210 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:58.210 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0]", 2024-08-17T01:48:58.210 INFO:tasks.workunit.client.0.smithi157.stdout: "[1, 1]", 2024-08-17T01:48:58.210 INFO:tasks.workunit.client.0.smithi157.stdout: "[2, 2]", 2024-08-17T01:48:58.210 INFO:tasks.workunit.client.0.smithi157.stdout: "[3, 3]", 2024-08-17T01:48:58.210 INFO:tasks.workunit.client.0.smithi157.stdout: "[4, 4]", 2024-08-17T01:48:58.210 INFO:tasks.workunit.client.0.smithi157.stdout: "[5, 5]", 2024-08-17T01:48:58.210 INFO:tasks.workunit.client.0.smithi157.stdout: "[6, None]" 2024-08-17T01:48:58.210 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.210 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "linear" 2024-08-17T01:48:58.211 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.211 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.211 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 10, 2024-08-17T01:48:58.211 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:58.211 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "duration", 2024-08-17T01:48:58.211 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 250000, 2024-08-17T01:48:58.211 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:58.211 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:58.211 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 249999]", 2024-08-17T01:48:58.211 INFO:tasks.workunit.client.0.smithi157.stdout: "[250000, 499999]", 2024-08-17T01:48:58.211 INFO:tasks.workunit.client.0.smithi157.stdout: "[500000, 999999]", 2024-08-17T01:48:58.211 INFO:tasks.workunit.client.0.smithi157.stdout: "[1000000, 1999999]", 2024-08-17T01:48:58.211 INFO:tasks.workunit.client.0.smithi157.stdout: "[2000000, 3999999]", 2024-08-17T01:48:58.211 INFO:tasks.workunit.client.0.smithi157.stdout: "[4000000, 7999999]", 2024-08-17T01:48:58.211 INFO:tasks.workunit.client.0.smithi157.stdout: "[8000000, 15999999]", 2024-08-17T01:48:58.212 INFO:tasks.workunit.client.0.smithi157.stdout: "[16000000, 31999999]", 2024-08-17T01:48:58.212 INFO:tasks.workunit.client.0.smithi157.stdout: "[32000000, None]" 2024-08-17T01:48:58.212 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.212 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:48:58.212 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.212 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.212 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:48:58.212 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.212 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:48:58.212 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.212 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.212 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.213 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.213 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.213 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.213 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.213 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.213 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.213 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.213 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.213 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.213 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:48:58.213 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.213 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.213 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.213 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.213 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.214 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.214 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.214 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.214 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.214 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.214 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.214 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.214 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:48:58.214 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.214 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.214 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.214 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.214 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.215 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.215 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.215 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.215 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.215 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.215 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.215 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.215 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:48:58.215 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.215 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.215 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.215 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.215 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.215 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.215 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.216 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.216 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.216 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.216 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.216 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.216 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:48:58.216 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.216 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.216 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.216 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.216 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.216 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.216 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.216 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.217 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.217 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.217 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.217 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.217 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:48:58.217 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.217 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.217 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.217 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.217 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.217 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.218 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.218 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.218 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.218 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.218 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.218 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.218 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:48:58.218 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.218 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.218 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.219 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.219 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.219 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.219 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.219 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.219 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.219 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.219 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.219 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.219 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:48:58.219 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:58.219 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.220 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.220 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.220 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.220 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.220 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.220 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:58.220 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:58.220 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.220 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.220 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:58.220 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.220 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.220 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.221 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_counters": { 2024-08-17T01:48:58.221 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:48:58.221 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:48:58.221 INFO:tasks.workunit.client.0.smithi157.stdout: "caps": { 2024-08-17T01:48:58.221 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.221 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.221 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T01:48:58.221 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.221 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.221 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T01:48:58.221 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.221 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.221 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_grant": { 2024-08-17T01:48:58.222 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.222 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.222 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_revoke": { 2024-08-17T01:48:58.222 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.222 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.222 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_trunc": { 2024-08-17T01:48:58.222 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.222 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.222 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_commit": { 2024-08-17T01:48:58.222 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.222 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.222 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_fetch_complete": { 2024-08-17T01:48:58.223 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:48:58.223 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.223 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_fetch_keys": { 2024-08-17T01:48:58.223 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:48:58.223 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.223 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_merge": { 2024-08-17T01:48:58.223 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.223 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.223 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_split": { 2024-08-17T01:48:58.223 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.223 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.223 INFO:tasks.workunit.client.0.smithi157.stdout: "exported_inodes": { 2024-08-17T01:48:58.224 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.224 INFO:tasks.workunit.client.0.smithi157.stdout: "forward": { 2024-08-17T01:48:58.224 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.224 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_cap_release": { 2024-08-17T01:48:58.224 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.224 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_caps": { 2024-08-17T01:48:58.224 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.224 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_caps_dirty": { 2024-08-17T01:48:58.224 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.225 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_inode_file_caps": { 2024-08-17T01:48:58.225 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.225 INFO:tasks.workunit.client.0.smithi157.stdout: "imported_inodes": { 2024-08-17T01:48:58.225 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.225 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes": { 2024-08-17T01:48:58.225 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:48:58.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.225 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_expired": { 2024-08-17T01:48:58.225 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.225 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_pinned": { 2024-08-17T01:48:58.226 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:48:58.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.226 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_with_caps": { 2024-08-17T01:48:58.226 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.226 INFO:tasks.workunit.client.0.smithi157.stdout: "load_cent": { 2024-08-17T01:48:58.226 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.226 INFO:tasks.workunit.client.0.smithi157.stdout: "openino_dir_fetch": { 2024-08-17T01:48:58.226 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.226 INFO:tasks.workunit.client.0.smithi157.stdout: "process_request_cap_release": { 2024-08-17T01:48:58.227 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.227 INFO:tasks.workunit.client.0.smithi157.stdout: "reply_latency": { 2024-08-17T01:48:58.227 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.227 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.227 INFO:tasks.workunit.client.0.smithi157.stdout: "request": { 2024-08-17T01:48:58.227 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.227 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rbytes": { 2024-08-17T01:48:58.227 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.227 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rfiles": { 2024-08-17T01:48:58.228 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.228 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rsnaps": { 2024-08-17T01:48:58.228 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.228 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_reply": { 2024-08-17T01:48:58.228 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.228 INFO:tasks.workunit.client.0.smithi157.stdout: "subtrees": { 2024-08-17T01:48:58.228 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:48:58.228 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.229 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_cache": { 2024-08-17T01:48:58.229 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_enqueue_scrub": { 2024-08-17T01:48:58.229 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.229 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_exportdir": { 2024-08-17T01:48:58.229 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.229 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_flush": { 2024-08-17T01:48:58.229 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.229 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_fragmentdir": { 2024-08-17T01:48:58.229 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.230 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_fragstats": { 2024-08-17T01:48:58.230 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.230 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.230 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_inodestats": { 2024-08-17T01:48:58.230 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.230 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.230 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_quiesce_inode": { 2024-08-17T01:48:58.230 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.230 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.230 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_quiesce_path": { 2024-08-17T01:48:58.230 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.230 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_enqueued": { 2024-08-17T01:48:58.231 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.231 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_prioritized": { 2024-08-17T01:48:58.231 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.231 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_processing": { 2024-08-17T01:48:58.231 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.231 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays": { 2024-08-17T01:48:58.231 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.231 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays_delayed": { 2024-08-17T01:48:58.232 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.232 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays_enqueuing": { 2024-08-17T01:48:58.232 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.232 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.232 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_completed": { 2024-08-17T01:48:58.232 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.232 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.232 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_started": { 2024-08-17T01:48:58.232 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.232 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.232 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_created": { 2024-08-17T01:48:58.232 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.233 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.233 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_enqueued": { 2024-08-17T01:48:58.233 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.233 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.233 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_migrated": { 2024-08-17T01:48:58.233 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.233 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.233 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_reintegrated": { 2024-08-17T01:48:58.233 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.233 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.233 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.234 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_log": { 2024-08-17T01:48:58.234 INFO:tasks.workunit.client.0.smithi157.stdout: "ev": { 2024-08-17T01:48:58.234 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17 2024-08-17T01:48:58.234 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.234 INFO:tasks.workunit.client.0.smithi157.stdout: "evadd": { 2024-08-17T01:48:58.234 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.234 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.234 INFO:tasks.workunit.client.0.smithi157.stdout: "evex": { 2024-08-17T01:48:58.234 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.234 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.235 INFO:tasks.workunit.client.0.smithi157.stdout: "evexd": { 2024-08-17T01:48:58.235 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.235 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.235 INFO:tasks.workunit.client.0.smithi157.stdout: "evexg": { 2024-08-17T01:48:58.235 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.235 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.235 INFO:tasks.workunit.client.0.smithi157.stdout: "evlrg": { 2024-08-17T01:48:58.235 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.235 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.235 INFO:tasks.workunit.client.0.smithi157.stdout: "evtrm": { 2024-08-17T01:48:58.235 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.236 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.236 INFO:tasks.workunit.client.0.smithi157.stdout: "jlat": { 2024-08-17T01:48:58.236 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.236 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.236 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.236 INFO:tasks.workunit.client.0.smithi157.stdout: "replayed": { 2024-08-17T01:48:58.236 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17 2024-08-17T01:48:58.236 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.236 INFO:tasks.workunit.client.0.smithi157.stdout: "seg": { 2024-08-17T01:48:58.236 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:48:58.236 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.236 INFO:tasks.workunit.client.0.smithi157.stdout: "segadd": { 2024-08-17T01:48:58.236 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.237 INFO:tasks.workunit.client.0.smithi157.stdout: "segex": { 2024-08-17T01:48:58.237 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.237 INFO:tasks.workunit.client.0.smithi157.stdout: "segexd": { 2024-08-17T01:48:58.237 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.237 INFO:tasks.workunit.client.0.smithi157.stdout: "segexg": { 2024-08-17T01:48:58.237 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.237 INFO:tasks.workunit.client.0.smithi157.stdout: "segmjr": { 2024-08-17T01:48:58.237 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:48:58.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.237 INFO:tasks.workunit.client.0.smithi157.stdout: "segtrm": { 2024-08-17T01:48:58.238 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.238 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.238 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.238 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_mem": { 2024-08-17T01:48:58.238 INFO:tasks.workunit.client.0.smithi157.stdout: "cap": { 2024-08-17T01:48:58.238 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.238 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.238 INFO:tasks.workunit.client.0.smithi157.stdout: "cap+": { 2024-08-17T01:48:58.238 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.238 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.238 INFO:tasks.workunit.client.0.smithi157.stdout: "cap-": { 2024-08-17T01:48:58.238 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.239 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.239 INFO:tasks.workunit.client.0.smithi157.stdout: "dir": { 2024-08-17T01:48:58.239 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:48:58.239 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.239 INFO:tasks.workunit.client.0.smithi157.stdout: "dir+": { 2024-08-17T01:48:58.239 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:48:58.239 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.239 INFO:tasks.workunit.client.0.smithi157.stdout: "dir-": { 2024-08-17T01:48:58.239 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.239 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.239 INFO:tasks.workunit.client.0.smithi157.stdout: "dn": { 2024-08-17T01:48:58.239 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:48:58.239 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.240 INFO:tasks.workunit.client.0.smithi157.stdout: "dn+": { 2024-08-17T01:48:58.240 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:48:58.240 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.240 INFO:tasks.workunit.client.0.smithi157.stdout: "dn-": { 2024-08-17T01:48:58.240 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.240 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.240 INFO:tasks.workunit.client.0.smithi157.stdout: "heap": { 2024-08-17T01:48:58.240 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 248096 2024-08-17T01:48:58.240 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.240 INFO:tasks.workunit.client.0.smithi157.stdout: "ino": { 2024-08-17T01:48:58.240 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T01:48:58.240 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.240 INFO:tasks.workunit.client.0.smithi157.stdout: "ino+": { 2024-08-17T01:48:58.241 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T01:48:58.241 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.241 INFO:tasks.workunit.client.0.smithi157.stdout: "ino-": { 2024-08-17T01:48:58.241 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.241 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.241 INFO:tasks.workunit.client.0.smithi157.stdout: "rss": { 2024-08-17T01:48:58.241 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51652 2024-08-17T01:48:58.241 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.241 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.241 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_server": { 2024-08-17T01:48:58.241 INFO:tasks.workunit.client.0.smithi157.stdout: "cap_acquisition_throttle": { 2024-08-17T01:48:58.242 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.242 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.242 INFO:tasks.workunit.client.0.smithi157.stdout: "cap_revoke_eviction": { 2024-08-17T01:48:58.242 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.242 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.242 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_request": { 2024-08-17T01:48:58.242 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.242 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.242 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_session": { 2024-08-17T01:48:58.242 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.242 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.242 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_peer_request": { 2024-08-17T01:48:58.242 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.243 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.243 INFO:tasks.workunit.client.0.smithi157.stdout: "req_create_latency": { 2024-08-17T01:48:58.243 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.243 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.243 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.243 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getattr_latency": { 2024-08-17T01:48:58.243 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.243 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.243 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.243 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getfilelock_latency": { 2024-08-17T01:48:58.243 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.243 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.243 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.243 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getvxattr_latency": { 2024-08-17T01:48:58.244 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.244 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.244 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.244 INFO:tasks.workunit.client.0.smithi157.stdout: "req_link_latency": { 2024-08-17T01:48:58.244 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.244 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.244 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.244 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookup_latency": { 2024-08-17T01:48:58.244 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.244 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.244 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.244 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookuphash_latency": { 2024-08-17T01:48:58.244 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.245 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.245 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.245 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupino_latency": { 2024-08-17T01:48:58.245 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.245 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.245 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.245 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupname_latency": { 2024-08-17T01:48:58.245 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.245 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.245 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.245 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupparent_latency": { 2024-08-17T01:48:58.245 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.245 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.245 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.245 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupsnap_latency": { 2024-08-17T01:48:58.246 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.246 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.246 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.246 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lssnap_latency": { 2024-08-17T01:48:58.246 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.246 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.246 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.246 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mkdir_latency": { 2024-08-17T01:48:58.246 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.246 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.246 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.246 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mknod_latency": { 2024-08-17T01:48:58.246 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.247 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.247 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.247 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mksnap_latency": { 2024-08-17T01:48:58.247 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.247 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.247 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.247 INFO:tasks.workunit.client.0.smithi157.stdout: "req_open_latency": { 2024-08-17T01:48:58.247 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.247 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.247 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.247 INFO:tasks.workunit.client.0.smithi157.stdout: "req_readdir_latency": { 2024-08-17T01:48:58.247 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.248 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.248 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.248 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rename_latency": { 2024-08-17T01:48:58.248 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.248 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.248 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.248 INFO:tasks.workunit.client.0.smithi157.stdout: "req_renamesnap_latency": { 2024-08-17T01:48:58.248 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.248 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.248 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.248 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmdir_latency": { 2024-08-17T01:48:58.248 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.248 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.249 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.249 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmsnap_latency": { 2024-08-17T01:48:58.249 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.249 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.249 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.249 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmxattr_latency": { 2024-08-17T01:48:58.249 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.249 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.249 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.249 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setattr_latency": { 2024-08-17T01:48:58.249 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.249 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.250 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.250 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setdirlayout_latency": { 2024-08-17T01:48:58.250 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.250 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.250 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.250 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setfilelock_latency": { 2024-08-17T01:48:58.250 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.250 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.250 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.250 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setlayout_latency": { 2024-08-17T01:48:58.250 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.250 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.251 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setxattr_latency": { 2024-08-17T01:48:58.251 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.251 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.251 INFO:tasks.workunit.client.0.smithi157.stdout: "req_snapdiff_latency": { 2024-08-17T01:48:58.251 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.251 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.251 INFO:tasks.workunit.client.0.smithi157.stdout: "req_symlink_latency": { 2024-08-17T01:48:58.251 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.251 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.252 INFO:tasks.workunit.client.0.smithi157.stdout: "req_unlink_latency": { 2024-08-17T01:48:58.252 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.252 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.252 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.252 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_sessions": { 2024-08-17T01:48:58.252 INFO:tasks.workunit.client.0.smithi157.stdout: "average_load": { 2024-08-17T01:48:58.252 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.252 INFO:tasks.workunit.client.0.smithi157.stdout: "avg_session_uptime": { 2024-08-17T01:48:58.252 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.252 INFO:tasks.workunit.client.0.smithi157.stdout: "mdthresh_evicted": { 2024-08-17T01:48:58.252 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.253 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:48:58.253 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T01:48:58.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.253 INFO:tasks.workunit.client.0.smithi157.stdout: "session_count": { 2024-08-17T01:48:58.253 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.253 INFO:tasks.workunit.client.0.smithi157.stdout: "session_remove": { 2024-08-17T01:48:58.253 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T01:48:58.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.253 INFO:tasks.workunit.client.0.smithi157.stdout: "sessions_open": { 2024-08-17T01:48:58.253 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:48:58.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.253 INFO:tasks.workunit.client.0.smithi157.stdout: "sessions_stale": { 2024-08-17T01:48:58.254 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.254 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.254 INFO:tasks.workunit.client.0.smithi157.stdout: "total_load": { 2024-08-17T01:48:58.254 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.254 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.254 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.254 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:48:58.254 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:48:58.254 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.254 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.254 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.254 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37 2024-08-17T01:48:58.254 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.254 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:48:58.254 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.255 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.255 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7 2024-08-17T01:48:58.255 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.255 INFO:tasks.workunit.client.0.smithi157.stdout: "purge_queue": { 2024-08-17T01:48:58.255 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executed": { 2024-08-17T01:48:58.255 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.255 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executed_ops": { 2024-08-17T01:48:58.255 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.256 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing": { 2024-08-17T01:48:58.256 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.256 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_high_water": { 2024-08-17T01:48:58.256 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.256 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_ops": { 2024-08-17T01:48:58.256 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.256 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_ops_high_water": { 2024-08-17T01:48:58.256 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.257 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_item_in_journal": { 2024-08-17T01:48:58.257 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.257 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.257 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.257 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.257 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:48:58.257 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:48:58.257 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T01:48:58.257 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:48:58.257 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.257 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T01:48:58.257 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.257 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.258 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T01:48:58.258 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:48:58.258 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T01:48:58.258 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18 2024-08-17T01:48:58.258 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T01:48:58.258 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:48:58.258 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.258 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:48:58.258 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:48:58.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.259 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T01:48:58.259 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 216 2024-08-17T01:48:58.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.259 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T01:48:58.259 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.259 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.259 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T01:48:58.259 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T01:48:58.259 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.259 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T01:48:58.260 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7880 2024-08-17T01:48:58.260 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.260 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T01:48:58.260 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7880, 2024-08-17T01:48:58.260 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 58201311 2024-08-17T01:48:58.260 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.260 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T01:48:58.260 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7880, 2024-08-17T01:48:58.260 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23640 2024-08-17T01:48:58.260 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.260 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T01:48:58.260 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7880, 2024-08-17T01:48:58.261 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1277975881 2024-08-17T01:48:58.261 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.261 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T01:48:58.261 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.261 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.261 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T01:48:58.261 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.261 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.261 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.261 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T01:48:58.261 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.262 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.262 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T01:48:58.262 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.262 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.262 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T01:48:58.262 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.262 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T01:48:58.262 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:48:58.263 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.263 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T01:48:58.263 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7878 2024-08-17T01:48:58.263 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.263 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T01:48:58.263 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7878, 2024-08-17T01:48:58.263 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57605761 2024-08-17T01:48:58.263 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.263 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T01:48:58.263 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7878, 2024-08-17T01:48:58.263 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 63895 2024-08-17T01:48:58.263 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.263 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T01:48:58.263 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7878, 2024-08-17T01:48:58.264 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1286245900 2024-08-17T01:48:58.264 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.264 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T01:48:58.264 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.264 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.264 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T01:48:58.264 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.264 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.264 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T01:48:58.264 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:48:58.264 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.264 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T01:48:58.264 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T01:48:58.265 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.265 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T01:48:58.265 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7880 2024-08-17T01:48:58.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.265 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T01:48:58.265 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7880, 2024-08-17T01:48:58.265 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25642515692 2024-08-17T01:48:58.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.265 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T01:48:58.265 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20 2024-08-17T01:48:58.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.265 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T01:48:58.266 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.266 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.266 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T01:48:58.266 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.266 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.266 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.266 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T01:48:58.266 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.266 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.266 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.266 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T01:48:58.267 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:48:58.267 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.267 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T01:48:58.267 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.267 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.267 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T01:48:58.267 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.267 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.267 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T01:48:58.267 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.267 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.267 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.267 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T01:48:58.268 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.268 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.268 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.268 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T01:48:58.268 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.268 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.268 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.268 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.268 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T01:48:58.268 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:48:58.268 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T01:48:58.268 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.268 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:48:58.269 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 263323648 2024-08-17T01:48:58.269 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.269 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:48:58.269 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 262144000 2024-08-17T01:48:58.269 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.269 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:48:58.269 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T01:48:58.269 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.269 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:48:58.269 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1179648 2024-08-17T01:48:58.269 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.269 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.269 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T01:48:58.269 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.270 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 360710144 2024-08-17T01:48:58.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.270 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.270 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.270 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.270 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.270 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.270 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266023774 2024-08-17T01:48:58.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.270 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.271 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27103204 2024-08-17T01:48:58.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.271 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.271 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.271 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.271 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.271 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.271 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.271 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.271 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.271 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.272 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.272 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.272 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.272 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.272 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.272 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.272 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.272 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.272 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67583166 2024-08-17T01:48:58.272 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.273 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T01:48:58.273 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.273 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 339738624 2024-08-17T01:48:58.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.273 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.273 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.273 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.273 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.273 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.273 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266023774 2024-08-17T01:48:58.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.273 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.273 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2536427 2024-08-17T01:48:58.274 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.274 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.274 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.274 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.274 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.274 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.274 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.274 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.274 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.274 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.274 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.274 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.275 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.275 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.275 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.275 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.275 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.275 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.275 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.275 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.276 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.276 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71178423 2024-08-17T01:48:58.276 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.276 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.276 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T01:48:58.276 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.276 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 314572800 2024-08-17T01:48:58.276 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.276 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.276 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.276 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.276 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.277 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.277 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.277 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.277 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 177349183 2024-08-17T01:48:58.277 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.277 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.277 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.277 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.277 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.277 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.277 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.277 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.277 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.278 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.278 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.278 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.278 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.278 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.278 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.278 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.279 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.279 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.279 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.279 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.279 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.279 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.279 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70114753 2024-08-17T01:48:58.279 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.279 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T01:48:58.280 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T01:48:58.280 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.280 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.280 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T01:48:58.280 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.280 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.280 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T01:48:58.280 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.280 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.280 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_range": { 2024-08-17T01:48:58.280 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 92 2024-08-17T01:48:58.280 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.281 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T01:48:58.281 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 357933, 2024-08-17T01:48:58.281 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2004926357 2024-08-17T01:48:58.281 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.281 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:48:58.281 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.281 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.281 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.281 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:48:58.281 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.281 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.281 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.281 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:48:58.282 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.282 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.282 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.282 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:48:58.282 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.282 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.282 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.282 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T01:48:58.282 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.282 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.282 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.282 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T01:48:58.283 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19300, 2024-08-17T01:48:58.283 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2956244418 2024-08-17T01:48:58.283 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.283 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.283 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.283 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T01:48:58.283 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:48:58.283 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T01:48:58.283 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:48:58.283 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.283 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T01:48:58.283 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:48:58.283 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.284 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T01:48:58.284 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T01:48:58.284 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:48:58.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T01:48:58.284 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6 2024-08-17T01:48:58.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.284 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:48:58.284 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:48:58.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.284 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T01:48:58.285 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 258 2024-08-17T01:48:58.285 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.285 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T01:48:58.285 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.285 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.285 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.285 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T01:48:58.285 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T01:48:58.285 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.285 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.285 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T01:48:58.285 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7819 2024-08-17T01:48:58.285 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.286 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T01:48:58.286 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7819, 2024-08-17T01:48:58.286 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57034875 2024-08-17T01:48:58.286 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.286 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T01:48:58.286 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.286 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.286 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.286 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T01:48:58.287 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7819, 2024-08-17T01:48:58.287 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1079979574 2024-08-17T01:48:58.287 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.287 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T01:48:58.287 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T01:48:58.287 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.287 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T01:48:58.287 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:48:58.287 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 219 2024-08-17T01:48:58.287 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.287 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T01:48:58.287 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:48:58.287 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T01:48:58.287 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.288 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T01:48:58.288 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:48:58.288 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 999982 2024-08-17T01:48:58.288 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.288 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T01:48:58.288 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.288 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.288 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T01:48:58.288 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:48:58.288 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.288 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T01:48:58.288 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7818 2024-08-17T01:48:58.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.289 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T01:48:58.289 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.289 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.289 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T01:48:58.289 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.289 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.289 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T01:48:58.289 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.289 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.289 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T01:48:58.290 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.290 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T01:48:58.290 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.290 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T01:48:58.290 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.290 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T01:48:58.290 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.290 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.290 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T01:48:58.291 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7818 2024-08-17T01:48:58.291 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.291 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T01:48:58.291 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7818, 2024-08-17T01:48:58.291 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24545536287 2024-08-17T01:48:58.291 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.291 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T01:48:58.291 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T01:48:58.291 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.291 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T01:48:58.291 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.291 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.291 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T01:48:58.292 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.292 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.292 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T01:48:58.292 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.292 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.292 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T01:48:58.292 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.292 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T01:48:58.292 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:48:58.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.293 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T01:48:58.293 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7818 2024-08-17T01:48:58.293 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.293 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T01:48:58.293 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7818, 2024-08-17T01:48:58.293 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 112568217 2024-08-17T01:48:58.293 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.293 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T01:48:58.293 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7818, 2024-08-17T01:48:58.293 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71250 2024-08-17T01:48:58.293 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.293 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T01:48:58.293 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7818, 2024-08-17T01:48:58.293 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1152978238 2024-08-17T01:48:58.293 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.294 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T01:48:58.294 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:48:58.294 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T01:48:58.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.294 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:48:58.294 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 179273728 2024-08-17T01:48:58.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.294 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:48:58.294 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 175251456 2024-08-17T01:48:58.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.294 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:48:58.294 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T01:48:58.295 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.295 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:48:58.295 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4022272 2024-08-17T01:48:58.295 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.295 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.295 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T01:48:58.295 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.295 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 360710144 2024-08-17T01:48:58.295 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.295 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.295 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.295 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.295 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.296 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.296 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.296 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.296 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266128901 2024-08-17T01:48:58.296 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.296 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.296 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26921326 2024-08-17T01:48:58.296 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.296 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.296 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.296 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.296 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.297 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.297 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.297 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.297 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.297 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.297 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.297 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.297 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.298 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.298 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.298 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.298 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.298 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.298 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.298 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.298 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.298 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.298 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67659917 2024-08-17T01:48:58.298 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.299 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T01:48:58.299 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.299 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 339738624 2024-08-17T01:48:58.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.299 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.299 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.299 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.299 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.299 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.299 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266128901 2024-08-17T01:48:58.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.300 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.300 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2437967 2024-08-17T01:48:58.300 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.300 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.300 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.300 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.300 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.300 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.300 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.300 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.300 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.300 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.300 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.301 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.301 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.301 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.301 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.301 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.301 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.301 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.301 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.301 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.301 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.301 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.301 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.301 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.302 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.302 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71171756 2024-08-17T01:48:58.302 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.302 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T01:48:58.302 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.302 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 314572800 2024-08-17T01:48:58.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.302 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.302 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.302 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.303 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.303 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.303 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 177419267 2024-08-17T01:48:58.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.303 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.303 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.303 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.303 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.303 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.303 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.304 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.304 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.304 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.304 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.304 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.304 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.304 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.304 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.304 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.304 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.304 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.304 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.304 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.304 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.305 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.305 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.305 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.305 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70044669 2024-08-17T01:48:58.305 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.305 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T01:48:58.305 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T01:48:58.305 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.306 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T01:48:58.306 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.306 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.306 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T01:48:58.306 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.306 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.306 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_range": { 2024-08-17T01:48:58.306 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 92 2024-08-17T01:48:58.306 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.306 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T01:48:58.306 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 343098, 2024-08-17T01:48:58.306 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1756602348 2024-08-17T01:48:58.307 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.307 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:48:58.307 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.307 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.307 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.307 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:48:58.307 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.307 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.307 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.307 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:48:58.307 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.307 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.308 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.308 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:48:58.308 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.308 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.308 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.308 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T01:48:58.308 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.308 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.308 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.308 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T01:48:58.308 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19148, 2024-08-17T01:48:58.308 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2616840325 2024-08-17T01:48:58.309 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.309 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.309 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.309 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:48:58.309 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:48:58.309 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T01:48:58.309 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:48:58.309 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.309 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T01:48:58.309 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:48:58.309 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.309 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T01:48:58.309 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.310 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T01:48:58.310 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9 2024-08-17T01:48:58.310 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T01:48:58.310 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T01:48:58.310 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.310 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:48:58.310 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T01:48:58.310 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.310 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T01:48:58.310 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 253 2024-08-17T01:48:58.310 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.310 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T01:48:58.311 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.311 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.311 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T01:48:58.311 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T01:48:58.311 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.311 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T01:48:58.311 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:48:58.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.311 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T01:48:58.311 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:48:58.311 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56739296 2024-08-17T01:48:58.313 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.313 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T01:48:58.313 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.313 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.313 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.313 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T01:48:58.313 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:48:58.314 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1361977450 2024-08-17T01:48:58.314 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.314 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T01:48:58.314 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:48:58.314 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.314 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T01:48:58.314 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T01:48:58.314 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 146 2024-08-17T01:48:58.314 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.314 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T01:48:58.314 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T01:48:58.314 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:48:58.314 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.314 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T01:48:58.315 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T01:48:58.315 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3999935 2024-08-17T01:48:58.315 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.315 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T01:48:58.315 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.315 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.315 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T01:48:58.315 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.315 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.315 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T01:48:58.315 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:48:58.315 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.315 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T01:48:58.315 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.315 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.316 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.316 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T01:48:58.316 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.316 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.316 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.316 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T01:48:58.316 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.316 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.316 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.316 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T01:48:58.316 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.316 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.316 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T01:48:58.316 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.317 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.317 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T01:48:58.317 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.317 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.317 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T01:48:58.317 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.317 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.317 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.317 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T01:48:58.317 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:48:58.317 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.317 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T01:48:58.318 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:48:58.318 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24533592858 2024-08-17T01:48:58.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.318 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T01:48:58.318 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11 2024-08-17T01:48:58.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.318 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T01:48:58.318 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.318 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T01:48:58.318 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.318 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.318 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T01:48:58.319 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.319 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.319 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T01:48:58.319 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.319 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T01:48:58.319 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:48:58.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.319 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T01:48:58.319 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:48:58.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.320 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T01:48:58.320 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:48:58.320 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 111995910 2024-08-17T01:48:58.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.320 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T01:48:58.320 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:48:58.320 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70734 2024-08-17T01:48:58.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.320 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T01:48:58.320 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:48:58.320 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3210946825 2024-08-17T01:48:58.320 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.320 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T01:48:58.321 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:48:58.321 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T01:48:58.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.321 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:48:58.321 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 170868736 2024-08-17T01:48:58.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.321 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:48:58.321 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 167075840 2024-08-17T01:48:58.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.321 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:48:58.321 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T01:48:58.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.321 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:48:58.322 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3792896 2024-08-17T01:48:58.322 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.322 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.322 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T01:48:58.322 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.322 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 360710144 2024-08-17T01:48:58.322 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.322 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.322 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.322 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.322 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.322 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.323 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.323 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266746673 2024-08-17T01:48:58.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.323 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.323 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26100429 2024-08-17T01:48:58.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.323 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.323 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.323 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.323 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.324 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.324 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.324 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.324 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.324 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.324 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.324 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.324 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.324 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.324 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.324 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.324 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.324 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.325 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.325 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.325 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.325 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.325 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.325 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.325 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67863042 2024-08-17T01:48:58.325 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.325 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.325 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T01:48:58.325 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.325 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 335544320 2024-08-17T01:48:58.325 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.325 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.325 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.326 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.326 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.326 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.326 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.326 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.326 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266746673 2024-08-17T01:48:58.326 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.326 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.326 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1611472 2024-08-17T01:48:58.326 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.326 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.327 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.327 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.327 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.327 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.327 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.327 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.327 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.327 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.327 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.328 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.328 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.328 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.328 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.328 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.328 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.328 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.328 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67186175 2024-08-17T01:48:58.328 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.329 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T01:48:58.329 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.329 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 314572800 2024-08-17T01:48:58.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.329 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.329 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.329 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.329 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.329 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.329 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 177831115 2024-08-17T01:48:58.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.330 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.330 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.330 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.330 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.330 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.330 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.330 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.330 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.330 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.330 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.330 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.331 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.331 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.331 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.331 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.331 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.331 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.331 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.331 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.331 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.332 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.332 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.332 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.332 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 69632821 2024-08-17T01:48:58.332 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.332 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.332 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T01:48:58.332 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T01:48:58.332 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.332 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.332 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T01:48:58.332 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.332 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.332 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T01:48:58.332 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.333 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_range": { 2024-08-17T01:48:58.333 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 91 2024-08-17T01:48:58.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.333 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T01:48:58.333 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 340113, 2024-08-17T01:48:58.333 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1599356521 2024-08-17T01:48:58.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.333 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:48:58.333 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.333 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.333 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:48:58.333 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.334 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.334 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:48:58.334 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.334 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.334 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:48:58.334 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.334 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.334 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T01:48:58.334 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.334 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.335 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T01:48:58.335 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19064, 2024-08-17T01:48:58.335 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6744888955 2024-08-17T01:48:58.335 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.335 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.335 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T01:48:58.335 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.335 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:48:58.335 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24009 2024-08-17T01:48:58.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.335 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:48:58.335 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.336 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:48:58.336 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.336 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:48:58.336 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.336 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:48:58.336 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:48:58.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.336 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:48:58.336 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.336 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:48:58.336 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.337 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:48:58.337 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.337 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:48:58.337 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.337 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:48:58.337 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5484544 2024-08-17T01:48:58.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.337 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:48:58.337 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 812498944 2024-08-17T01:48:58.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.337 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:48:58.338 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20, 2024-08-17T01:48:58.338 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4495446 2024-08-17T01:48:58.338 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.338 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:48:58.338 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20, 2024-08-17T01:48:58.338 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1417009 2024-08-17T01:48:58.338 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.338 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:48:58.338 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 202, 2024-08-17T01:48:58.338 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 991722 2024-08-17T01:48:58.338 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.338 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:48:58.338 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:48:58.339 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.339 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:48:58.339 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 758513664 2024-08-17T01:48:58.339 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.339 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:48:58.339 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82621, 2024-08-17T01:48:58.339 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6954970836 2024-08-17T01:48:58.339 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.339 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:48:58.339 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82651, 2024-08-17T01:48:58.339 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13022106030 2024-08-17T01:48:58.339 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.339 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:48:58.339 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5955584 2024-08-17T01:48:58.339 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.340 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:48:58.340 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 338489344 2024-08-17T01:48:58.340 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.340 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:48:58.340 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 775553024 2024-08-17T01:48:58.340 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.340 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:48:58.340 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.340 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.340 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:48:58.340 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.340 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:48:58.341 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53 2024-08-17T01:48:58.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.341 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:48:58.341 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 310373555 2024-08-17T01:48:58.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.341 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:48:58.341 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23257 2024-08-17T01:48:58.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.341 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:48:58.341 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 245903360 2024-08-17T01:48:58.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.342 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:48:58.342 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 245907456 2024-08-17T01:48:58.342 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.342 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:48:58.342 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.342 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.342 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:48:58.342 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.343 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:48:58.343 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11221 2024-08-17T01:48:58.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.343 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.343 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23257, 2024-08-17T01:48:58.343 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 184673838 2024-08-17T01:48:58.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.343 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:48:58.343 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 246999278 2024-08-17T01:48:58.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.343 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:48:58.343 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21311 2024-08-17T01:48:58.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.344 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:48:58.344 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1772054 2024-08-17T01:48:58.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.344 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:48:58.344 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 500 2024-08-17T01:48:58.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.344 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:48:58.344 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5352795 2024-08-17T01:48:58.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.344 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:48:58.344 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 733 2024-08-17T01:48:58.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.345 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:48:58.345 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3580741 2024-08-17T01:48:58.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.345 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:48:58.345 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3580741 2024-08-17T01:48:58.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.345 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:48:58.345 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.345 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:48:58.345 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.345 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:48:58.346 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 239 2024-08-17T01:48:58.346 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.346 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:48:58.346 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 733, 2024-08-17T01:48:58.346 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1839477 2024-08-17T01:48:58.346 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.346 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:48:58.346 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.346 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.346 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.346 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:48:58.346 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.347 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:48:58.347 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.347 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.347 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:48:58.347 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 591 2024-08-17T01:48:58.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.347 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:48:58.347 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:48:58.347 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5691 2024-08-17T01:48:58.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.348 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:48:58.348 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.348 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.348 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.348 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:48:58.348 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.348 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.348 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:48:58.348 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.348 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.348 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:48:58.348 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1159499776 2024-08-17T01:48:58.348 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.348 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.349 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:48:58.349 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:48:58.349 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:48:58.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.349 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:48:58.349 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19107840 2024-08-17T01:48:58.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.349 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:48:58.349 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23884, 2024-08-17T01:48:58.349 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75330839 2024-08-17T01:48:58.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.350 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:48:58.350 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3310, 2024-08-17T01:48:58.350 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464245344 2024-08-17T01:48:58.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.350 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:48:58.350 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.350 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.350 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:48:58.350 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.350 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:48:58.351 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.351 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.351 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:48:58.351 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.351 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.351 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:48:58.351 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24668, 2024-08-17T01:48:58.351 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 211277479 2024-08-17T01:48:58.351 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.351 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:48:58.351 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.351 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.351 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.352 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:48:58.352 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.352 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:48:58.352 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82567, 2024-08-17T01:48:58.352 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17405926386 2024-08-17T01:48:58.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.352 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:48:58.352 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 81756, 2024-08-17T01:48:58.352 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1875186604 2024-08-17T01:48:58.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.352 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:48:58.352 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82567, 2024-08-17T01:48:58.352 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50054936 2024-08-17T01:48:58.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.353 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:48:58.353 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82567, 2024-08-17T01:48:58.353 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17455981322 2024-08-17T01:48:58.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.353 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:48:58.353 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.353 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.353 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:48:58.353 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 43060, 2024-08-17T01:48:58.353 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 827598279 2024-08-17T01:48:58.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.354 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:48:58.354 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1154, 2024-08-17T01:48:58.354 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2872106 2024-08-17T01:48:58.354 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.354 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:48:58.354 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 29337, 2024-08-17T01:48:58.354 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12177457 2024-08-17T01:48:58.354 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.354 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:48:58.354 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 53, 2024-08-17T01:48:58.354 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 88923 2024-08-17T01:48:58.354 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.355 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:48:58.355 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25856, 2024-08-17T01:48:58.355 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5258992046 2024-08-17T01:48:58.355 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.355 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:48:58.355 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 279355 2024-08-17T01:48:58.355 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.355 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:48:58.355 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24442 2024-08-17T01:48:58.355 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.355 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.355 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18646, 2024-08-17T01:48:58.355 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1590849647 2024-08-17T01:48:58.356 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.356 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:48:58.356 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45649, 2024-08-17T01:48:58.356 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16341665 2024-08-17T01:48:58.356 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.356 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:48:58.356 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27003, 2024-08-17T01:48:58.356 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 930803752 2024-08-17T01:48:58.356 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.356 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:48:58.356 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.356 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.356 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:48:58.357 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 14902, 2024-08-17T01:48:58.357 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 418032148 2024-08-17T01:48:58.357 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.357 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:48:58.357 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.357 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.357 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:48:58.357 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.357 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.357 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:48:58.357 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.357 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.357 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:48:58.357 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.358 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.358 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:48:58.358 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:48:58.358 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6423160445 2024-08-17T01:48:58.358 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.358 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:48:58.358 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10026, 2024-08-17T01:48:58.358 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 722295250 2024-08-17T01:48:58.358 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.358 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:48:58.358 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10025, 2024-08-17T01:48:58.358 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2503084415956 2024-08-17T01:48:58.358 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.358 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:48:58.359 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10026, 2024-08-17T01:48:58.359 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6534140156111 2024-08-17T01:48:58.359 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.359 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:48:58.359 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97370, 2024-08-17T01:48:58.359 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3041243590907 2024-08-17T01:48:58.359 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.359 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:48:58.359 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97370, 2024-08-17T01:48:58.359 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10449318 2024-08-17T01:48:58.359 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.359 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:48:58.359 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:48:58.359 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 364354246 2024-08-17T01:48:58.359 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.360 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:48:58.360 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:48:58.360 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32117486409 2024-08-17T01:48:58.360 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.360 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:48:58.360 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:48:58.360 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 35499276 2024-08-17T01:48:58.360 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.360 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:48:58.360 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:48:58.360 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17670740129 2024-08-17T01:48:58.360 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.360 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:48:58.360 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:48:58.360 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8627415405 2024-08-17T01:48:58.361 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.361 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:48:58.361 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13409779 2024-08-17T01:48:58.361 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.361 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.361 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2733, 2024-08-17T01:48:58.361 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14612488 2024-08-17T01:48:58.361 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.361 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:48:58.361 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:48:58.361 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65218633814 2024-08-17T01:48:58.361 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.361 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:48:58.362 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:48:58.362 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9757627950 2024-08-17T01:48:58.362 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.362 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:48:58.362 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:48:58.362 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 694608096 2024-08-17T01:48:58.362 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.362 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.362 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:48:58.362 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:48:58.362 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:48:58.362 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.363 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:48:58.363 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 532201472 2024-08-17T01:48:58.363 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.363 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:48:58.363 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 492085248 2024-08-17T01:48:58.363 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.363 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:48:58.363 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:48:58.363 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.363 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:48:58.363 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40116224 2024-08-17T01:48:58.363 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.363 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.363 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:48:58.364 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.364 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:48:58.364 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.364 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.364 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.364 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.364 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.364 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.364 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.364 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.364 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57010705 2024-08-17T01:48:58.364 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.364 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.364 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.365 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.365 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.365 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.365 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.365 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.365 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.365 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.365 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.365 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.365 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.365 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.365 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:48:58.365 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.365 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.366 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57344 2024-08-17T01:48:58.366 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.366 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.366 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.366 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.366 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.366 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.366 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.366 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.366 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.366 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.366 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.367 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68756975 2024-08-17T01:48:58.367 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.367 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.367 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:48:58.367 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.367 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 562036736 2024-08-17T01:48:58.367 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.367 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.367 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.367 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.367 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.367 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.367 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.367 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.368 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427580293 2024-08-17T01:48:58.368 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.368 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.368 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.368 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.368 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.368 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.368 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.368 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.368 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1520 2024-08-17T01:48:58.368 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.368 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.368 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.369 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.369 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 97376 2024-08-17T01:48:58.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.369 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.369 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.369 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.369 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.369 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.369 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.370 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.370 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.370 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.370 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.370 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67248683 2024-08-17T01:48:58.370 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.370 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.370 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:48:58.370 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.370 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:48:58.370 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.370 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.370 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.370 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.370 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.371 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 294752 2024-08-17T01:48:58.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.371 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.371 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38007137 2024-08-17T01:48:58.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.371 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.371 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.371 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.371 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.371 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.371 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.371 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.372 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.372 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.372 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.372 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.372 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.372 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.372 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.372 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.372 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.372 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.372 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.372 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.372 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.372 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.373 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.373 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.373 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.373 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.373 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70750015 2024-08-17T01:48:58.373 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.373 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.373 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:48:58.373 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.373 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:48:58.373 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.373 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.373 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.373 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.373 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.374 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.374 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.374 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.374 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427580293 2024-08-17T01:48:58.374 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.374 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.374 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.374 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.374 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.374 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.374 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.374 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.374 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.374 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.375 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.375 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.375 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.375 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.375 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 189539 2024-08-17T01:48:58.375 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.375 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.375 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1171884 2024-08-17T01:48:58.375 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.375 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.375 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.375 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.375 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.376 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.376 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.376 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.376 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.376 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.376 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.376 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74374764 2024-08-17T01:48:58.376 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.376 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.376 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:48:58.376 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:48:58.376 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.377 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.377 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.377 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 63 2024-08-17T01:48:58.377 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.377 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:48:58.377 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.377 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.377 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.377 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:48:58.377 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.377 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.377 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.377 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:48:58.377 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56 2024-08-17T01:48:58.378 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.378 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:48:58.378 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.378 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.378 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:48:58.378 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 55551 2024-08-17T01:48:58.378 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.378 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:48:58.378 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 145498, 2024-08-17T01:48:58.378 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7089840235 2024-08-17T01:48:58.378 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.378 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:48:58.378 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T01:48:58.378 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.379 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:48:58.379 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.379 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.379 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:48:58.379 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1975966503 2024-08-17T01:48:58.379 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.379 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:48:58.379 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 55551, 2024-08-17T01:48:58.379 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 295808911449 2024-08-17T01:48:58.379 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.379 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:48:58.379 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3263079495 2024-08-17T01:48:58.379 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.379 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:48:58.379 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56788, 2024-08-17T01:48:58.380 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22328798539 2024-08-17T01:48:58.380 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.380 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:48:58.380 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 55551, 2024-08-17T01:48:58.380 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73703954751 2024-08-17T01:48:58.380 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.380 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.380 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38467 2024-08-17T01:48:58.380 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.380 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:48:58.380 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38467, 2024-08-17T01:48:58.380 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18011012783 2024-08-17T01:48:58.380 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.381 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:48:58.381 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.381 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.381 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:48:58.381 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3263079495 2024-08-17T01:48:58.381 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.381 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:48:58.381 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38852, 2024-08-17T01:48:58.381 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7264558875 2024-08-17T01:48:58.381 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.381 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:48:58.381 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38467, 2024-08-17T01:48:58.381 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8818736245 2024-08-17T01:48:58.382 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.382 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:48:58.382 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9412 2024-08-17T01:48:58.382 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.382 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:48:58.382 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312991339 2024-08-17T01:48:58.382 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.382 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:48:58.382 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9412, 2024-08-17T01:48:58.382 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14351363008 2024-08-17T01:48:58.382 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.382 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:48:58.382 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.383 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.383 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:48:58.383 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.383 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.383 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:48:58.383 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.383 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.383 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:48:58.383 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10028, 2024-08-17T01:48:58.383 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5633006447 2024-08-17T01:48:58.383 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.383 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:48:58.383 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9412, 2024-08-17T01:48:58.384 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12541139583 2024-08-17T01:48:58.384 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.384 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.384 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7672 2024-08-17T01:48:58.384 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.384 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:48:58.384 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1662975164 2024-08-17T01:48:58.384 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.384 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:48:58.384 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7672, 2024-08-17T01:48:58.384 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 263446535658 2024-08-17T01:48:58.384 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.384 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:48:58.385 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.385 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.385 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:48:58.385 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7908, 2024-08-17T01:48:58.385 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9431233217 2024-08-17T01:48:58.385 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.385 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:48:58.385 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7672, 2024-08-17T01:48:58.385 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 52344078923 2024-08-17T01:48:58.385 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.385 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:48:58.385 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.386 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.386 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:48:58.386 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.386 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.386 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:48:58.386 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19 2024-08-17T01:48:58.386 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.386 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:48:58.386 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:48:58.386 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.386 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:48:58.387 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 777633792 2024-08-17T01:48:58.387 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.387 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.387 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.387 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T01:48:58.387 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.387 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:48:58.387 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16952 2024-08-17T01:48:58.387 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.387 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:48:58.387 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.388 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.388 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:48:58.388 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.388 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.388 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:48:58.388 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.388 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.388 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:48:58.388 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:48:58.388 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.388 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:48:58.388 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.388 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.388 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:48:58.389 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.389 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.389 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:48:58.389 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.389 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.389 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:48:58.389 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.389 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.389 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:48:58.389 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4640768 2024-08-17T01:48:58.389 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.389 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:48:58.390 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 746909696 2024-08-17T01:48:58.390 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.390 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:48:58.390 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17, 2024-08-17T01:48:58.390 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5151255 2024-08-17T01:48:58.390 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.390 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:48:58.390 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17, 2024-08-17T01:48:58.390 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1575957 2024-08-17T01:48:58.390 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.390 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:48:58.390 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 180, 2024-08-17T01:48:58.390 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 791224 2024-08-17T01:48:58.391 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.391 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:48:58.391 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:48:58.391 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.391 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:48:58.391 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 761987072 2024-08-17T01:48:58.391 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.391 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:48:58.391 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71813, 2024-08-17T01:48:58.391 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5991120967 2024-08-17T01:48:58.391 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.391 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:48:58.391 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71840, 2024-08-17T01:48:58.391 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11388894142 2024-08-17T01:48:58.392 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.392 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:48:58.392 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11579392 2024-08-17T01:48:58.392 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.392 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:48:58.392 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 294207488 2024-08-17T01:48:58.392 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.392 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:48:58.392 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 774766592 2024-08-17T01:48:58.392 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.392 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:48:58.392 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.392 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.392 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:48:58.393 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.393 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:48:58.393 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50 2024-08-17T01:48:58.393 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.393 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:48:58.393 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 204195525 2024-08-17T01:48:58.393 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.393 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:48:58.393 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16129 2024-08-17T01:48:58.393 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.393 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:48:58.393 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173924352 2024-08-17T01:48:58.393 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.394 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:48:58.394 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173928448 2024-08-17T01:48:58.394 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.394 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:48:58.394 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.394 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.394 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:48:58.394 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.394 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.394 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:48:58.394 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8417 2024-08-17T01:48:58.394 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.394 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.395 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16129, 2024-08-17T01:48:58.395 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 149151455 2024-08-17T01:48:58.395 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.395 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:48:58.395 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 151580158 2024-08-17T01:48:58.395 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.395 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:48:58.395 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14511 2024-08-17T01:48:58.395 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.395 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:48:58.395 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1503541 2024-08-17T01:48:58.395 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.395 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:48:58.395 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 406 2024-08-17T01:48:58.396 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.396 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:48:58.396 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4577016 2024-08-17T01:48:58.396 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.396 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:48:58.396 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 598 2024-08-17T01:48:58.396 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.396 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:48:58.396 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3073475 2024-08-17T01:48:58.396 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.396 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:48:58.396 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3073475 2024-08-17T01:48:58.396 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.397 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:48:58.397 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.397 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.397 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:48:58.397 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.397 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.397 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:48:58.397 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 198 2024-08-17T01:48:58.397 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.397 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:48:58.397 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 598, 2024-08-17T01:48:58.397 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2368805 2024-08-17T01:48:58.397 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.397 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:48:58.398 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.398 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.398 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.398 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:48:58.398 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.398 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.398 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:48:58.398 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.398 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.398 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.398 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:48:58.398 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 638 2024-08-17T01:48:58.398 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.399 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:48:58.399 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:48:58.399 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5658 2024-08-17T01:48:58.399 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.399 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:48:58.399 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.399 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.399 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.399 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:48:58.399 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.399 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.399 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:48:58.400 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.400 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.400 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:48:58.400 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1048346624 2024-08-17T01:48:58.400 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.400 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.400 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:48:58.400 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:48:58.400 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:48:58.400 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.400 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:48:58.400 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14315520 2024-08-17T01:48:58.400 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.400 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:48:58.401 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21954, 2024-08-17T01:48:58.401 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 83552840 2024-08-17T01:48:58.401 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.401 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:48:58.401 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3280, 2024-08-17T01:48:58.401 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 387363988 2024-08-17T01:48:58.401 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.401 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:48:58.401 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.401 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.401 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.401 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:48:58.402 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.402 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.402 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:48:58.402 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.402 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.402 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:48:58.402 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.402 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.402 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:48:58.402 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16765, 2024-08-17T01:48:58.402 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 122771913 2024-08-17T01:48:58.402 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.402 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:48:58.402 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.403 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.403 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.403 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:48:58.403 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.403 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.403 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:48:58.403 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71762, 2024-08-17T01:48:58.403 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15076200271 2024-08-17T01:48:58.403 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.403 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:48:58.403 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71103, 2024-08-17T01:48:58.403 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1698223283 2024-08-17T01:48:58.404 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.404 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:48:58.404 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71762, 2024-08-17T01:48:58.404 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 47561472 2024-08-17T01:48:58.404 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.404 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:48:58.404 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71762, 2024-08-17T01:48:58.404 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15123761743 2024-08-17T01:48:58.404 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.404 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:48:58.404 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.404 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.404 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.405 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:48:58.405 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31086, 2024-08-17T01:48:58.405 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 528474983 2024-08-17T01:48:58.405 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.405 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:48:58.405 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 964, 2024-08-17T01:48:58.405 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3026989 2024-08-17T01:48:58.405 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.405 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:48:58.405 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18659, 2024-08-17T01:48:58.405 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8930786 2024-08-17T01:48:58.405 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.405 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:48:58.406 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 44, 2024-08-17T01:48:58.406 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51940 2024-08-17T01:48:58.406 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.406 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:48:58.406 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13782, 2024-08-17T01:48:58.406 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3218757474 2024-08-17T01:48:58.406 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.406 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:48:58.406 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 226737 2024-08-17T01:48:58.406 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.406 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:48:58.406 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26593 2024-08-17T01:48:58.406 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.406 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.407 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21891, 2024-08-17T01:48:58.407 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1411637111 2024-08-17T01:48:58.407 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.407 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:48:58.407 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69557, 2024-08-17T01:48:58.407 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19830380 2024-08-17T01:48:58.407 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.407 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:48:58.407 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 47666, 2024-08-17T01:48:58.407 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 562914075 2024-08-17T01:48:58.407 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.407 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:48:58.408 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.408 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.408 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:48:58.408 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 14538, 2024-08-17T01:48:58.408 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 361227736 2024-08-17T01:48:58.408 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.408 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:48:58.408 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.408 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.408 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:48:58.408 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.408 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.408 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:48:58.409 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.409 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.409 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:48:58.409 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.409 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.409 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:48:58.409 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:48:58.409 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6214802354 2024-08-17T01:48:58.409 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.409 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:48:58.409 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21885, 2024-08-17T01:48:58.410 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1111509421 2024-08-17T01:48:58.410 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.410 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:48:58.410 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21883, 2024-08-17T01:48:58.410 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2601637741756 2024-08-17T01:48:58.410 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.410 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:48:58.410 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21885, 2024-08-17T01:48:58.410 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6743252611975 2024-08-17T01:48:58.410 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.410 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:48:58.410 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85190, 2024-08-17T01:48:58.411 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2685043394345 2024-08-17T01:48:58.411 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.411 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:48:58.411 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85190, 2024-08-17T01:48:58.411 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9873774 2024-08-17T01:48:58.411 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.411 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:48:58.411 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:48:58.411 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 467349778 2024-08-17T01:48:58.411 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.411 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:48:58.411 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:48:58.411 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26531127297 2024-08-17T01:48:58.411 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.411 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:48:58.412 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:48:58.412 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30991754 2024-08-17T01:48:58.412 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.412 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:48:58.412 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:48:58.412 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14211166870 2024-08-17T01:48:58.412 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.412 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:48:58.412 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:48:58.412 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8229687154 2024-08-17T01:48:58.412 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.412 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:48:58.412 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8624570 2024-08-17T01:48:58.412 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.413 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.413 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2705, 2024-08-17T01:48:58.413 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17500920 2024-08-17T01:48:58.413 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.413 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:48:58.413 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:48:58.413 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 55667940374 2024-08-17T01:48:58.413 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.413 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:48:58.413 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:48:58.413 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9340028780 2024-08-17T01:48:58.413 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.413 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:48:58.413 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:48:58.413 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 614748044 2024-08-17T01:48:58.414 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.414 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.414 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:48:58.414 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:48:58.414 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:48:58.414 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.414 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:48:58.414 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 494993408 2024-08-17T01:48:58.414 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.414 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:48:58.414 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 456802304 2024-08-17T01:48:58.414 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.414 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:48:58.414 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:48:58.415 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.415 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:48:58.415 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38191104 2024-08-17T01:48:58.415 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.415 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.415 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:48:58.415 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.415 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:48:58.415 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.415 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.415 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.415 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.415 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.415 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.415 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.416 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.416 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57042070 2024-08-17T01:48:58.416 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.416 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.416 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.416 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.416 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.416 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.416 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.416 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.416 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.416 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.417 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.417 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.417 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.417 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.417 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:48:58.417 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.417 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.417 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 839680 2024-08-17T01:48:58.417 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.417 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.417 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.417 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.418 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.418 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.418 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.418 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.418 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.418 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.418 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.418 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67881834 2024-08-17T01:48:58.418 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.418 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.418 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:48:58.418 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.418 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:48:58.418 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.418 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.419 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.419 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.419 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.419 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.419 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.419 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.419 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427815525 2024-08-17T01:48:58.419 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.419 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.419 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.419 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.419 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.419 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.419 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.419 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.420 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 256 2024-08-17T01:48:58.420 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.420 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.420 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.420 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.420 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.420 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 79760 2024-08-17T01:48:58.420 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.420 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.420 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.420 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.420 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.420 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.420 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.420 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.421 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.421 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.421 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.421 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.421 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.421 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.421 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75420939 2024-08-17T01:48:58.421 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.421 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.421 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:48:58.421 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.421 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:48:58.421 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.421 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.421 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.422 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.422 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.422 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68544 2024-08-17T01:48:58.422 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.422 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.422 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38028046 2024-08-17T01:48:58.422 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.422 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.422 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.422 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.422 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.422 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.422 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.422 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.423 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.423 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.423 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.423 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.423 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.423 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.423 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.423 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.423 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.423 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.423 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.423 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.423 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.423 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.424 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.424 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.424 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.424 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.424 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.424 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.424 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.424 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70955314 2024-08-17T01:48:58.424 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.424 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.424 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:48:58.424 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.424 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:48:58.424 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.425 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.425 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.425 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.425 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.425 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.425 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.425 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.425 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427815525 2024-08-17T01:48:58.425 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.425 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.425 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.425 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.425 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.426 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.426 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.426 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.426 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.426 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.426 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.426 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.426 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.426 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.426 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 185552 2024-08-17T01:48:58.426 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.426 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.426 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1166328 2024-08-17T01:48:58.426 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.427 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.427 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.427 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.427 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.427 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.427 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.427 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.427 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.427 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.427 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.427 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74149075 2024-08-17T01:48:58.427 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.428 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.428 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:48:58.428 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:48:58.428 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.428 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.428 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.428 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16 2024-08-17T01:48:58.428 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.428 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:48:58.428 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.428 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.428 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.428 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.429 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.429 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.429 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.429 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:48:58.429 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48 2024-08-17T01:48:58.429 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.429 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:48:58.429 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.429 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.429 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:48:58.429 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46328 2024-08-17T01:48:58.429 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.430 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:48:58.430 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 136253, 2024-08-17T01:48:58.430 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8410728538 2024-08-17T01:48:58.430 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.430 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:48:58.430 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.430 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.430 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:48:58.430 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.430 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.430 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:48:58.430 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1892892328 2024-08-17T01:48:58.431 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.431 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:48:58.431 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 46328, 2024-08-17T01:48:58.431 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 617731218520 2024-08-17T01:48:58.431 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.431 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:48:58.431 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2349709006 2024-08-17T01:48:58.431 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.431 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:48:58.431 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 48191, 2024-08-17T01:48:58.431 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31226073325 2024-08-17T01:48:58.431 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.431 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:48:58.432 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 46328, 2024-08-17T01:48:58.432 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 102371724324 2024-08-17T01:48:58.432 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.432 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.432 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23359 2024-08-17T01:48:58.432 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.432 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:48:58.432 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23359, 2024-08-17T01:48:58.432 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12496028444 2024-08-17T01:48:58.432 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.432 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:48:58.432 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.432 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.433 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:48:58.433 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2349709006 2024-08-17T01:48:58.433 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.433 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:48:58.433 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23823, 2024-08-17T01:48:58.433 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5373084245 2024-08-17T01:48:58.433 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.433 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:48:58.433 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23359, 2024-08-17T01:48:58.433 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5146481331 2024-08-17T01:48:58.433 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.433 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:48:58.433 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13081 2024-08-17T01:48:58.433 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.434 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:48:58.434 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 196282233 2024-08-17T01:48:58.434 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.434 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:48:58.434 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13081, 2024-08-17T01:48:58.434 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 97711832214 2024-08-17T01:48:58.434 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.434 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:48:58.434 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.434 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.434 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:48:58.434 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.434 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.435 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:48:58.435 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.435 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.435 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:48:58.435 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13347, 2024-08-17T01:48:58.435 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13075216387 2024-08-17T01:48:58.435 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.435 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:48:58.435 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13081, 2024-08-17T01:48:58.435 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30433251598 2024-08-17T01:48:58.435 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.435 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.435 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9888 2024-08-17T01:48:58.435 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.436 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:48:58.436 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1696610095 2024-08-17T01:48:58.436 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.436 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:48:58.436 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9888, 2024-08-17T01:48:58.436 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 507523357862 2024-08-17T01:48:58.436 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.436 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:48:58.436 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.436 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.436 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:48:58.436 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11021, 2024-08-17T01:48:58.436 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12777772693 2024-08-17T01:48:58.436 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.437 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:48:58.437 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9888, 2024-08-17T01:48:58.437 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 66791991395 2024-08-17T01:48:58.437 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.437 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:48:58.437 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.437 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.437 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:48:58.437 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4194323 2024-08-17T01:48:58.437 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.437 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:48:58.437 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6 2024-08-17T01:48:58.438 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.438 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:48:58.438 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:48:58.438 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.438 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:48:58.438 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 776318976 2024-08-17T01:48:58.438 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.438 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.438 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.438 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T01:48:58.438 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.438 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:48:58.438 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21673 2024-08-17T01:48:58.439 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.439 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:48:58.439 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.439 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.439 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:48:58.439 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.439 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.439 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:48:58.439 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.439 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.439 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:48:58.439 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:48:58.439 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.439 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:48:58.439 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.440 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:48:58.440 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.440 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:48:58.440 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.440 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:48:58.440 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.440 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:48:58.440 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7839744 2024-08-17T01:48:58.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.440 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:48:58.440 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 702111744 2024-08-17T01:48:58.441 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.441 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:48:58.441 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18, 2024-08-17T01:48:58.441 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4243330 2024-08-17T01:48:58.441 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.441 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:48:58.441 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18, 2024-08-17T01:48:58.441 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1324889 2024-08-17T01:48:58.441 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.441 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:48:58.441 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 187, 2024-08-17T01:48:58.441 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 872353 2024-08-17T01:48:58.441 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.441 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:48:58.442 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:48:58.442 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.442 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:48:58.442 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 682622976 2024-08-17T01:48:58.442 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.442 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:48:58.442 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73206, 2024-08-17T01:48:58.442 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5907058581 2024-08-17T01:48:58.442 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.442 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:48:58.442 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73226, 2024-08-17T01:48:58.442 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11081200344 2024-08-17T01:48:58.443 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.443 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:48:58.443 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 626688 2024-08-17T01:48:58.443 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.443 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:48:58.443 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 299896832 2024-08-17T01:48:58.443 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.443 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:48:58.443 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 703922176 2024-08-17T01:48:58.443 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.443 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:48:58.443 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.443 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.444 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:48:58.444 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.444 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:48:58.444 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50 2024-08-17T01:48:58.444 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.444 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:48:58.444 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 308002518 2024-08-17T01:48:58.444 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.444 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:48:58.444 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19520 2024-08-17T01:48:58.444 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.445 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:48:58.445 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 232824832 2024-08-17T01:48:58.445 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.445 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:48:58.445 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 232828928 2024-08-17T01:48:58.445 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.445 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:48:58.445 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.445 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.445 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:48:58.445 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.445 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.445 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:48:58.446 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7525 2024-08-17T01:48:58.446 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.446 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.446 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19520, 2024-08-17T01:48:58.446 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 152079605 2024-08-17T01:48:58.446 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.446 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:48:58.446 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 221851774 2024-08-17T01:48:58.446 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.446 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:48:58.446 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16879 2024-08-17T01:48:58.446 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.447 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:48:58.447 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3075643 2024-08-17T01:48:58.447 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.447 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:48:58.447 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 674 2024-08-17T01:48:58.447 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.447 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:48:58.447 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7673210 2024-08-17T01:48:58.447 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.447 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:48:58.447 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 944 2024-08-17T01:48:58.447 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.447 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:48:58.448 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4597567 2024-08-17T01:48:58.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.448 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:48:58.448 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4597567 2024-08-17T01:48:58.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.448 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:48:58.448 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.448 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:48:58.448 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.448 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:48:58.448 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 274 2024-08-17T01:48:58.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.448 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:48:58.449 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T01:48:58.449 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3452551 2024-08-17T01:48:58.449 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.449 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:48:58.449 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.449 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.449 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.449 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:48:58.449 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.449 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.449 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:48:58.450 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.450 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.450 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.450 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:48:58.450 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 606 2024-08-17T01:48:58.450 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.450 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:48:58.450 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:48:58.450 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6694 2024-08-17T01:48:58.450 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.450 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:48:58.450 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.451 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.451 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.451 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:48:58.451 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.451 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.451 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:48:58.451 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.451 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.451 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:48:58.451 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1012576256 2024-08-17T01:48:58.451 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.451 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.451 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:48:58.451 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:48:58.452 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:48:58.452 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.452 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:48:58.452 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14303232 2024-08-17T01:48:58.452 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.452 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:48:58.452 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17657, 2024-08-17T01:48:58.452 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56982355 2024-08-17T01:48:58.452 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.452 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:48:58.452 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3310, 2024-08-17T01:48:58.452 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 402069993 2024-08-17T01:48:58.452 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.452 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:48:58.452 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.453 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.453 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.453 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:48:58.453 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.453 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.453 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:48:58.453 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.453 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.453 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:48:58.453 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.453 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.453 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:48:58.453 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24337, 2024-08-17T01:48:58.453 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 207505089 2024-08-17T01:48:58.453 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.454 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:48:58.454 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.454 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.454 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.454 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:48:58.454 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.454 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.454 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:48:58.454 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73150, 2024-08-17T01:48:58.454 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14832792584 2024-08-17T01:48:58.454 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.454 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:48:58.454 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 72446, 2024-08-17T01:48:58.454 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1588408786 2024-08-17T01:48:58.455 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.455 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:48:58.455 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73150, 2024-08-17T01:48:58.455 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37149983 2024-08-17T01:48:58.455 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.455 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:48:58.455 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73150, 2024-08-17T01:48:58.455 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14869942567 2024-08-17T01:48:58.455 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.455 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:48:58.455 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.455 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.455 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.455 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:48:58.456 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64834, 2024-08-17T01:48:58.456 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 993603663 2024-08-17T01:48:58.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.456 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:48:58.456 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1097, 2024-08-17T01:48:58.456 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2668194 2024-08-17T01:48:58.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.456 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:48:58.456 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 22195, 2024-08-17T01:48:58.456 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12499606 2024-08-17T01:48:58.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.456 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:48:58.456 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37, 2024-08-17T01:48:58.456 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45102 2024-08-17T01:48:58.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.457 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:48:58.457 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 22860, 2024-08-17T01:48:58.457 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3398331606 2024-08-17T01:48:58.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.457 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:48:58.457 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 280635 2024-08-17T01:48:58.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.457 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:48:58.457 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19512 2024-08-17T01:48:58.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.457 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.457 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12426, 2024-08-17T01:48:58.457 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1206083353 2024-08-17T01:48:58.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.457 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:48:58.458 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31264, 2024-08-17T01:48:58.458 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13342931 2024-08-17T01:48:58.458 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.458 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:48:58.458 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18838, 2024-08-17T01:48:58.458 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 872527066 2024-08-17T01:48:58.458 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.458 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:48:58.458 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.458 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.458 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:48:58.458 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12397, 2024-08-17T01:48:58.458 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 403329828 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:48:58.459 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5804860682 2024-08-17T01:48:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:48:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6126, 2024-08-17T01:48:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 451311344 2024-08-17T01:48:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:48:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6125, 2024-08-17T01:48:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2759516420128 2024-08-17T01:48:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:48:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6126, 2024-08-17T01:48:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6214175985580 2024-08-17T01:48:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:48:58.460 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86344, 2024-08-17T01:48:58.461 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2410543824045 2024-08-17T01:48:58.461 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.461 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:48:58.461 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86344, 2024-08-17T01:48:58.461 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10211283 2024-08-17T01:48:58.461 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.461 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:48:58.461 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:48:58.461 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 610091226 2024-08-17T01:48:58.461 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.461 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:48:58.461 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:48:58.461 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26144979776 2024-08-17T01:48:58.461 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.462 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:48:58.462 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:48:58.462 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27701773 2024-08-17T01:48:58.462 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.462 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:48:58.462 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:48:58.462 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12846407452 2024-08-17T01:48:58.462 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.462 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:48:58.462 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:48:58.462 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8532691856 2024-08-17T01:48:58.462 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.463 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:48:58.463 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8624391 2024-08-17T01:48:58.463 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.463 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.463 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2661, 2024-08-17T01:48:58.463 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16246357 2024-08-17T01:48:58.463 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.463 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:48:58.463 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:48:58.463 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53950347812 2024-08-17T01:48:58.463 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.463 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:48:58.464 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:48:58.464 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9553863217 2024-08-17T01:48:58.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.464 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:48:58.464 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:48:58.464 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 619198144 2024-08-17T01:48:58.464 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.464 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:48:58.464 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:48:58.464 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:48:58.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.464 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:48:58.465 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 483172352 2024-08-17T01:48:58.465 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.465 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:48:58.465 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 409034752 2024-08-17T01:48:58.465 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.465 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:48:58.465 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:48:58.465 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.465 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:48:58.465 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74137600 2024-08-17T01:48:58.465 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.465 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.465 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:48:58.466 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.466 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:48:58.466 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.466 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.466 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.466 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.466 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.466 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.466 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.466 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.466 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56997808 2024-08-17T01:48:58.466 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.466 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.467 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.467 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.467 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.467 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.467 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.467 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.467 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.467 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.467 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:48:58.468 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.468 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.468 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 122880 2024-08-17T01:48:58.468 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.468 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.468 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.468 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.468 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.468 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.468 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.468 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.468 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.468 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.469 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.469 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68704336 2024-08-17T01:48:58.469 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.469 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.469 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:48:58.469 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.469 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 562036736 2024-08-17T01:48:58.469 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.469 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.469 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.469 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.469 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.469 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.470 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.470 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427483566 2024-08-17T01:48:58.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.470 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.470 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.470 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.470 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.470 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.470 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1744 2024-08-17T01:48:58.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.471 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.471 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.471 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.471 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 115104 2024-08-17T01:48:58.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.471 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.471 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.471 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.471 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.471 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.472 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.472 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.472 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.472 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.472 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67327458 2024-08-17T01:48:58.472 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.472 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:48:58.472 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.472 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:48:58.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.473 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.473 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.473 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.473 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 448992 2024-08-17T01:48:58.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.473 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.473 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37998539 2024-08-17T01:48:58.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.473 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.473 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.474 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.474 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.474 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.474 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.474 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.474 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.474 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.474 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.474 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.474 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.475 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.475 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.475 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.475 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.475 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.475 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.475 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.475 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70604373 2024-08-17T01:48:58.475 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.475 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:48:58.476 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.476 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:48:58.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.476 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.476 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.476 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.476 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.476 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.476 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427483566 2024-08-17T01:48:58.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.476 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.477 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.477 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.477 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.477 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.477 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.477 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.477 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.477 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.477 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 180012 2024-08-17T01:48:58.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.478 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.478 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1203573 2024-08-17T01:48:58.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.478 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.478 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.478 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.478 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.478 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.478 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.479 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.479 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74449329 2024-08-17T01:48:58.479 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.479 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:48:58.479 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:48:58.479 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.479 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.479 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 97 2024-08-17T01:48:58.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.479 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:48:58.479 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.480 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.480 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.480 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.480 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.480 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:48:58.480 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43 2024-08-17T01:48:58.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.480 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:48:58.480 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.480 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:48:58.480 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68533 2024-08-17T01:48:58.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 168376, 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7951726359 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1635039425 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 68533, 2024-08-17T01:48:58.481 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 100489631920 2024-08-17T01:48:58.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.482 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:48:58.482 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3903989516 2024-08-17T01:48:58.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.482 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:48:58.482 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69469, 2024-08-17T01:48:58.482 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 44932049226 2024-08-17T01:48:58.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.482 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:48:58.482 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 68533, 2024-08-17T01:48:58.482 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73394336489 2024-08-17T01:48:58.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.482 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.483 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37734 2024-08-17T01:48:58.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.483 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:48:58.483 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37734, 2024-08-17T01:48:58.483 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27958248724 2024-08-17T01:48:58.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.483 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:48:58.483 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.483 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:48:58.483 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3903989516 2024-08-17T01:48:58.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.483 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:48:58.483 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38181, 2024-08-17T01:48:58.483 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6965333914 2024-08-17T01:48:58.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.484 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:48:58.484 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37734, 2024-08-17T01:48:58.484 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12500572005 2024-08-17T01:48:58.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.484 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:48:58.484 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 28657 2024-08-17T01:48:58.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.484 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:48:58.484 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 297382261 2024-08-17T01:48:58.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.484 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:48:58.484 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28657, 2024-08-17T01:48:58.484 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50937806545 2024-08-17T01:48:58.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28954, 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 34442076726 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28657, 2024-08-17T01:48:58.485 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48033540641 2024-08-17T01:48:58.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.486 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.486 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2142 2024-08-17T01:48:58.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.486 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:48:58.486 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1337657164 2024-08-17T01:48:58.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.486 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:48:58.486 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2142, 2024-08-17T01:48:58.486 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21593576651 2024-08-17T01:48:58.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.486 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:48:58.486 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.487 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:48:58.487 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2334, 2024-08-17T01:48:58.487 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3524638586 2024-08-17T01:48:58.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.487 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:48:58.487 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2142, 2024-08-17T01:48:58.487 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12860223843 2024-08-17T01:48:58.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.487 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:48:58.488 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.488 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:48:58.488 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.488 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:48:58.488 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 33 2024-08-17T01:48:58.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.488 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:48:58.488 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:48:58.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.488 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:48:58.489 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 696938496 2024-08-17T01:48:58.489 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.489 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.489 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T01:48:58.489 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.489 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:48:58.489 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15969 2024-08-17T01:48:58.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.489 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:48:58.489 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.489 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:48:58.489 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.490 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:48:58.490 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.490 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:48:58.490 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:48:58.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.490 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:48:58.490 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.490 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:48:58.490 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.491 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:48:58.491 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.491 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:48:58.491 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.491 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:48:58.491 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1863680 2024-08-17T01:48:58.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.491 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:48:58.491 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 626651136 2024-08-17T01:48:58.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.492 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:48:58.492 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:48:58.492 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3289647 2024-08-17T01:48:58.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.492 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:48:58.492 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:48:58.492 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 924858 2024-08-17T01:48:58.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.492 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:48:58.492 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 155, 2024-08-17T01:48:58.492 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 747977 2024-08-17T01:48:58.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.492 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:48:58.492 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:48:58.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.493 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:48:58.493 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 615514112 2024-08-17T01:48:58.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.493 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:48:58.493 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64544, 2024-08-17T01:48:58.493 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5287292724 2024-08-17T01:48:58.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.493 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:48:58.493 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64569, 2024-08-17T01:48:58.493 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9916479985 2024-08-17T01:48:58.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.494 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:48:58.494 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15097856 2024-08-17T01:48:58.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.494 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:48:58.494 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 264454144 2024-08-17T01:48:58.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.494 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:48:58.494 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 624033792 2024-08-17T01:48:58.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.494 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:48:58.494 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 44 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 79298259 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4248 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85721088 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.495 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:48:58.496 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85725184 2024-08-17T01:48:58.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.496 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:48:58.496 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.496 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:48:58.496 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.496 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:48:58.496 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2335 2024-08-17T01:48:58.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.496 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.496 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4248, 2024-08-17T01:48:58.496 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53166434 2024-08-17T01:48:58.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.497 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:48:58.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20079348 2024-08-17T01:48:58.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.497 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:48:58.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2428 2024-08-17T01:48:58.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.497 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:48:58.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 795414 2024-08-17T01:48:58.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.497 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:48:58.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 395 2024-08-17T01:48:58.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.497 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:48:58.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1797847 2024-08-17T01:48:58.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.498 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:48:58.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 502 2024-08-17T01:48:58.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.498 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:48:58.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1002433 2024-08-17T01:48:58.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.498 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:48:58.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1002433 2024-08-17T01:48:58.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.498 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:48:58.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.499 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:48:58.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.499 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:48:58.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 108 2024-08-17T01:48:58.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.499 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:48:58.499 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 502, 2024-08-17T01:48:58.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 938280 2024-08-17T01:48:58.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.499 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:48:58.499 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.499 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:48:58.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.500 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:48:58.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.500 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.500 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:48:58.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 853 2024-08-17T01:48:58.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.500 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:48:58.500 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:48:58.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7945 2024-08-17T01:48:58.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.500 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:48:58.500 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.501 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:48:58.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.501 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:48:58.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.501 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:48:58.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 895262720 2024-08-17T01:48:58.501 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.501 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:48:58.501 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:48:58.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:48:58.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.502 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:48:58.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14327808 2024-08-17T01:48:58.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.502 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:48:58.502 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17225, 2024-08-17T01:48:58.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53343651 2024-08-17T01:48:58.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.502 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:48:58.502 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3254, 2024-08-17T01:48:58.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 346917865 2024-08-17T01:48:58.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.503 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:48:58.503 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.503 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:48:58.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.503 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:48:58.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.503 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:48:58.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.504 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:48:58.504 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12882, 2024-08-17T01:48:58.504 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 104946655 2024-08-17T01:48:58.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.504 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:48:58.504 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.504 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.504 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:48:58.504 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.504 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:48:58.505 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64507, 2024-08-17T01:48:58.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13220644886 2024-08-17T01:48:58.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.505 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:48:58.505 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 63939, 2024-08-17T01:48:58.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1409923794 2024-08-17T01:48:58.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.505 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:48:58.505 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64507, 2024-08-17T01:48:58.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 39631663 2024-08-17T01:48:58.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.505 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:48:58.506 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64507, 2024-08-17T01:48:58.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13260276549 2024-08-17T01:48:58.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.506 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:48:58.506 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.506 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:48:58.506 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18734, 2024-08-17T01:48:58.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464581173 2024-08-17T01:48:58.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.506 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:48:58.507 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1395, 2024-08-17T01:48:58.507 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3059327 2024-08-17T01:48:58.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.507 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:48:58.507 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7112, 2024-08-17T01:48:58.507 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5546907 2024-08-17T01:48:58.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.507 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:48:58.507 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 41, 2024-08-17T01:48:58.507 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49942 2024-08-17T01:48:58.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.507 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:48:58.508 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7145, 2024-08-17T01:48:58.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 575793023 2024-08-17T01:48:58.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.508 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:48:58.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195073 2024-08-17T01:48:58.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.508 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:48:58.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17299 2024-08-17T01:48:58.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.508 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.508 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28602, 2024-08-17T01:48:58.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1008279488 2024-08-17T01:48:58.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.508 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:48:58.509 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75839, 2024-08-17T01:48:58.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22653101 2024-08-17T01:48:58.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.509 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:48:58.509 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 47237, 2024-08-17T01:48:58.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 499567538 2024-08-17T01:48:58.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.509 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:48:58.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.509 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:48:58.509 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11763, 2024-08-17T01:48:58.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304487159 2024-08-17T01:48:58.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.510 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:48:58.510 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.510 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:48:58.510 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.510 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:48:58.510 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.510 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:48:58.510 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.510 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:48:58.510 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:48:58.511 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3757668968 2024-08-17T01:48:58.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.511 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:48:58.511 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17860, 2024-08-17T01:48:58.511 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1054218106 2024-08-17T01:48:58.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.511 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:48:58.511 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17859, 2024-08-17T01:48:58.511 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2643834345761 2024-08-17T01:48:58.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.511 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:48:58.511 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17860, 2024-08-17T01:48:58.511 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6510853160389 2024-08-17T01:48:58.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.511 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:48:58.512 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75754, 2024-08-17T01:48:58.512 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2604806114631 2024-08-17T01:48:58.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.512 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:48:58.512 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75754, 2024-08-17T01:48:58.512 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7878940 2024-08-17T01:48:58.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.512 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:48:58.512 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:48:58.512 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 108717379 2024-08-17T01:48:58.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.512 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:48:58.512 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:48:58.512 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22574396948 2024-08-17T01:48:58.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.513 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:48:58.513 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:48:58.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24486944 2024-08-17T01:48:58.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.513 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:48:58.513 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:48:58.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12110424083 2024-08-17T01:48:58.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.513 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:48:58.513 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:48:58.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6519904834 2024-08-17T01:48:58.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.513 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:48:58.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8630305 2024-08-17T01:48:58.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.514 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.514 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2638, 2024-08-17T01:48:58.514 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16042103 2024-08-17T01:48:58.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.514 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:48:58.514 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:48:58.514 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45081091211 2024-08-17T01:48:58.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.514 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:48:58.514 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:48:58.514 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7394804344 2024-08-17T01:48:58.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.515 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:48:58.515 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:48:58.515 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 435476981 2024-08-17T01:48:58.515 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.515 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:48:58.515 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:48:58.515 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:48:58.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.515 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:48:58.515 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 474824704 2024-08-17T01:48:58.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.516 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:48:58.516 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430415872 2024-08-17T01:48:58.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.516 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:48:58.516 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:48:58.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.516 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:48:58.516 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 44408832 2024-08-17T01:48:58.516 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.516 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:48:58.516 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.516 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:48:58.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.517 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.517 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.517 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57463423 2024-08-17T01:48:58.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.517 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.517 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.518 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.518 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.518 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.518 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.519 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.519 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.519 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.519 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.519 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.519 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.519 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.519 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68365697 2024-08-17T01:48:58.519 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.520 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:48:58.520 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.520 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:48:58.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.520 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.520 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.520 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.520 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.520 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430975678 2024-08-17T01:48:58.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.521 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.521 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1136 2024-08-17T01:48:58.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.521 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.521 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.522 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22080 2024-08-17T01:48:58.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.522 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46720 2024-08-17T01:48:58.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.522 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.522 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.523 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.523 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.523 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.523 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 72270866 2024-08-17T01:48:58.523 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.523 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:48:58.523 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.523 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:48:58.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.523 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.523 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.523 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 220080 2024-08-17T01:48:58.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.524 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38308949 2024-08-17T01:48:58.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.524 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.524 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.524 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.524 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.525 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.525 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.525 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.525 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.526 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.526 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.526 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.526 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.526 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70522875 2024-08-17T01:48:58.526 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.526 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:48:58.526 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:48:58.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.527 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.527 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.527 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430975678 2024-08-17T01:48:58.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.527 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.528 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.528 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.528 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.528 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 189561 2024-08-17T01:48:58.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.529 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1200204 2024-08-17T01:48:58.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.529 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.529 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.529 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.529 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70951037 2024-08-17T01:48:58.530 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.530 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:48:58.530 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:48:58.530 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.530 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.530 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17 2024-08-17T01:48:58.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.530 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:48:58.530 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.531 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.531 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.531 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.531 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.531 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:48:58.531 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48 2024-08-17T01:48:58.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.531 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:48:58.531 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.531 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:48:58.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36346 2024-08-17T01:48:58.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.532 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:48:58.532 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 109309, 2024-08-17T01:48:58.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5987459211 2024-08-17T01:48:58.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.532 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:48:58.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.532 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:48:58.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.532 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:48:58.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1062048282 2024-08-17T01:48:58.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.533 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:48:58.533 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 36346, 2024-08-17T01:48:58.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 253160457695 2024-08-17T01:48:58.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.533 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:48:58.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1210930276 2024-08-17T01:48:58.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.533 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:48:58.533 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37992, 2024-08-17T01:48:58.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24690638836 2024-08-17T01:48:58.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.534 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:48:58.534 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 36346, 2024-08-17T01:48:58.534 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 61597879612 2024-08-17T01:48:58.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.534 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.534 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20998 2024-08-17T01:48:58.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.534 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:48:58.534 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20998, 2024-08-17T01:48:58.534 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45115417633 2024-08-17T01:48:58.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.534 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:48:58.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.535 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:48:58.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1210930276 2024-08-17T01:48:58.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.535 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:48:58.535 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21099, 2024-08-17T01:48:58.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4734246404 2024-08-17T01:48:58.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.535 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:48:58.535 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20998, 2024-08-17T01:48:58.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4664724273 2024-08-17T01:48:58.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.535 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:48:58.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11885 2024-08-17T01:48:58.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.536 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:48:58.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 141916009 2024-08-17T01:48:58.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.536 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:48:58.536 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11885, 2024-08-17T01:48:58.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 157327476960 2024-08-17T01:48:58.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.536 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:48:58.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.536 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:48:58.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.537 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:48:58.537 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.537 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:48:58.537 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13367, 2024-08-17T01:48:58.537 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15834448691 2024-08-17T01:48:58.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.537 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:48:58.537 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11885, 2024-08-17T01:48:58.537 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 34502428324 2024-08-17T01:48:58.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.537 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.538 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3463 2024-08-17T01:48:58.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.538 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:48:58.538 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 920132273 2024-08-17T01:48:58.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.538 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:48:58.538 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3463, 2024-08-17T01:48:58.538 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50717563102 2024-08-17T01:48:58.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.538 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:48:58.538 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.539 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:48:58.539 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3526, 2024-08-17T01:48:58.539 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4121943741 2024-08-17T01:48:58.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.539 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:48:58.539 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3463, 2024-08-17T01:48:58.539 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22430727015 2024-08-17T01:48:58.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.539 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:48:58.539 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.539 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:48:58.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4194305 2024-08-17T01:48:58.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.540 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:48:58.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30 2024-08-17T01:48:58.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.540 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:48:58.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:48:58.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.540 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:48:58.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 629854208 2024-08-17T01:48:58.540 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.540 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.540 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T01:48:58.541 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.541 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:48:58.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21301 2024-08-17T01:48:58.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.541 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:48:58.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.541 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:48:58.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.541 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:48:58.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.542 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:48:58.542 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:48:58.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.542 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:48:58.542 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.542 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:48:58.542 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.542 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:48:58.542 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.542 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:48:58.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.543 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:48:58.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2097152 2024-08-17T01:48:58.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.543 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:48:58.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 548921344 2024-08-17T01:48:58.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.543 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:48:58.543 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T01:48:58.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4815958 2024-08-17T01:48:58.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.543 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:48:58.543 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T01:48:58.544 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 938439 2024-08-17T01:48:58.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.544 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:48:58.544 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 135, 2024-08-17T01:48:58.544 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 583332 2024-08-17T01:48:58.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.544 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:48:58.544 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:48:58.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.544 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:48:58.544 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 541851648 2024-08-17T01:48:58.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.544 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:48:58.544 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56087, 2024-08-17T01:48:58.544 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7517658694 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56100, 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12263223467 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13721600 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 229810176 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 550371328 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:48:58.545 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.546 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:48:58.546 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:48:58.546 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 41 2024-08-17T01:48:58.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.546 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:48:58.546 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 113101777 2024-08-17T01:48:58.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.546 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:48:58.546 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8644 2024-08-17T01:48:58.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.546 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:48:58.547 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 126287872 2024-08-17T01:48:58.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.547 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:48:58.547 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 126291968 2024-08-17T01:48:58.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.547 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:48:58.547 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.547 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:48:58.547 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.547 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:48:58.547 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6069 2024-08-17T01:48:58.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.548 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.548 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8644, 2024-08-17T01:48:58.548 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 80364437 2024-08-17T01:48:58.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.548 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:48:58.548 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 54192544 2024-08-17T01:48:58.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.548 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:48:58.548 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6834 2024-08-17T01:48:58.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.548 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:48:58.548 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 723894 2024-08-17T01:48:58.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.549 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:48:58.549 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 379 2024-08-17T01:48:58.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.549 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:48:58.549 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2075713 2024-08-17T01:48:58.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.549 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:48:58.549 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 504 2024-08-17T01:48:58.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.549 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:48:58.549 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1351819 2024-08-17T01:48:58.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.550 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:48:58.550 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1351819 2024-08-17T01:48:58.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.550 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:48:58.550 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.550 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:48:58.550 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.550 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:48:58.550 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 127 2024-08-17T01:48:58.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.551 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:48:58.551 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 504, 2024-08-17T01:48:58.551 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 799505 2024-08-17T01:48:58.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.551 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:48:58.551 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.551 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.551 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:48:58.551 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.551 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:48:58.551 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.552 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.552 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:48:58.552 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 698 2024-08-17T01:48:58.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.552 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:48:58.552 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:48:58.552 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5754 2024-08-17T01:48:58.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.552 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:48:58.552 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.553 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.553 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:48:58.553 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.553 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:48:58.553 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.553 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:48:58.553 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 782823424 2024-08-17T01:48:58.553 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.554 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:48:58.554 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:48:58.554 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:48:58.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.554 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:48:58.554 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14323712 2024-08-17T01:48:58.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.554 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:48:58.554 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23533, 2024-08-17T01:48:58.554 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 61857758 2024-08-17T01:48:58.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.554 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:48:58.554 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3189, 2024-08-17T01:48:58.554 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 346916595 2024-08-17T01:48:58.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.555 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:48:58.555 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.555 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.555 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:48:58.555 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.555 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:48:58.555 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.555 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:48:58.555 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.555 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:48:58.555 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8803, 2024-08-17T01:48:58.556 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 62302482 2024-08-17T01:48:58.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.556 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:48:58.556 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.556 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.556 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:48:58.556 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.556 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:48:58.556 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56055, 2024-08-17T01:48:58.556 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15037738273 2024-08-17T01:48:58.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.556 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:48:58.556 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 55614, 2024-08-17T01:48:58.557 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1320370833 2024-08-17T01:48:58.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.557 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:48:58.557 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56055, 2024-08-17T01:48:58.557 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48412923 2024-08-17T01:48:58.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.557 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:48:58.557 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56055, 2024-08-17T01:48:58.557 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15086151196 2024-08-17T01:48:58.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.557 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:48:58.557 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.557 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.558 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:48:58.558 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20578, 2024-08-17T01:48:58.558 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 385050301 2024-08-17T01:48:58.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.558 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:48:58.558 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 895, 2024-08-17T01:48:58.558 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2383226 2024-08-17T01:48:58.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.558 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:48:58.558 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6458, 2024-08-17T01:48:58.558 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4908334 2024-08-17T01:48:58.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.558 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:48:58.559 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 46, 2024-08-17T01:48:58.559 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70060 2024-08-17T01:48:58.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.559 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:48:58.559 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10190, 2024-08-17T01:48:58.559 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1395130510 2024-08-17T01:48:58.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.559 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:48:58.559 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 161775 2024-08-17T01:48:58.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.559 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:48:58.559 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18000 2024-08-17T01:48:58.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.560 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.560 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7579, 2024-08-17T01:48:58.560 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 979469435 2024-08-17T01:48:58.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.560 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:48:58.560 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 32601, 2024-08-17T01:48:58.560 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9031988 2024-08-17T01:48:58.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.560 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:48:58.560 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25022, 2024-08-17T01:48:58.560 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 786626518 2024-08-17T01:48:58.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.560 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:48:58.560 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.561 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:48:58.561 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12474, 2024-08-17T01:48:58.561 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 275155447 2024-08-17T01:48:58.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.561 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:48:58.561 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.561 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:48:58.561 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.561 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:48:58.561 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.561 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:48:58.561 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.562 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:48:58.562 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:48:58.562 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12814342307 2024-08-17T01:48:58.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.562 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:48:58.562 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17745, 2024-08-17T01:48:58.562 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 742482763 2024-08-17T01:48:58.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.562 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:48:58.562 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17744, 2024-08-17T01:48:58.562 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2472256054307 2024-08-17T01:48:58.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.562 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:48:58.562 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17745, 2024-08-17T01:48:58.563 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6179148895374 2024-08-17T01:48:58.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.563 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:48:58.563 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69068, 2024-08-17T01:48:58.563 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2296693971089 2024-08-17T01:48:58.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.563 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:48:58.563 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69068, 2024-08-17T01:48:58.563 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6861431 2024-08-17T01:48:58.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.563 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:48:58.563 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:48:58.563 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 989991207 2024-08-17T01:48:58.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.564 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:48:58.564 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:48:58.564 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30038561672 2024-08-17T01:48:58.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.564 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:48:58.564 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:48:58.564 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23890729 2024-08-17T01:48:58.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.564 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:48:58.564 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:48:58.564 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14360149959 2024-08-17T01:48:58.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.564 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:48:58.565 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:48:58.565 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5802184096 2024-08-17T01:48:58.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.565 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:48:58.565 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8625106 2024-08-17T01:48:58.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.565 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.565 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2567, 2024-08-17T01:48:58.565 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13775968 2024-08-17T01:48:58.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.565 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:48:58.565 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:48:58.565 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 64016670614 2024-08-17T01:48:58.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.565 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:48:58.566 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:48:58.566 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6587344340 2024-08-17T01:48:58.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.566 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:48:58.566 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:48:58.566 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 689557392 2024-08-17T01:48:58.566 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.566 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:48:58.566 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:48:58.566 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:48:58.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.566 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:48:58.567 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 517545984 2024-08-17T01:48:58.567 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.567 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:48:58.567 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 498515968 2024-08-17T01:48:58.567 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.567 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:48:58.567 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:48:58.567 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.567 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:48:58.567 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19030016 2024-08-17T01:48:58.567 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.567 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.567 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:48:58.567 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.567 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:48:58.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.568 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.568 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.568 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.568 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.568 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.568 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57309669 2024-08-17T01:48:58.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.568 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.568 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.569 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.569 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.569 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.569 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.569 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.569 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.569 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.569 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36864 2024-08-17T01:48:58.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.569 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.569 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 888832 2024-08-17T01:48:58.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.570 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.570 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.570 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.570 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.570 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.570 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.570 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.570 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67593755 2024-08-17T01:48:58.570 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.571 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:48:58.571 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.571 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:48:58.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.571 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.571 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.571 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.571 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.571 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.571 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 429822518 2024-08-17T01:48:58.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.571 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.572 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.572 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.572 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1136 2024-08-17T01:48:58.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.572 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.572 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.572 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.572 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.572 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.572 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70944 2024-08-17T01:48:58.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.573 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.573 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.573 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.573 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.573 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.573 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.573 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.573 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.573 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.573 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73421882 2024-08-17T01:48:58.573 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.574 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.574 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:48:58.574 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.574 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:48:58.574 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.574 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.574 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.574 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.574 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.574 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 145872 2024-08-17T01:48:58.574 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.574 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.575 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38206446 2024-08-17T01:48:58.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.575 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.575 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.575 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.575 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.575 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.575 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.576 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.576 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.576 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.576 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.576 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.576 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.576 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.576 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.577 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.577 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.577 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.577 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.577 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.577 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.577 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70699586 2024-08-17T01:48:58.577 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.577 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.577 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:48:58.577 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.577 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:48:58.578 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.578 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.578 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.578 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.578 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.578 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.578 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.578 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.578 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 429822518 2024-08-17T01:48:58.578 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.578 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.578 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.578 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.578 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.579 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.579 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.579 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.579 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.579 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.579 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.579 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 192581 2024-08-17T01:48:58.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.579 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.579 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1183447 2024-08-17T01:48:58.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 72117934 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:48:58.580 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.581 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.581 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:48:58.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.581 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:48:58.581 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.581 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.581 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.581 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.581 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.581 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:48:58.581 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48 2024-08-17T01:48:58.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.582 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:48:58.582 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.582 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:48:58.582 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 29414 2024-08-17T01:48:58.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.582 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:48:58.582 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 88480, 2024-08-17T01:48:58.582 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6456302012 2024-08-17T01:48:58.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.582 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:48:58.582 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.582 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:48:58.582 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.583 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:48:58.583 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 976130982 2024-08-17T01:48:58.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.583 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:48:58.583 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 29414, 2024-08-17T01:48:58.583 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 69502723859 2024-08-17T01:48:58.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.583 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:48:58.583 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 885668920 2024-08-17T01:48:58.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.583 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:48:58.583 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 30264, 2024-08-17T01:48:58.583 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11291880973 2024-08-17T01:48:58.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.584 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:48:58.584 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 29414, 2024-08-17T01:48:58.584 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25316628011 2024-08-17T01:48:58.584 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.584 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.584 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20629 2024-08-17T01:48:58.584 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.584 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:48:58.584 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20629, 2024-08-17T01:48:58.584 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9453912034 2024-08-17T01:48:58.584 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.584 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:48:58.584 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.584 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.584 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:48:58.585 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 885668920 2024-08-17T01:48:58.585 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.585 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:48:58.585 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20974, 2024-08-17T01:48:58.585 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4234408114 2024-08-17T01:48:58.585 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.585 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:48:58.585 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20629, 2024-08-17T01:48:58.585 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3526482799 2024-08-17T01:48:58.585 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.585 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:48:58.585 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4921 2024-08-17T01:48:58.585 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.585 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:48:58.585 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 116760553 2024-08-17T01:48:58.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.586 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:48:58.586 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4921, 2024-08-17T01:48:58.586 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7587524282 2024-08-17T01:48:58.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.586 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:48:58.586 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.586 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:48:58.586 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.586 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:48:58.586 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.587 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:48:58.587 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5336, 2024-08-17T01:48:58.587 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2766781673 2024-08-17T01:48:58.587 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.587 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:48:58.587 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4921, 2024-08-17T01:48:58.587 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5727636286 2024-08-17T01:48:58.587 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.587 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.587 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3864 2024-08-17T01:48:58.587 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.588 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:48:58.588 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 859370429 2024-08-17T01:48:58.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.588 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:48:58.588 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3864, 2024-08-17T01:48:58.588 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 52461287543 2024-08-17T01:48:58.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.588 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:48:58.588 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.588 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:48:58.588 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3954, 2024-08-17T01:48:58.588 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4290691186 2024-08-17T01:48:58.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.589 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:48:58.589 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3864, 2024-08-17T01:48:58.589 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16062508926 2024-08-17T01:48:58.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.589 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:48:58.589 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.589 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:48:58.589 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 98 2024-08-17T01:48:58.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.589 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:48:58.589 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16 2024-08-17T01:48:58.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.590 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:48:58.590 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:48:58.590 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.590 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:48:58.590 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 556187648 2024-08-17T01:48:58.590 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.590 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.590 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.590 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T01:48:58.590 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.590 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:48:58.591 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23076 2024-08-17T01:48:58.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.591 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:48:58.591 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.591 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:48:58.591 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.591 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:48:58.591 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.591 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:48:58.591 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:48:58.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.592 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:48:58.592 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.592 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:48:58.592 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.592 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:48:58.592 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.592 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:48:58.592 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.592 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:48:58.593 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5255168 2024-08-17T01:48:58.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.593 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:48:58.593 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 734420992 2024-08-17T01:48:58.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.593 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:48:58.593 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21, 2024-08-17T01:48:58.593 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4755138 2024-08-17T01:48:58.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.593 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:48:58.593 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21, 2024-08-17T01:48:58.593 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1335562 2024-08-17T01:48:58.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.593 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:48:58.593 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 201, 2024-08-17T01:48:58.594 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 877566 2024-08-17T01:48:58.594 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.594 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:48:58.594 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:48:58.594 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.594 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:48:58.594 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 633143296 2024-08-17T01:48:58.594 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.594 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:48:58.594 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87265, 2024-08-17T01:48:58.594 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10306696198 2024-08-17T01:48:58.594 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.594 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:48:58.594 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87282, 2024-08-17T01:48:58.595 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16850376463 2024-08-17T01:48:58.595 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.595 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:48:58.595 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8359936 2024-08-17T01:48:58.595 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.595 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:48:58.595 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 357523456 2024-08-17T01:48:58.595 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.595 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:48:58.595 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 645922816 2024-08-17T01:48:58.595 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.595 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:48:58.596 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.596 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:48:58.596 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:48:58.596 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46 2024-08-17T01:48:58.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.596 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:48:58.596 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 254274266 2024-08-17T01:48:58.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.596 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:48:58.596 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15823 2024-08-17T01:48:58.597 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.597 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:48:58.597 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206487552 2024-08-17T01:48:58.597 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.597 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:48:58.597 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206491648 2024-08-17T01:48:58.597 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.597 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:48:58.597 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.597 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.597 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:48:58.597 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.598 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.598 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:48:58.598 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6396 2024-08-17T01:48:58.598 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.598 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.598 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15823, 2024-08-17T01:48:58.598 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 123348329 2024-08-17T01:48:58.598 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.598 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:48:58.598 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 169002872 2024-08-17T01:48:58.598 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.598 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:48:58.598 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13208 2024-08-17T01:48:58.598 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.599 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:48:58.599 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2420785 2024-08-17T01:48:58.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.599 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:48:58.599 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 672 2024-08-17T01:48:58.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.599 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:48:58.599 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5209610 2024-08-17T01:48:58.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.599 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:48:58.599 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 900 2024-08-17T01:48:58.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.599 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:48:58.599 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2788825 2024-08-17T01:48:58.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.600 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:48:58.600 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2788825 2024-08-17T01:48:58.600 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.600 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:48:58.600 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.600 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.600 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:48:58.600 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.600 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.600 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:48:58.600 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 233 2024-08-17T01:48:58.600 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.600 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:48:58.600 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 900, 2024-08-17T01:48:58.600 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2978292 2024-08-17T01:48:58.601 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.601 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:48:58.601 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.601 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.601 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.601 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:48:58.601 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.601 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.601 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:48:58.601 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.601 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.601 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.601 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:48:58.601 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 596 2024-08-17T01:48:58.601 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.602 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:48:58.602 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:48:58.602 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5397 2024-08-17T01:48:58.602 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.602 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:48:58.602 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.602 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.602 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.602 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:48:58.602 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.602 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.602 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:48:58.602 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.602 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.602 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:48:58.603 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1100374016 2024-08-17T01:48:58.603 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.603 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:48:58.603 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:48:58.603 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:48:58.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.603 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:48:58.603 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18522112 2024-08-17T01:48:58.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.603 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:48:58.603 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23482, 2024-08-17T01:48:58.603 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68029270 2024-08-17T01:48:58.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.603 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:48:58.604 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3264, 2024-08-17T01:48:58.604 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 384231893 2024-08-17T01:48:58.604 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.604 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:48:58.604 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.604 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.604 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.604 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:48:58.604 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.604 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.604 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:48:58.604 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.604 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.604 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:48:58.605 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.605 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.605 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:48:58.605 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15950, 2024-08-17T01:48:58.605 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 111438575 2024-08-17T01:48:58.605 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.605 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:48:58.605 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.605 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.605 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.605 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:48:58.605 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.605 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.606 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:48:58.606 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87221, 2024-08-17T01:48:58.606 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20741852333 2024-08-17T01:48:58.606 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.606 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:48:58.606 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86621, 2024-08-17T01:48:58.606 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1863463244 2024-08-17T01:48:58.606 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.606 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:48:58.606 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87221, 2024-08-17T01:48:58.606 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49639264 2024-08-17T01:48:58.606 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.606 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:48:58.606 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87221, 2024-08-17T01:48:58.607 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20791491597 2024-08-17T01:48:58.607 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.607 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:48:58.607 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.607 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.607 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.607 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:48:58.607 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 232293, 2024-08-17T01:48:58.607 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1140961347 2024-08-17T01:48:58.607 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.607 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:48:58.607 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 903, 2024-08-17T01:48:58.608 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2351217 2024-08-17T01:48:58.608 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.608 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:48:58.608 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 131021, 2024-08-17T01:48:58.608 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43319190 2024-08-17T01:48:58.608 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.608 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:48:58.608 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 49, 2024-08-17T01:48:58.608 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 60518 2024-08-17T01:48:58.608 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.608 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:48:58.608 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16068, 2024-08-17T01:48:58.608 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2676879573 2024-08-17T01:48:58.608 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.609 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:48:58.609 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 451608 2024-08-17T01:48:58.609 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.609 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:48:58.609 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20956 2024-08-17T01:48:58.609 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.609 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.609 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20736, 2024-08-17T01:48:58.609 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1354413148 2024-08-17T01:48:58.609 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.609 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:48:58.609 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 51378, 2024-08-17T01:48:58.609 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16243677 2024-08-17T01:48:58.609 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.610 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:48:58.610 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 30642, 2024-08-17T01:48:58.610 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1250954293 2024-08-17T01:48:58.610 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.610 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:48:58.610 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.610 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.610 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:48:58.610 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15272, 2024-08-17T01:48:58.610 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 395051660 2024-08-17T01:48:58.610 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.610 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:48:58.610 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.610 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.610 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:48:58.611 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.611 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.611 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:48:58.611 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.611 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.611 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:48:58.611 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.611 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.611 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:48:58.611 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:48:58.611 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9578141054 2024-08-17T01:48:58.611 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.611 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:48:58.611 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8963, 2024-08-17T01:48:58.611 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 563616600 2024-08-17T01:48:58.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.612 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:48:58.612 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8962, 2024-08-17T01:48:58.612 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128556529944 2024-08-17T01:48:58.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.612 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:48:58.612 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8963, 2024-08-17T01:48:58.612 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6550886961751 2024-08-17T01:48:58.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.612 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:48:58.612 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102882, 2024-08-17T01:48:58.612 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2969266704782 2024-08-17T01:48:58.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.612 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:48:58.612 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102882, 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10471017 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 284985473 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36537642110 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 34295515 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:48:58.613 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:48:58.614 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17206910268 2024-08-17T01:48:58.614 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.614 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:48:58.614 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:48:58.614 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7803617370 2024-08-17T01:48:58.614 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.614 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:48:58.614 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12824614 2024-08-17T01:48:58.614 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.614 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.614 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2619, 2024-08-17T01:48:58.614 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14184847 2024-08-17T01:48:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:48:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:48:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71426911732 2024-08-17T01:48:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:48:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:48:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8804969225 2024-08-17T01:48:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:48:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:48:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 784669724 2024-08-17T01:48:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.615 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:48:58.616 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:48:58.616 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:48:58.616 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.616 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:48:58.616 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 526147584 2024-08-17T01:48:58.616 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.616 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:48:58.616 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 523042816 2024-08-17T01:48:58.616 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.616 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:48:58.616 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:48:58.616 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.616 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:48:58.616 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3104768 2024-08-17T01:48:58.617 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.617 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.617 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:48:58.617 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.617 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:48:58.617 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.617 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.617 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.617 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.617 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.617 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.617 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.618 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.618 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57032575 2024-08-17T01:48:58.618 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.618 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.618 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.618 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.618 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.618 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.618 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.618 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.618 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.618 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.618 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.619 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.619 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.619 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T01:48:58.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.619 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.619 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36864 2024-08-17T01:48:58.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.619 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.619 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.619 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.619 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.620 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.620 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.620 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.620 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.620 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68747393 2024-08-17T01:48:58.620 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.620 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.620 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:48:58.620 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.620 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:48:58.620 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.620 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.620 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.621 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.621 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.621 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.621 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427744314 2024-08-17T01:48:58.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.621 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.621 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.621 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.621 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1872 2024-08-17T01:48:58.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.622 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.622 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.622 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.622 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.622 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.622 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.622 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.622 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 123440 2024-08-17T01:48:58.622 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.622 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.622 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 640 2024-08-17T01:48:58.622 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.623 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.623 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.623 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.623 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.623 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.623 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.623 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.623 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.623 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.623 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.623 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75446214 2024-08-17T01:48:58.623 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.623 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.623 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:48:58.623 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.624 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:48:58.624 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.624 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.624 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.624 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.624 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.624 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 88384 2024-08-17T01:48:58.624 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.624 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.624 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38021716 2024-08-17T01:48:58.624 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.624 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.624 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.624 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.624 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.625 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.626 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.626 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.626 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.626 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.626 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.626 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.626 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.626 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.626 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70941804 2024-08-17T01:48:58.626 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.626 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.626 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:48:58.626 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.627 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:48:58.627 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.627 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.627 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.627 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.627 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.627 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.627 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.627 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.627 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427744314 2024-08-17T01:48:58.627 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.627 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.627 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.628 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.628 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.628 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.628 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.628 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.628 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.628 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.628 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.628 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.628 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.628 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.628 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 183997 2024-08-17T01:48:58.629 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.629 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.629 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1181675 2024-08-17T01:48:58.629 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.629 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.629 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.629 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.629 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.629 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.629 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.629 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.629 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.629 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.630 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.630 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74206494 2024-08-17T01:48:58.630 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.630 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.630 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:48:58.630 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:48:58.630 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.630 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.630 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.630 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:48:58.630 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.630 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:48:58.630 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.630 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.630 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.631 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.631 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.631 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.631 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.631 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:48:58.631 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 63 2024-08-17T01:48:58.631 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.631 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:48:58.631 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.631 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.631 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:48:58.631 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 35901 2024-08-17T01:48:58.631 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.631 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:48:58.632 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 120885, 2024-08-17T01:48:58.632 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9109805198 2024-08-17T01:48:58.632 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.632 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:48:58.632 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.632 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.632 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:48:58.632 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.632 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.632 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:48:58.632 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 848463403 2024-08-17T01:48:58.632 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.632 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:48:58.633 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35901, 2024-08-17T01:48:58.633 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57152848886 2024-08-17T01:48:58.633 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.633 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:48:58.633 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1326062207 2024-08-17T01:48:58.633 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.633 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:48:58.633 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 36628, 2024-08-17T01:48:58.633 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17108519500 2024-08-17T01:48:58.633 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.633 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:48:58.633 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35901, 2024-08-17T01:48:58.633 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26821497572 2024-08-17T01:48:58.634 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.634 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.634 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27033 2024-08-17T01:48:58.634 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.634 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:48:58.634 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27033, 2024-08-17T01:48:58.634 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14021127109 2024-08-17T01:48:58.634 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.634 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:48:58.634 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.634 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.634 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:48:58.635 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1326062207 2024-08-17T01:48:58.635 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.635 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:48:58.635 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27242, 2024-08-17T01:48:58.635 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10720544039 2024-08-17T01:48:58.635 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.635 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:48:58.635 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27033, 2024-08-17T01:48:58.635 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10332526153 2024-08-17T01:48:58.635 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.635 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:48:58.635 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7682 2024-08-17T01:48:58.636 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.636 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:48:58.636 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 290281595 2024-08-17T01:48:58.636 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.636 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:48:58.636 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7682, 2024-08-17T01:48:58.636 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16581627928 2024-08-17T01:48:58.636 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.636 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:48:58.636 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.636 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.636 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:48:58.636 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.637 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:48:58.637 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.637 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:48:58.637 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8048, 2024-08-17T01:48:58.637 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5095183810 2024-08-17T01:48:58.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.637 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:48:58.637 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7682, 2024-08-17T01:48:58.637 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11872788401 2024-08-17T01:48:58.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.637 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.637 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1186 2024-08-17T01:48:58.638 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.638 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:48:58.638 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 558181808 2024-08-17T01:48:58.638 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.638 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:48:58.638 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1186, 2024-08-17T01:48:58.638 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26550093849 2024-08-17T01:48:58.638 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.638 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:48:58.638 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.638 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.638 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:48:58.638 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1338, 2024-08-17T01:48:58.638 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1292791651 2024-08-17T01:48:58.639 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.639 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:48:58.639 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1186, 2024-08-17T01:48:58.639 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4616183018 2024-08-17T01:48:58.639 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.639 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:48:58.639 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.639 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.639 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:48:58.639 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 121 2024-08-17T01:48:58.639 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.639 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:48:58.639 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:48:58.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.640 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:48:58.640 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:48:58.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.640 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:48:58.640 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 651677696 2024-08-17T01:48:58.640 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.640 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.640 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T01:48:58.640 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.640 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:48:58.640 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21992 2024-08-17T01:48:58.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.640 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:48:58.641 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.641 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.641 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:48:58.641 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.641 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.641 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:48:58.641 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.641 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.641 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:48:58.641 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:48:58.641 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.641 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:48:58.641 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.642 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.642 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:48:58.642 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.642 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.642 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:48:58.642 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.642 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.642 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:48:58.642 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.642 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.642 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:48:58.642 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2310144 2024-08-17T01:48:58.643 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.643 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:48:58.643 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 575168512 2024-08-17T01:48:58.643 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.643 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:48:58.643 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:48:58.643 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2942763 2024-08-17T01:48:58.643 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.643 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:48:58.643 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:48:58.643 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 957076 2024-08-17T01:48:58.643 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.643 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:48:58.643 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 147, 2024-08-17T01:48:58.644 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 599368 2024-08-17T01:48:58.644 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.644 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:48:58.644 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:48:58.644 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.644 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:48:58.644 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 515047424 2024-08-17T01:48:58.644 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.644 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:48:58.644 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62489, 2024-08-17T01:48:58.644 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7691291022 2024-08-17T01:48:58.644 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.644 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62502, 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12660233342 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6676480 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 256040960 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 532086784 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.645 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:48:58.646 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.646 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:48:58.646 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40 2024-08-17T01:48:58.646 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.646 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:48:58.646 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206194899 2024-08-17T01:48:58.646 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.646 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:48:58.646 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14512 2024-08-17T01:48:58.646 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.646 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:48:58.646 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173985792 2024-08-17T01:48:58.647 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.647 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:48:58.647 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173989888 2024-08-17T01:48:58.647 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.647 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:48:58.647 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.647 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.647 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:48:58.647 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.647 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.647 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:48:58.647 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7674 2024-08-17T01:48:58.648 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.648 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.648 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 14512, 2024-08-17T01:48:58.648 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 136252612 2024-08-17T01:48:58.648 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.648 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:48:58.648 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 136594592 2024-08-17T01:48:58.648 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.648 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:48:58.648 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12376 2024-08-17T01:48:58.648 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.649 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:48:58.649 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 980201 2024-08-17T01:48:58.649 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.649 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:48:58.649 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 521 2024-08-17T01:48:58.649 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.649 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:48:58.649 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2293512 2024-08-17T01:48:58.649 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.649 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:48:58.650 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 726 2024-08-17T01:48:58.650 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.650 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:48:58.650 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1313311 2024-08-17T01:48:58.650 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.650 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:48:58.650 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1313311 2024-08-17T01:48:58.650 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.650 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:48:58.650 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.650 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.650 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:48:58.651 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.651 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.651 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:48:58.651 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206 2024-08-17T01:48:58.651 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.651 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:48:58.651 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 726, 2024-08-17T01:48:58.651 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 900916 2024-08-17T01:48:58.651 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.651 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:48:58.651 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.651 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.651 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.652 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:48:58.652 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.652 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:48:58.652 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.652 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.652 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:48:58.652 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 643 2024-08-17T01:48:58.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.652 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:48:58.652 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:48:58.653 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7180 2024-08-17T01:48:58.653 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.653 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:48:58.653 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.653 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.653 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.653 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:48:58.653 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.653 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.653 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:48:58.653 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.653 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.653 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:48:58.653 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 835801088 2024-08-17T01:48:58.653 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.654 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.654 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:48:58.654 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:48:58.654 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:48:58.654 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.654 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:48:58.654 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14913536 2024-08-17T01:48:58.654 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.654 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:48:58.654 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17004, 2024-08-17T01:48:58.654 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43758558 2024-08-17T01:48:58.655 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.655 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:48:58.655 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3152, 2024-08-17T01:48:58.655 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 375421818 2024-08-17T01:48:58.655 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.655 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:48:58.655 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.655 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.655 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.655 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:48:58.655 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.655 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.655 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:48:58.656 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.656 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.656 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:48:58.656 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.656 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.656 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:48:58.656 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13505, 2024-08-17T01:48:58.656 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 102909427 2024-08-17T01:48:58.656 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.656 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:48:58.656 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.656 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.656 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.657 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:48:58.657 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.657 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.657 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:48:58.657 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62458, 2024-08-17T01:48:58.657 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15654955882 2024-08-17T01:48:58.657 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.657 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:48:58.657 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 61952, 2024-08-17T01:48:58.657 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1369473711 2024-08-17T01:48:58.657 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.657 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:48:58.657 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62458, 2024-08-17T01:48:58.658 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31934523 2024-08-17T01:48:58.658 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.658 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:48:58.658 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62458, 2024-08-17T01:48:58.658 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15686890405 2024-08-17T01:48:58.658 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.658 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:48:58.658 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.658 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.658 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.658 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:48:58.658 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23965, 2024-08-17T01:48:58.658 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 425644019 2024-08-17T01:48:58.658 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.659 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:48:58.659 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 853, 2024-08-17T01:48:58.659 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2293666 2024-08-17T01:48:58.659 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.659 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:48:58.659 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8897, 2024-08-17T01:48:58.659 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9129715 2024-08-17T01:48:58.659 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.659 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:48:58.659 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 44, 2024-08-17T01:48:58.659 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 81154 2024-08-17T01:48:58.659 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.659 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:48:58.660 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11627, 2024-08-17T01:48:58.660 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2634907928 2024-08-17T01:48:58.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.660 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:48:58.660 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 183228 2024-08-17T01:48:58.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.660 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:48:58.660 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18867 2024-08-17T01:48:58.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.660 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.660 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10445, 2024-08-17T01:48:58.660 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1231367724 2024-08-17T01:48:58.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.661 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:48:58.661 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35780, 2024-08-17T01:48:58.661 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10402156 2024-08-17T01:48:58.661 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.661 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:48:58.661 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25335, 2024-08-17T01:48:58.661 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 989315115 2024-08-17T01:48:58.661 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.661 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:48:58.661 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.661 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.661 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:48:58.661 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11365, 2024-08-17T01:48:58.662 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 294400365 2024-08-17T01:48:58.662 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.662 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:48:58.662 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.662 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.662 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:48:58.662 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.662 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.662 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:48:58.662 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.662 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.662 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:48:58.663 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.663 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.663 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:48:58.663 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:48:58.663 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8301813293 2024-08-17T01:48:58.663 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.663 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:48:58.663 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13546, 2024-08-17T01:48:58.663 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 619008780 2024-08-17T01:48:58.663 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.663 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:48:58.663 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13544, 2024-08-17T01:48:58.663 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2346361862216 2024-08-17T01:48:58.663 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.664 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:48:58.664 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13546, 2024-08-17T01:48:58.664 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5582089960378 2024-08-17T01:48:58.664 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.664 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:48:58.664 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75266, 2024-08-17T01:48:58.664 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2599278680460 2024-08-17T01:48:58.664 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.664 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:48:58.664 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75266, 2024-08-17T01:48:58.664 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7502705 2024-08-17T01:48:58.664 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.664 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:48:58.665 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:48:58.665 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 396216779 2024-08-17T01:48:58.665 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.665 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:48:58.665 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:48:58.665 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 28755160119 2024-08-17T01:48:58.665 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.665 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:48:58.665 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:48:58.665 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24982873 2024-08-17T01:48:58.665 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.665 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:48:58.665 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:48:58.665 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14260970163 2024-08-17T01:48:58.666 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.666 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:48:58.666 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:48:58.666 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5771695086 2024-08-17T01:48:58.666 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.666 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:48:58.666 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9220569 2024-08-17T01:48:58.666 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.666 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.666 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2487, 2024-08-17T01:48:58.666 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13163658 2024-08-17T01:48:58.666 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.666 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:48:58.666 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:48:58.667 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57497043678 2024-08-17T01:48:58.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.667 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:48:58.667 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:48:58.667 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6577427893 2024-08-17T01:48:58.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.667 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:48:58.667 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:48:58.667 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 744580464 2024-08-17T01:48:58.667 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.667 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:48:58.667 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:48:58.667 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:48:58.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.668 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:48:58.668 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 538075136 2024-08-17T01:48:58.668 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.668 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:48:58.668 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 499875840 2024-08-17T01:48:58.668 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.668 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:48:58.668 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:48:58.668 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.668 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:48:58.668 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38199296 2024-08-17T01:48:58.668 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.668 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.668 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:48:58.669 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.669 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:48:58.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.669 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.669 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.669 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.669 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.669 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.669 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57352557 2024-08-17T01:48:58.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.669 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.669 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.670 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.670 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.670 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.670 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.670 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.670 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.670 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.670 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.670 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.670 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.670 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32768 2024-08-17T01:48:58.670 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.670 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.671 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 696320 2024-08-17T01:48:58.671 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.671 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.671 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.671 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.671 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.671 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.671 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.671 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.671 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.671 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.671 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.671 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67747475 2024-08-17T01:48:58.671 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.671 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.672 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:48:58.672 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.672 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:48:58.672 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.672 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.672 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.672 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.672 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.672 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.672 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.672 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.672 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430144184 2024-08-17T01:48:58.672 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.672 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.673 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.673 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.673 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1488 2024-08-17T01:48:58.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.673 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.673 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.673 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.673 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.673 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.673 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 103664 2024-08-17T01:48:58.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.674 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.674 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.674 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.674 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.674 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.674 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.674 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.674 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.674 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.674 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.674 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.674 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.674 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.675 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73067144 2024-08-17T01:48:58.675 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.675 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.675 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:48:58.675 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.675 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:48:58.675 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.675 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.675 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.675 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.675 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.675 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 60640 2024-08-17T01:48:58.676 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.676 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.676 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38235038 2024-08-17T01:48:58.676 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.676 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.676 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.676 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.676 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.676 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.676 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.676 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.676 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.677 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.677 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.677 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.677 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.677 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.677 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.677 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.677 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.677 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.677 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.677 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.677 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.678 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.678 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.678 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.678 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.678 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.678 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.678 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.678 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.678 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70756226 2024-08-17T01:48:58.678 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.678 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.678 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:48:58.678 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.679 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:48:58.679 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.679 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.679 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.679 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.679 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.679 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.679 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.679 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.679 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430144184 2024-08-17T01:48:58.679 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.679 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.680 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.680 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.680 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.680 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.680 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.680 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.680 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.680 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.680 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.680 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.680 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.680 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.681 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 189040 2024-08-17T01:48:58.681 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.681 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.681 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1205656 2024-08-17T01:48:58.681 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.681 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.681 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.681 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.681 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.681 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.681 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.681 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.681 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.681 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.682 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.682 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71777600 2024-08-17T01:48:58.682 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.682 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.682 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:48:58.682 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:48:58.682 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.682 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.682 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.682 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26 2024-08-17T01:48:58.682 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.682 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:48:58.682 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.682 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.683 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.683 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.683 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.683 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.683 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.683 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:48:58.683 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51 2024-08-17T01:48:58.683 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.683 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:48:58.683 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.683 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.683 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:48:58.683 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32697 2024-08-17T01:48:58.683 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.684 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:48:58.684 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 92170, 2024-08-17T01:48:58.684 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5975140492 2024-08-17T01:48:58.684 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.684 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:48:58.684 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.684 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.684 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:48:58.684 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.684 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.684 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:48:58.684 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1066731267 2024-08-17T01:48:58.684 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.684 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:48:58.685 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 32697, 2024-08-17T01:48:58.685 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75499719640 2024-08-17T01:48:58.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.685 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:48:58.685 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1604311005 2024-08-17T01:48:58.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.685 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:48:58.685 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 33287, 2024-08-17T01:48:58.685 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11543199442 2024-08-17T01:48:58.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.685 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:48:58.685 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 32697, 2024-08-17T01:48:58.685 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26902803026 2024-08-17T01:48:58.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.685 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.686 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24233 2024-08-17T01:48:58.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.686 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:48:58.686 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24233, 2024-08-17T01:48:58.686 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7560273656 2024-08-17T01:48:58.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.686 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:48:58.686 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.686 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:48:58.686 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1604311005 2024-08-17T01:48:58.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.686 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:48:58.687 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24453, 2024-08-17T01:48:58.687 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4485955338 2024-08-17T01:48:58.687 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.687 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:48:58.687 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24233, 2024-08-17T01:48:58.687 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4739581010 2024-08-17T01:48:58.687 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.687 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:48:58.687 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4250 2024-08-17T01:48:58.687 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.688 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:48:58.688 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 160408641 2024-08-17T01:48:58.688 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.688 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:48:58.688 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4250, 2024-08-17T01:48:58.688 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9100698010 2024-08-17T01:48:58.688 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.688 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:48:58.688 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.688 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.688 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:48:58.688 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.688 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.689 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:48:58.689 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.689 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.689 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:48:58.689 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4492, 2024-08-17T01:48:58.689 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2638723765 2024-08-17T01:48:58.689 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.689 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:48:58.689 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4250, 2024-08-17T01:48:58.689 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5931249171 2024-08-17T01:48:58.689 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.689 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.690 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4214 2024-08-17T01:48:58.690 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.690 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:48:58.690 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 906322626 2024-08-17T01:48:58.690 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.690 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:48:58.690 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4214, 2024-08-17T01:48:58.690 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 58838747974 2024-08-17T01:48:58.690 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.690 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:48:58.690 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.690 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.691 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:48:58.691 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4342, 2024-08-17T01:48:58.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4418520339 2024-08-17T01:48:58.691 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.691 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:48:58.691 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4214, 2024-08-17T01:48:58.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16231972845 2024-08-17T01:48:58.691 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.691 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:48:58.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.691 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.691 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:48:58.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.692 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:48:58.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.692 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:48:58.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:48:58.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.692 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:48:58.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 529977344 2024-08-17T01:48:58.692 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.692 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.693 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T01:48:58.693 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:58.693 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:48:58.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16523 2024-08-17T01:48:58.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.693 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:48:58.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.693 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:48:58.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.693 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:48:58.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.694 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:48:58.694 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:48:58.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.694 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:48:58.694 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.694 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:48:58.694 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.694 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:48:58.694 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.695 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:48:58.695 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.695 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.695 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:48:58.695 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2121728 2024-08-17T01:48:58.695 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.695 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:48:58.695 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 592162816 2024-08-17T01:48:58.695 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.695 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:48:58.695 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16, 2024-08-17T01:48:58.695 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4612316 2024-08-17T01:48:58.695 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.695 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:48:58.696 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16, 2024-08-17T01:48:58.696 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1034618 2024-08-17T01:48:58.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.696 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:48:58.696 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 157, 2024-08-17T01:48:58.696 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 723343 2024-08-17T01:48:58.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.696 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:48:58.696 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:48:58.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.696 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:48:58.696 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 556072960 2024-08-17T01:48:58.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.697 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:48:58.697 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66863, 2024-08-17T01:48:58.697 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7959343167 2024-08-17T01:48:58.697 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.697 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:48:58.697 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66873, 2024-08-17T01:48:58.697 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12767890867 2024-08-17T01:48:58.697 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.697 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:48:58.697 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7954432 2024-08-17T01:48:58.697 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.697 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:48:58.698 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 273948672 2024-08-17T01:48:58.698 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.698 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:48:58.698 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 568852480 2024-08-17T01:48:58.698 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.698 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:48:58.698 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.698 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.698 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:48:58.698 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.698 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:48:58.699 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 41 2024-08-17T01:48:58.699 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.699 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:48:58.699 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 204439738 2024-08-17T01:48:58.699 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.699 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:48:58.699 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15214 2024-08-17T01:48:58.699 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.699 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:48:58.699 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 141213696 2024-08-17T01:48:58.699 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.699 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:48:58.700 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 141217792 2024-08-17T01:48:58.700 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.700 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:48:58.700 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.700 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.700 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:48:58.700 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.700 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.700 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:48:58.700 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5906 2024-08-17T01:48:58.700 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.700 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.700 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15214, 2024-08-17T01:48:58.701 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 90258978 2024-08-17T01:48:58.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.701 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:48:58.701 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 140829776 2024-08-17T01:48:58.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.701 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:48:58.701 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13260 2024-08-17T01:48:58.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.701 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:48:58.701 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 914055 2024-08-17T01:48:58.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.701 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:48:58.701 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 508 2024-08-17T01:48:58.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.701 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:48:58.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2098497 2024-08-17T01:48:58.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.702 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:48:58.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 655 2024-08-17T01:48:58.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.702 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:48:58.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1184442 2024-08-17T01:48:58.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.702 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:48:58.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1184442 2024-08-17T01:48:58.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.702 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:48:58.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.703 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:48:58.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.703 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:48:58.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 149 2024-08-17T01:48:58.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.703 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:48:58.703 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 655, 2024-08-17T01:48:58.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 877850 2024-08-17T01:48:58.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.703 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:48:58.704 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.704 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:48:58.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.704 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:48:58.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.704 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.704 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:48:58.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 626 2024-08-17T01:48:58.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.704 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:48:58.705 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:48:58.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5663 2024-08-17T01:48:58.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.705 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:48:58.705 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.705 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:48:58.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.705 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:48:58.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.705 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:48:58.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 870666240 2024-08-17T01:48:58.706 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.706 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:48:58.706 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:48:58.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:48:58.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.706 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:48:58.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19099648 2024-08-17T01:48:58.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.706 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:48:58.706 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17906, 2024-08-17T01:48:58.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51507001 2024-08-17T01:48:58.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.707 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:48:58.707 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3175, 2024-08-17T01:48:58.707 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 339806356 2024-08-17T01:48:58.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.707 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:48:58.707 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.707 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.707 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:48:58.707 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.707 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:48:58.707 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.708 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:48:58.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.708 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:48:58.708 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16385, 2024-08-17T01:48:58.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 127385906 2024-08-17T01:48:58.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.708 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:48:58.708 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.708 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:48:58.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.709 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:48:58.709 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66828, 2024-08-17T01:48:58.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15866278610 2024-08-17T01:48:58.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.709 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:48:58.709 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66340, 2024-08-17T01:48:58.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1472003976 2024-08-17T01:48:58.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.709 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:48:58.709 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66828, 2024-08-17T01:48:58.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40355168 2024-08-17T01:48:58.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.710 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:48:58.710 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66828, 2024-08-17T01:48:58.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15906633778 2024-08-17T01:48:58.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.710 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:48:58.710 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:48:58.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.710 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:48:58.710 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31796, 2024-08-17T01:48:58.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 512383107 2024-08-17T01:48:58.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.711 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:48:58.711 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 797, 2024-08-17T01:48:58.711 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2203330 2024-08-17T01:48:58.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.711 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:48:58.711 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4969, 2024-08-17T01:48:58.711 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8024322 2024-08-17T01:48:58.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.711 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:48:58.711 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45, 2024-08-17T01:48:58.711 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 87549 2024-08-17T01:48:58.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.711 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:48:58.712 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13783, 2024-08-17T01:48:58.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1817168005 2024-08-17T01:48:58.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.712 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:48:58.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 214627 2024-08-17T01:48:58.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.712 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:48:58.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18989 2024-08-17T01:48:58.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.712 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:48:58.712 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16249, 2024-08-17T01:48:58.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1167785501 2024-08-17T01:48:58.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.712 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:48:58.712 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 50549, 2024-08-17T01:48:58.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14375056 2024-08-17T01:48:58.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.713 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:48:58.713 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 34300, 2024-08-17T01:48:58.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1043659159 2024-08-17T01:48:58.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.713 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:48:58.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.713 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:48:58.713 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12745, 2024-08-17T01:48:58.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 299386471 2024-08-17T01:48:58.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.714 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:48:58.714 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.714 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:48:58.714 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.714 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:48:58.714 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.714 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:48:58.714 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.715 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:48:58.715 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:48:58.715 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4737502816 2024-08-17T01:48:58.715 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.715 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:48:58.715 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15842, 2024-08-17T01:48:58.715 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 940655052 2024-08-17T01:48:58.715 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.715 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:48:58.715 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15842, 2024-08-17T01:48:58.715 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2505609578382 2024-08-17T01:48:58.715 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.715 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:48:58.715 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15842, 2024-08-17T01:48:58.715 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5989605755834 2024-08-17T01:48:58.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.716 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:48:58.716 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:48:58.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2738103419193 2024-08-17T01:48:58.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.716 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:48:58.716 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:48:58.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7796103 2024-08-17T01:48:58.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.716 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:48:58.716 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:48:58.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 155738882 2024-08-17T01:48:58.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.717 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:48:58.717 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:48:58.717 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25912984131 2024-08-17T01:48:58.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.717 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:48:58.717 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:48:58.717 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24573993 2024-08-17T01:48:58.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.717 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:48:58.717 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:48:58.717 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12876762521 2024-08-17T01:48:58.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.717 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:48:58.717 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:48:58.718 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5798469582 2024-08-17T01:48:58.718 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.718 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:48:58.718 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13409655 2024-08-17T01:48:58.718 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.718 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:48:58.718 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2447, 2024-08-17T01:48:58.718 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12643183 2024-08-17T01:48:58.718 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.718 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:48:58.718 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:48:58.718 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49491878031 2024-08-17T01:48:58.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.719 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:48:58.719 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:48:58.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6620487019 2024-08-17T01:48:58.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.719 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:48:58.719 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:48:58.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 438088295 2024-08-17T01:48:58.719 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.719 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:48:58.719 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:48:58.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:48:58.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.720 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:48:58.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 533037056 2024-08-17T01:48:58.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.720 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:48:58.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 511885312 2024-08-17T01:48:58.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.721 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:48:58.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:48:58.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.721 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:48:58.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21151744 2024-08-17T01:48:58.722 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.722 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:48:58.722 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:48:58.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.722 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.722 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.723 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57349561 2024-08-17T01:48:58.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.723 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.723 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.723 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.724 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.724 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16384 2024-08-17T01:48:58.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.724 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 172032 2024-08-17T01:48:58.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.724 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.725 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.725 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.725 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68291143 2024-08-17T01:48:58.725 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.725 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:48:58.726 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:48:58.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.726 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.726 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.726 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430121713 2024-08-17T01:48:58.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.726 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.727 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1488 2024-08-17T01:48:58.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.727 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.727 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.727 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 98032 2024-08-17T01:48:58.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.728 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.728 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.728 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.728 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.728 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73095247 2024-08-17T01:48:58.729 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.729 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:48:58.729 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:48:58.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.729 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:48:58.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.729 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 62176 2024-08-17T01:48:58.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.730 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38233041 2024-08-17T01:48:58.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.730 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.730 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.730 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.731 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.731 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.731 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.731 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.731 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.732 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.732 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70756687 2024-08-17T01:48:58.732 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.732 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:48:58.732 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:48:58.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:48:58.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.732 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:48:58.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.733 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:48:58.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.733 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:48:58.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430121713 2024-08-17T01:48:58.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.733 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:48:58.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.733 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:48:58.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.734 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:48:58.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.734 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:48:58.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.734 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:48:58.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 194294 2024-08-17T01:48:58.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.734 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:48:58.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1186435 2024-08-17T01:48:58.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.735 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:48:58.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.735 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:48:58.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.735 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:48:58.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.735 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:48:58.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71814038 2024-08-17T01:48:58.735 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.736 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:48:58.736 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:48:58.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.736 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40 2024-08-17T01:48:58.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.736 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:48:58.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.736 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.736 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.737 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:58.737 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:48:58.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 54 2024-08-17T01:48:58.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.737 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:48:58.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.737 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:48:58.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45459 2024-08-17T01:48:58.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.737 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:48:58.737 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 120115, 2024-08-17T01:48:58.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7577329628 2024-08-17T01:48:58.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.738 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:48:58.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.738 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:48:58.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.738 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:48:58.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1039878611 2024-08-17T01:48:58.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.738 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:48:58.739 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45459, 2024-08-17T01:48:58.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49668884115 2024-08-17T01:48:58.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.739 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:48:58.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1900363541 2024-08-17T01:48:58.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.739 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:48:58.739 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45816, 2024-08-17T01:48:58.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17412969967 2024-08-17T01:48:58.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.739 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:48:58.739 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45459, 2024-08-17T01:48:58.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32907600938 2024-08-17T01:48:58.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.740 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:48:58.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31884 2024-08-17T01:48:58.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.740 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:48:58.740 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31884, 2024-08-17T01:48:58.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15478631936 2024-08-17T01:48:58.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.740 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:48:58.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.740 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:48:58.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1900363541 2024-08-17T01:48:58.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.741 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:48:58.741 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31914, 2024-08-17T01:48:58.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5688066902 2024-08-17T01:48:58.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.741 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:48:58.741 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31884, 2024-08-17T01:48:58.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6920655603 2024-08-17T01:48:58.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.741 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:48:58.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12302 2024-08-17T01:48:58.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.741 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:48:58.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 212178032 2024-08-17T01:48:58.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.742 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:48:58.742 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12302, 2024-08-17T01:48:58.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21581559797 2024-08-17T01:48:58.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.742 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:48:58.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.742 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:48:58.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.742 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:48:58.743 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.743 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:48:58.743 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12533, 2024-08-17T01:48:58.743 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9787487300 2024-08-17T01:48:58.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.743 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:48:58.743 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12302, 2024-08-17T01:48:58.743 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18860583275 2024-08-17T01:48:58.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.743 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:48:58.743 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273 2024-08-17T01:48:58.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.744 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:48:58.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 827700579 2024-08-17T01:48:58.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.744 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:48:58.744 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1273, 2024-08-17T01:48:58.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12608692382 2024-08-17T01:48:58.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.744 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:48:58.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.744 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:48:58.745 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1369, 2024-08-17T01:48:58.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1937415765 2024-08-17T01:48:58.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.745 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:48:58.745 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1273, 2024-08-17T01:48:58.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7126362060 2024-08-17T01:48:58.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.745 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:48:58.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:58.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.745 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:48:58.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 146 2024-08-17T01:48:58.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.745 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:48:58.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T01:48:58.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.746 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:48:58.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:48:58.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.746 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:48:58.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 575180800 2024-08-17T01:48:58.746 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.746 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.746 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.746 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": [ 2024-08-17T01:48:58.747 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.747 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:48:58.747 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr" 2024-08-17T01:48:58.747 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.747 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:48:58.747 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:48:58.747 INFO:tasks.workunit.client.0.smithi157.stdout: "flags_names": [ 2024-08-17T01:48:58.747 INFO:tasks.workunit.client.0.smithi157.stdout: "hashpspool" 2024-08-17T01:48:58.747 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.747 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:48:58.747 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:48:58.748 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:48:58.748 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 1, 2024-08-17T01:48:58.748 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 1, 2024-08-17T01:48:58.748 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 1, 2024-08-17T01:48:58.748 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:48:58.748 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:48:58.748 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:48:58.748 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 1781760, 2024-08-17T01:48:58.748 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:48:58.748 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:48:58.748 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 1781760, 2024-08-17T01:48:58.748 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:48:58.748 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:48:58.749 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 2, 2024-08-17T01:48:58.749 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T01:48:58.749 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 2.4632297481730347e-06, 2024-08-17T01:48:58.749 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:48:58.749 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:48:58.749 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 1322, 2024-08-17T01:48:58.749 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 2164736, 2024-08-17T01:48:58.749 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 590368, 2024-08-17T01:48:58.749 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 590368, 2024-08-17T01:48:58.749 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T01:48:58.749 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 1771104, 2024-08-17T01:48:58.749 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 423, 2024-08-17T01:48:58.749 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 2473984 2024-08-17T01:48:58.750 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.750 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:48:58.750 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:48:58.750 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:48:58.750 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.750 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.750 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:48:58.750 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:48:58.750 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.750 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:48:58.750 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:48:58.750 INFO:tasks.workunit.client.0.smithi157.stdout: "flags_names": [ 2024-08-17T01:48:58.751 INFO:tasks.workunit.client.0.smithi157.stdout: "hashpspool" 2024-08-17T01:48:58.751 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.751 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:48:58.751 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:48:58.751 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:48:58.751 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 32, 2024-08-17T01:48:58.751 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 32, 2024-08-17T01:48:58.751 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 2, 2024-08-17T01:48:58.751 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:48:58.751 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:48:58.751 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:48:58.751 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 156016, 2024-08-17T01:48:58.752 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:48:58.752 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:48:58.752 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 110592, 2024-08-17T01:48:58.752 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:48:58.752 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:48:58.752 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 22, 2024-08-17T01:48:58.752 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 45424, 2024-08-17T01:48:58.752 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 2.1568793329151958e-07, 2024-08-17T01:48:58.752 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:48:58.752 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:48:58.752 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 79, 2024-08-17T01:48:58.752 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 88064, 2024-08-17T01:48:58.753 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 21737, 2024-08-17T01:48:58.753 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 6596, 2024-08-17T01:48:58.753 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 15141, 2024-08-17T01:48:58.753 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 65211, 2024-08-17T01:48:58.753 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 68, 2024-08-17T01:48:58.753 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 35840 2024-08-17T01:48:58.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.753 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:48:58.753 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:48:58.753 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:48:58.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.753 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.753 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:48:58.753 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:48:58.754 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.754 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:48:58.754 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:48:58.754 INFO:tasks.workunit.client.0.smithi157.stdout: "flags_names": [ 2024-08-17T01:48:58.754 INFO:tasks.workunit.client.0.smithi157.stdout: "hashpspool" 2024-08-17T01:48:58.754 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.754 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:48:58.754 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:48:58.754 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:48:58.754 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 64, 2024-08-17T01:48:58.754 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 64, 2024-08-17T01:48:58.754 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 3, 2024-08-17T01:48:58.754 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:48:58.754 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:48:58.755 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:48:58.755 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 0, 2024-08-17T01:48:58.755 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:48:58.755 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:48:58.755 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 0, 2024-08-17T01:48:58.755 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:48:58.755 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:48:58.755 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 0, 2024-08-17T01:48:58.755 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T01:48:58.755 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 0.0, 2024-08-17T01:48:58.755 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:48:58.755 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:48:58.755 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T01:48:58.755 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T01:48:58.756 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 0, 2024-08-17T01:48:58.756 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 0, 2024-08-17T01:48:58.756 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T01:48:58.756 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 0, 2024-08-17T01:48:58.756 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 0, 2024-08-17T01:48:58.756 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 0 2024-08-17T01:48:58.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.756 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:48:58.756 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:48:58.756 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:48:58.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.756 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.756 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:48:58.756 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd" 2024-08-17T01:48:58.757 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.757 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:48:58.757 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:48:58.757 INFO:tasks.workunit.client.0.smithi157.stdout: "flags_names": [ 2024-08-17T01:48:58.757 INFO:tasks.workunit.client.0.smithi157.stdout: "hashpspool", 2024-08-17T01:48:58.757 INFO:tasks.workunit.client.0.smithi157.stdout: "selfmanaged_snaps" 2024-08-17T01:48:58.757 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.757 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:48:58.757 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:48:58.757 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:48:58.757 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 8, 2024-08-17T01:48:58.757 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 8, 2024-08-17T01:48:58.757 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 4, 2024-08-17T01:48:58.758 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:48:58.758 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:48:58.758 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:48:58.758 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 12595200, 2024-08-17T01:48:58.758 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:48:58.758 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:48:58.758 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 12595200, 2024-08-17T01:48:58.758 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:48:58.758 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:48:58.758 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 4, 2024-08-17T01:48:58.758 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T01:48:58.758 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 1.7412226952728815e-05, 2024-08-17T01:48:58.758 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:48:58.758 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:48:58.759 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 9027, 2024-08-17T01:48:58.759 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 3110355968, 2024-08-17T01:48:58.759 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 4194323, 2024-08-17T01:48:58.759 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 4194323, 2024-08-17T01:48:58.759 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T01:48:58.759 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 12582969, 2024-08-17T01:48:58.759 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 24431, 2024-08-17T01:48:58.759 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 3218673664 2024-08-17T01:48:58.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.759 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:48:58.759 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:48:58.759 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:48:58.759 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.760 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.760 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": { 2024-08-17T01:48:58.760 INFO:tasks.workunit.client.0.smithi157.stdout: "mirroring_by_pool": [ 2024-08-17T01:48:58.760 INFO:tasks.workunit.client.0.smithi157.stdout: false 2024-08-17T01:48:58.760 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.760 INFO:tasks.workunit.client.0.smithi157.stdout: "num_images_by_pool": [ 2024-08-17T01:48:58.760 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:58.760 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.760 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pools": 1 2024-08-17T01:48:58.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.760 INFO:tasks.workunit.client.0.smithi157.stdout: "report_id": "3ab49fab-047d-4b9d-9fd2-8c800a0ea47f", 2024-08-17T01:48:58.760 INFO:tasks.workunit.client.0.smithi157.stdout: "report_timestamp": "2024-08-17T01:48:57.797651", 2024-08-17T01:48:58.760 INFO:tasks.workunit.client.0.smithi157.stdout: "report_version": 1, 2024-08-17T01:48:58.760 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_stats": { 2024-08-17T01:48:58.761 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "7.9.2" 2024-08-17T01:48:58.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.761 INFO:tasks.workunit.client.0.smithi157.stdout: "rook": { 2024-08-17T01:48:58.761 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster": { 2024-08-17T01:48:58.761 INFO:tasks.workunit.client.0.smithi157.stdout: "external-mode": null, 2024-08-17T01:48:58.761 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:48:58.761 INFO:tasks.workunit.client.0.smithi157.stdout: "allow-multiple-per-node": null, 2024-08-17T01:48:58.761 INFO:tasks.workunit.client.0.smithi157.stdout: "count": null, 2024-08-17T01:48:58.761 INFO:tasks.workunit.client.0.smithi157.stdout: "max-id": null, 2024-08-17T01:48:58.761 INFO:tasks.workunit.client.0.smithi157.stdout: "pvc": { 2024-08-17T01:48:58.761 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T01:48:58.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.761 INFO:tasks.workunit.client.0.smithi157.stdout: "stretch": { 2024-08-17T01:48:58.761 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T01:48:58.762 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.762 INFO:tasks.workunit.client.0.smithi157.stdout: "network": { 2024-08-17T01:48:58.762 INFO:tasks.workunit.client.0.smithi157.stdout: "provider": null 2024-08-17T01:48:58.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.762 INFO:tasks.workunit.client.0.smithi157.stdout: "storage": { 2024-08-17T01:48:58.762 INFO:tasks.workunit.client.0.smithi157.stdout: "device-set": { 2024-08-17T01:48:58.762 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T01:48:58.762 INFO:tasks.workunit.client.0.smithi157.stdout: "non-portable": null, 2024-08-17T01:48:58.762 INFO:tasks.workunit.client.0.smithi157.stdout: "portable": null, 2024-08-17T01:48:58.762 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T01:48:58.762 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.762 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.762 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.763 INFO:tasks.workunit.client.0.smithi157.stdout: "csi": { 2024-08-17T01:48:58.763 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T01:48:58.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.763 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes": { 2024-08-17T01:48:58.763 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T01:48:58.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.763 INFO:tasks.workunit.client.0.smithi157.stdout: "node": { 2024-08-17T01:48:58.763 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T01:48:58.763 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes-total": null, 2024-08-17T01:48:58.763 INFO:tasks.workunit.client.0.smithi157.stdout: "with-ceph-daemons": null, 2024-08-17T01:48:58.763 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T01:48:58.763 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-nfs-plugin": null, 2024-08-17T01:48:58.764 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-rbd-plugin": null 2024-08-17T01:48:58.764 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.764 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T01:48:58.764 INFO:tasks.workunit.client.0.smithi157.stdout: "storage-class": { 2024-08-17T01:48:58.764 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T01:48:58.764 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket": null, 2024-08-17T01:48:58.764 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs": null, 2024-08-17T01:48:58.764 INFO:tasks.workunit.client.0.smithi157.stdout: "nfs": null, 2024-08-17T01:48:58.764 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": null, 2024-08-17T01:48:58.764 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T01:48:58.764 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.764 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:58.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.764 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T01:48:58.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.765 INFO:tasks.workunit.client.0.smithi157.stdout: "services": {}, 2024-08-17T01:48:58.765 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_per_pg": [ 2024-08-17T01:48:58.765 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.765 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.765 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.765 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.765 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:58.765 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.765 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:48:58.765 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.765 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.765 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:58.765 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.766 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.766 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.766 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:48:58.766 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408976+0000", 2024-08-17T01:48:58.766 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408976+0000", 2024-08-17T01:48:58.766 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.409256+0000", 2024-08-17T01:48:58.766 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:48:58.766 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.766 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.766 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.766 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:58.766 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:48:58.767 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:48:58.767 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:48:58.767 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.767 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.767 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.767 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:48:58.767 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:48:58.767 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.767 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 5, 2024-08-17T01:48:58.767 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.767 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.767 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:58.768 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.768 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.768 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.768 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.768 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 5, 2024-08-17T01:48:58.768 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.768 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.768 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.768 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1f", 2024-08-17T01:48:58.768 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.768 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.768 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.768 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5399, 2024-08-17T01:48:58.769 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.769 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:25:10.241029+0000", 2024-08-17T01:48:58.769 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.769 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.769 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 570, 2024-08-17T01:48:58.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:48:58.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:48:58.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:48:58.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:48:58.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 4, 2024-08-17T01:48:58.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 4, 2024-08-17T01:48:58.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 4, 2024-08-17T01:48:58.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:48:58.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.772 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.772 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.772 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.772 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.772 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.772 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:58.772 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.772 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:48:58.772 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'5" 2024-08-17T01:48:58.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.772 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.772 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.773 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.773 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:58.773 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:58.773 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.773 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:48:58.773 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.773 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.773 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:58.773 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.773 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.773 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.773 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:48:58.774 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368975+0000", 2024-08-17T01:48:58.774 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368975+0000", 2024-08-17T01:48:58.774 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369290+0000", 2024-08-17T01:48:58.774 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:48:58.774 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.774 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.774 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.774 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:58.774 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:48:58.774 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:48:58.774 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:48:58.774 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.774 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.774 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.775 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:48:58.775 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:48:58.775 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.775 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.775 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.775 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.775 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:58.775 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.775 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.775 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.775 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.775 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.775 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.775 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.775 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.776 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1e", 2024-08-17T01:48:58.776 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.776 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.776 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.776 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5289, 2024-08-17T01:48:58.776 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.776 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:34:26.885035+0000", 2024-08-17T01:48:58.776 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.776 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.776 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.779 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.779 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.779 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.779 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.779 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.779 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.779 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.779 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.779 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.779 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.779 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.779 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.780 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.780 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.780 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.780 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.780 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.780 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:58.780 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:58.780 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.780 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:48:58.780 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.780 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.781 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.781 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.781 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.781 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:58.781 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.781 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:48:58.781 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.781 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.781 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:58.781 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.781 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.781 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.781 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:48:58.782 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761244+0000", 2024-08-17T01:48:58.782 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761244+0000", 2024-08-17T01:48:58.782 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.761610+0000", 2024-08-17T01:48:58.782 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:48:58.782 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.782 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.782 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.782 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:48:58.782 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:48:58.782 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:48:58.782 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:48:58.782 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.782 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.783 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.783 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:48:58.783 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:48:58.783 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.783 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:48:58.783 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.783 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.783 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:48:58.783 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.783 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.783 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.783 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.783 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:48:58.784 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.784 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.784 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.784 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1e", 2024-08-17T01:48:58.784 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.784 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.784 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.784 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5310, 2024-08-17T01:48:58.784 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.784 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:32:00.718175+0000", 2024-08-17T01:48:58.784 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.784 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.785 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.788 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.788 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.788 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.788 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.788 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.788 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.788 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:58.788 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.789 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:48:58.789 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'2" 2024-08-17T01:48:58.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.789 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.789 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.789 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.789 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.789 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:58.789 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.789 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:48:58.789 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.789 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.790 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:58.790 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.790 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.790 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.790 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:48:58.790 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.762083+0000", 2024-08-17T01:48:58.790 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.762083+0000", 2024-08-17T01:48:58.790 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.762566+0000", 2024-08-17T01:48:58.790 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:48:58.790 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.790 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.790 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.790 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:48:58.791 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:48:58.791 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:48:58.791 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:48:58.791 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.791 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.791 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.791 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:48:58.791 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:48:58.791 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.791 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.791 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.791 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.792 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:48:58.792 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.792 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.792 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.792 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.792 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.792 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.792 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.792 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.792 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1f", 2024-08-17T01:48:58.792 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.792 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.792 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.793 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:48:58.793 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.793 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:08:13.714088+0000", 2024-08-17T01:48:58.793 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.793 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.793 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.796 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.796 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.796 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.796 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.796 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.796 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:58.797 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.797 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:48:58.797 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.797 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.797 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.797 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.797 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:58.797 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:58.797 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.797 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:58.797 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.797 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.798 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:58.798 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.798 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.798 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:48:58.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.371552+0000", 2024-08-17T01:48:58.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.371552+0000", 2024-08-17T01:48:58.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371929+0000", 2024-08-17T01:48:58.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:48:58.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:58.799 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:48:58.799 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:48:58.799 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:48:58.799 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.799 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.799 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.799 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:48:58.799 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:48:58.799 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.799 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:48:58.799 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.799 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.799 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:58.799 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.800 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.800 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.800 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.800 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:48:58.800 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.800 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.800 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.800 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1d", 2024-08-17T01:48:58.800 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.800 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.800 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.800 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 4808, 2024-08-17T01:48:58.800 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.801 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:07:26.767896+0000", 2024-08-17T01:48:58.801 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.801 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.801 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.801 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.801 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.801 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.801 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.801 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.801 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.801 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.801 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:48:58.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:48:58.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:48:58.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:48:58.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 1, 2024-08-17T01:48:58.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:48:58.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:48:58.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:48:58.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.804 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.804 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.804 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.804 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.804 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:58.805 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:58.805 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.805 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:58.805 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:48:58.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.805 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.805 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.805 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.805 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:58.805 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:58.805 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.805 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:58.805 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.805 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.806 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:58.806 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.806 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.806 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.806 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:48:58.806 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.760989+0000", 2024-08-17T01:48:58.806 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.760989+0000", 2024-08-17T01:48:58.806 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.761320+0000", 2024-08-17T01:48:58.806 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:48:58.806 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.806 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.806 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.806 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:48:58.806 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:48:58.807 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:48:58.807 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:48:58.807 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.807 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.807 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.807 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:48:58.807 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:48:58.807 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.807 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.807 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.807 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.807 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:48:58.807 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.807 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.807 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.808 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.808 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.808 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.808 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.808 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.808 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1c", 2024-08-17T01:48:58.808 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.808 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.808 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.808 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5219, 2024-08-17T01:48:58.808 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.808 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:28:29.622689+0000", 2024-08-17T01:48:58.809 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.809 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.809 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.810 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.810 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.810 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.810 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.810 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.810 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.810 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.810 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.810 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.810 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.810 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.810 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.810 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.810 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.812 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.812 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.812 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.812 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.812 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:58.812 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:58.812 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.812 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:58.812 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.812 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.812 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.812 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.812 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.813 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:58.813 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.813 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:48:58.813 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.813 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.813 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:58.813 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.813 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.813 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.813 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:48:58.813 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.409975+0000", 2024-08-17T01:48:58.813 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.409975+0000", 2024-08-17T01:48:58.813 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.410344+0000", 2024-08-17T01:48:58.813 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:48:58.814 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.814 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.814 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.814 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:58.814 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:48:58.814 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:48:58.814 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:48:58.814 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.814 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.814 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.814 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:48:58.814 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:48:58.815 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.815 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:48:58.815 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.815 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.815 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:58.815 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.815 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.815 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.815 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.815 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:48:58.815 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.815 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.815 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.816 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1c", 2024-08-17T01:48:58.816 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.816 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.816 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.816 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5165, 2024-08-17T01:48:58.816 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.816 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:29:28.364235+0000", 2024-08-17T01:48:58.816 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.816 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.816 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.818 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:48:58.818 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:48:58.818 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.818 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:48:58.818 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.818 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.818 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.818 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.818 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.818 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:48:58.818 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.818 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:48:58.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:48:58.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:48:58.819 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.819 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.820 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.820 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.820 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.820 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.820 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:58.820 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.820 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:48:58.820 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:48:58.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.820 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.820 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.820 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:58.820 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:58.820 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:58.821 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.821 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:48:58.821 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.821 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.821 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:58.821 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.821 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.821 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.821 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:48:58.821 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.373149+0000", 2024-08-17T01:48:58.821 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.373149+0000", 2024-08-17T01:48:58.821 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.373538+0000", 2024-08-17T01:48:58.822 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:48:58.822 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.822 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.822 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.822 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:58.822 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:48:58.822 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:48:58.822 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:48:58.822 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.822 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.822 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.822 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:48:58.822 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:48:58.822 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.823 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.823 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.823 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.823 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:58.823 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.823 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.823 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.823 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.823 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.823 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.823 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.823 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.823 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1d", 2024-08-17T01:48:58.824 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.824 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.824 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.824 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5309, 2024-08-17T01:48:58.824 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.824 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:02:55.339604+0000", 2024-08-17T01:48:58.824 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.824 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.824 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.827 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.827 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.828 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.828 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.828 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:58.828 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:58.828 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:58.828 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.828 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:48:58.828 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.828 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.828 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.828 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:58.829 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:58.829 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:58.829 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.829 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:48:58.829 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.829 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.829 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:58.829 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.829 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.829 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:48:58.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370744+0000", 2024-08-17T01:48:58.830 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370744+0000", 2024-08-17T01:48:58.830 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.376679+0000", 2024-08-17T01:48:58.830 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:48:58.830 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.830 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.830 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.830 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:58.830 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:48:58.830 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:48:58.830 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:48:58.830 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.830 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.830 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.830 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:48:58.831 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:48:58.831 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.831 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.831 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.831 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.831 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:58.831 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.831 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.831 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.831 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.831 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.831 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.832 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.832 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.832 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.a", 2024-08-17T01:48:58.832 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.832 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.832 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.832 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5194, 2024-08-17T01:48:58.832 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.832 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:51:03.477970+0000", 2024-08-17T01:48:58.832 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.832 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.832 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.835 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.835 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.835 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.836 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:58.836 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:58.836 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:58.836 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.836 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:48:58.836 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.836 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.836 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.836 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.836 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:58.836 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:58.836 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.836 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:48:58.836 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.837 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.837 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:58.837 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.837 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.837 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:48:58.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.423843+0000", 2024-08-17T01:48:58.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.423843+0000", 2024-08-17T01:48:58.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.424727+0000", 2024-08-17T01:48:58.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:48:58.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.838 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:58.838 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:48:58.838 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:48:58.838 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:48:58.838 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.838 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.838 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.838 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:48:58.838 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:48:58.838 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.838 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3, 2024-08-17T01:48:58.838 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.839 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.839 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:58.839 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.839 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.839 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.839 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.839 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3, 2024-08-17T01:48:58.839 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.839 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.839 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.839 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.b", 2024-08-17T01:48:58.839 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.839 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.839 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.839 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:48:58.840 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.840 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:44:06.934886+0000", 2024-08-17T01:48:58.840 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.840 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.840 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:48:58.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:48:58.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:48:58.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:48:58.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 2, 2024-08-17T01:48:58.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2, 2024-08-17T01:48:58.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T01:48:58.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.843 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.843 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.843 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.843 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.843 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:58.843 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:58.843 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.843 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:48:58.843 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'3" 2024-08-17T01:48:58.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.843 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.844 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.844 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.844 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.844 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:58.844 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.844 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:48:58.844 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.844 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.844 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:58.844 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.844 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.844 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.844 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:48:58.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.350944+0000", 2024-08-17T01:48:58.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.350944+0000", 2024-08-17T01:48:58.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.351244+0000", 2024-08-17T01:48:58.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:48:58.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:48:58.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:48:58.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:48:58.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:48:58.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.846 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:48:58.846 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:48:58.846 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.846 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.846 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.846 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.846 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:48:58.846 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.846 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.846 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.846 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.846 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.846 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.847 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.847 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.847 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.b", 2024-08-17T01:48:58.847 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.847 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.847 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.847 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5301, 2024-08-17T01:48:58.847 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.847 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:01:52.291317+0000", 2024-08-17T01:48:58.847 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.847 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.847 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.850 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.851 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.851 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.851 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.851 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.851 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:58.851 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.851 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:48:58.851 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.851 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.851 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.851 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.851 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.851 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:58.852 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.852 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:48:58.852 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.852 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.852 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:58.852 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.852 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.852 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.852 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:48:58.852 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.402642+0000", 2024-08-17T01:48:58.852 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.402642+0000", 2024-08-17T01:48:58.852 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.402952+0000", 2024-08-17T01:48:58.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:48:58.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:58.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:48:58.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:48:58.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:48:58.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:48:58.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:48:58.853 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.854 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.854 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.854 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.854 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:58.854 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.854 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.854 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.854 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.854 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.854 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.854 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.854 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.855 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.a", 2024-08-17T01:48:58.855 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.855 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.855 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.855 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5343, 2024-08-17T01:48:58.855 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.855 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:32:52.119266+0000", 2024-08-17T01:48:58.855 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.855 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.855 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.859 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.859 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.859 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.859 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.859 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.859 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:58.859 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.859 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:48:58.859 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.859 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.859 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.859 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.860 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.860 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:58.860 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.860 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:48:58.860 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.860 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.860 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:58.860 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.860 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.860 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.860 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:48:58.860 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.419357+0000", 2024-08-17T01:48:58.860 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.419357+0000", 2024-08-17T01:48:58.860 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.419650+0000", 2024-08-17T01:48:58.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:48:58.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:58.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:48:58.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:48:58.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:48:58.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:48:58.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:48:58.861 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.862 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.862 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.862 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.862 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:58.862 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.862 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.862 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.862 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.862 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.862 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.862 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.862 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.862 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.8", 2024-08-17T01:48:58.862 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5293, 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:01:49.725084+0000", 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.866 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.866 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.866 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.866 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.866 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.866 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:58.866 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.866 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:48:58.866 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:48:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.867 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:48:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416294+0000", 2024-08-17T01:48:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416294+0000", 2024-08-17T01:48:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416594+0000", 2024-08-17T01:48:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:48:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:48:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:48:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:48:58.868 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:48:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:48:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.869 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.9", 2024-08-17T01:48:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5343, 2024-08-17T01:48:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:34:11.244993+0000", 2024-08-17T01:48:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:48:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.874 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:48:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:48:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.413706+0000", 2024-08-17T01:48:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.413706+0000", 2024-08-17T01:48:58.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.414000+0000", 2024-08-17T01:48:58.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:48:58.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:58.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:48:58.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:48:58.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:48:58.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:48:58.876 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:48:58.876 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.876 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.877 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.877 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.877 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:58.877 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.877 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.877 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.877 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.877 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.877 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.877 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.877 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.877 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.9", 2024-08-17T01:48:58.877 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.878 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.878 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.878 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5266, 2024-08-17T01:48:58.878 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.878 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:04:05.397988+0000", 2024-08-17T01:48:58.878 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.878 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.878 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.881 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.881 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.881 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.881 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:58.881 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:58.882 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:58.882 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.882 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:48:58.882 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.882 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.882 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.882 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.882 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.882 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:58.882 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.882 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:48:58.882 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.882 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.883 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:58.883 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.883 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.883 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:48:58.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.421863+0000", 2024-08-17T01:48:58.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.421863+0000", 2024-08-17T01:48:58.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.424205+0000", 2024-08-17T01:48:58.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:48:58.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:58.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:48:58.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:48:58.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:48:58.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:48:58.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:48:58.884 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.884 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.884 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.884 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.884 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:58.884 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.884 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.885 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.885 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.885 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.885 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.885 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.885 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.885 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.8", 2024-08-17T01:48:58.885 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.885 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.885 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.885 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5156, 2024-08-17T01:48:58.885 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.885 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:44:00.517822+0000", 2024-08-17T01:48:58.885 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.885 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.886 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.889 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.889 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.889 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.889 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.889 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.889 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:58.889 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.889 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:48:58.889 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.889 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.889 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.890 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.890 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.890 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:58.890 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.890 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:48:58.890 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.890 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.890 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:58.890 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.890 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.890 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:48:58.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.347255+0000", 2024-08-17T01:48:58.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.347255+0000", 2024-08-17T01:48:58.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.347648+0000", 2024-08-17T01:48:58.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:48:58.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:48:58.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:48:58.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:48:58.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:48:58.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.892 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.892 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.892 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:48:58.892 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:48:58.892 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.892 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.892 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.892 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.892 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:48:58.892 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.892 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.892 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.892 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.892 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.893 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.893 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.893 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.893 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.6", 2024-08-17T01:48:58.893 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.893 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.893 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.893 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5386, 2024-08-17T01:48:58.893 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.893 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:31:31.907356+0000", 2024-08-17T01:48:58.893 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.893 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.893 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.897 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.897 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.897 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.897 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.897 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.897 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:58.897 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.897 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:48:58.897 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.897 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.897 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.897 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:58.898 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.898 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:58.898 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.898 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:48:58.898 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.898 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.898 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:58.898 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.898 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.898 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.898 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:48:58.898 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411113+0000", 2024-08-17T01:48:58.898 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411113+0000", 2024-08-17T01:48:58.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.411446+0000", 2024-08-17T01:48:58.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:48:58.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:58.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:48:58.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:48:58.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:48:58.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:48:58.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:48:58.900 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.900 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:48:58.900 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.900 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.900 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:58.900 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.900 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.900 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.900 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.900 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:48:58.900 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.900 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.900 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.901 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.7", 2024-08-17T01:48:58.901 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.901 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.901 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.901 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:48:58.901 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.901 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:54:00.351038+0000", 2024-08-17T01:48:58.901 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.901 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.901 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:48:58.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:48:58.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:48:58.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:48:58.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:48:58.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:48:58.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:48:58.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.904 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.904 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.904 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.904 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:58.904 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.904 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:58.905 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.905 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:48:58.905 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:48:58.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.905 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.905 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.905 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:58.905 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.905 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:58.905 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.905 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:48:58.905 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.906 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.906 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:48:58.906 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.906 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.906 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:48:58.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.367577+0000", 2024-08-17T01:48:58.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.367577+0000", 2024-08-17T01:48:58.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.117782+0000", 2024-08-17T01:48:58.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:48:58.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:58.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:58.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:58.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:48:58.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:48:58.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:48:58.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:58.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:48:58.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:48:58.907 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.907 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3042, 2024-08-17T01:48:58.907 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.908 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.908 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:58.908 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.908 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.908 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.908 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.908 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3042, 2024-08-17T01:48:58.908 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.908 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.908 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.908 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.1", 2024-08-17T01:48:58.908 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.908 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.909 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.909 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9151, 2024-08-17T01:48:58.909 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.909 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:35:31.481472+0000", 2024-08-17T01:48:58.909 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.003001173, 2024-08-17T01:48:58.909 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.909 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1511, 2024-08-17T01:48:58.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 384060, 2024-08-17T01:48:58.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3011, 2024-08-17T01:48:58.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 390759 2024-08-17T01:48:58.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.913 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.913 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.913 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.913 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:58.914 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.914 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:58.914 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.914 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:48:58.914 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3042" 2024-08-17T01:48:58.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.914 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.914 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.914 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.914 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.914 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:58.914 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.914 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:48:58.915 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.915 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.915 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:58.915 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.915 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.915 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.915 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:48:58.915 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.419311+0000", 2024-08-17T01:48:58.915 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.419311+0000", 2024-08-17T01:48:58.915 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.419615+0000", 2024-08-17T01:48:58.915 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:48:58.915 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:58.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:48:58.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:48:58.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:48:58.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:48:58.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:48:58.916 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.916 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.916 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.917 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.917 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:58.917 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.917 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.917 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.917 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.917 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.917 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.917 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.917 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.917 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.7", 2024-08-17T01:48:58.917 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.917 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.917 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.918 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5302, 2024-08-17T01:48:58.918 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.918 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:08:16.246877+0000", 2024-08-17T01:48:58.918 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.918 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.918 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.921 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.921 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.921 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.921 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.921 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.922 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:58.922 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.922 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:48:58.922 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.922 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.922 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.922 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.922 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:58.922 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:58.922 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.922 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:48:58.922 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.923 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.923 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:58.923 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.923 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.923 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:48:58.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.371602+0000", 2024-08-17T01:48:58.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.371602+0000", 2024-08-17T01:48:58.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.372027+0000", 2024-08-17T01:48:58.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:48:58.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:58.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:48:58.924 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:48:58.924 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:48:58.924 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.924 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.924 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.924 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:48:58.924 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:48:58.924 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.924 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:48:58.924 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.924 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.924 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:58.925 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.925 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.925 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.925 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.925 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:48:58.925 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.925 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.925 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.925 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.6", 2024-08-17T01:48:58.925 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.925 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.925 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.925 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5351, 2024-08-17T01:48:58.925 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.926 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:22:28.037461+0000", 2024-08-17T01:48:58.926 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.926 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.926 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:48:58.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:48:58.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:48:58.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.928 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.928 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.928 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:48:58.928 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.928 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.928 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.928 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.928 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.928 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.928 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.928 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 2, 2024-08-17T01:48:58.928 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2, 2024-08-17T01:48:58.928 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 2, 2024-08-17T01:48:58.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.929 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.929 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.929 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.929 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.929 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:58.929 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:58.929 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.929 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:48:58.930 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "561'2" 2024-08-17T01:48:58.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.930 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.930 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.930 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.930 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.930 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:58.930 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.930 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:48:58.930 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.930 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.930 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:48:58.930 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.931 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.931 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.931 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:48:58.931 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.421582+0000", 2024-08-17T01:48:58.931 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.421582+0000", 2024-08-17T01:48:58.931 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.178548+0000", 2024-08-17T01:48:58.931 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:48:58.931 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:58.931 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.931 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:58.931 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:58.931 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:48:58.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:48:58.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:48:58.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:58.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:48:58.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:48:58.932 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.932 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3043, 2024-08-17T01:48:58.932 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.932 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.932 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:58.933 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.933 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.933 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.933 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.933 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3043, 2024-08-17T01:48:58.933 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.933 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.933 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.933 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.0", 2024-08-17T01:48:58.933 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.933 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.933 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.933 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9094, 2024-08-17T01:48:58.933 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.934 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:26:41.686322+0000", 2024-08-17T01:48:58.934 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0047065, 2024-08-17T01:48:58.934 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.934 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.934 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.934 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.934 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.934 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.934 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.934 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.934 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.934 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.934 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.934 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1356, 2024-08-17T01:48:58.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 358494, 2024-08-17T01:48:58.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3026, 2024-08-17T01:48:58.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 420160 2024-08-17T01:48:58.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.937 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.937 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.937 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.937 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.937 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:58.937 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:58.937 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.937 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:48:58.937 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1144'3043" 2024-08-17T01:48:58.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.937 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.938 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.938 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.938 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:58.938 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:58.938 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.938 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:48:58.938 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.938 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.938 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:58.938 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.938 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.938 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:48:58.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761945+0000", 2024-08-17T01:48:58.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761945+0000", 2024-08-17T01:48:58.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.762425+0000", 2024-08-17T01:48:58.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:48:58.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:48:58.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:48:58.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:48:58.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:48:58.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:48:58.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:48:58.940 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.940 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.940 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.940 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.940 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:48:58.940 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.940 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.940 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.940 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.941 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.941 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.941 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.941 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.941 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.4", 2024-08-17T01:48:58.941 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.941 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.941 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.941 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5344, 2024-08-17T01:48:58.941 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.941 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:49:20.087218+0000", 2024-08-17T01:48:58.941 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.942 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.942 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.945 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.945 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.945 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.945 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.945 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:58.945 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:58.945 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.945 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:48:58.945 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.945 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.945 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.946 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.946 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.946 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:58.946 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.946 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:58.946 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.946 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.946 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:58.946 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.946 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.946 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.946 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:48:58.946 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:25.759895+0000", 2024-08-17T01:48:58.946 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:25.759895+0000", 2024-08-17T01:48:58.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:25.760584+0000", 2024-08-17T01:48:58.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:48:58.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 478, 2024-08-17T01:48:58.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:48:58.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:48:58.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:48:58.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.948 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:48:58.948 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:48:58.948 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.948 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.948 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.948 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.948 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 477, 2024-08-17T01:48:58.948 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.948 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.948 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.948 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.948 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.949 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.949 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.949 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.949 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.5", 2024-08-17T01:48:58.949 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.949 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.949 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.949 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 4799, 2024-08-17T01:48:58.949 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.949 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:39:23.046719+0000", 2024-08-17T01:48:58.949 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.949 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.949 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.952 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.952 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.953 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.953 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.953 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.953 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.953 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:58.953 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.953 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:58.953 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.953 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.953 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.953 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.953 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.953 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:58.954 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.954 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:48:58.954 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.954 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.954 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:48:58.954 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.954 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.954 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.954 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765506+0000", 2024-08-17T01:48:58.954 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408490+0000", 2024-08-17T01:48:58.954 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408490+0000", 2024-08-17T01:48:58.954 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.115099+0000", 2024-08-17T01:48:58.954 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765506+0000", 2024-08-17T01:48:58.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:58.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:58.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:58.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765506+0000", 2024-08-17T01:48:58.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765506+0000", 2024-08-17T01:48:58.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765506+0000", 2024-08-17T01:48:58.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:58.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765506+0000", 2024-08-17T01:48:58.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765506+0000", 2024-08-17T01:48:58.955 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.955 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3090, 2024-08-17T01:48:58.955 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.956 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.956 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:58.956 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.956 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.956 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.956 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.956 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3090, 2024-08-17T01:48:58.956 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.956 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.956 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.956 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.3", 2024-08-17T01:48:58.956 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.956 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.957 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.957 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9110, 2024-08-17T01:48:58.957 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.957 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:40:49.200353+0000", 2024-08-17T01:48:58.957 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.004247452, 2024-08-17T01:48:58.957 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.957 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.957 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 4194304, 2024-08-17T01:48:58.957 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.957 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.957 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.957 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:48:58.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:48:58.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:48:58.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:48:58.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 768, 2024-08-17T01:48:58.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 390461, 2024-08-17T01:48:58.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3077, 2024-08-17T01:48:58.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 380677 2024-08-17T01:48:58.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.960 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.960 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.960 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.961 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.961 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.961 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:58.961 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.961 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:48:58.961 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3090" 2024-08-17T01:48:58.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.961 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.961 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.961 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.961 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.961 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:58.961 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.961 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:58.962 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.962 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.962 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:58.962 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.962 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.962 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.962 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:48:58.962 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.767064+0000", 2024-08-17T01:48:58.962 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.767064+0000", 2024-08-17T01:48:58.962 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.769871+0000", 2024-08-17T01:48:58.962 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:48:58.962 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:48:58.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:48:58.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:48:58.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:48:58.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:48:58.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:48:58.963 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.964 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.964 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.964 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.964 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:48:58.964 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.964 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.964 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.964 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.964 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.964 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.964 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.964 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.964 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.5", 2024-08-17T01:48:58.964 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.965 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.965 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.965 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5233, 2024-08-17T01:48:58.965 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.965 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:22:02.126360+0000", 2024-08-17T01:48:58.965 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.965 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.965 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.965 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.965 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.965 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.965 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.965 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.965 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.968 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.968 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.968 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.969 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.969 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:58.969 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:58.969 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.969 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:58.969 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.969 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.969 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.969 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.969 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.969 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:58.969 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.969 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:48:58.970 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.970 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.970 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:58.970 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.970 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.970 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.970 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:48:58.970 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:25.756644+0000", 2024-08-17T01:48:58.970 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:25.756644+0000", 2024-08-17T01:48:58.970 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:25.757086+0000", 2024-08-17T01:48:58.970 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:48:58.970 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.970 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.970 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.970 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 478, 2024-08-17T01:48:58.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:48:58.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:48:58.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:48:58.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:48:58.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:48:58.971 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.971 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.971 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.971 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.971 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 477, 2024-08-17T01:48:58.972 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.972 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.972 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.972 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.972 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.972 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.972 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.972 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.972 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.4", 2024-08-17T01:48:58.972 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.972 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.972 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.972 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5359, 2024-08-17T01:48:58.973 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.973 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:52:52.469355+0000", 2024-08-17T01:48:58.973 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.973 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.973 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.976 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.976 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.976 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.976 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.976 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.976 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.976 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.976 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.976 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.976 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:58.976 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.976 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:48:58.976 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.977 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.977 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.977 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.977 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.977 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:58.977 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.977 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:48:58.977 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.977 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.977 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:48:58.977 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.978 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.978 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:48:58.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.765489+0000", 2024-08-17T01:48:58.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.765489+0000", 2024-08-17T01:48:58.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.116951+0000", 2024-08-17T01:48:58.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:48:58.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:58.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:58.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:48:58.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:48:58.979 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:48:58.979 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:48:58.979 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.979 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.979 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:58.979 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:48:58.979 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:48:58.979 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.979 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3069, 2024-08-17T01:48:58.979 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.979 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.979 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:48:58.979 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.980 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.980 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.980 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.980 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3069, 2024-08-17T01:48:58.980 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.980 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.980 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.980 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.2", 2024-08-17T01:48:58.980 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.980 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.980 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.980 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9287, 2024-08-17T01:48:58.980 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.981 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:02:22.292646+0000", 2024-08-17T01:48:58.981 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.006145356, 2024-08-17T01:48:58.981 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.981 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 19, 2024-08-17T01:48:58.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:48:58.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:48:58.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:48:58.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1174, 2024-08-17T01:48:58.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 404056, 2024-08-17T01:48:58.984 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.984 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.984 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.984 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3046, 2024-08-17T01:48:58.984 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 399430 2024-08-17T01:48:58.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.984 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.984 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.984 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.984 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.984 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.984 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:58.984 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.984 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:48:58.985 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3069" 2024-08-17T01:48:58.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.985 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.985 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.985 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:58.985 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.985 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:58.985 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.985 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:48:58.985 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.985 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.985 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:58.985 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.985 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.986 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:48:58.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368124+0000", 2024-08-17T01:48:58.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368124+0000", 2024-08-17T01:48:58.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.368410+0000", 2024-08-17T01:48:58.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:48:58.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:58.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:48:58.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:48:58.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:48:58.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.987 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:58.987 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:48:58.987 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:48:58.987 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.987 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.987 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.987 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.987 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:58.987 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.987 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.987 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.987 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.987 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.988 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.988 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.988 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.988 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3", 2024-08-17T01:48:58.988 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.988 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.988 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.988 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5241, 2024-08-17T01:48:58.988 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.988 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:04:26.479185+0000", 2024-08-17T01:48:58.988 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.988 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.988 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.991 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.991 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.991 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.991 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.991 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.991 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.991 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.991 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.991 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.991 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.991 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.991 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.991 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.992 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.992 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.992 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.992 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:58.992 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:58.992 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:58.992 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.992 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:48:58.992 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:58.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.992 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:58.992 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:58.992 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:58.992 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.366042+0000", 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.366042+0000", 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.366706+0000", 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:58.994 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.994 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:58.994 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:48:58.994 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:48:58.994 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:48:58.994 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:58.994 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:58.994 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:58.994 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:48:58.994 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:48:58.994 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:58.994 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:58.995 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:58.995 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:58.995 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:58.995 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:58.995 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:58.995 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:58.995 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:58.995 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:58.995 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:58.995 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:58.995 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:58.995 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.2", 2024-08-17T01:48:58.995 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:58.995 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:58.996 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:58.996 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5203, 2024-08-17T01:48:58.996 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:58.996 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:43:28.567195+0000", 2024-08-17T01:48:58.996 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:58.996 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:58.996 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:58.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:58.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:58.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:58.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:58.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:58.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:58.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:58.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:58.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:58.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:58.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:58.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:58.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:58.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:58.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:58.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:58.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:58.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:58.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:58.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:58.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:58.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:58.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:58.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:58.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:58.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:58.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:58.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:58.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:58.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:58.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:58.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:58.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:58.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:58.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:58.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:58.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:58.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:58.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:58.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:58.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:58.999 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:58.999 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:58.999 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:58.999 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.000 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.000 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.000 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.000 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:59.000 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.000 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.000 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.000 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.000 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.000 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:59.000 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.000 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:48:59.000 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.001 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.001 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:48:59.001 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.001 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.001 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:48:59.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.613193+0000", 2024-08-17T01:48:59.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.613193+0000", 2024-08-17T01:48:59.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.116951+0000", 2024-08-17T01:48:59.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:48:59.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:59.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:59.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:48:59.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:48:59.002 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:48:59.002 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:48:59.002 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.002 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.002 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:59.002 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:48:59.002 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:48:59.002 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.002 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3108, 2024-08-17T01:48:59.002 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.002 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.002 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:48:59.003 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.003 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.003 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.003 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.003 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3108, 2024-08-17T01:48:59.003 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.003 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.003 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.003 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.4", 2024-08-17T01:48:59.003 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.003 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.003 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.003 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9033, 2024-08-17T01:48:59.003 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.003 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:52:21.082086+0000", 2024-08-17T01:48:59.004 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.00655868, 2024-08-17T01:48:59.004 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.004 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:48:59.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:48:59.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:48:59.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:48:59.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 781, 2024-08-17T01:48:59.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 392802, 2024-08-17T01:48:59.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3135, 2024-08-17T01:48:59.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 409390 2024-08-17T01:48:59.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.007 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.007 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.007 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.007 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.007 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.007 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:59.007 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.007 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:48:59.007 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3108" 2024-08-17T01:48:59.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.007 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.008 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.008 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.008 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.008 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.008 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.008 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:48:59.008 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.008 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.008 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.008 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.008 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.008 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:48:59.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368675+0000", 2024-08-17T01:48:59.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368675+0000", 2024-08-17T01:48:59.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369042+0000", 2024-08-17T01:48:59.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:48:59.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:48:59.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:48:59.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:48:59.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.010 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.010 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:48:59.010 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:48:59.010 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.010 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.010 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.010 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.010 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.010 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.010 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.010 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.010 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.011 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.011 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.011 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.011 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.011 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.0", 2024-08-17T01:48:59.011 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.011 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.011 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.011 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5345, 2024-08-17T01:48:59.011 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.011 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:59.322926+0000", 2024-08-17T01:48:59.011 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.011 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.012 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.015 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.015 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.015 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.015 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.015 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.015 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.015 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.015 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.015 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:48:59.015 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.015 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.016 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.016 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.016 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.016 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.016 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.016 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:48:59.016 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.016 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.016 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.016 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.016 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.016 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.016 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:48:59.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.608101+0000", 2024-08-17T01:48:59.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.608101+0000", 2024-08-17T01:48:59.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:16.608408+0000", 2024-08-17T01:48:59.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:48:59.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:48:59.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:48:59.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:48:59.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:48:59.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.018 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.018 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:48:59.018 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:48:59.018 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.018 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.018 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.018 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.018 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:48:59.018 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.018 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.018 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.018 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.018 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.019 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.019 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.019 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.019 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1", 2024-08-17T01:48:59.019 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.019 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.019 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.019 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5328, 2024-08-17T01:48:59.019 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.019 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:33:29.006590+0000", 2024-08-17T01:48:59.019 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.019 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.019 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.023 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.023 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.023 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.023 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.023 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.023 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.023 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.023 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:48:59.023 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.023 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.023 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.023 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.024 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.024 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.024 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.024 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:48:59.024 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.024 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.024 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:48:59.024 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.024 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.024 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.024 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:48:59.024 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.763634+0000", 2024-08-17T01:48:59.024 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.763634+0000", 2024-08-17T01:48:59.024 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.119972+0000", 2024-08-17T01:48:59.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:48:59.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:59.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:59.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:48:59.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:48:59.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:48:59.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:48:59.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:59.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:48:59.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:48:59.026 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.026 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3117, 2024-08-17T01:48:59.026 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.026 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.026 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:48:59.026 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.026 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.026 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.026 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.026 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3117, 2024-08-17T01:48:59.026 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.026 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.026 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.027 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.7", 2024-08-17T01:48:59.027 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.027 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.027 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.027 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9172, 2024-08-17T01:48:59.027 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.027 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:34:41.394595+0000", 2024-08-17T01:48:59.027 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.008824498, 2024-08-17T01:48:59.027 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.027 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1056, 2024-08-17T01:48:59.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 384001, 2024-08-17T01:48:59.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3090, 2024-08-17T01:48:59.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 402517 2024-08-17T01:48:59.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.030 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.031 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.031 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.031 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.031 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.031 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.031 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.031 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:48:59.031 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3117" 2024-08-17T01:48:59.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.031 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.031 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.031 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.031 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.032 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:59.032 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.032 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:48:59.032 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.032 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.032 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.032 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.032 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.032 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.032 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:48:59.032 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.347847+0000", 2024-08-17T01:48:59.032 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.347847+0000", 2024-08-17T01:48:59.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.348184+0000", 2024-08-17T01:48:59.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:48:59.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:48:59.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:48:59.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:48:59.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:48:59.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:48:59.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:48:59.034 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.034 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.034 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.034 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.034 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:48:59.034 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.034 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.034 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.034 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.034 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.034 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.034 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.035 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.035 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1", 2024-08-17T01:48:59.035 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.035 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.035 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.035 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:48:59.035 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.035 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:06:21.738263+0000", 2024-08-17T01:48:59.035 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.035 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.035 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.035 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.035 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.038 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.039 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.039 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.039 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.039 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.039 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.039 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:59.039 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.039 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:48:59.039 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.039 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.039 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.039 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.040 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.040 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.040 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.040 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:48:59.040 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.040 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.040 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.040 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.040 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.040 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.040 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:48:59.040 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.355745+0000", 2024-08-17T01:48:59.040 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.355745+0000", 2024-08-17T01:48:59.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:37:42.357328+0000", 2024-08-17T01:48:59.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:48:59.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:48:59.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:48:59.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:48:59.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:48:59.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:48:59.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:48:59.042 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.042 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.042 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.042 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.042 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:48:59.042 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.042 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.042 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.042 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.042 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.042 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.042 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.043 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.0", 2024-08-17T01:48:59.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.043 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.043 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.043 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5322, 2024-08-17T01:48:59.043 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.043 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:29:31.587642+0000", 2024-08-17T01:48:59.043 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.043 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.043 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.043 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.043 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.047 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.047 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.047 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.047 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.047 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.047 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.047 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.047 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:48:59.047 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.047 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.048 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.048 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.048 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.048 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.048 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.048 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:48:59.048 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.048 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.048 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:48:59.048 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.048 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.048 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:48:59.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.352438+0000", 2024-08-17T01:48:59.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.352438+0000", 2024-08-17T01:48:59.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.115012+0000", 2024-08-17T01:48:59.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:48:59.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:59.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:59.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:48:59.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:48:59.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:48:59.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:48:59.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.050 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:59.050 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:48:59.050 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:48:59.050 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.050 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3045, 2024-08-17T01:48:59.050 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.050 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.050 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:48:59.050 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.050 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.050 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.050 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.051 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3045, 2024-08-17T01:48:59.051 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.051 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.051 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.051 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.6", 2024-08-17T01:48:59.051 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.051 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.051 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.051 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9237, 2024-08-17T01:48:59.051 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.051 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:48:30.031839+0000", 2024-08-17T01:48:59.051 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.004895878, 2024-08-17T01:48:59.051 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.052 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.052 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1266, 2024-08-17T01:48:59.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 383190, 2024-08-17T01:48:59.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 2999, 2024-08-17T01:48:59.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 374928 2024-08-17T01:48:59.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.055 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.055 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.055 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.055 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.055 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.055 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.055 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.055 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:48:59.055 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3045" 2024-08-17T01:48:59.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.056 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.056 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.056 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.056 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.056 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.056 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.056 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:48:59.056 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.056 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.056 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.056 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.056 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.056 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:48:59.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.369462+0000", 2024-08-17T01:48:59.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.369462+0000", 2024-08-17T01:48:59.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369867+0000", 2024-08-17T01:48:59.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:48:59.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:48:59.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:48:59.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:48:59.057 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.058 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.058 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.058 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:48:59.058 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:48:59.058 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.058 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.058 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.058 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.058 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.058 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.058 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.059 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.059 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.059 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.059 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.059 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.059 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.059 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2", 2024-08-17T01:48:59.059 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.059 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.059 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.059 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5291, 2024-08-17T01:48:59.059 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.060 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:59:31.087128+0000", 2024-08-17T01:48:59.060 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.060 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.060 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.063 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.063 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.063 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.063 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.063 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.063 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.063 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.063 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.064 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:48:59.064 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.064 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.064 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.064 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.064 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.064 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.064 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.064 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:59.064 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.064 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.064 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.064 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.064 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.065 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:48:59.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416591+0000", 2024-08-17T01:48:59.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416591+0000", 2024-08-17T01:48:59.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416935+0000", 2024-08-17T01:48:59.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:48:59.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:48:59.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:48:59.065 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:48:59.066 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.066 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.066 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.066 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:48:59.066 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:48:59.066 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.066 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.066 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.066 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.066 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.066 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.066 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.067 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.067 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.067 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.067 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.067 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.067 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.067 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.3", 2024-08-17T01:48:59.067 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.067 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.067 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.067 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5238, 2024-08-17T01:48:59.067 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.067 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:48:53.540072+0000", 2024-08-17T01:48:59.068 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.068 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.068 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.071 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.071 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.071 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.071 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.071 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.071 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.071 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.071 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:59.071 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.071 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.071 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.072 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.072 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.072 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.072 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.072 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:48:59.072 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.072 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.072 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 19, 2024-08-17T01:48:59.072 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.072 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.072 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.072 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:48:59.072 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.414007+0000", 2024-08-17T01:48:59.072 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.414007+0000", 2024-08-17T01:48:59.073 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.414413+0000", 2024-08-17T01:48:59.073 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:48:59.073 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T01:48:59.073 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.073 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T01:48:59.073 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.073 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:48:59.073 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:48:59.073 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:48:59.073 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.073 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.073 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T01:48:59.073 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:48:59.073 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:48:59.074 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.074 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 253, 2024-08-17T01:48:59.074 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.074 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.074 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.074 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.074 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.074 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.074 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.074 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 253, 2024-08-17T01:48:59.074 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.074 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.074 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.075 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "1.0", 2024-08-17T01:48:59.075 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.075 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.075 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.075 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5862, 2024-08-17T01:48:59.075 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.075 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:12:15.582031+0000", 2024-08-17T01:48:59.075 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.075 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.075 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 590368, 2024-08-17T01:48:59.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:48:59.076 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.076 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.076 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.076 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.076 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.076 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.076 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.076 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.076 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.076 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.076 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.076 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.076 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.076 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:48:59.076 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:48:59.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:48:59.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 6, 2024-08-17T01:48:59.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1322, 2024-08-17T01:48:59.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2114, 2024-08-17T01:48:59.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 423, 2024-08-17T01:48:59.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2416 2024-08-17T01:48:59.078 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.078 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.078 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.078 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.078 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.079 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.079 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.079 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.079 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:48:59.079 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "2232'253" 2024-08-17T01:48:59.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.079 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.079 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.079 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.079 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.079 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.079 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.079 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:48:59.079 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.080 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.080 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:48:59.080 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.080 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.080 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.080 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:48:59.080 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411604+0000", 2024-08-17T01:48:59.080 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411604+0000", 2024-08-17T01:48:59.080 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.118275+0000", 2024-08-17T01:48:59.080 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:48:59.080 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:59.080 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.080 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:59.080 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.081 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:48:59.081 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:48:59.081 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:48:59.081 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.081 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.081 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:48:59.081 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:48:59.081 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:48:59.081 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.081 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3048, 2024-08-17T01:48:59.081 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.081 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.081 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.081 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.081 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.082 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.082 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.082 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3048, 2024-08-17T01:48:59.082 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.082 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.082 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.082 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.5", 2024-08-17T01:48:59.082 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.082 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.082 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.082 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 8854, 2024-08-17T01:48:59.082 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.082 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:56:28.329728+0000", 2024-08-17T01:48:59.082 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.005277167, 2024-08-17T01:48:59.083 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.083 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1115, 2024-08-17T01:48:59.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 340393, 2024-08-17T01:48:59.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3047, 2024-08-17T01:48:59.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 365375 2024-08-17T01:48:59.086 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.086 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.086 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.086 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.086 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.086 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.086 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.086 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.086 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:48:59.086 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1144'3048" 2024-08-17T01:48:59.086 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.087 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.087 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.087 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.087 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.087 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.087 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.087 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:48:59.087 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.087 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.087 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.087 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.087 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.088 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.088 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:48:59.088 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.414747+0000", 2024-08-17T01:48:59.088 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.414747+0000", 2024-08-17T01:48:59.088 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.415940+0000", 2024-08-17T01:48:59.088 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:48:59.088 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.088 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.088 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.088 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.088 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:48:59.088 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:48:59.088 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:48:59.088 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.089 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.089 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.089 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:48:59.089 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:48:59.089 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.089 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.089 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.089 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.089 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.089 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.090 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.090 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.090 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.090 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.090 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.090 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.090 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.090 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.d", 2024-08-17T01:48:59.090 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.090 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.090 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.090 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5151, 2024-08-17T01:48:59.090 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.091 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:31:03.059303+0000", 2024-08-17T01:48:59.091 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.091 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.091 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.094 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.094 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.094 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.094 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.094 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.094 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.094 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.094 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.094 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.094 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.094 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:48:59.094 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.095 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.095 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.095 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.095 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.095 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.095 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.095 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:48:59.095 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.095 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.095 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.095 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.095 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.095 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.095 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:48:59.095 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.767170+0000", 2024-08-17T01:48:59.096 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.767170+0000", 2024-08-17T01:48:59.096 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.767534+0000", 2024-08-17T01:48:59.096 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:48:59.096 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.096 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.096 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.096 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:48:59.096 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:48:59.096 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:48:59.096 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:48:59.096 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.096 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.096 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.096 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:48:59.097 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:48:59.097 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.097 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.097 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.097 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.097 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:48:59.097 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.097 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.097 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.097 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.097 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.097 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.097 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.098 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.098 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.c", 2024-08-17T01:48:59.098 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.098 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.098 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.098 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5325, 2024-08-17T01:48:59.098 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.098 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:12:09.397705+0000", 2024-08-17T01:48:59.098 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.098 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.098 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.101 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.101 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.101 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.101 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.102 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.102 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.102 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.102 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.102 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:48:59.102 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.102 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.102 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.102 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.102 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.102 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.102 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.102 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.103 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:59.103 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.103 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.103 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.103 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.103 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.103 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.103 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:48:59.103 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.372347+0000", 2024-08-17T01:48:59.103 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.372347+0000", 2024-08-17T01:48:59.103 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.372763+0000", 2024-08-17T01:48:59.103 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:48:59.103 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.103 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.103 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:48:59.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:48:59.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:48:59.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:48:59.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:48:59.104 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.104 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.104 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.104 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.104 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.105 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.105 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.105 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.105 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.105 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.105 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.105 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.105 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.105 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.c", 2024-08-17T01:48:59.105 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.105 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.105 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.105 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5222, 2024-08-17T01:48:59.105 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.105 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:42:29.422160+0000", 2024-08-17T01:48:59.106 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.106 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.106 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.109 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.109 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.109 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.109 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.109 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.109 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.109 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.109 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.109 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:59.109 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.109 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.109 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.109 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.109 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.110 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.110 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:59.110 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.110 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:48:59.110 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.110 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.110 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.110 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.110 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.110 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:48:59.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.347867+0000", 2024-08-17T01:48:59.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.347867+0000", 2024-08-17T01:48:59.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.348178+0000", 2024-08-17T01:48:59.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:48:59.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:48:59.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:48:59.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:48:59.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:48:59.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:48:59.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:48:59.111 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.112 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T01:48:59.112 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.112 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.112 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:48:59.112 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.112 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.112 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.112 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.112 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T01:48:59.112 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.112 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.112 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.112 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.d", 2024-08-17T01:48:59.112 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.113 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.113 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.113 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5348, 2024-08-17T01:48:59.113 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.113 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:32:26.786489+0000", 2024-08-17T01:48:59.113 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.113 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.113 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 70, 2024-08-17T01:48:59.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:48:59.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:48:59.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:48:59.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1, 2024-08-17T01:48:59.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 1, 2024-08-17T01:48:59.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T01:48:59.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:48:59.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.116 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.116 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.116 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.116 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.117 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.117 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:59.117 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.117 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:48:59.117 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T01:48:59.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.117 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.117 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.117 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.117 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.117 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.117 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.117 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:48:59.118 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.118 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.118 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.118 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.118 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.118 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:48:59.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.412610+0000", 2024-08-17T01:48:59.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.412610+0000", 2024-08-17T01:48:59.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412989+0000", 2024-08-17T01:48:59.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:48:59.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:48:59.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:48:59.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:48:59.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:48:59.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:48:59.119 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.119 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.119 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.119 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.120 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.120 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.120 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.120 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.120 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.120 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.120 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.120 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.120 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.120 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.f", 2024-08-17T01:48:59.120 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.120 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.121 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.121 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5171, 2024-08-17T01:48:59.121 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.121 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:47:29.519243+0000", 2024-08-17T01:48:59.121 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.121 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.121 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.124 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.125 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.125 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.125 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.125 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.125 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.125 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.125 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:48:59.125 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.125 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.125 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.125 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.125 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.125 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:59.125 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.126 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:48:59.126 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.126 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.126 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.126 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.126 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.126 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:48:59.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:25.757600+0000", 2024-08-17T01:48:59.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:25.757600+0000", 2024-08-17T01:48:59.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:25.761499+0000", 2024-08-17T01:48:59.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:48:59.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 478, 2024-08-17T01:48:59.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:48:59.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:48:59.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:48:59.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:48:59.128 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:48:59.128 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.128 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:48:59.128 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.128 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.128 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 477, 2024-08-17T01:48:59.128 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.128 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.128 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.128 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.128 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:48:59.128 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.128 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.129 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.129 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.e", 2024-08-17T01:48:59.129 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.129 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.129 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.129 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5324, 2024-08-17T01:48:59.129 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.129 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:44:11.074202+0000", 2024-08-17T01:48:59.129 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.129 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.129 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:48:59.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:48:59.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:48:59.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:48:59.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 1, 2024-08-17T01:48:59.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:48:59.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:48:59.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:48:59.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.132 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.132 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.132 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.132 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.133 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.133 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:59.133 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.133 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:48:59.133 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:48:59.133 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.133 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.133 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.133 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.133 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.133 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.133 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.133 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:48:59.134 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.134 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.134 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.134 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.134 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.134 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:48:59.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416664+0000", 2024-08-17T01:48:59.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416664+0000", 2024-08-17T01:48:59.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417048+0000", 2024-08-17T01:48:59.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:48:59.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:48:59.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:48:59.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:48:59.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:48:59.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:48:59.135 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.135 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.135 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.135 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.136 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.136 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.136 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.136 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.136 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.136 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.136 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.136 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.136 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.136 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.e", 2024-08-17T01:48:59.136 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.136 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.137 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.137 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5171, 2024-08-17T01:48:59.137 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.137 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:22:39.336358+0000", 2024-08-17T01:48:59.137 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.137 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.137 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.140 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.140 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.140 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.140 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.141 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.141 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.141 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.141 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:48:59.141 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.141 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.141 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.141 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.141 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.141 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.141 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.142 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:48:59.142 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.142 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.142 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.142 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.142 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.142 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:48:59.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408826+0000", 2024-08-17T01:48:59.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408826+0000", 2024-08-17T01:48:59.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.409165+0000", 2024-08-17T01:48:59.142 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:48:59.143 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.143 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.143 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.143 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.143 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:48:59.143 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:48:59.143 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:48:59.143 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.143 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.143 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.143 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:48:59.143 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:48:59.143 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.143 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T01:48:59.144 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.144 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.144 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.144 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.144 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.144 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.144 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.144 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T01:48:59.144 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.144 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.144 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.144 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.f", 2024-08-17T01:48:59.144 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.144 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.145 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.145 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5267, 2024-08-17T01:48:59.145 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.145 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:17:55.493082+0000", 2024-08-17T01:48:59.145 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.145 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.145 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 22, 2024-08-17T01:48:59.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 44, 2024-08-17T01:48:59.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:48:59.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:48:59.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:48:59.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 2, 2024-08-17T01:48:59.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1, 2024-08-17T01:48:59.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 1, 2024-08-17T01:48:59.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T01:48:59.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:48:59.148 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.148 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.148 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.148 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.149 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.149 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.149 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.149 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.149 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:48:59.149 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T01:48:59.149 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.149 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.149 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.149 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.149 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.149 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.149 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.150 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:48:59.150 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.150 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.150 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.150 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.150 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.150 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:48:59.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.412635+0000", 2024-08-17T01:48:59.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.412635+0000", 2024-08-17T01:48:59.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.413286+0000", 2024-08-17T01:48:59.150 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:48:59.151 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.151 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.151 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.151 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.151 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:48:59.151 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:48:59.151 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:48:59.151 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.151 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.151 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.151 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:48:59.151 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:48:59.151 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.151 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.152 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.152 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.152 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.152 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.152 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.152 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.152 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.152 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.152 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.152 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.152 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.152 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.11", 2024-08-17T01:48:59.152 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.152 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.153 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.153 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5150, 2024-08-17T01:48:59.153 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.153 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:25:28.902981+0000", 2024-08-17T01:48:59.153 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.153 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.153 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.154 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.155 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.156 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.156 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.156 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.156 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.156 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.156 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.156 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.156 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.156 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.156 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.156 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.156 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.157 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.157 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.157 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.157 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.157 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.157 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.157 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.157 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:48:59.157 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.157 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.157 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.157 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.157 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.158 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.158 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.158 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.158 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:48:59.158 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.158 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.158 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.158 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.158 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.158 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.158 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:48:59.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.355080+0000", 2024-08-17T01:48:59.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.355080+0000", 2024-08-17T01:48:59.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:37:42.356035+0000", 2024-08-17T01:48:59.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:48:59.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:48:59.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:48:59.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:48:59.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:48:59.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.159 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.160 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.160 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:48:59.160 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:48:59.160 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.160 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 8, 2024-08-17T01:48:59.160 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.160 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.160 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:48:59.160 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.160 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.160 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.160 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.160 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 8, 2024-08-17T01:48:59.160 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.161 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.161 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.161 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.10", 2024-08-17T01:48:59.161 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.161 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.161 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.161 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5338, 2024-08-17T01:48:59.161 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.161 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:52:37.165707+0000", 2024-08-17T01:48:59.161 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.161 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.161 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.161 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.161 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.162 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T01:48:59.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T01:48:59.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T01:48:59.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 4, 2024-08-17T01:48:59.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.164 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.164 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.164 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.164 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 24, 2024-08-17T01:48:59.164 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 24, 2024-08-17T01:48:59.164 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.164 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.164 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.164 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 12, 2024-08-17T01:48:59.164 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.164 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.164 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.164 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.164 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.165 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.165 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.165 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.165 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.165 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:48:59.165 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'8" 2024-08-17T01:48:59.165 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.165 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.165 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.165 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.165 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.165 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:59.165 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.165 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:48:59.165 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.166 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.166 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.166 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.166 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.166 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:48:59.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.375506+0000", 2024-08-17T01:48:59.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.375506+0000", 2024-08-17T01:48:59.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.376437+0000", 2024-08-17T01:48:59.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:48:59.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.166 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:48:59.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:48:59.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:48:59.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:48:59.167 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:48:59.167 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.167 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.167 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.168 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.168 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.168 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.168 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.168 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.168 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.168 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.168 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.168 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.168 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.168 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.10", 2024-08-17T01:48:59.168 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.169 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.169 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.169 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5182, 2024-08-17T01:48:59.169 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.169 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:11:23.967994+0000", 2024-08-17T01:48:59.169 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.169 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.169 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.169 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.169 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.169 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.169 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.170 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.171 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.172 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.172 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.172 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.172 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.172 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.173 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:59.173 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.173 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:48:59.173 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.173 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.173 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.173 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.173 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.173 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.173 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.173 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:48:59.173 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.174 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.174 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.174 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.174 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.174 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.174 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:48:59.174 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368843+0000", 2024-08-17T01:48:59.174 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368843+0000", 2024-08-17T01:48:59.174 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369690+0000", 2024-08-17T01:48:59.174 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:48:59.174 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.174 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:48:59.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:48:59.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:48:59.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:48:59.175 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:48:59.175 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.175 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.175 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.176 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.176 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.176 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.176 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.176 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.176 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.176 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.176 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.176 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.176 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.176 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.11", 2024-08-17T01:48:59.176 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.177 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.177 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.177 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5194, 2024-08-17T01:48:59.177 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.177 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:13.924369+0000", 2024-08-17T01:48:59.177 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.177 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.177 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.177 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.177 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.177 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.177 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.177 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.178 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.179 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.180 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.180 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.180 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.180 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.180 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.180 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.181 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.181 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.181 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:48:59.181 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.181 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.181 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.181 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.181 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.181 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.181 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.181 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.181 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:48:59.181 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.181 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.181 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.182 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.182 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.182 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.182 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:48:59.182 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.412321+0000", 2024-08-17T01:48:59.182 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.412321+0000", 2024-08-17T01:48:59.182 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412611+0000", 2024-08-17T01:48:59.182 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:48:59.182 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.182 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.182 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.182 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.182 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:48:59.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:48:59.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:48:59.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:48:59.183 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:48:59.183 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.183 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.183 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.183 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.183 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.183 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.184 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.184 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.184 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.184 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.184 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.184 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.184 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.184 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.13", 2024-08-17T01:48:59.184 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.184 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.184 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.184 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5170, 2024-08-17T01:48:59.184 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.184 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:59:23.250229+0000", 2024-08-17T01:48:59.185 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.185 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.185 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.185 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.186 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.188 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.188 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.188 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.188 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.188 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.188 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.188 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.188 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:48:59.188 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.188 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.188 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.189 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.189 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.189 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.189 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.189 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:59.189 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.189 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.189 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.189 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.189 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.189 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.189 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:48:59.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416811+0000", 2024-08-17T01:48:59.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416811+0000", 2024-08-17T01:48:59.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417197+0000", 2024-08-17T01:48:59.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:48:59.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:48:59.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:48:59.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:48:59.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.190 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:48:59.191 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:48:59.191 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.191 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.191 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.191 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.191 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.191 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.191 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.191 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.191 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.192 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.192 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.192 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.192 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.12", 2024-08-17T01:48:59.192 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.192 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.192 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.192 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5224, 2024-08-17T01:48:59.192 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.192 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:56:08.462774+0000", 2024-08-17T01:48:59.192 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.192 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.192 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.192 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.193 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.194 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.195 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.195 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.196 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.196 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.196 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.196 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.196 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.196 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.196 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:59.196 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.196 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.196 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.196 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.196 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.196 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:59.196 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.197 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:48:59.197 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.197 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.197 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.197 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.197 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.197 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.197 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:48:59.197 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.407810+0000", 2024-08-17T01:48:59.197 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.407810+0000", 2024-08-17T01:48:59.197 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.408130+0000", 2024-08-17T01:48:59.197 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:48:59.197 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.197 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.198 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.198 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.198 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:48:59.198 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:48:59.198 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:48:59.198 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.198 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.198 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.198 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:48:59.198 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:48:59.198 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.198 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.199 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.199 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.199 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.199 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.199 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.199 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.199 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.199 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.199 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.199 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.199 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.199 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.12", 2024-08-17T01:48:59.199 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.199 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.200 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.200 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5384, 2024-08-17T01:48:59.200 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.200 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:19:13.115195+0000", 2024-08-17T01:48:59.200 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.200 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.200 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.200 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.200 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.200 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.200 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.200 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.200 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.200 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.200 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.201 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.201 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.201 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.201 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.201 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.201 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.201 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.201 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.201 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.201 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.201 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.201 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.201 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.201 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.202 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.202 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.202 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.202 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.202 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.202 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.202 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.202 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.202 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.202 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.202 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.202 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.202 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.203 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.203 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.203 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.203 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.203 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.203 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.203 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.203 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.203 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.203 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.203 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.203 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:59.203 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.204 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:48:59.204 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.204 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.204 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.204 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.204 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.204 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.204 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:59.204 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.204 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:48:59.204 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.204 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.204 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.204 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.204 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.205 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.205 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:48:59.205 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.346700+0000", 2024-08-17T01:48:59.205 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.346700+0000", 2024-08-17T01:48:59.205 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.351736+0000", 2024-08-17T01:48:59.205 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:48:59.205 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.205 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.205 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.205 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:48:59.205 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:48:59.205 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:48:59.205 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:48:59.205 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.206 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.206 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.206 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:48:59.206 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:48:59.206 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.206 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:48:59.206 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.206 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.206 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:48:59.206 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.206 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.206 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.206 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.206 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:48:59.207 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.207 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.207 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.207 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.13", 2024-08-17T01:48:59.207 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.207 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.207 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.207 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5393, 2024-08-17T01:48:59.207 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.207 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:12:30.081367+0000", 2024-08-17T01:48:59.207 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.207 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.207 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 34, 2024-08-17T01:48:59.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.209 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.209 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:48:59.209 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:48:59.209 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.209 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:48:59.209 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.209 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.209 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.209 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.209 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.209 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:48:59.209 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.209 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.209 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.209 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.210 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.210 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.210 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.210 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 4, 2024-08-17T01:48:59.210 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 7, 2024-08-17T01:48:59.210 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.210 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.210 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.210 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:48:59.210 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 6 2024-08-17T01:48:59.210 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.210 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.211 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.211 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.211 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.211 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.211 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:59.211 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.211 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:48:59.211 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:48:59.211 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.211 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.211 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.211 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.211 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.211 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:59.212 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.212 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:48:59.212 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.212 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.212 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.212 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.212 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.212 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.212 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:48:59.212 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.418697+0000", 2024-08-17T01:48:59.212 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.418697+0000", 2024-08-17T01:48:59.212 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.420823+0000", 2024-08-17T01:48:59.212 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:48:59.212 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.212 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.213 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.213 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.213 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:48:59.213 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:48:59.213 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:48:59.213 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.213 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.213 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.213 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:48:59.213 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:48:59.213 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.213 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.213 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.213 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.213 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.214 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.214 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.214 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.214 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.214 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.214 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.214 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.214 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.214 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.15", 2024-08-17T01:48:59.214 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.214 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.214 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.214 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5169, 2024-08-17T01:48:59.215 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.215 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:41:15.501381+0000", 2024-08-17T01:48:59.215 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.215 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.215 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.217 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.217 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.217 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.217 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.217 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.217 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.217 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.217 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.217 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.217 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.217 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.217 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.217 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.218 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.218 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.218 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.218 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.218 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.218 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.218 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.218 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.218 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:59.218 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.218 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:48:59.219 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.219 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.219 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.219 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.219 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.219 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.219 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:59.219 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.219 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:48:59.219 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.219 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.219 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.219 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.219 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.219 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.220 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:48:59.220 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.371008+0000", 2024-08-17T01:48:59.220 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.371008+0000", 2024-08-17T01:48:59.220 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.374773+0000", 2024-08-17T01:48:59.220 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:48:59.220 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.220 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.220 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.220 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.220 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:48:59.220 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:48:59.220 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:48:59.220 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.220 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.221 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.221 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:48:59.221 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:48:59.221 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.221 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 29, 2024-08-17T01:48:59.221 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.221 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.221 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.221 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.221 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.221 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.221 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.221 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 29, 2024-08-17T01:48:59.221 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.221 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.222 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.222 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.14", 2024-08-17T01:48:59.222 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.222 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.222 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.222 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5219, 2024-08-17T01:48:59.222 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.222 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:15.352329+0000", 2024-08-17T01:48:59.222 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.222 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.222 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 5810, 2024-08-17T01:48:59.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T01:48:59.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T01:48:59.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T01:48:59.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:48:59.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.225 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.225 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.225 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.225 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 10, 2024-08-17T01:48:59.225 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 14, 2024-08-17T01:48:59.225 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.225 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.225 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.225 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 28, 2024-08-17T01:48:59.225 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 25 2024-08-17T01:48:59.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.225 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.225 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.226 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.226 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.226 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.226 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:59.226 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.226 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:48:59.226 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'29" 2024-08-17T01:48:59.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.226 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.226 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.226 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.226 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.226 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.227 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.227 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:48:59.227 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.227 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.227 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.227 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.227 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.227 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.227 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:48:59.227 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.406497+0000", 2024-08-17T01:48:59.227 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.406497+0000", 2024-08-17T01:48:59.227 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.406830+0000", 2024-08-17T01:48:59.227 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:48:59.228 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.228 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.228 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.228 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.228 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:48:59.228 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:48:59.228 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:48:59.228 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.228 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.228 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.228 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:48:59.228 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:48:59.228 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.228 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.228 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.229 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.229 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.229 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.229 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.229 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.229 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.229 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.229 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.229 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.229 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.229 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.14", 2024-08-17T01:48:59.229 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.229 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.229 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.229 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5311, 2024-08-17T01:48:59.230 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.230 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:46:04.758261+0000", 2024-08-17T01:48:59.230 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.230 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.230 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.306 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.306 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.306 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.306 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.306 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.307 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.307 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.307 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.307 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.307 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.307 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.307 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.307 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.307 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.307 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.307 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.307 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.308 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.308 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.308 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.308 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.308 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.308 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:48:59.308 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.308 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.308 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.308 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.308 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.308 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.308 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.309 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.309 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:48:59.309 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.309 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.309 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.309 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.309 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.309 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.309 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:48:59.309 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.763444+0000", 2024-08-17T01:48:59.309 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.763444+0000", 2024-08-17T01:48:59.309 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.763798+0000", 2024-08-17T01:48:59.309 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:48:59.310 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.310 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.310 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.310 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:48:59.310 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:48:59.310 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:48:59.310 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:48:59.310 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.310 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.310 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.310 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:48:59.310 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:48:59.310 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.311 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3, 2024-08-17T01:48:59.311 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.311 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.311 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:48:59.311 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.311 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.311 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.311 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.311 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3, 2024-08-17T01:48:59.311 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.311 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.311 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.311 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.15", 2024-08-17T01:48:59.312 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.312 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.312 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.312 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5359, 2024-08-17T01:48:59.312 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.312 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:09:46.461442+0000", 2024-08-17T01:48:59.312 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.312 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.312 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 90, 2024-08-17T01:48:59.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:48:59.313 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:48:59.314 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.314 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:48:59.314 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.314 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.314 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.314 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.314 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.314 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:48:59.314 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.314 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.314 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.314 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.314 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 7, 2024-08-17T01:48:59.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 7, 2024-08-17T01:48:59.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 4, 2024-08-17T01:48:59.315 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:48:59.315 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.315 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.315 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.315 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.316 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.316 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.316 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.316 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.316 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:48:59.316 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'3" 2024-08-17T01:48:59.316 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.316 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.316 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.316 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.316 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.316 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:59.316 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.316 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:48:59.317 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.317 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.317 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.317 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.317 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.317 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.317 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:48:59.317 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761597+0000", 2024-08-17T01:48:59.317 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761597+0000", 2024-08-17T01:48:59.317 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.762464+0000", 2024-08-17T01:48:59.317 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:48:59.317 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.317 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.318 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.318 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:48:59.318 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:48:59.318 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:48:59.318 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:48:59.318 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.318 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.318 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.318 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:48:59.318 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:48:59.318 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.318 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.318 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.319 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.319 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:48:59.319 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.319 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.319 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.319 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.319 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.319 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.319 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.319 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.319 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.17", 2024-08-17T01:48:59.319 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.319 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.319 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.320 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5382, 2024-08-17T01:48:59.320 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.320 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:28:03.298359+0000", 2024-08-17T01:48:59.320 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.320 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.320 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.320 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.321 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.322 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.322 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.322 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.322 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.322 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.322 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.322 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.322 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.322 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.322 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.322 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.322 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.323 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.323 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.323 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.323 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.323 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.323 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.323 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.323 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.323 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.323 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.323 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.323 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.324 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.324 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.324 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:59.324 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.324 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:48:59.324 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.324 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.324 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.324 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.324 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.324 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.324 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.324 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.325 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:59.325 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.325 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.325 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.325 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.325 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.325 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.325 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:48:59.325 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370779+0000", 2024-08-17T01:48:59.325 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370779+0000", 2024-08-17T01:48:59.325 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371080+0000", 2024-08-17T01:48:59.325 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:48:59.325 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.326 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.326 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.326 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.326 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:48:59.326 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:48:59.326 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:48:59.326 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.326 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.326 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.326 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:48:59.326 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:48:59.326 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.326 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.327 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.327 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.327 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.327 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.327 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.327 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.327 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.327 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.327 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.327 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.327 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.327 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.16", 2024-08-17T01:48:59.328 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.328 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.328 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.328 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5233, 2024-08-17T01:48:59.328 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.328 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:35:00.099159+0000", 2024-08-17T01:48:59.328 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.328 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.328 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.329 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.330 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.330 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.330 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.330 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.330 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.330 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.330 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.330 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.330 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.330 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.330 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.330 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.331 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.331 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.331 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.331 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.331 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.331 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.331 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.331 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.331 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.331 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.331 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.331 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.331 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.333 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.333 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.333 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.333 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:59.333 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.334 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.334 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.334 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.334 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.334 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.334 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.334 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:59.334 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.334 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.334 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.334 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.334 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.334 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.335 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:48:59.335 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417082+0000", 2024-08-17T01:48:59.335 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417082+0000", 2024-08-17T01:48:59.335 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417476+0000", 2024-08-17T01:48:59.335 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:48:59.335 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.335 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.335 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.335 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.335 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:48:59.335 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:48:59.335 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:48:59.335 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.335 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.335 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.336 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:48:59.336 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:48:59.336 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.336 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.336 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.336 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.336 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.336 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.336 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.336 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.336 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.336 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.336 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.336 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.337 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.337 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.16", 2024-08-17T01:48:59.337 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.337 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.337 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.337 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5195, 2024-08-17T01:48:59.337 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.337 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:10:04.299988+0000", 2024-08-17T01:48:59.337 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.337 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.337 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.337 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.338 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.338 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.338 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.338 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.338 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.338 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.338 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.338 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.338 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.338 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.338 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.338 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.338 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.338 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.341 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.341 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.341 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.341 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.341 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.341 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.341 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.341 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:59.341 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.341 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.341 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.341 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.342 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.342 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.342 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.342 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:48:59.342 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.342 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.342 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.342 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.342 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.342 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.342 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:48:59.342 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.381681+0000", 2024-08-17T01:48:59.342 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.381681+0000", 2024-08-17T01:48:59.343 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.381969+0000", 2024-08-17T01:48:59.343 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:48:59.343 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.343 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.343 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.343 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.343 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:48:59.343 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:48:59.343 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:48:59.343 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.343 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.343 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.343 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:48:59.343 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:48:59.344 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.344 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.344 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.344 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.344 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.344 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.344 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.344 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.344 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.344 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.344 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.344 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.344 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.345 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.17", 2024-08-17T01:48:59.345 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.345 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.345 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.345 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5183, 2024-08-17T01:48:59.345 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.345 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:47:16.991870+0000", 2024-08-17T01:48:59.345 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.345 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.345 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.345 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.345 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.345 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.346 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.346 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.346 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.346 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.346 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.346 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.346 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.346 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.346 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.346 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.346 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.346 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.348 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.348 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.348 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.349 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.349 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.349 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.349 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.349 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.349 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:48:59.349 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.349 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.349 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.349 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.349 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.349 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:59.349 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.350 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:48:59.350 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.350 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.350 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.350 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.350 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.350 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.350 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:48:59.350 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.348604+0000", 2024-08-17T01:48:59.350 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.348604+0000", 2024-08-17T01:48:59.350 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.348899+0000", 2024-08-17T01:48:59.350 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:48:59.350 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.350 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.351 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.351 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:48:59.351 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:48:59.351 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:48:59.351 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:48:59.351 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.351 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.351 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.351 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:48:59.351 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:48:59.351 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.351 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.351 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.351 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.351 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.19", 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5339, 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:50:57.327279+0000", 2024-08-17T01:48:59.352 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.353 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.353 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.353 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.356 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.356 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.356 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.356 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.356 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.356 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.356 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:59.356 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.356 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:48:59.356 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.356 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.356 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.357 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.357 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.357 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.357 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.357 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.357 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:59.357 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.357 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.357 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.357 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.357 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.357 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.357 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:48:59.358 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417213+0000", 2024-08-17T01:48:59.358 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417213+0000", 2024-08-17T01:48:59.358 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417525+0000", 2024-08-17T01:48:59.358 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:48:59.358 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.358 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.358 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.358 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.358 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:48:59.358 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:48:59.358 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:48:59.358 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.358 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:48:59.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:48:59.359 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.359 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.359 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.359 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.359 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.359 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.359 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.359 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.359 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.360 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.360 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.360 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.360 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.360 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.18", 2024-08-17T01:48:59.360 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.360 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.360 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.360 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5215, 2024-08-17T01:48:59.360 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.360 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:30:31.376857+0000", 2024-08-17T01:48:59.360 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.360 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.361 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.364 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.364 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.364 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.364 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.364 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.364 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.364 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.364 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.364 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:59.364 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.364 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.364 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.364 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.365 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.365 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.365 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.365 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.365 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:48:59.365 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.365 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.365 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.365 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.365 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.365 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.365 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:48:59.365 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.603889+0000", 2024-08-17T01:48:59.365 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.603889+0000", 2024-08-17T01:48:59.366 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:16.605290+0000", 2024-08-17T01:48:59.366 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:48:59.366 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.366 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.366 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.366 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:48:59.366 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:48:59.366 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:48:59.366 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:48:59.366 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.366 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.366 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.366 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:48:59.366 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:48:59.367 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.367 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.367 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.367 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.367 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:48:59.367 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.367 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.367 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.367 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.367 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.367 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.367 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.367 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.368 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.18", 2024-08-17T01:48:59.368 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.368 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.368 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.368 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5298, 2024-08-17T01:48:59.368 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.368 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:26:47.338523+0000", 2024-08-17T01:48:59.368 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.368 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.368 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.371 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.371 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.371 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.371 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.372 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.372 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.372 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.372 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:48:59.372 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.372 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.372 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.372 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.372 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.372 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.372 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.372 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.372 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:48:59.372 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.372 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.373 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.373 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.373 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.373 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:48:59.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370561+0000", 2024-08-17T01:48:59.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370561+0000", 2024-08-17T01:48:59.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.372250+0000", 2024-08-17T01:48:59.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:48:59.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.373 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:48:59.374 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:48:59.374 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:48:59.374 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.374 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.374 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.374 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:48:59.374 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:48:59.374 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.374 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.374 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.374 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.374 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.375 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.375 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.375 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.375 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.375 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.375 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.375 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.375 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.375 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.19", 2024-08-17T01:48:59.375 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.375 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.375 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.375 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5302, 2024-08-17T01:48:59.375 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.376 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:23:44.701402+0000", 2024-08-17T01:48:59.376 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.376 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.376 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.379 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.379 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.379 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.379 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.379 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.379 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.379 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.379 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.379 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:48:59.379 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.379 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.379 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.380 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.380 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.380 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.380 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:59.380 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.380 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:48:59.380 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.380 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.380 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.380 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.380 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.380 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.380 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:48:59.380 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.374799+0000", 2024-08-17T01:48:59.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.374799+0000", 2024-08-17T01:48:59.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.378273+0000", 2024-08-17T01:48:59.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:48:59.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:48:59.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:48:59.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:48:59.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.381 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.382 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:48:59.382 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:48:59.382 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.382 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:48:59.382 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.382 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.382 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.382 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.382 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.382 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.382 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.382 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:48:59.382 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.382 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.383 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.383 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1a", 2024-08-17T01:48:59.383 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.383 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.383 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.383 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5192, 2024-08-17T01:48:59.383 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.383 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:02:40.091722+0000", 2024-08-17T01:48:59.383 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.383 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.383 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.385 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.386 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.386 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.386 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.386 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.386 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.386 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.387 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.387 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:59.387 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.387 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:48:59.387 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'2" 2024-08-17T01:48:59.387 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.387 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.387 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.387 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.387 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.387 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.387 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.387 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:48:59.388 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.388 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.388 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.388 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.388 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.388 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.388 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:48:59.388 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408259+0000", 2024-08-17T01:48:59.388 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408259+0000", 2024-08-17T01:48:59.388 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.408532+0000", 2024-08-17T01:48:59.388 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:48:59.388 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:48:59.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:48:59.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:48:59.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:48:59.389 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:48:59.389 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.390 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.390 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.390 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.390 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.390 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.390 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.390 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.390 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.390 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.391 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.391 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.391 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.391 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1b", 2024-08-17T01:48:59.391 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.391 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.391 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.391 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5381, 2024-08-17T01:48:59.391 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.391 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:09.884596+0000", 2024-08-17T01:48:59.391 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.391 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.391 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.394 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.394 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.394 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.395 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.395 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.395 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.395 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.395 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.395 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.395 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:48:59.395 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.395 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.395 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.395 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.395 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.395 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.396 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.396 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.396 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:48:59.396 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.396 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.396 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:48:59.396 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.396 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.396 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.396 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:48:59.396 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.424784+0000", 2024-08-17T01:48:59.396 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.424784+0000", 2024-08-17T01:48:59.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.425198+0000", 2024-08-17T01:48:59.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:48:59.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:48:59.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:48:59.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:48:59.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:48:59.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:48:59.397 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:48:59.398 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.398 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:48:59.398 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.398 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.398 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.398 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.398 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.398 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.398 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.398 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:48:59.398 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.398 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.399 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.399 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1b", 2024-08-17T01:48:59.399 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.399 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.399 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.399 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5293, 2024-08-17T01:48:59.399 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.399 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:21:49.267144+0000", 2024-08-17T01:48:59.399 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.399 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.399 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.402 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.402 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.402 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.402 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.402 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.403 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.403 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.403 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.403 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:48:59.403 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'2" 2024-08-17T01:48:59.403 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.403 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.403 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.403 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.403 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.403 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.403 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.403 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:48:59.403 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.403 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.404 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.404 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.404 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.404 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:48:59.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.357454+0000", 2024-08-17T01:48:59.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.357454+0000", 2024-08-17T01:48:59.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.357772+0000", 2024-08-17T01:48:59.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:48:59.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:48:59.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:48:59.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:48:59.405 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:48:59.405 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.405 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.405 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.405 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:48:59.405 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:48:59.405 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.405 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.405 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.405 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.405 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:48:59.405 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.405 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.405 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.406 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.406 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.406 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.406 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.406 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.406 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1a", 2024-08-17T01:48:59.406 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.406 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.406 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.406 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5270, 2024-08-17T01:48:59.406 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.406 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:19:12.760099+0000", 2024-08-17T01:48:59.407 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.407 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.407 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.410 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.410 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.410 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.410 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.410 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.410 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.410 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.410 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.410 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:48:59.410 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.410 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.410 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.410 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.411 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.411 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.411 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:59.411 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.411 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:48:59.411 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.411 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.411 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.411 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.411 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.411 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.411 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:48:59.411 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.375029+0000", 2024-08-17T01:48:59.411 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.375029+0000", 2024-08-17T01:48:59.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.375327+0000", 2024-08-17T01:48:59.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:48:59.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:48:59.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:48:59.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:48:59.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:48:59.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:48:59.412 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.413 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.413 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.413 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.413 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.413 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.413 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.413 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.413 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.413 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.413 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.413 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.413 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.413 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.20", 2024-08-17T01:48:59.413 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.414 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.414 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.414 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5186, 2024-08-17T01:48:59.414 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.414 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:18:03.608692+0000", 2024-08-17T01:48:59.414 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.414 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.414 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.417 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.417 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.417 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.417 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.417 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.417 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.417 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.417 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.417 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.417 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.417 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.417 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.417 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.417 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.418 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.418 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:59.418 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.418 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:48:59.418 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.418 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.418 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.418 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.418 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.418 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.418 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.418 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.418 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:48:59.419 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.419 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.419 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.419 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.419 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.419 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:48:59.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.372963+0000", 2024-08-17T01:48:59.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.372963+0000", 2024-08-17T01:48:59.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.374040+0000", 2024-08-17T01:48:59.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:48:59.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.420 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.420 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.420 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:48:59.420 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:48:59.420 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:48:59.420 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.420 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.420 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.420 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:48:59.420 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:48:59.420 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.420 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.420 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.421 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.421 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.421 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.421 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.421 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.421 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.421 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.421 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.421 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.421 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.421 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.21", 2024-08-17T01:48:59.421 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.421 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.422 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.422 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5313, 2024-08-17T01:48:59.422 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.422 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:16:36.672965+0000", 2024-08-17T01:48:59.422 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.422 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.422 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.425 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.425 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.425 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.425 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.425 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.425 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.425 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.425 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.425 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.425 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.425 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.425 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.425 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.425 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.426 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.426 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:48:59.426 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.426 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.426 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.426 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.426 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.426 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.426 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.426 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.426 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:59.426 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.426 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.426 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.427 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.427 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.427 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:48:59.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.763913+0000", 2024-08-17T01:48:59.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.763913+0000", 2024-08-17T01:48:59.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.764936+0000", 2024-08-17T01:48:59.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:48:59.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:48:59.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:48:59.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:48:59.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:48:59.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:48:59.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:48:59.428 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.428 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.428 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.428 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.428 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:48:59.428 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.428 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.428 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.429 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.429 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.429 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.429 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.429 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.429 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.22", 2024-08-17T01:48:59.429 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.429 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.429 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.429 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5233, 2024-08-17T01:48:59.429 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.429 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:02:29.054697+0000", 2024-08-17T01:48:59.429 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.430 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.430 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.433 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.433 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.433 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.433 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.433 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.433 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.433 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.433 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.433 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.433 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.433 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.433 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:59.434 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.434 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.434 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.434 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.434 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.434 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.434 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:59.434 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.434 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:48:59.434 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.434 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.434 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.434 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.434 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.435 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:48:59.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.352185+0000", 2024-08-17T01:48:59.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.352185+0000", 2024-08-17T01:48:59.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.352491+0000", 2024-08-17T01:48:59.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:48:59.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:48:59.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:48:59.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:48:59.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:48:59.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.436 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.436 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.436 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:48:59.436 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:48:59.436 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.436 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.436 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.436 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.436 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:48:59.436 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.436 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.436 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.436 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.437 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.437 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.437 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.437 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.437 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.23", 2024-08-17T01:48:59.437 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.437 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.437 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.437 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:48:59.437 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.437 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:59:21.583240+0000", 2024-08-17T01:48:59.437 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.437 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.437 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.440 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.440 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.440 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.441 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.441 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.441 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:59.441 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.441 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:48:59.441 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.441 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.441 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.441 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.441 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.441 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.441 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.442 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.442 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:48:59.442 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.442 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.442 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.442 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.442 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.442 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:48:59.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.351693+0000", 2024-08-17T01:48:59.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.351693+0000", 2024-08-17T01:48:59.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.351990+0000", 2024-08-17T01:48:59.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:48:59.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:48:59.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:48:59.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:48:59.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:48:59.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:48:59.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:48:59.444 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.444 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.444 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.444 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.444 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:48:59.444 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.444 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.444 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.444 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.444 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.444 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.444 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.444 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.445 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.24", 2024-08-17T01:48:59.445 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.445 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.445 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.445 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5302, 2024-08-17T01:48:59.445 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.445 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:59:48.650013+0000", 2024-08-17T01:48:59.445 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.445 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.445 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.449 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.449 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.449 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.449 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.449 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.449 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.449 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.449 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:48:59.449 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.449 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.449 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.449 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.449 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.450 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.450 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.450 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.450 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:48:59.450 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.450 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.450 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.450 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.450 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.450 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:48:59.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.609608+0000", 2024-08-17T01:48:59.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.609608+0000", 2024-08-17T01:48:59.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:16.609881+0000", 2024-08-17T01:48:59.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:48:59.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:48:59.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:48:59.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:48:59.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:48:59.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:48:59.452 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:48:59.452 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.452 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.452 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.452 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.452 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:48:59.452 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.452 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.452 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.452 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.452 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.452 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.452 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.452 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.453 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.25", 2024-08-17T01:48:59.453 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.453 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.453 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.453 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5343, 2024-08-17T01:48:59.453 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.453 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:08:40.451836+0000", 2024-08-17T01:48:59.453 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.453 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.453 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.453 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.456 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.456 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.456 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.457 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.457 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.457 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.457 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.457 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:48:59.457 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.457 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.457 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.457 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.457 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.457 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:59.457 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.457 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:48:59.458 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.458 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.458 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.458 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.458 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.458 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:48:59.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.410965+0000", 2024-08-17T01:48:59.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.410965+0000", 2024-08-17T01:48:59.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.411269+0000", 2024-08-17T01:48:59.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:48:59.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:48:59.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:48:59.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:48:59.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:48:59.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:48:59.459 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.459 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.460 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.460 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.460 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.460 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.460 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.460 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.460 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.460 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.460 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.460 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.460 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.460 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.26", 2024-08-17T01:48:59.460 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.460 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.461 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.461 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5186, 2024-08-17T01:48:59.461 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.461 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:33:04.472089+0000", 2024-08-17T01:48:59.461 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.461 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.461 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.464 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.464 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.464 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.464 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.464 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.464 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:59.464 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.465 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:48:59.465 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.465 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.465 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.465 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.465 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.465 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.465 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.465 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.465 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:48:59.465 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.465 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.465 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.465 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.466 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.466 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:48:59.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.349893+0000", 2024-08-17T01:48:59.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.349893+0000", 2024-08-17T01:48:59.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.350198+0000", 2024-08-17T01:48:59.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:48:59.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:48:59.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:48:59.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:48:59.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:48:59.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:48:59.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:48:59.467 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.467 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.467 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.467 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.467 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:48:59.467 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.468 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.468 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.468 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.468 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.468 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.468 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.468 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.468 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.27", 2024-08-17T01:48:59.468 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.468 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.468 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.468 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5286, 2024-08-17T01:48:59.468 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.469 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:24:20.557188+0000", 2024-08-17T01:48:59.469 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.469 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.469 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.472 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.472 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.472 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.472 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.472 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.472 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.472 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.472 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:48:59.472 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.472 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.472 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.472 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.473 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.473 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.473 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.473 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:59.473 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.473 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.473 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.473 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.473 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.473 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.473 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801764+0000", 2024-08-17T01:48:59.473 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.767997+0000", 2024-08-17T01:48:59.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.767997+0000", 2024-08-17T01:48:59.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.768305+0000", 2024-08-17T01:48:59.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801764+0000", 2024-08-17T01:48:59.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:48:59.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801764+0000", 2024-08-17T01:48:59.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801764+0000", 2024-08-17T01:48:59.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801764+0000", 2024-08-17T01:48:59.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801764+0000", 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801764+0000", 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.28", 2024-08-17T01:48:59.475 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.476 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.476 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.476 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5231, 2024-08-17T01:48:59.476 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.476 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:20:45.886622+0000", 2024-08-17T01:48:59.476 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.476 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.476 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.479 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.479 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.479 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.479 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.479 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.479 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.480 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.480 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:59.480 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.480 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.480 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.480 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.480 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.480 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.480 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.480 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:48:59.480 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.480 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.480 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.481 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.481 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.481 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:48:59.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.352986+0000", 2024-08-17T01:48:59.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.352986+0000", 2024-08-17T01:48:59.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.353313+0000", 2024-08-17T01:48:59.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:48:59.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:48:59.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:48:59.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:48:59.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:48:59.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:48:59.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:48:59.482 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.482 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.482 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.482 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.482 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:48:59.482 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.482 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.482 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.483 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.483 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.483 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.483 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.483 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.483 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.29", 2024-08-17T01:48:59.483 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.483 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.483 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.483 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5292, 2024-08-17T01:48:59.483 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.483 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:53:01.883381+0000", 2024-08-17T01:48:59.484 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.484 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.484 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.487 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.487 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.487 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.487 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.487 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.487 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.487 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.487 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.487 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:48:59.487 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.488 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.488 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.488 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.488 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.488 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.488 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.488 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:59.488 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.488 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.488 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.488 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.488 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.489 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:48:59.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416395+0000", 2024-08-17T01:48:59.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416395+0000", 2024-08-17T01:48:59.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416940+0000", 2024-08-17T01:48:59.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:48:59.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:48:59.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:48:59.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:48:59.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.490 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.490 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.490 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:48:59.490 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:48:59.490 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.490 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.490 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.490 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.490 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.491 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.491 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.491 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.491 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.491 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.491 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.491 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.491 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.491 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2a", 2024-08-17T01:48:59.491 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.491 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.491 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.491 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5194, 2024-08-17T01:48:59.491 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.491 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:55:58.265847+0000", 2024-08-17T01:48:59.492 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.492 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.492 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.495 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.496 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.496 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.496 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:48:59.496 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.496 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.496 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.496 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.496 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.496 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:48:59.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.406558+0000", 2024-08-17T01:48:59.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.406558+0000", 2024-08-17T01:48:59.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.407054+0000", 2024-08-17T01:48:59.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:48:59.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:48:59.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:48:59.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:48:59.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:48:59.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:48:59.497 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.498 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.498 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.498 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.498 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.498 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.498 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.498 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.498 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.498 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.498 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.498 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.498 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.498 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2b", 2024-08-17T01:48:59.499 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.499 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.499 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.499 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5310, 2024-08-17T01:48:59.499 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.499 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:07:49.651025+0000", 2024-08-17T01:48:59.499 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.499 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.499 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.502 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.502 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.502 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.502 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.502 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.502 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.502 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.502 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:48:59.503 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.503 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.503 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.503 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.503 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.503 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.503 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.503 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:48:59.503 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.503 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.503 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.503 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.503 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.503 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:48:59.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368698+0000", 2024-08-17T01:48:59.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368698+0000", 2024-08-17T01:48:59.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369352+0000", 2024-08-17T01:48:59.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:48:59.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:48:59.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:48:59.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:48:59.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.505 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.505 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:48:59.505 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:48:59.505 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.505 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.505 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.505 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.505 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.505 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.505 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.505 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.505 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.505 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.506 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.506 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.506 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.506 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2c", 2024-08-17T01:48:59.506 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.506 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.506 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.506 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5185, 2024-08-17T01:48:59.506 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.506 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:42:39.574038+0000", 2024-08-17T01:48:59.506 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.506 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.506 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.509 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.509 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.509 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.509 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.510 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.510 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.510 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.510 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:48:59.510 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.510 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.510 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.510 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.510 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.510 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.510 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.510 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:48:59.511 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.511 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.511 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.511 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.511 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.511 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:48:59.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411520+0000", 2024-08-17T01:48:59.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411520+0000", 2024-08-17T01:48:59.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.411879+0000", 2024-08-17T01:48:59.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:48:59.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.511 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:48:59.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:48:59.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:48:59.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:48:59.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:48:59.512 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.512 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.512 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.512 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.513 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.513 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.513 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.513 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.513 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.513 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.513 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.513 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.513 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.513 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2d", 2024-08-17T01:48:59.513 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.513 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.513 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.514 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5151, 2024-08-17T01:48:59.514 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.514 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:35:20.078109+0000", 2024-08-17T01:48:59.514 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.514 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.514 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.515 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.517 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.517 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.517 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.517 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.517 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.517 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.517 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.517 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.517 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.517 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.518 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:48:59.518 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.518 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.518 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.518 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.518 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.518 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.518 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.518 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:48:59.518 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.518 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.519 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.519 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.519 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.519 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:48:59.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.406653+0000", 2024-08-17T01:48:59.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.406653+0000", 2024-08-17T01:48:59.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.407334+0000", 2024-08-17T01:48:59.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:48:59.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.519 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:48:59.520 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:48:59.520 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:48:59.520 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.520 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.520 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.520 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:48:59.520 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:48:59.520 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.520 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.520 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.520 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.520 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.520 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.520 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.521 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.521 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.521 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.521 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.521 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.521 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.521 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2e", 2024-08-17T01:48:59.521 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.521 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.521 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.521 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5309, 2024-08-17T01:48:59.521 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.522 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:19:36.584100+0000", 2024-08-17T01:48:59.522 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.522 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.522 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.524 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.525 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.525 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.525 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.525 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.525 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.525 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.525 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.525 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.525 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.525 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:48:59.525 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.525 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.526 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.526 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.526 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.526 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:59.526 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.526 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:59.526 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.526 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.526 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.526 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.526 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.526 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:48:59.527 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417290+0000", 2024-08-17T01:48:59.527 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417290+0000", 2024-08-17T01:48:59.527 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417685+0000", 2024-08-17T01:48:59.527 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:48:59.527 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.527 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.527 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.527 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.527 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:48:59.527 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:48:59.527 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:48:59.527 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.528 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.528 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.528 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:48:59.528 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:48:59.528 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.528 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.528 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.528 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.528 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.528 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.528 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.528 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.528 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.529 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.529 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.529 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.529 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.529 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2f", 2024-08-17T01:48:59.529 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.529 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.529 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.529 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5213, 2024-08-17T01:48:59.529 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.529 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:11:47.910339+0000", 2024-08-17T01:48:59.529 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.529 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.529 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.532 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.532 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.532 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.532 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.532 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.532 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.532 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.532 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.532 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.532 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.532 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.532 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.532 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.532 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.533 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.533 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.533 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.533 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.533 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:59.533 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.533 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:59.533 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.533 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.533 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.533 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.533 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.534 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.534 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.534 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:59.534 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.534 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.534 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.534 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.534 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.534 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:48:59.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417553+0000", 2024-08-17T01:48:59.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417553+0000", 2024-08-17T01:48:59.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417823+0000", 2024-08-17T01:48:59.535 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:48:59.535 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.535 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.535 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.535 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.535 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:48:59.535 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:48:59.535 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:48:59.535 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.535 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.535 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.535 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:48:59.535 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:48:59.536 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.536 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.536 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.536 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.536 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.536 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.536 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.536 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.536 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.536 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.536 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.536 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.536 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.536 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.30", 2024-08-17T01:48:59.537 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.537 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.537 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.537 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5205, 2024-08-17T01:48:59.537 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.537 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:13:53.482796+0000", 2024-08-17T01:48:59.537 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.537 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.537 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.540 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.540 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.540 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.540 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.540 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.540 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.540 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.540 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.540 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.540 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.540 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.541 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.541 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.541 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.541 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.541 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.541 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.541 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:59.541 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.541 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.541 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.541 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.541 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.542 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:59.542 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.542 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:48:59.542 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.542 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.542 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.542 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.542 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.542 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:48:59.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761507+0000", 2024-08-17T01:48:59.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761507+0000", 2024-08-17T01:48:59.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.761831+0000", 2024-08-17T01:48:59.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:48:59.543 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.543 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.543 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.543 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:48:59.543 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:48:59.543 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:48:59.543 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:48:59.543 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.543 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.543 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.543 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:48:59.543 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:48:59.543 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.544 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.544 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.544 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.544 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:48:59.544 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.544 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.544 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.544 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.544 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.544 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.544 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.544 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.544 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.31", 2024-08-17T01:48:59.545 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.545 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.545 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.545 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5340, 2024-08-17T01:48:59.545 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.545 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:17:41.463846+0000", 2024-08-17T01:48:59.545 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.545 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.545 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.548 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.548 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.548 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.548 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.548 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.548 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.548 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.548 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.548 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.548 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.548 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.548 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.548 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.549 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.549 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.549 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:59.549 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.549 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:48:59.549 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.549 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.549 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.549 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.549 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.549 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:59.550 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.550 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:48:59.550 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.550 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.550 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.550 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.550 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.550 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:48:59.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.765464+0000", 2024-08-17T01:48:59.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.765464+0000", 2024-08-17T01:48:59.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.765780+0000", 2024-08-17T01:48:59.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:48:59.551 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.551 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.551 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.551 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:48:59.551 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:48:59.551 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:48:59.551 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:48:59.551 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.551 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.551 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.551 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:48:59.551 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:48:59.551 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.551 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.552 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.552 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.552 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:48:59.552 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.552 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.552 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.552 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.552 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.552 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.552 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.552 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.552 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.32", 2024-08-17T01:48:59.552 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.553 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.553 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.553 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5383, 2024-08-17T01:48:59.553 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.553 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:57:55.999909+0000", 2024-08-17T01:48:59.553 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.553 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.553 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.556 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.556 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.556 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.556 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.556 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.556 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.556 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.556 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.556 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.556 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.556 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.556 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.556 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:48:59.557 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.557 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:48:59.557 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.557 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.557 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.557 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.557 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.557 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.557 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.557 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:48:59.557 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.557 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.558 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.558 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.558 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.558 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:48:59.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.369345+0000", 2024-08-17T01:48:59.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.369345+0000", 2024-08-17T01:48:59.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371232+0000", 2024-08-17T01:48:59.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:48:59.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.559 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.559 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:48:59.559 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:48:59.559 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:48:59.559 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.559 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.559 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.559 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:48:59.559 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:48:59.559 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.559 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.559 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.559 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.560 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.560 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.560 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.560 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.560 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.560 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.560 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.560 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.560 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.560 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.33", 2024-08-17T01:48:59.560 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.560 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.560 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.561 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5290, 2024-08-17T01:48:59.561 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.561 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:24.583912+0000", 2024-08-17T01:48:59.561 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.561 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.561 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.564 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.564 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.564 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.564 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.564 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.564 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.564 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.565 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.565 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:48:59.565 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.565 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.565 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.565 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.565 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.565 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.565 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.565 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:48:59.565 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.565 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.566 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.566 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.566 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.566 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:48:59.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.366289+0000", 2024-08-17T01:48:59.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.366289+0000", 2024-08-17T01:48:59.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.366576+0000", 2024-08-17T01:48:59.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:48:59.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.567 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:48:59.567 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:48:59.567 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:48:59.567 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.567 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.567 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.567 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:48:59.567 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:48:59.567 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.567 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.567 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.567 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.567 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.568 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.568 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.568 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.568 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.568 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.568 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.568 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.568 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.568 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.34", 2024-08-17T01:48:59.568 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.568 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.568 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.568 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5237, 2024-08-17T01:48:59.568 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.569 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:59:35.594030+0000", 2024-08-17T01:48:59.569 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.569 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.569 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.572 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.572 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.572 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.573 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:48:59.573 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.573 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.573 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.573 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:48:59.573 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.573 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.573 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.573 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.573 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.573 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:59.573 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.573 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:48:59.574 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.574 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.574 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.574 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.574 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.574 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:48:59.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370795+0000", 2024-08-17T01:48:59.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370795+0000", 2024-08-17T01:48:59.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371104+0000", 2024-08-17T01:48:59.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:48:59.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:48:59.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:48:59.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:48:59.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:48:59.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:48:59.575 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.575 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.576 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.576 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.576 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.576 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.576 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.576 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.576 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.576 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.576 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.576 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.576 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.35", 2024-08-17T01:48:59.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.577 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.577 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.577 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5191, 2024-08-17T01:48:59.577 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.577 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:48:55.566151+0000", 2024-08-17T01:48:59.577 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.577 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.577 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.580 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:48:59.581 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.581 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.581 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.581 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.581 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.581 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.581 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.581 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:48:59.581 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.581 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.581 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.581 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.581 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.581 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:48:59.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.378275+0000", 2024-08-17T01:48:59.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.378275+0000", 2024-08-17T01:48:59.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.379554+0000", 2024-08-17T01:48:59.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:48:59.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:48:59.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:48:59.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:48:59.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:48:59.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:48:59.583 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.583 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.583 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.583 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.583 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.583 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.583 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.583 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.583 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.584 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.584 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.584 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.584 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.584 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.36", 2024-08-17T01:48:59.584 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.584 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.584 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.584 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5181, 2024-08-17T01:48:59.584 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.584 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:40:43.564800+0000", 2024-08-17T01:48:59.584 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.584 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.584 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.587 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.587 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.588 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.588 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.588 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.588 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.588 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.588 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.588 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:48:59.588 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.588 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.588 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.588 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.589 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.589 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.589 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.589 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:48:59.589 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.589 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.589 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.589 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.589 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.589 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.589 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:48:59.589 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.415959+0000", 2024-08-17T01:48:59.589 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.415959+0000", 2024-08-17T01:48:59.589 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416249+0000", 2024-08-17T01:48:59.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:48:59.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:48:59.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:48:59.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:48:59.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:48:59.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:48:59.591 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.591 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.591 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.591 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.591 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.591 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.591 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.591 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.591 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.592 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.592 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.592 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.592 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.592 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.37", 2024-08-17T01:48:59.592 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.592 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.592 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.592 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5160, 2024-08-17T01:48:59.592 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.592 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:24:46.244093+0000", 2024-08-17T01:48:59.592 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.592 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.592 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.592 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.595 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.595 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.595 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.595 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.595 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.596 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.596 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.596 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.596 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:48:59.596 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.596 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.596 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.596 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.596 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.596 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.596 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.596 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:48:59.596 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.597 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.597 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.597 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.597 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.597 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:48:59.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368130+0000", 2024-08-17T01:48:59.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368130+0000", 2024-08-17T01:48:59.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.368628+0000", 2024-08-17T01:48:59.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:48:59.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:48:59.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:48:59.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:48:59.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:48:59.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:48:59.598 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.598 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.598 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.598 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.598 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.598 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.598 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.598 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.599 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.599 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.599 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.599 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.599 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.599 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.38", 2024-08-17T01:48:59.599 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.599 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.599 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.599 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5286, 2024-08-17T01:48:59.599 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.599 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:10:30.083064+0000", 2024-08-17T01:48:59.599 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.599 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.599 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.603 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.603 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.603 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.603 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.603 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.603 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.603 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.603 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:48:59.603 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.603 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.603 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.604 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.604 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.604 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:59.604 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.604 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:48:59.604 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.604 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.604 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.604 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.604 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.604 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:48:59.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411289+0000", 2024-08-17T01:48:59.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411289+0000", 2024-08-17T01:48:59.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412937+0000", 2024-08-17T01:48:59.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:48:59.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:48:59.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:48:59.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:48:59.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:48:59.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:48:59.606 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.606 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.606 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.606 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.606 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.606 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.606 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.606 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.606 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.606 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.606 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.606 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.607 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.607 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.39", 2024-08-17T01:48:59.607 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.607 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.607 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.607 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:48:59.607 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.607 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:03:23.308251+0000", 2024-08-17T01:48:59.607 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.607 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.607 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.610 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.610 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.611 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.611 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.611 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.611 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.611 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:59.611 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.611 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:48:59.611 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.611 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.611 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.611 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.611 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.611 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.611 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.611 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.612 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:59.612 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.612 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.612 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.612 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.612 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.612 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.612 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:48:59.612 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.764649+0000", 2024-08-17T01:48:59.612 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.764649+0000", 2024-08-17T01:48:59.612 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.765228+0000", 2024-08-17T01:48:59.612 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:48:59.612 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:48:59.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:48:59.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:48:59.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:48:59.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:48:59.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:48:59.613 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.613 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.614 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.614 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.614 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:48:59.614 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.614 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.614 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.614 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.614 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.614 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.614 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.614 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.614 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3a", 2024-08-17T01:48:59.614 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.615 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.615 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.615 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5202, 2024-08-17T01:48:59.615 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.615 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:06:18.111523+0000", 2024-08-17T01:48:59.615 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.615 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.615 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.615 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.615 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.615 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.615 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.615 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.615 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.615 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.618 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.618 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.618 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.618 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.618 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.618 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.618 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.618 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.618 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:59.618 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.619 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.619 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.619 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.619 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.619 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:59.619 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.619 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:48:59.619 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.619 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.619 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.619 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.619 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.619 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.619 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:48:59.620 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.410268+0000", 2024-08-17T01:48:59.620 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.410268+0000", 2024-08-17T01:48:59.620 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412376+0000", 2024-08-17T01:48:59.620 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:48:59.620 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.620 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.620 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.620 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.620 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:48:59.620 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:48:59.620 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:48:59.620 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.620 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.620 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.620 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:48:59.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:48:59.621 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.621 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.621 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.621 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.621 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.621 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.621 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.621 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.621 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.621 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.621 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.621 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.621 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.621 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3b", 2024-08-17T01:48:59.622 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.622 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.622 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.622 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:48:59.622 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.622 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:04:32.110026+0000", 2024-08-17T01:48:59.622 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.622 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.622 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.622 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.622 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.622 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.622 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.622 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.623 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.623 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.623 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.623 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.623 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.623 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.623 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.623 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.623 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.623 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.623 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.623 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.623 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.623 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.623 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.625 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.626 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.626 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.626 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.626 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.626 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.626 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.626 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:48:59.626 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.626 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.626 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.626 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.626 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.626 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.626 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:48:59.627 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.418011+0000", 2024-08-17T01:48:59.627 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.418011+0000", 2024-08-17T01:48:59.627 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.418298+0000", 2024-08-17T01:48:59.627 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:48:59.627 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.627 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.627 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.627 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.627 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:48:59.627 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:48:59.627 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:48:59.627 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.627 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.627 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.628 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:48:59.628 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:48:59.628 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.628 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.628 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.628 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.628 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.628 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.628 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.628 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.628 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.628 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.629 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.629 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.629 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.629 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3c", 2024-08-17T01:48:59.629 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.629 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.629 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.629 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5226, 2024-08-17T01:48:59.629 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.629 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:41:27.554759+0000", 2024-08-17T01:48:59.629 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.629 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.629 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.630 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.630 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.630 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.630 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.630 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.630 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.630 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.630 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.630 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.630 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.630 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.630 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.630 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.630 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.630 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.631 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.632 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.632 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.632 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.633 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.633 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:48:59.633 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:48:59.633 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:48:59.633 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.633 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:48:59.633 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.633 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.633 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.633 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.633 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.633 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.633 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.633 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.633 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:48:59.634 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.634 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.634 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.634 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.634 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.634 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.634 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:48:59.634 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.348726+0000", 2024-08-17T01:48:59.634 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.348726+0000", 2024-08-17T01:48:59.634 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:37:42.356116+0000", 2024-08-17T01:48:59.634 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:48:59.634 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.634 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.635 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.635 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:48:59.635 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:48:59.635 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:48:59.635 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:48:59.635 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.635 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.635 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.635 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:48:59.635 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:48:59.635 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.635 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.635 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.635 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.635 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:48:59.636 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.636 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.636 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.636 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.636 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.636 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.636 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.636 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.636 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3d", 2024-08-17T01:48:59.636 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.636 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.636 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.636 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:48:59.636 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.637 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:58:51.051396+0000", 2024-08-17T01:48:59.637 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.637 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.637 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.637 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.637 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.637 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.637 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.637 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.637 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.637 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.637 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.637 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.637 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.638 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.638 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.638 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.638 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.638 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.638 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.638 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.638 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.638 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.638 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.638 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.638 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.638 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.639 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.640 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.641 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.641 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.641 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.641 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:48:59.641 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.641 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.641 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.641 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.641 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.641 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.641 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:48:59.641 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.373313+0000", 2024-08-17T01:48:59.641 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.373313+0000", 2024-08-17T01:48:59.641 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.373600+0000", 2024-08-17T01:48:59.641 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:48:59.642 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.642 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.642 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.642 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:48:59.642 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:48:59.642 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:48:59.642 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:48:59.642 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.642 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.642 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.642 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:48:59.642 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:48:59.642 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.642 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.643 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.643 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.643 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:48:59.643 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.643 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.643 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.643 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.643 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.643 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.643 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.643 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.643 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3e", 2024-08-17T01:48:59.643 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.643 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.644 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.644 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5355, 2024-08-17T01:48:59.644 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.644 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:58:15.507998+0000", 2024-08-17T01:48:59.644 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.644 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.644 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.647 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.647 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.647 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.647 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.647 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.647 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.647 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.647 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:48:59.647 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:48:59.647 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.647 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:48:59.647 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.647 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.647 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.648 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:48:59.648 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.648 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.648 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.648 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.648 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:48:59.648 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:48:59.648 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:48:59.648 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:48:59.648 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:48:59.648 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:48:59.648 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:48:59.648 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:48:59.648 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.413405+0000", 2024-08-17T01:48:59.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.413405+0000", 2024-08-17T01:48:59.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.413883+0000", 2024-08-17T01:48:59.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:48:59.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:48:59.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:48:59.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:48:59.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:48:59.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:48:59.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:48:59.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:48:59.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:48:59.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:48:59.650 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:48:59.650 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:48:59.650 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.650 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:48:59.650 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:48:59.650 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:48:59.650 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:48:59.650 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:48:59.650 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:48:59.650 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:48:59.650 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.650 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:48:59.650 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:48:59.651 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:48:59.651 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3f", 2024-08-17T01:48:59.651 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:48:59.651 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:48:59.651 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:48:59.651 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5153, 2024-08-17T01:48:59.651 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:48:59.651 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:49:01.070689+0000", 2024-08-17T01:48:59.651 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:48:59.651 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:48:59.651 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.654 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.654 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:48:59.654 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:48:59.654 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:48:59.654 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.655 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:48:59.655 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.655 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.655 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:48:59.655 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:48:59.655 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.655 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.655 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_per_pool": [ 2024-08-17T01:48:59.655 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.655 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 3, 2024-08-17T01:48:59.655 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:48:59.655 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr" 2024-08-17T01:48:59.655 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.655 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 253, 2024-08-17T01:48:59.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 1, 2024-08-17T01:48:59.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 3, 2024-08-17T01:48:59.656 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 253, 2024-08-17T01:48:59.656 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 1, 2024-08-17T01:48:59.656 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 590368, 2024-08-17T01:48:59.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:48:59.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:48:59.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:48:59.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:48:59.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 6, 2024-08-17T01:48:59.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1322, 2024-08-17T01:48:59.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2114, 2024-08-17T01:48:59.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 423, 2024-08-17T01:48:59.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2416 2024-08-17T01:48:59.659 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.659 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:48:59.659 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 1781760, 2024-08-17T01:48:59.659 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:48:59.659 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:48:59.659 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:48:59.659 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:48:59.660 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 1771104, 2024-08-17T01:48:59.660 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:48:59.660 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:48:59.660 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:48:59.660 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:48:59.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.660 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 3 2024-08-17T01:48:59.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.660 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.660 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 96, 2024-08-17T01:48:59.660 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:48:59.660 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:48:59.660 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.660 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 68, 2024-08-17T01:48:59.661 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 32, 2024-08-17T01:48:59.661 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T01:48:59.661 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 68, 2024-08-17T01:48:59.661 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 2, 2024-08-17T01:48:59.661 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.661 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 6596, 2024-08-17T01:48:59.661 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.661 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 44, 2024-08-17T01:48:59.661 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.661 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.661 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.661 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.661 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.661 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 66, 2024-08-17T01:48:59.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 22, 2024-08-17T01:48:59.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 22, 2024-08-17T01:48:59.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 14, 2024-08-17T01:48:59.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 4, 2024-08-17T01:48:59.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 79, 2024-08-17T01:48:59.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 86, 2024-08-17T01:48:59.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 68, 2024-08-17T01:48:59.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 35 2024-08-17T01:48:59.664 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.664 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:48:59.664 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 110592, 2024-08-17T01:48:59.664 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:48:59.664 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:48:59.664 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:48:59.664 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:48:59.664 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 19788, 2024-08-17T01:48:59.664 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:48:59.664 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:48:59.664 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 45424, 2024-08-17T01:48:59.664 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:48:59.665 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.665 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 96 2024-08-17T01:48:59.665 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.665 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.665 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 192, 2024-08-17T01:48:59.665 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:48:59.665 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:48:59.665 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.665 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 64, 2024-08-17T01:48:59.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T01:48:59.665 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.665 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 3, 2024-08-17T01:48:59.665 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.668 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.668 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:48:59.668 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 0, 2024-08-17T01:48:59.668 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:48:59.668 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:48:59.669 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:48:59.669 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:48:59.669 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 0, 2024-08-17T01:48:59.669 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:48:59.669 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:48:59.669 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:48:59.669 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:48:59.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.669 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 192 2024-08-17T01:48:59.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.669 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.669 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 24, 2024-08-17T01:48:59.669 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:48:59.669 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd" 2024-08-17T01:48:59.669 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.670 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 24562, 2024-08-17T01:48:59.670 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 8, 2024-08-17T01:48:59.670 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T01:48:59.670 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 24562, 2024-08-17T01:48:59.670 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 4, 2024-08-17T01:48:59.670 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.670 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 4194323, 2024-08-17T01:48:59.670 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.670 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.670 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.670 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.670 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T01:48:59.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T01:48:59.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.671 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T01:48:59.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 2, 2024-08-17T01:48:59.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 9027, 2024-08-17T01:48:59.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 3037457, 2024-08-17T01:48:59.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 24431, 2024-08-17T01:48:59.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 3143236 2024-08-17T01:48:59.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.673 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:48:59.673 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 12595200, 2024-08-17T01:48:59.673 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:48:59.673 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:48:59.673 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:48:59.673 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:48:59.673 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 12582969, 2024-08-17T01:48:59.673 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:48:59.674 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:48:59.674 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:48:59.674 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:48:59.674 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.674 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 24 2024-08-17T01:48:59.674 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.674 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.674 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T01:48:59.674 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 105, 2024-08-17T01:48:59.674 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": 4, 2024-08-17T01:48:59.674 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_by_class": { 2024-08-17T01:48:59.674 INFO:tasks.workunit.client.0.smithi157.stdout: "ssd": { 2024-08-17T01:48:59.674 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 762766516224, 2024-08-17T01:48:59.675 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T01:48:59.675 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 5193768960, 2024-08-17T01:48:59.675 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_bytes": 5193768960, 2024-08-17T01:48:59.675 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_ratio": 0.00676306989043951 2024-08-17T01:48:59.675 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.675 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.675 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 762766516224, 2024-08-17T01:48:59.675 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T01:48:59.675 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 5193768960 2024-08-17T01:48:59.675 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.675 INFO:tasks.workunit.client.0.smithi157.stdout:} 2024-08-17T01:48:59.675 INFO:tasks.workunit.client.0.smithi157.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-17T01:48:59.676 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph telemetry preview-device 2024-08-17T01:48:59.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:48:59.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:59.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:48:59.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.677 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.678 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.678 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.678 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.678 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.678 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.678 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.678 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.678 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.678 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.678 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.678 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.678 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.679 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.679 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.679 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:48:59.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:59.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:48:59.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.679 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.680 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.680 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.680 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.680 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.680 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.680 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.680 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.680 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.680 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.680 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.680 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.680 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.680 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.681 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.681 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.681 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.681 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.681 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.681 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.681 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.681 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.681 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:48:59.681 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:48:59.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:48:59.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.683 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.683 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.683 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.683 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.683 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.683 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.683 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.683 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.683 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.683 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.683 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.683 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.683 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.684 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.684 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.684 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.684 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.684 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.684 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.684 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.684 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.684 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.684 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.684 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.684 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.684 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.685 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.685 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.685 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.685 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.685 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.685 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.685 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.685 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.685 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.685 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.685 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.685 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.685 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.685 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:58 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='client.36087 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:48:59.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='client.36087 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:48:59.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='client.46013 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:48:59.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.686 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.687 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.687 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.687 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.687 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.687 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.687 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.687 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.687 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.687 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.687 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.687 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.687 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.688 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.688 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.688 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.688 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:59.688 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.688 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.688 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.688 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.688 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.688 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.688 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.688 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.688 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.688 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.689 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.689 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.689 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.689 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.689 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.689 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.689 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.689 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.689 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.689 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.689 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.689 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.689 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.689 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.690 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.690 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:48:59 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.690 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.690 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.690 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.690 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.690 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.690 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.690 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.691 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.691 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.691 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.691 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.691 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.691 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.691 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.691 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.691 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.691 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.691 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.691 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.691 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.692 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.692 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.692 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.692 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.692 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.692 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.692 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.692 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.692 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.693 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.693 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.693 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:48:59.693 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.693 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.693 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.693 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.693 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.693 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.693 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.693 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.693 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.693 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.694 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.694 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.694 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.694 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.694 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.694 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.694 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.694 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.694 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.694 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:48:59.694 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:48:59.694 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:48:59.695 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:48:59.695 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:58 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:48:59.695 INFO:tasks.workunit.client.0.smithi157.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-08-17T01:48:59.695 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph telemetry preview-all 2024-08-17T01:48:59.704 INFO:tasks.workunit.client.0.smithi157.stdout:{ 2024-08-17T01:48:59.704 INFO:tasks.workunit.client.0.smithi157.stdout: "device_report": { 2024-08-17T01:48:59.704 INFO:tasks.workunit.client.0.smithi157.stdout: "26534758-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T01:48:59.704 INFO:tasks.workunit.client.0.smithi157.stdout: "INTEL_SSDPED1D480GA_2653d70e-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T01:48:59.704 INFO:tasks.workunit.client.0.smithi157.stdout: "20240817-002624": { 2024-08-17T01:48:59.704 INFO:tasks.workunit.client.0.smithi157.stdout: "device": { 2024-08-17T01:48:59.704 INFO:tasks.workunit.client.0.smithi157.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T01:48:59.704 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "/dev/nvme0n1", 2024-08-17T01:48:59.704 INFO:tasks.workunit.client.0.smithi157.stdout: "protocol": "NVMe", 2024-08-17T01:48:59.704 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "nvme" 2024-08-17T01:48:59.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.705 INFO:tasks.workunit.client.0.smithi157.stdout: "firmware_version": "E2010325", 2024-08-17T01:48:59.705 INFO:tasks.workunit.client.0.smithi157.stdout: "host_id": "26534758-5c30-11ef-a430-0cc47a887ea1", 2024-08-17T01:48:59.705 INFO:tasks.workunit.client.0.smithi157.stdout: "json_format_version": [ 2024-08-17T01:48:59.705 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.705 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.705 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.705 INFO:tasks.workunit.client.0.smithi157.stdout: "local_time": { 2024-08-17T01:48:59.705 INFO:tasks.workunit.client.0.smithi157.stdout: "asctime": "Sat Aug 17 00:26:24 2024 UTC", 2024-08-17T01:48:59.705 INFO:tasks.workunit.client.0.smithi157.stdout: "time_t": 1723854384 2024-08-17T01:48:59.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.705 INFO:tasks.workunit.client.0.smithi157.stdout: "logical_block_size": 512, 2024-08-17T01:48:59.706 INFO:tasks.workunit.client.0.smithi157.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-17T01:48:59.706 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_controller_id": 0, 2024-08-17T01:48:59.706 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T01:48:59.706 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_namespaces": [ 2024-08-17T01:48:59.706 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.706 INFO:tasks.workunit.client.0.smithi157.stdout: "capacity": { 2024-08-17T01:48:59.706 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T01:48:59.706 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T01:48:59.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.706 INFO:tasks.workunit.client.0.smithi157.stdout: "formatted_lba_size": 512, 2024-08-17T01:48:59.706 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 1, 2024-08-17T01:48:59.706 INFO:tasks.workunit.client.0.smithi157.stdout: "size": { 2024-08-17T01:48:59.706 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T01:48:59.707 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T01:48:59.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.707 INFO:tasks.workunit.client.0.smithi157.stdout: "utilization": { 2024-08-17T01:48:59.707 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T01:48:59.707 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T01:48:59.707 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.707 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.707 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.707 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T01:48:59.707 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_pci_vendor": { 2024-08-17T01:48:59.707 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 32902, 2024-08-17T01:48:59.707 INFO:tasks.workunit.client.0.smithi157.stdout: "subsystem_id": 32902 2024-08-17T01:48:59.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.708 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T01:48:59.708 INFO:tasks.workunit.client.0.smithi157.stdout: "Device stats": { 2024-08-17T01:48:59.708 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_fw_downgrades": { 2024-08-17T01:48:59.708 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.708 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.708 INFO:tasks.workunit.client.0.smithi157.stdout: "crc_error_count": { 2024-08-17T01:48:59.708 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.708 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.708 INFO:tasks.workunit.client.0.smithi157.stdout: "end_to_end_error_detection_count": { 2024-08-17T01:48:59.709 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.709 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.709 INFO:tasks.workunit.client.0.smithi157.stdout: "erase_fail_count": { 2024-08-17T01:48:59.709 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.709 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.709 INFO:tasks.workunit.client.0.smithi157.stdout: "host_bytes_written": { 2024-08-17T01:48:59.709 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.709 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 6865907 2024-08-17T01:48:59.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.709 INFO:tasks.workunit.client.0.smithi157.stdout: "host_ctx_wear_used": { 2024-08-17T01:48:59.709 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.709 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.710 INFO:tasks.workunit.client.0.smithi157.stdout: "media_bytes_read": { 2024-08-17T01:48:59.710 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.710 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.710 INFO:tasks.workunit.client.0.smithi157.stdout: "nand_bytes_written": { 2024-08-17T01:48:59.710 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.710 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.710 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_stat_indicator": { 2024-08-17T01:48:59.710 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.710 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.711 INFO:tasks.workunit.client.0.smithi157.stdout: "pll_lock_loss_count": { 2024-08-17T01:48:59.711 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.711 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.711 INFO:tasks.workunit.client.0.smithi157.stdout: "program_fail_count": { 2024-08-17T01:48:59.711 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.711 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.711 INFO:tasks.workunit.client.0.smithi157.stdout: "re_alloc_sectr_cnt": { 2024-08-17T01:48:59.711 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.711 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.711 INFO:tasks.workunit.client.0.smithi157.stdout: "retry_buffer_overflow_count": { 2024-08-17T01:48:59.712 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.712 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.712 INFO:tasks.workunit.client.0.smithi157.stdout: "soft_ecc_err_rate": { 2024-08-17T01:48:59.712 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.712 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.712 INFO:tasks.workunit.client.0.smithi157.stdout: "thermal_throttle_status": { 2024-08-17T01:48:59.712 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.712 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T01:48:59.712 INFO:tasks.workunit.client.0.smithi157.stdout: "cnt": 0, 2024-08-17T01:48:59.712 INFO:tasks.workunit.client.0.smithi157.stdout: "pct": 0 2024-08-17T01:48:59.712 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.713 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_host_reads": { 2024-08-17T01:48:59.713 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.713 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 13 2024-08-17T01:48:59.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.713 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_media_wear": { 2024-08-17T01:48:59.713 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.713 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": "0.000000" 2024-08-17T01:48:59.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.713 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_timer": { 2024-08-17T01:48:59.713 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.713 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 951162 2024-08-17T01:48:59.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.713 INFO:tasks.workunit.client.0.smithi157.stdout: "unexp_power_loss": { 2024-08-17T01:48:59.713 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.714 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.714 INFO:tasks.workunit.client.0.smithi157.stdout: "wear_leveling": { 2024-08-17T01:48:59.714 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.714 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T01:48:59.714 INFO:tasks.workunit.client.0.smithi157.stdout: "avg": 0, 2024-08-17T01:48:59.714 INFO:tasks.workunit.client.0.smithi157.stdout: "max": 0, 2024-08-17T01:48:59.714 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0 2024-08-17T01:48:59.714 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.714 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.714 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T01:48:59.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.715 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_log": { 2024-08-17T01:48:59.715 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare": 100, 2024-08-17T01:48:59.715 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare_threshold": 0, 2024-08-17T01:48:59.715 INFO:tasks.workunit.client.0.smithi157.stdout: "controller_busy_time": 2610, 2024-08-17T01:48:59.715 INFO:tasks.workunit.client.0.smithi157.stdout: "critical_warning": 0, 2024-08-17T01:48:59.715 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_read": 81053234, 2024-08-17T01:48:59.715 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_written": 449964123, 2024-08-17T01:48:59.715 INFO:tasks.workunit.client.0.smithi157.stdout: "host_reads": 1325904732, 2024-08-17T01:48:59.715 INFO:tasks.workunit.client.0.smithi157.stdout: "host_writes": 10296839380, 2024-08-17T01:48:59.715 INFO:tasks.workunit.client.0.smithi157.stdout: "media_errors": 0, 2024-08-17T01:48:59.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_err_log_entries": 0, 2024-08-17T01:48:59.715 INFO:tasks.workunit.client.0.smithi157.stdout: "percentage_used": 0, 2024-08-17T01:48:59.715 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycles": 20457, 2024-08-17T01:48:59.716 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_hours": 24917, 2024-08-17T01:48:59.716 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": 37, 2024-08-17T01:48:59.716 INFO:tasks.workunit.client.0.smithi157.stdout: "unsafe_shutdowns": 7037 2024-08-17T01:48:59.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.716 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_vendor": "intel", 2024-08-17T01:48:59.716 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_version": { 2024-08-17T01:48:59.716 INFO:tasks.workunit.client.0.smithi157.stdout: "string": "<1.2", 2024-08-17T01:48:59.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:59.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.716 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycle_count": 20457, 2024-08-17T01:48:59.716 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_time": { 2024-08-17T01:48:59.716 INFO:tasks.workunit.client.0.smithi157.stdout: "hours": 24917 2024-08-17T01:48:59.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.717 INFO:tasks.workunit.client.0.smithi157.stdout: "serial_number": "deleted", 2024-08-17T01:48:59.717 INFO:tasks.workunit.client.0.smithi157.stdout: "smart_status": { 2024-08-17T01:48:59.717 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme": { 2024-08-17T01:48:59.717 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:59.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.717 INFO:tasks.workunit.client.0.smithi157.stdout: "passed": true 2024-08-17T01:48:59.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.717 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl": { 2024-08-17T01:48:59.717 INFO:tasks.workunit.client.0.smithi157.stdout: "argv": [ 2024-08-17T01:48:59.717 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl", 2024-08-17T01:48:59.717 INFO:tasks.workunit.client.0.smithi157.stdout: "-x", 2024-08-17T01:48:59.718 INFO:tasks.workunit.client.0.smithi157.stdout: "--json=o", 2024-08-17T01:48:59.718 INFO:tasks.workunit.client.0.smithi157.stdout: "/dev/nvme0n1" 2024-08-17T01:48:59.718 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.718 INFO:tasks.workunit.client.0.smithi157.stdout: "build_info": "(local build)", 2024-08-17T01:48:59.718 INFO:tasks.workunit.client.0.smithi157.stdout: "exit_status": 0, 2024-08-17T01:48:59.718 INFO:tasks.workunit.client.0.smithi157.stdout: "output": [ 2024-08-17T01:48:59.718 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T01:48:59.718 INFO:tasks.workunit.client.0.smithi157.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T01:48:59.718 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:48:59.718 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T01:48:59.718 INFO:tasks.workunit.client.0.smithi157.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-17T01:48:59.719 INFO:tasks.workunit.client.0.smithi157.stdout: "Serial Number: deleted", 2024-08-17T01:48:59.719 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Version: E2010325", 2024-08-17T01:48:59.719 INFO:tasks.workunit.client.0.smithi157.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T01:48:59.719 INFO:tasks.workunit.client.0.smithi157.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T01:48:59.719 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller ID: 0", 2024-08-17T01:48:59.719 INFO:tasks.workunit.client.0.smithi157.stdout: "NVMe Version: <1.2", 2024-08-17T01:48:59.719 INFO:tasks.workunit.client.0.smithi157.stdout: "Number of Namespaces: 1", 2024-08-17T01:48:59.719 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-17T01:48:59.719 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T01:48:59.719 INFO:tasks.workunit.client.0.smithi157.stdout: "Local Time is: Sat Aug 17 00:26:24 2024 UTC", 2024-08-17T01:48:59.719 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T01:48:59.719 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-17T01:48:59.719 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T01:48:59.720 INFO:tasks.workunit.client.0.smithi157.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T01:48:59.720 INFO:tasks.workunit.client.0.smithi157.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T01:48:59.720 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:48:59.720 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported Power States", 2024-08-17T01:48:59.720 INFO:tasks.workunit.client.0.smithi157.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T01:48:59.720 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-17T01:48:59.720 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:48:59.720 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T01:48:59.720 INFO:tasks.workunit.client.0.smithi157.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T01:48:59.720 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 512 0 2", 2024-08-17T01:48:59.720 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:48:59.720 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T01:48:59.720 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T01:48:59.721 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:48:59.721 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T01:48:59.721 INFO:tasks.workunit.client.0.smithi157.stdout: "Critical Warning: 0x00", 2024-08-17T01:48:59.721 INFO:tasks.workunit.client.0.smithi157.stdout: "Temperature: 37 Celsius", 2024-08-17T01:48:59.721 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare: 100%", 2024-08-17T01:48:59.721 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare Threshold: 0%", 2024-08-17T01:48:59.721 INFO:tasks.workunit.client.0.smithi157.stdout: "Percentage Used: 0%", 2024-08-17T01:48:59.721 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Read: 81,053,234 [41.4 TB]", 2024-08-17T01:48:59.721 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Written: 449,964,123 [230 TB]", 2024-08-17T01:48:59.721 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Read Commands: 1,325,904,732", 2024-08-17T01:48:59.721 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Write Commands: 10,296,839,380", 2024-08-17T01:48:59.721 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller Busy Time: 2,610", 2024-08-17T01:48:59.721 INFO:tasks.workunit.client.0.smithi157.stdout: "Power Cycles: 20,457", 2024-08-17T01:48:59.721 INFO:tasks.workunit.client.0.smithi157.stdout: "Power On Hours: 24,917", 2024-08-17T01:48:59.722 INFO:tasks.workunit.client.0.smithi157.stdout: "Unsafe Shutdowns: 7,037", 2024-08-17T01:48:59.722 INFO:tasks.workunit.client.0.smithi157.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T01:48:59.722 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information Log Entries: 0", 2024-08-17T01:48:59.722 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:48:59.722 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T01:48:59.722 INFO:tasks.workunit.client.0.smithi157.stdout: "No Errors Logged", 2024-08-17T01:48:59.722 INFO:tasks.workunit.client.0.smithi157.stdout: "" 2024-08-17T01:48:59.722 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.722 INFO:tasks.workunit.client.0.smithi157.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T01:48:59.722 INFO:tasks.workunit.client.0.smithi157.stdout: "svn_revision": "5155", 2024-08-17T01:48:59.722 INFO:tasks.workunit.client.0.smithi157.stdout: "version": [ 2024-08-17T01:48:59.722 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.722 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.722 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.723 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": { 2024-08-17T01:48:59.723 INFO:tasks.workunit.client.0.smithi157.stdout: "current": 37 2024-08-17T01:48:59.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.723 INFO:tasks.workunit.client.0.smithi157.stdout: "user_capacity": { 2024-08-17T01:48:59.723 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T01:48:59.723 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T01:48:59.723 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.723 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.723 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.723 INFO:tasks.workunit.client.0.smithi157.stdout: "26550746-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T01:48:59.723 INFO:tasks.workunit.client.0.smithi157.stdout: "INTEL_SSDPEDMD400G4_265582e8-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T01:48:59.724 INFO:tasks.workunit.client.0.smithi157.stdout: "20240817-002627": { 2024-08-17T01:48:59.724 INFO:tasks.workunit.client.0.smithi157.stdout: "device": { 2024-08-17T01:48:59.724 INFO:tasks.workunit.client.0.smithi157.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T01:48:59.724 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "/dev/nvme0n1", 2024-08-17T01:48:59.724 INFO:tasks.workunit.client.0.smithi157.stdout: "protocol": "NVMe", 2024-08-17T01:48:59.724 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "nvme" 2024-08-17T01:48:59.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.724 INFO:tasks.workunit.client.0.smithi157.stdout: "firmware_version": "8DV101H0", 2024-08-17T01:48:59.724 INFO:tasks.workunit.client.0.smithi157.stdout: "host_id": "26550746-5c30-11ef-a430-0cc47a887ea1", 2024-08-17T01:48:59.724 INFO:tasks.workunit.client.0.smithi157.stdout: "json_format_version": [ 2024-08-17T01:48:59.724 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:48:59.724 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:48:59.724 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.725 INFO:tasks.workunit.client.0.smithi157.stdout: "local_time": { 2024-08-17T01:48:59.725 INFO:tasks.workunit.client.0.smithi157.stdout: "asctime": "Sat Aug 17 00:26:26 2024 UTC", 2024-08-17T01:48:59.725 INFO:tasks.workunit.client.0.smithi157.stdout: "time_t": 1723854386 2024-08-17T01:48:59.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.725 INFO:tasks.workunit.client.0.smithi157.stdout: "logical_block_size": 512, 2024-08-17T01:48:59.725 INFO:tasks.workunit.client.0.smithi157.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T01:48:59.725 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_controller_id": 0, 2024-08-17T01:48:59.725 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T01:48:59.725 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_namespaces": [ 2024-08-17T01:48:59.725 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.725 INFO:tasks.workunit.client.0.smithi157.stdout: "capacity": { 2024-08-17T01:48:59.725 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T01:48:59.725 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T01:48:59.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.726 INFO:tasks.workunit.client.0.smithi157.stdout: "formatted_lba_size": 512, 2024-08-17T01:48:59.726 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 1, 2024-08-17T01:48:59.726 INFO:tasks.workunit.client.0.smithi157.stdout: "size": { 2024-08-17T01:48:59.726 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T01:48:59.726 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T01:48:59.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.726 INFO:tasks.workunit.client.0.smithi157.stdout: "utilization": { 2024-08-17T01:48:59.726 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T01:48:59.726 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T01:48:59.726 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.726 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.726 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.726 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T01:48:59.727 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_pci_vendor": { 2024-08-17T01:48:59.727 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 32902, 2024-08-17T01:48:59.727 INFO:tasks.workunit.client.0.smithi157.stdout: "subsystem_id": 32902 2024-08-17T01:48:59.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.727 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T01:48:59.727 INFO:tasks.workunit.client.0.smithi157.stdout: "Device stats": { 2024-08-17T01:48:59.727 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_fw_downgrades": { 2024-08-17T01:48:59.727 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.727 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.727 INFO:tasks.workunit.client.0.smithi157.stdout: "crc_error_count": { 2024-08-17T01:48:59.727 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.728 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.728 INFO:tasks.workunit.client.0.smithi157.stdout: "end_to_end_error_detection_count": { 2024-08-17T01:48:59.728 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.728 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.728 INFO:tasks.workunit.client.0.smithi157.stdout: "erase_fail_count": { 2024-08-17T01:48:59.728 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.728 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.728 INFO:tasks.workunit.client.0.smithi157.stdout: "host_bytes_written": { 2024-08-17T01:48:59.728 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.728 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 28961671 2024-08-17T01:48:59.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.729 INFO:tasks.workunit.client.0.smithi157.stdout: "host_ctx_wear_used": { 2024-08-17T01:48:59.729 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.729 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 1 2024-08-17T01:48:59.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.729 INFO:tasks.workunit.client.0.smithi157.stdout: "media_bytes_read": { 2024-08-17T01:48:59.729 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.729 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.729 INFO:tasks.workunit.client.0.smithi157.stdout: "nand_bytes_written": { 2024-08-17T01:48:59.729 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.729 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 50866485 2024-08-17T01:48:59.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.730 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_stat_indicator": { 2024-08-17T01:48:59.730 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.730 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.730 INFO:tasks.workunit.client.0.smithi157.stdout: "pll_lock_loss_count": { 2024-08-17T01:48:59.730 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.730 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.730 INFO:tasks.workunit.client.0.smithi157.stdout: "program_fail_count": { 2024-08-17T01:48:59.730 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.730 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.730 INFO:tasks.workunit.client.0.smithi157.stdout: "re_alloc_sectr_cnt": { 2024-08-17T01:48:59.730 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.731 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.731 INFO:tasks.workunit.client.0.smithi157.stdout: "retry_buffer_overflow_count": { 2024-08-17T01:48:59.731 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.731 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.731 INFO:tasks.workunit.client.0.smithi157.stdout: "soft_ecc_err_rate": { 2024-08-17T01:48:59.731 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.731 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.732 INFO:tasks.workunit.client.0.smithi157.stdout: "thermal_throttle_status": { 2024-08-17T01:48:59.732 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.732 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T01:48:59.732 INFO:tasks.workunit.client.0.smithi157.stdout: "cnt": 0, 2024-08-17T01:48:59.732 INFO:tasks.workunit.client.0.smithi157.stdout: "pct": 0 2024-08-17T01:48:59.732 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.732 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_host_reads": { 2024-08-17T01:48:59.732 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.732 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 65535 2024-08-17T01:48:59.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.732 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_media_wear": { 2024-08-17T01:48:59.732 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.733 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": "63.999023" 2024-08-17T01:48:59.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.733 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_timer": { 2024-08-17T01:48:59.733 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:48:59.733 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 65535 2024-08-17T01:48:59.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.733 INFO:tasks.workunit.client.0.smithi157.stdout: "unexp_power_loss": { 2024-08-17T01:48:59.733 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:48:59.733 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:48:59.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.733 INFO:tasks.workunit.client.0.smithi157.stdout: "wear_leveling": { 2024-08-17T01:48:59.733 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 89, 2024-08-17T01:48:59.733 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T01:48:59.733 INFO:tasks.workunit.client.0.smithi157.stdout: "avg": 3477, 2024-08-17T01:48:59.733 INFO:tasks.workunit.client.0.smithi157.stdout: "max": 3496, 2024-08-17T01:48:59.734 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 3462 2024-08-17T01:48:59.734 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.734 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.734 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T01:48:59.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.734 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_log": { 2024-08-17T01:48:59.734 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare": 100, 2024-08-17T01:48:59.734 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare_threshold": 10, 2024-08-17T01:48:59.734 INFO:tasks.workunit.client.0.smithi157.stdout: "controller_busy_time": 0, 2024-08-17T01:48:59.734 INFO:tasks.workunit.client.0.smithi157.stdout: "critical_warning": 0, 2024-08-17T01:48:59.735 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_read": 376556188, 2024-08-17T01:48:59.735 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_written": 1898032115, 2024-08-17T01:48:59.735 INFO:tasks.workunit.client.0.smithi157.stdout: "host_reads": 6322988028, 2024-08-17T01:48:59.735 INFO:tasks.workunit.client.0.smithi157.stdout: "host_writes": 33391789029, 2024-08-17T01:48:59.735 INFO:tasks.workunit.client.0.smithi157.stdout: "media_errors": 0, 2024-08-17T01:48:59.735 INFO:tasks.workunit.client.0.smithi157.stdout: "num_err_log_entries": 0, 2024-08-17T01:48:59.735 INFO:tasks.workunit.client.0.smithi157.stdout: "percentage_used": 11, 2024-08-17T01:48:59.735 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycles": 59176, 2024-08-17T01:48:59.735 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_hours": 54753, 2024-08-17T01:48:59.735 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": 25, 2024-08-17T01:48:59.735 INFO:tasks.workunit.client.0.smithi157.stdout: "unsafe_shutdowns": 8 2024-08-17T01:48:59.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.735 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_vendor": "intel", 2024-08-17T01:48:59.736 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_version": { 2024-08-17T01:48:59.736 INFO:tasks.workunit.client.0.smithi157.stdout: "string": "<1.2", 2024-08-17T01:48:59.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:59.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.736 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycle_count": 59176, 2024-08-17T01:48:59.736 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_time": { 2024-08-17T01:48:59.736 INFO:tasks.workunit.client.0.smithi157.stdout: "hours": 54753 2024-08-17T01:48:59.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.736 INFO:tasks.workunit.client.0.smithi157.stdout: "serial_number": "deleted", 2024-08-17T01:48:59.736 INFO:tasks.workunit.client.0.smithi157.stdout: "smart_status": { 2024-08-17T01:48:59.736 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme": { 2024-08-17T01:48:59.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:48:59.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.736 INFO:tasks.workunit.client.0.smithi157.stdout: "passed": true 2024-08-17T01:48:59.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.737 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl": { 2024-08-17T01:48:59.737 INFO:tasks.workunit.client.0.smithi157.stdout: "argv": [ 2024-08-17T01:48:59.737 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl", 2024-08-17T01:48:59.737 INFO:tasks.workunit.client.0.smithi157.stdout: "-x", 2024-08-17T01:48:59.737 INFO:tasks.workunit.client.0.smithi157.stdout: "--json=o", 2024-08-17T01:48:59.737 INFO:tasks.workunit.client.0.smithi157.stdout: "/dev/nvme0n1" 2024-08-17T01:48:59.737 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.737 INFO:tasks.workunit.client.0.smithi157.stdout: "build_info": "(local build)", 2024-08-17T01:48:59.737 INFO:tasks.workunit.client.0.smithi157.stdout: "exit_status": 0, 2024-08-17T01:48:59.737 INFO:tasks.workunit.client.0.smithi157.stdout: "output": [ 2024-08-17T01:48:59.737 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T01:48:59.738 INFO:tasks.workunit.client.0.smithi157.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T01:48:59.738 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:48:59.738 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T01:48:59.738 INFO:tasks.workunit.client.0.smithi157.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T01:48:59.738 INFO:tasks.workunit.client.0.smithi157.stdout: "Serial Number: deleted", 2024-08-17T01:48:59.738 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Version: 8DV101H0", 2024-08-17T01:48:59.738 INFO:tasks.workunit.client.0.smithi157.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T01:48:59.738 INFO:tasks.workunit.client.0.smithi157.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T01:48:59.738 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller ID: 0", 2024-08-17T01:48:59.738 INFO:tasks.workunit.client.0.smithi157.stdout: "NVMe Version: <1.2", 2024-08-17T01:48:59.738 INFO:tasks.workunit.client.0.smithi157.stdout: "Number of Namespaces: 1", 2024-08-17T01:48:59.738 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T01:48:59.739 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T01:48:59.739 INFO:tasks.workunit.client.0.smithi157.stdout: "Local Time is: Sat Aug 17 00:26:26 2024 UTC", 2024-08-17T01:48:59.739 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T01:48:59.739 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T01:48:59.739 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T01:48:59.741 INFO:tasks.workunit.client.0.smithi157.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T01:48:59.741 INFO:tasks.workunit.client.0.smithi157.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T01:48:59.741 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:48:59.741 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported Power States", 2024-08-17T01:48:59.741 INFO:tasks.workunit.client.0.smithi157.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T01:48:59.742 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T01:48:59.742 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:48:59.742 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T01:48:59.742 INFO:tasks.workunit.client.0.smithi157.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T01:48:59.742 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 512 0 2", 2024-08-17T01:48:59.742 INFO:tasks.workunit.client.0.smithi157.stdout: " 1 - 512 8 2", 2024-08-17T01:48:59.742 INFO:tasks.workunit.client.0.smithi157.stdout: " 2 - 512 16 2", 2024-08-17T01:48:59.742 INFO:tasks.workunit.client.0.smithi157.stdout: " 3 - 4096 0 0", 2024-08-17T01:48:59.742 INFO:tasks.workunit.client.0.smithi157.stdout: " 4 - 4096 8 0", 2024-08-17T01:48:59.742 INFO:tasks.workunit.client.0.smithi157.stdout: " 5 - 4096 64 0", 2024-08-17T01:48:59.742 INFO:tasks.workunit.client.0.smithi157.stdout: " 6 - 4096 128 0", 2024-08-17T01:48:59.742 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:48:59.743 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T01:48:59.743 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T01:48:59.743 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:48:59.743 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T01:48:59.743 INFO:tasks.workunit.client.0.smithi157.stdout: "Critical Warning: 0x00", 2024-08-17T01:48:59.743 INFO:tasks.workunit.client.0.smithi157.stdout: "Temperature: 25 Celsius", 2024-08-17T01:48:59.743 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare: 100%", 2024-08-17T01:48:59.743 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare Threshold: 10%", 2024-08-17T01:48:59.743 INFO:tasks.workunit.client.0.smithi157.stdout: "Percentage Used: 11%", 2024-08-17T01:48:59.743 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Read: 376,556,188 [192 TB]", 2024-08-17T01:48:59.743 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Written: 1,898,032,115 [971 TB]", 2024-08-17T01:48:59.743 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Read Commands: 6,322,988,028", 2024-08-17T01:48:59.743 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Write Commands: 33,391,789,029", 2024-08-17T01:48:59.744 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller Busy Time: 0", 2024-08-17T01:48:59.744 INFO:tasks.workunit.client.0.smithi157.stdout: "Power Cycles: 59,176", 2024-08-17T01:48:59.744 INFO:tasks.workunit.client.0.smithi157.stdout: "Power On Hours: 54,753", 2024-08-17T01:48:59.744 INFO:tasks.workunit.client.0.smithi157.stdout: "Unsafe Shutdowns: 8", 2024-08-17T01:48:59.744 INFO:tasks.workunit.client.0.smithi157.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T01:48:59.744 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information Log Entries: 0", 2024-08-17T01:48:59.744 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:48:59.744 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T01:48:59.744 INFO:tasks.workunit.client.0.smithi157.stdout: "No Errors Logged", 2024-08-17T01:48:59.744 INFO:tasks.workunit.client.0.smithi157.stdout: "" 2024-08-17T01:48:59.744 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.744 INFO:tasks.workunit.client.0.smithi157.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T01:48:59.744 INFO:tasks.workunit.client.0.smithi157.stdout: "svn_revision": "5155", 2024-08-17T01:48:59.744 INFO:tasks.workunit.client.0.smithi157.stdout: "version": [ 2024-08-17T01:48:59.745 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:48:59.745 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:48:59.745 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.745 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": { 2024-08-17T01:48:59.745 INFO:tasks.workunit.client.0.smithi157.stdout: "current": 25 2024-08-17T01:48:59.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.745 INFO:tasks.workunit.client.0.smithi157.stdout: "user_capacity": { 2024-08-17T01:48:59.745 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T01:48:59.745 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T01:48:59.745 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.745 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.745 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.745 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.746 INFO:tasks.workunit.client.0.smithi157.stdout: "report": { 2024-08-17T01:48:59.746 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer": { 2024-08-17T01:48:59.746 INFO:tasks.workunit.client.0.smithi157.stdout: "active": true, 2024-08-17T01:48:59.746 INFO:tasks.workunit.client.0.smithi157.stdout: "mode": "" 2024-08-17T01:48:59.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.746 INFO:tasks.workunit.client.0.smithi157.stdout: "channels": [ 2024-08-17T01:48:59.746 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T01:48:59.746 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T01:48:59.746 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T01:48:59.746 INFO:tasks.workunit.client.0.smithi157.stdout: "ident", 2024-08-17T01:48:59.746 INFO:tasks.workunit.client.0.smithi157.stdout: "perf" 2024-08-17T01:48:59.747 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.747 INFO:tasks.workunit.client.0.smithi157.stdout: "channels_available": [ 2024-08-17T01:48:59.747 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T01:48:59.747 INFO:tasks.workunit.client.0.smithi157.stdout: "ident", 2024-08-17T01:48:59.747 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T01:48:59.747 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T01:48:59.747 INFO:tasks.workunit.client.0.smithi157.stdout: "perf" 2024-08-17T01:48:59.747 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.747 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_available": [ 2024-08-17T01:48:59.747 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T01:48:59.747 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T01:48:59.747 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T01:48:59.747 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T01:48:59.748 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T01:48:59.748 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T01:48:59.748 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T01:48:59.748 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T01:48:59.748 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T01:48:59.748 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T01:48:59.748 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore", 2024-08-17T01:48:59.748 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_flags" 2024-08-17T01:48:59.748 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.748 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_opted_in": [ 2024-08-17T01:48:59.748 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T01:48:59.748 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T01:48:59.748 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T01:48:59.749 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T01:48:59.749 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T01:48:59.749 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T01:48:59.749 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T01:48:59.749 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T01:48:59.749 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T01:48:59.749 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T01:48:59.749 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore", 2024-08-17T01:48:59.749 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_flags" 2024-08-17T01:48:59.749 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.749 INFO:tasks.workunit.client.0.smithi157.stdout: "config": { 2024-08-17T01:48:59.749 INFO:tasks.workunit.client.0.smithi157.stdout: "active_changed": [ 2024-08-17T01:48:59.749 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:48:59.749 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T01:48:59.749 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:48:59.750 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T01:48:59.750 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T01:48:59.750 INFO:tasks.workunit.client.0.smithi157.stdout: "client_check_pool_perm", 2024-08-17T01:48:59.750 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_gid", 2024-08-17T01:48:59.750 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_uid", 2024-08-17T01:48:59.750 INFO:tasks.workunit.client.0.smithi157.stdout: "client_quota", 2024-08-17T01:48:59.750 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T01:48:59.750 INFO:tasks.workunit.client.0.smithi157.stdout: "daemonize", 2024-08-17T01:48:59.750 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:48:59.750 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T01:48:59.750 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T01:48:59.750 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T01:48:59.751 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T01:48:59.751 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T01:48:59.751 INFO:tasks.workunit.client.0.smithi157.stdout: "keyring", 2024-08-17T01:48:59.751 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T01:48:59.751 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T01:48:59.751 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T01:48:59.751 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T01:48:59.751 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T01:48:59.751 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T01:48:59.751 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_journald", 2024-08-17T01:48:59.751 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_stderr", 2024-08-17T01:48:59.751 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T01:48:59.751 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T01:48:59.751 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_host", 2024-08-17T01:48:59.752 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T01:48:59.752 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mds_skip_sanity", 2024-08-17T01:48:59.752 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:48:59.752 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:48:59.752 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:48:59.752 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:48:59.752 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:48:59.752 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:48:59.752 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:48:59.752 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:48:59.752 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:48:59.752 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:48:59.752 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:48:59.753 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:48:59.753 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:48:59.753 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T01:48:59.753 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T01:48:59.753 INFO:tasks.workunit.client.0.smithi157.stdout: "no_config_file", 2024-08-17T01:48:59.753 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T01:48:59.753 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T01:48:59.753 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:48:59.753 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T01:48:59.753 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:48:59.753 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T01:48:59.753 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:48:59.753 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:48:59.754 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:48:59.754 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:48:59.754 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep", 2024-08-17T01:48:59.754 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep_hdd", 2024-08-17T01:48:59.754 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep_hybrid", 2024-08-17T01:48:59.754 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep_ssd", 2024-08-17T01:48:59.754 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_max_backfills", 2024-08-17T01:48:59.754 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:48:59.754 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T01:48:59.754 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T01:48:59.754 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T01:48:59.754 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T01:48:59.754 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T01:48:59.755 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T01:48:59.755 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T01:48:59.755 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T01:48:59.755 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T01:48:59.755 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T01:48:59.755 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T01:48:59.755 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T01:48:59.755 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T01:48:59.755 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T01:48:59.755 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:48:59.755 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:48:59.755 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T01:48:59.756 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_active", 2024-08-17T01:48:59.756 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_active_hdd", 2024-08-17T01:48:59.756 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_active_ssd", 2024-08-17T01:48:59.756 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T01:48:59.756 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep", 2024-08-17T01:48:59.756 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep_hdd", 2024-08-17T01:48:59.756 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep_hybrid", 2024-08-17T01:48:59.756 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep_ssd", 2024-08-17T01:48:59.756 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T01:48:59.756 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T01:48:59.756 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_sleep", 2024-08-17T01:48:59.756 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:48:59.756 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep", 2024-08-17T01:48:59.757 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep_hdd", 2024-08-17T01:48:59.757 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-17T01:48:59.757 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep_ssd", 2024-08-17T01:48:59.757 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T01:48:59.757 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:48:59.757 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_default_features", 2024-08-17T01:48:59.757 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_qos_exclude_ops", 2024-08-17T01:48:59.757 INFO:tasks.workunit.client.0.smithi157.stdout: "setgroup", 2024-08-17T01:48:59.757 INFO:tasks.workunit.client.0.smithi157.stdout: "setuser" 2024-08-17T01:48:59.757 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.757 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_changed": [ 2024-08-17T01:48:59.757 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:48:59.757 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T01:48:59.758 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:48:59.758 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T01:48:59.758 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T01:48:59.758 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T01:48:59.758 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:48:59.758 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T01:48:59.758 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T01:48:59.758 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T01:48:59.758 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T01:48:59.758 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T01:48:59.758 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T01:48:59.758 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T01:48:59.758 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T01:48:59.759 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_join_fs", 2024-08-17T01:48:59.759 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T01:48:59.759 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/container_init", 2024-08-17T01:48:59.759 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/migration_current", 2024-08-17T01:48:59.759 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T01:48:59.759 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T01:48:59.759 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T01:48:59.759 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T01:48:59.759 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T01:48:59.759 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T01:48:59.759 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T01:48:59.759 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/channel_ident", 2024-08-17T01:48:59.759 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/channel_perf", 2024-08-17T01:48:59.759 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/description", 2024-08-17T01:48:59.760 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/enabled", 2024-08-17T01:48:59.760 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/organization", 2024-08-17T01:48:59.760 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T01:48:59.760 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T01:48:59.760 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T01:48:59.760 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T01:48:59.760 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T01:48:59.760 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T01:48:59.760 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mds_skip_sanity", 2024-08-17T01:48:59.760 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:48:59.760 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:48:59.760 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:48:59.760 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:48:59.761 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:48:59.761 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:48:59.761 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:48:59.761 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:48:59.761 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:48:59.761 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:48:59.761 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:48:59.761 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:48:59.761 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:48:59.761 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T01:48:59.761 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T01:48:59.761 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T01:48:59.761 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T01:48:59.761 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:48:59.762 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T01:48:59.762 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:48:59.762 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T01:48:59.762 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:48:59.762 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:48:59.762 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:48:59.762 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:48:59.762 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:48:59.762 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T01:48:59.762 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T01:48:59.762 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T01:48:59.762 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T01:48:59.763 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T01:48:59.763 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:48:59.763 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:48:59.763 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T01:48:59.763 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T01:48:59.763 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T01:48:59.763 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T01:48:59.763 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:48:59.763 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T01:48:59.763 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:48:59.763 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_cache_enabled", 2024-08-17T01:48:59.763 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_ops_log", 2024-08-17T01:48:59.763 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_usage_log" 2024-08-17T01:48:59.763 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.764 INFO:tasks.workunit.client.0.smithi157.stdout: "contact": null, 2024-08-17T01:48:59.764 INFO:tasks.workunit.client.0.smithi157.stdout: "crashes": [], 2024-08-17T01:48:59.764 INFO:tasks.workunit.client.0.smithi157.stdout: "created": "2024-08-17T00:23:19.848982Z", 2024-08-17T01:48:59.764 INFO:tasks.workunit.client.0.smithi157.stdout: "crush": { 2024-08-17T01:48:59.764 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_algs": { 2024-08-17T01:48:59.764 INFO:tasks.workunit.client.0.smithi157.stdout: "straw2": 3 2024-08-17T01:48:59.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.764 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_sizes": { 2024-08-17T01:48:59.764 INFO:tasks.workunit.client.0.smithi157.stdout: "2": 1, 2024-08-17T01:48:59.764 INFO:tasks.workunit.client.0.smithi157.stdout: "4": 2 2024-08-17T01:48:59.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.764 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_types": { 2024-08-17T01:48:59.764 INFO:tasks.workunit.client.0.smithi157.stdout: "1": 2, 2024-08-17T01:48:59.764 INFO:tasks.workunit.client.0.smithi157.stdout: "11": 1 2024-08-17T01:48:59.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.765 INFO:tasks.workunit.client.0.smithi157.stdout: "compat_weight_set": false, 2024-08-17T01:48:59.765 INFO:tasks.workunit.client.0.smithi157.stdout: "device_classes": [ 2024-08-17T01:48:59.765 INFO:tasks.workunit.client.0.smithi157.stdout: 8 2024-08-17T01:48:59.765 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_buckets": 6, 2024-08-17T01:48:59.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_devices": 8, 2024-08-17T01:48:59.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_rules": 2, 2024-08-17T01:48:59.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_types": 12, 2024-08-17T01:48:59.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_weight_sets": 0, 2024-08-17T01:48:59.765 INFO:tasks.workunit.client.0.smithi157.stdout: "tunables": { 2024-08-17T01:48:59.765 INFO:tasks.workunit.client.0.smithi157.stdout: "allowed_bucket_algs": 54, 2024-08-17T01:48:59.765 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_fallback_tries": 0, 2024-08-17T01:48:59.765 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_tries": 0, 2024-08-17T01:48:59.765 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_total_tries": 50, 2024-08-17T01:48:59.765 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_descend_once": 1, 2024-08-17T01:48:59.766 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_stable": 1, 2024-08-17T01:48:59.766 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_vary_r": 1, 2024-08-17T01:48:59.766 INFO:tasks.workunit.client.0.smithi157.stdout: "has_msr_rules": 0, 2024-08-17T01:48:59.766 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v2_rules": 1, 2024-08-17T01:48:59.766 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v3_rules": 0, 2024-08-17T01:48:59.766 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v4_buckets": 1, 2024-08-17T01:48:59.766 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v5_rules": 0, 2024-08-17T01:48:59.766 INFO:tasks.workunit.client.0.smithi157.stdout: "legacy_tunables": 0, 2024-08-17T01:48:59.766 INFO:tasks.workunit.client.0.smithi157.stdout: "minimum_required_version": "jewel", 2024-08-17T01:48:59.766 INFO:tasks.workunit.client.0.smithi157.stdout: "msr_collision_tries": 100, 2024-08-17T01:48:59.766 INFO:tasks.workunit.client.0.smithi157.stdout: "msr_descents": 100, 2024-08-17T01:48:59.766 INFO:tasks.workunit.client.0.smithi157.stdout: "optimal_tunables": 1, 2024-08-17T01:48:59.766 INFO:tasks.workunit.client.0.smithi157.stdout: "profile": "jewel", 2024-08-17T01:48:59.766 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables": 1, 2024-08-17T01:48:59.767 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables2": 1, 2024-08-17T01:48:59.767 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables3": 1, 2024-08-17T01:48:59.767 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables5": 1, 2024-08-17T01:48:59.767 INFO:tasks.workunit.client.0.smithi157.stdout: "straw_calc_version": 1 2024-08-17T01:48:59.767 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.767 INFO:tasks.workunit.client.0.smithi157.stdout: "description": "upgrade test cluster", 2024-08-17T01:48:59.767 INFO:tasks.workunit.client.0.smithi157.stdout: "fs": { 2024-08-17T01:48:59.767 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:48:59.767 INFO:tasks.workunit.client.0.smithi157.stdout: "feature_flags": { 2024-08-17T01:48:59.767 INFO:tasks.workunit.client.0.smithi157.stdout: "enable_multiple": true, 2024-08-17T01:48:59.767 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_enabled_multiple": true 2024-08-17T01:48:59.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.767 INFO:tasks.workunit.client.0.smithi157.stdout: "filesystems": [ 2024-08-17T01:48:59.768 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.768 INFO:tasks.workunit.client.0.smithi157.stdout: "approx_ctime": "2024-08", 2024-08-17T01:48:59.768 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer_enabled": false, 2024-08-17T01:48:59.768 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.768 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_caps": 0, 2024-08-17T01:48:59.768 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_dns": 10, 2024-08-17T01:48:59.768 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_inos": 13, 2024-08-17T01:48:59.768 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_subtrees": 2, 2024-08-17T01:48:59.768 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_allowed_features": 0, 2024-08-17T01:48:59.768 INFO:tasks.workunit.client.0.smithi157.stdout: "explicitly_allowed_features": 0, 2024-08-17T01:48:59.768 INFO:tasks.workunit.client.0.smithi157.stdout: "files": 0, 2024-08-17T01:48:59.768 INFO:tasks.workunit.client.0.smithi157.stdout: "max_mds": 1, 2024-08-17T01:48:59.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_data_pools": 1, 2024-08-17T01:48:59.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_in": 1, 2024-08-17T01:48:59.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_mds": 1, 2024-08-17T01:48:59.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": 0, 2024-08-17T01:48:59.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_replay": 0, 2024-08-17T01:48:59.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_up": 1, 2024-08-17T01:48:59.769 INFO:tasks.workunit.client.0.smithi157.stdout: "snaps": 0, 2024-08-17T01:48:59.769 INFO:tasks.workunit.client.0.smithi157.stdout: "standby_count_wanted": 0 2024-08-17T01:48:59.769 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.769 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_mds": 1, 2024-08-17T01:48:59.769 INFO:tasks.workunit.client.0.smithi157.stdout: "total_num_mds": 2 2024-08-17T01:48:59.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.769 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_stats": { 2024-08-17T01:48:59.769 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:48:59.769 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:48:59.770 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 20668416, 2024-08-17T01:48:59.770 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 442856, 2024-08-17T01:48:59.770 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T01:48:59.770 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:59.770 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 524288, 2024-08-17T01:48:59.770 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 478, 2024-08-17T01:48:59.770 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:59.770 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 1224352, 2024-08-17T01:48:59.770 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 22, 2024-08-17T01:48:59.770 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1226752, 2024-08-17T01:48:59.770 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 15153016, 2024-08-17T01:48:59.770 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 21192704 2024-08-17T01:48:59.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.770 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:48:59.770 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 20144128, 2024-08-17T01:48:59.771 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 322112, 2024-08-17T01:48:59.771 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T01:48:59.771 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 819200, 2024-08-17T01:48:59.771 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 0, 2024-08-17T01:48:59.771 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 352, 2024-08-17T01:48:59.771 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:59.771 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 1110232, 2024-08-17T01:48:59.771 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 13, 2024-08-17T01:48:59.771 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 530432, 2024-08-17T01:48:59.771 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 14740712, 2024-08-17T01:48:59.771 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 20144128 2024-08-17T01:48:59.771 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.771 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:48:59.771 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:48:59.772 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 266952704, 2024-08-17T01:48:59.772 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 6198184, 2024-08-17T01:48:59.772 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3014656, 2024-08-17T01:48:59.772 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 180224, 2024-08-17T01:48:59.772 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 434176, 2024-08-17T01:48:59.772 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10128, 2024-08-17T01:48:59.772 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:59.772 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 15607536, 2024-08-17T01:48:59.772 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 23, 2024-08-17T01:48:59.772 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 4481536, 2024-08-17T01:48:59.772 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 237470568, 2024-08-17T01:48:59.772 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 267386880 2024-08-17T01:48:59.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.772 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T01:48:59.772 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 178307072, 2024-08-17T01:48:59.773 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 2250960, 2024-08-17T01:48:59.773 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2883584, 2024-08-17T01:48:59.773 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:59.773 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 3850240, 2024-08-17T01:48:59.773 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 7032, 2024-08-17T01:48:59.773 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:59.773 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 10170480, 2024-08-17T01:48:59.773 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:48:59.773 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2241792, 2024-08-17T01:48:59.773 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 160760256, 2024-08-17T01:48:59.773 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 182157312 2024-08-17T01:48:59.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.773 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:48:59.774 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 170237952, 2024-08-17T01:48:59.774 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 1908688, 2024-08-17T01:48:59.774 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2883584, 2024-08-17T01:48:59.774 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:59.774 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 3514368, 2024-08-17T01:48:59.774 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 6599, 2024-08-17T01:48:59.774 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:59.774 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 10584528, 2024-08-17T01:48:59.774 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:48:59.774 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2224128, 2024-08-17T01:48:59.774 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 152637024, 2024-08-17T01:48:59.774 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 173752320 2024-08-17T01:48:59.774 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.774 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.775 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.775 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T01:48:59.775 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 495362048, 2024-08-17T01:48:59.775 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 30194456, 2024-08-17T01:48:59.775 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3276800, 2024-08-17T01:48:59.775 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 32768, 2024-08-17T01:48:59.775 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 40116224, 2024-08-17T01:48:59.775 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 13438, 2024-08-17T01:48:59.775 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:59.775 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 68465544, 2024-08-17T01:48:59.775 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:48:59.775 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 10428928, 2024-08-17T01:48:59.775 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 382963552, 2024-08-17T01:48:59.776 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 535478272 2024-08-17T01:48:59.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.776 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T01:48:59.776 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 460226560, 2024-08-17T01:48:59.776 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 26162680, 2024-08-17T01:48:59.776 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3276800, 2024-08-17T01:48:59.776 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:59.776 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 38043648, 2024-08-17T01:48:59.776 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 12981, 2024-08-17T01:48:59.776 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:59.776 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 62990592, 2024-08-17T01:48:59.776 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 61, 2024-08-17T01:48:59.776 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 11962112, 2024-08-17T01:48:59.777 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 355834376, 2024-08-17T01:48:59.777 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 498270208 2024-08-17T01:48:59.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.777 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T01:48:59.777 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 414507008, 2024-08-17T01:48:59.777 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 26006520, 2024-08-17T01:48:59.777 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 5373952, 2024-08-17T01:48:59.777 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 49152, 2024-08-17T01:48:59.777 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 74039296, 2024-08-17T01:48:59.777 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 11721, 2024-08-17T01:48:59.777 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:59.777 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 68196528, 2024-08-17T01:48:59.777 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:48:59.777 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 11819520, 2024-08-17T01:48:59.778 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 303061336, 2024-08-17T01:48:59.778 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 488546304 2024-08-17T01:48:59.778 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.778 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T01:48:59.778 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 433610752, 2024-08-17T01:48:59.778 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 16050688, 2024-08-17T01:48:59.778 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3145728, 2024-08-17T01:48:59.778 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:59.778 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 44359680, 2024-08-17T01:48:59.778 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10198, 2024-08-17T01:48:59.778 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:59.778 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 54268512, 2024-08-17T01:48:59.778 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 53, 2024-08-17T01:48:59.779 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 13129472, 2024-08-17T01:48:59.779 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 347016352, 2024-08-17T01:48:59.779 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 477970432 2024-08-17T01:48:59.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.779 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T01:48:59.779 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 501686272, 2024-08-17T01:48:59.779 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 19126792, 2024-08-17T01:48:59.779 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3145728, 2024-08-17T01:48:59.779 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:59.779 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 19005440, 2024-08-17T01:48:59.779 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10739, 2024-08-17T01:48:59.779 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:59.779 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 49986488, 2024-08-17T01:48:59.779 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:48:59.779 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 10837248, 2024-08-17T01:48:59.780 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 418590016, 2024-08-17T01:48:59.780 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 520691712 2024-08-17T01:48:59.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.780 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T01:48:59.780 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 526499840, 2024-08-17T01:48:59.780 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 23765896, 2024-08-17T01:48:59.780 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3407872, 2024-08-17T01:48:59.780 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:59.780 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 3055616, 2024-08-17T01:48:59.780 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 13890, 2024-08-17T01:48:59.780 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:59.780 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 58973688, 2024-08-17T01:48:59.780 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:48:59.780 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 13397248, 2024-08-17T01:48:59.780 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 426955136, 2024-08-17T01:48:59.781 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 529555456 2024-08-17T01:48:59.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.781 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T01:48:59.781 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 505118720, 2024-08-17T01:48:59.781 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 18789376, 2024-08-17T01:48:59.781 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 5242880, 2024-08-17T01:48:59.781 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:59.781 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 38199296, 2024-08-17T01:48:59.781 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10154, 2024-08-17T01:48:59.781 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:59.781 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 56502672, 2024-08-17T01:48:59.781 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:48:59.781 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 11545600, 2024-08-17T01:48:59.782 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 413038192, 2024-08-17T01:48:59.782 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 543318016 2024-08-17T01:48:59.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.782 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T01:48:59.782 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 515260416, 2024-08-17T01:48:59.782 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 20023944, 2024-08-17T01:48:59.782 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3276800, 2024-08-17T01:48:59.782 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:48:59.782 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 21053440, 2024-08-17T01:48:59.782 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 11325, 2024-08-17T01:48:59.782 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:48:59.782 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 62885376, 2024-08-17T01:48:59.782 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 51, 2024-08-17T01:48:59.782 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 11067648, 2024-08-17T01:48:59.783 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 418006648, 2024-08-17T01:48:59.783 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 536313856 2024-08-17T01:48:59.783 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.783 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.783 INFO:tasks.workunit.client.0.smithi157.stdout: "hosts": { 2024-08-17T01:48:59.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num": 2, 2024-08-17T01:48:59.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mds": 2, 2024-08-17T01:48:59.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mgr": 2, 2024-08-17T01:48:59.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mon": 2, 2024-08-17T01:48:59.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_osd": 2 2024-08-17T01:48:59.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.783 INFO:tasks.workunit.client.0.smithi157.stdout: "io_rate": { 2024-08-17T01:48:59.783 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_stats_delta": { 2024-08-17T01:48:59.784 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 0, 2024-08-17T01:48:59.784 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:48:59.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 0, 2024-08-17T01:48:59.784 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:48:59.784 INFO:tasks.workunit.client.0.smithi157.stdout: "stamp_delta": "12.003230", 2024-08-17T01:48:59.784 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:48:59.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:48:59.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:48:59.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:48:59.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:48:59.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:48:59.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:48:59.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:48:59.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:48:59.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:48:59.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:48:59.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:48:59.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:48:59.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:48:59.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:48:59.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:48:59.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:48:59.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:48:59.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:48:59.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:48:59.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:48:59.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:48:59.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:48:59.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:48:59.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:48:59.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:48:59.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:48:59.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:48:59.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:48:59.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:48:59.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:48:59.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:48:59.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:48:59.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:48:59.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:48:59.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:48:59.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:48:59.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:48:59.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:48:59.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:48:59.787 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:48:59.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.787 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:48:59.787 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 0, 2024-08-17T01:48:59.787 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:48:59.787 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:48:59.788 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:48:59.788 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:48:59.788 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 0, 2024-08-17T01:48:59.788 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:48:59.788 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:48:59.788 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:48:59.788 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:48:59.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.788 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 0 2024-08-17T01:48:59.788 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.788 INFO:tasks.workunit.client.0.smithi157.stdout: "leaderboard": false, 2024-08-17T01:48:59.788 INFO:tasks.workunit.client.0.smithi157.stdout: "leaderboard_description": null, 2024-08-17T01:48:59.789 INFO:tasks.workunit.client.0.smithi157.stdout: "license": "sharing-1-0", 2024-08-17T01:48:59.789 INFO:tasks.workunit.client.0.smithi157.stdout: "mempool": { 2024-08-17T01:48:59.789 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:48:59.789 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:48:59.789 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:59.789 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.789 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.789 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:59.789 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.789 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.790 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:59.790 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.790 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.790 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:59.790 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.790 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.790 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:59.790 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.790 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.791 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:59.791 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.791 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.791 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:59.791 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.791 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.791 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:59.791 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.791 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.791 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:59.792 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.792 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.792 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:59.792 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.792 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.792 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:59.792 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.792 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.792 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:59.792 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.792 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.793 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:59.793 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.793 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.793 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:59.793 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.793 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.793 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:59.793 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.793 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.794 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:59.794 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.794 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.794 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:59.794 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.794 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.794 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:59.794 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.794 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.794 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:59.795 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 230400, 2024-08-17T01:48:59.795 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 69 2024-08-17T01:48:59.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.795 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:59.795 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.795 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.795 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:59.795 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 52112, 2024-08-17T01:48:59.795 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 181 2024-08-17T01:48:59.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.795 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.795 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.795 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.796 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:59.796 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.796 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.796 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:59.796 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.796 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.796 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:59.796 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12664, 2024-08-17T01:48:59.796 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 246 2024-08-17T01:48:59.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.796 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:59.797 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.797 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.797 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:59.797 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.797 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.797 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:59.797 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.797 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.797 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:59.797 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.798 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.798 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.798 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:48:59.798 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:59.798 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.798 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.798 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:59.798 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.798 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.799 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:59.799 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.799 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.799 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:59.799 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.799 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.799 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:59.799 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.799 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.799 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:59.800 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.800 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.800 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:59.800 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.800 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.800 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:59.800 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.800 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.800 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:59.800 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.801 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.801 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:59.801 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.801 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.801 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:59.801 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.801 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.801 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:59.801 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.801 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.801 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:59.802 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.802 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.802 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:59.802 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.802 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.802 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:59.802 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.802 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.802 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:59.802 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.803 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.803 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:59.803 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.803 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.803 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:59.803 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.803 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.803 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:59.803 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 149025, 2024-08-17T01:48:59.803 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 34 2024-08-17T01:48:59.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.804 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:59.804 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.804 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.804 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:59.804 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 928, 2024-08-17T01:48:59.804 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T01:48:59.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.804 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.804 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.804 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.805 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:59.805 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.805 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.805 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:59.805 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.805 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.805 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:59.805 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.805 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.806 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:59.806 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.806 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.806 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:59.806 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.806 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.806 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:59.806 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.806 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.807 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:59.807 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.807 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.807 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.807 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.807 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:48:59.807 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:48:59.807 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:59.807 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.807 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.808 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:59.808 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.808 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.808 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:59.808 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.808 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.808 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:59.808 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.808 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.808 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:59.808 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.809 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.809 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:59.809 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.809 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.809 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:59.809 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.809 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.809 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:59.810 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.810 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.810 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:59.810 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.810 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.810 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:59.810 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.810 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.810 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:59.810 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.811 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.811 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.811 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:59.811 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.811 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.811 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.811 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:59.811 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.811 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.811 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.811 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:59.811 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.811 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.811 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.811 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:59.812 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.812 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.812 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:59.812 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.812 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.812 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:59.812 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.812 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.812 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:59.813 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.813 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.813 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:59.813 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 52478218, 2024-08-17T01:48:59.813 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7336 2024-08-17T01:48:59.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.813 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:59.813 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.813 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.813 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:59.814 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.814 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.814 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.814 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.814 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.814 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:59.814 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.814 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.814 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:59.814 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.815 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.815 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:59.815 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11240, 2024-08-17T01:48:59.815 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 245 2024-08-17T01:48:59.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.815 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:59.815 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 70440, 2024-08-17T01:48:59.815 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5158 2024-08-17T01:48:59.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.815 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:59.815 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11440, 2024-08-17T01:48:59.815 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 304 2024-08-17T01:48:59.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.816 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:59.816 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.816 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.816 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:59.816 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.816 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.816 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.816 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T01:48:59.816 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:59.816 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.817 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.817 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:59.817 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.817 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.817 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:59.817 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.817 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.817 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:59.817 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.817 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.818 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:59.818 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.818 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.818 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:59.818 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.818 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.818 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:59.818 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.818 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.818 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:59.818 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.819 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.819 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:59.819 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.819 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.819 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:59.819 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.819 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.819 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:59.819 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.819 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.820 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:59.820 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.820 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.820 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:59.820 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.820 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.820 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:59.820 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.820 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.821 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:59.821 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.821 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.821 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:59.821 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.821 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.821 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:59.821 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.821 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.821 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:59.822 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.822 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.822 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:59.822 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 51829790, 2024-08-17T01:48:59.822 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7185 2024-08-17T01:48:59.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.822 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:59.822 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.822 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.822 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:59.822 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.822 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.823 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.823 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.823 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.823 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:59.823 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.823 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.823 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:59.823 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.823 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.823 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:59.824 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11240, 2024-08-17T01:48:59.824 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 245 2024-08-17T01:48:59.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.824 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:59.824 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 70440, 2024-08-17T01:48:59.824 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5158 2024-08-17T01:48:59.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.824 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:59.824 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5720, 2024-08-17T01:48:59.824 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 152 2024-08-17T01:48:59.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.824 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:59.824 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.825 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.825 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:59.825 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.825 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.825 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.825 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:48:59.825 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:59.825 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.825 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.825 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:59.825 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.826 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.826 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:59.826 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.826 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.826 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:59.826 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.826 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.826 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:59.826 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.826 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.827 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:59.827 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.827 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.827 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:59.827 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.827 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.827 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:59.827 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.828 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.828 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:59.828 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.828 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.828 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:59.828 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.828 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.828 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:59.828 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.828 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.829 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:59.829 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.829 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.829 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:59.829 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.829 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.829 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:59.829 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.829 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.830 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:59.830 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.830 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.830 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:59.830 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.830 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.830 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:59.830 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.830 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.831 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:59.831 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.831 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.831 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:59.831 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 44822188, 2024-08-17T01:48:59.831 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5540 2024-08-17T01:48:59.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.831 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:59.831 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 880, 2024-08-17T01:48:59.831 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10 2024-08-17T01:48:59.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.831 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:59.831 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.831 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.832 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.832 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.832 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.832 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:59.832 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.832 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.832 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:59.832 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.832 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.832 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:59.833 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11240, 2024-08-17T01:48:59.833 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 245 2024-08-17T01:48:59.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.833 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:59.833 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 70440, 2024-08-17T01:48:59.833 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5158 2024-08-17T01:48:59.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.833 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:59.833 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5720, 2024-08-17T01:48:59.833 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 152 2024-08-17T01:48:59.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.833 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:59.833 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.834 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.834 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:59.834 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.834 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.834 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.834 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.834 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.834 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T01:48:59.834 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:59.834 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.834 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.835 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:59.835 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21640, 2024-08-17T01:48:59.835 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 376 2024-08-17T01:48:59.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.835 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:59.835 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 104576, 2024-08-17T01:48:59.835 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 27 2024-08-17T01:48:59.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.835 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:59.835 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1344, 2024-08-17T01:48:59.835 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7 2024-08-17T01:48:59.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.836 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:59.836 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 80560, 2024-08-17T01:48:59.836 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1007 2024-08-17T01:48:59.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.836 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:59.836 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 567008, 2024-08-17T01:48:59.836 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2726 2024-08-17T01:48:59.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.836 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:59.836 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:59.836 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:59.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.837 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:59.837 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 511998, 2024-08-17T01:48:59.837 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 142 2024-08-17T01:48:59.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.837 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:59.837 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2567507, 2024-08-17T01:48:59.837 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 565171 2024-08-17T01:48:59.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.837 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:59.837 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7226616, 2024-08-17T01:48:59.837 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10659 2024-08-17T01:48:59.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.837 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:59.838 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 113516, 2024-08-17T01:48:59.838 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12274 2024-08-17T01:48:59.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.838 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:59.838 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 130848, 2024-08-17T01:48:59.838 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2726 2024-08-17T01:48:59.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.838 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:59.838 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.838 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.839 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:59.839 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255312, 2024-08-17T01:48:59.839 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1806 2024-08-17T01:48:59.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.839 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:59.839 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.839 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.839 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:59.839 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.839 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.839 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:59.840 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 39087, 2024-08-17T01:48:59.840 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 49 2024-08-17T01:48:59.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.840 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:59.840 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.840 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.840 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:59.840 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7229529, 2024-08-17T01:48:59.840 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 270 2024-08-17T01:48:59.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.840 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:59.841 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 13464, 2024-08-17T01:48:59.841 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 153 2024-08-17T01:48:59.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.841 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:59.841 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.841 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.841 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.841 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 511104, 2024-08-17T01:48:59.841 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 44 2024-08-17T01:48:59.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.841 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:59.841 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.841 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.842 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:59.842 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7163000, 2024-08-17T01:48:59.842 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 18575 2024-08-17T01:48:59.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.842 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:59.842 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:59.842 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:59.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.842 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:59.842 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.842 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.842 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:59.843 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.843 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.843 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:59.843 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.843 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.843 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:59.843 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.843 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.843 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.843 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T01:48:59.843 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:59.844 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.844 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.844 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:59.844 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 20536, 2024-08-17T01:48:59.844 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 363 2024-08-17T01:48:59.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.844 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:59.844 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 124800, 2024-08-17T01:48:59.844 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 25 2024-08-17T01:48:59.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.844 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:59.844 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1344, 2024-08-17T01:48:59.845 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7 2024-08-17T01:48:59.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.845 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:59.845 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 79600, 2024-08-17T01:48:59.845 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 995 2024-08-17T01:48:59.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.845 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:59.845 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 551616, 2024-08-17T01:48:59.845 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2652 2024-08-17T01:48:59.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.845 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:59.845 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:59.846 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:59.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.846 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:59.846 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1311040, 2024-08-17T01:48:59.846 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 334 2024-08-17T01:48:59.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.846 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:59.846 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2588292, 2024-08-17T01:48:59.846 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 563118 2024-08-17T01:48:59.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.846 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:59.846 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7195336, 2024-08-17T01:48:59.847 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10613 2024-08-17T01:48:59.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.847 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:59.847 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 102168, 2024-08-17T01:48:59.847 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10949 2024-08-17T01:48:59.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.847 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:59.847 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127248, 2024-08-17T01:48:59.847 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2651 2024-08-17T01:48:59.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.847 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:59.847 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.847 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.848 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:59.848 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255224, 2024-08-17T01:48:59.848 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1805 2024-08-17T01:48:59.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.848 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:59.848 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.848 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.848 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:59.848 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1472, 2024-08-17T01:48:59.848 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T01:48:59.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.849 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:59.849 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 100061, 2024-08-17T01:48:59.849 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 56 2024-08-17T01:48:59.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.849 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:59.849 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 20128, 2024-08-17T01:48:59.849 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5 2024-08-17T01:48:59.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.849 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:59.849 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7896244, 2024-08-17T01:48:59.849 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 253 2024-08-17T01:48:59.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.849 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:59.850 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30800, 2024-08-17T01:48:59.850 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 350 2024-08-17T01:48:59.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.850 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:59.850 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.850 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.850 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.850 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 429792, 2024-08-17T01:48:59.850 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 37 2024-08-17T01:48:59.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.850 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:59.850 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.850 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.851 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:59.851 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7359664, 2024-08-17T01:48:59.851 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 21354 2024-08-17T01:48:59.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.851 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:59.851 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:59.851 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:59.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.851 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:59.851 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.851 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.852 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:59.852 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.852 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.852 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:59.852 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.852 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.852 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:59.852 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.852 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.852 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.852 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T01:48:59.853 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:59.853 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.853 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.853 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:59.853 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 20488, 2024-08-17T01:48:59.853 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 359 2024-08-17T01:48:59.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.853 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:59.853 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 141440, 2024-08-17T01:48:59.853 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 26 2024-08-17T01:48:59.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.853 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:59.853 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1728, 2024-08-17T01:48:59.853 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9 2024-08-17T01:48:59.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.854 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:59.854 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 79520, 2024-08-17T01:48:59.854 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 994 2024-08-17T01:48:59.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.854 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:59.854 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 550784, 2024-08-17T01:48:59.854 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2648 2024-08-17T01:48:59.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.854 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:59.854 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:59.854 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:59.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.855 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:59.855 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 377696, 2024-08-17T01:48:59.855 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 105 2024-08-17T01:48:59.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.855 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:59.855 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1893395, 2024-08-17T01:48:59.855 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 411767 2024-08-17T01:48:59.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.855 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:59.855 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5370896, 2024-08-17T01:48:59.855 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7930 2024-08-17T01:48:59.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.855 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:59.855 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 101512, 2024-08-17T01:48:59.856 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10935 2024-08-17T01:48:59.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.856 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:59.856 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127104, 2024-08-17T01:48:59.856 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2648 2024-08-17T01:48:59.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.856 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:59.856 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.856 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.856 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:59.856 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255480, 2024-08-17T01:48:59.856 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1806 2024-08-17T01:48:59.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.857 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:59.857 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.857 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.857 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:59.857 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:48:59.857 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:48:59.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.857 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:59.857 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 85887, 2024-08-17T01:48:59.857 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 56 2024-08-17T01:48:59.858 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.858 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:59.858 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:48:59.858 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:48:59.858 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.858 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:59.858 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9159930, 2024-08-17T01:48:59.858 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 263 2024-08-17T01:48:59.858 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.858 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:59.858 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11880, 2024-08-17T01:48:59.859 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 135 2024-08-17T01:48:59.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.859 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:59.859 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.859 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.859 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.859 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 371712, 2024-08-17T01:48:59.859 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:59.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.859 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:59.859 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.859 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.859 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:59.860 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3206840, 2024-08-17T01:48:59.860 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 6167 2024-08-17T01:48:59.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.860 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:59.860 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:59.860 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:59.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.860 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:59.860 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.860 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.860 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:59.860 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.860 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.861 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:59.861 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.861 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.861 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:59.861 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.861 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.861 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.861 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T01:48:59.861 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:59.861 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.862 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.862 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:59.862 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 18016, 2024-08-17T01:48:59.862 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 311 2024-08-17T01:48:59.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.862 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:59.862 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 173952, 2024-08-17T01:48:59.862 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 24 2024-08-17T01:48:59.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.862 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:59.862 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1920, 2024-08-17T01:48:59.862 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10 2024-08-17T01:48:59.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.863 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:59.863 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 78720, 2024-08-17T01:48:59.863 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 984 2024-08-17T01:48:59.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.863 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:59.863 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 551824, 2024-08-17T01:48:59.863 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:48:59.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.863 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:59.863 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:59.863 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:59.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.863 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:59.864 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 386628, 2024-08-17T01:48:59.864 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 95 2024-08-17T01:48:59.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.864 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:59.864 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1837836, 2024-08-17T01:48:59.864 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 402605 2024-08-17T01:48:59.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.864 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:59.864 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5260736, 2024-08-17T01:48:59.864 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7768 2024-08-17T01:48:59.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.864 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:59.864 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 102200, 2024-08-17T01:48:59.865 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10953 2024-08-17T01:48:59.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.865 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:59.865 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127344, 2024-08-17T01:48:59.865 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:48:59.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.865 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:59.865 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.865 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.865 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:59.865 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255224, 2024-08-17T01:48:59.866 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1805 2024-08-17T01:48:59.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.866 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:59.866 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.866 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.866 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:59.866 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:48:59.866 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:48:59.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.866 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:59.866 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 76456, 2024-08-17T01:48:59.866 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 57 2024-08-17T01:48:59.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.867 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:59.867 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:48:59.867 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:48:59.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.867 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:59.867 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9998380, 2024-08-17T01:48:59.867 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 275 2024-08-17T01:48:59.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.867 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:59.867 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 10560, 2024-08-17T01:48:59.867 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 120 2024-08-17T01:48:59.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.868 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:59.868 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.868 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.868 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.868 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 429792, 2024-08-17T01:48:59.868 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 37 2024-08-17T01:48:59.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.868 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:59.868 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.868 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.868 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:59.868 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3530800, 2024-08-17T01:48:59.869 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9190 2024-08-17T01:48:59.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.869 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:59.869 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:59.869 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:59.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.869 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:59.869 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.869 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.869 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:59.869 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.869 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.869 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:59.870 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.870 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.870 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:59.870 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.870 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.870 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.870 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T01:48:59.870 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:59.870 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.870 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.870 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:59.870 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16960, 2024-08-17T01:48:59.871 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 302 2024-08-17T01:48:59.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.871 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:59.871 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 46848, 2024-08-17T01:48:59.871 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 22 2024-08-17T01:48:59.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.871 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:59.871 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3840, 2024-08-17T01:48:59.871 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 20 2024-08-17T01:48:59.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.871 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:59.871 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 78720, 2024-08-17T01:48:59.871 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 984 2024-08-17T01:48:59.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.871 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:59.872 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 551824, 2024-08-17T01:48:59.872 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:48:59.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.872 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:59.872 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:59.872 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:59.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.872 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:59.872 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1364846, 2024-08-17T01:48:59.872 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 337 2024-08-17T01:48:59.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.872 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:59.872 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2214829, 2024-08-17T01:48:59.872 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 478562 2024-08-17T01:48:59.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.873 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:59.873 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6159016, 2024-08-17T01:48:59.873 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9089 2024-08-17T01:48:59.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.873 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:59.873 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 102396, 2024-08-17T01:48:59.873 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10952 2024-08-17T01:48:59.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.873 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:59.873 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127344, 2024-08-17T01:48:59.873 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:48:59.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.873 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:59.873 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.873 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.874 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:59.874 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 254968, 2024-08-17T01:48:59.874 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1804 2024-08-17T01:48:59.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.874 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:59.874 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.874 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.874 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:59.874 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:48:59.874 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:48:59.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.874 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:59.874 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 69403, 2024-08-17T01:48:59.875 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 52 2024-08-17T01:48:59.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.875 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:59.875 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:48:59.875 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:48:59.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.875 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:59.875 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21551952, 2024-08-17T01:48:59.875 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 240 2024-08-17T01:48:59.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.875 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:59.875 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 32120, 2024-08-17T01:48:59.875 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 365 2024-08-17T01:48:59.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.875 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:59.876 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.876 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.876 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.876 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 453024, 2024-08-17T01:48:59.876 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 39 2024-08-17T01:48:59.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.876 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:59.876 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.876 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.876 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:59.876 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5083000, 2024-08-17T01:48:59.876 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12175 2024-08-17T01:48:59.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.877 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:59.877 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:59.877 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:59.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.877 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:59.877 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.877 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.877 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:59.877 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.877 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.878 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:59.878 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.878 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.878 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:59.878 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.878 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.878 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.878 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T01:48:59.878 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:59.878 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.878 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.879 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:59.879 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 18816, 2024-08-17T01:48:59.879 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 325 2024-08-17T01:48:59.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.879 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:59.879 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 165760, 2024-08-17T01:48:59.879 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 24 2024-08-17T01:48:59.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.879 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:59.879 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2880, 2024-08-17T01:48:59.879 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 15 2024-08-17T01:48:59.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.879 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:59.879 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 79280, 2024-08-17T01:48:59.880 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 991 2024-08-17T01:48:59.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.880 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:59.880 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 565136, 2024-08-17T01:48:59.880 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2717 2024-08-17T01:48:59.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.880 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:59.880 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:59.880 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:59.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.880 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:59.880 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 496324, 2024-08-17T01:48:59.880 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 129 2024-08-17T01:48:59.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.880 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:59.881 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2499417, 2024-08-17T01:48:59.881 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 550497 2024-08-17T01:48:59.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.881 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:59.881 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7018536, 2024-08-17T01:48:59.881 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10353 2024-08-17T01:48:59.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.881 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:59.881 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 112424, 2024-08-17T01:48:59.881 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12114 2024-08-17T01:48:59.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.881 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:59.881 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 130416, 2024-08-17T01:48:59.881 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2717 2024-08-17T01:48:59.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.882 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:59.882 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.882 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.882 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:59.882 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256760, 2024-08-17T01:48:59.882 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1811 2024-08-17T01:48:59.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.882 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:59.882 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.882 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.882 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 81304, 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 54 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 15636185, 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8984 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.883 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:59.884 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 13640, 2024-08-17T01:48:59.884 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 155 2024-08-17T01:48:59.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.884 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:59.884 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.884 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.884 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.884 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 534336, 2024-08-17T01:48:59.884 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 46 2024-08-17T01:48:59.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.884 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:59.884 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.884 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.885 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:59.885 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6428760, 2024-08-17T01:48:59.885 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12363 2024-08-17T01:48:59.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.885 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:59.885 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:59.885 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:59.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.885 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:59.885 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.885 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.885 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:59.886 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.886 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.886 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:59.886 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.886 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.886 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:59.886 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.886 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.886 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.886 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T01:48:59.886 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:59.887 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.887 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.887 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:59.887 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16536, 2024-08-17T01:48:59.887 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 293 2024-08-17T01:48:59.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.887 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:59.887 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 42752, 2024-08-17T01:48:59.887 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 22 2024-08-17T01:48:59.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.887 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:59.887 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3648, 2024-08-17T01:48:59.887 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 19 2024-08-17T01:48:59.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.888 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:59.888 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 79120, 2024-08-17T01:48:59.888 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 989 2024-08-17T01:48:59.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.888 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:59.888 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 553488, 2024-08-17T01:48:59.888 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2661 2024-08-17T01:48:59.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.888 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:59.888 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:59.888 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:59.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.889 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:59.889 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1103947, 2024-08-17T01:48:59.889 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 276 2024-08-17T01:48:59.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.889 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:59.889 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1815291, 2024-08-17T01:48:59.889 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 393973 2024-08-17T01:48:59.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.889 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:59.889 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5186616, 2024-08-17T01:48:59.889 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7659 2024-08-17T01:48:59.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.889 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:59.889 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 103684, 2024-08-17T01:48:59.890 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 11114 2024-08-17T01:48:59.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.890 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:59.890 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127728, 2024-08-17T01:48:59.890 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2661 2024-08-17T01:48:59.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.890 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:59.890 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.890 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.890 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:59.890 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 254968, 2024-08-17T01:48:59.890 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1804 2024-08-17T01:48:59.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.891 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:59.891 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.891 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.891 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:59.891 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.891 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.891 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:59.891 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 44337, 2024-08-17T01:48:59.891 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 45 2024-08-17T01:48:59.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.891 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:59.891 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 19552749, 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 260 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 26224, 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 298 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.892 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 453024, 2024-08-17T01:48:59.893 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 39 2024-08-17T01:48:59.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.893 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:59.893 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.893 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.893 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:59.893 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3632720, 2024-08-17T01:48:59.893 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9386 2024-08-17T01:48:59.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.893 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:59.893 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:59.893 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:59.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.893 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:59.894 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.894 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.894 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:59.894 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.894 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.894 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:59.894 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.894 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.894 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:59.894 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.894 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.895 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.895 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T01:48:59.895 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:48:59.895 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.895 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.895 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:48:59.895 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16936, 2024-08-17T01:48:59.895 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 300 2024-08-17T01:48:59.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.895 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:48:59.895 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30464, 2024-08-17T01:48:59.895 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 21 2024-08-17T01:48:59.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.896 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:48:59.896 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3840, 2024-08-17T01:48:59.896 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 20 2024-08-17T01:48:59.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.896 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:48:59.896 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 78800, 2024-08-17T01:48:59.896 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 985 2024-08-17T01:48:59.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.896 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:48:59.896 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 566592, 2024-08-17T01:48:59.896 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2724 2024-08-17T01:48:59.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.896 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:48:59.896 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:48:59.896 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:48:59.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.897 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:48:59.897 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 616195, 2024-08-17T01:48:59.897 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 159 2024-08-17T01:48:59.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.897 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:48:59.897 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2068969, 2024-08-17T01:48:59.897 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 458954 2024-08-17T01:48:59.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.897 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:48:59.897 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5965216, 2024-08-17T01:48:59.898 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8804 2024-08-17T01:48:59.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.898 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:48:59.898 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 113076, 2024-08-17T01:48:59.898 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12263 2024-08-17T01:48:59.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.898 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:48:59.898 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 130752, 2024-08-17T01:48:59.898 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2724 2024-08-17T01:48:59.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.898 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:48:59.898 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.898 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.899 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:48:59.899 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 254968, 2024-08-17T01:48:59.899 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1804 2024-08-17T01:48:59.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.899 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:48:59.899 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.899 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.899 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:48:59.899 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.899 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.899 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:48:59.899 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 45340, 2024-08-17T01:48:59.899 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 41 2024-08-17T01:48:59.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.900 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:48:59.900 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.900 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.900 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:48:59.900 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22045498, 2024-08-17T01:48:59.900 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 273 2024-08-17T01:48:59.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.900 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:48:59.900 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 15576, 2024-08-17T01:48:59.900 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 177 2024-08-17T01:48:59.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.900 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:48:59.900 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.901 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.901 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.901 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 476256, 2024-08-17T01:48:59.901 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 41 2024-08-17T01:48:59.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.901 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:48:59.901 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.901 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.901 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:48:59.901 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4918888, 2024-08-17T01:48:59.901 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9485 2024-08-17T01:48:59.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.901 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:48:59.902 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:48:59.902 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:48:59.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.902 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:48:59.902 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.902 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.902 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:48:59.902 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.902 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.902 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:48:59.902 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.902 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.903 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:48:59.903 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:48:59.903 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:48:59.903 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.903 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.903 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.903 INFO:tasks.workunit.client.0.smithi157.stdout: "metadata": { 2024-08-17T01:48:59.903 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:48:59.903 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T01:48:59.903 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 2 2024-08-17T01:48:59.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.903 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T01:48:59.903 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T01:48:59.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.904 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T01:48:59.904 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T01:48:59.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.904 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T01:48:59.904 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 2 2024-08-17T01:48:59.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.904 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T01:48:59.904 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 2 2024-08-17T01:48:59.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.904 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T01:48:59.904 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T01:48:59.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.904 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T01:48:59.905 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T01:48:59.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.905 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T01:48:59.905 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 2 2024-08-17T01:48:59.905 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.905 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:48:59.905 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T01:48:59.905 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 3 2024-08-17T01:48:59.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.905 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T01:48:59.905 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T01:48:59.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.905 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T01:48:59.906 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T01:48:59.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.906 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T01:48:59.906 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 3 2024-08-17T01:48:59.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.906 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T01:48:59.906 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 3 2024-08-17T01:48:59.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.906 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T01:48:59.906 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T01:48:59.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.906 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T01:48:59.906 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T01:48:59.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.907 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T01:48:59.907 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 3 2024-08-17T01:48:59.907 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.907 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.907 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T01:48:59.907 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 8 2024-08-17T01:48:59.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.907 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T01:48:59.907 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T01:48:59.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.908 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T01:48:59.908 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T01:48:59.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.908 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T01:48:59.908 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 8 2024-08-17T01:48:59.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.908 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T01:48:59.908 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 8 2024-08-17T01:48:59.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.908 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T01:48:59.908 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T01:48:59.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.909 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T01:48:59.909 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T01:48:59.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.909 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T01:48:59.909 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 8 2024-08-17T01:48:59.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.909 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_objectstore": { 2024-08-17T01:48:59.909 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": 8 2024-08-17T01:48:59.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.909 INFO:tasks.workunit.client.0.smithi157.stdout: "rotational": { 2024-08-17T01:48:59.909 INFO:tasks.workunit.client.0.smithi157.stdout: "0": 8 2024-08-17T01:48:59.909 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.910 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.910 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:48:59.910 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:48:59.910 INFO:tasks.workunit.client.0.smithi157.stdout: "features": { 2024-08-17T01:48:59.910 INFO:tasks.workunit.client.0.smithi157.stdout: "optional": [], 2024-08-17T01:48:59.910 INFO:tasks.workunit.client.0.smithi157.stdout: "persistent": [ 2024-08-17T01:48:59.910 INFO:tasks.workunit.client.0.smithi157.stdout: "kraken", 2024-08-17T01:48:59.910 INFO:tasks.workunit.client.0.smithi157.stdout: "luminous", 2024-08-17T01:48:59.910 INFO:tasks.workunit.client.0.smithi157.stdout: "mimic", 2024-08-17T01:48:59.910 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap-prune", 2024-08-17T01:48:59.910 INFO:tasks.workunit.client.0.smithi157.stdout: "nautilus", 2024-08-17T01:48:59.910 INFO:tasks.workunit.client.0.smithi157.stdout: "octopus", 2024-08-17T01:48:59.910 INFO:tasks.workunit.client.0.smithi157.stdout: "pacific", 2024-08-17T01:48:59.911 INFO:tasks.workunit.client.0.smithi157.stdout: "elector-pinging", 2024-08-17T01:48:59.911 INFO:tasks.workunit.client.0.smithi157.stdout: "quincy", 2024-08-17T01:48:59.911 INFO:tasks.workunit.client.0.smithi157.stdout: "reef", 2024-08-17T01:48:59.911 INFO:tasks.workunit.client.0.smithi157.stdout: "squid" 2024-08-17T01:48:59.911 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.911 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv4_addr_mons": 6, 2024-08-17T01:48:59.911 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv6_addr_mons": 0, 2024-08-17T01:48:59.911 INFO:tasks.workunit.client.0.smithi157.stdout: "min_mon_release": 19, 2024-08-17T01:48:59.911 INFO:tasks.workunit.client.0.smithi157.stdout: "v1_addr_mons": 3, 2024-08-17T01:48:59.911 INFO:tasks.workunit.client.0.smithi157.stdout: "v2_addr_mons": 3 2024-08-17T01:48:59.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.911 INFO:tasks.workunit.client.0.smithi157.stdout: "organization": "ceph-qa", 2024-08-17T01:48:59.911 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:48:59.912 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_network": false, 2024-08-17T01:48:59.912 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8, 2024-08-17T01:48:59.912 INFO:tasks.workunit.client.0.smithi157.stdout: "require_min_compat_client": "luminous", 2024-08-17T01:48:59.912 INFO:tasks.workunit.client.0.smithi157.stdout: "require_osd_release": "squid" 2024-08-17T01:48:59.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.912 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_perf_histograms": [ 2024-08-17T01:48:59.912 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.912 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:48:59.912 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:48:59.912 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.912 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:48:59.912 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:59.912 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:48:59.912 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:48:59.913 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:59.913 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:59.913 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:48:59.913 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:48:59.913 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:48:59.913 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:48:59.913 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:48:59.913 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:48:59.913 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:48:59.913 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:48:59.913 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:48:59.913 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:48:59.913 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:48:59.913 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:48:59.913 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:48:59.914 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:48:59.914 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:48:59.914 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:48:59.914 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:48:59.914 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:48:59.914 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:48:59.914 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:48:59.914 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:48:59.914 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:48:59.914 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:48:59.914 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:48:59.914 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:48:59.914 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:48:59.915 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:48:59.915 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:48:59.915 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:48:59.915 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:48:59.915 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:48:59.915 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.915 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:48:59.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.915 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.915 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:48:59.915 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:59.915 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:48:59.915 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:48:59.915 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:59.916 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:59.916 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:48:59.916 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:48:59.916 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:48:59.916 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:48:59.916 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:48:59.916 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:48:59.916 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:48:59.916 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:48:59.916 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:48:59.916 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:48:59.916 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:48:59.916 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:48:59.917 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:48:59.917 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:48:59.917 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:48:59.917 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:48:59.917 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:48:59.917 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:48:59.917 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:48:59.917 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:48:59.917 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:48:59.917 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:48:59.917 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:48:59.917 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:48:59.917 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:48:59.917 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:48:59.918 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:48:59.918 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:48:59.918 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:48:59.918 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:48:59.918 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:48:59.918 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.918 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:48:59.918 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.918 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.918 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:48:59.918 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.918 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:48:59.918 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.919 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.919 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1524, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.919 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 17864, 3870, 59, 4, 23, 21, 1, 0, 0, 0, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.919 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 11416, 94, 73, 0, 8, 21, 62, 70, 32, 48, 28, 25, 18, 29, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.919 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 673, 13, 8, 0, 0, 1, 12, 15, 3, 18, 83, 185, 102, 8, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.919 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 530, 2, 3, 0, 0, 0, 0, 1, 0, 6, 1, 9, 306, 32, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.919 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 66, 0, 1, 0, 0, 0, 2, 0, 6, 17, 6, 6, 14, 49, 144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.919 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 121, 2, 0, 0, 0, 0, 1, 0, 0, 5, 1, 5, 17, 21, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.919 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 6, 22, 30, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.919 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 46, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.919 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 30, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.919 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.919 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.919 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.919 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.920 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.920 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.920 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.920 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.920 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.920 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.920 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.920 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.920 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.920 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.920 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.920 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.920 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.920 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.921 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.921 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.921 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.921 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.921 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.921 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:48:59.921 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.921 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.921 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.921 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10169, 6, 58, 8, 24, 18, 2, 2, 1, 1, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.921 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7507, 48, 1363, 5, 7, 33, 87, 135, 38, 62, 53, 47, 60, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.921 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 581, 6, 164, 22, 0, 1, 12, 22, 6, 14, 103, 246, 132, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.921 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 663, 0, 0, 8, 0, 0, 0, 0, 0, 1, 2, 20, 430, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.922 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 303, 11, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 2, 46, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.922 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 229, 9, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.922 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 91, 4, 224, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.922 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 4, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.922 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.922 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.922 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.922 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.922 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.922 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.922 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.922 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.922 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.923 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.923 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.923 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.923 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.923 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.923 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.923 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.923 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.923 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.923 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.923 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.923 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.923 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.924 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.924 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.924 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:48:59.924 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.924 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.924 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 501, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.924 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 18726, 4145, 1, 0, 3, 0, 0, 0, 2, 0, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.924 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9931, 262, 6, 2, 3, 0, 0, 4, 6, 2, 7, 14, 6, 41, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.924 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1508, 12, 4, 0, 2, 0, 0, 0, 0, 2, 16, 24, 5, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.924 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 476, 10, 0, 2, 0, 0, 0, 0, 3, 3, 1, 4, 15, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.924 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 273, 12, 8, 0, 0, 0, 0, 0, 3, 6, 2, 12, 14, 66, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.924 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 334, 10, 6, 0, 0, 0, 0, 5, 3, 4, 0, 13, 58, 22, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.925 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 293, 1, 0, 1, 0, 0, 0, 0, 1, 6, 0, 14, 50, 54, 39, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.925 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 64, 2, 0, 0, 0, 0, 2, 0, 3, 0, 0, 2, 14, 36, 82, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.925 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 35, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 30, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.925 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.925 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.925 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.925 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.925 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.925 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.925 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.925 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.925 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.925 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.925 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.925 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.926 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.926 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.926 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.926 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.926 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.926 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.926 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.926 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.926 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.926 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.926 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.927 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:48:59.927 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.927 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.927 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 615, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.927 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9261, 4094, 0, 1, 11, 0, 1, 0, 1, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.927 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3048, 84, 13, 1, 11, 3, 2, 7, 17, 16, 21, 7, 7, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.927 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 195, 7, 12, 0, 1, 0, 1, 0, 2, 0, 33, 88, 42, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.927 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 204, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 142, 17, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.927 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 52, 0, 0, 0, 171, 0, 0, 0, 0, 0, 0, 0, 6, 38, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.927 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 21, 1, 0, 0, 324, 0, 0, 0, 0, 0, 0, 0, 12, 9, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.927 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12, 0, 0, 0, 245, 0, 0, 0, 0, 0, 0, 0, 6, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.928 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 1944, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.928 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.928 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.928 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.928 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.928 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.928 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.928 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.928 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.928 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.928 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.928 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.928 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.928 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.929 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.929 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.929 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.929 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.929 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.929 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.929 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.929 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.929 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.929 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.929 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.930 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:48:59.930 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.930 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.930 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.930 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9982, 6, 0, 0, 2, 1, 2, 2, 0, 2, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.930 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7957, 138, 16, 1, 7, 3, 4, 2, 7, 15, 9, 10, 9, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.930 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1105, 153, 11, 2, 1, 3, 1, 2, 2, 20, 37, 69, 26, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.930 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 295, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 150, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.930 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 104, 6, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 10, 26, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.930 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 37, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.930 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 15, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.930 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.930 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.931 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.931 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.931 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.931 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.931 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.931 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.931 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.931 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.931 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.931 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.931 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.931 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.931 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.931 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.932 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.932 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.932 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.932 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.932 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.932 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.932 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.932 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.932 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.932 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:48:59.932 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.932 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.932 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.933 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8390, 1, 1, 0, 7240, 422, 0, 5, 1, 0, 2, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.933 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7148, 52, 24, 1, 298, 160, 1, 3, 0, 2, 2, 0, 3, 11, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.933 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1043, 98, 151, 6, 39, 12, 0, 4, 0, 2, 7, 1, 3, 5, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.933 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 469, 27, 49, 4, 5, 6, 0, 0, 0, 0, 1, 7, 17, 3, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.933 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 150, 10, 17, 0, 31, 23, 0, 0, 0, 0, 0, 1, 4, 35, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.933 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 138, 5, 17, 34, 0, 3, 0, 2, 0, 1, 0, 0, 4, 12, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.933 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 70, 2, 6, 32, 72, 0, 0, 2, 0, 1, 0, 0, 9, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.933 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6, 0, 0, 3, 62, 102, 0, 0, 0, 0, 0, 0, 2, 0, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.933 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 1, 27, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.933 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.933 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.933 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.933 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.933 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.934 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.934 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.934 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.934 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.934 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.934 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.934 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.934 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.934 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.934 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.934 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.934 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.934 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.935 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.935 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.935 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.935 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.935 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.935 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:48:59.935 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.935 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.935 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3027, 1866, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.935 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8306, 2249, 0, 1, 0, 1, 0, 0, 0, 0, 0, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.935 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6798, 65, 7, 0, 15, 3, 1, 2, 9, 12, 13, 8, 10, 13, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.935 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 660, 28, 5, 0, 2, 0, 2, 2, 5, 10, 26, 69, 25, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.936 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 301, 5, 0, 0, 0, 0, 0, 0, 1, 1, 1, 19, 149, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.936 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 3, 0, 0, 0, 1, 0, 1, 0, 0, 2, 6, 5, 48, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.936 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 66, 1, 0, 0, 0, 0, 0, 1, 2, 1, 7, 6, 4, 15, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.936 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.936 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.936 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.936 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.936 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.936 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.936 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.936 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.936 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.936 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.936 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.937 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.937 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.937 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.937 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.937 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.937 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.937 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.937 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.937 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.937 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.938 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.938 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.938 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.938 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.938 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.938 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:48:59.938 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.938 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.938 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 386, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.938 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12758, 3259, 3965, 1, 1, 0, 0, 0, 2, 8, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.938 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7975, 438, 219, 0, 7, 0, 2, 3, 3, 0, 2, 5, 3, 15, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.938 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 970, 78, 58, 0, 3, 0, 0, 0, 3, 5, 3, 0, 0, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.939 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 279, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 6, 19, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.939 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 172, 1, 0, 0, 0, 0, 0, 2, 2, 1, 1, 7, 6, 47, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.939 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 231, 2, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 11, 10, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.939 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 3, 1, 2, 4, 1, 13, 25, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.939 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 5, 18, 27, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.939 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.939 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.939 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.939 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.939 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.939 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.939 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.939 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.940 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.940 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.940 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.940 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.940 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.940 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.940 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.940 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.940 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.940 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.940 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.940 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.940 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.940 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.940 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.941 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.941 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.941 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:48:59.941 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:48:59.941 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.941 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:48:59.941 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:59.941 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:48:59.941 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:48:59.941 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:59.941 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:59.941 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:48:59.941 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:48:59.941 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:48:59.942 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:48:59.942 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:48:59.942 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:48:59.942 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:48:59.942 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:48:59.942 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:48:59.942 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:48:59.942 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:48:59.942 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:48:59.942 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:48:59.942 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:48:59.942 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:48:59.943 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:48:59.943 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:48:59.943 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:48:59.943 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:48:59.943 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:48:59.943 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:48:59.943 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:48:59.943 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:48:59.943 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:48:59.943 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:48:59.943 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:48:59.943 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:48:59.943 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:48:59.944 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:48:59.944 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:48:59.944 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:48:59.944 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.944 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:48:59.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.944 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.944 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:48:59.944 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:59.944 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:48:59.944 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:48:59.944 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:59.944 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:59.944 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:48:59.945 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:48:59.945 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:48:59.945 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:48:59.945 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:48:59.945 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:48:59.945 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:48:59.945 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:48:59.945 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:48:59.945 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:48:59.945 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:48:59.945 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:48:59.945 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:48:59.945 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:48:59.945 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:48:59.945 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:48:59.946 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:48:59.946 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:48:59.946 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:48:59.946 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:48:59.946 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:48:59.946 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:48:59.946 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:48:59.946 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:48:59.946 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:48:59.946 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:48:59.946 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:48:59.946 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:48:59.946 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:48:59.947 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:48:59.947 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:48:59.947 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.947 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:48:59.947 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.947 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.947 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:48:59.947 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.947 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:48:59.947 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.947 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.947 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.948 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.948 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.948 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 982, 4, 8, 14, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.948 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5063, 49, 64, 156, 431, 612, 705, 2, 3, 1, 1, 3, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.948 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 642, 11, 27, 35, 25, 12, 16, 0, 0, 1, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.948 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 269, 4, 5, 0, 1, 0, 2, 0, 0, 0, 4, 3, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.948 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 22, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.948 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 9, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.948 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.948 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.948 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.948 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.948 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.948 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.949 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.949 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.949 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.949 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.949 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.949 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.949 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.949 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.949 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.949 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.949 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.949 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.950 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.950 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.950 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.950 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.950 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.950 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.950 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:48:59.950 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.950 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.950 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.950 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.950 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.951 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 590, 6, 9, 35, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.951 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3360, 269, 26, 33, 121, 2, 3, 3, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.951 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 426, 12, 1278, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.951 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 399, 22, 66, 0, 0, 0, 0, 0, 0, 0, 3, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.951 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1671, 1299, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.951 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1382, 1673, 247, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 9, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.951 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.951 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.951 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.951 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.951 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.952 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.952 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.952 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.952 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.952 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.952 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.952 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.952 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.952 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.952 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.952 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.952 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.952 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.952 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.953 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.953 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.953 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.953 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.953 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.953 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:48:59.953 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.953 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.953 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.953 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.953 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.953 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1677, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.954 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10461, 6, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.954 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 15838, 3, 2, 0, 0, 0, 0, 1, 0, 1, 6, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.954 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 353, 1, 0, 0, 0, 0, 0, 0, 0, 0, 5, 8, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.954 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.954 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.954 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.954 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.954 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.954 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.954 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.954 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.954 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.954 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.954 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.955 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.955 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.955 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.955 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.955 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.955 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.955 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.955 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.955 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.955 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.955 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.955 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.955 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.955 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.956 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.956 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:48:59.956 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.956 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.956 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.956 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.956 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.956 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 476, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.956 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1821, 33, 0, 0, 3, 0, 0, 2, 1, 0, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.956 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 238, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.956 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 221, 9, 33, 47, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.956 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1336, 327, 1, 161, 0, 0, 0, 0, 0, 0, 1, 1, 4, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.957 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 4000, 2591, 0, 370, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.957 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 63, 87, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.957 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.957 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.957 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.957 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.957 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.957 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.957 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.957 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.957 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.957 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.957 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.958 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.958 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.958 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.958 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.958 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.958 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.958 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.958 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.958 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.958 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.958 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.958 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.958 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:48:59.959 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.959 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.959 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.959 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.959 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.959 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 953, 2, 10, 31, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.959 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2238, 217, 23, 37, 115, 275, 478, 1, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.959 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 304, 6, 1, 0, 0, 0, 3, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.959 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 110, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.959 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 39, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.959 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.959 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.959 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.960 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.960 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.960 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.960 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.960 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.960 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.960 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.960 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.960 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.960 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.960 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.960 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.961 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.961 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.961 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.961 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.961 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.961 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.961 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.961 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.961 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.961 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.961 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:48:59.961 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.962 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.962 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.962 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.962 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.962 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 741, 5, 14, 29, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.962 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3240, 67, 122, 222, 458, 622, 718, 6, 13, 17, 0, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.962 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 312, 8, 1, 7, 14, 5, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.962 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 315, 5, 34, 27, 10, 0, 0, 0, 0, 1, 3, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.962 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 217, 35, 47, 103, 20, 0, 1, 0, 0, 0, 0, 2, 5, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.962 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 134, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 15, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.962 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.963 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.963 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.963 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.963 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.963 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.963 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.963 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.963 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.963 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.963 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.963 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.963 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.964 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.964 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.964 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.964 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.964 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.964 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.964 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.964 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.964 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.964 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.964 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.964 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:48:59.965 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.965 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.965 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.965 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.965 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.965 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 642, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.965 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2741, 20, 1, 0, 3, 1, 0, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.965 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 248, 5, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.965 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 211, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.965 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 152, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.965 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 47, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.965 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.965 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.966 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.966 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.966 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.966 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.966 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.966 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.966 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.966 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.966 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.966 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.966 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.966 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.966 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.966 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.967 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.967 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.967 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.967 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.967 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.967 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.967 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.967 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.967 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:48:59.967 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.967 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.967 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.968 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.968 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.968 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1027, 17, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.968 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7624, 29, 85, 16, 2, 0, 4, 3, 11, 4, 0, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.968 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2647, 37, 90, 24, 0, 0, 0, 0, 0, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.968 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 254, 3, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.968 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 196, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.968 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.968 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.968 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.968 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.968 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.968 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.968 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.969 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.969 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.969 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.969 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.969 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.969 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.969 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.969 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.969 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.969 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.969 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.969 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.970 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.970 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.970 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.970 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.970 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.970 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.970 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.970 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:48:59.970 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:48:59.970 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.970 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:48:59.970 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:59.971 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:48:59.971 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:48:59.971 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:59.971 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:59.971 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:48:59.971 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:48:59.971 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:48:59.971 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:48:59.971 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:48:59.971 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:48:59.971 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:48:59.971 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:48:59.971 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:48:59.971 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:48:59.972 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:48:59.972 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:48:59.972 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:48:59.972 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:48:59.972 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:48:59.972 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:48:59.972 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:48:59.972 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:48:59.972 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:48:59.972 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:48:59.972 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:48:59.972 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:48:59.972 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:48:59.972 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:48:59.973 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:48:59.973 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:48:59.973 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:48:59.973 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:48:59.973 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:48:59.973 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:48:59.973 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:48:59.973 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.973 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:48:59.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.973 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.973 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:48:59.973 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:59.973 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:48:59.973 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:48:59.974 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:59.974 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:59.974 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:48:59.974 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:48:59.974 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:48:59.974 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:48:59.974 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:48:59.974 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:48:59.974 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:48:59.974 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:48:59.974 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:48:59.974 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:48:59.974 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:48:59.974 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:48:59.974 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:48:59.975 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:48:59.975 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:48:59.975 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:48:59.975 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:48:59.975 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:48:59.975 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:48:59.975 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:48:59.975 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:48:59.975 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:48:59.975 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:48:59.975 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:48:59.975 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:48:59.975 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:48:59.975 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:48:59.976 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:48:59.976 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:48:59.976 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:48:59.976 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:48:59.976 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.976 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:48:59.976 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.976 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:48:59.976 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:48:59.976 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.976 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:48:59.976 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.976 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.976 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.976 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.977 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.977 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1009, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.977 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7094, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.977 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 776, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.977 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.977 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.977 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.977 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.977 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.977 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.977 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.977 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.978 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.978 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.978 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.978 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.978 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.978 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.978 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.978 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.978 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.978 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.978 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.978 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.979 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.979 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.979 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.979 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.979 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.979 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.979 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.979 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:48:59.979 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.979 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.979 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.979 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.979 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.979 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 643, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.980 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3820, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.980 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1721, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.980 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 498, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.980 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3033, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.980 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.980 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.980 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.980 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.980 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.980 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.980 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.980 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.980 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.980 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.981 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.981 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.981 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.981 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.981 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.981 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.981 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.981 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.981 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.981 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.981 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.981 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.982 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.982 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.982 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.982 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:48:59.982 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.982 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.982 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.982 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.982 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.982 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1683, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.982 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10482, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.982 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 15854, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.982 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.982 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.983 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.983 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.983 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.983 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.983 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.983 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.983 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.983 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.983 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.983 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.983 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.983 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.983 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.983 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.984 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.984 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.984 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.984 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.984 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.984 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.984 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.984 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.984 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.984 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.984 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.984 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:48:59.984 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.984 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.985 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.985 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.985 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.985 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 478, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.985 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1865, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.985 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.985 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 315, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.985 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1835, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.985 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6973, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.985 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.985 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.985 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.985 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.985 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.986 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.986 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.986 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.986 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.986 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.986 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.986 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.986 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.986 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.986 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.986 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.986 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.986 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.987 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.987 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.987 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.987 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.987 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.987 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.987 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:48:59.987 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.987 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.987 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.987 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.987 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.988 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1020, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.988 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3389, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.988 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 317, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.988 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.988 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.988 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.988 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.988 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.988 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.988 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.988 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.988 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.989 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.989 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.989 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.989 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.989 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.989 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.989 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.989 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.989 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.989 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.989 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.989 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.989 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.989 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.990 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.990 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.990 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.990 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.990 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:48:59.990 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.990 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.990 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.990 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.990 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.990 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 793, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.991 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5493, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.991 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.991 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 404, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.991 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.991 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.991 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.991 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.991 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.991 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.991 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.991 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.992 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.992 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.992 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.992 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.992 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.992 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.992 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.992 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.992 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.992 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.992 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.992 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.992 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.993 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.993 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.993 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.993 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.993 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.993 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.993 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:48:59.993 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.993 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.993 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.993 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.993 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.993 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 647, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.994 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2770, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.994 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.994 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 221, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.994 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.994 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.994 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.994 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.994 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.994 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.994 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.994 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.994 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.994 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.995 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.995 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.995 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.995 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.995 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.995 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.995 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.995 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.995 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.995 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.995 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.995 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.995 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.995 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.996 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.996 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.996 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:48:59.996 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:48:59.996 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.996 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.996 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.996 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.996 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1077, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.996 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7786, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.996 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2806, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.996 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 263, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.997 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.997 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.997 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.997 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.997 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.997 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.997 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.997 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.997 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.997 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.997 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.997 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.997 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.998 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.998 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.998 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.998 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.998 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.998 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.998 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.998 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.998 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.998 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:48:59.998 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:48:59.998 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.998 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:48:59.999 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:48:59.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:48:59.999 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:48:59.999 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:48:59.999 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:48:59.999 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:48:59.999 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:48:59.999 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:48:59.999 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:48:59.999 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:48:59.999 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:48:59.999 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:49:00.000 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:49:00.000 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:49:00.000 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:49:00.000 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:49:00.000 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:49:00.000 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:49:00.000 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:49:00.000 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:49:00.000 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:49:00.000 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:49:00.000 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:49:00.000 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:49:00.000 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:49:00.001 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:49:00.001 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:49:00.001 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:49:00.001 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:49:00.001 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:49:00.001 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:49:00.001 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:49:00.001 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:49:00.001 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:49:00.001 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:49:00.001 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:49:00.001 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:49:00.001 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:49:00.002 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:49:00.002 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:49:00.002 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:49:00.002 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:49:00.002 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.002 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:00.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.002 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.002 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:00.002 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:00.002 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:49:00.002 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:49:00.002 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:00.003 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:00.003 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:49:00.003 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:49:00.003 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:49:00.003 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:49:00.003 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:49:00.003 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:49:00.003 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:49:00.003 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:49:00.003 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:49:00.003 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:49:00.003 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:49:00.003 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:49:00.003 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:49:00.004 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:49:00.004 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:49:00.004 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:49:00.004 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:49:00.004 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:49:00.004 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:49:00.004 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:49:00.004 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:49:00.004 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:49:00.004 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:49:00.004 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:49:00.004 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:49:00.004 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:49:00.004 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:49:00.004 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:49:00.005 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:49:00.005 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:49:00.005 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:49:00.005 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.005 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:00.005 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.005 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.005 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:49:00.005 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.005 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:49:00.005 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.005 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.005 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.005 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.006 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.006 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 166, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.006 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2176, 19, 1, 0, 14, 0, 3, 2, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.006 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1138, 10, 0, 3, 4, 6, 5, 13, 33, 47, 83, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.006 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 166, 3, 0, 0, 1, 1, 3, 2, 6, 8, 76, 266, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.006 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 159, 4, 0, 0, 0, 0, 0, 0, 4, 5, 18, 30, 243, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.006 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 1, 0, 5, 4, 8, 19, 29, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.006 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 7, 14, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.006 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 917, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.006 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1174, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.006 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.006 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.006 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.006 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.006 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.007 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.007 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.007 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.007 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.007 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.007 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.007 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.007 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.007 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.007 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.007 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.007 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.007 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.008 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.008 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.008 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.008 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:49:00.008 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.008 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.008 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.008 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.008 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.008 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 102, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.008 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2743, 22, 1, 0, 10, 3, 2, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.008 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1563, 4, 2, 1, 3, 8, 10, 21, 42, 73, 96, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.008 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 96, 1, 0, 0, 2, 0, 0, 1, 0, 2, 52, 352, 289, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.008 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 25, 3, 0, 0, 0, 0, 0, 0, 1, 1, 4, 11, 305, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 14, 23, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 6, 11, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 890, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2889, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.009 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.010 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.010 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.010 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.010 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.010 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.010 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.010 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.010 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.010 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.010 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:49:00.010 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.010 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.011 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.011 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.011 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.011 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 86, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.011 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 402, 12, 3, 3, 11, 2, 2, 3, 8, 7, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.011 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 186, 9, 2, 1, 1, 1, 4, 5, 7, 10, 42, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.011 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 284, 5, 0, 0, 0, 2, 6, 7, 12, 20, 76, 116, 18, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.011 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 172, 4, 0, 0, 0, 1, 2, 3, 2, 10, 32, 59, 17, 21, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.011 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 69, 5, 0, 0, 0, 0, 1, 1, 3, 6, 10, 22, 22, 60, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.011 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8, 0, 0, 0, 0, 0, 1, 0, 0, 3, 5, 9, 4, 30, 45, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.011 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.011 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.011 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.011 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.011 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.012 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.012 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.012 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.012 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.012 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.012 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.012 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.012 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.012 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.012 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.012 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.012 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.012 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.012 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.012 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.013 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.013 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.013 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.013 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:49:00.013 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.013 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.013 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.013 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.013 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.013 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.013 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1134, 17, 0, 0, 18, 1, 3, 2, 6, 6, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.013 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 323, 6, 2, 1, 1, 1, 2, 6, 11, 34, 38, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.013 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 66, 19, 0, 0, 0, 0, 0, 1, 0, 3, 22, 75, 160, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.014 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 236, 0, 0, 0, 0, 0, 1, 0, 2, 1, 8, 6, 75, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.014 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 474, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 10, 21, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.014 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 271, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 18, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.014 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 219, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.014 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.014 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.014 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.014 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.014 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.014 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.014 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.014 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.014 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.014 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.015 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.015 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.015 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.015 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.015 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.015 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.015 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.015 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.015 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.015 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.015 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.015 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.015 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:49:00.016 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.016 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.016 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.016 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.016 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.016 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 81, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.016 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1056, 17, 0, 0, 14, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.016 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 595, 4, 2, 0, 2, 5, 9, 5, 14, 29, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.016 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 247, 1, 0, 0, 0, 1, 1, 3, 1, 0, 30, 95, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.016 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 342, 21, 0, 0, 0, 0, 0, 0, 1, 2, 5, 12, 164, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.016 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 390, 24, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 22, 26, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.016 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 134, 46, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 22, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.016 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 116, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.016 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.017 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.017 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.017 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.017 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.017 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.017 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.017 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.017 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.017 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.017 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.017 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.017 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.017 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.017 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.018 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.018 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.018 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.018 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.018 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.018 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.018 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.018 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:49:00.018 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.018 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.019 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.019 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.019 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.019 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.019 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 333, 12, 1, 0, 9, 0, 0, 1, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.019 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 86, 6, 1, 0, 2, 2, 1, 6, 5, 3, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.019 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 67, 3, 0, 0, 2, 0, 1, 2, 8, 3, 9, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.019 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 22, 20, 0, 0, 0, 0, 0, 0, 0, 2, 10, 7, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.019 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12, 22, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 13, 39, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.019 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8, 41, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 14, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.019 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.019 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.019 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.019 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.020 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.020 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.020 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.020 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.020 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.020 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.020 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.020 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.020 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.020 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.020 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.020 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.020 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.020 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.021 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.021 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.021 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.021 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.021 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.021 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:49:00.021 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.021 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.021 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.021 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.021 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.021 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 112, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.021 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1199, 17, 1, 0, 11, 0, 5, 2, 7, 7, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.022 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 566, 10, 1, 0, 0, 3, 5, 5, 14, 30, 31, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.022 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 286, 16, 0, 0, 5, 2, 1, 3, 2, 5, 39, 134, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.022 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 434, 11, 0, 0, 0, 0, 0, 1, 0, 2, 4, 10, 132, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.022 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 331, 20, 0, 0, 4, 0, 0, 0, 1, 0, 3, 7, 8, 36, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.022 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 137, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.022 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 171, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.022 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.022 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.022 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.022 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.022 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.022 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.023 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.023 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.023 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.023 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.023 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.023 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.023 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.023 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.023 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.023 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.023 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.023 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.024 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.024 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.024 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.024 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.024 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:49:00.024 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.024 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.024 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.024 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.024 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.024 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 89, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.024 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 313, 20, 3, 0, 13, 4, 0, 4, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.025 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 84, 9, 0, 1, 2, 1, 3, 2, 8, 6, 12, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.025 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 135, 7, 1, 0, 0, 0, 0, 4, 8, 5, 33, 31, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.025 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 88, 6, 0, 0, 0, 0, 1, 2, 3, 11, 28, 37, 13, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.025 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 39, 1, 0, 0, 0, 0, 0, 1, 0, 2, 3, 14, 22, 34, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.025 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 17, 43, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.025 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.025 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.025 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.025 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.025 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.025 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.025 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.026 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.026 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.026 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.026 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.026 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.026 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.026 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.026 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.026 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.026 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.026 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.027 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.027 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.027 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.027 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.027 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.027 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.027 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.027 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.027 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-17T01:49:00.027 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:49:00.027 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.028 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 8, 2024-08-17T01:49:00.028 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:00.028 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "number of replicas", 2024-08-17T01:49:00.028 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 1, 2024-08-17T01:49:00.028 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:00.028 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:00.028 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0]", 2024-08-17T01:49:00.028 INFO:tasks.workunit.client.0.smithi157.stdout: "[1, 1]", 2024-08-17T01:49:00.028 INFO:tasks.workunit.client.0.smithi157.stdout: "[2, 2]", 2024-08-17T01:49:00.028 INFO:tasks.workunit.client.0.smithi157.stdout: "[3, 3]", 2024-08-17T01:49:00.028 INFO:tasks.workunit.client.0.smithi157.stdout: "[4, 4]", 2024-08-17T01:49:00.028 INFO:tasks.workunit.client.0.smithi157.stdout: "[5, 5]", 2024-08-17T01:49:00.028 INFO:tasks.workunit.client.0.smithi157.stdout: "[6, None]" 2024-08-17T01:49:00.029 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.029 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "linear" 2024-08-17T01:49:00.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.029 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.029 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 10, 2024-08-17T01:49:00.029 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:00.029 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "duration", 2024-08-17T01:49:00.029 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 250000, 2024-08-17T01:49:00.029 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:00.029 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:00.029 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 249999]", 2024-08-17T01:49:00.029 INFO:tasks.workunit.client.0.smithi157.stdout: "[250000, 499999]", 2024-08-17T01:49:00.029 INFO:tasks.workunit.client.0.smithi157.stdout: "[500000, 999999]", 2024-08-17T01:49:00.029 INFO:tasks.workunit.client.0.smithi157.stdout: "[1000000, 1999999]", 2024-08-17T01:49:00.029 INFO:tasks.workunit.client.0.smithi157.stdout: "[2000000, 3999999]", 2024-08-17T01:49:00.030 INFO:tasks.workunit.client.0.smithi157.stdout: "[4000000, 7999999]", 2024-08-17T01:49:00.030 INFO:tasks.workunit.client.0.smithi157.stdout: "[8000000, 15999999]", 2024-08-17T01:49:00.030 INFO:tasks.workunit.client.0.smithi157.stdout: "[16000000, 31999999]", 2024-08-17T01:49:00.030 INFO:tasks.workunit.client.0.smithi157.stdout: "[32000000, None]" 2024-08-17T01:49:00.030 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.030 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:00.030 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.030 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.030 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:49:00.030 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.030 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:49:00.030 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.030 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.030 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.031 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.031 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.031 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.031 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.031 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.031 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.031 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.031 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.031 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:49:00.031 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.031 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.031 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.032 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.032 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.032 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.032 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.032 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.032 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.032 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.032 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.032 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:49:00.032 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.032 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.032 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.033 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.033 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.033 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.033 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.033 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.033 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.033 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.033 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.033 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:49:00.033 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.033 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.034 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.034 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.034 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.034 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.034 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.034 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.034 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.034 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.034 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.034 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:49:00.034 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.034 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.035 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.035 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.035 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.035 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.035 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.035 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.035 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.035 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.035 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.035 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:49:00.035 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.035 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.036 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.036 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.036 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.036 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.036 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.036 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.036 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.036 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.036 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.036 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.036 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:49:00.036 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.036 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.037 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.037 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.037 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.037 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.037 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.037 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.037 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.037 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.037 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.037 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.037 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:49:00.038 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:00.038 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.038 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.038 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.038 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.038 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.038 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.038 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:00.038 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:00.038 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.038 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.038 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:00.038 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.038 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.039 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.039 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_counters": { 2024-08-17T01:49:00.039 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:49:00.039 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:49:00.039 INFO:tasks.workunit.client.0.smithi157.stdout: "caps": { 2024-08-17T01:49:00.039 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.039 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T01:49:00.039 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.039 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T01:49:00.040 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.040 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_grant": { 2024-08-17T01:49:00.040 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.040 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_revoke": { 2024-08-17T01:49:00.040 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.040 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_trunc": { 2024-08-17T01:49:00.040 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.040 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_commit": { 2024-08-17T01:49:00.041 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.041 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_fetch_complete": { 2024-08-17T01:49:00.041 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:00.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.041 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_fetch_keys": { 2024-08-17T01:49:00.041 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:49:00.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.041 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_merge": { 2024-08-17T01:49:00.041 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.041 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_split": { 2024-08-17T01:49:00.041 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.042 INFO:tasks.workunit.client.0.smithi157.stdout: "exported_inodes": { 2024-08-17T01:49:00.042 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.042 INFO:tasks.workunit.client.0.smithi157.stdout: "forward": { 2024-08-17T01:49:00.042 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.042 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_cap_release": { 2024-08-17T01:49:00.042 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.042 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_caps": { 2024-08-17T01:49:00.042 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.042 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_caps_dirty": { 2024-08-17T01:49:00.043 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.043 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_inode_file_caps": { 2024-08-17T01:49:00.043 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.043 INFO:tasks.workunit.client.0.smithi157.stdout: "imported_inodes": { 2024-08-17T01:49:00.043 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.043 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes": { 2024-08-17T01:49:00.043 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:49:00.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.043 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_expired": { 2024-08-17T01:49:00.043 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.043 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_pinned": { 2024-08-17T01:49:00.044 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:49:00.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.044 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_with_caps": { 2024-08-17T01:49:00.044 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.044 INFO:tasks.workunit.client.0.smithi157.stdout: "load_cent": { 2024-08-17T01:49:00.044 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.044 INFO:tasks.workunit.client.0.smithi157.stdout: "openino_dir_fetch": { 2024-08-17T01:49:00.044 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.044 INFO:tasks.workunit.client.0.smithi157.stdout: "process_request_cap_release": { 2024-08-17T01:49:00.044 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.045 INFO:tasks.workunit.client.0.smithi157.stdout: "reply_latency": { 2024-08-17T01:49:00.045 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.045 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.045 INFO:tasks.workunit.client.0.smithi157.stdout: "request": { 2024-08-17T01:49:00.045 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.045 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rbytes": { 2024-08-17T01:49:00.045 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.045 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rfiles": { 2024-08-17T01:49:00.045 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.046 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rsnaps": { 2024-08-17T01:49:00.046 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.046 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_reply": { 2024-08-17T01:49:00.046 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.046 INFO:tasks.workunit.client.0.smithi157.stdout: "subtrees": { 2024-08-17T01:49:00.046 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:00.046 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.046 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_cache": { 2024-08-17T01:49:00.046 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_enqueue_scrub": { 2024-08-17T01:49:00.046 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.047 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_exportdir": { 2024-08-17T01:49:00.047 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.047 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_flush": { 2024-08-17T01:49:00.047 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.047 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_fragmentdir": { 2024-08-17T01:49:00.047 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.047 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_fragstats": { 2024-08-17T01:49:00.047 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.048 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_inodestats": { 2024-08-17T01:49:00.048 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.048 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_quiesce_inode": { 2024-08-17T01:49:00.048 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.048 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_quiesce_path": { 2024-08-17T01:49:00.048 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_enqueued": { 2024-08-17T01:49:00.048 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_prioritized": { 2024-08-17T01:49:00.049 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_processing": { 2024-08-17T01:49:00.049 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays": { 2024-08-17T01:49:00.049 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays_delayed": { 2024-08-17T01:49:00.049 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays_enqueuing": { 2024-08-17T01:49:00.050 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.050 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_completed": { 2024-08-17T01:49:00.050 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.050 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_started": { 2024-08-17T01:49:00.050 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.050 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_created": { 2024-08-17T01:49:00.050 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.050 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_enqueued": { 2024-08-17T01:49:00.051 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.051 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_migrated": { 2024-08-17T01:49:00.051 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.051 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_reintegrated": { 2024-08-17T01:49:00.051 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.051 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.051 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_log": { 2024-08-17T01:49:00.051 INFO:tasks.workunit.client.0.smithi157.stdout: "ev": { 2024-08-17T01:49:00.051 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17 2024-08-17T01:49:00.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.052 INFO:tasks.workunit.client.0.smithi157.stdout: "evadd": { 2024-08-17T01:49:00.052 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.052 INFO:tasks.workunit.client.0.smithi157.stdout: "evex": { 2024-08-17T01:49:00.052 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.052 INFO:tasks.workunit.client.0.smithi157.stdout: "evexd": { 2024-08-17T01:49:00.052 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.052 INFO:tasks.workunit.client.0.smithi157.stdout: "evexg": { 2024-08-17T01:49:00.052 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.052 INFO:tasks.workunit.client.0.smithi157.stdout: "evlrg": { 2024-08-17T01:49:00.053 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.053 INFO:tasks.workunit.client.0.smithi157.stdout: "evtrm": { 2024-08-17T01:49:00.053 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.053 INFO:tasks.workunit.client.0.smithi157.stdout: "jlat": { 2024-08-17T01:49:00.053 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.053 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.053 INFO:tasks.workunit.client.0.smithi157.stdout: "replayed": { 2024-08-17T01:49:00.053 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17 2024-08-17T01:49:00.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.053 INFO:tasks.workunit.client.0.smithi157.stdout: "seg": { 2024-08-17T01:49:00.054 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:49:00.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.054 INFO:tasks.workunit.client.0.smithi157.stdout: "segadd": { 2024-08-17T01:49:00.054 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.054 INFO:tasks.workunit.client.0.smithi157.stdout: "segex": { 2024-08-17T01:49:00.054 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.054 INFO:tasks.workunit.client.0.smithi157.stdout: "segexd": { 2024-08-17T01:49:00.054 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.054 INFO:tasks.workunit.client.0.smithi157.stdout: "segexg": { 2024-08-17T01:49:00.055 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.055 INFO:tasks.workunit.client.0.smithi157.stdout: "segmjr": { 2024-08-17T01:49:00.055 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:49:00.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.055 INFO:tasks.workunit.client.0.smithi157.stdout: "segtrm": { 2024-08-17T01:49:00.055 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.055 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.055 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_mem": { 2024-08-17T01:49:00.055 INFO:tasks.workunit.client.0.smithi157.stdout: "cap": { 2024-08-17T01:49:00.055 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.055 INFO:tasks.workunit.client.0.smithi157.stdout: "cap+": { 2024-08-17T01:49:00.056 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.056 INFO:tasks.workunit.client.0.smithi157.stdout: "cap-": { 2024-08-17T01:49:00.056 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.056 INFO:tasks.workunit.client.0.smithi157.stdout: "dir": { 2024-08-17T01:49:00.056 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:00.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.056 INFO:tasks.workunit.client.0.smithi157.stdout: "dir+": { 2024-08-17T01:49:00.056 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:00.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.056 INFO:tasks.workunit.client.0.smithi157.stdout: "dir-": { 2024-08-17T01:49:00.056 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.057 INFO:tasks.workunit.client.0.smithi157.stdout: "dn": { 2024-08-17T01:49:00.057 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:49:00.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.057 INFO:tasks.workunit.client.0.smithi157.stdout: "dn+": { 2024-08-17T01:49:00.057 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:49:00.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.057 INFO:tasks.workunit.client.0.smithi157.stdout: "dn-": { 2024-08-17T01:49:00.057 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.057 INFO:tasks.workunit.client.0.smithi157.stdout: "heap": { 2024-08-17T01:49:00.057 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 248096 2024-08-17T01:49:00.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.057 INFO:tasks.workunit.client.0.smithi157.stdout: "ino": { 2024-08-17T01:49:00.057 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T01:49:00.058 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.058 INFO:tasks.workunit.client.0.smithi157.stdout: "ino+": { 2024-08-17T01:49:00.058 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T01:49:00.058 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.058 INFO:tasks.workunit.client.0.smithi157.stdout: "ino-": { 2024-08-17T01:49:00.058 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.058 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.058 INFO:tasks.workunit.client.0.smithi157.stdout: "rss": { 2024-08-17T01:49:00.058 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51652 2024-08-17T01:49:00.058 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.058 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.058 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_server": { 2024-08-17T01:49:00.059 INFO:tasks.workunit.client.0.smithi157.stdout: "cap_acquisition_throttle": { 2024-08-17T01:49:00.059 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.059 INFO:tasks.workunit.client.0.smithi157.stdout: "cap_revoke_eviction": { 2024-08-17T01:49:00.059 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.059 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_request": { 2024-08-17T01:49:00.059 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.059 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_session": { 2024-08-17T01:49:00.059 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.059 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_peer_request": { 2024-08-17T01:49:00.059 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.060 INFO:tasks.workunit.client.0.smithi157.stdout: "req_create_latency": { 2024-08-17T01:49:00.060 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.060 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.060 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getattr_latency": { 2024-08-17T01:49:00.060 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.060 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.060 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getfilelock_latency": { 2024-08-17T01:49:00.060 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.060 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.061 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getvxattr_latency": { 2024-08-17T01:49:00.061 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.061 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.061 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.061 INFO:tasks.workunit.client.0.smithi157.stdout: "req_link_latency": { 2024-08-17T01:49:00.061 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.061 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.061 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.061 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookup_latency": { 2024-08-17T01:49:00.061 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.061 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.061 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.061 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookuphash_latency": { 2024-08-17T01:49:00.061 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.061 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.062 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.062 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupino_latency": { 2024-08-17T01:49:00.062 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.062 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.062 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.062 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupname_latency": { 2024-08-17T01:49:00.062 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.062 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.062 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.062 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupparent_latency": { 2024-08-17T01:49:00.062 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.062 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.062 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.063 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupsnap_latency": { 2024-08-17T01:49:00.063 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.063 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.063 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.063 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lssnap_latency": { 2024-08-17T01:49:00.063 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.063 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.063 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.063 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mkdir_latency": { 2024-08-17T01:49:00.063 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.063 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.063 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.063 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mknod_latency": { 2024-08-17T01:49:00.064 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.064 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.064 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mksnap_latency": { 2024-08-17T01:49:00.064 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.064 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.064 INFO:tasks.workunit.client.0.smithi157.stdout: "req_open_latency": { 2024-08-17T01:49:00.064 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.064 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.064 INFO:tasks.workunit.client.0.smithi157.stdout: "req_readdir_latency": { 2024-08-17T01:49:00.065 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.065 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.065 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rename_latency": { 2024-08-17T01:49:00.065 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.065 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.065 INFO:tasks.workunit.client.0.smithi157.stdout: "req_renamesnap_latency": { 2024-08-17T01:49:00.065 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.065 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.065 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmdir_latency": { 2024-08-17T01:49:00.066 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.066 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.066 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.066 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmsnap_latency": { 2024-08-17T01:49:00.066 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.066 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.066 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.066 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmxattr_latency": { 2024-08-17T01:49:00.066 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.066 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.066 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.066 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setattr_latency": { 2024-08-17T01:49:00.067 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.067 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.067 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setdirlayout_latency": { 2024-08-17T01:49:00.067 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.067 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.067 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setfilelock_latency": { 2024-08-17T01:49:00.067 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.067 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.067 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setlayout_latency": { 2024-08-17T01:49:00.067 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.067 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.068 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.068 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setxattr_latency": { 2024-08-17T01:49:00.068 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.068 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.068 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.068 INFO:tasks.workunit.client.0.smithi157.stdout: "req_snapdiff_latency": { 2024-08-17T01:49:00.068 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.068 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.068 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.068 INFO:tasks.workunit.client.0.smithi157.stdout: "req_symlink_latency": { 2024-08-17T01:49:00.068 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.068 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.069 INFO:tasks.workunit.client.0.smithi157.stdout: "req_unlink_latency": { 2024-08-17T01:49:00.069 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.069 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.069 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.069 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_sessions": { 2024-08-17T01:49:00.069 INFO:tasks.workunit.client.0.smithi157.stdout: "average_load": { 2024-08-17T01:49:00.069 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.069 INFO:tasks.workunit.client.0.smithi157.stdout: "avg_session_uptime": { 2024-08-17T01:49:00.069 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.069 INFO:tasks.workunit.client.0.smithi157.stdout: "mdthresh_evicted": { 2024-08-17T01:49:00.069 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.070 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:49:00.070 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T01:49:00.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.070 INFO:tasks.workunit.client.0.smithi157.stdout: "session_count": { 2024-08-17T01:49:00.070 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.070 INFO:tasks.workunit.client.0.smithi157.stdout: "session_remove": { 2024-08-17T01:49:00.070 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T01:49:00.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.070 INFO:tasks.workunit.client.0.smithi157.stdout: "sessions_open": { 2024-08-17T01:49:00.070 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:00.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.070 INFO:tasks.workunit.client.0.smithi157.stdout: "sessions_stale": { 2024-08-17T01:49:00.071 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.071 INFO:tasks.workunit.client.0.smithi157.stdout: "total_load": { 2024-08-17T01:49:00.071 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.071 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.071 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:00.071 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:00.071 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.071 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.071 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37 2024-08-17T01:49:00.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.071 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:00.072 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.072 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.072 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.072 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7 2024-08-17T01:49:00.072 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.072 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.072 INFO:tasks.workunit.client.0.smithi157.stdout: "purge_queue": { 2024-08-17T01:49:00.072 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executed": { 2024-08-17T01:49:00.072 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.072 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.072 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executed_ops": { 2024-08-17T01:49:00.072 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.072 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.073 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing": { 2024-08-17T01:49:00.073 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.073 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_high_water": { 2024-08-17T01:49:00.073 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.073 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_ops": { 2024-08-17T01:49:00.073 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.073 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_ops_high_water": { 2024-08-17T01:49:00.073 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.073 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_item_in_journal": { 2024-08-17T01:49:00.073 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.074 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.074 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.074 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.074 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:49:00.074 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:00.074 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T01:49:00.074 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:49:00.074 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.074 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T01:49:00.074 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.074 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.075 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T01:49:00.075 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:49:00.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T01:49:00.075 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18 2024-08-17T01:49:00.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T01:49:00.075 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:00.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.075 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:49:00.075 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:49:00.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.075 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T01:49:00.075 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 216 2024-08-17T01:49:00.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.076 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T01:49:00.076 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.076 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.076 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T01:49:00.076 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T01:49:00.076 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.076 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T01:49:00.076 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7880 2024-08-17T01:49:00.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.076 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T01:49:00.076 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7880, 2024-08-17T01:49:00.077 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 58201311 2024-08-17T01:49:00.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.077 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T01:49:00.077 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7880, 2024-08-17T01:49:00.077 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23640 2024-08-17T01:49:00.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.077 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T01:49:00.077 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7880, 2024-08-17T01:49:00.077 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1277975881 2024-08-17T01:49:00.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.077 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T01:49:00.077 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.078 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T01:49:00.078 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.078 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.078 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.078 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T01:49:00.078 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.078 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.078 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.078 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T01:49:00.078 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.078 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.078 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.079 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T01:49:00.079 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.079 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T01:49:00.079 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:00.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.079 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T01:49:00.079 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7878 2024-08-17T01:49:00.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.079 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T01:49:00.079 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7878, 2024-08-17T01:49:00.079 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57605761 2024-08-17T01:49:00.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.080 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T01:49:00.080 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7878, 2024-08-17T01:49:00.080 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 63895 2024-08-17T01:49:00.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.080 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T01:49:00.080 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7878, 2024-08-17T01:49:00.080 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1286245900 2024-08-17T01:49:00.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.080 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T01:49:00.080 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.080 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T01:49:00.080 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.081 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T01:49:00.081 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:49:00.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.081 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T01:49:00.081 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T01:49:00.081 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.081 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T01:49:00.081 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7880 2024-08-17T01:49:00.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.081 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T01:49:00.081 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7880, 2024-08-17T01:49:00.081 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25642515692 2024-08-17T01:49:00.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.082 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T01:49:00.082 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20 2024-08-17T01:49:00.082 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.082 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T01:49:00.082 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.082 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.082 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T01:49:00.082 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.082 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.082 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.082 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T01:49:00.082 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.082 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.083 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T01:49:00.083 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:49:00.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.083 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T01:49:00.083 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.083 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T01:49:00.083 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.083 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T01:49:00.083 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.083 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.084 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T01:49:00.084 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.084 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.084 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.084 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T01:49:00.084 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.084 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.084 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.084 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.084 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T01:49:00.084 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:00.084 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T01:49:00.084 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.084 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:00.085 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 263323648 2024-08-17T01:49:00.085 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.085 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:00.085 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 262144000 2024-08-17T01:49:00.085 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.085 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:00.085 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T01:49:00.085 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.085 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:00.085 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1179648 2024-08-17T01:49:00.085 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.085 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.086 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T01:49:00.086 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.086 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 360710144 2024-08-17T01:49:00.086 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.086 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.086 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.086 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.086 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.086 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.086 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.086 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.086 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266023774 2024-08-17T01:49:00.087 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.087 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.087 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27103204 2024-08-17T01:49:00.087 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.087 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.087 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.087 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.087 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.087 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.087 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.087 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.087 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.087 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.088 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.088 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.088 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.088 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.088 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.088 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.088 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.088 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.088 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.088 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.088 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.088 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.088 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.089 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.089 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.089 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.089 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67583166 2024-08-17T01:49:00.089 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.089 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.089 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T01:49:00.089 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.089 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 339738624 2024-08-17T01:49:00.089 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.089 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.089 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.089 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.089 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.089 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.090 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.090 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.090 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266023774 2024-08-17T01:49:00.090 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.090 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.090 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2536427 2024-08-17T01:49:00.090 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.090 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.090 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.090 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.090 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.090 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.090 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.091 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.091 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.091 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.091 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.091 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.091 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.091 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.091 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.091 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.091 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.091 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.091 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.091 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.091 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.092 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.092 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.092 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.092 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.092 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.092 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71178423 2024-08-17T01:49:00.092 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.092 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.092 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T01:49:00.092 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.092 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 314572800 2024-08-17T01:49:00.092 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.092 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.092 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.093 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.093 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 177349183 2024-08-17T01:49:00.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.093 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.093 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.094 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.094 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.094 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.094 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.094 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.094 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.094 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.094 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.095 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.095 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.095 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.095 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.095 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.095 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.095 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.095 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.095 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.095 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.095 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70114753 2024-08-17T01:49:00.095 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.095 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.096 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T01:49:00.096 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T01:49:00.096 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.096 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.096 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T01:49:00.096 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.096 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.096 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T01:49:00.096 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.096 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.096 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_range": { 2024-08-17T01:49:00.096 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 92 2024-08-17T01:49:00.096 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.097 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T01:49:00.097 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 357933, 2024-08-17T01:49:00.097 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2004926357 2024-08-17T01:49:00.097 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.097 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:49:00.097 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.097 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.097 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.097 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:49:00.097 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.097 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.097 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.097 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:49:00.097 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.098 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.098 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.098 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:49:00.098 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.098 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.098 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.098 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T01:49:00.098 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.098 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.098 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.098 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T01:49:00.098 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19300, 2024-08-17T01:49:00.098 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2956244418 2024-08-17T01:49:00.098 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.099 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.099 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T01:49:00.099 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:00.099 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T01:49:00.099 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:00.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.099 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T01:49:00.099 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:49:00.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.099 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T01:49:00.099 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T01:49:00.099 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:00.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T01:49:00.100 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6 2024-08-17T01:49:00.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.100 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:49:00.100 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:49:00.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.100 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T01:49:00.100 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 268 2024-08-17T01:49:00.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.100 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T01:49:00.100 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.100 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.100 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T01:49:00.101 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T01:49:00.101 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.101 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.101 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T01:49:00.101 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7825 2024-08-17T01:49:00.101 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.101 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T01:49:00.101 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7825, 2024-08-17T01:49:00.101 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57078988 2024-08-17T01:49:00.101 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.101 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T01:49:00.101 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.101 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.102 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.102 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T01:49:00.102 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7825, 2024-08-17T01:49:00.102 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1081979534 2024-08-17T01:49:00.102 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.102 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T01:49:00.102 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T01:49:00.102 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.102 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T01:49:00.102 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:49:00.102 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 219 2024-08-17T01:49:00.102 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.102 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T01:49:00.102 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:49:00.102 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T01:49:00.103 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.103 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T01:49:00.103 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:49:00.103 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 999982 2024-08-17T01:49:00.103 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.103 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T01:49:00.103 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.103 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.103 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T01:49:00.103 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:49:00.103 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.103 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T01:49:00.104 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7824 2024-08-17T01:49:00.104 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.104 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T01:49:00.104 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.104 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.104 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.104 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T01:49:00.104 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.104 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.104 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.104 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T01:49:00.104 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.104 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.104 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.104 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T01:49:00.105 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.105 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.105 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T01:49:00.105 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.105 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.105 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T01:49:00.105 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.105 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.105 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T01:49:00.105 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.105 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.105 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.105 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T01:49:00.106 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7824 2024-08-17T01:49:00.106 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.106 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T01:49:00.106 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7824, 2024-08-17T01:49:00.106 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24560535990 2024-08-17T01:49:00.106 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.106 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T01:49:00.106 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T01:49:00.106 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.106 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T01:49:00.106 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.106 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.106 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T01:49:00.106 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.106 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.107 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.107 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T01:49:00.107 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.107 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.107 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.107 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T01:49:00.107 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.107 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.107 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T01:49:00.107 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:49:00.107 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.107 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T01:49:00.107 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7824 2024-08-17T01:49:00.108 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.108 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T01:49:00.108 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7824, 2024-08-17T01:49:00.108 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 112655303 2024-08-17T01:49:00.108 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.108 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T01:49:00.108 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7824, 2024-08-17T01:49:00.108 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71337 2024-08-17T01:49:00.108 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.108 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T01:49:00.108 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7824, 2024-08-17T01:49:00.108 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1153978219 2024-08-17T01:49:00.108 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.108 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.108 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T01:49:00.109 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:00.109 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T01:49:00.109 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.109 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:00.109 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 179273728 2024-08-17T01:49:00.109 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.109 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:00.109 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 175251456 2024-08-17T01:49:00.109 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.109 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:00.109 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T01:49:00.109 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.109 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:00.109 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4022272 2024-08-17T01:49:00.109 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.110 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T01:49:00.110 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.110 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 360710144 2024-08-17T01:49:00.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.110 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.110 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.110 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.110 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.110 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.110 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266128901 2024-08-17T01:49:00.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.111 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.111 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26921326 2024-08-17T01:49:00.111 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.111 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.111 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.111 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.111 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.111 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.111 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.111 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.111 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.111 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.111 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.111 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.111 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.112 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.112 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.112 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.112 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.112 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.112 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.112 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.112 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.112 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.112 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.112 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.112 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.112 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.112 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67659917 2024-08-17T01:49:00.113 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.113 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T01:49:00.113 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.113 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 339738624 2024-08-17T01:49:00.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.113 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.113 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.113 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.113 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.113 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.113 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266128901 2024-08-17T01:49:00.114 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.114 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.114 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2437967 2024-08-17T01:49:00.114 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.114 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.114 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.114 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.114 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.114 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.114 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.114 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.114 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.114 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.115 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.115 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.115 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.115 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.115 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.115 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.115 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.115 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.115 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.115 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.116 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.116 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71171756 2024-08-17T01:49:00.116 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.116 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T01:49:00.116 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.116 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 314572800 2024-08-17T01:49:00.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.116 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.116 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.117 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.117 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.117 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.117 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 177419267 2024-08-17T01:49:00.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.117 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.117 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.117 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.117 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.117 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.118 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.118 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.118 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.118 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.118 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.118 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.118 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.118 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.118 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.119 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.119 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.119 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.119 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.119 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.119 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70044669 2024-08-17T01:49:00.119 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.119 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T01:49:00.119 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T01:49:00.120 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.120 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T01:49:00.120 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.120 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T01:49:00.120 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.120 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_range": { 2024-08-17T01:49:00.120 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 92 2024-08-17T01:49:00.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.120 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T01:49:00.120 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 343354, 2024-08-17T01:49:00.120 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1757759211 2024-08-17T01:49:00.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.121 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:49:00.121 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.121 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.121 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:49:00.121 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.121 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.121 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:49:00.121 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.121 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.121 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:49:00.122 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.122 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.122 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.122 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T01:49:00.122 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.122 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.122 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.122 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T01:49:00.122 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19161, 2024-08-17T01:49:00.122 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2618432559 2024-08-17T01:49:00.122 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.122 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.122 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.122 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:49:00.123 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:00.123 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T01:49:00.123 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:00.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.123 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T01:49:00.123 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:00.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.123 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T01:49:00.123 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T01:49:00.123 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9 2024-08-17T01:49:00.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T01:49:00.123 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T01:49:00.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.124 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:49:00.124 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T01:49:00.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.124 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T01:49:00.124 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 253 2024-08-17T01:49:00.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.124 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T01:49:00.124 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.124 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.124 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T01:49:00.124 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T01:49:00.124 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.125 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T01:49:00.125 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:49:00.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.125 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T01:49:00.125 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:00.125 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56739296 2024-08-17T01:49:00.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.125 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T01:49:00.125 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.125 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.125 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T01:49:00.125 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:00.126 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1361977450 2024-08-17T01:49:00.126 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.126 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T01:49:00.126 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:00.126 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.126 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T01:49:00.126 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T01:49:00.126 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 146 2024-08-17T01:49:00.126 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.126 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T01:49:00.126 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T01:49:00.126 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:00.126 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.127 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T01:49:00.127 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T01:49:00.127 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3999935 2024-08-17T01:49:00.127 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.127 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T01:49:00.127 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.127 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.127 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T01:49:00.127 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.127 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.127 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T01:49:00.127 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:49:00.127 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.128 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T01:49:00.128 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.128 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.128 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.128 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T01:49:00.128 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.128 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.128 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.128 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T01:49:00.128 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.128 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.128 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.129 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T01:49:00.129 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.129 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.129 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T01:49:00.129 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.129 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.129 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T01:49:00.129 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.129 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.129 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T01:49:00.129 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.129 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.130 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.130 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T01:49:00.130 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:49:00.130 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.130 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T01:49:00.130 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:00.130 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24533592858 2024-08-17T01:49:00.130 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.130 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T01:49:00.130 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11 2024-08-17T01:49:00.130 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.130 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T01:49:00.130 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.131 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.131 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T01:49:00.131 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.131 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.131 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.131 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T01:49:00.131 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.131 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.131 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.131 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T01:49:00.131 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.131 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.131 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T01:49:00.131 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:00.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.132 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T01:49:00.132 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:49:00.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.132 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T01:49:00.132 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:00.132 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 111995910 2024-08-17T01:49:00.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.132 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T01:49:00.132 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:00.132 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70734 2024-08-17T01:49:00.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.132 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T01:49:00.132 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:00.132 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3210946825 2024-08-17T01:49:00.133 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.133 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.133 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T01:49:00.133 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:00.133 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T01:49:00.133 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.133 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:00.133 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 170868736 2024-08-17T01:49:00.133 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.133 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:00.133 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 167075840 2024-08-17T01:49:00.133 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.133 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:00.133 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T01:49:00.134 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.134 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:00.134 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3792896 2024-08-17T01:49:00.134 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.134 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.134 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T01:49:00.134 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.134 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 360710144 2024-08-17T01:49:00.134 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.134 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.134 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.134 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.134 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.134 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.135 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.135 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266746673 2024-08-17T01:49:00.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.135 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.135 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26100429 2024-08-17T01:49:00.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.135 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.135 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.135 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.135 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.135 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.135 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.136 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.136 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.136 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.136 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.136 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.136 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.136 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.136 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.136 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.137 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.137 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.137 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.137 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67863042 2024-08-17T01:49:00.137 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.137 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.137 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T01:49:00.137 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.137 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 335544320 2024-08-17T01:49:00.137 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.137 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.137 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.137 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.138 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.138 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.138 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.138 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266746673 2024-08-17T01:49:00.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.138 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.138 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1611472 2024-08-17T01:49:00.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.138 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.138 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.138 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.139 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.139 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.139 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.139 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.139 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.139 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.139 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.139 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.139 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.140 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.140 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.140 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.140 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.140 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.140 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67186175 2024-08-17T01:49:00.140 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.140 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T01:49:00.140 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.140 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 314572800 2024-08-17T01:49:00.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.141 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.141 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.141 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.141 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.141 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.141 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 177831115 2024-08-17T01:49:00.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.141 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.141 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.141 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.141 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.142 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.142 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.142 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.142 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.142 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.142 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.142 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.142 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.143 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.143 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.143 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.143 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.143 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.143 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.143 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.143 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 69632821 2024-08-17T01:49:00.143 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.143 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T01:49:00.144 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T01:49:00.144 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.144 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T01:49:00.144 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.144 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T01:49:00.144 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.144 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_range": { 2024-08-17T01:49:00.144 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 91 2024-08-17T01:49:00.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.144 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T01:49:00.144 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 340113, 2024-08-17T01:49:00.145 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1599356521 2024-08-17T01:49:00.145 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.145 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:49:00.145 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.145 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.145 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.145 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:49:00.145 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.145 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.145 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.145 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:49:00.145 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.145 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.145 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.146 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:49:00.146 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.146 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.146 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.146 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T01:49:00.146 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.146 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.146 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.146 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T01:49:00.146 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19064, 2024-08-17T01:49:00.146 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6744888955 2024-08-17T01:49:00.146 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.146 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.147 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T01:49:00.147 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:00.147 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:00.147 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24009 2024-08-17T01:49:00.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.147 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:00.147 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.147 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:00.147 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.148 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:00.148 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.148 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.148 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:00.148 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:00.148 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.148 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:00.148 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.148 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.148 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:00.148 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.148 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.148 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:00.148 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.149 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.149 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:00.149 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.149 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.149 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:00.149 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5484544 2024-08-17T01:49:00.149 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.149 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:00.149 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 812498944 2024-08-17T01:49:00.149 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.149 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:00.149 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20, 2024-08-17T01:49:00.149 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4495446 2024-08-17T01:49:00.149 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.150 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:00.150 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20, 2024-08-17T01:49:00.150 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1417009 2024-08-17T01:49:00.150 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.150 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:00.150 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 202, 2024-08-17T01:49:00.150 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 991722 2024-08-17T01:49:00.150 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.150 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:00.150 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:00.150 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.150 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:00.150 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 758513664 2024-08-17T01:49:00.150 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.151 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:00.151 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82621, 2024-08-17T01:49:00.151 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6954970836 2024-08-17T01:49:00.151 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.151 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:00.151 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82651, 2024-08-17T01:49:00.151 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13022106030 2024-08-17T01:49:00.151 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.151 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:00.151 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5955584 2024-08-17T01:49:00.151 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.151 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:00.152 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 338489344 2024-08-17T01:49:00.152 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.152 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:00.152 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 775553024 2024-08-17T01:49:00.152 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.152 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:00.152 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.152 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.152 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:00.152 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.152 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:00.152 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53 2024-08-17T01:49:00.152 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.153 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:00.153 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 310373555 2024-08-17T01:49:00.153 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.153 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:00.153 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23257 2024-08-17T01:49:00.153 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.153 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:00.153 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 245903360 2024-08-17T01:49:00.153 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.153 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:00.153 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 245907456 2024-08-17T01:49:00.153 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.153 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:00.153 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.154 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.154 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:00.154 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.154 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.154 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:00.154 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11221 2024-08-17T01:49:00.154 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.154 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.154 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23257, 2024-08-17T01:49:00.154 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 184673838 2024-08-17T01:49:00.154 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.154 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:00.154 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 246999278 2024-08-17T01:49:00.155 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.155 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:00.155 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21311 2024-08-17T01:49:00.155 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.155 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:00.155 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1772054 2024-08-17T01:49:00.155 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.155 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:00.155 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 500 2024-08-17T01:49:00.155 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.155 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:00.155 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5352795 2024-08-17T01:49:00.155 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.155 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:00.155 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 733 2024-08-17T01:49:00.156 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.156 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:00.156 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3580741 2024-08-17T01:49:00.156 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.156 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:00.156 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3580741 2024-08-17T01:49:00.156 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.156 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:00.156 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.156 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.156 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:00.156 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.156 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.157 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:00.157 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 239 2024-08-17T01:49:00.157 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.157 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:00.157 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 733, 2024-08-17T01:49:00.157 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1839477 2024-08-17T01:49:00.157 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.157 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:00.157 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.157 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.157 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.157 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:00.158 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.158 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.158 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:00.158 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.158 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.158 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.158 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:00.158 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 591 2024-08-17T01:49:00.158 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.158 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:00.158 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:00.158 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5691 2024-08-17T01:49:00.159 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.159 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:00.159 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.159 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.159 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.159 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:00.159 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.159 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.159 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:00.159 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.159 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.159 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:00.159 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1159499776 2024-08-17T01:49:00.159 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.159 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.160 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:00.160 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:00.160 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:00.160 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.160 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:00.160 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19107840 2024-08-17T01:49:00.160 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.160 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:00.160 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23884, 2024-08-17T01:49:00.160 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75330839 2024-08-17T01:49:00.160 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.160 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:00.160 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3310, 2024-08-17T01:49:00.160 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464245344 2024-08-17T01:49:00.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.161 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:00.161 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.161 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.161 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:00.161 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.161 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:00.161 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.161 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:00.161 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.161 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:00.162 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24669, 2024-08-17T01:49:00.162 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 211279450 2024-08-17T01:49:00.162 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.162 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:00.162 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.162 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.162 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.162 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:00.162 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.162 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.162 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:00.162 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82567, 2024-08-17T01:49:00.162 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17405926386 2024-08-17T01:49:00.162 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.163 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:00.163 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 81756, 2024-08-17T01:49:00.163 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1875186604 2024-08-17T01:49:00.163 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.163 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:00.163 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82567, 2024-08-17T01:49:00.163 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50054936 2024-08-17T01:49:00.163 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.163 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:00.163 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82567, 2024-08-17T01:49:00.163 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17455981322 2024-08-17T01:49:00.163 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.163 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:00.163 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.163 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.164 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.164 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:00.164 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 43060, 2024-08-17T01:49:00.164 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 827598279 2024-08-17T01:49:00.164 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.164 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:00.164 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1154, 2024-08-17T01:49:00.164 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2872106 2024-08-17T01:49:00.164 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.164 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:00.164 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 29337, 2024-08-17T01:49:00.164 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12177457 2024-08-17T01:49:00.164 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.164 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:00.165 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 53, 2024-08-17T01:49:00.165 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 88923 2024-08-17T01:49:00.165 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.165 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:00.165 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25858, 2024-08-17T01:49:00.165 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5259012888 2024-08-17T01:49:00.165 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.165 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:00.165 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 279358 2024-08-17T01:49:00.165 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.165 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:00.165 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24442 2024-08-17T01:49:00.165 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.165 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.166 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18647, 2024-08-17T01:49:00.166 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1590911257 2024-08-17T01:49:00.166 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.166 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:00.166 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45651, 2024-08-17T01:49:00.166 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16343053 2024-08-17T01:49:00.166 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.166 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:00.166 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27004, 2024-08-17T01:49:00.166 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 930852658 2024-08-17T01:49:00.166 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.166 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:00.166 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.167 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.167 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:00.167 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 14902, 2024-08-17T01:49:00.167 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 418032148 2024-08-17T01:49:00.167 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.167 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:00.167 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.167 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.167 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:00.167 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.167 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.167 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:00.167 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.168 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.168 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:00.168 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.168 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.168 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:00.168 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:00.168 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6423160445 2024-08-17T01:49:00.168 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.168 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:00.168 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10026, 2024-08-17T01:49:00.168 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 722295250 2024-08-17T01:49:00.168 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.168 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:00.168 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10025, 2024-08-17T01:49:00.169 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2503084415956 2024-08-17T01:49:00.169 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.169 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:00.169 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10026, 2024-08-17T01:49:00.169 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6534140156111 2024-08-17T01:49:00.169 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.169 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:00.169 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97370, 2024-08-17T01:49:00.169 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3041243590907 2024-08-17T01:49:00.169 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.169 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:00.169 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97370, 2024-08-17T01:49:00.169 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10449318 2024-08-17T01:49:00.169 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.170 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:00.170 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:00.170 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 364354246 2024-08-17T01:49:00.170 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.170 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:00.170 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:00.170 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32117486409 2024-08-17T01:49:00.170 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.170 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:00.170 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:00.170 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 35499276 2024-08-17T01:49:00.170 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.171 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:00.171 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:00.171 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17670740129 2024-08-17T01:49:00.171 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.171 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:00.171 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:00.171 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8627415405 2024-08-17T01:49:00.171 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.171 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:00.171 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13409779 2024-08-17T01:49:00.171 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.171 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.171 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2733, 2024-08-17T01:49:00.171 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14612488 2024-08-17T01:49:00.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.172 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:00.172 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:00.172 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65218633814 2024-08-17T01:49:00.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.172 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:00.172 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:00.172 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9757627950 2024-08-17T01:49:00.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.172 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:00.172 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:00.172 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 694608096 2024-08-17T01:49:00.172 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.173 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:00.173 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:00.173 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:49:00.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.173 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:00.173 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 532201472 2024-08-17T01:49:00.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.173 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:00.173 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 492085248 2024-08-17T01:49:00.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.173 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:00.173 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:49:00.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.173 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:00.174 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40116224 2024-08-17T01:49:00.174 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.174 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.174 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:00.174 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.174 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:00.174 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.174 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.174 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.174 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.174 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.174 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.174 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.175 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.175 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57010705 2024-08-17T01:49:00.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.175 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.175 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.175 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.175 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.175 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.175 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.175 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.175 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.176 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.176 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.176 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:00.176 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.176 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.176 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57344 2024-08-17T01:49:00.176 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.176 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.176 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.176 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.176 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.176 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.176 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.177 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.177 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.177 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.177 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.177 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68756975 2024-08-17T01:49:00.177 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.177 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.177 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:00.177 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.177 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 562036736 2024-08-17T01:49:00.177 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.177 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.177 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.178 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.178 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.178 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.178 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.178 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.178 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427580293 2024-08-17T01:49:00.178 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.178 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.178 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.178 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.178 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.178 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.178 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.179 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.179 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1520 2024-08-17T01:49:00.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.179 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.179 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.179 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.179 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 97376 2024-08-17T01:49:00.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.179 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.179 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.179 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.179 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.180 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.180 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.180 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.180 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.180 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.180 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.180 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.180 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.180 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67248683 2024-08-17T01:49:00.180 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.180 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.180 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:00.180 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.180 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:00.180 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.181 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.181 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.181 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.181 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.181 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 294752 2024-08-17T01:49:00.181 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.181 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.181 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38007137 2024-08-17T01:49:00.181 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.181 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.181 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.181 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.181 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.181 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.182 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.182 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.182 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.182 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.182 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.182 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.182 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.182 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.182 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.182 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.182 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.182 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.182 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.183 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.183 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.183 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.183 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.183 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.183 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.183 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.183 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.183 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.183 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.183 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70750015 2024-08-17T01:49:00.183 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.183 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.183 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:00.184 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.184 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:00.184 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.184 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.184 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.184 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.184 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.184 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.184 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.184 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.184 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427580293 2024-08-17T01:49:00.184 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.184 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.184 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.184 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.185 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.185 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.185 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.185 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.185 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.185 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.185 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.185 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 184444 2024-08-17T01:49:00.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.185 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.185 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1176979 2024-08-17T01:49:00.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.186 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.186 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.186 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.186 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.186 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.186 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.186 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.186 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.186 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.186 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.186 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74374764 2024-08-17T01:49:00.186 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.186 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.186 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:00.186 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:00.187 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.187 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.187 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.187 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 63 2024-08-17T01:49:00.187 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.187 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:00.187 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.187 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.187 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.187 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:49:00.187 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.187 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.188 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:00.188 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:00.188 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56 2024-08-17T01:49:00.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.188 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:00.188 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.188 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:00.188 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 55553 2024-08-17T01:49:00.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.188 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:00.188 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 145502, 2024-08-17T01:49:00.189 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7089922126 2024-08-17T01:49:00.189 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.189 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:00.189 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T01:49:00.189 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.189 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:00.189 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.189 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.189 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:00.189 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1975966503 2024-08-17T01:49:00.189 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.189 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:00.189 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 55553, 2024-08-17T01:49:00.189 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 295809486084 2024-08-17T01:49:00.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.190 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:00.190 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3263079503 2024-08-17T01:49:00.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.190 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:00.190 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56790, 2024-08-17T01:49:00.190 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22329289539 2024-08-17T01:49:00.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.190 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:00.190 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 55553, 2024-08-17T01:49:00.190 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73704384169 2024-08-17T01:49:00.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.190 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.190 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38469 2024-08-17T01:49:00.191 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.191 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:00.191 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38469, 2024-08-17T01:49:00.191 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18011587418 2024-08-17T01:49:00.191 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.191 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:00.191 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.191 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.191 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:00.191 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3263079503 2024-08-17T01:49:00.191 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.191 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:00.191 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38854, 2024-08-17T01:49:00.191 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7265049875 2024-08-17T01:49:00.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.192 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:00.192 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38469, 2024-08-17T01:49:00.192 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8819165663 2024-08-17T01:49:00.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.192 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:00.192 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9412 2024-08-17T01:49:00.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.192 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:00.192 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312991339 2024-08-17T01:49:00.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.192 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:00.192 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9412, 2024-08-17T01:49:00.192 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14351363008 2024-08-17T01:49:00.193 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.193 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:00.193 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.193 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.193 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:00.193 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.193 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.193 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:00.193 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.193 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.193 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:00.193 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10028, 2024-08-17T01:49:00.193 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5633006447 2024-08-17T01:49:00.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.194 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:00.194 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9412, 2024-08-17T01:49:00.194 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12541139583 2024-08-17T01:49:00.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.194 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.194 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7672 2024-08-17T01:49:00.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.194 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:00.194 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1662975164 2024-08-17T01:49:00.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.194 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:00.195 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7672, 2024-08-17T01:49:00.195 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 263446535658 2024-08-17T01:49:00.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.195 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:00.195 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.195 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:00.195 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7908, 2024-08-17T01:49:00.195 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9431233217 2024-08-17T01:49:00.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.195 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:00.195 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7672, 2024-08-17T01:49:00.195 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 52344078923 2024-08-17T01:49:00.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.196 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:00.196 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.196 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:00.196 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.196 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:00.196 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19 2024-08-17T01:49:00.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.196 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:00.196 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:00.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.197 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:00.197 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 777633792 2024-08-17T01:49:00.197 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.197 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.197 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.197 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T01:49:00.197 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:00.197 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:00.197 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16952 2024-08-17T01:49:00.197 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.197 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:00.197 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.197 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.197 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:00.198 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.198 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:00.198 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.198 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:00.198 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:00.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.198 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:00.198 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.198 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:00.198 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.199 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:00.199 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.199 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:00.199 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.199 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:00.199 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4640768 2024-08-17T01:49:00.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.199 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:00.199 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 746909696 2024-08-17T01:49:00.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.199 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:00.199 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17, 2024-08-17T01:49:00.199 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5151255 2024-08-17T01:49:00.200 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.200 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:00.200 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17, 2024-08-17T01:49:00.200 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1575957 2024-08-17T01:49:00.200 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.200 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:00.200 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 180, 2024-08-17T01:49:00.200 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 791224 2024-08-17T01:49:00.200 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.200 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:00.200 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:00.200 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.200 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:00.201 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 761987072 2024-08-17T01:49:00.201 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.201 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:00.201 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71813, 2024-08-17T01:49:00.201 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5991120967 2024-08-17T01:49:00.201 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.201 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:00.201 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71840, 2024-08-17T01:49:00.201 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11388894142 2024-08-17T01:49:00.201 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.201 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:00.201 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11579392 2024-08-17T01:49:00.201 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.201 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:00.202 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 294207488 2024-08-17T01:49:00.202 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.202 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:00.202 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 774766592 2024-08-17T01:49:00.202 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.202 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:00.202 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.202 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.202 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:00.202 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.202 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.202 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:00.202 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50 2024-08-17T01:49:00.203 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.203 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:00.203 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 204195525 2024-08-17T01:49:00.203 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.203 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:00.203 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16129 2024-08-17T01:49:00.203 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.203 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:00.203 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173924352 2024-08-17T01:49:00.203 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.203 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:00.203 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173928448 2024-08-17T01:49:00.203 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.203 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:00.204 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.204 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.204 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:00.204 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.204 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.204 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:00.204 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8417 2024-08-17T01:49:00.204 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.204 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.204 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16129, 2024-08-17T01:49:00.204 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 149151455 2024-08-17T01:49:00.204 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.204 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:00.204 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 151580158 2024-08-17T01:49:00.204 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.205 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:00.205 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14511 2024-08-17T01:49:00.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.205 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:00.205 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1503541 2024-08-17T01:49:00.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.205 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:00.205 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 406 2024-08-17T01:49:00.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.205 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:00.205 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4577016 2024-08-17T01:49:00.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.205 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:00.205 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 598 2024-08-17T01:49:00.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.206 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:00.206 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3073475 2024-08-17T01:49:00.206 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.206 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:00.206 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3073475 2024-08-17T01:49:00.206 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.206 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:00.206 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.206 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.206 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:00.206 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.206 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.206 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:00.207 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 198 2024-08-17T01:49:00.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.207 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:00.207 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 598, 2024-08-17T01:49:00.207 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2368805 2024-08-17T01:49:00.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.207 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:00.207 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.207 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.207 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:00.207 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.208 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:00.208 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.208 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.208 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.208 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:00.208 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 638 2024-08-17T01:49:00.208 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.208 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:00.208 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:00.208 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5658 2024-08-17T01:49:00.208 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.208 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:00.209 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.209 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.209 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.209 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:00.209 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.209 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.209 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:00.209 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.209 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.209 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:00.209 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1048346624 2024-08-17T01:49:00.209 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.209 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.209 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:00.209 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:00.210 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:00.210 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.210 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:00.210 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14315520 2024-08-17T01:49:00.210 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.210 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:00.210 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21954, 2024-08-17T01:49:00.210 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 83552840 2024-08-17T01:49:00.210 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.210 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:00.210 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3280, 2024-08-17T01:49:00.210 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 387363988 2024-08-17T01:49:00.210 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.211 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:00.211 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.211 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.211 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.211 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:00.211 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.211 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.211 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:00.211 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.211 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.211 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:00.211 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.211 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.211 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:00.211 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16765, 2024-08-17T01:49:00.212 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 122771913 2024-08-17T01:49:00.212 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.212 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:00.212 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.212 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.212 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.212 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:00.212 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.212 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.212 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:00.212 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71762, 2024-08-17T01:49:00.212 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15076200271 2024-08-17T01:49:00.212 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.212 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:00.212 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71103, 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1698223283 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71762, 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 47561472 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71762, 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15123761743 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:00.213 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31086, 2024-08-17T01:49:00.214 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 528474983 2024-08-17T01:49:00.214 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.214 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:00.214 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 964, 2024-08-17T01:49:00.214 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3026989 2024-08-17T01:49:00.214 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.214 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:00.214 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18659, 2024-08-17T01:49:00.214 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8930786 2024-08-17T01:49:00.214 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.214 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:00.214 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 44, 2024-08-17T01:49:00.214 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51940 2024-08-17T01:49:00.214 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.215 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:00.215 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13782, 2024-08-17T01:49:00.215 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3218757474 2024-08-17T01:49:00.215 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.215 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:00.215 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 226737 2024-08-17T01:49:00.215 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.215 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:00.215 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26593 2024-08-17T01:49:00.215 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.215 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.215 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21891, 2024-08-17T01:49:00.215 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1411637111 2024-08-17T01:49:00.216 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.216 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:00.216 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69557, 2024-08-17T01:49:00.216 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19830380 2024-08-17T01:49:00.216 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.216 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:00.216 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 47666, 2024-08-17T01:49:00.216 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 562914075 2024-08-17T01:49:00.216 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.216 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:00.216 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.216 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.216 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:00.217 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 14538, 2024-08-17T01:49:00.217 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 361227736 2024-08-17T01:49:00.217 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.217 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:00.217 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.217 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.217 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:00.217 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.217 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.217 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:00.217 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.217 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.217 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:00.217 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.218 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.218 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:00.218 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:00.218 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6214802354 2024-08-17T01:49:00.218 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.218 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:00.218 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21885, 2024-08-17T01:49:00.218 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1111509421 2024-08-17T01:49:00.218 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.218 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:00.218 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21883, 2024-08-17T01:49:00.218 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2601637741756 2024-08-17T01:49:00.219 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.219 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:00.219 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21885, 2024-08-17T01:49:00.219 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6743252611975 2024-08-17T01:49:00.219 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.219 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:00.219 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85190, 2024-08-17T01:49:00.219 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2685043394345 2024-08-17T01:49:00.219 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.219 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:00.219 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85190, 2024-08-17T01:49:00.219 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9873774 2024-08-17T01:49:00.219 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.219 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:00.219 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:00.220 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 467349778 2024-08-17T01:49:00.220 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.220 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:00.220 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:00.220 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26531127297 2024-08-17T01:49:00.220 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.220 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:00.220 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:00.220 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30991754 2024-08-17T01:49:00.220 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.220 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:00.220 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:00.221 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14211166870 2024-08-17T01:49:00.221 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.221 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:00.221 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:00.221 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8229687154 2024-08-17T01:49:00.221 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.221 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:00.221 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8624570 2024-08-17T01:49:00.221 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.221 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.221 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2705, 2024-08-17T01:49:00.221 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17500920 2024-08-17T01:49:00.221 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.221 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:00.222 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:00.222 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 55667940374 2024-08-17T01:49:00.222 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.222 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:00.222 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:00.222 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9340028780 2024-08-17T01:49:00.222 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.222 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:00.222 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:00.222 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 614748044 2024-08-17T01:49:00.222 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.222 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.222 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:00.223 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:00.223 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:49:00.223 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.223 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:00.223 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 494993408 2024-08-17T01:49:00.223 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.223 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:00.223 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 456802304 2024-08-17T01:49:00.223 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.223 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:00.223 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:49:00.223 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.223 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:00.223 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38191104 2024-08-17T01:49:00.223 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.224 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:00.224 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.224 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:00.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.224 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.224 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.224 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.224 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.224 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.224 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57042070 2024-08-17T01:49:00.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.225 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.225 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.225 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.225 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.225 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.225 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.225 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.225 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.225 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.225 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:00.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.226 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.226 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 839680 2024-08-17T01:49:00.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.226 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.226 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.226 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.226 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.226 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.226 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.226 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.226 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67881834 2024-08-17T01:49:00.226 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.227 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:00.227 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.227 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:00.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.227 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.227 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.227 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.227 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.227 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.227 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427815525 2024-08-17T01:49:00.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.227 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.228 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.228 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.228 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.228 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.228 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 256 2024-08-17T01:49:00.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.228 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.228 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.228 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.228 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 79760 2024-08-17T01:49:00.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.229 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.229 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.229 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.229 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.229 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.229 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.229 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.229 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.229 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.230 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75420939 2024-08-17T01:49:00.230 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.230 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.230 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:00.230 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.230 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:00.230 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.230 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.230 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.230 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.230 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.230 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68544 2024-08-17T01:49:00.231 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.231 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.231 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38028046 2024-08-17T01:49:00.231 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.231 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.231 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.231 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.231 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.231 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.231 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.231 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.231 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.231 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.231 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.232 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.232 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.232 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.232 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.232 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.232 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.232 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.232 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.232 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.232 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.232 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.232 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.232 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.232 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.232 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.233 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.233 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.233 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.233 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70955314 2024-08-17T01:49:00.233 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.233 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.233 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:00.233 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.233 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:00.233 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.233 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.233 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.233 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.233 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.233 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.234 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.234 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.234 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427815525 2024-08-17T01:49:00.234 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.234 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.234 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.234 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.234 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.234 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.234 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.234 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.234 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.234 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.235 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.235 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.235 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.235 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.235 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 185552 2024-08-17T01:49:00.235 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.235 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.235 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1166328 2024-08-17T01:49:00.235 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.235 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.235 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.235 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.235 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.235 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.235 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.236 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.236 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.236 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.236 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.236 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74149075 2024-08-17T01:49:00.236 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.236 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.236 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:00.236 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:00.236 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.236 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.236 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.236 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16 2024-08-17T01:49:00.236 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.237 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:00.237 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.237 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.237 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.237 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.237 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:00.237 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:00.237 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48 2024-08-17T01:49:00.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.237 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:00.237 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.238 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:00.238 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46328 2024-08-17T01:49:00.238 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.238 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:00.238 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 136253, 2024-08-17T01:49:00.238 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8410728538 2024-08-17T01:49:00.238 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.238 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:00.238 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.238 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.238 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:00.238 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.238 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.238 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:00.239 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1892892328 2024-08-17T01:49:00.239 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.239 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:00.239 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 46328, 2024-08-17T01:49:00.239 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 617731218520 2024-08-17T01:49:00.239 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.239 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:00.239 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2349709006 2024-08-17T01:49:00.239 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.239 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:00.239 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 48191, 2024-08-17T01:49:00.239 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31226073325 2024-08-17T01:49:00.239 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.239 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:00.239 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 46328, 2024-08-17T01:49:00.240 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 102371724324 2024-08-17T01:49:00.240 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.240 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.240 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23359 2024-08-17T01:49:00.240 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.240 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:00.240 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23359, 2024-08-17T01:49:00.240 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12496028444 2024-08-17T01:49:00.240 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.240 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:00.240 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.240 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.240 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:00.240 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2349709006 2024-08-17T01:49:00.240 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.241 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:00.241 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23823, 2024-08-17T01:49:00.241 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5373084245 2024-08-17T01:49:00.241 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.241 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:00.241 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23359, 2024-08-17T01:49:00.241 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5146481331 2024-08-17T01:49:00.241 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.241 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:00.241 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13081 2024-08-17T01:49:00.241 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.241 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:00.241 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 196282233 2024-08-17T01:49:00.241 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.242 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:00.242 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13081, 2024-08-17T01:49:00.242 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 97711832214 2024-08-17T01:49:00.242 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.242 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:00.242 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.242 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.242 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:00.242 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.242 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.242 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:00.242 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.242 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.242 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:00.243 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13347, 2024-08-17T01:49:00.243 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13075216387 2024-08-17T01:49:00.243 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.243 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:00.243 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13081, 2024-08-17T01:49:00.243 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30433251598 2024-08-17T01:49:00.243 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.243 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.243 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9888 2024-08-17T01:49:00.243 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.243 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:00.243 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1696610095 2024-08-17T01:49:00.243 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.243 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:00.244 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9888, 2024-08-17T01:49:00.244 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 507523357862 2024-08-17T01:49:00.244 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.244 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:00.244 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.244 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.244 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:00.244 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11021, 2024-08-17T01:49:00.244 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12777772693 2024-08-17T01:49:00.244 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.244 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:00.244 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9888, 2024-08-17T01:49:00.244 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 66791991395 2024-08-17T01:49:00.245 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.245 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:00.245 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.245 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.245 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:00.245 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4194323 2024-08-17T01:49:00.245 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.245 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:00.245 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6 2024-08-17T01:49:00.245 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.245 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:00.245 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:00.245 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.245 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:00.246 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 776318976 2024-08-17T01:49:00.246 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.246 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.246 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.246 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T01:49:00.246 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:00.246 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:00.246 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21673 2024-08-17T01:49:00.246 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.246 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:00.246 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.246 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.246 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:00.247 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.247 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.247 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:00.247 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.247 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.247 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:00.247 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:00.247 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.247 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:00.247 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.247 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.247 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:00.247 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.248 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.248 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:00.248 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.248 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.248 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:00.248 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.248 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.248 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:00.248 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7839744 2024-08-17T01:49:00.248 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.248 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:00.248 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 702111744 2024-08-17T01:49:00.248 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.249 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:00.249 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18, 2024-08-17T01:49:00.249 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4243330 2024-08-17T01:49:00.249 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.249 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:00.249 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18, 2024-08-17T01:49:00.249 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1324889 2024-08-17T01:49:00.249 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.249 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:00.249 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 187, 2024-08-17T01:49:00.249 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 872353 2024-08-17T01:49:00.249 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.249 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:00.250 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:00.250 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.250 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:00.250 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 682622976 2024-08-17T01:49:00.250 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.250 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:00.250 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73206, 2024-08-17T01:49:00.250 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5907058581 2024-08-17T01:49:00.250 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.250 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:00.250 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73226, 2024-08-17T01:49:00.250 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11081200344 2024-08-17T01:49:00.250 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.251 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:00.251 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 626688 2024-08-17T01:49:00.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.251 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:00.251 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 299896832 2024-08-17T01:49:00.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.251 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:00.251 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 703922176 2024-08-17T01:49:00.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.251 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:00.251 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.252 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:00.252 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:00.252 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50 2024-08-17T01:49:00.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.252 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:00.252 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 308002518 2024-08-17T01:49:00.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.252 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:00.252 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19520 2024-08-17T01:49:00.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.252 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:00.253 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 232824832 2024-08-17T01:49:00.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.253 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:00.253 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 232828928 2024-08-17T01:49:00.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.253 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:00.253 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.253 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:00.253 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.253 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:00.253 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7525 2024-08-17T01:49:00.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.253 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.254 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19520, 2024-08-17T01:49:00.254 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 152079605 2024-08-17T01:49:00.254 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.254 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:00.254 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 221851774 2024-08-17T01:49:00.254 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.254 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:00.254 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16879 2024-08-17T01:49:00.254 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.254 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:00.254 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3075643 2024-08-17T01:49:00.254 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.255 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:00.255 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 674 2024-08-17T01:49:00.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.255 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:00.255 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7673210 2024-08-17T01:49:00.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.255 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:00.255 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 944 2024-08-17T01:49:00.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.255 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:00.255 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4597567 2024-08-17T01:49:00.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.255 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:00.255 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4597567 2024-08-17T01:49:00.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.256 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:00.256 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.256 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:00.256 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.256 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:00.256 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 274 2024-08-17T01:49:00.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.256 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:00.256 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T01:49:00.256 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3452551 2024-08-17T01:49:00.257 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.257 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:00.257 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.257 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.257 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.257 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:00.257 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.257 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.257 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:00.257 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.257 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.257 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.258 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:00.258 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 606 2024-08-17T01:49:00.258 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.258 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:00.258 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:00.258 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6694 2024-08-17T01:49:00.258 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.258 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:00.258 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.258 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.258 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.258 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:00.258 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.258 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.259 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:00.259 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.259 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:00.259 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1012576256 2024-08-17T01:49:00.259 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.259 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:00.259 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:00.259 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:00.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.259 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:00.259 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14303232 2024-08-17T01:49:00.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.260 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:00.260 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17657, 2024-08-17T01:49:00.260 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56982355 2024-08-17T01:49:00.260 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.260 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:00.260 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3310, 2024-08-17T01:49:00.260 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 402069993 2024-08-17T01:49:00.260 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.260 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:00.260 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.260 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.260 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.260 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:00.260 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.261 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.261 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:00.261 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.261 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.261 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:00.261 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.261 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.261 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:00.261 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24337, 2024-08-17T01:49:00.261 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 207505089 2024-08-17T01:49:00.261 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.261 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:00.261 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.261 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.262 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:00.262 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.262 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:00.262 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73150, 2024-08-17T01:49:00.262 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14832792584 2024-08-17T01:49:00.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.262 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:00.262 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 72446, 2024-08-17T01:49:00.262 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1588408786 2024-08-17T01:49:00.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.262 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:00.262 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73150, 2024-08-17T01:49:00.263 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37149983 2024-08-17T01:49:00.263 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.263 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:00.263 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73150, 2024-08-17T01:49:00.263 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14869942567 2024-08-17T01:49:00.263 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.263 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:00.263 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.263 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.263 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.263 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:00.263 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64834, 2024-08-17T01:49:00.263 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 993603663 2024-08-17T01:49:00.263 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.263 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:00.264 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1097, 2024-08-17T01:49:00.264 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2668194 2024-08-17T01:49:00.264 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.264 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:00.264 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 22195, 2024-08-17T01:49:00.264 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12499606 2024-08-17T01:49:00.264 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.264 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:00.264 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37, 2024-08-17T01:49:00.264 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45102 2024-08-17T01:49:00.264 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.264 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:00.264 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 22860, 2024-08-17T01:49:00.264 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3398331606 2024-08-17T01:49:00.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.265 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:00.265 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 280635 2024-08-17T01:49:00.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.265 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:00.265 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19512 2024-08-17T01:49:00.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.265 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.265 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12426, 2024-08-17T01:49:00.265 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1206083353 2024-08-17T01:49:00.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.265 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:00.265 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31264, 2024-08-17T01:49:00.265 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13342931 2024-08-17T01:49:00.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.266 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:00.266 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18838, 2024-08-17T01:49:00.266 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 872527066 2024-08-17T01:49:00.266 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.266 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:00.266 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.266 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.266 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:00.266 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12397, 2024-08-17T01:49:00.266 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 403329828 2024-08-17T01:49:00.266 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.266 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:00.267 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.267 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.267 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:00.267 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.267 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.267 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:00.267 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.267 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.267 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:00.267 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.267 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.267 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:00.267 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:00.268 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5804860682 2024-08-17T01:49:00.268 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.268 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:00.268 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6126, 2024-08-17T01:49:00.268 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 451311344 2024-08-17T01:49:00.268 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.268 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:00.268 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6125, 2024-08-17T01:49:00.268 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2759516420128 2024-08-17T01:49:00.268 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.268 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:00.268 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6126, 2024-08-17T01:49:00.269 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6214175985580 2024-08-17T01:49:00.269 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.269 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:00.269 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86344, 2024-08-17T01:49:00.269 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2410543824045 2024-08-17T01:49:00.269 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.269 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:00.269 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86344, 2024-08-17T01:49:00.269 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10211283 2024-08-17T01:49:00.269 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.269 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:00.269 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:00.269 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 610091226 2024-08-17T01:49:00.269 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.270 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:00.270 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:00.270 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26144979776 2024-08-17T01:49:00.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.270 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:00.270 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:00.270 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27701773 2024-08-17T01:49:00.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.270 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:00.270 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:00.270 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12846407452 2024-08-17T01:49:00.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.270 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:00.270 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:00.271 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8532691856 2024-08-17T01:49:00.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.271 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:00.271 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8624391 2024-08-17T01:49:00.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.271 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.271 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2661, 2024-08-17T01:49:00.271 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16246357 2024-08-17T01:49:00.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.271 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:00.271 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:00.271 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53950347812 2024-08-17T01:49:00.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.271 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:00.272 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:00.272 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9553863217 2024-08-17T01:49:00.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.272 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:00.272 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:00.272 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 619198144 2024-08-17T01:49:00.272 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.272 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:00.272 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:00.272 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:49:00.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.272 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:00.273 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 483172352 2024-08-17T01:49:00.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.273 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:00.273 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 409034752 2024-08-17T01:49:00.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.273 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:00.273 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:49:00.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.273 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:00.273 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74137600 2024-08-17T01:49:00.273 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.273 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:00.273 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.273 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:00.274 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.274 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.274 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.274 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.274 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.274 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.274 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.274 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.274 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56997808 2024-08-17T01:49:00.274 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.274 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.274 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.275 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.275 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.275 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.275 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.275 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.275 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.275 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.275 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:00.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.275 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.275 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 122880 2024-08-17T01:49:00.276 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.276 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.276 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.276 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.276 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.276 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.276 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.276 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.276 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.276 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.276 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.276 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68704336 2024-08-17T01:49:00.276 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.276 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.276 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:00.277 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.277 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 562036736 2024-08-17T01:49:00.277 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.277 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.277 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.277 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.277 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.277 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.277 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.277 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.277 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427483566 2024-08-17T01:49:00.277 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.277 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.278 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.278 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.278 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.278 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.278 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1744 2024-08-17T01:49:00.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.278 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.278 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.278 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.278 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 115104 2024-08-17T01:49:00.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.279 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.279 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.279 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.279 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.279 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.279 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.279 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.279 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.279 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.280 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67327458 2024-08-17T01:49:00.280 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.280 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.280 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:00.280 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.280 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:00.280 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.280 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.280 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.280 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.280 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.280 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 448992 2024-08-17T01:49:00.280 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.280 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.280 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37998539 2024-08-17T01:49:00.281 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.281 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.281 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.281 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.281 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.281 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.281 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.281 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.281 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.281 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.281 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.281 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.282 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.282 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.282 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.282 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.282 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.282 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.282 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.282 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.282 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.282 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.282 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.282 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.283 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.283 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.283 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.283 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.283 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.283 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70604373 2024-08-17T01:49:00.283 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.283 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.283 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:00.283 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.283 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:00.283 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.283 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.283 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.283 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.284 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.284 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.284 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.284 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427483566 2024-08-17T01:49:00.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.284 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.284 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.284 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.284 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.284 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.284 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.285 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.285 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.285 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.285 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.285 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 180012 2024-08-17T01:49:00.285 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.285 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.285 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1203573 2024-08-17T01:49:00.285 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.285 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.285 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.285 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.285 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.285 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.286 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.286 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.286 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.286 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.286 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.286 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74449329 2024-08-17T01:49:00.286 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.286 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.286 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:00.286 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:00.286 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.286 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.286 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.287 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 97 2024-08-17T01:49:00.287 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.287 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:00.287 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.287 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.287 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.287 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.287 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.287 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.287 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:00.287 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:00.287 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43 2024-08-17T01:49:00.287 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.288 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:00.288 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.288 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.288 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:00.288 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68533 2024-08-17T01:49:00.288 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.288 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:00.288 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 168376, 2024-08-17T01:49:00.288 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7951726359 2024-08-17T01:49:00.288 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.288 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:00.288 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:49:00.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.289 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:00.289 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:49:00.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.289 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:00.289 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1635039425 2024-08-17T01:49:00.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.289 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:00.289 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 68533, 2024-08-17T01:49:00.289 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 100489631920 2024-08-17T01:49:00.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.289 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:00.289 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3903989516 2024-08-17T01:49:00.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.290 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:00.290 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69469, 2024-08-17T01:49:00.290 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 44932049226 2024-08-17T01:49:00.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.290 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:00.290 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 68533, 2024-08-17T01:49:00.290 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73394336489 2024-08-17T01:49:00.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.290 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.290 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37734 2024-08-17T01:49:00.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.291 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:00.291 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37734, 2024-08-17T01:49:00.291 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27958248724 2024-08-17T01:49:00.291 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.291 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:00.291 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.291 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.291 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:00.291 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3903989516 2024-08-17T01:49:00.291 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.291 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:00.291 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38181, 2024-08-17T01:49:00.291 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6965333914 2024-08-17T01:49:00.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.292 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:00.292 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37734, 2024-08-17T01:49:00.292 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12500572005 2024-08-17T01:49:00.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.292 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:00.292 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 28657 2024-08-17T01:49:00.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.292 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:00.292 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 297382261 2024-08-17T01:49:00.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.292 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:00.292 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28657, 2024-08-17T01:49:00.292 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50937806545 2024-08-17T01:49:00.293 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.293 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:00.293 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.293 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.293 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:00.293 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.293 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.293 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:00.293 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.293 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.293 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:00.293 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28954, 2024-08-17T01:49:00.293 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 34442076726 2024-08-17T01:49:00.293 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.293 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:00.294 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28657, 2024-08-17T01:49:00.294 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48033540641 2024-08-17T01:49:00.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.294 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.294 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2142 2024-08-17T01:49:00.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.294 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:00.294 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1337657164 2024-08-17T01:49:00.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.294 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:00.294 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2142, 2024-08-17T01:49:00.294 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21593576651 2024-08-17T01:49:00.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.295 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:00.295 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.295 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.295 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:00.295 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2334, 2024-08-17T01:49:00.295 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3524638586 2024-08-17T01:49:00.295 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.295 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:00.295 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2142, 2024-08-17T01:49:00.295 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12860223843 2024-08-17T01:49:00.295 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.295 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:00.295 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.296 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.296 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:00.296 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.296 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.296 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:00.296 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 33 2024-08-17T01:49:00.296 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.296 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:00.296 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:00.296 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.296 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:00.296 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 696938496 2024-08-17T01:49:00.296 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.297 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.297 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T01:49:00.297 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:00.297 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:00.297 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15969 2024-08-17T01:49:00.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.297 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:00.297 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.297 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:00.297 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.298 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:00.298 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.298 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.298 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:00.298 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:00.298 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.298 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:00.298 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.298 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.298 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:00.298 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.299 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:00.299 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:00.299 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:00.299 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1863680 2024-08-17T01:49:00.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:00.299 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 626651136 2024-08-17T01:49:00.300 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.300 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:00.300 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:49:00.300 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3289647 2024-08-17T01:49:00.300 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.300 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:00.300 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:49:00.300 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 924858 2024-08-17T01:49:00.300 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.300 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:00.300 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 155, 2024-08-17T01:49:00.300 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 747977 2024-08-17T01:49:00.301 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.301 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:00.301 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:00.301 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.301 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:00.301 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 615514112 2024-08-17T01:49:00.301 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.301 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:00.301 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64544, 2024-08-17T01:49:00.301 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5287292724 2024-08-17T01:49:00.301 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.301 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:00.302 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64569, 2024-08-17T01:49:00.302 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9916479985 2024-08-17T01:49:00.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.302 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:00.302 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15097856 2024-08-17T01:49:00.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.302 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:00.302 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 264454144 2024-08-17T01:49:00.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.302 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:00.302 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 624033792 2024-08-17T01:49:00.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.302 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:00.303 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.303 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:00.303 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:00.303 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 44 2024-08-17T01:49:00.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.303 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:00.303 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 79298259 2024-08-17T01:49:00.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.303 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:00.303 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4248 2024-08-17T01:49:00.304 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.304 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:00.304 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85721088 2024-08-17T01:49:00.304 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.304 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:00.304 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85725184 2024-08-17T01:49:00.304 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.304 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:00.304 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.304 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.304 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:00.304 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.305 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:00.305 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2335 2024-08-17T01:49:00.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.305 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.305 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4248, 2024-08-17T01:49:00.305 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53166434 2024-08-17T01:49:00.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.305 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:00.305 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20079348 2024-08-17T01:49:00.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.305 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:00.306 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2428 2024-08-17T01:49:00.306 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.306 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:00.306 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 795414 2024-08-17T01:49:00.306 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.306 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:00.306 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 395 2024-08-17T01:49:00.306 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.306 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:00.306 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1797847 2024-08-17T01:49:00.306 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.306 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:00.307 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 502 2024-08-17T01:49:00.307 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.307 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:00.307 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1002433 2024-08-17T01:49:00.307 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.307 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:00.307 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1002433 2024-08-17T01:49:00.307 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.307 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:00.307 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.307 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.307 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:00.308 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.308 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.308 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:00.308 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 108 2024-08-17T01:49:00.308 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.308 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:00.308 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 502, 2024-08-17T01:49:00.308 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 938280 2024-08-17T01:49:00.308 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.308 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:00.308 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.308 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.308 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.308 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:00.309 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.309 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.309 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:00.309 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.309 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.309 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.309 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:00.309 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 853 2024-08-17T01:49:00.309 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.309 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:00.309 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:00.309 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7945 2024-08-17T01:49:00.309 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.310 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:00.310 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.310 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.310 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.310 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:00.310 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.310 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.310 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:00.310 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.310 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.310 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:00.310 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 895262720 2024-08-17T01:49:00.311 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.311 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:00.311 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:00.311 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:00.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.311 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:00.311 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14327808 2024-08-17T01:49:00.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.311 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:00.311 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17225, 2024-08-17T01:49:00.311 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53343651 2024-08-17T01:49:00.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.312 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:00.312 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3254, 2024-08-17T01:49:00.312 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 346917865 2024-08-17T01:49:00.312 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.312 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:00.312 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.312 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.312 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.312 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:00.312 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.312 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.312 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:00.312 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.312 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.313 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:00.313 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.313 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.313 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:00.313 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12882, 2024-08-17T01:49:00.313 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 104946655 2024-08-17T01:49:00.313 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.313 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:00.313 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.313 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.313 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.313 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:00.313 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.313 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.314 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:00.314 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64507, 2024-08-17T01:49:00.314 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13220644886 2024-08-17T01:49:00.314 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.314 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:00.314 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 63939, 2024-08-17T01:49:00.314 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1409923794 2024-08-17T01:49:00.314 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.314 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:00.314 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64507, 2024-08-17T01:49:00.314 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 39631663 2024-08-17T01:49:00.314 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.314 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:00.314 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64507, 2024-08-17T01:49:00.315 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13260276549 2024-08-17T01:49:00.315 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.315 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:00.315 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.315 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.315 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.315 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:00.315 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18734, 2024-08-17T01:49:00.315 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464581173 2024-08-17T01:49:00.315 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.315 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:00.315 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1395, 2024-08-17T01:49:00.315 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3059327 2024-08-17T01:49:00.315 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.315 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:00.316 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7112, 2024-08-17T01:49:00.316 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5546907 2024-08-17T01:49:00.316 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.316 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:00.316 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 41, 2024-08-17T01:49:00.316 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49942 2024-08-17T01:49:00.316 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.316 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:00.316 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7145, 2024-08-17T01:49:00.316 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 575793023 2024-08-17T01:49:00.316 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.316 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:00.316 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195073 2024-08-17T01:49:00.316 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.316 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:00.317 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17299 2024-08-17T01:49:00.317 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.317 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.317 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28602, 2024-08-17T01:49:00.317 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1008279488 2024-08-17T01:49:00.317 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.317 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:00.317 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75839, 2024-08-17T01:49:00.317 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22653101 2024-08-17T01:49:00.317 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.317 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:00.317 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 47237, 2024-08-17T01:49:00.317 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 499567538 2024-08-17T01:49:00.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.318 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:00.318 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.318 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:00.318 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11763, 2024-08-17T01:49:00.318 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304487159 2024-08-17T01:49:00.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.318 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:00.318 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.318 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:00.318 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.319 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:00.319 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.319 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:00.319 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.319 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:00.319 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:00.319 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3757668968 2024-08-17T01:49:00.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.319 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:00.319 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17860, 2024-08-17T01:49:00.319 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1054218106 2024-08-17T01:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17859, 2024-08-17T01:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2643834345761 2024-08-17T01:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17860, 2024-08-17T01:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6510853160389 2024-08-17T01:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75754, 2024-08-17T01:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2604806114631 2024-08-17T01:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.320 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75754, 2024-08-17T01:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7878940 2024-08-17T01:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 108717379 2024-08-17T01:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22574396948 2024-08-17T01:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24486944 2024-08-17T01:49:00.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.322 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:00.322 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:00.322 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12110424083 2024-08-17T01:49:00.322 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.322 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:00.322 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:00.322 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6519904834 2024-08-17T01:49:00.322 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.322 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:00.322 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8630305 2024-08-17T01:49:00.322 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2638, 2024-08-17T01:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16042103 2024-08-17T01:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45081091211 2024-08-17T01:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7394804344 2024-08-17T01:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:00.323 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 435476981 2024-08-17T01:49:00.324 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.324 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.324 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:00.324 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:00.324 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:49:00.324 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.324 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:00.324 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 474824704 2024-08-17T01:49:00.324 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.324 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:00.324 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430415872 2024-08-17T01:49:00.324 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.325 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:00.325 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:49:00.325 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.325 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:00.325 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 44408832 2024-08-17T01:49:00.325 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.325 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.325 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:00.325 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.325 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:00.325 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.325 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.325 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.326 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.326 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.326 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.326 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.326 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.326 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57463423 2024-08-17T01:49:00.326 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.326 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.326 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.326 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.326 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.326 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.327 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.327 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.327 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.327 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.327 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.327 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.327 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.327 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.328 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.328 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.328 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.328 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.328 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.328 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.328 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.328 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68365697 2024-08-17T01:49:00.328 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.328 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:00.329 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.329 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:00.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.329 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.329 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.329 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.329 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.329 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.329 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430975678 2024-08-17T01:49:00.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.329 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.329 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.330 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.330 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1136 2024-08-17T01:49:00.330 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.330 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.330 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.330 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.330 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.330 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.330 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.330 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.330 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22080 2024-08-17T01:49:00.330 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.331 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.331 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46720 2024-08-17T01:49:00.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.331 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.331 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.331 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.331 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.331 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.331 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.331 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.332 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 72270866 2024-08-17T01:49:00.332 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.332 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.332 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:00.332 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.332 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:00.332 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.332 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.332 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.332 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.332 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.332 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 220080 2024-08-17T01:49:00.332 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.332 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.333 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38308949 2024-08-17T01:49:00.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.333 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.333 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.333 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.333 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.333 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.333 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.333 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.333 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.334 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.334 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.334 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.334 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.334 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.334 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.334 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.334 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.334 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.335 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.335 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.335 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70522875 2024-08-17T01:49:00.335 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.335 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:00.335 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.335 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:00.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.335 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.335 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.335 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.335 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.336 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.336 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430975678 2024-08-17T01:49:00.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.336 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.336 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.336 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.336 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.336 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.336 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.336 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.336 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.337 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.337 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 189561 2024-08-17T01:49:00.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.337 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.337 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1200204 2024-08-17T01:49:00.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.337 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.337 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.337 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.337 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.337 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.337 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.338 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.338 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.338 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70951037 2024-08-17T01:49:00.338 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.338 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.338 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:00.338 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:00.338 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.338 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.338 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.338 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17 2024-08-17T01:49:00.338 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.338 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36346 2024-08-17T01:49:00.339 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.340 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:00.340 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 109309, 2024-08-17T01:49:00.340 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5987459211 2024-08-17T01:49:00.340 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.340 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:00.340 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.340 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.340 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:00.340 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.340 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.340 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:00.340 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1062048282 2024-08-17T01:49:00.340 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.340 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:00.341 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 36346, 2024-08-17T01:49:00.341 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 253160457695 2024-08-17T01:49:00.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.341 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:00.341 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1210930276 2024-08-17T01:49:00.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.341 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:00.341 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37992, 2024-08-17T01:49:00.341 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24690638836 2024-08-17T01:49:00.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.341 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:00.341 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 36346, 2024-08-17T01:49:00.341 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 61597879612 2024-08-17T01:49:00.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.342 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.342 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20998 2024-08-17T01:49:00.342 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.342 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:00.342 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20998, 2024-08-17T01:49:00.342 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45115417633 2024-08-17T01:49:00.342 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.342 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:00.342 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.342 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.342 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:00.342 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1210930276 2024-08-17T01:49:00.342 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.342 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:00.343 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21099, 2024-08-17T01:49:00.343 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4734246404 2024-08-17T01:49:00.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.343 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:00.343 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20998, 2024-08-17T01:49:00.343 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4664724273 2024-08-17T01:49:00.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.343 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:00.343 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11885 2024-08-17T01:49:00.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.343 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:00.343 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 141916009 2024-08-17T01:49:00.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.343 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:00.343 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11885, 2024-08-17T01:49:00.344 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 157327476960 2024-08-17T01:49:00.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.344 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:00.344 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.344 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:00.344 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.344 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:00.344 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.344 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:00.344 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13367, 2024-08-17T01:49:00.344 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15834448691 2024-08-17T01:49:00.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.345 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:00.345 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11885, 2024-08-17T01:49:00.345 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 34502428324 2024-08-17T01:49:00.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.345 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.345 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3463 2024-08-17T01:49:00.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.345 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:00.345 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 920132273 2024-08-17T01:49:00.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.345 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:00.346 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3463, 2024-08-17T01:49:00.346 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50717563102 2024-08-17T01:49:00.346 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.346 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:00.346 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.346 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.346 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:00.346 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3526, 2024-08-17T01:49:00.346 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4121943741 2024-08-17T01:49:00.346 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.346 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:00.346 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3463, 2024-08-17T01:49:00.346 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22430727015 2024-08-17T01:49:00.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.347 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:00.347 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.347 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:00.347 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4194305 2024-08-17T01:49:00.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.347 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:00.347 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30 2024-08-17T01:49:00.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.347 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:00.347 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:00.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.348 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:00.348 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 629854208 2024-08-17T01:49:00.348 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.348 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.348 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.348 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T01:49:00.348 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:00.348 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:00.348 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21301 2024-08-17T01:49:00.348 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.348 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:00.348 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.349 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:00.349 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.349 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:00.349 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.349 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:00.349 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:00.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.349 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:00.349 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.350 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:00.350 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.350 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:00.350 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.350 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:00.350 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.350 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:00.350 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2097152 2024-08-17T01:49:00.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.350 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:00.351 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 548921344 2024-08-17T01:49:00.351 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.351 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:00.351 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T01:49:00.351 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4815958 2024-08-17T01:49:00.351 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.351 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:00.351 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T01:49:00.351 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 938439 2024-08-17T01:49:00.351 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.351 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:00.351 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 135, 2024-08-17T01:49:00.351 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 583332 2024-08-17T01:49:00.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.352 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:00.352 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:00.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.352 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:00.352 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 541851648 2024-08-17T01:49:00.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.352 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:00.352 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56087, 2024-08-17T01:49:00.352 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7517658694 2024-08-17T01:49:00.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.352 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:00.352 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56100, 2024-08-17T01:49:00.352 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12263223467 2024-08-17T01:49:00.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.353 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:00.353 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13721600 2024-08-17T01:49:00.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.353 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:00.353 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 229810176 2024-08-17T01:49:00.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.353 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:00.353 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 550371328 2024-08-17T01:49:00.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.353 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:00.353 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.354 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:00.354 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.354 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:00.354 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 41 2024-08-17T01:49:00.354 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.354 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:00.354 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 113101777 2024-08-17T01:49:00.354 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.354 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:00.354 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8644 2024-08-17T01:49:00.354 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.355 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:00.355 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 126287872 2024-08-17T01:49:00.355 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.355 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:00.355 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 126291968 2024-08-17T01:49:00.355 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.355 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:00.355 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.355 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.355 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:00.355 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.355 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.355 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:00.356 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6069 2024-08-17T01:49:00.356 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.356 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.356 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8644, 2024-08-17T01:49:00.356 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 80364437 2024-08-17T01:49:00.356 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.356 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:00.356 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 54192544 2024-08-17T01:49:00.356 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.356 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:00.356 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6834 2024-08-17T01:49:00.356 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.356 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:00.356 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 723894 2024-08-17T01:49:00.356 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.357 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:00.357 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 379 2024-08-17T01:49:00.357 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.357 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:00.357 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2075713 2024-08-17T01:49:00.357 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.357 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:00.357 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 504 2024-08-17T01:49:00.357 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.357 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:00.357 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1351819 2024-08-17T01:49:00.357 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.357 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:00.358 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1351819 2024-08-17T01:49:00.358 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.358 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:00.358 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.358 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.358 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:00.358 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.358 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.358 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:00.358 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 127 2024-08-17T01:49:00.358 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.358 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:00.358 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 504, 2024-08-17T01:49:00.359 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 799505 2024-08-17T01:49:00.359 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.359 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:00.359 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.359 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.359 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.359 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:00.359 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.359 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.359 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:00.359 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.359 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.359 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.360 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:00.360 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 698 2024-08-17T01:49:00.360 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.360 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:00.360 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:00.360 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5754 2024-08-17T01:49:00.360 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.360 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:00.360 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.360 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.360 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.360 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:00.360 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.360 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.361 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:00.361 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.361 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.361 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:00.361 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 782823424 2024-08-17T01:49:00.361 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.361 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.361 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:00.361 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:00.361 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:00.361 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.361 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:00.361 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14323712 2024-08-17T01:49:00.361 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.362 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:00.362 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23533, 2024-08-17T01:49:00.362 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 61857758 2024-08-17T01:49:00.362 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.362 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:00.362 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3189, 2024-08-17T01:49:00.362 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 346916595 2024-08-17T01:49:00.362 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.362 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:00.362 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.362 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.362 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.362 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:00.362 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.363 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.363 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:00.363 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.363 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.363 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:00.363 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.363 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.363 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:00.363 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8803, 2024-08-17T01:49:00.363 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 62302482 2024-08-17T01:49:00.363 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.363 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:00.363 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.363 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.363 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.364 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:00.364 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.364 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.364 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:00.364 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56055, 2024-08-17T01:49:00.364 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15037738273 2024-08-17T01:49:00.364 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.364 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:00.364 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 55614, 2024-08-17T01:49:00.364 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1320370833 2024-08-17T01:49:00.364 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.364 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:00.364 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56055, 2024-08-17T01:49:00.364 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48412923 2024-08-17T01:49:00.364 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.365 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:00.365 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56055, 2024-08-17T01:49:00.365 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15086151196 2024-08-17T01:49:00.365 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.365 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:00.365 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.365 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.365 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.365 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:00.365 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20578, 2024-08-17T01:49:00.365 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 385050301 2024-08-17T01:49:00.365 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.365 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:00.365 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 895, 2024-08-17T01:49:00.365 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2383226 2024-08-17T01:49:00.366 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.366 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:00.366 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6458, 2024-08-17T01:49:00.366 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4908334 2024-08-17T01:49:00.366 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.366 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:00.366 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 46, 2024-08-17T01:49:00.366 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70060 2024-08-17T01:49:00.366 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.366 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:00.366 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10190, 2024-08-17T01:49:00.366 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1395130510 2024-08-17T01:49:00.366 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.366 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:00.367 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 161775 2024-08-17T01:49:00.367 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.367 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:00.367 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18000 2024-08-17T01:49:00.367 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.367 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.367 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7579, 2024-08-17T01:49:00.367 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 979469435 2024-08-17T01:49:00.367 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.367 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:00.367 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 32601, 2024-08-17T01:49:00.367 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9031988 2024-08-17T01:49:00.367 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.367 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:00.368 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25022, 2024-08-17T01:49:00.368 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 786626518 2024-08-17T01:49:00.368 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.368 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:00.368 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.368 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.368 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:00.368 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12474, 2024-08-17T01:49:00.368 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 275155447 2024-08-17T01:49:00.368 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.368 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:00.368 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.368 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.368 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:00.369 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.369 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:00.369 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.369 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:00.369 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.369 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:00.369 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:00.369 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12814342307 2024-08-17T01:49:00.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.369 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:00.369 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17745, 2024-08-17T01:49:00.370 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 742482763 2024-08-17T01:49:00.370 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.370 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:00.370 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17744, 2024-08-17T01:49:00.370 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2472256054307 2024-08-17T01:49:00.370 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.370 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:00.370 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17745, 2024-08-17T01:49:00.370 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6179148895374 2024-08-17T01:49:00.370 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.370 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:00.370 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69068, 2024-08-17T01:49:00.370 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2296693971089 2024-08-17T01:49:00.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.371 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:00.371 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69068, 2024-08-17T01:49:00.371 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6861431 2024-08-17T01:49:00.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.371 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:00.371 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:00.371 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 989991207 2024-08-17T01:49:00.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.371 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:00.371 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:00.371 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30038561672 2024-08-17T01:49:00.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.371 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:00.372 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:00.372 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23890729 2024-08-17T01:49:00.372 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.372 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:00.372 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:00.372 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14360149959 2024-08-17T01:49:00.372 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.372 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:00.372 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:00.372 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5802184096 2024-08-17T01:49:00.372 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.372 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:00.372 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8625106 2024-08-17T01:49:00.372 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.373 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.373 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2567, 2024-08-17T01:49:00.373 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13775968 2024-08-17T01:49:00.373 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.373 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:00.373 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:00.373 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 64016670614 2024-08-17T01:49:00.373 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.373 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:00.373 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:00.373 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6587344340 2024-08-17T01:49:00.373 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.373 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:00.373 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:00.373 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 689557392 2024-08-17T01:49:00.374 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.374 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.374 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:00.374 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:00.374 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:49:00.374 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.374 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:00.374 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 517545984 2024-08-17T01:49:00.374 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.374 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:00.374 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 498540544 2024-08-17T01:49:00.374 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.375 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:00.375 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:49:00.375 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.375 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:00.375 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19005440 2024-08-17T01:49:00.375 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.375 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.375 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:00.375 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.375 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:00.375 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.375 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.375 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.375 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.376 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.376 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.376 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.376 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.376 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57309669 2024-08-17T01:49:00.376 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.376 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.376 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.376 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.376 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.376 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.376 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.377 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.377 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.377 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.377 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.377 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.377 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.377 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.377 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36864 2024-08-17T01:49:00.377 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.377 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.377 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 888832 2024-08-17T01:49:00.377 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.377 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.377 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.378 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.378 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.378 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.378 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.378 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.378 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.378 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.378 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.378 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67593755 2024-08-17T01:49:00.378 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.378 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.378 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:00.378 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.378 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:00.379 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.379 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.379 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.379 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.379 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.379 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.379 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.379 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.379 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 429822518 2024-08-17T01:49:00.379 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.379 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.379 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.379 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.379 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.379 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1136 2024-08-17T01:49:00.380 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.380 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.380 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.380 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.380 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.380 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.380 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.380 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.380 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70944 2024-08-17T01:49:00.380 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.380 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.380 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.380 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.380 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.380 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.381 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.381 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.381 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.381 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.381 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.381 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.381 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.381 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.381 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73421882 2024-08-17T01:49:00.381 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.381 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.381 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:00.381 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.381 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:00.381 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.382 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.382 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.382 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.382 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.382 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 145872 2024-08-17T01:49:00.382 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.382 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.382 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38206446 2024-08-17T01:49:00.382 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.382 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.382 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.382 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.382 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.382 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.382 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.383 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.383 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.383 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.383 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.383 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.383 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.383 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.383 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.383 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.383 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.383 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.383 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.383 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.383 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.383 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70699586 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.384 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.385 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.385 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.385 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.385 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.385 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.385 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 429822518 2024-08-17T01:49:00.385 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.385 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.385 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.385 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.385 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.385 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.385 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.385 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.385 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.386 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.386 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.386 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.386 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.386 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.386 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 180157 2024-08-17T01:49:00.386 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.386 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.386 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1195872 2024-08-17T01:49:00.386 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.386 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.386 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.386 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.386 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.387 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.387 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.387 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.387 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.387 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.387 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.387 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 72117933 2024-08-17T01:49:00.387 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.387 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.387 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:00.387 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:00.387 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.387 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.387 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.388 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:49:00.388 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.388 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:00.388 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.388 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.388 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.388 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.388 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.388 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.388 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:00.388 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:00.388 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48 2024-08-17T01:49:00.389 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.389 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:00.389 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.389 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.389 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:00.389 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 29414 2024-08-17T01:49:00.389 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.389 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:00.389 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 88480, 2024-08-17T01:49:00.389 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6456302012 2024-08-17T01:49:00.389 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.389 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:00.389 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.390 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.390 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:00.390 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.390 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.390 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:00.390 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 976130982 2024-08-17T01:49:00.390 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.390 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:00.390 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 29414, 2024-08-17T01:49:00.390 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 69502723859 2024-08-17T01:49:00.390 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.390 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:00.390 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 885668920 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 30264, 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11291880973 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 29414, 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25316628011 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20629 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20629, 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9453912034 2024-08-17T01:49:00.391 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.392 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:00.392 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.392 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.392 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:00.392 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 885668920 2024-08-17T01:49:00.392 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.392 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:00.392 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20974, 2024-08-17T01:49:00.392 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4234408114 2024-08-17T01:49:00.392 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.392 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:00.392 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20629, 2024-08-17T01:49:00.392 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3526482799 2024-08-17T01:49:00.392 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.393 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:00.393 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4921 2024-08-17T01:49:00.393 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.393 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:00.393 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 116760553 2024-08-17T01:49:00.393 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.393 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:00.393 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4921, 2024-08-17T01:49:00.393 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7587524282 2024-08-17T01:49:00.393 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.393 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:00.393 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.393 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.393 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:00.393 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.394 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.394 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:00.394 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.394 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.394 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:00.394 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5336, 2024-08-17T01:49:00.394 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2766781673 2024-08-17T01:49:00.394 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.394 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:00.394 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4921, 2024-08-17T01:49:00.394 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5727636286 2024-08-17T01:49:00.394 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.394 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.394 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3864 2024-08-17T01:49:00.395 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.395 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:00.395 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 859370429 2024-08-17T01:49:00.395 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.395 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:00.395 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3864, 2024-08-17T01:49:00.395 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 52461287543 2024-08-17T01:49:00.395 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.395 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:00.395 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.395 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.395 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:00.395 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3954, 2024-08-17T01:49:00.395 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4290691186 2024-08-17T01:49:00.395 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.396 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:00.396 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3864, 2024-08-17T01:49:00.396 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16062508926 2024-08-17T01:49:00.396 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.396 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:00.396 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.396 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.396 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:00.396 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 98 2024-08-17T01:49:00.396 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.396 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:00.396 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16 2024-08-17T01:49:00.396 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.396 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:00.396 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:00.397 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.397 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:00.397 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 556187648 2024-08-17T01:49:00.397 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.397 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.397 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.397 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T01:49:00.397 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:00.397 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:00.397 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23076 2024-08-17T01:49:00.397 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.397 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:00.397 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.397 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.397 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:00.398 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.398 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.398 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:00.398 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.398 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.398 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:00.398 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:00.398 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.398 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:00.398 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.398 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.398 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:00.399 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.399 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.399 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:00.399 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.399 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.399 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:00.399 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.399 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.399 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:00.399 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5255168 2024-08-17T01:49:00.399 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.399 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:00.399 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 734420992 2024-08-17T01:49:00.399 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.399 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:00.400 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21, 2024-08-17T01:49:00.400 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4755138 2024-08-17T01:49:00.400 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.400 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:00.400 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21, 2024-08-17T01:49:00.400 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1335562 2024-08-17T01:49:00.400 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.400 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:00.400 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 201, 2024-08-17T01:49:00.400 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 877566 2024-08-17T01:49:00.400 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.400 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:00.400 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:00.400 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.400 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 633143296 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87265, 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10306696198 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87282, 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16850376463 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8359936 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 357523456 2024-08-17T01:49:00.401 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.402 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:00.402 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 645922816 2024-08-17T01:49:00.402 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.402 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:00.402 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.402 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.402 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:00.402 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.402 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.402 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:00.402 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46 2024-08-17T01:49:00.402 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.402 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:00.402 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 254274266 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15823 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206487552 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206491648 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.403 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.404 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:00.404 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6396 2024-08-17T01:49:00.404 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.404 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.404 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15823, 2024-08-17T01:49:00.404 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 123348329 2024-08-17T01:49:00.404 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.404 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:00.404 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 169002872 2024-08-17T01:49:00.404 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.404 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:00.404 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13208 2024-08-17T01:49:00.404 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.404 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:00.404 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2420785 2024-08-17T01:49:00.405 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.405 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:00.405 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 672 2024-08-17T01:49:00.405 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.405 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:00.405 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5209610 2024-08-17T01:49:00.405 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.405 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:00.405 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 900 2024-08-17T01:49:00.405 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.405 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:00.405 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2788825 2024-08-17T01:49:00.405 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.405 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:00.405 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2788825 2024-08-17T01:49:00.406 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.406 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:00.406 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.406 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.406 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:00.406 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.406 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.406 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:00.406 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 233 2024-08-17T01:49:00.406 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.406 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:00.406 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 900, 2024-08-17T01:49:00.406 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2978292 2024-08-17T01:49:00.407 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.407 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:00.407 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.407 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.407 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.407 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:00.407 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.407 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.407 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:00.407 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.407 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.407 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.407 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:00.407 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 596 2024-08-17T01:49:00.408 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.408 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:00.408 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:00.408 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5397 2024-08-17T01:49:00.408 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.408 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:00.408 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.408 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.408 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.408 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:00.408 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.408 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.409 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:00.409 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.409 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.409 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:00.409 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1100374016 2024-08-17T01:49:00.409 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.409 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.409 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:00.409 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:00.409 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:00.409 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.409 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:00.409 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18522112 2024-08-17T01:49:00.410 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.410 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:00.410 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23482, 2024-08-17T01:49:00.410 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68029270 2024-08-17T01:49:00.410 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.410 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:00.410 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3264, 2024-08-17T01:49:00.410 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 384231893 2024-08-17T01:49:00.410 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.410 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:00.410 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.410 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.410 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.410 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:00.410 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.411 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.411 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:00.411 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.411 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.411 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:00.411 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.411 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.411 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:00.411 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15950, 2024-08-17T01:49:00.411 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 111438575 2024-08-17T01:49:00.411 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.411 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:00.411 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.411 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.411 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.412 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:00.412 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.412 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.412 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:00.412 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87221, 2024-08-17T01:49:00.412 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20741852333 2024-08-17T01:49:00.412 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.412 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:00.412 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86621, 2024-08-17T01:49:00.412 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1863463244 2024-08-17T01:49:00.412 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.412 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:00.412 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87221, 2024-08-17T01:49:00.413 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49639264 2024-08-17T01:49:00.413 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.413 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:00.413 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87221, 2024-08-17T01:49:00.413 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20791491597 2024-08-17T01:49:00.413 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.413 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:00.413 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.413 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.413 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.413 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:00.413 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 232293, 2024-08-17T01:49:00.413 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1140961347 2024-08-17T01:49:00.413 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.413 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:00.414 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 903, 2024-08-17T01:49:00.414 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2351217 2024-08-17T01:49:00.414 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.414 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:00.414 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 131021, 2024-08-17T01:49:00.414 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43319190 2024-08-17T01:49:00.414 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.414 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:00.414 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 49, 2024-08-17T01:49:00.414 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 60518 2024-08-17T01:49:00.414 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.414 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:00.415 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16068, 2024-08-17T01:49:00.415 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2676879573 2024-08-17T01:49:00.415 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.415 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:00.415 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 451608 2024-08-17T01:49:00.415 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.415 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:00.415 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20956 2024-08-17T01:49:00.415 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.415 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.415 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20736, 2024-08-17T01:49:00.415 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1354413148 2024-08-17T01:49:00.415 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.415 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:00.416 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 51378, 2024-08-17T01:49:00.416 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16243677 2024-08-17T01:49:00.416 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.416 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:00.416 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 30642, 2024-08-17T01:49:00.416 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1250954293 2024-08-17T01:49:00.416 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.416 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:00.416 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.416 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.416 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:00.416 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15272, 2024-08-17T01:49:00.416 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 395051660 2024-08-17T01:49:00.416 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.416 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:00.417 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.417 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.417 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:00.417 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.417 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.417 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:00.417 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.417 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.417 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:00.417 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.417 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.417 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:00.417 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:00.417 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9578141054 2024-08-17T01:49:00.418 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.418 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:00.418 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8963, 2024-08-17T01:49:00.418 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 563616600 2024-08-17T01:49:00.418 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.418 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:00.418 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8962, 2024-08-17T01:49:00.418 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128556529944 2024-08-17T01:49:00.418 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.418 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:00.418 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8963, 2024-08-17T01:49:00.418 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6550886961751 2024-08-17T01:49:00.418 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.418 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:00.419 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102882, 2024-08-17T01:49:00.419 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2969266704782 2024-08-17T01:49:00.419 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.419 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:00.419 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102882, 2024-08-17T01:49:00.419 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10471017 2024-08-17T01:49:00.419 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.419 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:00.419 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:00.419 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 284985473 2024-08-17T01:49:00.419 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.419 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:00.419 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:00.419 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36537642110 2024-08-17T01:49:00.419 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.420 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:00.420 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:00.420 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 34295515 2024-08-17T01:49:00.420 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.420 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:00.420 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:00.420 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17206910268 2024-08-17T01:49:00.420 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.420 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:00.420 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:00.420 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7803617370 2024-08-17T01:49:00.420 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.420 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:00.420 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12824614 2024-08-17T01:49:00.420 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.421 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.421 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2619, 2024-08-17T01:49:00.421 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14184847 2024-08-17T01:49:00.421 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.421 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:00.421 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:00.421 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71426911732 2024-08-17T01:49:00.421 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.421 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:00.421 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:00.421 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8804969225 2024-08-17T01:49:00.421 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.421 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:00.421 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:00.421 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 784669724 2024-08-17T01:49:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:49:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 526147584 2024-08-17T01:49:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 523042816 2024-08-17T01:49:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:49:00.422 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.423 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:00.423 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3104768 2024-08-17T01:49:00.423 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.423 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.423 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:00.423 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.423 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:00.423 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.423 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.423 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.423 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.423 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.423 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.423 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.423 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.424 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57032575 2024-08-17T01:49:00.424 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.424 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.424 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.424 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.424 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.424 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.424 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.424 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.424 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.424 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.424 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.424 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.424 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.424 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.425 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T01:49:00.425 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.425 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.425 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36864 2024-08-17T01:49:00.425 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.425 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.425 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.425 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.425 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.425 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.425 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.425 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.425 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.425 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.426 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.426 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68747393 2024-08-17T01:49:00.426 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.426 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.426 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:00.426 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.426 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:00.426 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.426 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.426 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.426 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.426 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.427 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.427 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.427 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.427 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427744314 2024-08-17T01:49:00.427 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.427 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.427 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.427 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.427 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.427 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1872 2024-08-17T01:49:00.427 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.427 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.428 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.428 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.428 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.428 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.428 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.428 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.428 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 123440 2024-08-17T01:49:00.428 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.428 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.428 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 640 2024-08-17T01:49:00.428 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.429 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.429 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.429 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.429 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.429 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.429 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.429 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.429 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.429 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.429 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.429 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75446214 2024-08-17T01:49:00.429 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.429 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.429 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:00.430 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.430 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:00.430 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.430 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.430 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.430 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.430 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.430 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 88384 2024-08-17T01:49:00.430 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.430 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.430 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38021716 2024-08-17T01:49:00.430 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.430 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.431 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.431 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.431 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.431 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.431 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.431 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.431 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.431 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.431 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.431 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.431 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.431 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.431 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.431 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.432 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.432 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.432 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.432 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.432 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.432 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.432 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.432 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.432 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.432 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.432 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.432 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.433 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.433 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70941804 2024-08-17T01:49:00.433 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.433 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.433 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:00.433 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.433 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:00.433 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.433 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.433 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.433 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.433 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.433 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.434 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.434 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.434 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427744314 2024-08-17T01:49:00.434 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.434 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.434 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.434 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.434 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.434 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.434 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.434 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.434 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.435 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.435 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.435 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.435 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.435 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.435 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 183997 2024-08-17T01:49:00.435 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.435 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.435 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1181675 2024-08-17T01:49:00.435 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.435 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.435 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.435 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.435 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.436 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.436 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.436 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.436 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.436 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.436 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.436 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74206494 2024-08-17T01:49:00.436 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.436 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.436 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:00.436 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:00.436 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.436 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.436 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.437 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:00.437 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.437 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:00.437 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.437 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.437 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.437 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.437 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.437 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.437 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:00.437 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:00.437 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 63 2024-08-17T01:49:00.437 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.437 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:00.438 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.438 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.438 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:00.438 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 35901 2024-08-17T01:49:00.438 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.438 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:00.438 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 120885, 2024-08-17T01:49:00.438 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9109805198 2024-08-17T01:49:00.438 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.438 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:00.438 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.438 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.438 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:00.438 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 848463403 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35901, 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57152848886 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1326062207 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 36628, 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17108519500 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.439 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35901, 2024-08-17T01:49:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26821497572 2024-08-17T01:49:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27033 2024-08-17T01:49:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27033, 2024-08-17T01:49:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14021127109 2024-08-17T01:49:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:00.440 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1326062207 2024-08-17T01:49:00.441 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.441 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:00.441 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27242, 2024-08-17T01:49:00.441 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10720544039 2024-08-17T01:49:00.441 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.441 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:00.441 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27033, 2024-08-17T01:49:00.441 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10332526153 2024-08-17T01:49:00.441 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.441 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:00.441 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7682 2024-08-17T01:49:00.441 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.441 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:00.441 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 290281595 2024-08-17T01:49:00.442 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.442 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:00.442 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7682, 2024-08-17T01:49:00.442 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16581627928 2024-08-17T01:49:00.442 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.442 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:00.442 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.442 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.442 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:00.442 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.442 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.442 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:00.442 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.442 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.442 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:00.443 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8048, 2024-08-17T01:49:00.443 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5095183810 2024-08-17T01:49:00.443 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.443 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:00.443 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7682, 2024-08-17T01:49:00.443 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11872788401 2024-08-17T01:49:00.443 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.443 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.443 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1186 2024-08-17T01:49:00.443 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.443 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:00.443 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 558181808 2024-08-17T01:49:00.443 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.443 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:00.444 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1186, 2024-08-17T01:49:00.444 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26550093849 2024-08-17T01:49:00.444 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.444 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:00.444 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.444 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.444 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:00.444 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1338, 2024-08-17T01:49:00.444 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1292791651 2024-08-17T01:49:00.444 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.444 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:00.444 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1186, 2024-08-17T01:49:00.444 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4616183018 2024-08-17T01:49:00.444 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.444 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 121 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 651677696 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.445 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.446 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T01:49:00.446 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:00.446 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:00.446 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21992 2024-08-17T01:49:00.446 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.446 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:00.446 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.446 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.446 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:00.446 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.446 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.446 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:00.446 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.447 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.447 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:00.447 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:00.447 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.447 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:00.447 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.447 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.447 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:00.447 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.447 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.447 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:00.447 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.448 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:00.448 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.448 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:00.448 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2310144 2024-08-17T01:49:00.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.448 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:00.448 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 575168512 2024-08-17T01:49:00.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.448 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:00.448 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:49:00.449 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2942763 2024-08-17T01:49:00.449 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.449 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:00.449 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:49:00.449 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 957076 2024-08-17T01:49:00.449 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.449 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:00.449 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 147, 2024-08-17T01:49:00.449 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 599368 2024-08-17T01:49:00.449 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.449 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:00.449 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:00.450 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.450 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:00.450 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 515047424 2024-08-17T01:49:00.450 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.450 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:00.450 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62489, 2024-08-17T01:49:00.450 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7691291022 2024-08-17T01:49:00.450 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.450 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:00.450 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62502, 2024-08-17T01:49:00.450 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12660233342 2024-08-17T01:49:00.450 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.450 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:00.451 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6676480 2024-08-17T01:49:00.451 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.451 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:00.451 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 256040960 2024-08-17T01:49:00.451 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.451 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:00.451 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 532086784 2024-08-17T01:49:00.451 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.451 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:00.451 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.451 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.451 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:00.451 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.452 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.452 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:00.452 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40 2024-08-17T01:49:00.452 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.452 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:00.452 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206194899 2024-08-17T01:49:00.452 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.452 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:00.452 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14512 2024-08-17T01:49:00.452 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.452 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:00.452 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173985792 2024-08-17T01:49:00.452 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.452 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:00.453 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173989888 2024-08-17T01:49:00.453 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.453 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:00.453 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.453 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.453 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:00.453 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.453 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.453 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:00.453 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7674 2024-08-17T01:49:00.453 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.453 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.453 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 14512, 2024-08-17T01:49:00.454 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 136252612 2024-08-17T01:49:00.454 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.454 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:00.454 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 136594592 2024-08-17T01:49:00.454 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.454 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:00.454 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12376 2024-08-17T01:49:00.454 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.454 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:00.454 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 980201 2024-08-17T01:49:00.454 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.454 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:00.455 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 521 2024-08-17T01:49:00.455 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.455 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:00.455 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2293512 2024-08-17T01:49:00.455 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.455 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:00.455 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 726 2024-08-17T01:49:00.455 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.455 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:00.455 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1313311 2024-08-17T01:49:00.455 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.455 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:00.455 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1313311 2024-08-17T01:49:00.455 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.456 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:00.456 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.456 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:00.456 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.456 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:00.456 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206 2024-08-17T01:49:00.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.456 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:00.456 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 726, 2024-08-17T01:49:00.456 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 900916 2024-08-17T01:49:00.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.456 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:00.457 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.457 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.457 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:00.457 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.457 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:00.457 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.457 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.457 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:00.457 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 643 2024-08-17T01:49:00.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.457 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:00.458 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:00.458 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7180 2024-08-17T01:49:00.458 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.458 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:00.458 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.458 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.458 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.458 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:00.458 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.458 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.458 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:00.458 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.459 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:00.459 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 835801088 2024-08-17T01:49:00.459 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.459 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:00.459 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:00.459 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:00.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.459 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:00.459 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14913536 2024-08-17T01:49:00.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.459 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:00.460 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17004, 2024-08-17T01:49:00.460 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43758558 2024-08-17T01:49:00.460 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.460 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:00.460 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3152, 2024-08-17T01:49:00.460 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 375421818 2024-08-17T01:49:00.460 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.460 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:00.460 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.460 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.460 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.460 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:00.460 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.460 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.461 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:00.461 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.461 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.461 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:00.461 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.461 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.461 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:00.461 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13505, 2024-08-17T01:49:00.461 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 102909427 2024-08-17T01:49:00.461 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.461 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:00.461 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.461 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.461 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.461 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:00.462 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.462 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.462 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:00.462 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62458, 2024-08-17T01:49:00.462 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15654955882 2024-08-17T01:49:00.462 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.462 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:00.462 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 61952, 2024-08-17T01:49:00.462 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1369473711 2024-08-17T01:49:00.462 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.462 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:00.462 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62458, 2024-08-17T01:49:00.463 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31934523 2024-08-17T01:49:00.463 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.463 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:00.463 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62458, 2024-08-17T01:49:00.463 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15686890405 2024-08-17T01:49:00.463 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.463 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:00.463 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.463 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.463 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.463 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:00.463 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23965, 2024-08-17T01:49:00.463 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 425644019 2024-08-17T01:49:00.463 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.463 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:00.464 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 853, 2024-08-17T01:49:00.464 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2293666 2024-08-17T01:49:00.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.464 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:00.464 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8897, 2024-08-17T01:49:00.464 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9129715 2024-08-17T01:49:00.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.464 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:00.464 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 44, 2024-08-17T01:49:00.464 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 81154 2024-08-17T01:49:00.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.464 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:00.464 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11627, 2024-08-17T01:49:00.464 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2634907928 2024-08-17T01:49:00.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.465 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:00.465 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 183228 2024-08-17T01:49:00.465 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.465 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:00.465 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18867 2024-08-17T01:49:00.465 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.465 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.465 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10445, 2024-08-17T01:49:00.465 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1231367724 2024-08-17T01:49:00.465 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.465 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:00.465 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35780, 2024-08-17T01:49:00.465 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10402156 2024-08-17T01:49:00.465 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.465 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:00.466 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25335, 2024-08-17T01:49:00.466 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 989315115 2024-08-17T01:49:00.466 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.466 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:00.466 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.466 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.466 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:00.466 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11365, 2024-08-17T01:49:00.466 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 294400365 2024-08-17T01:49:00.466 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.466 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:00.466 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.466 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.466 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:00.466 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.467 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:00.467 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.467 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:00.467 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.467 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:00.467 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:00.467 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8301813293 2024-08-17T01:49:00.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.467 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:00.467 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13546, 2024-08-17T01:49:00.467 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 619008780 2024-08-17T01:49:00.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.468 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:00.468 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13544, 2024-08-17T01:49:00.468 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2346361862216 2024-08-17T01:49:00.468 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.468 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:00.468 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13546, 2024-08-17T01:49:00.468 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5582089960378 2024-08-17T01:49:00.468 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.468 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:00.468 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75266, 2024-08-17T01:49:00.468 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2599278680460 2024-08-17T01:49:00.468 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.468 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:00.469 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75266, 2024-08-17T01:49:00.469 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7502705 2024-08-17T01:49:00.469 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.469 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:00.469 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:00.469 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 396216779 2024-08-17T01:49:00.469 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.469 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:00.469 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:00.469 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 28755160119 2024-08-17T01:49:00.469 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.469 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:00.469 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:00.470 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24982873 2024-08-17T01:49:00.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.470 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:00.470 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:00.470 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14260970163 2024-08-17T01:49:00.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.470 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:00.470 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:00.470 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5771695086 2024-08-17T01:49:00.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.470 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:00.470 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9220569 2024-08-17T01:49:00.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.470 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2487, 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13163658 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57497043678 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6577427893 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 744580464 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.472 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:00.472 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:00.472 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:49:00.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.472 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:00.472 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 538075136 2024-08-17T01:49:00.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.472 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:00.472 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 499875840 2024-08-17T01:49:00.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.472 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:00.472 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:49:00.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.472 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:00.472 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38199296 2024-08-17T01:49:00.473 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.473 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:00.473 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.473 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:00.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.473 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.473 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.473 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.473 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.473 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.473 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57352557 2024-08-17T01:49:00.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.474 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.474 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.474 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.474 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.474 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.474 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.474 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.474 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.474 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.474 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32768 2024-08-17T01:49:00.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 696320 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67747475 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.476 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:00.476 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.476 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:00.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.476 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.476 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.476 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.476 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.476 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.476 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430144184 2024-08-17T01:49:00.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.477 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.477 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.477 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.477 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1488 2024-08-17T01:49:00.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.477 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.477 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.477 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.477 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.478 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.478 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 103664 2024-08-17T01:49:00.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.478 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.478 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.478 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.478 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.478 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.478 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.479 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.479 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.479 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.479 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73067144 2024-08-17T01:49:00.479 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.479 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:00.479 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.479 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:00.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.479 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.479 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.479 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.480 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 60640 2024-08-17T01:49:00.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.480 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.480 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38235038 2024-08-17T01:49:00.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.480 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.480 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.480 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.480 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.480 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.480 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.480 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.481 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.481 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.481 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.481 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.481 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.481 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.481 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.481 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.481 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.481 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.482 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.482 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.482 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70756226 2024-08-17T01:49:00.482 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.482 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:00.482 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.482 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:00.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.482 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.482 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.482 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.482 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.483 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.483 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430144184 2024-08-17T01:49:00.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.483 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.483 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.483 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.483 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.483 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.483 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.483 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.483 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 189040 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1205656 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.485 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.485 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71777600 2024-08-17T01:49:00.485 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.485 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:00.485 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:00.485 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.485 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.485 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26 2024-08-17T01:49:00.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.485 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:00.485 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.485 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.486 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.486 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.486 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:00.486 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:00.486 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51 2024-08-17T01:49:00.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.486 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:00.486 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.486 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:00.486 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32697 2024-08-17T01:49:00.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.486 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:00.486 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 92170, 2024-08-17T01:49:00.487 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5975140492 2024-08-17T01:49:00.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.487 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:00.487 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.487 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:00.487 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.487 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:00.487 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1066731267 2024-08-17T01:49:00.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.487 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:00.487 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 32697, 2024-08-17T01:49:00.487 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75499719640 2024-08-17T01:49:00.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.488 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:00.488 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1604311005 2024-08-17T01:49:00.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.488 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:00.488 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 33287, 2024-08-17T01:49:00.488 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11543199442 2024-08-17T01:49:00.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.488 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:00.488 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 32697, 2024-08-17T01:49:00.488 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26902803026 2024-08-17T01:49:00.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.488 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.488 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24233 2024-08-17T01:49:00.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.488 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24233, 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7560273656 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1604311005 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24453, 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4485955338 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24233, 2024-08-17T01:49:00.489 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4739581010 2024-08-17T01:49:00.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.490 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:00.490 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4250 2024-08-17T01:49:00.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.490 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:00.490 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 160408641 2024-08-17T01:49:00.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.490 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:00.490 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4250, 2024-08-17T01:49:00.490 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9100698010 2024-08-17T01:49:00.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.490 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:00.490 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.490 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:00.491 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.491 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:00.491 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.491 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:00.491 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4492, 2024-08-17T01:49:00.491 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2638723765 2024-08-17T01:49:00.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.491 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:00.491 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4250, 2024-08-17T01:49:00.491 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5931249171 2024-08-17T01:49:00.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.491 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.492 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4214 2024-08-17T01:49:00.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.492 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:00.492 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 906322626 2024-08-17T01:49:00.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.492 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:00.492 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4214, 2024-08-17T01:49:00.492 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 58838747974 2024-08-17T01:49:00.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.492 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:00.492 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.492 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:00.492 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4342, 2024-08-17T01:49:00.493 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4418520339 2024-08-17T01:49:00.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.493 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:00.493 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4214, 2024-08-17T01:49:00.493 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16231972845 2024-08-17T01:49:00.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.493 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:00.493 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.493 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:00.493 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.493 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:00.493 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.494 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:00.494 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:00.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.494 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:00.494 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 529977344 2024-08-17T01:49:00.494 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.494 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.494 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T01:49:00.494 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:00.494 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:00.494 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16523 2024-08-17T01:49:00.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.495 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:00.495 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.495 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:00.495 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.495 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:00.495 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.495 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:00.495 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:00.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.495 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:00.495 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.496 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:00.496 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.496 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:00.496 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.496 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:00.496 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.496 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:00.496 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2121728 2024-08-17T01:49:00.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.496 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:00.496 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 592162816 2024-08-17T01:49:00.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.497 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:00.497 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16, 2024-08-17T01:49:00.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4612316 2024-08-17T01:49:00.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.497 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:00.497 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16, 2024-08-17T01:49:00.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1034618 2024-08-17T01:49:00.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.497 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:00.497 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 157, 2024-08-17T01:49:00.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 723343 2024-08-17T01:49:00.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.498 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:00.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:00.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.498 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:00.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 556072960 2024-08-17T01:49:00.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.498 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:00.498 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66863, 2024-08-17T01:49:00.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7959343167 2024-08-17T01:49:00.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.498 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:00.498 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66873, 2024-08-17T01:49:00.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12767890867 2024-08-17T01:49:00.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.499 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:00.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7954432 2024-08-17T01:49:00.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.499 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:00.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 273948672 2024-08-17T01:49:00.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.499 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:00.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 568852480 2024-08-17T01:49:00.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.499 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:00.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.500 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:00.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:00.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 41 2024-08-17T01:49:00.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.500 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:00.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 204439738 2024-08-17T01:49:00.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.500 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:00.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15214 2024-08-17T01:49:00.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.500 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:00.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 141213696 2024-08-17T01:49:00.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.501 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:00.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 141217792 2024-08-17T01:49:00.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.501 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:00.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.501 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:00.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.502 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:00.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5906 2024-08-17T01:49:00.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.502 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.502 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15214, 2024-08-17T01:49:00.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 90258978 2024-08-17T01:49:00.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.502 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:00.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 140829776 2024-08-17T01:49:00.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.502 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:00.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13260 2024-08-17T01:49:00.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.503 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:00.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 914055 2024-08-17T01:49:00.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.503 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:00.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 508 2024-08-17T01:49:00.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.503 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:00.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2098497 2024-08-17T01:49:00.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.503 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:00.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 655 2024-08-17T01:49:00.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.503 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:00.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1184442 2024-08-17T01:49:00.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.504 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:00.504 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1184442 2024-08-17T01:49:00.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.504 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:00.504 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.504 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:00.504 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.504 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:00.504 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 149 2024-08-17T01:49:00.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.504 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:00.505 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 655, 2024-08-17T01:49:00.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 877850 2024-08-17T01:49:00.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.505 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:00.505 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.505 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:00.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.505 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:00.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.505 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.505 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:00.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 626 2024-08-17T01:49:00.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.506 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:00.506 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:00.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5663 2024-08-17T01:49:00.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.506 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:00.506 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.506 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:00.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.506 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:00.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.507 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:00.507 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 870666240 2024-08-17T01:49:00.507 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.507 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:00.507 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:00.507 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:00.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.507 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:00.507 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19099648 2024-08-17T01:49:00.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.507 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:00.507 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17906, 2024-08-17T01:49:00.507 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51507001 2024-08-17T01:49:00.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.508 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:00.508 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3175, 2024-08-17T01:49:00.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 339806356 2024-08-17T01:49:00.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.508 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:00.508 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.508 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:00.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.508 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:00.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.509 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:00.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.509 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:00.509 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16385, 2024-08-17T01:49:00.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 127385906 2024-08-17T01:49:00.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.509 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:00.509 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.509 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:00.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.509 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:00.510 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66828, 2024-08-17T01:49:00.510 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15866278610 2024-08-17T01:49:00.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.510 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:00.510 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66340, 2024-08-17T01:49:00.510 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1472003976 2024-08-17T01:49:00.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.510 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:00.510 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66828, 2024-08-17T01:49:00.510 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40355168 2024-08-17T01:49:00.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.510 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:00.511 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66828, 2024-08-17T01:49:00.511 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15906633778 2024-08-17T01:49:00.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.511 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:00.511 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:00.511 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.511 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:00.511 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31796, 2024-08-17T01:49:00.511 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 512383107 2024-08-17T01:49:00.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.511 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:00.511 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 797, 2024-08-17T01:49:00.512 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2203330 2024-08-17T01:49:00.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.512 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:00.512 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4969, 2024-08-17T01:49:00.512 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8024322 2024-08-17T01:49:00.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.512 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:00.512 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45, 2024-08-17T01:49:00.512 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 87549 2024-08-17T01:49:00.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.512 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:00.512 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13783, 2024-08-17T01:49:00.512 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1817168005 2024-08-17T01:49:00.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.513 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:00.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 214627 2024-08-17T01:49:00.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.513 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:00.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18989 2024-08-17T01:49:00.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.513 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:00.513 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16249, 2024-08-17T01:49:00.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1167785501 2024-08-17T01:49:00.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.513 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:00.513 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 50549, 2024-08-17T01:49:00.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14375056 2024-08-17T01:49:00.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.514 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:00.514 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 34300, 2024-08-17T01:49:00.514 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1043659159 2024-08-17T01:49:00.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.514 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:00.514 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.514 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:00.514 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12745, 2024-08-17T01:49:00.514 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 299386471 2024-08-17T01:49:00.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.514 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:00.514 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4737502816 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:00.515 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15842, 2024-08-17T01:49:00.516 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 940655052 2024-08-17T01:49:00.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.516 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:00.516 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15842, 2024-08-17T01:49:00.516 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2505609578382 2024-08-17T01:49:00.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.516 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:00.516 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15842, 2024-08-17T01:49:00.516 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5989605755834 2024-08-17T01:49:00.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.516 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:00.516 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:00.516 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2738103419193 2024-08-17T01:49:00.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.517 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:00.517 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:00.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7796103 2024-08-17T01:49:00.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.517 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:00.517 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:00.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 155738882 2024-08-17T01:49:00.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.517 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:00.517 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:00.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25912984131 2024-08-17T01:49:00.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.517 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:00.518 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:00.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24573993 2024-08-17T01:49:00.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.518 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:00.518 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:00.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12876762521 2024-08-17T01:49:00.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.518 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:00.518 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:00.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5798469582 2024-08-17T01:49:00.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.518 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:00.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13409655 2024-08-17T01:49:00.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.519 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:00.519 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2447, 2024-08-17T01:49:00.519 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12643183 2024-08-17T01:49:00.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.519 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:00.519 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:00.519 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49491878031 2024-08-17T01:49:00.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.519 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:00.519 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:00.519 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6620487019 2024-08-17T01:49:00.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.520 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:00.520 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:00.520 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 438088295 2024-08-17T01:49:00.520 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.520 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:00.520 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:00.520 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:49:00.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.520 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:00.520 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 533037056 2024-08-17T01:49:00.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.520 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:00.520 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 511934464 2024-08-17T01:49:00.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.521 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:00.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:49:00.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.521 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:00.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21102592 2024-08-17T01:49:00.521 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.521 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:00.521 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:00.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.521 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.521 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.522 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57349561 2024-08-17T01:49:00.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.522 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.522 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.522 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.523 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.523 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.523 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.523 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T01:49:00.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.523 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.523 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176128 2024-08-17T01:49:00.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.523 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.523 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.523 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.523 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.524 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.524 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68291143 2024-08-17T01:49:00.524 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.524 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:00.524 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:00.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.524 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.525 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.525 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430121713 2024-08-17T01:49:00.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.525 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.525 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1488 2024-08-17T01:49:00.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.526 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.526 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.526 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.526 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.526 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.526 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 98032 2024-08-17T01:49:00.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.526 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.526 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.526 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.527 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.527 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.527 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73095247 2024-08-17T01:49:00.527 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:00.527 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:00.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.528 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:00.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.528 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 62176 2024-08-17T01:49:00.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.528 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38233041 2024-08-17T01:49:00.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.528 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.529 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.529 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.529 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.529 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.529 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.530 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.530 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.530 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.530 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.530 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.530 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.530 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.530 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70756687 2024-08-17T01:49:00.530 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.531 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:00.531 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:00.531 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:00.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.531 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:00.531 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.531 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:00.531 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.531 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:00.531 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430121713 2024-08-17T01:49:00.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.532 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:00.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.532 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:00.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.532 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:00.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.532 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:00.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 183959 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1196770 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.533 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:00.534 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71814038 2024-08-17T01:49:00.534 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.534 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:00.534 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:00.534 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.534 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.534 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40 2024-08-17T01:49:00.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.534 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:00.534 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.534 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.535 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.535 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:00.535 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:00.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 54 2024-08-17T01:49:00.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.535 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:00.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.535 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:00.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45459 2024-08-17T01:49:00.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.535 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:00.536 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 120115, 2024-08-17T01:49:00.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7577329628 2024-08-17T01:49:00.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.536 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:00.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.536 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:00.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.536 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:00.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1039878611 2024-08-17T01:49:00.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.536 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:00.537 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45459, 2024-08-17T01:49:00.537 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49668884115 2024-08-17T01:49:00.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.537 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:00.537 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1900363541 2024-08-17T01:49:00.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.537 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:00.537 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45816, 2024-08-17T01:49:00.537 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17412969967 2024-08-17T01:49:00.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.537 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:00.537 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45459, 2024-08-17T01:49:00.537 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32907600938 2024-08-17T01:49:00.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.538 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:00.538 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31884 2024-08-17T01:49:00.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.538 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:00.538 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31884, 2024-08-17T01:49:00.538 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15478631936 2024-08-17T01:49:00.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.538 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:00.538 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.538 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:00.538 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1900363541 2024-08-17T01:49:00.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.539 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:00.539 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31914, 2024-08-17T01:49:00.539 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5688066902 2024-08-17T01:49:00.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.539 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:00.539 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31884, 2024-08-17T01:49:00.539 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6920655603 2024-08-17T01:49:00.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.539 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:00.539 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12302 2024-08-17T01:49:00.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.539 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:00.539 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 212178032 2024-08-17T01:49:00.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12302, 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21581559797 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12533, 2024-08-17T01:49:00.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9787487300 2024-08-17T01:49:00.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.541 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:00.541 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12302, 2024-08-17T01:49:00.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18860583275 2024-08-17T01:49:00.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.541 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:00.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273 2024-08-17T01:49:00.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.541 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:00.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 827700579 2024-08-17T01:49:00.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.541 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:00.541 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1273, 2024-08-17T01:49:00.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12608692382 2024-08-17T01:49:00.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.542 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:00.542 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.542 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:00.542 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1369, 2024-08-17T01:49:00.542 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1937415765 2024-08-17T01:49:00.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.542 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:00.542 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1273, 2024-08-17T01:49:00.542 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7126362060 2024-08-17T01:49:00.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.542 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:00.542 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:00.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.542 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:00.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 146 2024-08-17T01:49:00.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.543 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:00.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T01:49:00.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.543 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:00.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:00.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.543 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:00.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 575180800 2024-08-17T01:49:00.543 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.543 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.543 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.543 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": [ 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr" 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: "flags_names": [ 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: "hashpspool" 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 1, 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 1, 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 1, 2024-08-17T01:49:00.544 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:49:00.545 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:49:00.545 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:49:00.545 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 1781760, 2024-08-17T01:49:00.545 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:49:00.545 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:49:00.545 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 1781760, 2024-08-17T01:49:00.545 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:49:00.545 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:49:00.545 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 2, 2024-08-17T01:49:00.545 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T01:49:00.545 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 2.4632297481730347e-06, 2024-08-17T01:49:00.545 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:49:00.545 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:49:00.545 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 1322, 2024-08-17T01:49:00.546 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 2164736, 2024-08-17T01:49:00.546 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 590368, 2024-08-17T01:49:00.546 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 590368, 2024-08-17T01:49:00.546 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T01:49:00.546 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 1771104, 2024-08-17T01:49:00.546 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 423, 2024-08-17T01:49:00.546 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 2473984 2024-08-17T01:49:00.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.546 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:49:00.546 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:49:00.546 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:49:00.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.546 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.546 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:00.547 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:49:00.547 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.547 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:49:00.547 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:49:00.547 INFO:tasks.workunit.client.0.smithi157.stdout: "flags_names": [ 2024-08-17T01:49:00.547 INFO:tasks.workunit.client.0.smithi157.stdout: "hashpspool" 2024-08-17T01:49:00.547 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.547 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:49:00.547 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:49:00.547 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:49:00.547 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 32, 2024-08-17T01:49:00.547 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 32, 2024-08-17T01:49:00.547 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 2, 2024-08-17T01:49:00.547 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:49:00.548 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:49:00.548 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:49:00.548 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 156016, 2024-08-17T01:49:00.548 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:49:00.548 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:49:00.548 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 110592, 2024-08-17T01:49:00.548 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:49:00.548 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:49:00.548 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 22, 2024-08-17T01:49:00.548 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 45424, 2024-08-17T01:49:00.548 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 2.1568793329151958e-07, 2024-08-17T01:49:00.548 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:49:00.548 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:49:00.548 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 79, 2024-08-17T01:49:00.549 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 88064, 2024-08-17T01:49:00.549 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 21737, 2024-08-17T01:49:00.549 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 6596, 2024-08-17T01:49:00.549 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 15141, 2024-08-17T01:49:00.549 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 65211, 2024-08-17T01:49:00.549 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 68, 2024-08-17T01:49:00.549 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 35840 2024-08-17T01:49:00.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.549 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:49:00.549 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:49:00.549 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:49:00.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.549 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.549 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:00.550 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:49:00.550 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.550 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:49:00.550 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:49:00.550 INFO:tasks.workunit.client.0.smithi157.stdout: "flags_names": [ 2024-08-17T01:49:00.550 INFO:tasks.workunit.client.0.smithi157.stdout: "hashpspool" 2024-08-17T01:49:00.550 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.550 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:49:00.550 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:49:00.550 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:49:00.550 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 64, 2024-08-17T01:49:00.550 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 64, 2024-08-17T01:49:00.551 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 3, 2024-08-17T01:49:00.551 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:49:00.551 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:49:00.551 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:49:00.551 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 0, 2024-08-17T01:49:00.551 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:49:00.551 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:49:00.551 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 0, 2024-08-17T01:49:00.551 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:49:00.551 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:49:00.551 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 0, 2024-08-17T01:49:00.551 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T01:49:00.551 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 0.0, 2024-08-17T01:49:00.551 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:49:00.552 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:49:00.552 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T01:49:00.552 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T01:49:00.552 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 0, 2024-08-17T01:49:00.552 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 0, 2024-08-17T01:49:00.552 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T01:49:00.552 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 0, 2024-08-17T01:49:00.552 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 0, 2024-08-17T01:49:00.552 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 0 2024-08-17T01:49:00.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.552 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:49:00.552 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:49:00.553 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:49:00.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.553 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.553 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:00.553 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd" 2024-08-17T01:49:00.553 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.553 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:49:00.553 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:49:00.553 INFO:tasks.workunit.client.0.smithi157.stdout: "flags_names": [ 2024-08-17T01:49:00.553 INFO:tasks.workunit.client.0.smithi157.stdout: "hashpspool", 2024-08-17T01:49:00.553 INFO:tasks.workunit.client.0.smithi157.stdout: "selfmanaged_snaps" 2024-08-17T01:49:00.553 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.554 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:49:00.554 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:49:00.554 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:49:00.554 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 8, 2024-08-17T01:49:00.554 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 8, 2024-08-17T01:49:00.554 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 4, 2024-08-17T01:49:00.554 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:49:00.554 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:49:00.554 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:49:00.554 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 12595200, 2024-08-17T01:49:00.554 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:49:00.554 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:49:00.554 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 12595200, 2024-08-17T01:49:00.555 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:49:00.555 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:49:00.555 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 4, 2024-08-17T01:49:00.555 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T01:49:00.555 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 1.7412226952728815e-05, 2024-08-17T01:49:00.555 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:49:00.555 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:49:00.555 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 9027, 2024-08-17T01:49:00.555 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 3110355968, 2024-08-17T01:49:00.555 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 4194323, 2024-08-17T01:49:00.555 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 4194323, 2024-08-17T01:49:00.555 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T01:49:00.555 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 12582969, 2024-08-17T01:49:00.556 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 24431, 2024-08-17T01:49:00.556 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 3218673664 2024-08-17T01:49:00.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.556 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:49:00.556 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:49:00.556 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:49:00.556 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.556 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.556 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": { 2024-08-17T01:49:00.556 INFO:tasks.workunit.client.0.smithi157.stdout: "mirroring_by_pool": [ 2024-08-17T01:49:00.556 INFO:tasks.workunit.client.0.smithi157.stdout: false 2024-08-17T01:49:00.556 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.556 INFO:tasks.workunit.client.0.smithi157.stdout: "num_images_by_pool": [ 2024-08-17T01:49:00.557 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.557 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.557 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pools": 1 2024-08-17T01:49:00.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.557 INFO:tasks.workunit.client.0.smithi157.stdout: "report_id": "3ab49fab-047d-4b9d-9fd2-8c800a0ea47f", 2024-08-17T01:49:00.557 INFO:tasks.workunit.client.0.smithi157.stdout: "report_timestamp": "2024-08-17T01:48:58.998073", 2024-08-17T01:49:00.557 INFO:tasks.workunit.client.0.smithi157.stdout: "report_version": 1, 2024-08-17T01:49:00.557 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_stats": { 2024-08-17T01:49:00.557 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "7.9.2" 2024-08-17T01:49:00.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.557 INFO:tasks.workunit.client.0.smithi157.stdout: "rook": { 2024-08-17T01:49:00.557 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster": { 2024-08-17T01:49:00.558 INFO:tasks.workunit.client.0.smithi157.stdout: "external-mode": null, 2024-08-17T01:49:00.558 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:00.558 INFO:tasks.workunit.client.0.smithi157.stdout: "allow-multiple-per-node": null, 2024-08-17T01:49:00.558 INFO:tasks.workunit.client.0.smithi157.stdout: "count": null, 2024-08-17T01:49:00.558 INFO:tasks.workunit.client.0.smithi157.stdout: "max-id": null, 2024-08-17T01:49:00.558 INFO:tasks.workunit.client.0.smithi157.stdout: "pvc": { 2024-08-17T01:49:00.558 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T01:49:00.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.558 INFO:tasks.workunit.client.0.smithi157.stdout: "stretch": { 2024-08-17T01:49:00.558 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T01:49:00.558 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.558 INFO:tasks.workunit.client.0.smithi157.stdout: "network": { 2024-08-17T01:49:00.559 INFO:tasks.workunit.client.0.smithi157.stdout: "provider": null 2024-08-17T01:49:00.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.559 INFO:tasks.workunit.client.0.smithi157.stdout: "storage": { 2024-08-17T01:49:00.559 INFO:tasks.workunit.client.0.smithi157.stdout: "device-set": { 2024-08-17T01:49:00.559 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T01:49:00.559 INFO:tasks.workunit.client.0.smithi157.stdout: "non-portable": null, 2024-08-17T01:49:00.559 INFO:tasks.workunit.client.0.smithi157.stdout: "portable": null, 2024-08-17T01:49:00.559 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T01:49:00.559 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.559 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.559 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.559 INFO:tasks.workunit.client.0.smithi157.stdout: "csi": { 2024-08-17T01:49:00.560 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T01:49:00.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.560 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes": { 2024-08-17T01:49:00.560 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T01:49:00.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.560 INFO:tasks.workunit.client.0.smithi157.stdout: "node": { 2024-08-17T01:49:00.560 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T01:49:00.560 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes-total": null, 2024-08-17T01:49:00.560 INFO:tasks.workunit.client.0.smithi157.stdout: "with-ceph-daemons": null, 2024-08-17T01:49:00.560 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T01:49:00.560 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-nfs-plugin": null, 2024-08-17T01:49:00.560 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-rbd-plugin": null 2024-08-17T01:49:00.560 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.561 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T01:49:00.561 INFO:tasks.workunit.client.0.smithi157.stdout: "storage-class": { 2024-08-17T01:49:00.561 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T01:49:00.561 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket": null, 2024-08-17T01:49:00.561 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs": null, 2024-08-17T01:49:00.561 INFO:tasks.workunit.client.0.smithi157.stdout: "nfs": null, 2024-08-17T01:49:00.561 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": null, 2024-08-17T01:49:00.561 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T01:49:00.561 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.561 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:00.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.561 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T01:49:00.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.562 INFO:tasks.workunit.client.0.smithi157.stdout: "services": {}, 2024-08-17T01:49:00.562 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_per_pg": [ 2024-08-17T01:49:00.562 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.562 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.562 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.562 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.562 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:00.562 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.562 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:00.562 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.562 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.562 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.562 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.563 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.563 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:00.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408976+0000", 2024-08-17T01:49:00.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408976+0000", 2024-08-17T01:49:00.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.409256+0000", 2024-08-17T01:49:00.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:00.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:00.563 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:00.564 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:00.564 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.564 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.564 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.564 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:00.564 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:00.564 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.564 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 5, 2024-08-17T01:49:00.564 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.564 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.564 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.564 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.564 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.565 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.565 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.565 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 5, 2024-08-17T01:49:00.565 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.565 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.565 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.565 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1f", 2024-08-17T01:49:00.565 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.565 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.565 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.565 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5399, 2024-08-17T01:49:00.565 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.565 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:25:10.241029+0000", 2024-08-17T01:49:00.565 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.565 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.566 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 570, 2024-08-17T01:49:00.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.566 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:00.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:00.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:00.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.567 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:00.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 4, 2024-08-17T01:49:00.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 4, 2024-08-17T01:49:00.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 4, 2024-08-17T01:49:00.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:49:00.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.569 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.569 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.569 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.569 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.569 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.569 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:00.569 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.569 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:00.569 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'5" 2024-08-17T01:49:00.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.569 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.569 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.569 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.570 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.570 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.570 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.570 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:00.570 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.570 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.570 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.570 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.570 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.570 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.570 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:00.570 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368975+0000", 2024-08-17T01:49:00.570 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368975+0000", 2024-08-17T01:49:00.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369290+0000", 2024-08-17T01:49:00.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:00.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:00.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:00.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:00.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:00.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:00.571 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:00.572 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.572 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.572 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.572 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.572 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:00.572 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.572 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.572 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.572 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.572 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.572 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.572 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.572 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.573 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1e", 2024-08-17T01:49:00.573 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.573 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.573 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.573 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5289, 2024-08-17T01:49:00.573 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.573 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:34:26.885035+0000", 2024-08-17T01:49:00.573 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.573 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.573 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.573 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.573 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.574 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.575 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.576 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.576 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.576 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.577 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.577 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.577 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.577 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.577 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.577 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.577 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:00.577 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.577 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.577 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.577 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.577 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.577 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.578 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:00.578 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.578 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:00.578 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.578 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.578 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.578 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.578 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.578 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.578 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:00.578 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761244+0000", 2024-08-17T01:49:00.578 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761244+0000", 2024-08-17T01:49:00.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.761610+0000", 2024-08-17T01:49:00.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:00.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:00.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:00.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:00.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:00.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.579 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:00.580 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:00.580 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.580 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:00.580 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.580 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.580 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:00.580 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.580 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.580 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.580 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.580 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:00.580 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.580 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.580 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.580 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1e", 2024-08-17T01:49:00.581 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.581 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.581 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.581 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5310, 2024-08-17T01:49:00.581 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.581 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:32:00.718175+0000", 2024-08-17T01:49:00.581 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.581 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.581 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.581 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.581 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.581 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.581 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.581 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.582 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.583 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'2" 2024-08-17T01:49:00.584 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.585 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.585 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.585 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.585 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.585 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.585 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.585 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:00.585 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.585 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.585 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.585 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.585 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.585 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.585 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:00.586 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.762083+0000", 2024-08-17T01:49:00.586 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.762083+0000", 2024-08-17T01:49:00.586 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.762566+0000", 2024-08-17T01:49:00.586 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:00.586 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.586 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.586 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.586 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:00.586 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:00.586 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:00.586 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:00.586 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.586 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.586 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.587 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:00.587 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:00.587 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.587 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.587 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.587 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.587 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:00.587 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.587 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.587 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.587 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.587 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.588 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.588 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.588 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.588 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1f", 2024-08-17T01:49:00.588 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.588 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.588 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.588 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:49:00.588 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.588 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:08:13.714088+0000", 2024-08-17T01:49:00.588 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.588 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.588 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.589 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.590 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.591 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.591 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.591 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.591 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.591 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.591 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.591 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.592 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.592 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:00.592 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.592 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.592 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.592 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.592 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.592 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.592 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.592 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:00.592 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.592 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.592 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.593 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.593 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.593 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.593 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:00.593 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.371552+0000", 2024-08-17T01:49:00.593 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.371552+0000", 2024-08-17T01:49:00.593 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371929+0000", 2024-08-17T01:49:00.593 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:00.593 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.593 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.593 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.594 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:00.594 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:00.594 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:00.594 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:00.594 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.594 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.594 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.594 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:00.594 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:00.594 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.594 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:00.594 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.594 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.594 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:00.595 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.595 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.595 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.595 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.595 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:00.595 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.595 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.595 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.595 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1d", 2024-08-17T01:49:00.595 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.595 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.595 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.595 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 4808, 2024-08-17T01:49:00.595 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.596 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:07:26.767896+0000", 2024-08-17T01:49:00.596 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.596 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.596 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.597 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.597 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.597 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.597 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.597 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.597 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:00.597 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:00.597 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.597 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:00.597 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.597 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.597 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.597 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:00.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 1, 2024-08-17T01:49:00.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:49:00.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:49:00.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.598 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:49:00.599 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.599 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.599 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.599 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.599 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.599 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.599 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.599 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.599 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:00.599 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:49:00.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.599 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.599 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.599 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.760989+0000", 2024-08-17T01:49:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.760989+0000", 2024-08-17T01:49:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.761320+0000", 2024-08-17T01:49:00.600 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:00.601 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.601 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.601 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.601 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:00.601 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:00.601 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:00.601 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:00.601 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.601 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.601 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.601 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:00.601 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:00.601 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.601 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.601 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.602 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.602 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:00.602 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.602 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.602 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.602 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.602 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.602 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.602 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.602 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.602 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1c", 2024-08-17T01:49:00.602 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.602 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.602 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.603 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5219, 2024-08-17T01:49:00.603 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.603 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:28:29.622689+0000", 2024-08-17T01:49:00.603 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.603 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.603 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.605 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.605 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.605 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.605 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.605 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.605 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.605 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.605 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.605 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.605 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.605 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.605 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.606 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.606 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.606 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.606 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.606 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.606 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.606 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.606 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.606 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.606 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.606 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.606 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.606 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.607 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:00.607 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.607 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:00.607 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.607 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.607 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.607 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.607 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.607 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.607 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.607 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.607 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:00.607 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.608 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.608 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.608 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.608 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.608 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.608 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:00.608 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.409975+0000", 2024-08-17T01:49:00.608 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.409975+0000", 2024-08-17T01:49:00.608 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.410344+0000", 2024-08-17T01:49:00.608 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:00.608 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.608 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.608 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.608 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.608 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:00.609 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:00.609 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:00.609 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.609 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.609 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.609 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:00.609 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:00.609 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.609 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:00.609 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.609 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.609 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.609 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.609 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.609 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.610 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.610 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:00.610 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.610 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.610 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.610 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1c", 2024-08-17T01:49:00.610 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.610 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.610 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.610 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5165, 2024-08-17T01:49:00.610 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.610 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:29:28.364235+0000", 2024-08-17T01:49:00.610 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.610 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.610 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:00.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:00.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:00.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:00.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.613 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.614 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.614 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.614 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.614 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:00.614 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:49:00.614 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.614 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.614 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.614 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.614 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.614 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.614 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.614 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:00.614 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.615 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.615 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.615 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.615 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.615 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:00.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.373149+0000", 2024-08-17T01:49:00.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.373149+0000", 2024-08-17T01:49:00.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.373538+0000", 2024-08-17T01:49:00.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:00.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:00.616 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:00.616 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:00.616 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:00.616 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.616 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.616 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.616 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:00.616 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:00.616 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.616 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.616 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.616 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.616 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:00.616 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.616 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.617 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.617 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.617 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.617 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.617 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.617 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.617 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1d", 2024-08-17T01:49:00.617 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.617 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.617 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.617 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5309, 2024-08-17T01:49:00.617 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.617 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:02:55.339604+0000", 2024-08-17T01:49:00.618 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.618 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.618 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.621 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.621 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.621 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.621 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.621 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.621 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.621 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.621 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.621 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.621 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.621 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.621 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.621 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.621 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.622 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.622 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.622 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.622 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.622 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.622 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.622 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.622 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:00.622 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.622 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.622 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.622 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.622 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.623 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.623 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:00.623 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.623 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:00.623 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.623 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.623 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.623 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.623 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.623 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:00.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370744+0000", 2024-08-17T01:49:00.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370744+0000", 2024-08-17T01:49:00.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.376679+0000", 2024-08-17T01:49:00.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:00.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:00.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:00.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:00.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:00.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:00.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:00.625 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.625 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.625 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.625 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.625 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:00.625 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.625 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.625 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.625 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.625 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.625 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.625 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.625 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.625 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.a", 2024-08-17T01:49:00.625 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.626 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.626 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.626 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5194, 2024-08-17T01:49:00.626 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.626 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:51:03.477970+0000", 2024-08-17T01:49:00.626 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.626 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.626 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.629 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.629 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.629 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.629 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.629 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.629 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.629 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.629 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.629 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.629 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.629 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.629 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.629 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.629 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.630 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.630 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.630 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.630 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:00.630 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.630 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:00.630 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.630 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.630 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.630 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.630 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.630 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.630 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:00.630 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.631 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:00.631 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.631 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.631 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.631 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.631 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.631 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:00.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.423843+0000", 2024-08-17T01:49:00.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.423843+0000", 2024-08-17T01:49:00.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.424727+0000", 2024-08-17T01:49:00.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:00.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.632 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.632 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.632 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.632 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:00.632 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:00.632 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:00.632 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.632 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.632 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.632 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:00.632 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:00.632 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.632 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3, 2024-08-17T01:49:00.632 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.632 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.633 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.633 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.633 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.633 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.633 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.633 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3, 2024-08-17T01:49:00.633 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.633 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.633 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.633 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.b", 2024-08-17T01:49:00.633 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.633 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.633 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.633 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:49:00.633 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.634 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:44:06.934886+0000", 2024-08-17T01:49:00.634 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.634 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.634 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:00.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:00.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:00.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:00.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 2, 2024-08-17T01:49:00.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2, 2024-08-17T01:49:00.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.637 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.637 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.637 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T01:49:00.637 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.637 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.637 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.637 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.637 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.637 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.637 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:00.637 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.637 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:00.638 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'3" 2024-08-17T01:49:00.638 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.638 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.638 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.638 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.638 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.638 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:00.638 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.638 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:00.638 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.639 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.639 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.639 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.639 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.639 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:00.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.350944+0000", 2024-08-17T01:49:00.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.350944+0000", 2024-08-17T01:49:00.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.351244+0000", 2024-08-17T01:49:00.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:00.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:00.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:00.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:00.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:00.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:00.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:00.640 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.640 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.640 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.640 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.640 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:00.641 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.641 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.641 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.641 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.641 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.641 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.641 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.641 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.641 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.b", 2024-08-17T01:49:00.641 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.641 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.641 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.641 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5301, 2024-08-17T01:49:00.641 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.641 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:01:52.291317+0000", 2024-08-17T01:49:00.642 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.642 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.642 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.645 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.645 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.645 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.645 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.645 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.645 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:00.645 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.645 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:00.645 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.645 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.646 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.646 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.646 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.646 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.646 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.646 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:00.646 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.646 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.646 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.646 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.646 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.646 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.646 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:00.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.402642+0000", 2024-08-17T01:49:00.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.402642+0000", 2024-08-17T01:49:00.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.402952+0000", 2024-08-17T01:49:00.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:00.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:00.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:00.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:00.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.648 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.648 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:00.648 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:00.648 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.648 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.648 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.648 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.648 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.648 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.648 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.648 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.648 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.648 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.649 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.649 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.649 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.649 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.a", 2024-08-17T01:49:00.649 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.649 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.649 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.649 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5343, 2024-08-17T01:49:00.649 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.649 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:32:52.119266+0000", 2024-08-17T01:49:00.649 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.649 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.649 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.649 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.653 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.653 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.653 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.653 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.653 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.653 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.653 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.653 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:00.653 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.653 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.653 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.653 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.653 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.653 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.654 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.654 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.654 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:00.654 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.654 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.654 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.654 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.654 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.654 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:00.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.419357+0000", 2024-08-17T01:49:00.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.419357+0000", 2024-08-17T01:49:00.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.419650+0000", 2024-08-17T01:49:00.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:00.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:00.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:00.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:00.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:00.656 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:00.656 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.656 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.656 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.656 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.656 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.656 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.656 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.656 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.656 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.656 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.656 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.656 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.657 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.657 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.8", 2024-08-17T01:49:00.657 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.657 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.657 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.657 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5293, 2024-08-17T01:49:00.657 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.657 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:01:49.725084+0000", 2024-08-17T01:49:00.657 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.657 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.657 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.657 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.660 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.661 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.661 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.661 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.661 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.661 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.661 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.661 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:00.661 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.661 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.661 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.661 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.661 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.661 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.662 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:00.662 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.662 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:00.662 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.662 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.662 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.662 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.662 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.662 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.662 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:00.662 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416294+0000", 2024-08-17T01:49:00.662 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416294+0000", 2024-08-17T01:49:00.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416594+0000", 2024-08-17T01:49:00.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:00.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:00.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:00.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:00.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:00.664 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:00.664 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.664 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.664 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.664 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.664 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.664 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.664 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.664 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.664 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.664 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.664 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.664 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.665 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.665 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.9", 2024-08-17T01:49:00.665 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.665 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.665 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.665 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5343, 2024-08-17T01:49:00.665 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.665 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:34:11.244993+0000", 2024-08-17T01:49:00.665 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.665 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.665 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.668 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.668 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.668 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.669 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.669 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.669 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.669 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:00.669 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.669 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:00.669 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.669 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.669 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.669 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.669 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.669 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.670 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.670 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:00.670 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.670 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.670 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.670 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.670 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.670 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:00.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.413706+0000", 2024-08-17T01:49:00.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.413706+0000", 2024-08-17T01:49:00.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.414000+0000", 2024-08-17T01:49:00.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:00.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:00.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:00.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:00.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:00.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:00.671 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.671 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.671 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.671 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.672 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.672 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.672 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.672 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.672 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.672 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.672 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.672 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.672 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.672 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.9", 2024-08-17T01:49:00.672 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.672 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.672 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.672 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5266, 2024-08-17T01:49:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:04:05.397988+0000", 2024-08-17T01:49:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.676 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.676 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.676 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.676 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.677 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.677 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.677 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.677 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.677 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:00.677 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.677 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.677 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.677 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.677 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.677 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.677 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:00.678 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.678 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:00.678 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.678 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.678 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.678 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.678 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.678 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:00.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.421863+0000", 2024-08-17T01:49:00.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.421863+0000", 2024-08-17T01:49:00.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.424205+0000", 2024-08-17T01:49:00.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:00.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:00.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:00.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:00.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:00.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:00.680 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.680 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.680 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.680 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.680 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.680 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.680 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.680 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.680 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.680 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.680 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.680 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.681 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.681 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.8", 2024-08-17T01:49:00.681 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.681 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.681 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.681 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5156, 2024-08-17T01:49:00.681 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.681 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:44:00.517822+0000", 2024-08-17T01:49:00.681 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.681 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.681 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.684 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.685 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.685 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.685 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.685 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.685 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.685 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:00.685 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.685 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:00.685 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.685 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.685 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.685 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.685 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.686 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:00.686 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.686 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:00.686 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.686 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.686 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.686 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.686 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.686 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.686 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:00.686 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.347255+0000", 2024-08-17T01:49:00.686 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.347255+0000", 2024-08-17T01:49:00.686 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.347648+0000", 2024-08-17T01:49:00.686 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:00.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:00.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:00.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:00.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:00.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:00.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:00.687 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.688 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.688 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.688 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.688 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:00.688 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.688 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.688 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.688 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.688 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.688 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.688 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.688 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.689 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.6", 2024-08-17T01:49:00.689 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.689 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.689 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.689 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5386, 2024-08-17T01:49:00.689 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.689 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:31:31.907356+0000", 2024-08-17T01:49:00.689 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.689 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.689 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.689 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.690 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.693 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.693 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.693 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.693 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.693 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.693 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:00.693 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.693 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:00.693 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.694 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.694 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.694 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.694 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.694 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.694 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.694 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:00.694 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.694 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.694 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.694 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.694 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.694 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:00.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411113+0000", 2024-08-17T01:49:00.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411113+0000", 2024-08-17T01:49:00.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.411446+0000", 2024-08-17T01:49:00.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:00.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:00.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:00.695 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:00.696 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.696 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.696 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.696 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:00.696 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:00.696 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.696 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:00.696 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.696 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.696 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.696 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.696 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.696 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.697 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.697 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:00.697 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.697 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.697 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.697 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.7", 2024-08-17T01:49:00.697 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.697 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.697 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.697 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:49:00.697 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.697 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:54:00.351038+0000", 2024-08-17T01:49:00.698 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.698 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.698 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.698 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:00.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:00.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:00.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:00.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:49:00.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:49:00.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:49:00.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.701 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.701 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.701 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.701 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.701 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.702 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.702 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.702 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:00.702 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:49:00.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.702 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.702 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.702 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.702 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.702 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.702 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.702 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:00.702 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.702 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.703 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:00.703 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.703 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.703 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:00.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.367577+0000", 2024-08-17T01:49:00.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.367577+0000", 2024-08-17T01:49:00.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.117782+0000", 2024-08-17T01:49:00.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:00.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.703 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:00.704 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:00.704 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:00.704 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:00.704 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.704 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.704 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.704 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:00.704 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:00.704 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.704 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3042, 2024-08-17T01:49:00.704 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.704 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.704 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:00.704 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.704 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.705 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.705 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.705 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3042, 2024-08-17T01:49:00.705 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.705 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.705 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.705 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.1", 2024-08-17T01:49:00.705 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.705 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.705 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.705 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9151, 2024-08-17T01:49:00.705 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.705 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:35:31.481472+0000", 2024-08-17T01:49:00.706 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.003001173, 2024-08-17T01:49:00.706 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.706 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.706 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.707 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1511, 2024-08-17T01:49:00.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 384060, 2024-08-17T01:49:00.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3011, 2024-08-17T01:49:00.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 390759 2024-08-17T01:49:00.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.709 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.709 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.709 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.709 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.709 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.709 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.709 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.709 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:00.709 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3042" 2024-08-17T01:49:00.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.709 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.709 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.710 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.710 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.710 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.710 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.710 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:00.710 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.710 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.710 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.710 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.710 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.710 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.710 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:00.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.419311+0000", 2024-08-17T01:49:00.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.419311+0000", 2024-08-17T01:49:00.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.419615+0000", 2024-08-17T01:49:00.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:00.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:00.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:00.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:00.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.711 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.712 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:00.712 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:00.712 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.712 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.712 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.712 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.712 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.712 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.712 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.712 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.712 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.712 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.712 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.712 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.712 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.713 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.7", 2024-08-17T01:49:00.713 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.713 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.713 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.713 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5302, 2024-08-17T01:49:00.713 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.713 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:08:16.246877+0000", 2024-08-17T01:49:00.713 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.713 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.713 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.713 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.713 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.713 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.716 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.716 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.716 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.717 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.717 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.717 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.717 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.717 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:00.717 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.717 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.717 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.717 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.717 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.717 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:00.718 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.718 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:00.718 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.718 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.718 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.718 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.718 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.718 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.718 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:00.718 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.371602+0000", 2024-08-17T01:49:00.718 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.371602+0000", 2024-08-17T01:49:00.718 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.372027+0000", 2024-08-17T01:49:00.718 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:00.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:00.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:00.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:00.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:00.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:00.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:00.719 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.719 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:00.720 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.720 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.720 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:00.720 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.720 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.720 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.720 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.720 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:00.720 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.720 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.720 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.720 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.6", 2024-08-17T01:49:00.720 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.721 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.721 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.721 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5351, 2024-08-17T01:49:00.721 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.721 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:22:28.037461+0000", 2024-08-17T01:49:00.721 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.721 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.721 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.721 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.721 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.721 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.721 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.721 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.721 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:00.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:00.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:00.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:00.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 2, 2024-08-17T01:49:00.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2, 2024-08-17T01:49:00.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 2, 2024-08-17T01:49:00.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.724 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.724 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.724 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.724 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.724 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.724 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:00.724 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.724 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:00.725 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "561'2" 2024-08-17T01:49:00.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.725 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.725 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.725 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.725 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.725 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.725 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.725 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:00.725 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.725 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.725 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:00.725 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.726 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.726 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.726 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:00.726 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.421582+0000", 2024-08-17T01:49:00.726 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.421582+0000", 2024-08-17T01:49:00.726 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.178548+0000", 2024-08-17T01:49:00.726 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:00.726 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.726 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.726 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.726 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.726 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:00.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:00.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:00.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:00.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:00.727 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.727 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3043, 2024-08-17T01:49:00.727 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.727 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.727 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.727 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.728 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.728 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.728 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.728 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3043, 2024-08-17T01:49:00.728 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.728 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.728 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.728 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.0", 2024-08-17T01:49:00.728 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.728 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.728 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.728 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9094, 2024-08-17T01:49:00.728 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.728 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:26:41.686322+0000", 2024-08-17T01:49:00.729 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0047065, 2024-08-17T01:49:00.729 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.729 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.729 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.729 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.729 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.729 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.729 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.729 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.729 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.729 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.729 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.729 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.729 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.729 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.730 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1356, 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 358494, 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3026, 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 420160 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.731 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.732 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.732 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.732 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.732 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.732 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.732 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.732 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:00.732 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1144'3043" 2024-08-17T01:49:00.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.732 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.732 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.732 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.732 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.733 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:00.733 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.733 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:00.733 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.733 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.733 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.733 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.733 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.733 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.733 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:00.733 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761945+0000", 2024-08-17T01:49:00.733 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761945+0000", 2024-08-17T01:49:00.733 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.762425+0000", 2024-08-17T01:49:00.734 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:00.734 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.734 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.734 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.734 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:00.734 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:00.734 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:00.734 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:00.734 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.735 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.735 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.735 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:00.735 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:00.735 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.735 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.735 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.735 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.735 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:00.735 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.735 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.735 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.735 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.735 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.736 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.736 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.736 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.736 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.4", 2024-08-17T01:49:00.736 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.736 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.736 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.736 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5344, 2024-08-17T01:49:00.736 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.736 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:49:20.087218+0000", 2024-08-17T01:49:00.736 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.736 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.736 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.736 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.737 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.737 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.737 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.737 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.737 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.737 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.737 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.737 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.737 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.737 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.737 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.737 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.737 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.737 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.738 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.739 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.739 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.740 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.740 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.740 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.740 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.740 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:00.740 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.740 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:00.740 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.740 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.740 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.740 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.740 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.740 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:00.741 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.741 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:00.741 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.741 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.741 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.741 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.741 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.741 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.741 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:00.741 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:25.759895+0000", 2024-08-17T01:49:00.741 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:25.759895+0000", 2024-08-17T01:49:00.741 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:25.760584+0000", 2024-08-17T01:49:00.741 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:00.742 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.742 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.742 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.742 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 478, 2024-08-17T01:49:00.742 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:00.742 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:00.742 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:00.742 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.742 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.742 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.742 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:00.742 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:00.743 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.743 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.743 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.743 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.743 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 477, 2024-08-17T01:49:00.743 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.743 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.743 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.743 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.743 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.743 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.743 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.743 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.744 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.5", 2024-08-17T01:49:00.744 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.744 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.744 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.744 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 4799, 2024-08-17T01:49:00.744 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.744 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:39:23.046719+0000", 2024-08-17T01:49:00.744 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.744 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.744 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.744 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.744 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.744 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.744 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.745 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.745 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.745 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.745 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.745 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.745 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.745 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.745 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.745 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.745 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.745 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.745 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.745 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.745 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.746 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.746 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.746 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.746 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.746 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.746 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.746 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.746 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.746 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.746 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.746 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.746 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.746 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.747 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.747 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.747 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.747 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.747 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.747 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.747 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.747 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.747 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.747 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.747 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.747 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.747 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.747 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.748 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.748 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:00.748 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.748 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:00.748 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.748 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.748 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.748 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.748 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.748 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.748 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.748 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:00.748 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.749 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.749 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:00.749 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.749 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.749 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.749 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765506+0000", 2024-08-17T01:49:00.749 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408490+0000", 2024-08-17T01:49:00.749 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408490+0000", 2024-08-17T01:49:00.749 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.115099+0000", 2024-08-17T01:49:00.749 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765506+0000", 2024-08-17T01:49:00.749 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.749 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.749 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.750 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.750 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765506+0000", 2024-08-17T01:49:00.750 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765506+0000", 2024-08-17T01:49:00.750 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765506+0000", 2024-08-17T01:49:00.750 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.750 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.750 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.750 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765506+0000", 2024-08-17T01:49:00.750 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765506+0000", 2024-08-17T01:49:00.750 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.750 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3090, 2024-08-17T01:49:00.750 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.750 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.751 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.751 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.751 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.751 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.751 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.751 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3090, 2024-08-17T01:49:00.751 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.751 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.751 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.751 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.3", 2024-08-17T01:49:00.751 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.751 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.751 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.752 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9110, 2024-08-17T01:49:00.752 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.752 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:40:49.200353+0000", 2024-08-17T01:49:00.752 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.004247452, 2024-08-17T01:49:00.752 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.752 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 4194304, 2024-08-17T01:49:00.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:00.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:00.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:00.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:00.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 768, 2024-08-17T01:49:00.755 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 390461, 2024-08-17T01:49:00.755 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.755 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.755 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.755 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3077, 2024-08-17T01:49:00.755 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 380677 2024-08-17T01:49:00.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.755 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.755 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.755 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.755 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.755 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.755 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.755 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.756 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:00.756 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3090" 2024-08-17T01:49:00.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.756 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.756 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.756 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.756 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.756 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.756 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.756 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:00.756 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.756 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.756 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.757 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.757 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.757 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:00.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.767064+0000", 2024-08-17T01:49:00.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.767064+0000", 2024-08-17T01:49:00.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.769871+0000", 2024-08-17T01:49:00.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:00.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:00.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:00.758 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:00.758 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:00.758 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.758 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.758 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.758 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:00.758 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:00.758 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.758 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.758 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.758 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.758 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:00.758 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.759 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.759 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.759 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.759 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.759 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.759 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.759 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.759 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.5", 2024-08-17T01:49:00.759 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.759 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.759 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.759 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5233, 2024-08-17T01:49:00.759 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.759 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:22:02.126360+0000", 2024-08-17T01:49:00.760 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.760 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.760 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.760 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.760 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.760 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.760 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.760 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.760 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.760 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.760 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.760 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.760 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.760 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.763 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.763 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.763 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.763 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.763 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.763 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.763 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.763 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.763 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.763 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:00.763 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.763 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.764 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.764 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.764 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.764 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.764 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.764 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:00.764 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.764 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.764 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.764 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.764 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.764 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.764 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:00.764 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:25.756644+0000", 2024-08-17T01:49:00.765 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:25.756644+0000", 2024-08-17T01:49:00.765 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:25.757086+0000", 2024-08-17T01:49:00.765 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:00.765 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.765 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.765 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.765 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 478, 2024-08-17T01:49:00.765 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:00.765 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:00.765 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:00.765 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.765 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.766 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.766 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:00.766 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:00.766 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.766 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.766 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.766 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.766 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 477, 2024-08-17T01:49:00.766 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.766 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.766 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.766 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.767 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.767 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.767 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.767 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.767 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.4", 2024-08-17T01:49:00.767 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.767 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.767 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.767 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5359, 2024-08-17T01:49:00.767 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.767 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:52:52.469355+0000", 2024-08-17T01:49:00.767 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.767 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.768 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.769 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.770 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.771 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.771 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.771 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.771 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.771 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.771 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.771 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.771 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:00.771 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.771 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.771 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.771 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.771 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.771 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:00.772 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.772 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:00.772 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.772 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.772 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:00.772 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.772 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.772 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.772 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:00.772 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.765489+0000", 2024-08-17T01:49:00.772 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.765489+0000", 2024-08-17T01:49:00.772 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.116951+0000", 2024-08-17T01:49:00.772 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:00.773 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.773 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.773 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.773 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:00.773 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:00.773 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:00.773 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:00.773 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.773 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.773 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.773 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:00.773 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:00.773 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.773 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3069, 2024-08-17T01:49:00.774 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.774 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.774 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:00.774 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.774 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.774 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.774 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.774 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3069, 2024-08-17T01:49:00.774 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.774 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.774 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.774 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.2", 2024-08-17T01:49:00.774 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.775 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.775 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.775 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9287, 2024-08-17T01:49:00.775 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.775 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:02:22.292646+0000", 2024-08-17T01:49:00.775 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.006145356, 2024-08-17T01:49:00.775 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.775 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 19, 2024-08-17T01:49:00.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:00.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:00.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:00.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.777 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1174, 2024-08-17T01:49:00.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 404056, 2024-08-17T01:49:00.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3046, 2024-08-17T01:49:00.778 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 399430 2024-08-17T01:49:00.778 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.778 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.778 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.778 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.778 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.778 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.779 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:00.779 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.779 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:00.779 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3069" 2024-08-17T01:49:00.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.779 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.779 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.779 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.779 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.779 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.779 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.779 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:00.779 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.780 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.780 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.780 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.780 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.780 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.780 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:00.780 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368124+0000", 2024-08-17T01:49:00.780 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368124+0000", 2024-08-17T01:49:00.780 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.368410+0000", 2024-08-17T01:49:00.780 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:00.780 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.780 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.780 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.780 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:00.781 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:00.781 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:00.781 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:00.781 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.781 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.781 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.781 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:00.781 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:00.781 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.781 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.781 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.781 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.781 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:00.781 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.782 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.782 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.782 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.782 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.782 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.782 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.782 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.782 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3", 2024-08-17T01:49:00.782 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.782 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.782 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.782 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5241, 2024-08-17T01:49:00.783 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.783 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:04:26.479185+0000", 2024-08-17T01:49:00.783 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.783 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.783 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.786 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.786 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.786 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.786 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.786 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.786 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.786 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.786 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.786 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:00.786 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.366042+0000", 2024-08-17T01:49:00.787 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.366042+0000", 2024-08-17T01:49:00.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.366706+0000", 2024-08-17T01:49:00.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:00.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:00.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:00.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:00.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:00.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:00.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:00.788 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.789 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.789 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.789 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.789 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:00.789 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.789 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.789 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.789 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.789 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.789 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.789 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.789 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.789 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.2", 2024-08-17T01:49:00.789 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.790 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.790 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.790 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5203, 2024-08-17T01:49:00.790 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.790 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:43:28.567195+0000", 2024-08-17T01:49:00.790 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.790 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.790 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.793 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.793 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.793 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.793 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.793 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.793 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.794 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.794 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:00.794 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.794 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.794 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.794 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.794 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.794 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:00.794 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.794 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:00.794 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.794 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.795 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:00.795 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.795 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.795 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.795 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:00.795 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.613193+0000", 2024-08-17T01:49:00.795 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.613193+0000", 2024-08-17T01:49:00.795 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.116951+0000", 2024-08-17T01:49:00.795 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:00.795 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.795 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.795 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.795 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:49:00.796 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:00.796 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:00.796 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:00.796 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.796 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.796 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.796 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:00.796 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:00.796 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.796 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3108, 2024-08-17T01:49:00.796 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.796 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.796 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:49:00.796 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.797 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.797 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.797 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.797 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3108, 2024-08-17T01:49:00.797 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.797 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.797 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.797 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.4", 2024-08-17T01:49:00.797 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.797 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.797 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.797 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9033, 2024-08-17T01:49:00.797 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.797 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:52:21.082086+0000", 2024-08-17T01:49:00.798 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.00655868, 2024-08-17T01:49:00.798 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.798 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:00.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:00.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:00.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:00.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 781, 2024-08-17T01:49:00.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 392802, 2024-08-17T01:49:00.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.801 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.801 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.801 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3135, 2024-08-17T01:49:00.801 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 409390 2024-08-17T01:49:00.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.801 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.801 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.801 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.801 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.801 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.801 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:00.801 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.801 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:00.801 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3108" 2024-08-17T01:49:00.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.802 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.802 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.802 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.802 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.802 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.802 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.802 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:00.802 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.802 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.802 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.802 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.802 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.803 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:00.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368675+0000", 2024-08-17T01:49:00.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368675+0000", 2024-08-17T01:49:00.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369042+0000", 2024-08-17T01:49:00.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:00.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:00.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:00.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:00.804 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:00.804 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.804 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.804 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.804 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:00.804 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:00.804 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.804 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.804 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.804 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.804 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:00.804 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.804 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.804 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.805 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.805 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.805 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.805 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.805 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.805 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.0", 2024-08-17T01:49:00.805 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.805 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.805 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.805 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5345, 2024-08-17T01:49:00.805 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.805 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:59.322926+0000", 2024-08-17T01:49:00.805 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.806 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.806 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.809 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.809 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.809 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.809 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.809 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.809 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.809 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.809 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:00.809 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.809 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.810 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.810 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.810 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.810 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.810 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.810 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:00.810 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.810 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.810 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.810 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.810 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.810 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.810 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:00.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.608101+0000", 2024-08-17T01:49:00.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.608101+0000", 2024-08-17T01:49:00.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:16.608408+0000", 2024-08-17T01:49:00.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:00.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:49:00.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:00.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:00.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:00.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.812 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:00.812 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:00.812 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.812 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.812 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.812 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.812 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:49:00.812 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.812 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.812 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.812 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.812 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.813 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.813 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.813 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.813 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1", 2024-08-17T01:49:00.813 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.813 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.813 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.813 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5328, 2024-08-17T01:49:00.813 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.813 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:33:29.006590+0000", 2024-08-17T01:49:00.813 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.813 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.814 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.817 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.817 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.817 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.817 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.817 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.817 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.817 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.817 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:00.817 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.818 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.818 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.818 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.818 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.818 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.818 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.818 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:00.818 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.818 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.818 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:00.818 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.818 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.819 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:00.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.763634+0000", 2024-08-17T01:49:00.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.763634+0000", 2024-08-17T01:49:00.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.119972+0000", 2024-08-17T01:49:00.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:00.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:00.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:00.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:00.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:00.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:00.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:00.820 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.820 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3117, 2024-08-17T01:49:00.820 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.820 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.820 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:00.820 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.820 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.821 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.821 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.821 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3117, 2024-08-17T01:49:00.821 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.821 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.821 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.821 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.7", 2024-08-17T01:49:00.821 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.821 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.821 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.821 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9172, 2024-08-17T01:49:00.821 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.821 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:34:41.394595+0000", 2024-08-17T01:49:00.822 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.008824498, 2024-08-17T01:49:00.822 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.822 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1056, 2024-08-17T01:49:00.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 384001, 2024-08-17T01:49:00.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3090, 2024-08-17T01:49:00.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 402517 2024-08-17T01:49:00.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.825 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.825 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.825 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.825 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.825 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.825 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.825 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.825 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:00.826 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3117" 2024-08-17T01:49:00.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.826 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.826 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.826 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.826 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.826 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:00.826 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.826 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:00.826 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.826 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.826 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.827 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.827 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.827 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.827 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:00.827 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.347847+0000", 2024-08-17T01:49:00.827 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.347847+0000", 2024-08-17T01:49:00.827 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.348184+0000", 2024-08-17T01:49:00.827 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:00.827 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.827 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.827 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.827 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:00.827 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:00.827 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:00.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:00.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:00.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:00.828 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.828 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.828 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.828 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.828 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:00.828 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.828 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.828 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.829 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.829 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.829 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.829 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.829 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.829 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1", 2024-08-17T01:49:00.829 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.829 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.829 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.829 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:49:00.829 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.829 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:06:21.738263+0000", 2024-08-17T01:49:00.830 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.830 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.830 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.830 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.831 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.831 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.831 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.831 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.831 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.831 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.831 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.831 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.831 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.831 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.831 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.831 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.831 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.831 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.833 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.833 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.833 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.833 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.833 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.833 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:00.833 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.833 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:00.833 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.834 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.834 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.834 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.834 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.834 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.834 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.834 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:00.834 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.834 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.834 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.834 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.834 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.835 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.835 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:00.835 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.355745+0000", 2024-08-17T01:49:00.835 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.355745+0000", 2024-08-17T01:49:00.835 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:37:42.357328+0000", 2024-08-17T01:49:00.835 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:00.835 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.835 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.835 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.835 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:49:00.835 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:00.835 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:00.835 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:00.836 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.836 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.836 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.836 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:00.836 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:00.836 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.836 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.836 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.836 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.836 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:49:00.836 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.836 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.836 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.836 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.837 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.837 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.837 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.837 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.837 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.0", 2024-08-17T01:49:00.837 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.837 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.837 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.837 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5322, 2024-08-17T01:49:00.837 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.837 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:29:31.587642+0000", 2024-08-17T01:49:00.837 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.837 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.838 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.838 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.839 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.839 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.839 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.839 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.839 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.839 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.839 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.839 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.839 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.839 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.839 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.839 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.839 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.841 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.841 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.841 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.841 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.841 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.841 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.841 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.841 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:00.841 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.841 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.841 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.842 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.842 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.842 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.842 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.842 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:00.842 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.842 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.842 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:00.842 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.842 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.842 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.842 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:00.842 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.352438+0000", 2024-08-17T01:49:00.843 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.352438+0000", 2024-08-17T01:49:00.843 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.115012+0000", 2024-08-17T01:49:00.843 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:00.843 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.843 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.843 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.843 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:49:00.843 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:00.843 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:00.843 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:00.843 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.843 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.843 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.844 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:00.844 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:00.844 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.844 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3045, 2024-08-17T01:49:00.844 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.844 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.844 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:49:00.844 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.844 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.844 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.844 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.844 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3045, 2024-08-17T01:49:00.844 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.844 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.845 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.845 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.6", 2024-08-17T01:49:00.845 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.845 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.845 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.845 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9237, 2024-08-17T01:49:00.845 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.845 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:48:30.031839+0000", 2024-08-17T01:49:00.845 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.004895878, 2024-08-17T01:49:00.845 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.845 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1266, 2024-08-17T01:49:00.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 383190, 2024-08-17T01:49:00.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 2999, 2024-08-17T01:49:00.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 374928 2024-08-17T01:49:00.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.848 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.848 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.849 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.849 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.849 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.849 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.849 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.849 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:00.849 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3045" 2024-08-17T01:49:00.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.849 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.849 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.849 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.849 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.850 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.850 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.850 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:00.850 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.850 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.850 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.850 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.850 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.850 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.850 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:00.850 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.369462+0000", 2024-08-17T01:49:00.850 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.369462+0000", 2024-08-17T01:49:00.850 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369867+0000", 2024-08-17T01:49:00.850 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:00.851 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.851 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.851 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.851 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:00.851 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:00.851 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:00.851 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:00.851 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.851 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.851 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.851 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:00.851 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:00.851 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.852 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.852 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.852 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.852 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:00.852 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.852 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.852 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.852 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.852 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.852 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.852 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.852 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.852 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2", 2024-08-17T01:49:00.852 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.853 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.853 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.853 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5291, 2024-08-17T01:49:00.853 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.853 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:59:31.087128+0000", 2024-08-17T01:49:00.853 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.853 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.853 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.853 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.854 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.855 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.856 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.856 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.856 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.856 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.857 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.857 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.857 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.857 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:00.857 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.857 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.857 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.857 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.857 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.857 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.857 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.857 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:00.857 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.858 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.858 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.858 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.858 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.858 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.858 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:00.858 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416591+0000", 2024-08-17T01:49:00.858 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416591+0000", 2024-08-17T01:49:00.858 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416935+0000", 2024-08-17T01:49:00.858 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:00.858 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.858 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.858 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.859 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.859 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:00.859 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:00.859 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:00.859 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.859 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.859 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.859 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:00.859 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:00.859 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.859 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.859 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.859 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.859 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.859 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.860 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.860 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.860 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.860 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.860 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.860 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.860 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.860 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.3", 2024-08-17T01:49:00.860 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.860 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.860 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.860 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5238, 2024-08-17T01:49:00.860 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.860 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:48:53.540072+0000", 2024-08-17T01:49:00.860 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.861 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.861 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.861 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.862 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.863 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.864 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.864 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.864 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.864 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.864 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.864 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.864 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.864 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:00.864 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.865 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.865 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.865 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.865 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.865 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.865 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.865 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:00.865 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.865 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.865 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 19, 2024-08-17T01:49:00.865 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.865 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.866 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:00.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.414007+0000", 2024-08-17T01:49:00.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.414007+0000", 2024-08-17T01:49:00.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.414413+0000", 2024-08-17T01:49:00.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:00.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T01:49:00.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T01:49:00.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:00.866 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:00.867 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:00.867 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.867 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.867 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T01:49:00.867 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:00.867 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:00.867 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.867 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 253, 2024-08-17T01:49:00.867 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.867 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.867 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.867 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.868 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.868 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.868 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.868 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 253, 2024-08-17T01:49:00.868 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.868 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.868 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.868 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "1.0", 2024-08-17T01:49:00.868 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.868 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.868 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.868 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5862, 2024-08-17T01:49:00.868 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.868 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:12:15.582031+0000", 2024-08-17T01:49:00.869 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.869 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.869 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 590368, 2024-08-17T01:49:00.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:49:00.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:00.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:00.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:00.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 6, 2024-08-17T01:49:00.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1322, 2024-08-17T01:49:00.871 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2114, 2024-08-17T01:49:00.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 423, 2024-08-17T01:49:00.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2416 2024-08-17T01:49:00.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.872 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.872 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.872 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.872 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.872 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.872 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.872 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.873 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:00.873 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "2232'253" 2024-08-17T01:49:00.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.873 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.873 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.873 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.873 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.873 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.873 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.873 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:00.873 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.873 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.873 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:00.873 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.874 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.874 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:00.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411604+0000", 2024-08-17T01:49:00.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411604+0000", 2024-08-17T01:49:00.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.118275+0000", 2024-08-17T01:49:00.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:00.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:00.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:00.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:00.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:00.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:00.875 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:00.875 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.875 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3048, 2024-08-17T01:49:00.875 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.875 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.875 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.875 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.875 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.876 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.876 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.876 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3048, 2024-08-17T01:49:00.876 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.876 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.876 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.876 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.5", 2024-08-17T01:49:00.876 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.876 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.876 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.876 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 8854, 2024-08-17T01:49:00.876 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.876 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:56:28.329728+0000", 2024-08-17T01:49:00.877 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.005277167, 2024-08-17T01:49:00.877 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.877 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1115, 2024-08-17T01:49:00.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 340393, 2024-08-17T01:49:00.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3047, 2024-08-17T01:49:00.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 365375 2024-08-17T01:49:00.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.880 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.880 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.880 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.880 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.880 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.880 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.881 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.881 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:00.881 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1144'3048" 2024-08-17T01:49:00.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.881 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.881 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.881 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.881 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.881 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.881 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.881 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:00.881 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.881 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.882 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.882 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.882 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.882 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.882 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:00.882 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.414747+0000", 2024-08-17T01:49:00.882 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.414747+0000", 2024-08-17T01:49:00.882 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.415940+0000", 2024-08-17T01:49:00.882 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:00.882 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.882 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.882 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:00.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:00.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:00.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:00.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:00.883 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.883 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.883 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.883 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.883 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.884 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.884 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.884 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.884 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.884 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.884 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.884 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.884 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.884 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.d", 2024-08-17T01:49:00.884 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.884 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.884 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.884 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5151, 2024-08-17T01:49:00.885 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.885 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:31:03.059303+0000", 2024-08-17T01:49:00.885 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.885 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.885 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.885 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.888 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.888 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.888 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.888 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.888 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.888 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.889 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.889 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:00.889 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.889 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.889 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.889 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.889 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.889 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.889 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.889 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:00.889 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.890 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.890 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.890 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.890 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.890 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.890 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:00.890 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.767170+0000", 2024-08-17T01:49:00.890 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.767170+0000", 2024-08-17T01:49:00.890 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.767534+0000", 2024-08-17T01:49:00.890 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:00.890 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.890 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.890 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:00.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:00.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:00.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:00.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:00.891 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:00.891 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.891 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.891 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.892 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.892 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:00.892 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.892 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.892 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.892 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.892 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.892 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.892 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.892 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.892 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.c", 2024-08-17T01:49:00.892 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.892 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.893 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.893 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5325, 2024-08-17T01:49:00.893 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.893 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:12:09.397705+0000", 2024-08-17T01:49:00.893 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.893 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.893 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.893 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.894 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.895 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.896 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.896 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.897 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.897 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.897 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.897 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.897 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.897 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:00.897 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.897 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.897 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.897 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.897 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.897 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.898 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.898 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:00.898 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.898 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.898 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.898 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.898 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.898 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.898 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:00.898 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.372347+0000", 2024-08-17T01:49:00.898 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.372347+0000", 2024-08-17T01:49:00.898 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.372763+0000", 2024-08-17T01:49:00.898 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:00.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:00.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:00.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:00.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:00.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:00.899 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:00.899 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.899 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.900 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.900 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.900 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:00.900 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.900 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.900 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.900 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.900 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.900 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.900 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.900 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.900 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.c", 2024-08-17T01:49:00.901 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.901 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.901 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.901 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5222, 2024-08-17T01:49:00.901 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.901 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:42:29.422160+0000", 2024-08-17T01:49:00.901 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.901 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.901 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.903 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.904 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.904 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.904 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.904 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.905 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.905 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.905 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.905 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:00.905 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.905 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.905 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.905 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.905 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.905 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:00.905 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.905 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:00.906 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.906 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.906 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.906 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.906 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.906 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:00.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.347867+0000", 2024-08-17T01:49:00.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.347867+0000", 2024-08-17T01:49:00.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.348178+0000", 2024-08-17T01:49:00.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:00.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:00.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:00.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:00.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:00.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:00.907 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:00.907 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.907 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T01:49:00.908 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.908 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.908 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:00.908 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.908 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.908 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.908 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.908 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T01:49:00.908 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.908 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.908 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.908 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.d", 2024-08-17T01:49:00.908 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.909 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.909 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.909 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5348, 2024-08-17T01:49:00.909 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.909 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:32:26.786489+0000", 2024-08-17T01:49:00.909 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.909 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.909 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 70, 2024-08-17T01:49:00.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:00.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:00.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:00.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1, 2024-08-17T01:49:00.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 1, 2024-08-17T01:49:00.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T01:49:00.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:49:00.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.912 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.912 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.912 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.912 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.912 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.912 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:00.912 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.913 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:00.913 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T01:49:00.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.913 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.913 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.913 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.913 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.913 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.913 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.913 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:00.913 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.913 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.913 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.914 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.914 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.914 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.914 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:00.914 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.412610+0000", 2024-08-17T01:49:00.914 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.412610+0000", 2024-08-17T01:49:00.914 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412989+0000", 2024-08-17T01:49:00.914 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:00.914 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.914 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.914 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.914 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.914 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:00.915 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:00.915 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:00.915 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.915 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.915 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.915 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:00.915 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:00.915 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.915 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.915 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.915 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.915 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.915 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.916 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.916 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.916 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.916 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.916 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.916 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.916 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.916 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.f", 2024-08-17T01:49:00.916 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.916 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.916 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.916 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5171, 2024-08-17T01:49:00.916 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.917 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:47:29.519243+0000", 2024-08-17T01:49:00.917 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.917 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.917 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.917 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.917 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.917 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.917 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.917 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.917 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.917 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.917 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.917 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.917 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.918 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.920 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.920 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.920 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.920 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.920 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.920 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.920 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.920 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:00.921 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.921 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.921 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.921 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.921 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.921 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:00.921 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.921 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:00.921 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.921 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.921 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.921 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.922 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.922 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.922 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:00.922 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:25.757600+0000", 2024-08-17T01:49:00.922 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:25.757600+0000", 2024-08-17T01:49:00.922 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:25.761499+0000", 2024-08-17T01:49:00.922 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:00.922 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.922 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.922 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.922 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 478, 2024-08-17T01:49:00.922 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:00.922 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:00.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:00.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:00.923 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:00.923 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.923 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:00.923 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.923 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.923 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 477, 2024-08-17T01:49:00.923 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.923 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.923 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.924 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.924 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:00.924 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.924 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.924 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.924 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.e", 2024-08-17T01:49:00.924 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.924 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.924 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.924 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5324, 2024-08-17T01:49:00.924 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.924 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:44:11.074202+0000", 2024-08-17T01:49:00.924 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.924 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.925 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.925 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.925 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.925 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.925 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.925 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.925 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.925 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.925 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.925 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.925 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.925 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.925 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:00.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:00.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:00.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.926 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:00.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 1, 2024-08-17T01:49:00.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:49:00.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:49:00.927 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:49:00.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.930 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.930 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.930 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.930 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.930 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.930 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:00.930 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.930 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:00.931 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:49:00.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.931 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.931 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.931 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.931 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.931 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:00.931 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.931 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:00.931 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.931 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.931 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.931 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.931 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.932 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:00.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416664+0000", 2024-08-17T01:49:00.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416664+0000", 2024-08-17T01:49:00.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417048+0000", 2024-08-17T01:49:00.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:00.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:00.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:00.932 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:00.933 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.933 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.933 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.933 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:00.933 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:00.933 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.933 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.933 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.933 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.933 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.933 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.933 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.933 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.933 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.933 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.934 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.934 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.934 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.934 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.e", 2024-08-17T01:49:00.934 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.934 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.934 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.934 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5171, 2024-08-17T01:49:00.934 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.934 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:22:39.336358+0000", 2024-08-17T01:49:00.934 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.934 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.934 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.935 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.937 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.938 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.938 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.938 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.938 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.938 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:00.938 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.938 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:00.938 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.938 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.938 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.938 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.939 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.939 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.939 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.939 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:00.939 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.939 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.939 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.939 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.939 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.939 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:00.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408826+0000", 2024-08-17T01:49:00.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408826+0000", 2024-08-17T01:49:00.939 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.409165+0000", 2024-08-17T01:49:00.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:00.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:00.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:00.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:00.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:00.940 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:00.941 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.941 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T01:49:00.941 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.941 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.941 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.941 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.941 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.941 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.941 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.941 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T01:49:00.941 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.941 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.942 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.942 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.f", 2024-08-17T01:49:00.942 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.942 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.942 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.942 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5267, 2024-08-17T01:49:00.942 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.942 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:17:55.493082+0000", 2024-08-17T01:49:00.942 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.942 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.942 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 22, 2024-08-17T01:49:00.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 44, 2024-08-17T01:49:00.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:00.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:00.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:00.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 2, 2024-08-17T01:49:00.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1, 2024-08-17T01:49:00.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 1, 2024-08-17T01:49:00.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T01:49:00.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:49:00.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.945 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.945 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.946 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.946 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.946 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.946 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.946 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.946 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:00.946 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T01:49:00.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.946 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.946 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.946 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.946 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.946 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.947 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.947 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:00.947 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.947 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.947 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.947 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.947 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.947 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:00.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.412635+0000", 2024-08-17T01:49:00.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.412635+0000", 2024-08-17T01:49:00.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.413286+0000", 2024-08-17T01:49:00.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:00.948 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.948 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.948 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.948 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.948 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:00.948 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:00.948 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:00.948 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.948 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.948 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.948 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:00.948 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:00.948 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.948 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.949 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.949 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.949 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.949 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.949 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.949 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.949 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.949 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.949 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.949 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.949 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.949 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.11", 2024-08-17T01:49:00.949 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.950 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.950 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.950 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5150, 2024-08-17T01:49:00.950 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.950 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:25:28.902981+0000", 2024-08-17T01:49:00.950 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.950 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.950 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.953 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.953 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.954 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.954 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.954 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.954 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:00.954 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.954 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:00.954 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.954 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.954 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.954 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.954 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.954 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.955 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.955 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:00.955 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.955 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.955 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.955 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.955 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.955 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:00.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.355080+0000", 2024-08-17T01:49:00.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.355080+0000", 2024-08-17T01:49:00.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:37:42.356035+0000", 2024-08-17T01:49:00.955 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:00.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:49:00.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:00.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:00.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:00.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:00.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:00.956 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.957 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 8, 2024-08-17T01:49:00.957 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.957 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.957 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:49:00.957 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.957 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.957 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.957 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.957 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 8, 2024-08-17T01:49:00.957 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.957 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.957 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.957 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.10", 2024-08-17T01:49:00.957 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.958 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.958 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.958 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5338, 2024-08-17T01:49:00.958 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.958 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:52:37.165707+0000", 2024-08-17T01:49:00.958 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.958 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.958 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.958 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T01:49:00.959 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T01:49:00.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T01:49:00.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 4, 2024-08-17T01:49:00.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 24, 2024-08-17T01:49:00.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 24, 2024-08-17T01:49:00.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 12, 2024-08-17T01:49:00.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.961 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.961 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.961 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.961 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:00.961 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:00.962 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:00.962 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.962 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:00.962 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'8" 2024-08-17T01:49:00.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.962 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.962 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.962 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.962 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.962 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:00.962 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.962 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:00.962 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.962 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.963 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.963 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.963 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.963 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:00.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.375506+0000", 2024-08-17T01:49:00.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.375506+0000", 2024-08-17T01:49:00.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.376437+0000", 2024-08-17T01:49:00.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:00.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.963 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:00.964 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:00.964 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:00.964 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:00.964 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.964 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.964 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.964 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:00.964 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:00.964 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.964 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.964 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.964 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.964 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:00.965 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.965 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.965 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.965 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.965 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.965 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.965 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.965 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.965 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.10", 2024-08-17T01:49:00.965 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.965 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.965 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.965 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5182, 2024-08-17T01:49:00.966 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.966 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:11:23.967994+0000", 2024-08-17T01:49:00.966 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.966 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.966 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.966 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.967 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.968 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.969 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.969 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.969 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.969 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.969 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.969 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.969 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.969 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.969 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.969 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:00.969 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.969 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:00.969 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.970 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.970 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.970 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.970 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.970 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:00.970 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.970 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:00.970 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.970 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.970 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.970 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.970 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.970 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.970 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:00.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368843+0000", 2024-08-17T01:49:00.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368843+0000", 2024-08-17T01:49:00.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369690+0000", 2024-08-17T01:49:00.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:00.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:00.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:00.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:00.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:00.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.971 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.972 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:00.972 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:00.972 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.972 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.972 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.972 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.972 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:00.972 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.972 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.972 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.972 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.972 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.972 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.972 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.972 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.973 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.11", 2024-08-17T01:49:00.973 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.973 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.973 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.973 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5194, 2024-08-17T01:49:00.973 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.973 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:13.924369+0000", 2024-08-17T01:49:00.973 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.973 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.973 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.975 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.976 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.976 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.976 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.976 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.976 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.976 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.976 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.976 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.976 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.976 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:00.976 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.976 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:00.976 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.976 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:00.977 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.977 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.977 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.977 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.977 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.977 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.977 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.977 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:00.977 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.977 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.977 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.977 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.977 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.978 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:00.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.412321+0000", 2024-08-17T01:49:00.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.412321+0000", 2024-08-17T01:49:00.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412611+0000", 2024-08-17T01:49:00.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:00.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:00.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:00.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:00.978 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.979 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.979 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.979 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:00.979 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:00.979 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.979 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.979 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.979 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.979 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.979 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.979 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.979 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.979 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.980 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.980 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.980 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.980 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.980 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.13", 2024-08-17T01:49:00.980 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.980 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.980 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.980 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5170, 2024-08-17T01:49:00.980 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.980 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:59:23.250229+0000", 2024-08-17T01:49:00.980 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.980 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.980 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.983 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.983 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.984 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.984 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.984 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.984 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:00.984 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.984 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:00.984 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.984 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.984 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.984 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.984 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.984 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.984 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.985 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:00.985 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.985 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.985 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:00.985 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.985 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.985 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:00.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416811+0000", 2024-08-17T01:49:00.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416811+0000", 2024-08-17T01:49:00.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417197+0000", 2024-08-17T01:49:00.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:00.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:00.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:00.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:00.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:00.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:00.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:00.986 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.986 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.986 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.986 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.987 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.987 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.987 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.987 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.987 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.987 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.987 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.987 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.987 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.987 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.12", 2024-08-17T01:49:00.987 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.987 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.987 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.987 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5224, 2024-08-17T01:49:00.987 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.988 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:56:08.462774+0000", 2024-08-17T01:49:00.988 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.988 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.988 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.991 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.991 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.991 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.991 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:00.991 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:00.991 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:00.991 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.991 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:00.991 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.991 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.991 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.991 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.991 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.992 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:00.992 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.992 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:00.992 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.992 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:00.992 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:00.992 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:00.992 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:00.992 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:00.992 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:00.992 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.407810+0000", 2024-08-17T01:49:00.992 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.407810+0000", 2024-08-17T01:49:00.992 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.408130+0000", 2024-08-17T01:49:00.992 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:00.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:00.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:00.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:00.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:00.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:00.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:00.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:00.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:00.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:00.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:00.993 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:00.993 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:00.994 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:00.994 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:00.994 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:00.994 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:00.994 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:00.994 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:00.994 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:00.994 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:00.994 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:00.994 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:00.994 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:00.994 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.12", 2024-08-17T01:49:00.994 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:00.995 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:00.995 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:00.995 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5384, 2024-08-17T01:49:00.995 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:00.995 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:19:13.115195+0000", 2024-08-17T01:49:00.995 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:00.995 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:00.995 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:00.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:00.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:00.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:00.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:00.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:00.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:00.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:00.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:00.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:00.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:00.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:00.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:00.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:00.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:00.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:00.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:00.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:00.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:00.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:00.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:00.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:00.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:00.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:00.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:00.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:00.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:00.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:00.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:00.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:00.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:00.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:00.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:00.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:00.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:00.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:00.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:00.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:00.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:00.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:00.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:00.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.998 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:00.998 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:00.998 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:00.998 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.998 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:00.999 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:00.999 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.999 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:00.999 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:00.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:00.999 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:00.999 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:00.999 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:00.999 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:00.999 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:00.999 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:00.999 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:00.999 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:00.999 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.000 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:01.000 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.000 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.000 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.000 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:01.000 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.346700+0000", 2024-08-17T01:49:01.000 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.346700+0000", 2024-08-17T01:49:01.000 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.351736+0000", 2024-08-17T01:49:01.000 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:01.000 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.000 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.000 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.000 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:01.000 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:01.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:01.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:01.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:01.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:01.001 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.001 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:01.001 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.001 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.001 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:01.001 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.001 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.002 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.002 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.002 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:01.002 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.002 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.002 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.002 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.13", 2024-08-17T01:49:01.002 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.002 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.002 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.002 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5393, 2024-08-17T01:49:01.002 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.002 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:12:30.081367+0000", 2024-08-17T01:49:01.003 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.003 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.003 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 34, 2024-08-17T01:49:01.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:01.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:01.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:01.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:01.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 4, 2024-08-17T01:49:01.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 7, 2024-08-17T01:49:01.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:49:01.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 6 2024-08-17T01:49:01.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.006 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.006 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.006 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.006 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.006 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.006 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:01.006 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.006 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:01.006 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:49:01.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.007 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.007 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.007 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.007 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.007 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:01.007 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.007 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:01.007 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.007 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.007 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.007 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.007 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.007 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.007 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:01.007 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.418697+0000", 2024-08-17T01:49:01.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.418697+0000", 2024-08-17T01:49:01.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.420823+0000", 2024-08-17T01:49:01.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:01.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:01.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:01.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:01.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.008 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.15", 2024-08-17T01:49:01.009 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.010 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.010 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.010 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5169, 2024-08-17T01:49:01.010 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.010 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:41:15.501381+0000", 2024-08-17T01:49:01.010 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.010 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.010 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.010 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.011 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.013 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.013 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.013 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.013 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.013 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.013 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:01.013 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.013 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:01.013 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.014 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.014 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.014 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.014 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.014 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:01.014 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.014 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:01.014 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.014 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.014 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:01.014 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.014 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.014 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.014 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:01.015 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.371008+0000", 2024-08-17T01:49:01.015 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.371008+0000", 2024-08-17T01:49:01.015 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.374773+0000", 2024-08-17T01:49:01.015 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:01.015 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.015 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.015 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.015 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:01.015 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:01.015 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:01.015 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:01.015 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.015 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.015 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 29, 2024-08-17T01:49:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 29, 2024-08-17T01:49:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.016 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.017 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.14", 2024-08-17T01:49:01.017 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.017 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.017 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.017 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5219, 2024-08-17T01:49:01.017 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.017 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:15.352329+0000", 2024-08-17T01:49:01.017 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.017 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.017 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 5810, 2024-08-17T01:49:01.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.017 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.018 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.019 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.019 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T01:49:01.019 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T01:49:01.019 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.019 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T01:49:01.019 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.019 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.019 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.019 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.019 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.019 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:01.019 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.019 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 10, 2024-08-17T01:49:01.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 14, 2024-08-17T01:49:01.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 28, 2024-08-17T01:49:01.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 25 2024-08-17T01:49:01.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.021 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.021 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.021 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.021 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.021 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.021 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:01.021 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.021 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:01.021 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'29" 2024-08-17T01:49:01.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.021 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.021 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.021 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:01.021 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.022 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:01.022 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.022 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:01.022 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.022 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.022 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.022 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.022 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.022 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.022 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:01.022 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.406497+0000", 2024-08-17T01:49:01.022 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.406497+0000", 2024-08-17T01:49:01.022 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.406830+0000", 2024-08-17T01:49:01.023 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:01.023 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.023 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.023 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.023 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.023 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:01.023 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:01.023 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:01.023 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.023 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.023 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.023 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:01.023 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:01.023 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.023 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.024 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.024 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.024 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.024 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.024 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.024 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.024 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.024 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.024 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.024 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.024 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.024 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.14", 2024-08-17T01:49:01.024 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.024 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.025 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.025 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5311, 2024-08-17T01:49:01.025 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.025 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:46:04.758261+0000", 2024-08-17T01:49:01.025 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.025 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.025 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.025 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.026 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.027 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.028 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.028 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.028 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.028 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:01.028 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.028 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:01.028 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.028 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:01.028 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.029 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.029 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.029 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.029 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.029 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.029 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.029 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:01.029 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.029 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.029 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:01.029 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.029 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.029 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.029 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:01.030 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.763444+0000", 2024-08-17T01:49:01.030 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.763444+0000", 2024-08-17T01:49:01.030 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.763798+0000", 2024-08-17T01:49:01.030 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:01.030 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.030 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.030 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.030 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:01.030 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:01.030 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:01.030 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:01.030 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.030 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.031 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.031 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:01.031 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:01.031 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.031 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3, 2024-08-17T01:49:01.031 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.031 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.031 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:01.031 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.031 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.031 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.031 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.031 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3, 2024-08-17T01:49:01.031 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.032 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.032 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.032 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.15", 2024-08-17T01:49:01.032 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.032 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.032 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.032 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5359, 2024-08-17T01:49:01.032 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.032 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:09:46.461442+0000", 2024-08-17T01:49:01.032 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.032 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.032 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.032 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 90, 2024-08-17T01:49:01.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.033 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:01.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:01.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:01.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:01.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.034 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.035 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.035 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.035 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.035 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.035 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.035 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 7, 2024-08-17T01:49:01.035 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 7, 2024-08-17T01:49:01.035 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.035 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.035 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.035 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 4, 2024-08-17T01:49:01.035 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:49:01.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.035 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.036 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.036 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.036 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.036 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.036 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.036 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.036 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:01.036 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'3" 2024-08-17T01:49:01.036 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.036 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.036 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.036 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.036 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.036 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:01.036 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.037 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:01.037 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.037 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.037 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.037 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.037 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.037 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:01.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761597+0000", 2024-08-17T01:49:01.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761597+0000", 2024-08-17T01:49:01.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.762464+0000", 2024-08-17T01:49:01.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:01.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.037 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.038 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:01.038 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:01.038 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:01.038 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:01.038 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.038 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.038 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.038 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:01.038 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:01.038 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.038 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.038 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.038 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.038 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:01.039 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.039 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.039 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.039 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.039 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.039 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.039 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.039 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.039 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.17", 2024-08-17T01:49:01.039 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.039 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.039 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.039 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5382, 2024-08-17T01:49:01.039 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.039 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:28:03.298359+0000", 2024-08-17T01:49:01.040 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.040 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.040 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.040 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.041 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.042 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.043 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.043 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.043 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.043 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.043 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.043 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.043 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.043 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:01.043 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.043 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:01.043 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.043 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.043 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.044 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.044 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.044 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:01.044 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.044 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:01.044 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.044 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.044 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:01.044 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.044 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.044 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.044 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:01.044 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370779+0000", 2024-08-17T01:49:01.044 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370779+0000", 2024-08-17T01:49:01.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371080+0000", 2024-08-17T01:49:01.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:01.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:01.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:01.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:01.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:01.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.045 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:01.046 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:01.046 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.046 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.046 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.046 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.046 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:01.046 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.046 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.046 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.046 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.047 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.047 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.047 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.047 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.047 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.16", 2024-08-17T01:49:01.047 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.047 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.047 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.047 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5233, 2024-08-17T01:49:01.047 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.047 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:35:00.099159+0000", 2024-08-17T01:49:01.047 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.047 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.047 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.050 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.050 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.051 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.051 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.051 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.051 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.051 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:01.051 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.051 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:01.051 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.051 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.051 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.051 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.051 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.051 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.051 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.052 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:01.052 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.052 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.052 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.052 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.052 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.052 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.052 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:01.052 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417082+0000", 2024-08-17T01:49:01.052 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417082+0000", 2024-08-17T01:49:01.052 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417476+0000", 2024-08-17T01:49:01.052 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:01.052 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.052 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.052 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:01.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:01.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:01.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:01.053 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:01.053 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.053 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.053 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.053 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.053 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.054 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.054 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.054 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.054 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.054 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.054 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.054 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.054 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.054 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.16", 2024-08-17T01:49:01.054 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.054 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.054 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.055 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5195, 2024-08-17T01:49:01.055 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.055 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:10:04.299988+0000", 2024-08-17T01:49:01.055 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.055 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.055 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.058 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.058 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.058 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.058 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.058 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.058 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.058 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.058 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.059 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:01.059 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.059 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.059 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.059 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.059 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.059 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:01.059 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.059 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:01.059 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.059 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.059 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:01.059 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.059 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.060 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:01.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.381681+0000", 2024-08-17T01:49:01.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.381681+0000", 2024-08-17T01:49:01.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.381969+0000", 2024-08-17T01:49:01.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:01.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:01.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:01.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:01.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:01.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:01.061 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:01.061 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.061 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.061 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.061 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.061 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:01.061 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.061 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.061 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.061 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.061 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.061 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.061 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.062 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.062 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.17", 2024-08-17T01:49:01.062 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.062 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.062 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.062 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5183, 2024-08-17T01:49:01.062 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.062 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:47:16.991870+0000", 2024-08-17T01:49:01.062 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.062 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.062 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.065 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.065 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.065 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.065 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.065 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.066 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:01.066 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.066 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:01.066 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.066 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.066 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.066 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.066 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.066 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.066 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:01.066 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.066 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:01.066 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.067 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.067 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.067 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.067 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.067 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:01.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.348604+0000", 2024-08-17T01:49:01.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.348604+0000", 2024-08-17T01:49:01.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.348899+0000", 2024-08-17T01:49:01.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:01.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.068 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:01.068 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:01.068 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:01.068 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:01.068 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.068 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.068 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.068 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:01.068 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:01.068 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.068 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.068 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.068 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.068 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:01.069 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.069 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.069 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.069 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.069 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.069 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.069 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.069 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.069 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.19", 2024-08-17T01:49:01.069 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.069 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.069 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.069 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5339, 2024-08-17T01:49:01.070 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.070 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:50:57.327279+0000", 2024-08-17T01:49:01.070 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.070 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.070 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.073 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.073 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.073 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.073 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.073 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.073 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:01.073 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.073 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:01.073 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.073 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.073 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.073 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.073 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.074 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:01.074 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.074 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:01.074 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.074 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.074 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:01.074 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.074 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.074 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.074 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:01.074 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417213+0000", 2024-08-17T01:49:01.074 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417213+0000", 2024-08-17T01:49:01.074 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417525+0000", 2024-08-17T01:49:01.074 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:01.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:01.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:01.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:01.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:01.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:01.075 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.075 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.076 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.076 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.076 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.076 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.076 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.076 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.076 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.076 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.076 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.076 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.076 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.076 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.18", 2024-08-17T01:49:01.076 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.076 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.076 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.077 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5215, 2024-08-17T01:49:01.077 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.077 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:30:31.376857+0000", 2024-08-17T01:49:01.077 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.077 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.077 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.077 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.080 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.080 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.080 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.080 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.080 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.080 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:01.080 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.080 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:01.080 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.081 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.081 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.081 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.081 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.081 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.081 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.081 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:01.081 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.081 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.081 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.081 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.081 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.081 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.081 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:01.082 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.603889+0000", 2024-08-17T01:49:01.082 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.603889+0000", 2024-08-17T01:49:01.082 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:16.605290+0000", 2024-08-17T01:49:01.082 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:01.082 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.082 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.082 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.082 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:49:01.082 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:01.082 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:01.082 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:01.082 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.082 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.082 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.083 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:01.083 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:01.083 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.083 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.083 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.083 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.083 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:49:01.083 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.083 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.083 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.083 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.083 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.083 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.083 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.084 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.084 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.18", 2024-08-17T01:49:01.084 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.084 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.084 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.084 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5298, 2024-08-17T01:49:01.084 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.084 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:26:47.338523+0000", 2024-08-17T01:49:01.084 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.084 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.084 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.085 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.087 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.087 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.087 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.087 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.087 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.088 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.088 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.088 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.088 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:01.088 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.088 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.088 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.088 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.088 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.088 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.088 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.088 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.088 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:01.088 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.089 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.089 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:01.089 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.089 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.089 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.089 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:01.089 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370561+0000", 2024-08-17T01:49:01.089 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370561+0000", 2024-08-17T01:49:01.089 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.372250+0000", 2024-08-17T01:49:01.089 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:01.089 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.089 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.089 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.089 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:01.090 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:01.090 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:01.090 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:01.090 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.090 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.090 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.090 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:01.090 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:01.090 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.090 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.090 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.090 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.090 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:01.091 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.091 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.091 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.091 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.091 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.091 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.091 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.091 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.091 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.19", 2024-08-17T01:49:01.091 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.091 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.091 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.091 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5302, 2024-08-17T01:49:01.091 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.091 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:23:44.701402+0000", 2024-08-17T01:49:01.092 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.092 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.092 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.094 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.094 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.094 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.094 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.094 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.094 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.094 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.094 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.094 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.094 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.094 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.094 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.095 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.095 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.095 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.095 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.095 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.095 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.095 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.095 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.095 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.095 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.095 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.095 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.095 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:01.095 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.096 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.096 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.096 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.096 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.096 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.096 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:01.096 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.096 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:01.096 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.096 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.096 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:01.096 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.096 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.096 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.097 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:01.097 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.374799+0000", 2024-08-17T01:49:01.097 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.374799+0000", 2024-08-17T01:49:01.097 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.378273+0000", 2024-08-17T01:49:01.097 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:01.097 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.097 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.097 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.097 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:01.097 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:01.097 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:01.097 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:01.097 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.097 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.098 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.098 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:01.098 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:01.098 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.098 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:01.098 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.098 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.098 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:01.098 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.098 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.098 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.098 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.098 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1a", 2024-08-17T01:49:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5192, 2024-08-17T01:49:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:02:40.091722+0000", 2024-08-17T01:49:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.102 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.102 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.102 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.102 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.102 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.102 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.103 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:01.103 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.103 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:01.103 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'2" 2024-08-17T01:49:01.103 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.103 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.103 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.103 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.103 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.103 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:01.103 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.103 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:01.103 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.103 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.104 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.104 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.104 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.104 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:01.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408259+0000", 2024-08-17T01:49:01.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408259+0000", 2024-08-17T01:49:01.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.408532+0000", 2024-08-17T01:49:01.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:01.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.104 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:01.105 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:01.105 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:01.105 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.105 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.105 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.105 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:01.105 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:01.105 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.105 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.105 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.105 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.105 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.105 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.105 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.106 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.106 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.106 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.106 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.106 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.106 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.106 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1b", 2024-08-17T01:49:01.106 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.106 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.106 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.106 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5381, 2024-08-17T01:49:01.106 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.106 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:09.884596+0000", 2024-08-17T01:49:01.107 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.107 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.107 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.110 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.110 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.110 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.110 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.110 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.110 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.110 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:01.110 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.110 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:01.110 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.110 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.110 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.110 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.111 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.111 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:01.111 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.111 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:01.111 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.111 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.111 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:01.111 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.111 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.111 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:01.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.424784+0000", 2024-08-17T01:49:01.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.424784+0000", 2024-08-17T01:49:01.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.425198+0000", 2024-08-17T01:49:01.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:01.112 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.112 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.112 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.112 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.112 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:01.112 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:01.112 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:01.112 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.112 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.112 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:01.112 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:01.112 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:01.112 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.112 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:01.112 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1b", 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5293, 2024-08-17T01:49:01.113 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.114 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:21:49.267144+0000", 2024-08-17T01:49:01.114 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.114 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.114 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.117 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.117 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.117 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.117 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.117 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.117 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:01.117 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.117 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:01.117 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'2" 2024-08-17T01:49:01.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.117 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.117 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.117 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.117 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.117 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:01.118 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.118 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:01.118 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.118 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.118 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.118 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.118 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.118 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:01.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.357454+0000", 2024-08-17T01:49:01.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.357454+0000", 2024-08-17T01:49:01.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.357772+0000", 2024-08-17T01:49:01.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:01.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:01.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:01.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:01.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:01.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:01.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:01.119 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.119 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.119 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.120 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.120 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:01.120 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.120 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.120 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.120 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.120 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.120 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.120 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.120 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.120 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1a", 2024-08-17T01:49:01.120 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.120 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.120 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.120 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5270, 2024-08-17T01:49:01.121 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.121 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:19:12.760099+0000", 2024-08-17T01:49:01.121 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.121 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.121 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.124 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.124 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.124 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.124 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.124 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.124 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:01.124 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.124 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:01.124 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.375029+0000", 2024-08-17T01:49:01.125 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.375029+0000", 2024-08-17T01:49:01.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.375327+0000", 2024-08-17T01:49:01.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:01.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:01.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:01.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:01.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:01.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:01.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:01.127 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.127 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.127 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.127 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.127 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:01.127 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.127 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.127 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.127 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.127 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.127 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.127 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.127 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.127 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.20", 2024-08-17T01:49:01.127 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.128 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.128 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.128 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5186, 2024-08-17T01:49:01.128 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.128 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:18:03.608692+0000", 2024-08-17T01:49:01.128 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.128 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.128 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.128 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.128 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.128 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.128 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.128 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.128 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.129 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.131 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.131 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.131 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.131 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.131 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.131 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.132 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:01.132 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.132 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:01.132 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.132 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.132 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.132 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:01.132 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.132 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:01.132 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.132 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:01.132 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.132 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.133 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.133 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.133 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.133 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.133 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:01.133 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.372963+0000", 2024-08-17T01:49:01.133 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.372963+0000", 2024-08-17T01:49:01.133 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.374040+0000", 2024-08-17T01:49:01.133 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:01.133 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.133 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.133 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.133 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:01.133 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:01.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:01.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:01.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:01.134 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:01.134 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.134 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.134 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.134 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.134 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:01.134 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.21", 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5313, 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:16:36.672965+0000", 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.135 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.136 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.136 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.137 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.138 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.139 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.139 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.139 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:01.139 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.139 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:01.139 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.139 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:01.139 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.139 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.139 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.139 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.139 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.139 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.139 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.140 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:01.140 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.140 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.140 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.140 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.140 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.140 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.140 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:01.140 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.763913+0000", 2024-08-17T01:49:01.140 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.763913+0000", 2024-08-17T01:49:01.140 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.764936+0000", 2024-08-17T01:49:01.140 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:01.140 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.140 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.141 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.141 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:01.141 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:01.141 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:01.141 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:01.141 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.141 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.141 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.141 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:01.141 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:01.141 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.141 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.141 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.141 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.142 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:01.142 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.142 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.142 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.142 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.142 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.142 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.142 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.142 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.142 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.22", 2024-08-17T01:49:01.142 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.142 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.143 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.143 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5233, 2024-08-17T01:49:01.143 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.143 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:02:29.054697+0000", 2024-08-17T01:49:01.143 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.143 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.143 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.143 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.143 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.143 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.143 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.143 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.143 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.143 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.144 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.145 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.146 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.146 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.146 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.146 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.146 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.146 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.146 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.146 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.146 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.146 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:01.147 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.147 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.147 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.147 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.147 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.147 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:01.147 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.147 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:01.147 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.147 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.147 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.147 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.147 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.148 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.148 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:01.148 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.352185+0000", 2024-08-17T01:49:01.148 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.352185+0000", 2024-08-17T01:49:01.148 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.352491+0000", 2024-08-17T01:49:01.148 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:01.148 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.148 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.148 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.148 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:01.148 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:01.148 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:01.148 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:01.148 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.148 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.149 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.149 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:01.149 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:01.149 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.149 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.149 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.149 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.149 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:01.149 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.149 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.149 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.149 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.149 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.150 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.150 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.150 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.150 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.23", 2024-08-17T01:49:01.150 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.150 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.150 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.150 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:49:01.150 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.150 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:59:21.583240+0000", 2024-08-17T01:49:01.150 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.150 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.150 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.153 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.153 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.153 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.153 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.154 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.154 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.154 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.154 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:01.154 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.154 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:01.154 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.154 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.154 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.154 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.154 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.154 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.154 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.155 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.155 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:01.155 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.155 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.155 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.155 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.155 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.155 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:01.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.351693+0000", 2024-08-17T01:49:01.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.351693+0000", 2024-08-17T01:49:01.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.351990+0000", 2024-08-17T01:49:01.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:01.156 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.156 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.156 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.156 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:01.156 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:01.156 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:01.156 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:01.156 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.156 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.156 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.156 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:01.156 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:01.156 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.157 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.157 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.157 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.157 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:01.157 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.157 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.157 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.157 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.157 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.157 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.157 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.157 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.157 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.24", 2024-08-17T01:49:01.157 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.157 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.158 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.158 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5302, 2024-08-17T01:49:01.158 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.158 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:59:48.650013+0000", 2024-08-17T01:49:01.158 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.158 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.158 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.161 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.161 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.161 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.161 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.161 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.161 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.161 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.161 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.161 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.161 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.161 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:01.161 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.161 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.162 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.162 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.162 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.162 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:01.162 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.162 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:01.162 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.162 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.162 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.162 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.162 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.162 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.162 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:01.162 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.609608+0000", 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.609608+0000", 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:16.609881+0000", 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:01.163 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.164 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.164 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.164 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.164 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:49:01.164 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.164 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.164 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.164 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.164 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.164 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.164 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.164 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.164 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.25", 2024-08-17T01:49:01.164 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.165 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.165 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.165 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5343, 2024-08-17T01:49:01.165 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.165 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:08:40.451836+0000", 2024-08-17T01:49:01.165 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.165 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.165 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.168 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.168 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.168 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.168 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.168 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.168 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.168 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.168 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.168 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.168 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.168 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.168 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.168 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:01.168 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.168 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:01.169 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.169 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.169 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.169 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.169 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.169 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.169 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:01.169 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.169 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:01.169 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.169 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.169 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.169 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.169 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.170 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:01.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.410965+0000", 2024-08-17T01:49:01.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.410965+0000", 2024-08-17T01:49:01.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.411269+0000", 2024-08-17T01:49:01.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:01.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:01.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:01.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:01.171 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.171 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.171 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.171 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:01.171 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:01.171 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.171 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.171 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.171 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.171 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.171 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.171 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.171 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.171 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.171 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.172 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.172 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.172 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.172 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.26", 2024-08-17T01:49:01.172 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.172 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.172 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.172 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5186, 2024-08-17T01:49:01.172 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.172 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:33:04.472089+0000", 2024-08-17T01:49:01.172 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.172 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.172 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.175 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.175 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.175 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.176 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.176 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.176 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:01.176 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.176 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:01.176 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.176 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.176 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.176 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.176 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.176 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.176 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:01.176 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.176 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:01.176 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.177 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.177 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.177 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.177 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.177 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:01.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.349893+0000", 2024-08-17T01:49:01.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.349893+0000", 2024-08-17T01:49:01.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.350198+0000", 2024-08-17T01:49:01.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:01.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:01.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:01.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:01.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:01.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:01.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:01.178 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.178 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.178 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.178 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.178 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:01.179 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.179 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.179 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.179 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.179 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.179 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.179 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.179 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.179 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.27", 2024-08-17T01:49:01.179 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.179 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.179 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.179 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5286, 2024-08-17T01:49:01.180 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.180 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:24:20.557188+0000", 2024-08-17T01:49:01.180 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.180 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.180 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.183 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.183 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.183 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.183 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.183 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.183 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.183 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.183 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.183 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.183 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.183 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.183 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:01.183 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.183 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:01.183 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.184 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.184 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.184 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.184 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.184 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.184 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:01.184 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.184 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:01.184 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.184 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.184 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.184 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.184 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.184 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.185 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801764+0000", 2024-08-17T01:49:01.185 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.767997+0000", 2024-08-17T01:49:01.185 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.767997+0000", 2024-08-17T01:49:01.185 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.768305+0000", 2024-08-17T01:49:01.185 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801764+0000", 2024-08-17T01:49:01.185 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.185 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.185 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.185 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:01.185 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801764+0000", 2024-08-17T01:49:01.185 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801764+0000", 2024-08-17T01:49:01.185 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801764+0000", 2024-08-17T01:49:01.185 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.185 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.185 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.186 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801764+0000", 2024-08-17T01:49:01.186 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801764+0000", 2024-08-17T01:49:01.186 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.186 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.186 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.186 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.186 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:01.186 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.186 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.186 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.186 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.186 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.186 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.186 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.186 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.187 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.28", 2024-08-17T01:49:01.187 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.187 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.187 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.187 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5231, 2024-08-17T01:49:01.187 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.187 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:20:45.886622+0000", 2024-08-17T01:49:01.187 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.187 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.187 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.187 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.188 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.190 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.190 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.190 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.190 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.190 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.190 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:01.190 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.190 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:01.191 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.191 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.191 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.191 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.191 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.191 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.191 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.191 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.191 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:01.191 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.191 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.191 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.191 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.191 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.191 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.192 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:01.192 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.352986+0000", 2024-08-17T01:49:01.192 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.352986+0000", 2024-08-17T01:49:01.192 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.353313+0000", 2024-08-17T01:49:01.192 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:01.192 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.192 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.192 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.192 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:01.192 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:01.192 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:01.192 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:01.192 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.192 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.193 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.193 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:01.193 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:01.193 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.193 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.193 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.193 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.193 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:01.193 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.193 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.193 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.193 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.193 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.193 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.194 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.194 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.194 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.29", 2024-08-17T01:49:01.194 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.194 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.194 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.194 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5292, 2024-08-17T01:49:01.194 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.195 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph telemetry show 2024-08-17T01:49:01.196 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:53:01.883381+0000", 2024-08-17T01:49:01.196 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.196 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.196 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.200 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.200 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.200 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.200 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.200 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.200 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.200 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.200 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:01.200 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.200 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.200 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.200 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.200 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.200 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.201 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:01.201 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.201 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:01.201 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.201 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.201 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.201 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.201 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.201 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:01.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416395+0000", 2024-08-17T01:49:01.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416395+0000", 2024-08-17T01:49:01.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416940+0000", 2024-08-17T01:49:01.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:01.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:01.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:01.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:01.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:01.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:01.202 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.202 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.203 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.203 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.203 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.203 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.203 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.203 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.203 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.203 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.203 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.203 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.203 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.203 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2a", 2024-08-17T01:49:01.203 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.203 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.203 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.204 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5194, 2024-08-17T01:49:01.204 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.204 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:55:58.265847+0000", 2024-08-17T01:49:01.204 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.204 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.204 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.204 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.204 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.204 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.204 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.204 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.204 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.204 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.204 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.207 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.207 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.207 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.207 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.207 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.207 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:01.207 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.207 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:01.207 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.208 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.208 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.208 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:01.208 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.208 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.208 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.208 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:01.208 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.208 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.208 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.208 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.208 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.208 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.208 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:01.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.406558+0000", 2024-08-17T01:49:01.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.406558+0000", 2024-08-17T01:49:01.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.407054+0000", 2024-08-17T01:49:01.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:01.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:01.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:01.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:01.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:01.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:01.210 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.210 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.210 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.210 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.210 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.210 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.210 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.210 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.210 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.210 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.210 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.211 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.211 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.211 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2b", 2024-08-17T01:49:01.211 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.211 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.211 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.211 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5310, 2024-08-17T01:49:01.211 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.211 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:07:49.651025+0000", 2024-08-17T01:49:01.211 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.211 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.211 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.211 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.211 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.211 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.214 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.214 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.214 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.214 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.215 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:01.215 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.215 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.215 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.215 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:01.215 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.215 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.215 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.215 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.215 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.215 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.215 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.215 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.215 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:01.215 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368698+0000", 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368698+0000", 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369352+0000", 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:01.216 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:01.217 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:01.217 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.217 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.217 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.217 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:01.217 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:01.217 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.217 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.217 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.217 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.217 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:01.217 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.217 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.217 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.217 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.218 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.218 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.218 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.218 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.218 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2c", 2024-08-17T01:49:01.218 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.218 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.218 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.218 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5185, 2024-08-17T01:49:01.218 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.218 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:42:39.574038+0000", 2024-08-17T01:49:01.218 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.218 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.218 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.221 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.222 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.222 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.222 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.222 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.222 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.222 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.222 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.222 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:01.222 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.222 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.222 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.222 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.222 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.223 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:01.223 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:01.223 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.223 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:01.223 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.223 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.223 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.223 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.223 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.223 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.223 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:01.223 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411520+0000", 2024-08-17T01:49:01.223 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411520+0000", 2024-08-17T01:49:01.223 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.411879+0000", 2024-08-17T01:49:01.224 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:01.224 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.224 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.224 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.224 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.224 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:01.224 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:01.224 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:01.224 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.224 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.224 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.224 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:01.224 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:01.225 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.225 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.225 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.225 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.225 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.225 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.225 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.225 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.225 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.225 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.225 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.225 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.225 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.225 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2d", 2024-08-17T01:49:01.226 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.226 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.226 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.226 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5151, 2024-08-17T01:49:01.226 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.226 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:35:20.078109+0000", 2024-08-17T01:49:01.226 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.226 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.226 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.226 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.226 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.226 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.226 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.226 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.227 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.228 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.229 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.229 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.229 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.229 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.229 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.229 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:01.229 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:01.229 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.229 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:01.230 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.230 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.230 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.230 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.230 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:01.230 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.230 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:01.230 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.230 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:01.230 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.230 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.230 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.230 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.231 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.231 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:01.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.406653+0000", 2024-08-17T01:49:01.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.406653+0000", 2024-08-17T01:49:01.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.407334+0000", 2024-08-17T01:49:01.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:01.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:01.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:01.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:01.232 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.232 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.232 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.232 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:01.232 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:01.232 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.232 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.232 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.232 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.232 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.232 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.232 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.232 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.232 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.233 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.233 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.233 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.233 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.233 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2e", 2024-08-17T01:49:01.233 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.233 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.233 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.233 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5309, 2024-08-17T01:49:01.233 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.233 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:19:36.584100+0000", 2024-08-17T01:49:01.233 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.234 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.234 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.237 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.237 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.237 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.237 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:01.237 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.237 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:01.237 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.237 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:01.237 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.237 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.237 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.237 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.238 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.238 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:01.238 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.238 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:01.238 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.238 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.238 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.238 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.238 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.238 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.238 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:01.238 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417290+0000", 2024-08-17T01:49:01.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417290+0000", 2024-08-17T01:49:01.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417685+0000", 2024-08-17T01:49:01.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:01.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:01.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:01.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:01.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:01.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:01.240 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.240 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.240 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.240 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.240 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.240 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.240 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.240 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.240 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.240 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.240 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.240 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.240 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.240 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2f", 2024-08-17T01:49:01.240 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.241 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.241 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.241 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5213, 2024-08-17T01:49:01.241 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.241 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:11:47.910339+0000", 2024-08-17T01:49:01.241 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.241 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.241 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.244 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.244 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.244 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.244 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.244 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.244 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.244 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:01.245 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.245 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:01.245 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.245 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.245 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.245 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.245 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.245 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.245 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:01.245 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.245 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:01.245 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.245 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.245 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.246 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.246 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.246 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:01.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417553+0000", 2024-08-17T01:49:01.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417553+0000", 2024-08-17T01:49:01.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417823+0000", 2024-08-17T01:49:01.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:01.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:01.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:01.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:01.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:01.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:01.247 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.247 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.247 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.247 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.247 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.247 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.247 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.247 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.247 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.248 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.248 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.248 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.248 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.248 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.30", 2024-08-17T01:49:01.248 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.248 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.248 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.248 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5205, 2024-08-17T01:49:01.248 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.248 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:13:53.482796+0000", 2024-08-17T01:49:01.248 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.248 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.248 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.248 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.251 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.251 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.252 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.252 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.252 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.252 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:01.252 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.252 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:01.252 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.252 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.252 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.252 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.252 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.252 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:01.253 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.253 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:01.253 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.253 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.253 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.253 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.253 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.253 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.253 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:01.253 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761507+0000", 2024-08-17T01:49:01.253 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761507+0000", 2024-08-17T01:49:01.253 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.761831+0000", 2024-08-17T01:49:01.253 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:01.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:01.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:01.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:01.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:01.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:01.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:01.255 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.255 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.255 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.255 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.255 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:01.255 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.255 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.255 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.255 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.255 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.255 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.255 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.255 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.255 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.31", 2024-08-17T01:49:01.256 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.256 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.256 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.256 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5340, 2024-08-17T01:49:01.256 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.256 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:17:41.463846+0000", 2024-08-17T01:49:01.256 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.256 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.256 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.256 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.256 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.256 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.256 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.259 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.259 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.259 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.259 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.259 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.259 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:01.260 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.260 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:01.260 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.260 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.260 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.260 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.260 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.260 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.260 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:01.260 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.260 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:01.260 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.260 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.260 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.260 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.261 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.261 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:01.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.765464+0000", 2024-08-17T01:49:01.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.765464+0000", 2024-08-17T01:49:01.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.765780+0000", 2024-08-17T01:49:01.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:01.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:01.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:01.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:01.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:01.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:01.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:01.262 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.262 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.262 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.262 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.262 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:01.262 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.262 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.262 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.262 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.263 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.263 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.263 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.263 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.263 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.32", 2024-08-17T01:49:01.263 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.263 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.263 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.263 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5383, 2024-08-17T01:49:01.263 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.263 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:57:55.999909+0000", 2024-08-17T01:49:01.263 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.263 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.263 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.266 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.266 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.266 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.267 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.267 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.267 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.267 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:01.267 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.267 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:01.267 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.267 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.267 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.267 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.267 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.267 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.267 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.267 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.268 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:01.268 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.268 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.268 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.268 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.268 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.268 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.268 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:01.268 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.369345+0000", 2024-08-17T01:49:01.268 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.369345+0000", 2024-08-17T01:49:01.268 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371232+0000", 2024-08-17T01:49:01.268 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:01.268 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.268 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:01.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:01.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:01.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:01.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:01.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:01.269 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.269 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.269 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.270 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.270 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:01.270 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.270 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.270 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.270 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.270 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.270 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.270 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.270 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.270 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.33", 2024-08-17T01:49:01.270 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.270 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.270 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.270 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5290, 2024-08-17T01:49:01.271 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.271 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:24.583912+0000", 2024-08-17T01:49:01.271 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.271 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.271 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.271 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.274 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.274 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.274 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.274 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.274 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.274 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.274 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.274 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.274 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.274 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:01.274 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.274 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.274 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.275 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.275 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.275 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.275 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.275 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.275 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:01.275 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.275 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.275 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.275 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.275 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.275 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.275 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:01.275 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.366289+0000", 2024-08-17T01:49:01.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.366289+0000", 2024-08-17T01:49:01.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.366576+0000", 2024-08-17T01:49:01.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:01.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:01.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:01.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:01.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:01.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:01.277 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:01.277 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.277 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.277 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.277 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.277 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:01.277 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.277 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.277 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.277 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.277 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.277 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.277 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.278 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.278 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.34", 2024-08-17T01:49:01.278 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.278 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.278 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.278 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5237, 2024-08-17T01:49:01.278 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.278 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:59:35.594030+0000", 2024-08-17T01:49:01.278 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.278 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.278 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.279 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.281 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.282 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.282 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.282 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.282 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:01.282 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.282 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.282 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.282 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:01.282 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.282 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.282 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.282 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.282 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.283 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.283 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:01.283 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.283 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:01.283 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.283 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.283 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.283 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.283 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.283 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.283 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:01.283 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370795+0000", 2024-08-17T01:49:01.283 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370795+0000", 2024-08-17T01:49:01.284 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371104+0000", 2024-08-17T01:49:01.284 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:01.284 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.284 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.284 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.284 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:01.284 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:01.284 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:01.284 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:01.284 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.284 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.284 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.284 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:01.285 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:01.285 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.285 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.285 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.285 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.285 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:01.285 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.285 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.285 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.285 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.285 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.285 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.285 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.286 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.286 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.35", 2024-08-17T01:49:01.286 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.286 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.286 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.286 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5191, 2024-08-17T01:49:01.286 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.286 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:48:55.566151+0000", 2024-08-17T01:49:01.286 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.286 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.286 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.288 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.289 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.289 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.289 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.289 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.290 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.290 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:01.290 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.290 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:01.290 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.290 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.290 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.290 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.290 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.290 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.290 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.290 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:01.290 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.291 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.291 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.291 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.291 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.291 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:01.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.378275+0000", 2024-08-17T01:49:01.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.378275+0000", 2024-08-17T01:49:01.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.379554+0000", 2024-08-17T01:49:01.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:01.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.291 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:01.292 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:01.292 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:01.292 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:01.292 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.292 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.292 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.292 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:01.292 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:01.292 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.292 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.292 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.292 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.292 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:01.292 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.293 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.293 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.293 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.293 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.293 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.293 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.293 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.293 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.36", 2024-08-17T01:49:01.293 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.293 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.293 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.293 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5181, 2024-08-17T01:49:01.293 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.294 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:40:43.564800+0000", 2024-08-17T01:49:01.294 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.294 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.294 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.296 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.297 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.297 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.297 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.297 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.297 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.297 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.297 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.297 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.297 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.297 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.297 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.297 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.297 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:01.297 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.298 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.298 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.298 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.298 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.298 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.298 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.298 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.298 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:01.298 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.298 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.298 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.298 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.298 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.299 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:01.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.415959+0000", 2024-08-17T01:49:01.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.415959+0000", 2024-08-17T01:49:01.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416249+0000", 2024-08-17T01:49:01.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:01.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:01.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:01.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:01.299 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.300 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.300 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.300 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:01.300 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:01.300 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.300 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.300 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.300 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.300 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.300 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.300 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.300 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.300 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.300 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.300 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.301 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.301 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.301 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.37", 2024-08-17T01:49:01.301 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.301 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.301 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.301 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5160, 2024-08-17T01:49:01.301 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.301 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:24:46.244093+0000", 2024-08-17T01:49:01.301 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.301 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.301 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.304 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.305 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.305 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.305 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.305 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.305 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.305 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.305 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:01.305 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.305 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.305 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.305 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.305 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.306 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:01.306 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.306 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:01.306 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.306 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.306 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.306 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.306 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.306 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:01.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368130+0000", 2024-08-17T01:49:01.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368130+0000", 2024-08-17T01:49:01.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.368628+0000", 2024-08-17T01:49:01.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:01.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:01.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:01.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:01.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:01.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:01.308 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:01.308 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.308 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.308 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.308 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.308 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:01.308 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.308 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.308 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.308 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.308 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.308 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.308 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.308 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.308 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.38", 2024-08-17T01:49:01.309 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.309 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.309 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.309 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5286, 2024-08-17T01:49:01.309 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.309 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:10:30.083064+0000", 2024-08-17T01:49:01.309 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.309 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.309 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.312 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.312 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.312 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.312 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.312 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.312 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.312 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.312 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:01.312 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.313 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:01.313 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.313 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.313 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.313 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.313 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.313 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.313 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:01.313 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.313 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:01.313 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.313 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.313 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.313 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.313 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.314 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:01.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411289+0000", 2024-08-17T01:49:01.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411289+0000", 2024-08-17T01:49:01.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412937+0000", 2024-08-17T01:49:01.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:01.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:01.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:01.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:01.315 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.315 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.315 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.315 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:01.315 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:01.315 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.315 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.315 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.315 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.315 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.315 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.315 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.315 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.315 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.316 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.316 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.316 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.316 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.316 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.39", 2024-08-17T01:49:01.316 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.316 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.316 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.316 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:49:01.316 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.316 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:03:23.308251+0000", 2024-08-17T01:49:01.316 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.316 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.316 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.319 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.320 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.320 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.320 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.320 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.320 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:01.320 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.320 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:01.320 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.320 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.320 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.320 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.320 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.320 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.321 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.321 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:01.321 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.321 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.321 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.321 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.321 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.321 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:01.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.764649+0000", 2024-08-17T01:49:01.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.764649+0000", 2024-08-17T01:49:01.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.765228+0000", 2024-08-17T01:49:01.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:01.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:01.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:01.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:01.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:01.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:01.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:01.322 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.322 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.322 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.323 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.323 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:01.323 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.323 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.323 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.323 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.323 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.323 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.323 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.323 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.323 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3a", 2024-08-17T01:49:01.323 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.323 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.323 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.324 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5202, 2024-08-17T01:49:01.324 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.324 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:06:18.111523+0000", 2024-08-17T01:49:01.324 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.324 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.324 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.327 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.327 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.327 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.327 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.327 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.327 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.327 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.328 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:01.328 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.328 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.328 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.328 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.328 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:01.328 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:01.328 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.328 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:01.328 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.328 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.328 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.328 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.328 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.329 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:01.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.410268+0000", 2024-08-17T01:49:01.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.410268+0000", 2024-08-17T01:49:01.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412376+0000", 2024-08-17T01:49:01.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:01.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:01.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:01.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:01.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:01.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:01.330 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.330 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.330 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.330 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.330 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.330 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.330 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.330 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.330 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.330 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.331 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.331 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.331 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.331 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3b", 2024-08-17T01:49:01.331 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.331 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.331 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.331 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:49:01.331 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.331 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:04:32.110026+0000", 2024-08-17T01:49:01.331 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.331 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.331 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.331 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.334 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.335 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.335 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.335 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.335 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:01.335 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:01.335 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.335 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:01.335 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.335 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.335 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.335 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.335 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.335 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:01.336 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.336 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:01.336 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.336 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.336 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.336 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.336 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.336 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.336 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:01.336 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.418011+0000", 2024-08-17T01:49:01.336 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.418011+0000", 2024-08-17T01:49:01.336 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.418298+0000", 2024-08-17T01:49:01.336 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:01.336 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:01.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:01.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:01.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:01.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:01.337 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.337 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.337 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.338 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.338 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.338 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.338 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.338 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.338 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.338 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.338 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.338 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.338 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.338 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3c", 2024-08-17T01:49:01.338 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.338 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.339 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.339 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5226, 2024-08-17T01:49:01.339 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.339 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:41:27.554759+0000", 2024-08-17T01:49:01.339 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.339 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.339 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.339 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.342 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.342 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.342 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.342 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.342 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:01.342 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:01.342 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:01.343 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.343 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:01.343 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.343 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.343 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.343 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.343 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:01.343 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.343 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.343 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:01.343 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.343 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.343 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.343 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.344 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.344 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:01.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.348726+0000", 2024-08-17T01:49:01.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.348726+0000", 2024-08-17T01:49:01.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:37:42.356116+0000", 2024-08-17T01:49:01.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:01.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:49:01.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:01.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:01.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:01.344 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:01.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:01.345 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.345 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.345 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.345 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.345 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:49:01.345 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.345 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.345 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.345 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.346 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.346 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.346 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.346 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.346 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3d", 2024-08-17T01:49:01.346 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.346 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.346 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.346 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:49:01.346 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.346 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:58:51.051396+0000", 2024-08-17T01:49:01.346 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.347 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.347 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.347 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.348 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.350 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.350 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.350 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.350 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.350 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:01.350 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:01.350 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.350 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:01.350 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.350 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.350 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.351 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.351 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.351 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:01.351 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.351 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:01.351 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.351 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.351 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.351 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.351 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.351 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.351 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:01.351 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.373313+0000", 2024-08-17T01:49:01.351 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.373313+0000", 2024-08-17T01:49:01.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.373600+0000", 2024-08-17T01:49:01.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:01.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:01.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:01.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:01.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:01.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:01.352 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:01.352 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.353 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.353 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.353 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.353 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:01.353 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.353 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.353 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.353 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.353 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.353 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.353 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.353 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.353 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3e", 2024-08-17T01:49:01.353 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.354 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.354 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.354 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5355, 2024-08-17T01:49:01.354 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.354 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:58:15.507998+0000", 2024-08-17T01:49:01.354 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.354 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.354 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.354 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.355 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.356 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.357 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.357 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.357 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.357 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.357 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:01.357 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:01.357 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:01.357 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.358 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:01.358 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.358 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.358 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.358 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:01.358 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.358 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.358 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.358 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.358 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:01.358 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:01.358 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:01.358 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:01.358 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:01.359 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:01.359 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:01.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:01.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.413405+0000", 2024-08-17T01:49:01.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.413405+0000", 2024-08-17T01:49:01.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.413883+0000", 2024-08-17T01:49:01.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:01.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:01.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:01.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:01.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:01.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:01.359 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:01.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:01.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:01.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:01.360 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:01.360 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:01.360 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.360 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:01.360 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:01.360 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:01.360 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:01.360 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:01.360 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:01.360 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:01.360 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.360 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:01.361 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:01.361 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:01.361 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3f", 2024-08-17T01:49:01.361 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:01.361 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:01.361 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:01.361 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5153, 2024-08-17T01:49:01.361 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:01.361 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:49:01.070689+0000", 2024-08-17T01:49:01.361 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:01.361 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:01.361 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.361 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.362 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.363 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.364 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.364 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.364 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:01.364 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:01.364 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:01.364 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:01.364 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:01.365 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:01.365 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.365 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:01.365 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:01.365 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.365 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.365 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_per_pool": [ 2024-08-17T01:49:01.365 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.365 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 3, 2024-08-17T01:49:01.365 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:01.365 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr" 2024-08-17T01:49:01.365 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.365 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 253, 2024-08-17T01:49:01.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 1, 2024-08-17T01:49:01.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 3, 2024-08-17T01:49:01.366 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 253, 2024-08-17T01:49:01.366 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 1, 2024-08-17T01:49:01.366 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 590368, 2024-08-17T01:49:01.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:49:01.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:01.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:01.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:01.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 6, 2024-08-17T01:49:01.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1322, 2024-08-17T01:49:01.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2114, 2024-08-17T01:49:01.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 423, 2024-08-17T01:49:01.369 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2416 2024-08-17T01:49:01.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.369 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:49:01.369 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 1781760, 2024-08-17T01:49:01.369 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:49:01.369 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:49:01.369 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:49:01.369 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:49:01.369 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 1771104, 2024-08-17T01:49:01.369 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:49:01.369 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:49:01.369 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:49:01.369 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:49:01.370 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.370 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 3 2024-08-17T01:49:01.370 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.370 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.370 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 96, 2024-08-17T01:49:01.370 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:01.370 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:49:01.370 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.370 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 68, 2024-08-17T01:49:01.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 32, 2024-08-17T01:49:01.370 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T01:49:01.370 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 68, 2024-08-17T01:49:01.370 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 2, 2024-08-17T01:49:01.370 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 6596, 2024-08-17T01:49:01.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 44, 2024-08-17T01:49:01.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.371 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 66, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 22, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 22, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 14, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 4, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.372 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 79, 2024-08-17T01:49:01.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 86, 2024-08-17T01:49:01.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 68, 2024-08-17T01:49:01.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 35 2024-08-17T01:49:01.373 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.373 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:49:01.373 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 110592, 2024-08-17T01:49:01.373 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:49:01.373 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:49:01.373 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:49:01.374 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:49:01.374 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 19788, 2024-08-17T01:49:01.374 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:49:01.374 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:49:01.374 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 45424, 2024-08-17T01:49:01.374 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:49:01.374 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.374 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 96 2024-08-17T01:49:01.374 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.374 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.374 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 192, 2024-08-17T01:49:01.374 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:01.374 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:49:01.374 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.374 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 64, 2024-08-17T01:49:01.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T01:49:01.375 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.375 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 3, 2024-08-17T01:49:01.375 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:01.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:01.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.377 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.378 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.378 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.378 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:49:01.378 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 0, 2024-08-17T01:49:01.378 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:49:01.378 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:49:01.378 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:49:01.378 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:49:01.378 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 0, 2024-08-17T01:49:01.378 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:49:01.378 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:49:01.378 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:49:01.379 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:49:01.379 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.379 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 192 2024-08-17T01:49:01.379 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.379 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.379 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 24, 2024-08-17T01:49:01.379 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:01.379 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd" 2024-08-17T01:49:01.379 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.379 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 24562, 2024-08-17T01:49:01.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 8, 2024-08-17T01:49:01.379 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T01:49:01.379 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 24562, 2024-08-17T01:49:01.379 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 4, 2024-08-17T01:49:01.380 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 4194323, 2024-08-17T01:49:01.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T01:49:01.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T01:49:01.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T01:49:01.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 2, 2024-08-17T01:49:01.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 9027, 2024-08-17T01:49:01.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 3037457, 2024-08-17T01:49:01.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 24431, 2024-08-17T01:49:01.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 3143236 2024-08-17T01:49:01.382 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.382 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:49:01.382 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 12595200, 2024-08-17T01:49:01.383 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:49:01.383 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:49:01.383 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:49:01.383 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:49:01.383 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 12582969, 2024-08-17T01:49:01.383 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:49:01.383 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:49:01.383 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:49:01.383 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:49:01.383 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.383 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 24 2024-08-17T01:49:01.383 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.383 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.383 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T01:49:01.383 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 105, 2024-08-17T01:49:01.384 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": 4, 2024-08-17T01:49:01.384 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_by_class": { 2024-08-17T01:49:01.384 INFO:tasks.workunit.client.0.smithi157.stdout: "ssd": { 2024-08-17T01:49:01.384 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 762766516224, 2024-08-17T01:49:01.384 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T01:49:01.384 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 5193768960, 2024-08-17T01:49:01.384 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_bytes": 5193768960, 2024-08-17T01:49:01.384 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_ratio": 0.00676306989043951 2024-08-17T01:49:01.384 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.384 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.384 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 762766516224, 2024-08-17T01:49:01.384 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T01:49:01.384 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 5193768960 2024-08-17T01:49:01.384 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.384 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.385 INFO:tasks.workunit.client.0.smithi157.stdout:} 2024-08-17T01:49:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='client.36087 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='client.36087 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='client.46013 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:01.385 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.386 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.387 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.387 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='client.36087 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:01.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='client.36087 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:01.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='client.46013 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:01.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:01.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:01.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.388 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.389 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.389 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='client.46013 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:01.389 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='client.46019 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:01.389 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='client.46019 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:01.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-08-17T01:49:01.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:01.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:01.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.391 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.391 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.391 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.391 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.391 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.391 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.391 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.391 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.391 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.391 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.391 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.391 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.391 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:01.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:01.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.393 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.393 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.393 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.393 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.393 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.393 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.393 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.393 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.393 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.393 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:00 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.393 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.394 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.394 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:01.394 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:01.394 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:01.394 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.394 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.394 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.394 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.394 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.394 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.394 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.394 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.394 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.395 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.395 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.395 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.395 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.395 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.395 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.395 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.395 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.395 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.395 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.395 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.395 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.395 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.395 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.396 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.396 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.396 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.396 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:01.396 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:01.396 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:01.396 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.396 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.397 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.397 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.397 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.397 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.397 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.397 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.397 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.397 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.397 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.397 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.397 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.397 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.397 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.398 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.398 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.398 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.398 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.398 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:01.398 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:01.398 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:01.398 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:01.398 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:48:59 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:01.405 INFO:tasks.workunit.client.0.smithi157.stdout:{ 2024-08-17T01:49:01.406 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer": { 2024-08-17T01:49:01.406 INFO:tasks.workunit.client.0.smithi157.stdout: "active": true, 2024-08-17T01:49:01.406 INFO:tasks.workunit.client.0.smithi157.stdout: "mode": "" 2024-08-17T01:49:01.406 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.406 INFO:tasks.workunit.client.0.smithi157.stdout: "channels": [ 2024-08-17T01:49:01.406 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T01:49:01.406 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T01:49:01.406 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T01:49:01.406 INFO:tasks.workunit.client.0.smithi157.stdout: "ident", 2024-08-17T01:49:01.406 INFO:tasks.workunit.client.0.smithi157.stdout: "perf" 2024-08-17T01:49:01.406 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.406 INFO:tasks.workunit.client.0.smithi157.stdout: "channels_available": [ 2024-08-17T01:49:01.407 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T01:49:01.407 INFO:tasks.workunit.client.0.smithi157.stdout: "ident", 2024-08-17T01:49:01.407 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T01:49:01.407 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T01:49:01.407 INFO:tasks.workunit.client.0.smithi157.stdout: "perf" 2024-08-17T01:49:01.407 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.407 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_available": [ 2024-08-17T01:49:01.407 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T01:49:01.407 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T01:49:01.407 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T01:49:01.407 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T01:49:01.407 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T01:49:01.407 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T01:49:01.408 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T01:49:01.408 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T01:49:01.408 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T01:49:01.408 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T01:49:01.408 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore", 2024-08-17T01:49:01.408 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_flags" 2024-08-17T01:49:01.408 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.408 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_opted_in": [ 2024-08-17T01:49:01.408 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T01:49:01.408 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T01:49:01.408 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T01:49:01.408 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T01:49:01.409 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T01:49:01.409 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T01:49:01.409 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T01:49:01.409 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T01:49:01.409 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T01:49:01.409 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T01:49:01.409 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore" 2024-08-17T01:49:01.409 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.409 INFO:tasks.workunit.client.0.smithi157.stdout: "config": { 2024-08-17T01:49:01.409 INFO:tasks.workunit.client.0.smithi157.stdout: "active_changed": [ 2024-08-17T01:49:01.409 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:49:01.409 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T01:49:01.409 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:49:01.410 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T01:49:01.410 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T01:49:01.410 INFO:tasks.workunit.client.0.smithi157.stdout: "client_check_pool_perm", 2024-08-17T01:49:01.410 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_gid", 2024-08-17T01:49:01.410 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_uid", 2024-08-17T01:49:01.410 INFO:tasks.workunit.client.0.smithi157.stdout: "client_quota", 2024-08-17T01:49:01.410 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T01:49:01.410 INFO:tasks.workunit.client.0.smithi157.stdout: "daemonize", 2024-08-17T01:49:01.410 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:49:01.410 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T01:49:01.410 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T01:49:01.410 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T01:49:01.410 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T01:49:01.411 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T01:49:01.411 INFO:tasks.workunit.client.0.smithi157.stdout: "keyring", 2024-08-17T01:49:01.411 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T01:49:01.411 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T01:49:01.411 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T01:49:01.411 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T01:49:01.411 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T01:49:01.411 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T01:49:01.411 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_journald", 2024-08-17T01:49:01.411 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_stderr", 2024-08-17T01:49:01.411 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T01:49:01.411 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T01:49:01.411 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_host", 2024-08-17T01:49:01.411 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T01:49:01.411 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mds_skip_sanity", 2024-08-17T01:49:01.412 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:49:01.412 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:49:01.412 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:49:01.412 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:49:01.412 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:49:01.412 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:49:01.412 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:49:01.412 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:49:01.412 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:49:01.412 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:49:01.412 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:49:01.412 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:49:01.412 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:49:01.412 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T01:49:01.412 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T01:49:01.413 INFO:tasks.workunit.client.0.smithi157.stdout: "no_config_file", 2024-08-17T01:49:01.413 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T01:49:01.413 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T01:49:01.413 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:49:01.413 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T01:49:01.413 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:49:01.413 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T01:49:01.413 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:49:01.413 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:49:01.413 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:49:01.413 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:49:01.413 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep", 2024-08-17T01:49:01.413 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep_hdd", 2024-08-17T01:49:01.413 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep_hybrid", 2024-08-17T01:49:01.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep_ssd", 2024-08-17T01:49:01.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_max_backfills", 2024-08-17T01:49:01.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:49:01.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T01:49:01.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T01:49:01.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T01:49:01.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T01:49:01.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T01:49:01.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T01:49:01.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T01:49:01.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T01:49:01.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T01:49:01.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T01:49:01.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T01:49:01.414 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T01:49:01.415 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T01:49:01.415 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T01:49:01.415 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:49:01.415 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:49:01.415 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T01:49:01.415 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_active", 2024-08-17T01:49:01.415 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_active_hdd", 2024-08-17T01:49:01.415 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_active_ssd", 2024-08-17T01:49:01.415 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T01:49:01.415 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep", 2024-08-17T01:49:01.415 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep_hdd", 2024-08-17T01:49:01.415 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep_hybrid", 2024-08-17T01:49:01.415 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep_ssd", 2024-08-17T01:49:01.416 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T01:49:01.416 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T01:49:01.416 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_sleep", 2024-08-17T01:49:01.416 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:49:01.416 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep", 2024-08-17T01:49:01.416 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep_hdd", 2024-08-17T01:49:01.416 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-17T01:49:01.416 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep_ssd", 2024-08-17T01:49:01.416 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T01:49:01.416 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:49:01.416 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_default_features", 2024-08-17T01:49:01.416 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_qos_exclude_ops", 2024-08-17T01:49:01.416 INFO:tasks.workunit.client.0.smithi157.stdout: "setgroup", 2024-08-17T01:49:01.416 INFO:tasks.workunit.client.0.smithi157.stdout: "setuser" 2024-08-17T01:49:01.417 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.417 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_changed": [ 2024-08-17T01:49:01.417 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:49:01.417 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T01:49:01.417 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:49:01.417 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T01:49:01.417 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T01:49:01.417 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T01:49:01.417 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:49:01.417 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T01:49:01.417 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T01:49:01.417 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T01:49:01.417 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T01:49:01.417 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T01:49:01.418 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T01:49:01.418 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T01:49:01.418 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T01:49:01.418 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_join_fs", 2024-08-17T01:49:01.418 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T01:49:01.418 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/container_init", 2024-08-17T01:49:01.418 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/migration_current", 2024-08-17T01:49:01.418 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T01:49:01.418 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T01:49:01.418 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T01:49:01.418 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T01:49:01.418 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T01:49:01.418 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T01:49:01.418 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T01:49:01.419 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/channel_ident", 2024-08-17T01:49:01.419 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/channel_perf", 2024-08-17T01:49:01.419 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/description", 2024-08-17T01:49:01.419 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/enabled", 2024-08-17T01:49:01.419 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/organization", 2024-08-17T01:49:01.419 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T01:49:01.419 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T01:49:01.419 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T01:49:01.419 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T01:49:01.419 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T01:49:01.419 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T01:49:01.419 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mds_skip_sanity", 2024-08-17T01:49:01.419 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:49:01.419 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:49:01.420 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:49:01.420 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:49:01.420 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:49:01.420 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:49:01.420 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:49:01.420 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:49:01.420 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:49:01.420 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:49:01.420 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:49:01.420 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:49:01.420 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:49:01.420 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T01:49:01.420 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T01:49:01.420 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T01:49:01.420 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T01:49:01.421 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:49:01.421 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T01:49:01.421 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:49:01.421 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T01:49:01.421 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:49:01.421 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:49:01.421 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:49:01.421 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:49:01.421 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:49:01.421 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T01:49:01.421 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T01:49:01.421 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T01:49:01.421 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T01:49:01.421 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T01:49:01.421 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:49:01.422 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:49:01.422 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T01:49:01.422 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T01:49:01.422 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T01:49:01.422 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T01:49:01.422 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:49:01.422 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T01:49:01.422 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:49:01.422 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_cache_enabled", 2024-08-17T01:49:01.422 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_ops_log", 2024-08-17T01:49:01.422 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_usage_log" 2024-08-17T01:49:01.423 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.423 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.423 INFO:tasks.workunit.client.0.smithi157.stdout: "contact": null, 2024-08-17T01:49:01.423 INFO:tasks.workunit.client.0.smithi157.stdout: "crashes": [], 2024-08-17T01:49:01.423 INFO:tasks.workunit.client.0.smithi157.stdout: "created": "2024-08-17T00:23:19.848982Z", 2024-08-17T01:49:01.423 INFO:tasks.workunit.client.0.smithi157.stdout: "crush": { 2024-08-17T01:49:01.423 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_algs": { 2024-08-17T01:49:01.423 INFO:tasks.workunit.client.0.smithi157.stdout: "straw2": 3 2024-08-17T01:49:01.423 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.423 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_sizes": { 2024-08-17T01:49:01.423 INFO:tasks.workunit.client.0.smithi157.stdout: "2": 1, 2024-08-17T01:49:01.423 INFO:tasks.workunit.client.0.smithi157.stdout: "4": 2 2024-08-17T01:49:01.423 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.423 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_types": { 2024-08-17T01:49:01.423 INFO:tasks.workunit.client.0.smithi157.stdout: "1": 2, 2024-08-17T01:49:01.424 INFO:tasks.workunit.client.0.smithi157.stdout: "11": 1 2024-08-17T01:49:01.424 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.424 INFO:tasks.workunit.client.0.smithi157.stdout: "compat_weight_set": false, 2024-08-17T01:49:01.424 INFO:tasks.workunit.client.0.smithi157.stdout: "device_classes": [ 2024-08-17T01:49:01.424 INFO:tasks.workunit.client.0.smithi157.stdout: 8 2024-08-17T01:49:01.424 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_buckets": 6, 2024-08-17T01:49:01.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_devices": 8, 2024-08-17T01:49:01.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_rules": 2, 2024-08-17T01:49:01.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_types": 12, 2024-08-17T01:49:01.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_weight_sets": 0, 2024-08-17T01:49:01.424 INFO:tasks.workunit.client.0.smithi157.stdout: "tunables": { 2024-08-17T01:49:01.424 INFO:tasks.workunit.client.0.smithi157.stdout: "allowed_bucket_algs": 54, 2024-08-17T01:49:01.424 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_fallback_tries": 0, 2024-08-17T01:49:01.425 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_tries": 0, 2024-08-17T01:49:01.425 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_total_tries": 50, 2024-08-17T01:49:01.425 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_descend_once": 1, 2024-08-17T01:49:01.425 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_stable": 1, 2024-08-17T01:49:01.425 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_vary_r": 1, 2024-08-17T01:49:01.425 INFO:tasks.workunit.client.0.smithi157.stdout: "has_msr_rules": 0, 2024-08-17T01:49:01.425 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v2_rules": 1, 2024-08-17T01:49:01.425 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v3_rules": 0, 2024-08-17T01:49:01.425 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v4_buckets": 1, 2024-08-17T01:49:01.425 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v5_rules": 0, 2024-08-17T01:49:01.425 INFO:tasks.workunit.client.0.smithi157.stdout: "legacy_tunables": 0, 2024-08-17T01:49:01.425 INFO:tasks.workunit.client.0.smithi157.stdout: "minimum_required_version": "jewel", 2024-08-17T01:49:01.425 INFO:tasks.workunit.client.0.smithi157.stdout: "msr_collision_tries": 100, 2024-08-17T01:49:01.425 INFO:tasks.workunit.client.0.smithi157.stdout: "msr_descents": 100, 2024-08-17T01:49:01.426 INFO:tasks.workunit.client.0.smithi157.stdout: "optimal_tunables": 1, 2024-08-17T01:49:01.426 INFO:tasks.workunit.client.0.smithi157.stdout: "profile": "jewel", 2024-08-17T01:49:01.426 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables": 1, 2024-08-17T01:49:01.426 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables2": 1, 2024-08-17T01:49:01.426 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables3": 1, 2024-08-17T01:49:01.426 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables5": 1, 2024-08-17T01:49:01.426 INFO:tasks.workunit.client.0.smithi157.stdout: "straw_calc_version": 1 2024-08-17T01:49:01.426 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.426 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.426 INFO:tasks.workunit.client.0.smithi157.stdout: "description": "upgrade test cluster", 2024-08-17T01:49:01.426 INFO:tasks.workunit.client.0.smithi157.stdout: "fs": { 2024-08-17T01:49:01.426 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:01.426 INFO:tasks.workunit.client.0.smithi157.stdout: "feature_flags": { 2024-08-17T01:49:01.427 INFO:tasks.workunit.client.0.smithi157.stdout: "enable_multiple": true, 2024-08-17T01:49:01.427 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_enabled_multiple": true 2024-08-17T01:49:01.427 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.427 INFO:tasks.workunit.client.0.smithi157.stdout: "filesystems": [ 2024-08-17T01:49:01.427 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.427 INFO:tasks.workunit.client.0.smithi157.stdout: "approx_ctime": "2024-08", 2024-08-17T01:49:01.427 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer_enabled": false, 2024-08-17T01:49:01.427 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.427 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_caps": 0, 2024-08-17T01:49:01.427 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_dns": 10, 2024-08-17T01:49:01.427 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_inos": 13, 2024-08-17T01:49:01.427 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_subtrees": 2, 2024-08-17T01:49:01.427 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_allowed_features": 0, 2024-08-17T01:49:01.427 INFO:tasks.workunit.client.0.smithi157.stdout: "explicitly_allowed_features": 0, 2024-08-17T01:49:01.427 INFO:tasks.workunit.client.0.smithi157.stdout: "files": 0, 2024-08-17T01:49:01.428 INFO:tasks.workunit.client.0.smithi157.stdout: "max_mds": 1, 2024-08-17T01:49:01.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_data_pools": 1, 2024-08-17T01:49:01.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_in": 1, 2024-08-17T01:49:01.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_mds": 1, 2024-08-17T01:49:01.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": 0, 2024-08-17T01:49:01.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_replay": 0, 2024-08-17T01:49:01.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_up": 1, 2024-08-17T01:49:01.428 INFO:tasks.workunit.client.0.smithi157.stdout: "snaps": 0, 2024-08-17T01:49:01.428 INFO:tasks.workunit.client.0.smithi157.stdout: "standby_count_wanted": 0 2024-08-17T01:49:01.428 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.428 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.428 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_mds": 1, 2024-08-17T01:49:01.428 INFO:tasks.workunit.client.0.smithi157.stdout: "total_num_mds": 2 2024-08-17T01:49:01.428 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.428 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_stats": { 2024-08-17T01:49:01.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:49:01.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:49:01.429 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 20684800, 2024-08-17T01:49:01.429 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 442472, 2024-08-17T01:49:01.429 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T01:49:01.429 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:49:01.429 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 507904, 2024-08-17T01:49:01.429 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 479, 2024-08-17T01:49:01.429 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:01.429 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 1175584, 2024-08-17T01:49:01.429 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 22, 2024-08-17T01:49:01.429 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1292288, 2024-08-17T01:49:01.429 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 15153016, 2024-08-17T01:49:01.430 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 21192704 2024-08-17T01:49:01.430 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.430 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:49:01.430 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 20144128, 2024-08-17T01:49:01.430 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 328480, 2024-08-17T01:49:01.430 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T01:49:01.430 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 794624, 2024-08-17T01:49:01.430 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 0, 2024-08-17T01:49:01.430 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 354, 2024-08-17T01:49:01.430 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:01.430 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 1060344, 2024-08-17T01:49:01.430 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 13, 2024-08-17T01:49:01.430 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 598528, 2024-08-17T01:49:01.431 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 14740712, 2024-08-17T01:49:01.431 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 20144128 2024-08-17T01:49:01.431 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.431 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.431 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:01.431 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:49:01.431 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 268337152, 2024-08-17T01:49:01.431 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 6288728, 2024-08-17T01:49:01.431 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3014656, 2024-08-17T01:49:01.431 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 1613824, 2024-08-17T01:49:01.431 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 98304, 2024-08-17T01:49:01.431 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10138, 2024-08-17T01:49:01.431 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:01.431 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 15635456, 2024-08-17T01:49:01.432 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 23, 2024-08-17T01:49:01.432 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 4548096, 2024-08-17T01:49:01.432 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 237236392, 2024-08-17T01:49:01.432 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 268435456 2024-08-17T01:49:01.432 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.432 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T01:49:01.432 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 178348032, 2024-08-17T01:49:01.432 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 2234448, 2024-08-17T01:49:01.432 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2883584, 2024-08-17T01:49:01.432 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:49:01.432 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 3809280, 2024-08-17T01:49:01.432 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 7033, 2024-08-17T01:49:01.432 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:01.432 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 10426496, 2024-08-17T01:49:01.432 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:49:01.433 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2054912, 2024-08-17T01:49:01.433 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 160748592, 2024-08-17T01:49:01.433 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 182157312 2024-08-17T01:49:01.433 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.433 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:49:01.433 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 170377216, 2024-08-17T01:49:01.433 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 1953568, 2024-08-17T01:49:01.433 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2883584, 2024-08-17T01:49:01.433 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:49:01.433 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 3375104, 2024-08-17T01:49:01.433 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 6607, 2024-08-17T01:49:01.433 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:01.433 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 10501088, 2024-08-17T01:49:01.433 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:49:01.434 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2428928, 2024-08-17T01:49:01.434 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 152610048, 2024-08-17T01:49:01.434 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 173752320 2024-08-17T01:49:01.434 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.434 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.434 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.434 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T01:49:01.434 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 495329280, 2024-08-17T01:49:01.434 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 30163320, 2024-08-17T01:49:01.434 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3276800, 2024-08-17T01:49:01.434 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:49:01.434 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 40148992, 2024-08-17T01:49:01.434 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 13437, 2024-08-17T01:49:01.435 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:01.435 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 68457800, 2024-08-17T01:49:01.435 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:49:01.435 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 10462208, 2024-08-17T01:49:01.435 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 382969152, 2024-08-17T01:49:01.435 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 535478272 2024-08-17T01:49:01.435 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.435 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T01:49:01.435 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 460251136, 2024-08-17T01:49:01.435 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 26134008, 2024-08-17T01:49:01.435 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3276800, 2024-08-17T01:49:01.435 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 24576, 2024-08-17T01:49:01.435 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 38019072, 2024-08-17T01:49:01.436 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 12982, 2024-08-17T01:49:01.436 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:01.436 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 63020768, 2024-08-17T01:49:01.436 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 61, 2024-08-17T01:49:01.436 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 11960576, 2024-08-17T01:49:01.436 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 355834408, 2024-08-17T01:49:01.436 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 498270208 2024-08-17T01:49:01.436 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.436 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T01:49:01.436 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 414507008, 2024-08-17T01:49:01.436 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 25977848, 2024-08-17T01:49:01.436 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 5373952, 2024-08-17T01:49:01.436 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 49152, 2024-08-17T01:49:01.436 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 74039296, 2024-08-17T01:49:01.436 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 11721, 2024-08-17T01:49:01.437 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:01.437 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 68230320, 2024-08-17T01:49:01.437 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:49:01.437 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 11814400, 2024-08-17T01:49:01.437 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 303061336, 2024-08-17T01:49:01.437 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 488546304 2024-08-17T01:49:01.437 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.437 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T01:49:01.437 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 433610752, 2024-08-17T01:49:01.437 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 16050688, 2024-08-17T01:49:01.437 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3145728, 2024-08-17T01:49:01.437 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:49:01.437 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 44359680, 2024-08-17T01:49:01.437 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10198, 2024-08-17T01:49:01.438 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:01.438 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 54225536, 2024-08-17T01:49:01.438 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 53, 2024-08-17T01:49:01.438 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 13172480, 2024-08-17T01:49:01.438 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 347016320, 2024-08-17T01:49:01.438 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 477970432 2024-08-17T01:49:01.438 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.438 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T01:49:01.438 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 501686272, 2024-08-17T01:49:01.438 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 19098120, 2024-08-17T01:49:01.438 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3145728, 2024-08-17T01:49:01.438 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:49:01.439 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 19005440, 2024-08-17T01:49:01.439 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10739, 2024-08-17T01:49:01.439 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:01.439 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 50043832, 2024-08-17T01:49:01.439 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:49:01.439 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 10808576, 2024-08-17T01:49:01.439 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 418590016, 2024-08-17T01:49:01.439 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 520691712 2024-08-17T01:49:01.439 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.439 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T01:49:01.439 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 526499840, 2024-08-17T01:49:01.439 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 23737224, 2024-08-17T01:49:01.439 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3407872, 2024-08-17T01:49:01.440 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:49:01.440 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 3055616, 2024-08-17T01:49:01.440 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 13890, 2024-08-17T01:49:01.440 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:01.440 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 59003896, 2024-08-17T01:49:01.440 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:49:01.440 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 13395712, 2024-08-17T01:49:01.440 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 426955136, 2024-08-17T01:49:01.440 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 529555456 2024-08-17T01:49:01.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.440 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T01:49:01.440 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 505143296, 2024-08-17T01:49:01.440 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 18854912, 2024-08-17T01:49:01.440 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 5242880, 2024-08-17T01:49:01.441 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 24576, 2024-08-17T01:49:01.441 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 38174720, 2024-08-17T01:49:01.441 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10154, 2024-08-17T01:49:01.441 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:01.441 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 56462800, 2024-08-17T01:49:01.441 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:49:01.441 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 11514368, 2024-08-17T01:49:01.441 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 413043760, 2024-08-17T01:49:01.441 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 543318016 2024-08-17T01:49:01.441 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.441 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T01:49:01.441 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 515309568, 2024-08-17T01:49:01.441 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 19999368, 2024-08-17T01:49:01.441 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3276800, 2024-08-17T01:49:01.442 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:49:01.442 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 21004288, 2024-08-17T01:49:01.442 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 11327, 2024-08-17T01:49:01.442 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:01.442 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 63029632, 2024-08-17T01:49:01.442 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 51, 2024-08-17T01:49:01.442 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 10990848, 2024-08-17T01:49:01.442 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 418012920, 2024-08-17T01:49:01.442 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 536313856 2024-08-17T01:49:01.442 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.442 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.442 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.442 INFO:tasks.workunit.client.0.smithi157.stdout: "hosts": { 2024-08-17T01:49:01.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num": 2, 2024-08-17T01:49:01.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mds": 2, 2024-08-17T01:49:01.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mgr": 2, 2024-08-17T01:49:01.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mon": 2, 2024-08-17T01:49:01.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_osd": 2 2024-08-17T01:49:01.443 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.443 INFO:tasks.workunit.client.0.smithi157.stdout: "io_rate": { 2024-08-17T01:49:01.443 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_stats_delta": { 2024-08-17T01:49:01.443 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 0, 2024-08-17T01:49:01.443 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:01.443 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 0, 2024-08-17T01:49:01.443 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:01.443 INFO:tasks.workunit.client.0.smithi157.stdout: "stamp_delta": "12.003078", 2024-08-17T01:49:01.443 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:01.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:01.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:01.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:01.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:01.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:01.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:01.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:01.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:01.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:01.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:01.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:01.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:01.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:01.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:01.444 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:01.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:01.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:01.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:01.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:01.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:01.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:01.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:01.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:01.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:01.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:01.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:01.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:01.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:01.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:01.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:01.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:01.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:01.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:01.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 2, 2024-08-17T01:49:01.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2, 2024-08-17T01:49:01.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:01.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:01.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:01.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:01.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:01.446 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.447 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:49:01.447 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 0, 2024-08-17T01:49:01.447 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:49:01.447 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:49:01.447 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:49:01.447 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:49:01.447 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 0, 2024-08-17T01:49:01.447 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:49:01.447 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:49:01.447 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:49:01.447 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:49:01.447 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.447 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 0 2024-08-17T01:49:01.448 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.448 INFO:tasks.workunit.client.0.smithi157.stdout: "leaderboard": false, 2024-08-17T01:49:01.448 INFO:tasks.workunit.client.0.smithi157.stdout: "leaderboard_description": null, 2024-08-17T01:49:01.448 INFO:tasks.workunit.client.0.smithi157.stdout: "license": "sharing-1-0", 2024-08-17T01:49:01.448 INFO:tasks.workunit.client.0.smithi157.stdout: "mempool": { 2024-08-17T01:49:01.448 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:49:01.448 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:49:01.448 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:01.448 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.448 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.448 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.448 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.448 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:01.449 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.450 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.450 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.450 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:01.450 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.450 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.450 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.450 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:01.450 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.450 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.450 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.450 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:01.450 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.450 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.450 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.450 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:01.451 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.451 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.451 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.451 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:01.451 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.451 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.451 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.451 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:01.451 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.451 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.451 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.451 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:01.451 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.451 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.452 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.452 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:01.452 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.452 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.452 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.452 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:01.452 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.452 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.452 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.452 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:01.452 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.452 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.452 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.453 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:01.453 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.453 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.453 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.453 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:01.453 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.453 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.453 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.453 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:01.453 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 230400, 2024-08-17T01:49:01.453 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 69 2024-08-17T01:49:01.453 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.453 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:01.453 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.454 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.454 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.454 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:01.454 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 52112, 2024-08-17T01:49:01.454 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 181 2024-08-17T01:49:01.454 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.454 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.454 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.454 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.454 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.454 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:01.454 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.454 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.454 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.455 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:01.455 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.455 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.455 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.455 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:01.455 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12664, 2024-08-17T01:49:01.455 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 246 2024-08-17T01:49:01.455 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.455 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:01.455 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.455 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.455 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.455 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:01.456 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.456 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.456 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:01.456 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.456 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.456 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:01.456 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.456 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.456 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.456 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:49:01.456 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:01.457 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.457 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.457 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.457 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.457 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.457 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:01.457 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.457 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.457 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:01.457 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.457 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.458 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:01.458 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.458 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.458 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.458 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:01.458 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.458 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.458 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.458 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:01.458 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.458 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.458 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.458 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:01.458 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.459 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.459 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:01.459 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.459 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.459 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:01.459 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.459 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.459 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:01.459 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.459 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.459 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.460 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.461 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:01.461 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.461 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.461 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.461 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:01.461 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.461 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.461 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.461 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:01.461 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.461 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.461 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.461 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:01.462 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 149025, 2024-08-17T01:49:01.462 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 34 2024-08-17T01:49:01.462 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.462 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:01.462 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.462 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.462 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.462 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:01.462 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 928, 2024-08-17T01:49:01.462 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T01:49:01.462 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.462 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.462 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.463 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.463 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.463 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:01.463 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.463 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.463 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.463 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:01.463 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.463 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.463 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.463 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:01.463 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.463 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.464 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:01.464 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.464 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.464 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:01.464 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.464 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.464 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:01.464 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.464 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.464 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:01.464 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.465 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.465 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.465 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.465 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.465 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:01.465 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:49:01.465 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:01.465 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.465 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.465 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.465 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.465 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.465 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.465 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.466 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:01.466 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.466 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.466 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.466 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:01.466 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.466 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.466 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.466 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:01.466 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.466 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.466 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.467 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:01.467 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.467 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.467 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:01.467 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.467 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.467 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:01.467 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.467 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.467 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:01.468 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.468 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.468 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.468 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:01.468 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.468 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.468 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.468 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:01.468 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.468 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.468 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.468 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:01.468 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.468 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.469 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.469 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:01.469 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.469 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.469 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.469 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:01.469 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.469 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.469 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.469 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:01.469 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.469 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.469 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.469 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:01.470 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.470 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.470 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:01.470 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.470 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.470 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:01.470 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.470 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.470 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:01.471 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 52486650, 2024-08-17T01:49:01.471 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7341 2024-08-17T01:49:01.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.471 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:01.471 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.471 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.471 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:01.471 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.471 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.471 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.471 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.471 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.472 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.472 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:01.472 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.472 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.472 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:01.472 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.472 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.472 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:01.472 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11240, 2024-08-17T01:49:01.472 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 245 2024-08-17T01:49:01.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.472 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:01.473 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 70440, 2024-08-17T01:49:01.473 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5158 2024-08-17T01:49:01.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.473 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:01.473 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11440, 2024-08-17T01:49:01.473 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 304 2024-08-17T01:49:01.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.473 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:01.473 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.473 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.473 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:01.473 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.473 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.473 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.474 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T01:49:01.474 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:01.474 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.474 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.474 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.474 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.474 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.474 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:01.474 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.474 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.474 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.474 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:01.475 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.475 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.475 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:01.475 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.475 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.475 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:01.475 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.475 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.475 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:01.475 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.475 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.476 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:01.476 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.476 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.476 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:01.476 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.476 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.476 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:01.476 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.476 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.476 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:01.476 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.477 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.477 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:01.477 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.477 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.477 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:01.477 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.477 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.477 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:01.477 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.477 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.477 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:01.478 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.478 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.478 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:01.478 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.478 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.478 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:01.478 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.478 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.478 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.478 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:01.478 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.479 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.479 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:01.479 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 51825382, 2024-08-17T01:49:01.479 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7179 2024-08-17T01:49:01.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.479 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:01.479 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.479 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.479 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:01.479 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.479 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.480 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.480 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.480 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.480 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:01.480 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.480 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.480 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:01.480 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.480 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.480 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:01.481 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11240, 2024-08-17T01:49:01.481 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 245 2024-08-17T01:49:01.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.481 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:01.481 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 70440, 2024-08-17T01:49:01.481 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5158 2024-08-17T01:49:01.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.481 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:01.481 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5720, 2024-08-17T01:49:01.481 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 152 2024-08-17T01:49:01.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.481 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:01.481 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.481 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.482 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:01.482 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.482 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.482 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.482 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:49:01.482 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:01.482 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.482 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.482 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.482 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.483 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.483 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:01.483 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.483 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.483 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:01.483 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.483 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.483 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:01.483 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.483 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.483 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:01.484 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.484 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.484 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:01.484 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.484 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.484 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:01.484 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.484 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.484 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:01.484 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.484 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.485 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:01.485 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.485 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.485 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:01.485 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.485 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.485 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:01.485 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.485 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.485 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:01.485 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.485 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.486 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:01.486 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.486 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.486 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:01.486 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.486 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.486 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:01.486 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.486 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.486 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:01.486 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.487 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.487 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:01.487 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.487 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.487 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:01.487 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 44788028, 2024-08-17T01:49:01.487 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5541 2024-08-17T01:49:01.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.487 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:01.487 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 616, 2024-08-17T01:49:01.487 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7 2024-08-17T01:49:01.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.487 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:01.488 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.488 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.488 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.488 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.488 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.488 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:01.488 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.488 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.488 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:01.488 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.488 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.489 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:01.489 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11240, 2024-08-17T01:49:01.489 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 245 2024-08-17T01:49:01.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.489 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:01.489 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 70440, 2024-08-17T01:49:01.489 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5158 2024-08-17T01:49:01.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.489 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:01.489 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5720, 2024-08-17T01:49:01.489 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 152 2024-08-17T01:49:01.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.489 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:01.489 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.490 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.490 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:01.490 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.490 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.490 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.490 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.490 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.490 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T01:49:01.490 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:01.490 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.490 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.490 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.491 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21640, 2024-08-17T01:49:01.491 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 376 2024-08-17T01:49:01.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.491 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:01.491 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 104576, 2024-08-17T01:49:01.491 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 27 2024-08-17T01:49:01.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.491 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:01.491 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1344, 2024-08-17T01:49:01.491 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7 2024-08-17T01:49:01.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.491 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:01.491 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 80560, 2024-08-17T01:49:01.491 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1007 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 567008, 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2726 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 511998, 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 142 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2567507, 2024-08-17T01:49:01.492 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 565171 2024-08-17T01:49:01.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.493 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:01.493 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7226616, 2024-08-17T01:49:01.493 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10659 2024-08-17T01:49:01.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.493 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:01.493 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 113516, 2024-08-17T01:49:01.493 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12274 2024-08-17T01:49:01.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.493 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:01.493 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 130848, 2024-08-17T01:49:01.493 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2726 2024-08-17T01:49:01.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.493 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:01.493 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.494 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.494 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:01.494 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255312, 2024-08-17T01:49:01.494 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1806 2024-08-17T01:49:01.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.494 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:01.494 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.494 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.494 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:01.495 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.495 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.495 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:01.495 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 39087, 2024-08-17T01:49:01.495 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 49 2024-08-17T01:49:01.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.495 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:01.495 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.495 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.495 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:01.495 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7229529, 2024-08-17T01:49:01.495 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 270 2024-08-17T01:49:01.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.496 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:01.496 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 13464, 2024-08-17T01:49:01.496 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 153 2024-08-17T01:49:01.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.496 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:01.496 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.496 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.496 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.496 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 511104, 2024-08-17T01:49:01.496 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 44 2024-08-17T01:49:01.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.496 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:01.496 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.497 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.497 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:01.497 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7165080, 2024-08-17T01:49:01.497 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 18579 2024-08-17T01:49:01.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.497 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:01.497 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:01.497 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:01.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.497 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:01.497 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.497 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.498 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:01.498 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.498 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.498 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:01.498 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.498 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.498 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:01.498 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.498 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.498 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.499 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T01:49:01.499 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:01.499 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.499 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.499 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.499 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 20536, 2024-08-17T01:49:01.499 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 363 2024-08-17T01:49:01.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.499 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:01.499 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 124800, 2024-08-17T01:49:01.499 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 25 2024-08-17T01:49:01.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.499 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:01.500 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1344, 2024-08-17T01:49:01.500 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7 2024-08-17T01:49:01.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.500 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:01.500 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 79600, 2024-08-17T01:49:01.500 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 995 2024-08-17T01:49:01.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.500 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:01.500 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 551616, 2024-08-17T01:49:01.500 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2652 2024-08-17T01:49:01.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.500 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:01.500 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:01.500 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:01.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.501 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:01.501 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1311040, 2024-08-17T01:49:01.501 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 334 2024-08-17T01:49:01.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.501 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:01.501 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2588292, 2024-08-17T01:49:01.501 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 563118 2024-08-17T01:49:01.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.501 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:01.501 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7195336, 2024-08-17T01:49:01.501 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10613 2024-08-17T01:49:01.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.501 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:01.502 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 102168, 2024-08-17T01:49:01.502 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10949 2024-08-17T01:49:01.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.502 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:01.502 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127248, 2024-08-17T01:49:01.502 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2651 2024-08-17T01:49:01.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.502 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:01.502 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.502 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.502 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:01.502 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255224, 2024-08-17T01:49:01.503 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1805 2024-08-17T01:49:01.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.503 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:01.503 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.503 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.503 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:01.503 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1472, 2024-08-17T01:49:01.503 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T01:49:01.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.503 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:01.503 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 100061, 2024-08-17T01:49:01.503 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 56 2024-08-17T01:49:01.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.504 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:01.504 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 20128, 2024-08-17T01:49:01.504 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5 2024-08-17T01:49:01.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.504 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:01.504 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7896244, 2024-08-17T01:49:01.504 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 253 2024-08-17T01:49:01.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.504 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:01.504 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30800, 2024-08-17T01:49:01.504 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 350 2024-08-17T01:49:01.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.504 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:01.504 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.504 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.505 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.505 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 429792, 2024-08-17T01:49:01.505 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 37 2024-08-17T01:49:01.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.505 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:01.505 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.505 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.505 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:01.505 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7359664, 2024-08-17T01:49:01.505 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 21354 2024-08-17T01:49:01.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.505 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:01.506 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:01.506 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:01.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.506 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:01.506 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.506 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.506 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:01.506 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.506 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.506 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:01.506 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.506 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.507 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:01.507 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.507 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.507 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.507 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T01:49:01.507 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:01.507 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.507 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.507 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.507 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 20488, 2024-08-17T01:49:01.507 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 359 2024-08-17T01:49:01.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 141440, 2024-08-17T01:49:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 26 2024-08-17T01:49:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1728, 2024-08-17T01:49:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9 2024-08-17T01:49:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 79520, 2024-08-17T01:49:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 994 2024-08-17T01:49:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 550784, 2024-08-17T01:49:01.508 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2648 2024-08-17T01:49:01.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.509 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:01.509 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:01.509 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:01.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.509 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:01.509 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 377696, 2024-08-17T01:49:01.509 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 105 2024-08-17T01:49:01.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.509 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:01.509 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1893395, 2024-08-17T01:49:01.509 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 411767 2024-08-17T01:49:01.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.510 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:01.510 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5370896, 2024-08-17T01:49:01.510 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7930 2024-08-17T01:49:01.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.510 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:01.510 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 101512, 2024-08-17T01:49:01.510 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10935 2024-08-17T01:49:01.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.510 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:01.510 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127104, 2024-08-17T01:49:01.510 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2648 2024-08-17T01:49:01.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.510 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:01.510 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.510 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.511 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:01.511 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255480, 2024-08-17T01:49:01.511 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1806 2024-08-17T01:49:01.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.511 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:01.511 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.511 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.511 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:01.511 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:49:01.511 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:49:01.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.511 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:01.511 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 85887, 2024-08-17T01:49:01.512 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 56 2024-08-17T01:49:01.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.512 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:01.512 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:49:01.512 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:49:01.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.512 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:01.512 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9159930, 2024-08-17T01:49:01.512 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 263 2024-08-17T01:49:01.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.512 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:01.512 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11880, 2024-08-17T01:49:01.512 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 135 2024-08-17T01:49:01.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.512 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:01.513 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.513 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.513 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.513 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 371712, 2024-08-17T01:49:01.513 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:01.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.513 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:01.513 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.513 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.513 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:01.513 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3206840, 2024-08-17T01:49:01.513 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 6167 2024-08-17T01:49:01.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.514 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:01.514 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:01.514 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:01.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.514 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:01.514 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.514 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.514 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:01.514 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.514 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.514 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:01.515 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.515 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.515 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:01.515 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.515 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.515 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.515 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T01:49:01.515 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:01.515 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.515 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.515 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.515 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 18016, 2024-08-17T01:49:01.516 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 311 2024-08-17T01:49:01.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.516 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:01.516 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 173952, 2024-08-17T01:49:01.516 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 24 2024-08-17T01:49:01.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.516 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:01.516 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1920, 2024-08-17T01:49:01.516 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10 2024-08-17T01:49:01.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.516 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:01.516 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 78720, 2024-08-17T01:49:01.516 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 984 2024-08-17T01:49:01.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.517 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:01.517 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 551824, 2024-08-17T01:49:01.517 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:49:01.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.517 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:01.517 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:01.517 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:01.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.517 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:01.517 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 386628, 2024-08-17T01:49:01.517 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 95 2024-08-17T01:49:01.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.517 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:01.518 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1837836, 2024-08-17T01:49:01.518 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 402605 2024-08-17T01:49:01.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.518 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:01.518 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5260736, 2024-08-17T01:49:01.518 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7768 2024-08-17T01:49:01.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.518 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:01.518 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 102200, 2024-08-17T01:49:01.518 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10953 2024-08-17T01:49:01.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.518 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:01.519 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127344, 2024-08-17T01:49:01.519 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:49:01.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.519 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:01.519 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.519 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.519 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:01.519 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255224, 2024-08-17T01:49:01.519 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1805 2024-08-17T01:49:01.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.519 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:01.519 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.519 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.520 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:01.520 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:49:01.520 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:49:01.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.520 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:01.520 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 76456, 2024-08-17T01:49:01.520 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 57 2024-08-17T01:49:01.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.520 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:01.520 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:49:01.520 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:49:01.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.521 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:01.521 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9998380, 2024-08-17T01:49:01.521 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 275 2024-08-17T01:49:01.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.521 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:01.521 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 10560, 2024-08-17T01:49:01.521 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 120 2024-08-17T01:49:01.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.521 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:01.521 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.521 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.521 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.522 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 429792, 2024-08-17T01:49:01.522 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 37 2024-08-17T01:49:01.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.522 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:01.522 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.522 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.522 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:01.522 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3530800, 2024-08-17T01:49:01.522 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9190 2024-08-17T01:49:01.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.522 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:01.523 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:01.523 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:01.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.523 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:01.523 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.523 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.523 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:01.523 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.523 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.523 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:01.523 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.523 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.524 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:01.524 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.524 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.524 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.524 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T01:49:01.524 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:01.524 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.524 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.524 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.524 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16960, 2024-08-17T01:49:01.524 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 302 2024-08-17T01:49:01.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.525 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:01.525 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 46848, 2024-08-17T01:49:01.525 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 22 2024-08-17T01:49:01.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.525 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:01.525 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3840, 2024-08-17T01:49:01.525 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 20 2024-08-17T01:49:01.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.525 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:01.525 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 78720, 2024-08-17T01:49:01.525 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 984 2024-08-17T01:49:01.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.525 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:01.525 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 551824, 2024-08-17T01:49:01.526 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:49:01.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.526 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:01.526 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:01.526 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:01.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.526 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:01.526 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1364846, 2024-08-17T01:49:01.526 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 337 2024-08-17T01:49:01.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.526 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:01.526 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2214829, 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 478562 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6159016, 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9089 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 102396, 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10952 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127344, 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:01.527 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.528 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.528 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:01.528 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 254968, 2024-08-17T01:49:01.528 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1804 2024-08-17T01:49:01.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.528 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:01.528 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.528 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.528 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:01.528 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:49:01.528 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:49:01.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.528 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:01.529 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 69403, 2024-08-17T01:49:01.529 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 52 2024-08-17T01:49:01.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.529 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:01.529 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:49:01.529 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:49:01.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.529 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:01.529 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21551952, 2024-08-17T01:49:01.529 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 240 2024-08-17T01:49:01.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.529 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:01.529 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 32120, 2024-08-17T01:49:01.529 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 365 2024-08-17T01:49:01.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.530 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:01.530 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.530 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.530 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.530 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 453024, 2024-08-17T01:49:01.530 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 39 2024-08-17T01:49:01.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.530 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:01.530 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.530 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.530 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:01.530 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5083000, 2024-08-17T01:49:01.530 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12175 2024-08-17T01:49:01.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.531 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:01.531 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:01.531 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:01.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.531 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:01.531 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.531 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.531 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:01.531 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.531 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.532 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:01.532 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.532 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.532 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:01.532 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.532 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.532 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.532 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T01:49:01.532 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:01.532 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.532 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.533 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.533 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 18816, 2024-08-17T01:49:01.533 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 325 2024-08-17T01:49:01.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.533 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:01.533 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 165760, 2024-08-17T01:49:01.533 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 24 2024-08-17T01:49:01.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.533 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:01.533 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2880, 2024-08-17T01:49:01.533 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 15 2024-08-17T01:49:01.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.533 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:01.534 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 79280, 2024-08-17T01:49:01.534 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 991 2024-08-17T01:49:01.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.534 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:01.534 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 565136, 2024-08-17T01:49:01.534 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2717 2024-08-17T01:49:01.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.534 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:01.534 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:01.534 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:01.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.534 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:01.534 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 496324, 2024-08-17T01:49:01.534 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 129 2024-08-17T01:49:01.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.535 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:01.535 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2499417, 2024-08-17T01:49:01.535 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 550497 2024-08-17T01:49:01.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.535 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:01.535 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7018536, 2024-08-17T01:49:01.535 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10353 2024-08-17T01:49:01.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.535 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:01.535 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 112424, 2024-08-17T01:49:01.535 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12114 2024-08-17T01:49:01.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.535 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:01.535 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 130416, 2024-08-17T01:49:01.536 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2717 2024-08-17T01:49:01.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.536 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:01.536 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.536 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.536 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:01.536 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256760, 2024-08-17T01:49:01.536 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1811 2024-08-17T01:49:01.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.536 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:01.536 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.536 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.537 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:01.537 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:49:01.537 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:49:01.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.537 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:01.537 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 81304, 2024-08-17T01:49:01.537 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 54 2024-08-17T01:49:01.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.537 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:01.537 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:49:01.537 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:49:01.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.537 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:01.537 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 15636185, 2024-08-17T01:49:01.537 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8984 2024-08-17T01:49:01.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.538 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:01.538 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 13640, 2024-08-17T01:49:01.538 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 155 2024-08-17T01:49:01.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.538 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:01.538 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.538 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.538 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.538 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 534336, 2024-08-17T01:49:01.538 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 46 2024-08-17T01:49:01.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.539 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:01.539 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.539 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.539 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:01.539 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6428760, 2024-08-17T01:49:01.539 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12363 2024-08-17T01:49:01.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.539 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:01.539 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:01.539 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:01.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.539 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:01.539 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.540 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.540 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:01.540 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.540 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.540 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:01.540 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.540 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.540 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:01.540 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.540 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.540 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.541 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T01:49:01.541 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:01.541 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.541 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.541 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.541 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16536, 2024-08-17T01:49:01.541 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 293 2024-08-17T01:49:01.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.541 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:01.541 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 42752, 2024-08-17T01:49:01.541 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 22 2024-08-17T01:49:01.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.541 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:01.542 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3648, 2024-08-17T01:49:01.542 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 19 2024-08-17T01:49:01.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.542 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:01.542 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 79120, 2024-08-17T01:49:01.542 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 989 2024-08-17T01:49:01.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.542 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:01.542 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 553488, 2024-08-17T01:49:01.542 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2661 2024-08-17T01:49:01.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.542 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:01.543 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:01.543 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:01.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.543 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:01.543 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1103947, 2024-08-17T01:49:01.543 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 276 2024-08-17T01:49:01.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.543 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:01.543 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1815291, 2024-08-17T01:49:01.543 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 393973 2024-08-17T01:49:01.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.543 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:01.543 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5186616, 2024-08-17T01:49:01.543 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7659 2024-08-17T01:49:01.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.544 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:01.544 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 103684, 2024-08-17T01:49:01.544 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 11114 2024-08-17T01:49:01.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.544 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:01.544 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127728, 2024-08-17T01:49:01.544 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2661 2024-08-17T01:49:01.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.544 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:01.544 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.544 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.544 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:01.544 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 254968, 2024-08-17T01:49:01.545 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1804 2024-08-17T01:49:01.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.545 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:01.545 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.545 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.545 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:01.545 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.545 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.545 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:01.545 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 44337, 2024-08-17T01:49:01.545 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 45 2024-08-17T01:49:01.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.545 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:01.546 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.546 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.546 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:01.546 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 19552749, 2024-08-17T01:49:01.546 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 260 2024-08-17T01:49:01.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.546 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:01.546 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 26224, 2024-08-17T01:49:01.546 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 298 2024-08-17T01:49:01.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.546 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:01.546 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.546 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.547 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.547 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 453024, 2024-08-17T01:49:01.547 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 39 2024-08-17T01:49:01.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.547 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:01.547 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.547 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.547 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:01.547 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3634800, 2024-08-17T01:49:01.547 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9390 2024-08-17T01:49:01.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.547 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:01.548 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:01.548 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:01.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.548 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:01.548 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.548 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.548 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:01.548 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.548 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.548 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:01.548 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.548 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.549 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:01.549 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.549 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.549 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.549 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T01:49:01.549 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:01.549 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.549 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.549 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.549 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16936, 2024-08-17T01:49:01.549 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 300 2024-08-17T01:49:01.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.550 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:01.550 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30464, 2024-08-17T01:49:01.550 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 21 2024-08-17T01:49:01.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.550 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:01.550 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3840, 2024-08-17T01:49:01.550 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 20 2024-08-17T01:49:01.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.550 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:01.550 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 78800, 2024-08-17T01:49:01.550 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 985 2024-08-17T01:49:01.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.550 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:01.550 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 566592, 2024-08-17T01:49:01.551 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2724 2024-08-17T01:49:01.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.551 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:01.551 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:01.551 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:01.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.551 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:01.551 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 616195, 2024-08-17T01:49:01.551 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 159 2024-08-17T01:49:01.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.551 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:01.551 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2068969, 2024-08-17T01:49:01.551 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 458954 2024-08-17T01:49:01.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.551 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:01.552 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5965216, 2024-08-17T01:49:01.552 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8804 2024-08-17T01:49:01.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.552 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:01.552 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 113076, 2024-08-17T01:49:01.552 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12263 2024-08-17T01:49:01.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.552 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:01.552 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 130752, 2024-08-17T01:49:01.552 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2724 2024-08-17T01:49:01.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.552 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:01.552 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.552 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.553 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:01.553 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 254968, 2024-08-17T01:49:01.553 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1804 2024-08-17T01:49:01.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.553 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:01.553 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.553 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.553 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:01.553 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.553 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.553 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:01.554 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 45340, 2024-08-17T01:49:01.554 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 41 2024-08-17T01:49:01.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.554 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:01.554 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.554 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.554 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:01.554 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22045498, 2024-08-17T01:49:01.554 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 273 2024-08-17T01:49:01.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.554 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:01.554 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 15576, 2024-08-17T01:49:01.554 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 177 2024-08-17T01:49:01.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.555 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:01.555 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.555 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.555 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.555 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 476256, 2024-08-17T01:49:01.555 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 41 2024-08-17T01:49:01.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.555 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:01.555 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.555 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.555 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:01.555 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4921384, 2024-08-17T01:49:01.555 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9493 2024-08-17T01:49:01.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.556 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:01.556 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:01.556 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:01.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.556 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:01.556 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.556 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.556 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:01.556 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.556 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.556 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:01.557 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.557 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.557 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:01.557 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:01.557 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:01.557 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.557 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.557 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.557 INFO:tasks.workunit.client.0.smithi157.stdout: "metadata": { 2024-08-17T01:49:01.557 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:49:01.557 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T01:49:01.557 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 2 2024-08-17T01:49:01.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.558 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T01:49:01.558 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T01:49:01.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.558 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T01:49:01.558 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T01:49:01.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.558 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T01:49:01.558 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 2 2024-08-17T01:49:01.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.558 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T01:49:01.558 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 2 2024-08-17T01:49:01.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.558 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T01:49:01.558 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T01:49:01.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.559 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T01:49:01.559 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T01:49:01.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.559 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T01:49:01.559 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 2 2024-08-17T01:49:01.559 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.559 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:01.559 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T01:49:01.559 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 3 2024-08-17T01:49:01.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.559 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T01:49:01.559 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T01:49:01.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.560 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T01:49:01.560 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T01:49:01.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.560 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T01:49:01.560 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 3 2024-08-17T01:49:01.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.560 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T01:49:01.560 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 3 2024-08-17T01:49:01.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.560 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T01:49:01.560 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T01:49:01.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.560 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T01:49:01.561 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T01:49:01.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.561 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T01:49:01.561 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 3 2024-08-17T01:49:01.561 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.561 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.561 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T01:49:01.561 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 8 2024-08-17T01:49:01.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.561 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T01:49:01.561 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T01:49:01.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.561 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T01:49:01.562 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T01:49:01.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.562 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T01:49:01.562 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 8 2024-08-17T01:49:01.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.562 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T01:49:01.562 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 8 2024-08-17T01:49:01.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.562 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T01:49:01.562 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T01:49:01.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.562 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T01:49:01.562 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T01:49:01.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.563 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T01:49:01.563 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 8 2024-08-17T01:49:01.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.563 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_objectstore": { 2024-08-17T01:49:01.563 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": 8 2024-08-17T01:49:01.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.563 INFO:tasks.workunit.client.0.smithi157.stdout: "rotational": { 2024-08-17T01:49:01.563 INFO:tasks.workunit.client.0.smithi157.stdout: "0": 8 2024-08-17T01:49:01.563 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.563 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.563 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:01.564 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:49:01.564 INFO:tasks.workunit.client.0.smithi157.stdout: "features": { 2024-08-17T01:49:01.564 INFO:tasks.workunit.client.0.smithi157.stdout: "optional": [], 2024-08-17T01:49:01.564 INFO:tasks.workunit.client.0.smithi157.stdout: "persistent": [ 2024-08-17T01:49:01.564 INFO:tasks.workunit.client.0.smithi157.stdout: "kraken", 2024-08-17T01:49:01.564 INFO:tasks.workunit.client.0.smithi157.stdout: "luminous", 2024-08-17T01:49:01.564 INFO:tasks.workunit.client.0.smithi157.stdout: "mimic", 2024-08-17T01:49:01.564 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap-prune", 2024-08-17T01:49:01.564 INFO:tasks.workunit.client.0.smithi157.stdout: "nautilus", 2024-08-17T01:49:01.564 INFO:tasks.workunit.client.0.smithi157.stdout: "octopus", 2024-08-17T01:49:01.564 INFO:tasks.workunit.client.0.smithi157.stdout: "pacific", 2024-08-17T01:49:01.564 INFO:tasks.workunit.client.0.smithi157.stdout: "elector-pinging", 2024-08-17T01:49:01.564 INFO:tasks.workunit.client.0.smithi157.stdout: "quincy", 2024-08-17T01:49:01.564 INFO:tasks.workunit.client.0.smithi157.stdout: "reef", 2024-08-17T01:49:01.565 INFO:tasks.workunit.client.0.smithi157.stdout: "squid" 2024-08-17T01:49:01.565 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.565 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv4_addr_mons": 6, 2024-08-17T01:49:01.565 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv6_addr_mons": 0, 2024-08-17T01:49:01.565 INFO:tasks.workunit.client.0.smithi157.stdout: "min_mon_release": 19, 2024-08-17T01:49:01.565 INFO:tasks.workunit.client.0.smithi157.stdout: "v1_addr_mons": 3, 2024-08-17T01:49:01.565 INFO:tasks.workunit.client.0.smithi157.stdout: "v2_addr_mons": 3 2024-08-17T01:49:01.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.565 INFO:tasks.workunit.client.0.smithi157.stdout: "organization": "ceph-qa", 2024-08-17T01:49:01.565 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.565 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_network": false, 2024-08-17T01:49:01.565 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8, 2024-08-17T01:49:01.565 INFO:tasks.workunit.client.0.smithi157.stdout: "require_min_compat_client": "luminous", 2024-08-17T01:49:01.565 INFO:tasks.workunit.client.0.smithi157.stdout: "require_osd_release": "squid" 2024-08-17T01:49:01.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.566 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_perf_histograms": [ 2024-08-17T01:49:01.566 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.566 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:01.566 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:49:01.566 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.566 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:01.566 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:01.566 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:49:01.566 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:49:01.566 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:01.566 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:01.566 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:49:01.566 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:49:01.567 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:49:01.567 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:49:01.567 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:49:01.567 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:49:01.567 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:49:01.567 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:49:01.567 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:49:01.567 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:49:01.567 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:49:01.567 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:49:01.567 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:49:01.567 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:49:01.568 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:49:01.568 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:49:01.568 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:49:01.568 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:49:01.568 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:49:01.568 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:49:01.568 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:49:01.568 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:49:01.568 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:49:01.568 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:49:01.568 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:49:01.568 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:49:01.568 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:49:01.569 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:49:01.569 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:49:01.569 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:49:01.569 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:49:01.569 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.569 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:01.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.569 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.569 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:01.569 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:01.569 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:49:01.569 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:49:01.569 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:01.570 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:01.570 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:49:01.570 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:49:01.570 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:49:01.570 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:49:01.570 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:49:01.570 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:49:01.570 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:49:01.570 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:49:01.570 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:49:01.570 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:49:01.570 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:49:01.571 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:49:01.571 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:49:01.571 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:49:01.571 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:49:01.571 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:49:01.571 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:49:01.571 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:49:01.571 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:49:01.571 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:49:01.571 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:49:01.571 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:49:01.571 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:49:01.571 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:49:01.571 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:49:01.571 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:49:01.572 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:49:01.572 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:49:01.572 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:49:01.572 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:49:01.572 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:49:01.572 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.572 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:01.572 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.572 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.572 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:49:01.572 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.572 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:49:01.572 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.572 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.572 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1524, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.573 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 17864, 3870, 59, 4, 23, 21, 1, 0, 0, 0, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.573 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 11418, 94, 73, 0, 8, 21, 62, 70, 32, 48, 28, 25, 18, 29, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.573 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 673, 13, 8, 0, 0, 1, 12, 15, 3, 18, 83, 185, 102, 8, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.573 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 530, 2, 3, 0, 0, 0, 0, 1, 0, 6, 1, 9, 306, 32, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.573 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 66, 0, 1, 0, 0, 0, 2, 0, 6, 17, 6, 6, 14, 49, 144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.573 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 121, 2, 0, 0, 0, 0, 1, 0, 0, 5, 1, 5, 17, 21, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.573 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 6, 22, 30, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.573 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 46, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.573 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 30, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.573 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.573 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.573 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.573 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.574 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.574 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.574 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.574 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.574 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.574 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.574 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.574 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.574 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.574 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.574 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.574 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.574 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.574 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.575 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.575 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.575 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.575 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.575 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.575 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:49:01.575 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.575 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.575 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.575 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10170, 6, 58, 8, 24, 18, 2, 2, 1, 1, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.575 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7510, 48, 1363, 5, 7, 33, 87, 135, 38, 62, 53, 47, 60, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.575 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 581, 6, 164, 22, 0, 1, 12, 22, 6, 14, 103, 246, 132, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.575 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 663, 0, 0, 8, 0, 0, 0, 0, 0, 1, 2, 20, 430, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.576 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 303, 11, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 2, 46, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.576 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 229, 9, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.576 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 91, 4, 224, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.576 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 4, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.576 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.576 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.576 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.576 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.576 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.576 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.576 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.576 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.576 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.576 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.577 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.577 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.577 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.577 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.577 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.577 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.577 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.577 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.577 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.577 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.577 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.577 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.577 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.577 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.577 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.578 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:49:01.578 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.578 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.578 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 501, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.578 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 18726, 4145, 1, 0, 3, 0, 0, 0, 2, 0, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.578 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9931, 262, 6, 2, 3, 0, 0, 4, 6, 2, 7, 14, 6, 41, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.578 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1508, 12, 4, 0, 2, 0, 0, 0, 0, 2, 16, 24, 5, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.578 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 476, 10, 0, 2, 0, 0, 0, 0, 3, 3, 1, 4, 15, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.578 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 273, 12, 8, 0, 0, 0, 0, 0, 3, 6, 2, 12, 14, 66, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.578 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 334, 10, 6, 0, 0, 0, 0, 5, 3, 4, 0, 13, 58, 22, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.578 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 293, 1, 0, 1, 0, 0, 0, 0, 1, 6, 0, 14, 50, 54, 39, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.578 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 64, 2, 0, 0, 0, 0, 2, 0, 3, 0, 0, 2, 14, 36, 82, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.578 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 35, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 30, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.578 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.579 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.579 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.579 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.579 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.579 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.579 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.579 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.579 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.579 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.579 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.579 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.579 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.579 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.579 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.579 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.580 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.580 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.580 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.580 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.580 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.580 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.580 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.580 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:49:01.580 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.580 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.580 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 615, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.580 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9261, 4094, 0, 1, 11, 0, 1, 0, 1, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.580 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3048, 84, 13, 1, 11, 3, 2, 7, 17, 16, 21, 7, 7, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.580 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 195, 7, 12, 0, 1, 0, 1, 0, 2, 0, 33, 88, 42, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.581 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 204, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 142, 17, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.581 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 52, 0, 0, 0, 171, 0, 0, 0, 0, 0, 0, 0, 6, 38, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.581 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 21, 1, 0, 0, 324, 0, 0, 0, 0, 0, 0, 0, 12, 9, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.581 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12, 0, 0, 0, 245, 0, 0, 0, 0, 0, 0, 0, 6, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.581 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 1944, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.581 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.581 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.581 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.581 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.581 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.581 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.581 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.581 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.582 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.582 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.582 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.582 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.582 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.582 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.582 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.582 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.582 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.582 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.582 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.582 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.582 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.582 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.582 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.583 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.583 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:49:01.583 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.583 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.583 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.583 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9982, 6, 0, 0, 2, 1, 2, 2, 0, 2, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.583 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7957, 138, 16, 1, 7, 3, 4, 2, 7, 15, 9, 10, 9, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.583 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1105, 153, 11, 2, 1, 3, 1, 2, 2, 20, 37, 69, 26, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.583 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 295, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 150, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.583 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 104, 6, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 10, 26, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.583 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 37, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.583 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 15, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.583 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.583 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.584 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.584 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.584 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.584 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.584 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.584 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.584 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.584 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.584 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.584 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.584 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.584 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.584 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.584 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.585 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.585 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.585 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.585 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.585 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.585 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.585 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.585 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.585 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.585 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.585 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:49:01.585 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.585 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.586 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.586 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8390, 1, 1, 0, 7240, 422, 0, 5, 1, 0, 2, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.586 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7148, 52, 24, 1, 298, 160, 1, 3, 0, 2, 2, 0, 3, 11, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.586 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1043, 98, 151, 6, 39, 12, 0, 4, 0, 2, 7, 1, 3, 5, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.586 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 469, 27, 49, 4, 5, 6, 0, 0, 0, 0, 1, 7, 17, 3, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.586 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 150, 10, 17, 0, 31, 23, 0, 0, 0, 0, 0, 1, 4, 35, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.586 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 138, 5, 17, 34, 0, 3, 0, 2, 0, 1, 0, 0, 4, 12, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.586 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 70, 2, 6, 32, 72, 0, 0, 2, 0, 1, 0, 0, 9, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.586 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6, 0, 0, 3, 62, 102, 0, 0, 0, 0, 0, 0, 2, 0, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.586 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 1, 27, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.586 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.586 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.587 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.587 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.587 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.587 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.587 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.587 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.587 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.587 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.587 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.587 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.587 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.587 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.587 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.587 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.587 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.588 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.588 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.588 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.588 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.588 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.588 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.588 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:49:01.588 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.588 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.588 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3027, 1866, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.588 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8306, 2249, 0, 1, 0, 1, 0, 0, 0, 0, 0, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.588 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6798, 65, 7, 0, 15, 3, 1, 2, 9, 12, 13, 8, 10, 13, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.588 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 660, 28, 5, 0, 2, 0, 2, 2, 5, 10, 26, 69, 25, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.588 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 301, 5, 0, 0, 0, 0, 0, 0, 1, 1, 1, 19, 149, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.589 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 3, 0, 0, 0, 1, 0, 1, 0, 0, 2, 6, 5, 48, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.589 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 66, 1, 0, 0, 0, 0, 0, 1, 2, 1, 7, 6, 4, 15, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.589 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.589 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.589 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.589 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.589 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.589 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.589 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.589 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.589 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.589 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.589 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.589 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.589 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.590 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.590 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.590 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.590 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.590 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.590 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.590 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.590 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.590 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.590 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.590 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.590 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.590 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.590 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.590 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:49:01.591 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.591 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.591 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 386, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.591 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12768, 3259, 3965, 1, 1, 0, 0, 0, 2, 8, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.591 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7975, 438, 219, 0, 7, 0, 2, 3, 3, 0, 2, 5, 3, 15, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.591 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 970, 78, 58, 0, 3, 0, 0, 0, 3, 5, 3, 0, 0, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.591 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 279, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 6, 19, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.591 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 172, 1, 0, 0, 0, 0, 0, 2, 2, 1, 1, 7, 6, 47, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.591 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 231, 2, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 11, 10, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.591 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 3, 1, 2, 4, 1, 13, 25, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.591 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 5, 18, 27, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.591 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.591 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.591 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.592 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.592 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.592 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.592 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.592 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.592 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.592 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.592 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.592 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.592 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.592 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.592 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.592 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.592 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.593 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.593 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.593 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.593 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.593 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.593 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.593 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.593 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.593 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:01.593 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:49:01.593 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.593 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:01.593 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:01.594 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:49:01.594 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:49:01.594 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:01.594 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:01.594 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:49:01.594 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:49:01.594 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:49:01.594 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:49:01.594 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:49:01.594 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:49:01.594 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:49:01.594 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:49:01.594 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:49:01.594 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:49:01.595 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:49:01.595 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:49:01.595 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:49:01.595 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:49:01.595 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:49:01.595 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:49:01.595 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:49:01.595 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:49:01.595 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:49:01.595 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:49:01.595 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:49:01.595 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:49:01.595 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:49:01.595 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:49:01.596 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:49:01.596 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:49:01.596 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:49:01.596 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:49:01.596 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:49:01.596 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:49:01.596 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:49:01.596 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.596 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:01.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.596 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.596 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:01.596 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:01.596 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:49:01.596 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:49:01.597 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:01.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:01.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:49:01.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:49:01.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:49:01.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:49:01.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:49:01.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:49:01.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:49:01.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:49:01.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:49:01.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:49:01.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:49:01.597 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:49:01.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:49:01.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:49:01.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:49:01.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:49:01.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:49:01.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:49:01.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:49:01.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:49:01.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:49:01.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:49:01.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:49:01.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:49:01.598 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:49:01.599 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:49:01.599 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:49:01.599 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:49:01.599 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:49:01.599 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:49:01.599 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:49:01.599 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.599 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:01.599 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.599 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.599 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:49:01.599 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.599 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:49:01.600 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 982, 4, 8, 14, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5063, 49, 64, 156, 431, 612, 705, 2, 3, 1, 1, 3, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 642, 11, 27, 35, 25, 12, 16, 0, 0, 1, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 269, 4, 5, 0, 1, 0, 2, 0, 0, 0, 4, 3, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 22, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 9, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.600 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.601 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.602 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.602 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.602 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.602 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:49:01.602 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.602 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 590, 6, 9, 35, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3360, 269, 26, 33, 121, 2, 3, 3, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 426, 12, 1278, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 399, 22, 66, 0, 0, 0, 0, 0, 0, 0, 3, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1671, 1299, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1382, 1673, 247, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 9, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.603 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.604 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.605 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.605 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.605 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.605 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:49:01.605 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1677, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.605 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10461, 6, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 15838, 3, 2, 0, 0, 0, 0, 1, 0, 1, 6, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 353, 1, 0, 0, 0, 0, 0, 0, 0, 0, 5, 8, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.606 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.607 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.607 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.608 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.608 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.608 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:49:01.608 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 476, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1821, 33, 0, 0, 3, 0, 0, 2, 1, 0, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 238, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 221, 9, 33, 47, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1336, 327, 1, 161, 0, 0, 0, 0, 0, 0, 1, 1, 4, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.608 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 4000, 2591, 0, 370, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 63, 87, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.609 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.610 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.610 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.610 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.610 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:49:01.610 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.610 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 953, 2, 10, 31, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2238, 217, 23, 37, 115, 275, 478, 1, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 304, 6, 1, 0, 0, 0, 3, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 110, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 39, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.611 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.612 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.613 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.613 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.613 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.613 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:49:01.613 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 741, 5, 14, 29, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3240, 67, 122, 222, 458, 622, 718, 6, 13, 17, 0, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 312, 8, 1, 7, 14, 5, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.613 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 315, 5, 34, 27, 10, 0, 0, 0, 0, 1, 3, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 217, 35, 47, 103, 20, 0, 1, 0, 0, 0, 0, 2, 5, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 134, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 15, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.614 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.615 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.615 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.615 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.615 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.615 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:49:01.615 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 642, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2741, 20, 1, 0, 3, 1, 0, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 248, 5, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 211, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 152, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 47, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.616 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.617 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.618 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.618 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.618 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.618 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:49:01.618 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.618 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1027, 17, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7628, 29, 85, 16, 2, 0, 4, 3, 11, 4, 0, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2647, 37, 90, 24, 0, 0, 0, 0, 0, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 254, 3, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 196, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.619 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.620 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.620 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.620 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.621 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.621 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:01.621 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:49:01.621 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.621 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:01.621 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:01.621 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:49:01.621 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:49:01.621 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:01.621 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:01.621 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:49:01.621 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:49:01.621 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:49:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:49:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:49:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:49:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:49:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:49:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:49:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:49:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:49:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:49:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:49:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:49:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:49:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:49:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:49:01.622 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:49:01.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:49:01.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:49:01.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:49:01.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:49:01.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:49:01.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:49:01.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:49:01.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:49:01.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:49:01.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:49:01.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:49:01.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:49:01.623 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:49:01.623 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.624 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:01.624 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.624 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.624 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:01.624 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:01.624 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:49:01.624 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:49:01.624 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:01.624 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:01.624 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:49:01.624 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:49:01.624 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:49:01.624 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:49:01.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:49:01.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:49:01.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:49:01.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:49:01.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:49:01.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:49:01.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:49:01.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:49:01.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:49:01.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:49:01.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:49:01.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:49:01.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:49:01.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:49:01.625 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:49:01.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:49:01.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:49:01.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:49:01.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:49:01.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:49:01.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:49:01.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:49:01.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:49:01.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:49:01.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:49:01.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:49:01.626 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:49:01.626 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.627 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:01.627 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.627 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.627 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:49:01.627 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.627 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:49:01.627 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.627 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.627 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.627 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.627 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.627 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1009, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.627 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7094, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.627 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 776, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.628 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.629 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.629 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.629 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.629 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.629 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:49:01.630 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 643, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3820, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1721, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 498, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3033, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.630 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.631 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.632 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.632 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.632 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.632 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:49:01.632 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.632 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1683, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10482, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 15854, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.633 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.634 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.635 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.635 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.635 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.635 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:49:01.635 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 478, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1865, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.635 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 315, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1835, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6973, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.636 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.637 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.637 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.637 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.637 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:49:01.637 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1020, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3389, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 317, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.638 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.639 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.640 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.640 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.640 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:49:01.640 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.640 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 793, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5493, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 404, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.641 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.642 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.643 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.643 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.643 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.643 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:49:01.643 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.643 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.643 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.643 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.643 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.643 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 647, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.643 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2770, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.643 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 221, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.644 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.645 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.645 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.646 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.646 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.646 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:49:01.646 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1077, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7790, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2806, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.646 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 263, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.647 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.648 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.648 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.648 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.648 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.648 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.649 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:01.649 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:49:01.649 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.649 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:01.649 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:01.649 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:49:01.649 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:49:01.649 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:01.649 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:01.649 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:49:01.649 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:49:01.649 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:49:01.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:49:01.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:49:01.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:49:01.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:49:01.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:49:01.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:49:01.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:49:01.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:49:01.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:49:01.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:49:01.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:49:01.650 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:49:01.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:49:01.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:49:01.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:49:01.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:49:01.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:49:01.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:49:01.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:49:01.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:49:01.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:49:01.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:49:01.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:49:01.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:49:01.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:49:01.651 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:49:01.652 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:49:01.652 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:49:01.652 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.652 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:01.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.652 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.652 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:01.652 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:01.652 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:49:01.652 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:49:01.652 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:01.652 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:01.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:49:01.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:49:01.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:49:01.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:49:01.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:49:01.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:49:01.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:49:01.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:49:01.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:49:01.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:49:01.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:49:01.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:49:01.653 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:49:01.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:49:01.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:49:01.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:49:01.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:49:01.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:49:01.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:49:01.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:49:01.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:49:01.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:49:01.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:49:01.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:49:01.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:49:01.654 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:49:01.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:49:01.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:49:01.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:49:01.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:49:01.655 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:49:01.655 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.655 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:01.655 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.655 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.655 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:49:01.655 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.655 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:49:01.655 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 166, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2176, 19, 1, 0, 14, 0, 3, 2, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1138, 10, 0, 3, 4, 6, 5, 13, 33, 47, 83, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 166, 3, 0, 0, 1, 1, 3, 2, 6, 8, 76, 266, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 159, 4, 0, 0, 0, 0, 0, 0, 4, 5, 18, 30, 243, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 1, 0, 5, 4, 8, 19, 29, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 7, 14, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 917, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.656 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1174, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.657 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.658 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.658 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.658 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.658 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.658 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.658 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.658 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.658 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.658 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.658 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.658 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:49:01.658 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 102, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2743, 22, 1, 0, 10, 3, 2, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1563, 4, 2, 1, 3, 8, 10, 21, 42, 73, 96, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 96, 1, 0, 0, 2, 0, 0, 1, 0, 2, 52, 352, 289, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 25, 3, 0, 0, 0, 0, 0, 0, 1, 1, 4, 11, 305, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 14, 23, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 6, 11, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 890, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.659 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2889, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.660 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.661 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.661 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.661 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.661 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.661 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.661 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.661 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.661 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.661 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.661 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.661 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:49:01.661 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.661 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.661 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.661 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 86, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 402, 12, 3, 3, 11, 2, 2, 3, 8, 7, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 186, 9, 2, 1, 1, 1, 4, 5, 7, 10, 42, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 284, 5, 0, 0, 0, 2, 6, 7, 12, 20, 76, 116, 18, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 172, 4, 0, 0, 0, 1, 2, 3, 2, 10, 32, 59, 17, 21, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 69, 5, 0, 0, 0, 0, 1, 1, 3, 6, 10, 22, 22, 60, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8, 0, 0, 0, 0, 0, 1, 0, 0, 3, 5, 9, 4, 30, 45, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.662 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.663 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.664 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.664 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.664 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.664 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.664 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.664 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.664 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.664 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:49:01.664 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.664 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.664 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.664 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1134, 17, 0, 0, 18, 1, 3, 2, 6, 6, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 323, 6, 2, 1, 1, 1, 2, 6, 11, 34, 38, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 66, 19, 0, 0, 0, 0, 0, 1, 0, 3, 22, 75, 160, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 236, 0, 0, 0, 0, 0, 1, 0, 2, 1, 8, 6, 75, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 474, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 10, 21, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 271, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 18, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 219, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.665 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.666 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.667 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.667 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.667 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:49:01.667 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.667 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 81, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1056, 17, 0, 0, 14, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 595, 4, 2, 0, 2, 5, 9, 5, 14, 29, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 247, 1, 0, 0, 0, 1, 1, 3, 1, 0, 30, 95, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 342, 21, 0, 0, 0, 0, 0, 0, 1, 2, 5, 12, 164, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 390, 24, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 22, 26, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 134, 46, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 22, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 116, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.668 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.669 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.670 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.670 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.670 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.670 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.670 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.670 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.670 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.670 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:49:01.670 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.670 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.670 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 333, 12, 1, 0, 9, 0, 0, 1, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 86, 6, 1, 0, 2, 2, 1, 6, 5, 3, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 67, 3, 0, 0, 2, 0, 1, 2, 8, 3, 9, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 22, 20, 0, 0, 0, 0, 0, 0, 0, 2, 10, 7, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12, 22, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 13, 39, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8, 41, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 14, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.671 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.672 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.673 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.673 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.673 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:49:01.673 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.673 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 112, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1199, 17, 1, 0, 11, 0, 5, 2, 7, 7, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 566, 10, 1, 0, 0, 3, 5, 5, 14, 30, 31, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 286, 16, 0, 0, 5, 2, 1, 3, 2, 5, 39, 134, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 434, 11, 0, 0, 0, 0, 0, 1, 0, 2, 4, 10, 132, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 331, 20, 0, 0, 4, 0, 0, 0, 1, 0, 3, 7, 8, 36, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 137, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 171, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.674 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.675 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.676 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.676 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.676 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.676 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.676 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.676 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.676 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.676 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:49:01.676 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.676 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.676 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.676 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.676 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 89, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 313, 20, 3, 0, 13, 4, 0, 4, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 84, 9, 0, 1, 2, 1, 3, 2, 8, 6, 12, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 135, 7, 1, 0, 0, 0, 0, 4, 8, 5, 33, 31, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 88, 6, 0, 0, 0, 0, 1, 2, 3, 11, 28, 37, 13, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 39, 1, 0, 0, 0, 0, 0, 1, 0, 2, 3, 14, 22, 34, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 17, 43, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.677 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.678 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.679 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.679 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.679 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.679 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.679 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.679 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.679 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.679 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.679 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.679 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.679 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.679 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.679 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-17T01:49:01.679 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:49:01.680 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.680 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 8, 2024-08-17T01:49:01.680 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:01.680 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "number of replicas", 2024-08-17T01:49:01.680 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 1, 2024-08-17T01:49:01.680 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:01.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:01.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0]", 2024-08-17T01:49:01.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[1, 1]", 2024-08-17T01:49:01.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[2, 2]", 2024-08-17T01:49:01.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[3, 3]", 2024-08-17T01:49:01.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[4, 4]", 2024-08-17T01:49:01.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[5, 5]", 2024-08-17T01:49:01.680 INFO:tasks.workunit.client.0.smithi157.stdout: "[6, None]" 2024-08-17T01:49:01.680 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.681 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "linear" 2024-08-17T01:49:01.681 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.681 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.681 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 10, 2024-08-17T01:49:01.681 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:01.681 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "duration", 2024-08-17T01:49:01.681 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 250000, 2024-08-17T01:49:01.681 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:01.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:01.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 249999]", 2024-08-17T01:49:01.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[250000, 499999]", 2024-08-17T01:49:01.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[500000, 999999]", 2024-08-17T01:49:01.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[1000000, 1999999]", 2024-08-17T01:49:01.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[2000000, 3999999]", 2024-08-17T01:49:01.681 INFO:tasks.workunit.client.0.smithi157.stdout: "[4000000, 7999999]", 2024-08-17T01:49:01.682 INFO:tasks.workunit.client.0.smithi157.stdout: "[8000000, 15999999]", 2024-08-17T01:49:01.682 INFO:tasks.workunit.client.0.smithi157.stdout: "[16000000, 31999999]", 2024-08-17T01:49:01.682 INFO:tasks.workunit.client.0.smithi157.stdout: "[32000000, None]" 2024-08-17T01:49:01.682 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.682 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:01.682 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.682 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.682 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:49:01.682 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.682 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:49:01.682 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.682 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.683 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.683 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.683 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.683 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.683 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:49:01.683 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.684 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.684 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.684 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.684 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.684 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:49:01.684 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.685 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.685 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.685 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:49:01.685 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.685 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.686 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.686 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.686 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:49:01.686 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.686 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.687 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.687 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.687 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.687 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:49:01.687 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.687 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.688 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.688 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.688 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.688 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.688 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.688 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.688 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.688 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.688 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.688 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.688 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:49:01.688 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.688 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.688 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.689 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.689 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.689 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:01.689 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:49:01.689 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:01.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.689 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_counters": { 2024-08-17T01:49:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:49:01.690 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:49:01.691 INFO:tasks.workunit.client.0.smithi157.stdout: "caps": { 2024-08-17T01:49:01.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.691 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.691 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T01:49:01.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.691 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.691 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T01:49:01.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.691 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.691 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_grant": { 2024-08-17T01:49:01.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.691 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.692 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_revoke": { 2024-08-17T01:49:01.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.692 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_trunc": { 2024-08-17T01:49:01.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.692 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_commit": { 2024-08-17T01:49:01.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.692 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_fetch_complete": { 2024-08-17T01:49:01.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:01.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.693 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_fetch_keys": { 2024-08-17T01:49:01.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:49:01.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.693 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_merge": { 2024-08-17T01:49:01.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.693 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_split": { 2024-08-17T01:49:01.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.693 INFO:tasks.workunit.client.0.smithi157.stdout: "exported_inodes": { 2024-08-17T01:49:01.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.694 INFO:tasks.workunit.client.0.smithi157.stdout: "forward": { 2024-08-17T01:49:01.694 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.694 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_cap_release": { 2024-08-17T01:49:01.694 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.694 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_caps": { 2024-08-17T01:49:01.694 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.694 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_caps_dirty": { 2024-08-17T01:49:01.694 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.695 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.695 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_inode_file_caps": { 2024-08-17T01:49:01.695 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.695 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.695 INFO:tasks.workunit.client.0.smithi157.stdout: "imported_inodes": { 2024-08-17T01:49:01.695 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.695 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.695 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes": { 2024-08-17T01:49:01.695 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:49:01.695 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.695 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_expired": { 2024-08-17T01:49:01.695 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.696 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_pinned": { 2024-08-17T01:49:01.696 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:49:01.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.696 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_with_caps": { 2024-08-17T01:49:01.696 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.696 INFO:tasks.workunit.client.0.smithi157.stdout: "load_cent": { 2024-08-17T01:49:01.696 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.696 INFO:tasks.workunit.client.0.smithi157.stdout: "openino_dir_fetch": { 2024-08-17T01:49:01.696 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.697 INFO:tasks.workunit.client.0.smithi157.stdout: "process_request_cap_release": { 2024-08-17T01:49:01.697 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.697 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.697 INFO:tasks.workunit.client.0.smithi157.stdout: "reply_latency": { 2024-08-17T01:49:01.697 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.697 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.697 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.697 INFO:tasks.workunit.client.0.smithi157.stdout: "request": { 2024-08-17T01:49:01.697 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.697 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.697 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rbytes": { 2024-08-17T01:49:01.697 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.698 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.698 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rfiles": { 2024-08-17T01:49:01.698 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.698 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.698 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rsnaps": { 2024-08-17T01:49:01.698 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.698 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.698 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_reply": { 2024-08-17T01:49:01.698 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.698 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.698 INFO:tasks.workunit.client.0.smithi157.stdout: "subtrees": { 2024-08-17T01:49:01.698 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:01.698 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.699 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.699 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_cache": { 2024-08-17T01:49:01.699 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_enqueue_scrub": { 2024-08-17T01:49:01.699 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.699 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.699 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_exportdir": { 2024-08-17T01:49:01.699 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.699 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.699 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_flush": { 2024-08-17T01:49:01.699 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.699 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.699 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_fragmentdir": { 2024-08-17T01:49:01.699 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.700 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.700 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_fragstats": { 2024-08-17T01:49:01.700 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.700 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.700 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_inodestats": { 2024-08-17T01:49:01.700 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.700 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.700 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_quiesce_inode": { 2024-08-17T01:49:01.700 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.700 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.700 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_quiesce_path": { 2024-08-17T01:49:01.700 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_enqueued": { 2024-08-17T01:49:01.701 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_prioritized": { 2024-08-17T01:49:01.701 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_processing": { 2024-08-17T01:49:01.701 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays": { 2024-08-17T01:49:01.701 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays_delayed": { 2024-08-17T01:49:01.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays_enqueuing": { 2024-08-17T01:49:01.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.702 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_completed": { 2024-08-17T01:49:01.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.702 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_started": { 2024-08-17T01:49:01.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.702 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_created": { 2024-08-17T01:49:01.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.703 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_enqueued": { 2024-08-17T01:49:01.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.703 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_migrated": { 2024-08-17T01:49:01.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.703 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_reintegrated": { 2024-08-17T01:49:01.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.703 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.703 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_log": { 2024-08-17T01:49:01.703 INFO:tasks.workunit.client.0.smithi157.stdout: "ev": { 2024-08-17T01:49:01.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17 2024-08-17T01:49:01.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.704 INFO:tasks.workunit.client.0.smithi157.stdout: "evadd": { 2024-08-17T01:49:01.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.704 INFO:tasks.workunit.client.0.smithi157.stdout: "evex": { 2024-08-17T01:49:01.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.704 INFO:tasks.workunit.client.0.smithi157.stdout: "evexd": { 2024-08-17T01:49:01.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.704 INFO:tasks.workunit.client.0.smithi157.stdout: "evexg": { 2024-08-17T01:49:01.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.704 INFO:tasks.workunit.client.0.smithi157.stdout: "evlrg": { 2024-08-17T01:49:01.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.705 INFO:tasks.workunit.client.0.smithi157.stdout: "evtrm": { 2024-08-17T01:49:01.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.705 INFO:tasks.workunit.client.0.smithi157.stdout: "jlat": { 2024-08-17T01:49:01.705 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.705 INFO:tasks.workunit.client.0.smithi157.stdout: "replayed": { 2024-08-17T01:49:01.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17 2024-08-17T01:49:01.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.705 INFO:tasks.workunit.client.0.smithi157.stdout: "seg": { 2024-08-17T01:49:01.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:49:01.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.705 INFO:tasks.workunit.client.0.smithi157.stdout: "segadd": { 2024-08-17T01:49:01.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.706 INFO:tasks.workunit.client.0.smithi157.stdout: "segex": { 2024-08-17T01:49:01.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.706 INFO:tasks.workunit.client.0.smithi157.stdout: "segexd": { 2024-08-17T01:49:01.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.706 INFO:tasks.workunit.client.0.smithi157.stdout: "segexg": { 2024-08-17T01:49:01.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.706 INFO:tasks.workunit.client.0.smithi157.stdout: "segmjr": { 2024-08-17T01:49:01.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:49:01.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.706 INFO:tasks.workunit.client.0.smithi157.stdout: "segtrm": { 2024-08-17T01:49:01.707 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.707 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.707 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_mem": { 2024-08-17T01:49:01.707 INFO:tasks.workunit.client.0.smithi157.stdout: "cap": { 2024-08-17T01:49:01.707 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.707 INFO:tasks.workunit.client.0.smithi157.stdout: "cap+": { 2024-08-17T01:49:01.707 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.707 INFO:tasks.workunit.client.0.smithi157.stdout: "cap-": { 2024-08-17T01:49:01.707 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.707 INFO:tasks.workunit.client.0.smithi157.stdout: "dir": { 2024-08-17T01:49:01.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:01.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.708 INFO:tasks.workunit.client.0.smithi157.stdout: "dir+": { 2024-08-17T01:49:01.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:01.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.708 INFO:tasks.workunit.client.0.smithi157.stdout: "dir-": { 2024-08-17T01:49:01.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.708 INFO:tasks.workunit.client.0.smithi157.stdout: "dn": { 2024-08-17T01:49:01.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:49:01.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.708 INFO:tasks.workunit.client.0.smithi157.stdout: "dn+": { 2024-08-17T01:49:01.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:49:01.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.709 INFO:tasks.workunit.client.0.smithi157.stdout: "dn-": { 2024-08-17T01:49:01.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.709 INFO:tasks.workunit.client.0.smithi157.stdout: "heap": { 2024-08-17T01:49:01.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 248096 2024-08-17T01:49:01.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.709 INFO:tasks.workunit.client.0.smithi157.stdout: "ino": { 2024-08-17T01:49:01.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T01:49:01.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.709 INFO:tasks.workunit.client.0.smithi157.stdout: "ino+": { 2024-08-17T01:49:01.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T01:49:01.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.709 INFO:tasks.workunit.client.0.smithi157.stdout: "ino-": { 2024-08-17T01:49:01.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.710 INFO:tasks.workunit.client.0.smithi157.stdout: "rss": { 2024-08-17T01:49:01.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51652 2024-08-17T01:49:01.710 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.710 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_server": { 2024-08-17T01:49:01.710 INFO:tasks.workunit.client.0.smithi157.stdout: "cap_acquisition_throttle": { 2024-08-17T01:49:01.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.710 INFO:tasks.workunit.client.0.smithi157.stdout: "cap_revoke_eviction": { 2024-08-17T01:49:01.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.710 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_request": { 2024-08-17T01:49:01.711 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.711 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_session": { 2024-08-17T01:49:01.711 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.711 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_peer_request": { 2024-08-17T01:49:01.711 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.711 INFO:tasks.workunit.client.0.smithi157.stdout: "req_create_latency": { 2024-08-17T01:49:01.711 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.711 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.711 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getattr_latency": { 2024-08-17T01:49:01.711 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.712 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getfilelock_latency": { 2024-08-17T01:49:01.712 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.712 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getvxattr_latency": { 2024-08-17T01:49:01.712 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.712 INFO:tasks.workunit.client.0.smithi157.stdout: "req_link_latency": { 2024-08-17T01:49:01.712 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.712 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookup_latency": { 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookuphash_latency": { 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupino_latency": { 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupname_latency": { 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.713 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupparent_latency": { 2024-08-17T01:49:01.714 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.714 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.714 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupsnap_latency": { 2024-08-17T01:49:01.714 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.714 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.714 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lssnap_latency": { 2024-08-17T01:49:01.714 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.714 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.714 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mkdir_latency": { 2024-08-17T01:49:01.714 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.714 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.715 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mknod_latency": { 2024-08-17T01:49:01.715 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.715 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.715 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.715 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mksnap_latency": { 2024-08-17T01:49:01.715 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.715 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.715 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.715 INFO:tasks.workunit.client.0.smithi157.stdout: "req_open_latency": { 2024-08-17T01:49:01.715 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.715 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.715 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.715 INFO:tasks.workunit.client.0.smithi157.stdout: "req_readdir_latency": { 2024-08-17T01:49:01.715 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.716 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rename_latency": { 2024-08-17T01:49:01.716 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.716 INFO:tasks.workunit.client.0.smithi157.stdout: "req_renamesnap_latency": { 2024-08-17T01:49:01.716 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.716 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmdir_latency": { 2024-08-17T01:49:01.716 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.716 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmsnap_latency": { 2024-08-17T01:49:01.717 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.717 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.717 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmxattr_latency": { 2024-08-17T01:49:01.717 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.717 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.717 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setattr_latency": { 2024-08-17T01:49:01.717 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.717 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.717 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setdirlayout_latency": { 2024-08-17T01:49:01.717 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.717 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.718 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.718 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setfilelock_latency": { 2024-08-17T01:49:01.718 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.718 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.718 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.718 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setlayout_latency": { 2024-08-17T01:49:01.718 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.718 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.718 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.718 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setxattr_latency": { 2024-08-17T01:49:01.718 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.718 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.719 INFO:tasks.workunit.client.0.smithi157.stdout: "req_snapdiff_latency": { 2024-08-17T01:49:01.719 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.719 INFO:tasks.workunit.client.0.smithi157.stdout: "req_symlink_latency": { 2024-08-17T01:49:01.719 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.719 INFO:tasks.workunit.client.0.smithi157.stdout: "req_unlink_latency": { 2024-08-17T01:49:01.719 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.719 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.720 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_sessions": { 2024-08-17T01:49:01.720 INFO:tasks.workunit.client.0.smithi157.stdout: "average_load": { 2024-08-17T01:49:01.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.720 INFO:tasks.workunit.client.0.smithi157.stdout: "avg_session_uptime": { 2024-08-17T01:49:01.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.720 INFO:tasks.workunit.client.0.smithi157.stdout: "mdthresh_evicted": { 2024-08-17T01:49:01.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.720 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:49:01.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T01:49:01.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.721 INFO:tasks.workunit.client.0.smithi157.stdout: "session_count": { 2024-08-17T01:49:01.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.721 INFO:tasks.workunit.client.0.smithi157.stdout: "session_remove": { 2024-08-17T01:49:01.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T01:49:01.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.721 INFO:tasks.workunit.client.0.smithi157.stdout: "sessions_open": { 2024-08-17T01:49:01.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:01.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.721 INFO:tasks.workunit.client.0.smithi157.stdout: "sessions_stale": { 2024-08-17T01:49:01.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.722 INFO:tasks.workunit.client.0.smithi157.stdout: "total_load": { 2024-08-17T01:49:01.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.722 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.722 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:01.722 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:01.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.722 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:01.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37 2024-08-17T01:49:01.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.722 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:01.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.723 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:01.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7 2024-08-17T01:49:01.723 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.723 INFO:tasks.workunit.client.0.smithi157.stdout: "purge_queue": { 2024-08-17T01:49:01.723 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executed": { 2024-08-17T01:49:01.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.723 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executed_ops": { 2024-08-17T01:49:01.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.723 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing": { 2024-08-17T01:49:01.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.724 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_high_water": { 2024-08-17T01:49:01.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.724 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_ops": { 2024-08-17T01:49:01.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.724 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_ops_high_water": { 2024-08-17T01:49:01.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.724 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_item_in_journal": { 2024-08-17T01:49:01.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.724 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.725 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.725 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:49:01.725 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:01.725 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T01:49:01.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:49:01.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.725 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T01:49:01.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.725 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T01:49:01.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:49:01.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T01:49:01.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18 2024-08-17T01:49:01.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T01:49:01.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T01:49:01.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.726 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:49:01.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:49:01.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.726 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T01:49:01.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 232 2024-08-17T01:49:01.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.726 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T01:49:01.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.727 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.727 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T01:49:01.727 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T01:49:01.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.727 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T01:49:01.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7887 2024-08-17T01:49:01.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.727 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T01:49:01.727 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7887, 2024-08-17T01:49:01.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 58279488 2024-08-17T01:49:01.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.728 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T01:49:01.728 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7887, 2024-08-17T01:49:01.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23661 2024-08-17T01:49:01.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.728 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T01:49:01.728 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7887, 2024-08-17T01:49:01.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1279975841 2024-08-17T01:49:01.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.728 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T01:49:01.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.729 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T01:49:01.729 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.729 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T01:49:01.729 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.729 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T01:49:01.729 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.730 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T01:49:01.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.730 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T01:49:01.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:01.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.730 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T01:49:01.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7885 2024-08-17T01:49:01.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.730 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T01:49:01.730 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7885, 2024-08-17T01:49:01.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57683427 2024-08-17T01:49:01.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.731 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T01:49:01.731 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7885, 2024-08-17T01:49:01.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 64035 2024-08-17T01:49:01.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.731 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T01:49:01.731 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7885, 2024-08-17T01:49:01.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1287120221 2024-08-17T01:49:01.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.731 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T01:49:01.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.731 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T01:49:01.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.732 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T01:49:01.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:49:01.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.732 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T01:49:01.732 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T01:49:01.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.732 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T01:49:01.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7887 2024-08-17T01:49:01.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.732 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T01:49:01.732 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7887, 2024-08-17T01:49:01.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25663515278 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.733 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T01:49:01.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:49:01.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.734 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T01:49:01.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.734 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T01:49:01.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.734 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T01:49:01.734 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.735 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T01:49:01.735 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.735 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T01:49:01.735 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.735 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.735 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T01:49:01.735 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:01.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T01:49:01.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.736 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:01.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 264372224 2024-08-17T01:49:01.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.736 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:01.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 263806976 2024-08-17T01:49:01.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.736 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:01.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T01:49:01.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.736 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:01.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 565248 2024-08-17T01:49:01.736 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.736 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T01:49:01.736 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 360710144 2024-08-17T01:49:01.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.737 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.737 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.737 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266020320 2024-08-17T01:49:01.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.737 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27112416 2024-08-17T01:49:01.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.738 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.738 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.738 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.738 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.738 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.739 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.739 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.739 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.739 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67577408 2024-08-17T01:49:01.739 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.740 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T01:49:01.740 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 339738624 2024-08-17T01:49:01.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.740 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.740 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.740 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266020320 2024-08-17T01:49:01.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.740 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2536427 2024-08-17T01:49:01.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.741 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.741 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.741 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.741 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.741 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.742 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.742 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.742 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.742 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71181877 2024-08-17T01:49:01.742 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.743 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T01:49:01.743 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.743 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 314572800 2024-08-17T01:49:01.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.743 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.743 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:01.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.743 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.743 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.743 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 177346880 2024-08-17T01:49:01.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.744 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.744 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.744 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.744 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.745 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.745 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.745 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.745 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.746 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.746 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70117056 2024-08-17T01:49:01.746 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.746 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T01:49:01.746 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T01:49:01.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.746 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T01:49:01.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.747 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.747 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T01:49:01.747 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.747 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.747 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_range": { 2024-08-17T01:49:01.747 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 92 2024-08-17T01:49:01.747 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.747 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T01:49:01.747 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 358241, 2024-08-17T01:49:01.747 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2006421302 2024-08-17T01:49:01.747 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.747 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:49:01.747 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.747 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.748 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:49:01.748 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.748 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.748 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:49:01.748 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.748 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.748 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:49:01.748 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.748 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.749 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T01:49:01.749 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.749 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.749 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.749 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T01:49:01.749 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19315, 2024-08-17T01:49:01.749 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2958058083 2024-08-17T01:49:01.749 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.749 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.749 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.749 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T01:49:01.749 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:01.749 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T01:49:01.750 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:01.750 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.750 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T01:49:01.750 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:49:01.750 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.750 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T01:49:01.750 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.750 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T01:49:01.750 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:01.750 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T01:49:01.750 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6 2024-08-17T01:49:01.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.751 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:49:01.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:49:01.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.751 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T01:49:01.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 268 2024-08-17T01:49:01.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.751 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T01:49:01.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.751 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.751 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T01:49:01.751 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T01:49:01.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.752 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T01:49:01.752 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7825 2024-08-17T01:49:01.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.752 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T01:49:01.752 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7825, 2024-08-17T01:49:01.752 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57078988 2024-08-17T01:49:01.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.752 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T01:49:01.752 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.752 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.752 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T01:49:01.752 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7825, 2024-08-17T01:49:01.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1081979534 2024-08-17T01:49:01.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.753 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T01:49:01.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T01:49:01.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.753 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T01:49:01.753 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:49:01.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 219 2024-08-17T01:49:01.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.753 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T01:49:01.753 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:49:01.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T01:49:01.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.753 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T01:49:01.754 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:49:01.754 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 999982 2024-08-17T01:49:01.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.754 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T01:49:01.754 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.754 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T01:49:01.754 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:49:01.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.754 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T01:49:01.754 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7824 2024-08-17T01:49:01.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.754 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T01:49:01.754 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.755 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T01:49:01.755 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.755 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T01:49:01.755 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.755 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T01:49:01.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.755 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T01:49:01.756 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.756 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T01:49:01.756 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.756 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T01:49:01.756 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.756 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.756 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T01:49:01.756 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7824 2024-08-17T01:49:01.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.756 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T01:49:01.756 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7824, 2024-08-17T01:49:01.757 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24560535990 2024-08-17T01:49:01.757 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.757 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T01:49:01.757 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T01:49:01.757 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.757 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T01:49:01.757 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.757 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.757 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T01:49:01.757 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.757 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.757 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.757 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T01:49:01.758 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.758 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T01:49:01.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.758 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T01:49:01.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:49:01.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.758 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T01:49:01.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7824 2024-08-17T01:49:01.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.759 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T01:49:01.759 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7824, 2024-08-17T01:49:01.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 112655303 2024-08-17T01:49:01.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.759 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T01:49:01.759 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7824, 2024-08-17T01:49:01.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71337 2024-08-17T01:49:01.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.759 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T01:49:01.759 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7824, 2024-08-17T01:49:01.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1153978219 2024-08-17T01:49:01.759 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.760 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T01:49:01.760 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:01.760 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T01:49:01.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.760 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:01.760 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 179273728 2024-08-17T01:49:01.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.760 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:01.760 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 175251456 2024-08-17T01:49:01.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.760 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:01.760 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T01:49:01.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.761 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:01.761 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4022272 2024-08-17T01:49:01.761 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.761 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T01:49:01.761 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.761 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 360710144 2024-08-17T01:49:01.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.761 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.761 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.761 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.762 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.762 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.762 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266128901 2024-08-17T01:49:01.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.762 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.762 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26921326 2024-08-17T01:49:01.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.762 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.762 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.762 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.762 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.763 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.763 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.763 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.763 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.763 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.764 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.764 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.764 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.764 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67659917 2024-08-17T01:49:01.764 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.764 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T01:49:01.764 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.764 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 339738624 2024-08-17T01:49:01.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.764 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.764 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.765 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.765 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266128901 2024-08-17T01:49:01.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.765 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2437967 2024-08-17T01:49:01.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.765 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.766 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.766 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.766 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.766 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.766 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.766 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.766 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.766 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.766 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.766 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.766 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.766 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.767 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.767 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.767 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.767 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71171756 2024-08-17T01:49:01.767 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.768 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.768 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T01:49:01.768 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.768 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 314572800 2024-08-17T01:49:01.768 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.768 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.768 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:01.768 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.768 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.768 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.768 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.768 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.768 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 177419267 2024-08-17T01:49:01.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.769 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.769 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.769 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.769 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.769 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.769 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.769 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.769 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.769 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.769 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.770 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.770 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.770 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.770 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.771 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70044669 2024-08-17T01:49:01.771 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.771 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T01:49:01.771 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T01:49:01.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.771 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T01:49:01.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.771 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T01:49:01.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.772 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_range": { 2024-08-17T01:49:01.772 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 92 2024-08-17T01:49:01.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.772 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T01:49:01.772 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 343354, 2024-08-17T01:49:01.772 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1757759211 2024-08-17T01:49:01.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.772 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:49:01.772 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.772 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.773 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:49:01.773 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.773 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:49:01.773 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.773 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:49:01.773 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.773 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T01:49:01.774 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.774 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.774 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.774 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T01:49:01.774 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19161, 2024-08-17T01:49:01.774 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2618432559 2024-08-17T01:49:01.774 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.774 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.774 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.774 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:49:01.774 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:01.775 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T01:49:01.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:01.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.775 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T01:49:01.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:01.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.775 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T01:49:01.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T01:49:01.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9 2024-08-17T01:49:01.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T01:49:01.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T01:49:01.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.776 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:49:01.776 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T01:49:01.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.776 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T01:49:01.776 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 253 2024-08-17T01:49:01.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.776 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T01:49:01.776 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.776 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.776 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T01:49:01.776 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T01:49:01.777 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.777 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T01:49:01.777 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:49:01.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.777 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T01:49:01.777 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:01.777 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56739296 2024-08-17T01:49:01.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.777 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T01:49:01.777 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.777 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.778 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T01:49:01.778 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:01.778 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1361977450 2024-08-17T01:49:01.778 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.778 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T01:49:01.778 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:01.778 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.778 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T01:49:01.778 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T01:49:01.778 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 146 2024-08-17T01:49:01.778 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.778 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T01:49:01.778 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T01:49:01.779 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:01.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.779 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T01:49:01.779 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T01:49:01.779 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3999935 2024-08-17T01:49:01.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.779 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T01:49:01.779 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.779 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T01:49:01.779 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.780 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T01:49:01.780 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:49:01.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.780 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T01:49:01.780 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.780 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.780 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T01:49:01.780 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.780 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.780 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T01:49:01.780 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.781 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T01:49:01.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.781 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T01:49:01.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.781 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T01:49:01.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.781 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T01:49:01.781 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.782 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.782 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T01:49:01.782 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:49:01.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.782 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T01:49:01.782 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:01.782 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24533592858 2024-08-17T01:49:01.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.782 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T01:49:01.782 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11 2024-08-17T01:49:01.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.782 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T01:49:01.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.783 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T01:49:01.783 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.783 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T01:49:01.783 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.783 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T01:49:01.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.784 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T01:49:01.784 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:01.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.784 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T01:49:01.784 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:49:01.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.784 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T01:49:01.784 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:01.784 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 111995910 2024-08-17T01:49:01.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.784 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T01:49:01.784 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:01.784 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70734 2024-08-17T01:49:01.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.785 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T01:49:01.785 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:01.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3210946825 2024-08-17T01:49:01.785 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.785 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T01:49:01.785 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:01.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T01:49:01.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.785 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:01.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 170868736 2024-08-17T01:49:01.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.786 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:01.786 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 167075840 2024-08-17T01:49:01.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.786 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:01.786 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T01:49:01.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.786 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:01.786 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3792896 2024-08-17T01:49:01.786 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.786 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T01:49:01.786 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.787 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 360710144 2024-08-17T01:49:01.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.787 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.787 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.787 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.787 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.787 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.787 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266746673 2024-08-17T01:49:01.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.787 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26100429 2024-08-17T01:49:01.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.788 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.788 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.788 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.788 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.789 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.789 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.789 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.789 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.789 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.790 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67863042 2024-08-17T01:49:01.790 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.790 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T01:49:01.790 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.790 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 335544320 2024-08-17T01:49:01.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.790 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.790 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.790 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.790 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.791 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266746673 2024-08-17T01:49:01.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.791 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1611472 2024-08-17T01:49:01.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.791 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.791 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.791 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.792 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.792 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.792 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.792 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.793 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.793 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67186175 2024-08-17T01:49:01.793 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.793 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T01:49:01.793 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 314572800 2024-08-17T01:49:01.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.793 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:01.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.794 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.794 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 177831115 2024-08-17T01:49:01.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.794 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.795 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.795 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.795 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.795 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.797 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.797 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 69632821 2024-08-17T01:49:01.797 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.797 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T01:49:01.797 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T01:49:01.797 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.797 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T01:49:01.797 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.797 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T01:49:01.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.798 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_range": { 2024-08-17T01:49:01.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 91 2024-08-17T01:49:01.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.798 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T01:49:01.798 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 340113, 2024-08-17T01:49:01.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1599356521 2024-08-17T01:49:01.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.798 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:49:01.798 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.799 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:49:01.799 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.799 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.799 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:49:01.799 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.799 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.799 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:49:01.799 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.799 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.799 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T01:49:01.800 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.800 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.800 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T01:49:01.800 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19064, 2024-08-17T01:49:01.800 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6744888955 2024-08-17T01:49:01.800 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.800 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.800 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T01:49:01.800 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.800 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:01.800 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24009 2024-08-17T01:49:01.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.800 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:01.801 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.801 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:01.801 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.801 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:01.801 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.801 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:01.801 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:01.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.802 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:01.802 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.802 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:01.802 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.802 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:01.802 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.802 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:01.802 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.803 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:01.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5484544 2024-08-17T01:49:01.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.803 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:01.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 812498944 2024-08-17T01:49:01.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.803 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:01.803 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20, 2024-08-17T01:49:01.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4495446 2024-08-17T01:49:01.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.803 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:01.803 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20, 2024-08-17T01:49:01.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1417009 2024-08-17T01:49:01.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.804 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:01.804 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 202, 2024-08-17T01:49:01.804 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 991722 2024-08-17T01:49:01.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.804 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:01.804 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:01.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.804 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:01.804 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 758513664 2024-08-17T01:49:01.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.804 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:01.804 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82621, 2024-08-17T01:49:01.805 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6954970836 2024-08-17T01:49:01.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.805 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:01.805 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82651, 2024-08-17T01:49:01.805 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13022106030 2024-08-17T01:49:01.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.805 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:01.805 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5955584 2024-08-17T01:49:01.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.805 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:01.805 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 338489344 2024-08-17T01:49:01.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.805 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:01.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 775553024 2024-08-17T01:49:01.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.806 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:01.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.806 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:01.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:01.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53 2024-08-17T01:49:01.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.806 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:01.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 310373555 2024-08-17T01:49:01.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.807 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:01.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23257 2024-08-17T01:49:01.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.807 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:01.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 245903360 2024-08-17T01:49:01.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.807 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:01.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 245907456 2024-08-17T01:49:01.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.807 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:01.808 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.808 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:01.808 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.808 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:01.808 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11221 2024-08-17T01:49:01.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.808 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:01.808 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23257, 2024-08-17T01:49:01.808 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 184673838 2024-08-17T01:49:01.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.808 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:01.808 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 246999278 2024-08-17T01:49:01.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.809 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:01.809 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21311 2024-08-17T01:49:01.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.809 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:01.809 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1772054 2024-08-17T01:49:01.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.809 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:01.809 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 500 2024-08-17T01:49:01.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.809 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:01.809 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5352795 2024-08-17T01:49:01.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.809 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:01.810 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 733 2024-08-17T01:49:01.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.810 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:01.810 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3580741 2024-08-17T01:49:01.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.810 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:01.810 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3580741 2024-08-17T01:49:01.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.810 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:01.810 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.810 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:01.810 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.811 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:01.811 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 239 2024-08-17T01:49:01.811 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.811 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:01.811 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 733, 2024-08-17T01:49:01.811 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1839477 2024-08-17T01:49:01.811 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.811 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:01.811 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.811 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.811 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.811 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 591 2024-08-17T01:49:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5691 2024-08-17T01:49:01.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:01.813 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1159499776 2024-08-17T01:49:01.814 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.814 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:01.814 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:01.814 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:01.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.814 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:01.814 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19107840 2024-08-17T01:49:01.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.814 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:01.814 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23884, 2024-08-17T01:49:01.814 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75330839 2024-08-17T01:49:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3310, 2024-08-17T01:49:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464245344 2024-08-17T01:49:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24669, 2024-08-17T01:49:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 211279450 2024-08-17T01:49:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82567, 2024-08-17T01:49:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17405926386 2024-08-17T01:49:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 81756, 2024-08-17T01:49:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1875186604 2024-08-17T01:49:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82567, 2024-08-17T01:49:01.817 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50054936 2024-08-17T01:49:01.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.818 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:01.818 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82567, 2024-08-17T01:49:01.818 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17455981322 2024-08-17T01:49:01.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.818 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:01.818 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.818 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.818 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:01.818 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 43060, 2024-08-17T01:49:01.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 827598279 2024-08-17T01:49:01.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.819 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:01.819 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1154, 2024-08-17T01:49:01.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2872106 2024-08-17T01:49:01.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.819 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:01.819 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 29337, 2024-08-17T01:49:01.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12177457 2024-08-17T01:49:01.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.819 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:01.819 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 53, 2024-08-17T01:49:01.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 88923 2024-08-17T01:49:01.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.819 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:01.820 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25858, 2024-08-17T01:49:01.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5259012888 2024-08-17T01:49:01.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.820 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:01.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 279358 2024-08-17T01:49:01.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.820 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:01.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24442 2024-08-17T01:49:01.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.820 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:01.820 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18647, 2024-08-17T01:49:01.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1590911257 2024-08-17T01:49:01.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.820 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:01.820 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45651, 2024-08-17T01:49:01.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16343053 2024-08-17T01:49:01.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.821 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:01.821 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27004, 2024-08-17T01:49:01.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 930852658 2024-08-17T01:49:01.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.821 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:01.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.821 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:01.821 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 14902, 2024-08-17T01:49:01.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 418032148 2024-08-17T01:49:01.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.822 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:01.822 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.822 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:01.822 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.822 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:01.822 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.822 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:01.822 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.822 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:01.823 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:01.823 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6423160445 2024-08-17T01:49:01.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.823 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:01.823 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10026, 2024-08-17T01:49:01.823 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 722295250 2024-08-17T01:49:01.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.823 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:01.823 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10025, 2024-08-17T01:49:01.823 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2503084415956 2024-08-17T01:49:01.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.823 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:01.824 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10026, 2024-08-17T01:49:01.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6534140156111 2024-08-17T01:49:01.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.824 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:01.824 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97370, 2024-08-17T01:49:01.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3041243590907 2024-08-17T01:49:01.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.824 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:01.824 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97370, 2024-08-17T01:49:01.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10449318 2024-08-17T01:49:01.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.824 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:01.824 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:01.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 364354246 2024-08-17T01:49:01.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.825 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:01.825 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:01.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32117486409 2024-08-17T01:49:01.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.825 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:01.825 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:01.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 35499276 2024-08-17T01:49:01.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.825 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:01.825 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:01.826 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17670740129 2024-08-17T01:49:01.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.826 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:01.826 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:01.826 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8627415405 2024-08-17T01:49:01.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.826 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:01.826 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13409779 2024-08-17T01:49:01.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.826 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:01.826 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2733, 2024-08-17T01:49:01.826 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14612488 2024-08-17T01:49:01.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.827 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:01.827 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:01.827 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65218633814 2024-08-17T01:49:01.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.827 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:01.827 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:01.827 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9757627950 2024-08-17T01:49:01.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.827 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:01.827 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:01.827 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 694608096 2024-08-17T01:49:01.827 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.828 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:01.828 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:01.828 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:49:01.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.828 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:01.828 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 532201472 2024-08-17T01:49:01.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.828 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:01.828 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 492085248 2024-08-17T01:49:01.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.828 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:01.828 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:49:01.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.829 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:01.829 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40116224 2024-08-17T01:49:01.829 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.829 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:01.829 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.829 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:01.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.829 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.829 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.830 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.830 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.830 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.830 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57010705 2024-08-17T01:49:01.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.830 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.830 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.830 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.830 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.831 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.831 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.831 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.831 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.831 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.831 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:01.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.831 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.831 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57344 2024-08-17T01:49:01.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.832 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.832 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.832 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.832 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.832 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.832 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.832 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.832 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68756975 2024-08-17T01:49:01.832 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.833 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:01.833 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.833 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 562036736 2024-08-17T01:49:01.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.833 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.833 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:01.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.833 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.833 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.833 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.833 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427580293 2024-08-17T01:49:01.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.833 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.834 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.834 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.834 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.834 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.834 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1520 2024-08-17T01:49:01.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.834 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.834 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.834 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 97376 2024-08-17T01:49:01.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.835 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.835 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.835 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.835 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.836 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67248683 2024-08-17T01:49:01.836 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.836 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:01.836 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:01.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.836 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:01.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.836 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 294752 2024-08-17T01:49:01.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.837 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.837 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38007137 2024-08-17T01:49:01.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.837 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.837 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.837 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.837 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.837 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.837 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.837 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.838 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.838 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.838 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.838 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.838 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.838 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.838 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.838 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.838 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.839 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.839 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.839 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.839 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70750015 2024-08-17T01:49:01.839 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.839 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:01.839 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.839 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:01.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.839 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.839 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.840 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.840 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.840 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.840 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427580293 2024-08-17T01:49:01.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.840 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.840 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.840 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.840 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.840 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.840 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.841 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.841 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 184444 2024-08-17T01:49:01.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.841 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1176979 2024-08-17T01:49:01.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.841 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.841 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.842 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.842 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.842 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.842 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74374764 2024-08-17T01:49:01.842 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.842 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:01.842 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:01.842 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.842 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:01.843 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 63 2024-08-17T01:49:01.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.843 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:01.843 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.843 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:01.843 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:49:01.843 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.843 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.843 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:01.843 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56 2024-08-17T01:49:01.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.843 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:01.844 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.844 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:01.844 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 55553 2024-08-17T01:49:01.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.844 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:01.844 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 145502, 2024-08-17T01:49:01.844 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7089922126 2024-08-17T01:49:01.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.844 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:01.844 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T01:49:01.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.844 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:01.844 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.845 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:01.845 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1975966503 2024-08-17T01:49:01.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.845 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:01.845 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 55553, 2024-08-17T01:49:01.845 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 295809486084 2024-08-17T01:49:01.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.845 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:01.845 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3263079503 2024-08-17T01:49:01.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.845 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:01.845 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56790, 2024-08-17T01:49:01.845 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22329289539 2024-08-17T01:49:01.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.846 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:01.846 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 55553, 2024-08-17T01:49:01.846 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73704384169 2024-08-17T01:49:01.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.846 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:01.846 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38469 2024-08-17T01:49:01.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.846 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:01.846 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38469, 2024-08-17T01:49:01.846 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18011587418 2024-08-17T01:49:01.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.846 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:01.846 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.847 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:01.847 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3263079503 2024-08-17T01:49:01.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.847 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:01.847 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38854, 2024-08-17T01:49:01.847 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7265049875 2024-08-17T01:49:01.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.847 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:01.847 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38469, 2024-08-17T01:49:01.847 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8819165663 2024-08-17T01:49:01.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.847 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:01.848 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9412 2024-08-17T01:49:01.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.848 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:01.848 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312991339 2024-08-17T01:49:01.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.848 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:01.848 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9412, 2024-08-17T01:49:01.848 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14351363008 2024-08-17T01:49:01.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.848 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:01.848 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.848 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:01.849 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.849 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:01.849 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.849 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:01.849 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10028, 2024-08-17T01:49:01.849 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5633006447 2024-08-17T01:49:01.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.849 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:01.849 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9412, 2024-08-17T01:49:01.849 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12541139583 2024-08-17T01:49:01.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.849 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:01.850 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7672 2024-08-17T01:49:01.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.850 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:01.850 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1662975164 2024-08-17T01:49:01.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.850 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:01.850 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7672, 2024-08-17T01:49:01.850 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 263446535658 2024-08-17T01:49:01.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.850 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:01.850 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.851 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:01.851 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7908, 2024-08-17T01:49:01.851 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9431233217 2024-08-17T01:49:01.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.851 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:01.851 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7672, 2024-08-17T01:49:01.851 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 52344078923 2024-08-17T01:49:01.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.851 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:01.851 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.851 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:01.851 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.852 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:01.852 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19 2024-08-17T01:49:01.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.852 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:01.852 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:01.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.852 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:01.852 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 777633792 2024-08-17T01:49:01.852 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.852 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.852 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T01:49:01.852 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.853 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:01.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16952 2024-08-17T01:49:01.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.853 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:01.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.853 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:01.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.853 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:01.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.853 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:01.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:01.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.854 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:01.854 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.854 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:01.854 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.854 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:01.854 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.854 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:01.854 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.854 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:01.855 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4640768 2024-08-17T01:49:01.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.855 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:01.855 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 746909696 2024-08-17T01:49:01.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.855 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:01.855 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17, 2024-08-17T01:49:01.855 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5151255 2024-08-17T01:49:01.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.855 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:01.855 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17, 2024-08-17T01:49:01.855 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1575957 2024-08-17T01:49:01.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.856 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:01.856 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 180, 2024-08-17T01:49:01.856 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 791224 2024-08-17T01:49:01.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.856 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:01.856 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:01.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.856 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:01.856 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 761987072 2024-08-17T01:49:01.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.856 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:01.856 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71813, 2024-08-17T01:49:01.856 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5991120967 2024-08-17T01:49:01.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.857 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:01.857 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71840, 2024-08-17T01:49:01.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11388894142 2024-08-17T01:49:01.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.857 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:01.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11579392 2024-08-17T01:49:01.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.857 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:01.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 294207488 2024-08-17T01:49:01.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.857 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:01.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 774766592 2024-08-17T01:49:01.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.858 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:01.858 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.858 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.858 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:01.858 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.858 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:01.858 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50 2024-08-17T01:49:01.858 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.858 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:01.858 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 204195525 2024-08-17T01:49:01.858 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.858 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:01.858 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16129 2024-08-17T01:49:01.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.859 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:01.859 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173924352 2024-08-17T01:49:01.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.859 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:01.859 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173928448 2024-08-17T01:49:01.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.859 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:01.859 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.859 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:01.859 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.860 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:01.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8417 2024-08-17T01:49:01.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.860 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:01.860 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16129, 2024-08-17T01:49:01.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 149151455 2024-08-17T01:49:01.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.860 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:01.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 151580158 2024-08-17T01:49:01.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.860 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:01.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14511 2024-08-17T01:49:01.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.860 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:01.861 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1503541 2024-08-17T01:49:01.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.861 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:01.861 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 406 2024-08-17T01:49:01.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.861 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:01.861 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4577016 2024-08-17T01:49:01.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.861 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:01.861 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 598 2024-08-17T01:49:01.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.861 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:01.861 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3073475 2024-08-17T01:49:01.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.862 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:01.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3073475 2024-08-17T01:49:01.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.862 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:01.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.862 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:01.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.862 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:01.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 198 2024-08-17T01:49:01.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.862 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:01.862 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 598, 2024-08-17T01:49:01.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2368805 2024-08-17T01:49:01.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.863 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:01.863 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.863 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:01.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.863 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:01.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.863 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:01.863 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:01.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 638 2024-08-17T01:49:01.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.864 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:01.864 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:01.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5658 2024-08-17T01:49:01.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.864 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:01.864 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.864 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:01.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.864 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:01.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1048346624 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14315520 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21954, 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 83552840 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.865 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:01.866 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3280, 2024-08-17T01:49:01.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 387363988 2024-08-17T01:49:01.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.866 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:01.866 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.866 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:01.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.866 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:01.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.867 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:01.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.867 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:01.867 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16765, 2024-08-17T01:49:01.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 122771913 2024-08-17T01:49:01.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.867 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:01.867 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.867 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:01.868 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.868 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:01.868 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71762, 2024-08-17T01:49:01.868 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15076200271 2024-08-17T01:49:01.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.868 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:01.868 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71103, 2024-08-17T01:49:01.868 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1698223283 2024-08-17T01:49:01.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.868 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:01.868 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71762, 2024-08-17T01:49:01.868 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 47561472 2024-08-17T01:49:01.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.869 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:01.869 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71762, 2024-08-17T01:49:01.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15123761743 2024-08-17T01:49:01.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.869 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:01.869 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.869 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:01.869 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31086, 2024-08-17T01:49:01.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 528474983 2024-08-17T01:49:01.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.869 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:01.870 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 964, 2024-08-17T01:49:01.870 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3026989 2024-08-17T01:49:01.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.870 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:01.870 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18659, 2024-08-17T01:49:01.870 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8930786 2024-08-17T01:49:01.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.870 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:01.870 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 44, 2024-08-17T01:49:01.870 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51940 2024-08-17T01:49:01.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.870 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:01.870 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13782, 2024-08-17T01:49:01.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3218757474 2024-08-17T01:49:01.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.871 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:01.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 226737 2024-08-17T01:49:01.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.871 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:01.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26593 2024-08-17T01:49:01.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.871 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:01.871 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21891, 2024-08-17T01:49:01.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1411637111 2024-08-17T01:49:01.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.871 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:01.872 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69557, 2024-08-17T01:49:01.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19830380 2024-08-17T01:49:01.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.872 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:01.872 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 47666, 2024-08-17T01:49:01.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 562914075 2024-08-17T01:49:01.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.872 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:01.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.872 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:01.872 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 14538, 2024-08-17T01:49:01.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 361227736 2024-08-17T01:49:01.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.873 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:01.873 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.873 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:01.873 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.873 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:01.873 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.873 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:01.873 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.873 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:01.874 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:01.874 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6214802354 2024-08-17T01:49:01.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.874 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:01.874 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21885, 2024-08-17T01:49:01.874 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1111509421 2024-08-17T01:49:01.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.874 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:01.874 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21883, 2024-08-17T01:49:01.874 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2601637741756 2024-08-17T01:49:01.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.875 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:01.875 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21885, 2024-08-17T01:49:01.875 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6743252611975 2024-08-17T01:49:01.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.875 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:01.875 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85190, 2024-08-17T01:49:01.875 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2685043394345 2024-08-17T01:49:01.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.875 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:01.875 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85190, 2024-08-17T01:49:01.875 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9873774 2024-08-17T01:49:01.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.875 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:01.876 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:01.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 467349778 2024-08-17T01:49:01.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.876 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:01.876 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:01.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26531127297 2024-08-17T01:49:01.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.876 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:01.876 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:01.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30991754 2024-08-17T01:49:01.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.876 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:01.876 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:01.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14211166870 2024-08-17T01:49:01.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.877 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:01.877 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:01.877 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8229687154 2024-08-17T01:49:01.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.877 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:01.877 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8624570 2024-08-17T01:49:01.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.877 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:01.877 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2705, 2024-08-17T01:49:01.877 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17500920 2024-08-17T01:49:01.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.877 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:01.877 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:01.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 55667940374 2024-08-17T01:49:01.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.878 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:01.878 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:01.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9340028780 2024-08-17T01:49:01.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.878 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:01.878 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:01.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 614748044 2024-08-17T01:49:01.878 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.878 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:01.878 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:01.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:49:01.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.879 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:01.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 494993408 2024-08-17T01:49:01.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.879 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:01.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 456802304 2024-08-17T01:49:01.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.879 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:01.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:49:01.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.879 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:01.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38191104 2024-08-17T01:49:01.879 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.879 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57042070 2024-08-17T01:49:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.881 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.881 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.881 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.881 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:01.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.881 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 839680 2024-08-17T01:49:01.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.882 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.882 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.882 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.882 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67881834 2024-08-17T01:49:01.882 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.882 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:01.883 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:01.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.883 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:01.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.883 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.883 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427815525 2024-08-17T01:49:01.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.883 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.884 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.884 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 256 2024-08-17T01:49:01.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.884 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.884 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 79760 2024-08-17T01:49:01.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.884 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.885 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.885 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.885 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.885 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.885 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.885 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.885 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.885 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75420939 2024-08-17T01:49:01.885 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.885 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:01.886 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:01.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.886 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:01.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.886 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68544 2024-08-17T01:49:01.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.886 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38028046 2024-08-17T01:49:01.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.886 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.887 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.887 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.887 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.887 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.887 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.887 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.887 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.887 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.887 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.888 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.888 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.888 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.888 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.888 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.888 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.888 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.888 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.889 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70955314 2024-08-17T01:49:01.889 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.889 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:01.889 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:01.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.889 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.889 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.890 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.890 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427815525 2024-08-17T01:49:01.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.890 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.890 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.890 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.890 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.890 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.890 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.891 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.891 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 185552 2024-08-17T01:49:01.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.891 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1166328 2024-08-17T01:49:01.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.891 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.891 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.892 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.892 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74149075 2024-08-17T01:49:01.892 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.892 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:01.892 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:01.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.893 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:01.893 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16 2024-08-17T01:49:01.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.893 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:01.893 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.893 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:01.893 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.893 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.893 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.893 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:01.893 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48 2024-08-17T01:49:01.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.893 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:01.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.894 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:01.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46328 2024-08-17T01:49:01.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.894 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:01.894 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 136253, 2024-08-17T01:49:01.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8410728538 2024-08-17T01:49:01.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.894 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:01.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.895 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:01.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.895 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:01.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1892892328 2024-08-17T01:49:01.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.895 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:01.895 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 46328, 2024-08-17T01:49:01.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 617731218520 2024-08-17T01:49:01.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.895 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:01.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2349709006 2024-08-17T01:49:01.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.896 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:01.896 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 48191, 2024-08-17T01:49:01.896 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31226073325 2024-08-17T01:49:01.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.896 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:01.896 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 46328, 2024-08-17T01:49:01.896 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 102371724324 2024-08-17T01:49:01.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.896 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:01.896 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23359 2024-08-17T01:49:01.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.896 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:01.896 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23359, 2024-08-17T01:49:01.896 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12496028444 2024-08-17T01:49:01.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.897 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:01.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.897 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:01.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2349709006 2024-08-17T01:49:01.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.897 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:01.897 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23823, 2024-08-17T01:49:01.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5373084245 2024-08-17T01:49:01.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.897 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:01.897 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23359, 2024-08-17T01:49:01.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5146481331 2024-08-17T01:49:01.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.898 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:01.898 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13081 2024-08-17T01:49:01.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.898 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:01.898 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 196282233 2024-08-17T01:49:01.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.898 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:01.898 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13081, 2024-08-17T01:49:01.898 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 97711832214 2024-08-17T01:49:01.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.898 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:01.898 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.899 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:01.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.899 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:01.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.899 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:01.899 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13347, 2024-08-17T01:49:01.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13075216387 2024-08-17T01:49:01.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.899 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:01.899 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13081, 2024-08-17T01:49:01.900 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30433251598 2024-08-17T01:49:01.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.900 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:01.900 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9888 2024-08-17T01:49:01.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.900 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:01.900 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1696610095 2024-08-17T01:49:01.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.900 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:01.900 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9888, 2024-08-17T01:49:01.900 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 507523357862 2024-08-17T01:49:01.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.900 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:01.900 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.901 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:01.901 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11021, 2024-08-17T01:49:01.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12777772693 2024-08-17T01:49:01.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.901 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:01.901 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9888, 2024-08-17T01:49:01.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 66791991395 2024-08-17T01:49:01.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.901 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:01.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.901 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:01.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4194323 2024-08-17T01:49:01.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.902 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:01.902 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6 2024-08-17T01:49:01.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.902 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:01.902 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:01.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.902 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:01.902 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 776318976 2024-08-17T01:49:01.902 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.902 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.902 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T01:49:01.902 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.902 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:01.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21673 2024-08-17T01:49:01.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.903 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:01.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.903 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:01.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.903 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:01.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.903 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:01.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:01.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.904 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:01.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.904 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:01.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.904 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:01.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.904 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:01.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.904 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:01.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7839744 2024-08-17T01:49:01.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.905 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:01.905 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 702111744 2024-08-17T01:49:01.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.905 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:01.905 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18, 2024-08-17T01:49:01.905 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4243330 2024-08-17T01:49:01.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.905 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:01.905 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18, 2024-08-17T01:49:01.905 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1324889 2024-08-17T01:49:01.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.905 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:01.905 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 187, 2024-08-17T01:49:01.906 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 872353 2024-08-17T01:49:01.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.906 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:01.906 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:01.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.906 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:01.906 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 682622976 2024-08-17T01:49:01.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.906 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:01.906 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73206, 2024-08-17T01:49:01.906 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5907058581 2024-08-17T01:49:01.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.907 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:01.907 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73226, 2024-08-17T01:49:01.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11081200344 2024-08-17T01:49:01.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.907 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:01.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 626688 2024-08-17T01:49:01.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.907 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:01.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 299896832 2024-08-17T01:49:01.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.907 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:01.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 703922176 2024-08-17T01:49:01.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.907 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:01.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.908 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:01.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.908 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:01.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50 2024-08-17T01:49:01.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.908 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:01.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 308002518 2024-08-17T01:49:01.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.908 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:01.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19520 2024-08-17T01:49:01.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.909 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:01.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 232824832 2024-08-17T01:49:01.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.909 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:01.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 232828928 2024-08-17T01:49:01.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.909 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:01.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.909 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:01.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.909 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:01.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7525 2024-08-17T01:49:01.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.910 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:01.910 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19520, 2024-08-17T01:49:01.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 152079605 2024-08-17T01:49:01.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.910 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:01.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 221851774 2024-08-17T01:49:01.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.910 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:01.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16879 2024-08-17T01:49:01.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.910 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:01.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3075643 2024-08-17T01:49:01.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.911 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:01.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 674 2024-08-17T01:49:01.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.911 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:01.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7673210 2024-08-17T01:49:01.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.911 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:01.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 944 2024-08-17T01:49:01.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.911 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:01.912 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4597567 2024-08-17T01:49:01.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.912 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:01.912 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4597567 2024-08-17T01:49:01.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.912 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:01.912 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.912 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:01.912 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.912 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:01.912 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 274 2024-08-17T01:49:01.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.912 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:01.913 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T01:49:01.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3452551 2024-08-17T01:49:01.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.913 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:01.913 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.913 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:01.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.913 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:01.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.913 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:01.913 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:01.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 606 2024-08-17T01:49:01.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.914 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:01.914 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:01.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6694 2024-08-17T01:49:01.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.914 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:01.914 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.914 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:01.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.915 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:01.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.915 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:01.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1012576256 2024-08-17T01:49:01.915 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.915 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:01.915 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:01.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:01.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.915 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:01.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14303232 2024-08-17T01:49:01.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.915 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:01.916 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17657, 2024-08-17T01:49:01.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56982355 2024-08-17T01:49:01.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.916 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:01.916 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3310, 2024-08-17T01:49:01.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 402069993 2024-08-17T01:49:01.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.916 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:01.916 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.916 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:01.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.917 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:01.917 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.917 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:01.917 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.917 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:01.917 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24337, 2024-08-17T01:49:01.917 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 207505089 2024-08-17T01:49:01.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.917 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:01.918 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.918 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.918 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:01.918 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.918 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:01.918 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73150, 2024-08-17T01:49:01.918 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14832792584 2024-08-17T01:49:01.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.918 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:01.918 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 72446, 2024-08-17T01:49:01.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1588408786 2024-08-17T01:49:01.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.919 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:01.919 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73150, 2024-08-17T01:49:01.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37149983 2024-08-17T01:49:01.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.919 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:01.919 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73150, 2024-08-17T01:49:01.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14869942567 2024-08-17T01:49:01.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.919 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:01.919 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.919 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:01.920 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64834, 2024-08-17T01:49:01.920 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 993603663 2024-08-17T01:49:01.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.920 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:01.920 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1097, 2024-08-17T01:49:01.920 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2668194 2024-08-17T01:49:01.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.920 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:01.920 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 22195, 2024-08-17T01:49:01.920 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12499606 2024-08-17T01:49:01.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.920 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:01.921 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37, 2024-08-17T01:49:01.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45102 2024-08-17T01:49:01.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.921 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:01.921 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 22860, 2024-08-17T01:49:01.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3398331606 2024-08-17T01:49:01.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.921 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:01.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 280635 2024-08-17T01:49:01.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.921 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:01.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19512 2024-08-17T01:49:01.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.922 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:01.922 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12426, 2024-08-17T01:49:01.922 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1206083353 2024-08-17T01:49:01.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.922 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:01.922 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31264, 2024-08-17T01:49:01.922 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13342931 2024-08-17T01:49:01.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.922 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:01.922 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18838, 2024-08-17T01:49:01.922 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 872527066 2024-08-17T01:49:01.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.923 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:01.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.923 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:01.923 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12397, 2024-08-17T01:49:01.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 403329828 2024-08-17T01:49:01.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.923 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:01.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.923 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:01.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.924 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:01.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.924 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:01.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.924 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:01.924 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:01.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5804860682 2024-08-17T01:49:01.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.924 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:01.924 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6126, 2024-08-17T01:49:01.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 451311344 2024-08-17T01:49:01.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.925 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:01.925 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6125, 2024-08-17T01:49:01.925 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2759516420128 2024-08-17T01:49:01.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.925 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:01.925 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6126, 2024-08-17T01:49:01.925 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6214175985580 2024-08-17T01:49:01.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.925 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:01.925 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86344, 2024-08-17T01:49:01.925 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2410543824045 2024-08-17T01:49:01.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.925 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:01.926 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86344, 2024-08-17T01:49:01.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10211283 2024-08-17T01:49:01.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.926 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:01.926 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:01.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 610091226 2024-08-17T01:49:01.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.926 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:01.926 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:01.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26144979776 2024-08-17T01:49:01.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.927 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:01.927 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:01.927 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27701773 2024-08-17T01:49:01.927 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.927 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:01.927 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:01.927 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12846407452 2024-08-17T01:49:01.927 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.927 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:01.927 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:01.927 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8532691856 2024-08-17T01:49:01.927 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.927 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:01.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8624391 2024-08-17T01:49:01.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.928 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:01.928 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2661, 2024-08-17T01:49:01.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16246357 2024-08-17T01:49:01.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.928 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:01.928 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:01.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53950347812 2024-08-17T01:49:01.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.928 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:01.928 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:01.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9553863217 2024-08-17T01:49:01.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.929 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:01.929 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:01.929 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 619198144 2024-08-17T01:49:01.929 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.929 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:01.929 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:01.929 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:49:01.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.929 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:01.929 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 483172352 2024-08-17T01:49:01.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.930 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:01.930 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 409034752 2024-08-17T01:49:01.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.930 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:01.930 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:49:01.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.930 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:01.930 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74137600 2024-08-17T01:49:01.930 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.930 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:01.930 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:01.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.931 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.931 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.931 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56997808 2024-08-17T01:49:01.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.931 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.932 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.932 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.932 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.932 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:01.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.932 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 122880 2024-08-17T01:49:01.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.933 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.933 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.933 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.933 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68704336 2024-08-17T01:49:01.933 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.934 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:01.934 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 562036736 2024-08-17T01:49:01.934 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.934 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:01.934 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.934 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.934 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.934 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427483566 2024-08-17T01:49:01.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.935 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.935 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.935 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1744 2024-08-17T01:49:01.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.935 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.936 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 115104 2024-08-17T01:49:01.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.936 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.936 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.936 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.936 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.937 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.937 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.937 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67327458 2024-08-17T01:49:01.937 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.937 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:01.937 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.937 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:01.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.937 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.937 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:01.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.938 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 448992 2024-08-17T01:49:01.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.938 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37998539 2024-08-17T01:49:01.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.938 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.938 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.938 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.939 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.939 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.939 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.939 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.939 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.939 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.939 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.939 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.939 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.940 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.940 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.940 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70604373 2024-08-17T01:49:01.940 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.940 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:01.940 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:01.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.941 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.941 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.941 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427483566 2024-08-17T01:49:01.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.941 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.942 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.942 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.942 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.942 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 180012 2024-08-17T01:49:01.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.943 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1203573 2024-08-17T01:49:01.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.943 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.943 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.943 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.943 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.944 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74449329 2024-08-17T01:49:01.944 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.944 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:01.944 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:01.944 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.944 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:01.944 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 97 2024-08-17T01:49:01.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.944 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:01.944 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.944 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:01.944 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68533 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 168376, 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7951726359 2024-08-17T01:49:01.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.946 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:01.946 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:49:01.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.946 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:01.946 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:49:01.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.946 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:01.946 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1635039425 2024-08-17T01:49:01.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.946 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:01.946 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 68533, 2024-08-17T01:49:01.946 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 100489631920 2024-08-17T01:49:01.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.946 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:01.947 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3903989516 2024-08-17T01:49:01.947 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.947 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:01.947 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69469, 2024-08-17T01:49:01.947 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 44932049226 2024-08-17T01:49:01.947 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.947 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:01.947 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 68533, 2024-08-17T01:49:01.947 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73394336489 2024-08-17T01:49:01.947 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.947 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:01.947 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37734 2024-08-17T01:49:01.947 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.947 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:01.948 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37734, 2024-08-17T01:49:01.948 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27958248724 2024-08-17T01:49:01.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.948 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:01.948 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.948 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:01.948 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3903989516 2024-08-17T01:49:01.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.948 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:01.948 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38181, 2024-08-17T01:49:01.948 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6965333914 2024-08-17T01:49:01.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.949 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:01.949 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37734, 2024-08-17T01:49:01.949 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12500572005 2024-08-17T01:49:01.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.949 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:01.949 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 28657 2024-08-17T01:49:01.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.949 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:01.949 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 297382261 2024-08-17T01:49:01.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.949 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:01.949 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28657, 2024-08-17T01:49:01.950 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50937806545 2024-08-17T01:49:01.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.950 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:01.950 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.950 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:01.950 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.950 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:01.950 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.950 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:01.950 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28954, 2024-08-17T01:49:01.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 34442076726 2024-08-17T01:49:01.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.951 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:01.951 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28657, 2024-08-17T01:49:01.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48033540641 2024-08-17T01:49:01.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.951 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:01.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2142 2024-08-17T01:49:01.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.951 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:01.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1337657164 2024-08-17T01:49:01.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.951 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:01.952 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2142, 2024-08-17T01:49:01.952 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21593576651 2024-08-17T01:49:01.952 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.952 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:01.952 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.952 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.952 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:01.952 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2334, 2024-08-17T01:49:01.952 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3524638586 2024-08-17T01:49:01.952 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.952 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:01.952 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2142, 2024-08-17T01:49:01.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12860223843 2024-08-17T01:49:01.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.953 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:01.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.953 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:01.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.953 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:01.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 33 2024-08-17T01:49:01.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.953 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:01.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:01.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.954 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:01.954 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 696938496 2024-08-17T01:49:01.954 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.954 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.954 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T01:49:01.954 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:01.954 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:01.954 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15969 2024-08-17T01:49:01.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.954 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:01.954 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.955 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:01.955 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.955 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:01.955 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.955 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:01.955 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:01.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.955 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:01.955 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.956 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:01.956 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.956 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:01.956 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.956 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:01.956 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.956 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:01.956 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1863680 2024-08-17T01:49:01.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.957 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:01.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 626651136 2024-08-17T01:49:01.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.957 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:01.957 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:49:01.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3289647 2024-08-17T01:49:01.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.957 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:01.957 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:49:01.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 924858 2024-08-17T01:49:01.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.957 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:01.958 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 155, 2024-08-17T01:49:01.958 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 747977 2024-08-17T01:49:01.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.958 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:01.958 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:01.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.958 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:01.958 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 615514112 2024-08-17T01:49:01.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.958 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:01.958 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64544, 2024-08-17T01:49:01.958 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5287292724 2024-08-17T01:49:01.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.959 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:01.959 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64569, 2024-08-17T01:49:01.959 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9916479985 2024-08-17T01:49:01.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.959 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:01.959 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15097856 2024-08-17T01:49:01.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.959 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:01.959 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 264454144 2024-08-17T01:49:01.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.959 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:01.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 624033792 2024-08-17T01:49:01.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.960 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:01.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.960 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:01.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:01.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 44 2024-08-17T01:49:01.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.960 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:01.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 79298259 2024-08-17T01:49:01.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4248 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85721088 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85725184 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.961 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:01.962 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2335 2024-08-17T01:49:01.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.962 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:01.962 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4248, 2024-08-17T01:49:01.962 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53166434 2024-08-17T01:49:01.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.962 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:01.962 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20079348 2024-08-17T01:49:01.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.962 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:01.962 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2428 2024-08-17T01:49:01.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.962 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:01.962 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 795414 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 395 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1797847 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 502 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1002433 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1002433 2024-08-17T01:49:01.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.964 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:01.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.964 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:01.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.964 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:01.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 108 2024-08-17T01:49:01.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.964 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:01.964 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 502, 2024-08-17T01:49:01.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 938280 2024-08-17T01:49:01.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.964 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:01.964 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.965 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:01.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.965 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:01.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.965 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:01.965 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:01.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 853 2024-08-17T01:49:01.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.965 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:01.965 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:01.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7945 2024-08-17T01:49:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 895262720 2024-08-17T01:49:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.967 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:01.967 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:01.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:01.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.967 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:01.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14327808 2024-08-17T01:49:01.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.967 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:01.967 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17225, 2024-08-17T01:49:01.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53343651 2024-08-17T01:49:01.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.967 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:01.967 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3254, 2024-08-17T01:49:01.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 346917865 2024-08-17T01:49:01.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.968 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:01.968 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.968 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:01.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.968 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:01.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.968 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:01.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.968 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:01.969 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12882, 2024-08-17T01:49:01.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 104946655 2024-08-17T01:49:01.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.969 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:01.969 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.969 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:01.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.969 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:01.969 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64507, 2024-08-17T01:49:01.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13220644886 2024-08-17T01:49:01.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.969 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:01.970 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 63939, 2024-08-17T01:49:01.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1409923794 2024-08-17T01:49:01.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.970 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:01.970 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64507, 2024-08-17T01:49:01.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 39631663 2024-08-17T01:49:01.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.970 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:01.970 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64507, 2024-08-17T01:49:01.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13260276549 2024-08-17T01:49:01.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.970 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:01.970 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:01.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.971 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:01.971 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18734, 2024-08-17T01:49:01.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464581173 2024-08-17T01:49:01.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.971 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:01.971 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1395, 2024-08-17T01:49:01.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3059327 2024-08-17T01:49:01.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.971 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:01.971 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7112, 2024-08-17T01:49:01.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5546907 2024-08-17T01:49:01.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.971 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:01.972 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 41, 2024-08-17T01:49:01.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49942 2024-08-17T01:49:01.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.972 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:01.972 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7145, 2024-08-17T01:49:01.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 575793023 2024-08-17T01:49:01.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.972 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:01.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195073 2024-08-17T01:49:01.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.972 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:01.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17299 2024-08-17T01:49:01.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.972 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:01.973 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28602, 2024-08-17T01:49:01.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1008279488 2024-08-17T01:49:01.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.973 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:01.973 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75839, 2024-08-17T01:49:01.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22653101 2024-08-17T01:49:01.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.973 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:01.973 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 47237, 2024-08-17T01:49:01.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 499567538 2024-08-17T01:49:01.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.973 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:01.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.973 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:01.974 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11763, 2024-08-17T01:49:01.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304487159 2024-08-17T01:49:01.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.974 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:01.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.974 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:01.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.974 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:01.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.974 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:01.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.975 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:01.975 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:01.975 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3757668968 2024-08-17T01:49:01.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.975 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:01.975 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17860, 2024-08-17T01:49:01.975 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1054218106 2024-08-17T01:49:01.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.975 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:01.975 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17859, 2024-08-17T01:49:01.975 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2643834345761 2024-08-17T01:49:01.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.975 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:01.975 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17860, 2024-08-17T01:49:01.976 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6510853160389 2024-08-17T01:49:01.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.976 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:01.976 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75754, 2024-08-17T01:49:01.976 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2604806114631 2024-08-17T01:49:01.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.976 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:01.976 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75754, 2024-08-17T01:49:01.976 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7878940 2024-08-17T01:49:01.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.976 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:01.976 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:01.976 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 108717379 2024-08-17T01:49:01.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.977 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:01.977 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:01.977 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22574396948 2024-08-17T01:49:01.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.977 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:01.977 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:01.977 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24486944 2024-08-17T01:49:01.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.977 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:01.977 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:01.977 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12110424083 2024-08-17T01:49:01.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.978 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:01.978 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:01.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6519904834 2024-08-17T01:49:01.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.978 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:01.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8630305 2024-08-17T01:49:01.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.978 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:01.978 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2638, 2024-08-17T01:49:01.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16042103 2024-08-17T01:49:01.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.978 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:01.978 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:01.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45081091211 2024-08-17T01:49:01.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.979 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:01.979 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:01.979 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7394804344 2024-08-17T01:49:01.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.979 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:01.979 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:01.979 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 435476981 2024-08-17T01:49:01.979 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.979 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:01.979 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:01.979 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:49:01.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.979 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:01.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 474824704 2024-08-17T01:49:01.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.980 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:01.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430415872 2024-08-17T01:49:01.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.980 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:01.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:49:01.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.980 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:01.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 44408832 2024-08-17T01:49:01.980 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.980 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:01.981 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.981 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:01.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.981 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.981 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.981 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.981 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.981 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.981 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57463423 2024-08-17T01:49:01.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.981 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.982 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.982 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.982 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.982 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.983 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.983 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.983 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.983 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.983 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.983 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.983 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.983 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.983 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.983 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.984 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68365697 2024-08-17T01:49:01.984 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.984 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:01.984 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.984 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:01.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.984 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.984 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:01.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.984 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.984 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.984 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.984 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430975678 2024-08-17T01:49:01.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.985 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.985 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.985 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.985 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1136 2024-08-17T01:49:01.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.985 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.985 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.985 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.985 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.985 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.986 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22080 2024-08-17T01:49:01.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.986 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.986 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46720 2024-08-17T01:49:01.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.986 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.986 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.986 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.986 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.986 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.986 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.987 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.987 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 72270866 2024-08-17T01:49:01.987 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.987 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:01.987 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.987 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:01.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.987 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.987 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:01.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.987 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.987 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 220080 2024-08-17T01:49:01.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.988 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.988 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38308949 2024-08-17T01:49:01.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.988 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.988 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.988 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.988 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.988 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.988 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.989 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.989 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.989 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.989 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.989 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.989 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.989 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.989 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.989 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.989 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.990 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.990 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.990 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.990 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70522875 2024-08-17T01:49:01.990 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.990 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:01.990 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:01.990 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:01.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.990 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:01.990 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.991 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:01.991 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.991 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:01.991 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430975678 2024-08-17T01:49:01.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.991 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:01.991 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.991 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:01.991 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.991 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:01.992 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.992 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:01.992 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.992 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:01.992 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 189561 2024-08-17T01:49:01.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.992 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:01.992 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1200204 2024-08-17T01:49:01.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.992 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:01.992 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.992 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:01.993 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.993 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.993 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:01.993 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.993 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.993 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:01.993 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70951037 2024-08-17T01:49:01.993 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.993 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.993 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:01.993 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:01.993 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.993 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.993 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:01.994 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17 2024-08-17T01:49:01.994 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.994 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:01.994 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.994 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.994 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:01.994 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.994 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:01.994 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.994 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:01.994 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:01.994 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48 2024-08-17T01:49:01.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.995 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:01.995 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.995 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:01.995 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36346 2024-08-17T01:49:01.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.995 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:01.995 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 109309, 2024-08-17T01:49:01.995 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5987459211 2024-08-17T01:49:01.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.995 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:01.995 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.996 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:01.996 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.996 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:01.996 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1062048282 2024-08-17T01:49:01.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.996 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:01.996 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 36346, 2024-08-17T01:49:01.996 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 253160457695 2024-08-17T01:49:01.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.996 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:01.996 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1210930276 2024-08-17T01:49:01.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.997 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:01.997 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37992, 2024-08-17T01:49:01.997 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24690638836 2024-08-17T01:49:01.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.997 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:01.997 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 36346, 2024-08-17T01:49:01.997 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 61597879612 2024-08-17T01:49:01.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.997 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:01.997 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20998 2024-08-17T01:49:01.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.997 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:01.998 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20998, 2024-08-17T01:49:01.998 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45115417633 2024-08-17T01:49:01.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.998 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:01.998 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:01.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.998 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:01.998 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1210930276 2024-08-17T01:49:01.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.998 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:01.998 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21099, 2024-08-17T01:49:01.998 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4734246404 2024-08-17T01:49:01.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.998 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:01.999 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20998, 2024-08-17T01:49:01.999 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4664724273 2024-08-17T01:49:01.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.999 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:01.999 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11885 2024-08-17T01:49:01.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.999 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:01.999 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 141916009 2024-08-17T01:49:01.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:01.999 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:01.999 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11885, 2024-08-17T01:49:02.000 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 157327476960 2024-08-17T01:49:02.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.000 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:02.000 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.000 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:02.000 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.000 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:02.000 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.000 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:02.000 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13367, 2024-08-17T01:49:02.000 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15834448691 2024-08-17T01:49:02.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.001 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:02.001 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11885, 2024-08-17T01:49:02.001 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 34502428324 2024-08-17T01:49:02.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.001 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:02.001 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3463 2024-08-17T01:49:02.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.001 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:02.001 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 920132273 2024-08-17T01:49:02.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.001 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:02.001 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3463, 2024-08-17T01:49:02.001 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50717563102 2024-08-17T01:49:02.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.002 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:02.002 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.002 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:02.002 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3526, 2024-08-17T01:49:02.002 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4121943741 2024-08-17T01:49:02.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.002 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:02.002 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3463, 2024-08-17T01:49:02.002 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22430727015 2024-08-17T01:49:02.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.002 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:02.002 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4194305 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 629854208 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T01:49:02.003 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:02.004 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:02.004 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21301 2024-08-17T01:49:02.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.004 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:02.004 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.004 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:02.004 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.004 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:02.004 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.004 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:02.004 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:02.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.005 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:02.005 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.005 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:02.005 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.005 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:02.005 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.005 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:02.005 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.005 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:02.005 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2097152 2024-08-17T01:49:02.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.006 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:02.006 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 548921344 2024-08-17T01:49:02.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.006 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:02.006 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T01:49:02.006 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4815958 2024-08-17T01:49:02.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.006 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:02.006 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T01:49:02.006 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 938439 2024-08-17T01:49:02.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.006 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:02.006 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 135, 2024-08-17T01:49:02.006 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 583332 2024-08-17T01:49:02.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.007 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:02.007 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:02.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.007 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:02.007 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 541851648 2024-08-17T01:49:02.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.007 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:02.007 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56087, 2024-08-17T01:49:02.007 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7517658694 2024-08-17T01:49:02.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.007 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:02.007 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56100, 2024-08-17T01:49:02.007 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12263223467 2024-08-17T01:49:02.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.007 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:02.008 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13721600 2024-08-17T01:49:02.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.008 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:02.008 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 229810176 2024-08-17T01:49:02.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.008 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:02.008 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 550371328 2024-08-17T01:49:02.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.008 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:02.008 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.008 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:02.008 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:02.009 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 41 2024-08-17T01:49:02.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.009 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:02.009 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 113101777 2024-08-17T01:49:02.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.009 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:02.009 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8644 2024-08-17T01:49:02.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.009 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:02.009 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 126287872 2024-08-17T01:49:02.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.009 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:02.009 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 126291968 2024-08-17T01:49:02.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.010 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:02.010 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.010 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:02.010 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.010 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:02.010 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6069 2024-08-17T01:49:02.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.010 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:02.010 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8644, 2024-08-17T01:49:02.010 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 80364437 2024-08-17T01:49:02.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.010 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:02.010 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 54192544 2024-08-17T01:49:02.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.011 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:02.011 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6834 2024-08-17T01:49:02.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.011 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:02.011 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 723894 2024-08-17T01:49:02.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.011 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:02.011 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 379 2024-08-17T01:49:02.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.011 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:02.011 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2075713 2024-08-17T01:49:02.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.011 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:02.011 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 504 2024-08-17T01:49:02.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.012 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:02.012 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1351819 2024-08-17T01:49:02.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.012 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:02.012 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1351819 2024-08-17T01:49:02.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.012 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:02.012 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.012 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:02.012 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.012 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:02.013 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 127 2024-08-17T01:49:02.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.013 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:02.013 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 504, 2024-08-17T01:49:02.013 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 799505 2024-08-17T01:49:02.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.013 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:02.013 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.013 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.013 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:02.013 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.014 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:02.014 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.014 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:02.014 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:02.014 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 698 2024-08-17T01:49:02.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.014 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:02.014 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:02.014 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5754 2024-08-17T01:49:02.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.014 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:02.014 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.015 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.015 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:02.015 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.015 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:02.015 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.015 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:02.015 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 782823424 2024-08-17T01:49:02.015 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.016 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:02.016 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:02.016 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:02.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.016 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:02.016 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14323712 2024-08-17T01:49:02.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.016 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:02.016 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23533, 2024-08-17T01:49:02.016 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 61857758 2024-08-17T01:49:02.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.016 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:02.016 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3189, 2024-08-17T01:49:02.017 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 346916595 2024-08-17T01:49:02.017 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.017 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:02.017 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.017 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.017 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.017 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:02.017 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.017 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.017 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:02.017 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.017 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.018 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:02.018 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.018 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:02.018 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8803, 2024-08-17T01:49:02.018 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 62302482 2024-08-17T01:49:02.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.018 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:02.018 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.018 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.018 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:02.019 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.019 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:02.019 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56055, 2024-08-17T01:49:02.019 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15037738273 2024-08-17T01:49:02.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.019 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:02.019 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 55614, 2024-08-17T01:49:02.019 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1320370833 2024-08-17T01:49:02.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.019 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:02.019 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56055, 2024-08-17T01:49:02.019 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48412923 2024-08-17T01:49:02.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.019 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:02.020 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56055, 2024-08-17T01:49:02.020 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15086151196 2024-08-17T01:49:02.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.020 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:02.020 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.020 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.020 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:02.020 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20578, 2024-08-17T01:49:02.020 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 385050301 2024-08-17T01:49:02.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.020 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:02.020 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 895, 2024-08-17T01:49:02.020 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2383226 2024-08-17T01:49:02.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.021 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:02.021 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6458, 2024-08-17T01:49:02.021 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4908334 2024-08-17T01:49:02.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.021 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:02.021 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 46, 2024-08-17T01:49:02.021 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70060 2024-08-17T01:49:02.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.021 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:02.021 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10190, 2024-08-17T01:49:02.021 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1395130510 2024-08-17T01:49:02.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.021 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:02.021 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 161775 2024-08-17T01:49:02.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.022 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:02.022 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18000 2024-08-17T01:49:02.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.022 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:02.022 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7579, 2024-08-17T01:49:02.022 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 979469435 2024-08-17T01:49:02.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.022 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:02.022 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 32601, 2024-08-17T01:49:02.022 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9031988 2024-08-17T01:49:02.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.022 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:02.022 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25022, 2024-08-17T01:49:02.022 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 786626518 2024-08-17T01:49:02.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.023 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:02.023 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.023 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:02.023 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12474, 2024-08-17T01:49:02.023 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 275155447 2024-08-17T01:49:02.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.023 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:02.023 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.023 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:02.023 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.023 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:02.024 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.024 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:02.024 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.024 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:02.024 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:02.024 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12814342307 2024-08-17T01:49:02.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.024 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:02.024 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17745, 2024-08-17T01:49:02.024 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 742482763 2024-08-17T01:49:02.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.024 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:02.025 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17744, 2024-08-17T01:49:02.025 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2472256054307 2024-08-17T01:49:02.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.025 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:02.025 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17745, 2024-08-17T01:49:02.025 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6179148895374 2024-08-17T01:49:02.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.025 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:02.025 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69068, 2024-08-17T01:49:02.025 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2296693971089 2024-08-17T01:49:02.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.025 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:02.025 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69068, 2024-08-17T01:49:02.025 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6861431 2024-08-17T01:49:02.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.026 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:02.026 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:02.026 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 989991207 2024-08-17T01:49:02.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.026 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:02.026 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:02.026 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30038561672 2024-08-17T01:49:02.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.026 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:02.026 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:02.026 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23890729 2024-08-17T01:49:02.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.026 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:02.026 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:02.027 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14360149959 2024-08-17T01:49:02.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.027 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:02.027 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:02.027 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5802184096 2024-08-17T01:49:02.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.027 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:02.027 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8625106 2024-08-17T01:49:02.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.027 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:02.027 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2567, 2024-08-17T01:49:02.027 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13775968 2024-08-17T01:49:02.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.027 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:02.028 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:02.028 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 64016670614 2024-08-17T01:49:02.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.028 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:02.028 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:02.028 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6587344340 2024-08-17T01:49:02.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.028 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:02.028 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:02.028 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 689557392 2024-08-17T01:49:02.028 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.028 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:49:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 517545984 2024-08-17T01:49:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 498540544 2024-08-17T01:49:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:49:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19005440 2024-08-17T01:49:02.029 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.030 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:02.030 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.030 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:02.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.030 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.030 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.030 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.030 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.030 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.031 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57309669 2024-08-17T01:49:02.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.031 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.031 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.031 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.031 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.031 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.031 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.031 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.032 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.032 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.032 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36864 2024-08-17T01:49:02.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.032 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.032 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 888832 2024-08-17T01:49:02.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.032 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.032 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.032 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.033 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.033 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.033 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.033 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.033 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67593755 2024-08-17T01:49:02.033 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.033 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:02.033 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.033 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:02.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.033 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.034 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:02.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.034 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.034 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.034 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.034 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 429822518 2024-08-17T01:49:02.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.034 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.034 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.034 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.034 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1136 2024-08-17T01:49:02.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.035 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.035 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.035 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.035 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.035 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.035 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70944 2024-08-17T01:49:02.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.035 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.035 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.036 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.036 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.036 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.036 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.036 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.036 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.036 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.036 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.036 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.036 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.036 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.036 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73421882 2024-08-17T01:49:02.037 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.037 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.037 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:02.037 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.037 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:02.037 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.037 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.037 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:02.037 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.037 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.037 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 145872 2024-08-17T01:49:02.037 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.037 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.038 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38206446 2024-08-17T01:49:02.038 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.038 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.038 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.038 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.038 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.038 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.038 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.038 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.038 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.038 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.038 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.038 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.039 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.039 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.039 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.039 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.039 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.039 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.039 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.039 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.040 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.040 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.040 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.040 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70699586 2024-08-17T01:49:02.040 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.040 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:02.040 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.040 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:02.040 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.041 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.041 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.041 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.041 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.041 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.041 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 429822518 2024-08-17T01:49:02.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.041 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.041 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.041 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.041 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.042 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.042 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.042 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.042 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.042 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.042 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.042 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 180157 2024-08-17T01:49:02.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.042 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.043 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1195872 2024-08-17T01:49:02.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.043 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.043 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.043 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.043 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.043 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.043 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 72117933 2024-08-17T01:49:02.044 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.044 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:02.044 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:02.044 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.044 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:02.044 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:49:02.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.044 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:02.044 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.044 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.044 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:02.045 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.045 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.045 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:02.045 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:02.045 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48 2024-08-17T01:49:02.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.045 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:02.045 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.045 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:02.045 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 29414 2024-08-17T01:49:02.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.046 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:02.046 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 88480, 2024-08-17T01:49:02.046 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6456302012 2024-08-17T01:49:02.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.046 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:02.046 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.046 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:02.046 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.046 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.046 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:02.046 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 976130982 2024-08-17T01:49:02.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.047 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:02.047 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 29414, 2024-08-17T01:49:02.047 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 69502723859 2024-08-17T01:49:02.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.047 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:02.047 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 885668920 2024-08-17T01:49:02.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.047 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:02.047 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 30264, 2024-08-17T01:49:02.047 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11291880973 2024-08-17T01:49:02.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.047 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:02.048 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 29414, 2024-08-17T01:49:02.048 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25316628011 2024-08-17T01:49:02.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.048 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:02.048 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20629 2024-08-17T01:49:02.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.048 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:02.048 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20629, 2024-08-17T01:49:02.048 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9453912034 2024-08-17T01:49:02.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.048 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:02.048 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.049 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:02.049 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 885668920 2024-08-17T01:49:02.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.049 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:02.049 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20974, 2024-08-17T01:49:02.049 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4234408114 2024-08-17T01:49:02.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.049 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:02.049 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20629, 2024-08-17T01:49:02.049 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3526482799 2024-08-17T01:49:02.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.049 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:02.050 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4921 2024-08-17T01:49:02.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.050 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:02.050 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 116760553 2024-08-17T01:49:02.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.050 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:02.050 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4921, 2024-08-17T01:49:02.050 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7587524282 2024-08-17T01:49:02.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.050 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:02.050 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.051 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:02.051 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.051 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:02.051 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.051 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:02.051 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5336, 2024-08-17T01:49:02.051 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2766781673 2024-08-17T01:49:02.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.051 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:02.052 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4921, 2024-08-17T01:49:02.052 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5727636286 2024-08-17T01:49:02.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.052 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:02.052 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3864 2024-08-17T01:49:02.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.052 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:02.052 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 859370429 2024-08-17T01:49:02.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.052 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:02.052 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3864, 2024-08-17T01:49:02.052 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 52461287543 2024-08-17T01:49:02.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.053 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:02.053 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.053 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:02.053 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3954, 2024-08-17T01:49:02.053 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4290691186 2024-08-17T01:49:02.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.053 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:02.053 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3864, 2024-08-17T01:49:02.053 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16062508926 2024-08-17T01:49:02.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.053 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:02.053 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.054 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:02.054 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 98 2024-08-17T01:49:02.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.054 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:02.054 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16 2024-08-17T01:49:02.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.054 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:02.054 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:02.054 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.054 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:02.054 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 556187648 2024-08-17T01:49:02.055 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.055 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.055 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T01:49:02.055 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:02.055 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:02.055 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23076 2024-08-17T01:49:02.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.055 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:02.055 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.055 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.055 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:02.055 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.056 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:02.056 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.056 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:02.056 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:02.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.056 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:02.056 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.056 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:02.056 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.057 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:02.057 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.057 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:02.057 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.057 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:02.057 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5255168 2024-08-17T01:49:02.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.057 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:02.057 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 734420992 2024-08-17T01:49:02.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.058 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:02.058 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21, 2024-08-17T01:49:02.058 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4755138 2024-08-17T01:49:02.058 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.058 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:02.058 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21, 2024-08-17T01:49:02.058 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1335562 2024-08-17T01:49:02.058 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.058 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:02.058 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 201, 2024-08-17T01:49:02.058 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 877566 2024-08-17T01:49:02.058 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.059 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:02.059 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:02.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.059 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:02.059 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 633143296 2024-08-17T01:49:02.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.059 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:02.059 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87265, 2024-08-17T01:49:02.059 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10306696198 2024-08-17T01:49:02.059 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.059 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:02.059 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87282, 2024-08-17T01:49:02.059 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16850376463 2024-08-17T01:49:02.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.060 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:02.060 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8359936 2024-08-17T01:49:02.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.060 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:02.060 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 357523456 2024-08-17T01:49:02.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.060 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:02.060 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 645922816 2024-08-17T01:49:02.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.060 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:02.060 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.060 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:02.061 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.061 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:02.061 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46 2024-08-17T01:49:02.061 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.061 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:02.061 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 254274266 2024-08-17T01:49:02.061 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.061 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:02.061 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15823 2024-08-17T01:49:02.061 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.061 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:02.061 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206487552 2024-08-17T01:49:02.061 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.062 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:02.062 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206491648 2024-08-17T01:49:02.062 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.062 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:02.062 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.062 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.062 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:02.062 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.062 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.062 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:02.062 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6396 2024-08-17T01:49:02.062 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.062 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:02.062 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15823, 2024-08-17T01:49:02.063 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 123348329 2024-08-17T01:49:02.063 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.063 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:02.063 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 169002872 2024-08-17T01:49:02.063 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.063 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:02.063 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13208 2024-08-17T01:49:02.063 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.063 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:02.063 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2420785 2024-08-17T01:49:02.063 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.063 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:02.063 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 672 2024-08-17T01:49:02.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.064 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:02.064 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5209610 2024-08-17T01:49:02.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.064 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:02.064 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 900 2024-08-17T01:49:02.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.064 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:02.064 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2788825 2024-08-17T01:49:02.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.064 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:02.064 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2788825 2024-08-17T01:49:02.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.064 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:02.064 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.065 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:02.065 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.065 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:02.065 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 233 2024-08-17T01:49:02.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.065 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:02.065 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 900, 2024-08-17T01:49:02.065 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2978292 2024-08-17T01:49:02.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.065 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:02.065 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.065 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.066 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:02.066 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.066 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.066 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:02.066 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.066 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.066 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:02.066 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:02.066 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 596 2024-08-17T01:49:02.066 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.066 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:02.066 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:02.066 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5397 2024-08-17T01:49:02.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.067 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:02.067 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.067 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.067 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:02.067 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.067 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:02.067 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.067 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.067 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:02.067 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1100374016 2024-08-17T01:49:02.068 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.068 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.068 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:02.068 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:02.068 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:02.068 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.068 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:02.068 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18522112 2024-08-17T01:49:02.068 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.068 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:02.068 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23482, 2024-08-17T01:49:02.068 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68029270 2024-08-17T01:49:02.068 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.069 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:02.069 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3264, 2024-08-17T01:49:02.069 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 384231893 2024-08-17T01:49:02.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.069 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:02.069 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.069 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.069 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:02.069 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.069 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:02.069 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.070 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:02.070 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.070 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:02.070 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15950, 2024-08-17T01:49:02.070 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 111438575 2024-08-17T01:49:02.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.070 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:02.070 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.070 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.070 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:02.070 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.070 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.070 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87221, 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20741852333 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86621, 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1863463244 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87221, 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49639264 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87221, 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20791491597 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.071 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:02.072 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.072 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.072 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.072 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:02.072 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 232293, 2024-08-17T01:49:02.072 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1140961347 2024-08-17T01:49:02.072 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.072 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:02.072 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 903, 2024-08-17T01:49:02.072 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2351217 2024-08-17T01:49:02.072 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.072 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:02.072 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 131021, 2024-08-17T01:49:02.072 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43319190 2024-08-17T01:49:02.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.073 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:02.073 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 49, 2024-08-17T01:49:02.073 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 60518 2024-08-17T01:49:02.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.073 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:02.073 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16068, 2024-08-17T01:49:02.073 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2676879573 2024-08-17T01:49:02.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.073 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:02.073 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 451608 2024-08-17T01:49:02.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.073 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:02.074 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20956 2024-08-17T01:49:02.074 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.074 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:02.074 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20736, 2024-08-17T01:49:02.074 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1354413148 2024-08-17T01:49:02.074 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.074 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:02.074 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 51378, 2024-08-17T01:49:02.074 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16243677 2024-08-17T01:49:02.074 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.074 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:02.074 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 30642, 2024-08-17T01:49:02.075 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1250954293 2024-08-17T01:49:02.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.075 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:02.075 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.075 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:02.075 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15272, 2024-08-17T01:49:02.075 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 395051660 2024-08-17T01:49:02.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.075 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:02.075 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.075 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9578141054 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8963, 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 563616600 2024-08-17T01:49:02.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.077 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:02.077 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8962, 2024-08-17T01:49:02.077 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128556529944 2024-08-17T01:49:02.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.077 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:02.077 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8963, 2024-08-17T01:49:02.077 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6550886961751 2024-08-17T01:49:02.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.077 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:02.077 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102882, 2024-08-17T01:49:02.077 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2969266704782 2024-08-17T01:49:02.077 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.077 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:02.078 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102882, 2024-08-17T01:49:02.078 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10471017 2024-08-17T01:49:02.078 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.078 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:02.078 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:02.078 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 284985473 2024-08-17T01:49:02.078 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.078 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:02.078 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:02.078 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36537642110 2024-08-17T01:49:02.078 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.078 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:02.079 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:02.079 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 34295515 2024-08-17T01:49:02.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.079 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:02.079 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:02.079 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17206910268 2024-08-17T01:49:02.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.079 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:02.079 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:02.079 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7803617370 2024-08-17T01:49:02.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.079 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:02.079 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12824614 2024-08-17T01:49:02.079 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.080 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:02.080 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2619, 2024-08-17T01:49:02.080 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14184847 2024-08-17T01:49:02.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.080 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:02.080 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:02.080 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71426911732 2024-08-17T01:49:02.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.080 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:02.080 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:02.080 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8804969225 2024-08-17T01:49:02.080 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.080 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:02.080 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:02.081 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 784669724 2024-08-17T01:49:02.081 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.081 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:02.081 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:02.081 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:49:02.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.081 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:02.081 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 526147584 2024-08-17T01:49:02.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.081 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:02.081 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 523042816 2024-08-17T01:49:02.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.082 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:02.082 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:49:02.082 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.082 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:02.082 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3104768 2024-08-17T01:49:02.082 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.082 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.082 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:02.082 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.082 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:02.082 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.082 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.082 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.082 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.083 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.083 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.083 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.083 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57032575 2024-08-17T01:49:02.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.083 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.083 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.083 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.083 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.083 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.083 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.083 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.084 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.084 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.084 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.084 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.084 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.084 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T01:49:02.084 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.084 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.084 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36864 2024-08-17T01:49:02.084 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.084 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.084 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.084 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.085 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.085 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.085 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.085 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.085 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.085 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.085 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.085 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68747393 2024-08-17T01:49:02.085 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.085 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.085 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:02.085 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.085 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:02.086 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.086 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.086 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:02.086 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.086 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.086 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.086 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.086 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.086 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427744314 2024-08-17T01:49:02.086 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.086 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.086 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.086 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.087 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.087 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1872 2024-08-17T01:49:02.087 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.087 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.087 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.087 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.087 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.087 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.087 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.087 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.087 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 123440 2024-08-17T01:49:02.087 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.087 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.088 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 640 2024-08-17T01:49:02.088 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.088 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.088 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.088 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.088 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.088 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.088 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.088 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.088 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.088 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.088 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.088 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75446214 2024-08-17T01:49:02.089 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.089 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.089 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:02.089 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.089 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:02.089 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.089 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.089 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:02.089 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.089 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.089 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 88384 2024-08-17T01:49:02.089 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.089 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.090 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38021716 2024-08-17T01:49:02.090 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.090 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.090 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.090 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.090 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.090 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.090 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.090 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.090 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.090 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.090 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.090 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.091 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.091 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.091 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.091 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.091 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.091 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.091 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.091 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.091 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.091 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.091 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.091 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.091 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.092 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.092 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.092 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.092 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.092 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70941804 2024-08-17T01:49:02.092 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.092 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.092 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:02.092 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.092 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:02.092 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.092 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.092 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.092 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.093 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.093 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427744314 2024-08-17T01:49:02.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.093 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.093 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.093 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.093 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.094 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.094 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.094 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.094 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 183997 2024-08-17T01:49:02.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.094 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.094 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1181675 2024-08-17T01:49:02.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.094 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.094 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.094 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.094 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.095 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.095 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.095 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.095 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.095 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.095 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74206494 2024-08-17T01:49:02.095 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.095 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.095 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:02.095 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:02.095 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.095 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.095 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:02.095 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:02.096 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.096 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:02.096 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.096 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.096 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:02.096 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.096 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.096 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.096 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:02.096 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:02.096 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 63 2024-08-17T01:49:02.096 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.096 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:02.096 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.097 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.097 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:02.097 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 35901 2024-08-17T01:49:02.097 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.097 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:02.097 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 120885, 2024-08-17T01:49:02.097 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9109805198 2024-08-17T01:49:02.097 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.097 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:02.097 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.097 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.097 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:02.097 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.097 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.098 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:02.098 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 848463403 2024-08-17T01:49:02.098 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.098 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:02.098 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35901, 2024-08-17T01:49:02.098 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57152848886 2024-08-17T01:49:02.098 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.098 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:02.098 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1326062207 2024-08-17T01:49:02.098 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.098 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:02.099 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 36628, 2024-08-17T01:49:02.099 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17108519500 2024-08-17T01:49:02.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.099 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:02.099 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35901, 2024-08-17T01:49:02.099 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26821497572 2024-08-17T01:49:02.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.099 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:02.099 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27033 2024-08-17T01:49:02.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.099 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:02.099 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27033, 2024-08-17T01:49:02.099 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14021127109 2024-08-17T01:49:02.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.100 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:02.100 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.100 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:02.100 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1326062207 2024-08-17T01:49:02.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.100 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:02.100 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27242, 2024-08-17T01:49:02.100 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10720544039 2024-08-17T01:49:02.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.100 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:02.100 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27033, 2024-08-17T01:49:02.100 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10332526153 2024-08-17T01:49:02.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.101 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:02.101 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7682 2024-08-17T01:49:02.101 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.101 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:02.101 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 290281595 2024-08-17T01:49:02.101 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.101 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:02.101 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7682, 2024-08-17T01:49:02.101 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16581627928 2024-08-17T01:49:02.101 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.101 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:02.101 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.101 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.101 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:02.102 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.102 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.102 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:02.102 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.102 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.102 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:02.102 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8048, 2024-08-17T01:49:02.102 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5095183810 2024-08-17T01:49:02.102 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.102 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:02.102 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7682, 2024-08-17T01:49:02.102 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11872788401 2024-08-17T01:49:02.103 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.103 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:02.103 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1186 2024-08-17T01:49:02.103 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.103 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:02.103 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 558181808 2024-08-17T01:49:02.103 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.103 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:02.103 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1186, 2024-08-17T01:49:02.103 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26550093849 2024-08-17T01:49:02.103 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.103 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:02.103 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.104 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.104 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:02.104 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1338, 2024-08-17T01:49:02.104 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1292791651 2024-08-17T01:49:02.104 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.104 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:02.104 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1186, 2024-08-17T01:49:02.104 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4616183018 2024-08-17T01:49:02.104 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.104 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:02.104 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.104 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.104 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:02.104 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 121 2024-08-17T01:49:02.105 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.105 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:02.105 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:02.105 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.105 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:02.105 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:02.105 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.105 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:02.105 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 651677696 2024-08-17T01:49:02.105 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.105 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.105 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.105 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T01:49:02.106 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:02.106 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:02.106 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21992 2024-08-17T01:49:02.106 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.106 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:02.106 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.106 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.106 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:02.106 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.106 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.106 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:02.106 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.106 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.107 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:02.107 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:02.107 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.107 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:02.107 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.107 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.107 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:02.107 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.107 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.107 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:02.107 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.107 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.108 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:02.108 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.108 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.108 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:02.108 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2310144 2024-08-17T01:49:02.108 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.108 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:02.108 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 575168512 2024-08-17T01:49:02.108 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.108 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:02.108 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:49:02.108 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2942763 2024-08-17T01:49:02.108 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.109 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:02.109 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:49:02.109 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 957076 2024-08-17T01:49:02.109 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.109 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:02.109 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 147, 2024-08-17T01:49:02.109 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 599368 2024-08-17T01:49:02.109 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.109 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:02.109 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:02.109 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.109 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:02.109 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 515047424 2024-08-17T01:49:02.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.110 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:02.110 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62489, 2024-08-17T01:49:02.110 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7691291022 2024-08-17T01:49:02.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.110 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:02.110 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62502, 2024-08-17T01:49:02.110 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12660233342 2024-08-17T01:49:02.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.110 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:02.110 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6676480 2024-08-17T01:49:02.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.111 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:02.111 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 256040960 2024-08-17T01:49:02.111 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.111 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:02.111 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 532086784 2024-08-17T01:49:02.111 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.111 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:02.111 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.111 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.111 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:02.111 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.111 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.111 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:02.112 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40 2024-08-17T01:49:02.112 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.112 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:02.112 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206194899 2024-08-17T01:49:02.112 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.112 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:02.112 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14512 2024-08-17T01:49:02.112 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.112 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:02.112 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173985792 2024-08-17T01:49:02.112 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.112 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:02.112 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173989888 2024-08-17T01:49:02.112 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.112 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:02.113 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.113 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:02.113 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.113 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:02.113 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7674 2024-08-17T01:49:02.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.113 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:02.113 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 14512, 2024-08-17T01:49:02.113 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 136252612 2024-08-17T01:49:02.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.113 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:02.113 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 136594592 2024-08-17T01:49:02.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.114 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:02.114 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12376 2024-08-17T01:49:02.114 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.114 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:02.114 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 980201 2024-08-17T01:49:02.114 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.114 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:02.114 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 521 2024-08-17T01:49:02.114 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.114 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:02.114 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2293512 2024-08-17T01:49:02.114 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.115 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:02.115 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 726 2024-08-17T01:49:02.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.115 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:02.115 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1313311 2024-08-17T01:49:02.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.115 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:02.115 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1313311 2024-08-17T01:49:02.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.115 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:02.115 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.116 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:02.116 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.116 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:02.116 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206 2024-08-17T01:49:02.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.116 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:02.116 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 726, 2024-08-17T01:49:02.116 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 900916 2024-08-17T01:49:02.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.116 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:02.116 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.116 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.117 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:02.117 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.117 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:02.117 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.117 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:02.117 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:02.117 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 643 2024-08-17T01:49:02.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.117 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:02.117 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:02.118 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7180 2024-08-17T01:49:02.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.118 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:02.118 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.118 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.118 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:02.118 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.118 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:02.118 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.119 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:02.119 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 835801088 2024-08-17T01:49:02.119 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.119 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:02.119 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:02.119 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:02.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.119 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:02.119 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14913536 2024-08-17T01:49:02.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.119 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:02.120 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17004, 2024-08-17T01:49:02.120 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43758558 2024-08-17T01:49:02.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.120 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:02.120 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3152, 2024-08-17T01:49:02.120 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 375421818 2024-08-17T01:49:02.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.120 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:02.120 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.120 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.120 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:02.120 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.121 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:02.121 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.121 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:02.121 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.121 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:02.121 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13505, 2024-08-17T01:49:02.121 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 102909427 2024-08-17T01:49:02.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.121 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:02.121 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.122 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.122 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.122 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:02.122 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.122 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.122 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:02.122 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62458, 2024-08-17T01:49:02.122 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15654955882 2024-08-17T01:49:02.122 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.122 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:02.122 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 61952, 2024-08-17T01:49:02.122 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1369473711 2024-08-17T01:49:02.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.123 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:02.123 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62458, 2024-08-17T01:49:02.123 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31934523 2024-08-17T01:49:02.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.123 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:02.123 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62458, 2024-08-17T01:49:02.123 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15686890405 2024-08-17T01:49:02.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.123 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:02.123 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.123 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.123 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:02.124 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23965, 2024-08-17T01:49:02.124 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 425644019 2024-08-17T01:49:02.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.124 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:02.124 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 853, 2024-08-17T01:49:02.124 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2293666 2024-08-17T01:49:02.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.124 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:02.124 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8897, 2024-08-17T01:49:02.124 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9129715 2024-08-17T01:49:02.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.124 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:02.124 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 44, 2024-08-17T01:49:02.125 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 81154 2024-08-17T01:49:02.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.125 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:02.125 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11627, 2024-08-17T01:49:02.125 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2634907928 2024-08-17T01:49:02.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.125 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:02.125 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 183228 2024-08-17T01:49:02.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.125 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:02.125 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18867 2024-08-17T01:49:02.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.125 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:02.125 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10445, 2024-08-17T01:49:02.126 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1231367724 2024-08-17T01:49:02.126 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.126 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:02.126 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35780, 2024-08-17T01:49:02.126 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10402156 2024-08-17T01:49:02.126 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.126 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:02.126 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25335, 2024-08-17T01:49:02.126 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 989315115 2024-08-17T01:49:02.126 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.126 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:02.126 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.126 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.127 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:02.127 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11365, 2024-08-17T01:49:02.127 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 294400365 2024-08-17T01:49:02.127 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.127 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:02.127 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.127 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.127 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:02.127 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.127 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.127 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:02.127 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.127 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.128 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:02.128 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.128 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.128 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:02.128 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:02.128 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8301813293 2024-08-17T01:49:02.128 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.128 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:02.128 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13546, 2024-08-17T01:49:02.128 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 619008780 2024-08-17T01:49:02.128 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.128 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:02.128 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13544, 2024-08-17T01:49:02.128 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2346361862216 2024-08-17T01:49:02.129 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.129 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:02.129 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13546, 2024-08-17T01:49:02.129 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5582089960378 2024-08-17T01:49:02.129 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.129 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:02.129 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75266, 2024-08-17T01:49:02.129 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2599278680460 2024-08-17T01:49:02.129 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.129 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:02.129 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75266, 2024-08-17T01:49:02.129 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7502705 2024-08-17T01:49:02.129 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.130 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:02.130 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:02.130 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 396216779 2024-08-17T01:49:02.130 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.130 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:02.130 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:02.130 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 28755160119 2024-08-17T01:49:02.130 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.130 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:02.130 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:02.130 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24982873 2024-08-17T01:49:02.130 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.131 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:02.131 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:02.131 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14260970163 2024-08-17T01:49:02.131 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.131 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:02.131 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:02.131 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5771695086 2024-08-17T01:49:02.131 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.131 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:02.131 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9220569 2024-08-17T01:49:02.131 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.131 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:02.131 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2487, 2024-08-17T01:49:02.132 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13163658 2024-08-17T01:49:02.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.132 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:02.132 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:02.132 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57497043678 2024-08-17T01:49:02.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.132 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:02.132 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:02.132 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6577427893 2024-08-17T01:49:02.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.132 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:02.132 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75268, 2024-08-17T01:49:02.132 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 744580464 2024-08-17T01:49:02.132 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.133 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.133 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:02.133 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:02.133 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:49:02.133 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.133 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:02.133 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 538075136 2024-08-17T01:49:02.133 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.133 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:02.133 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 499875840 2024-08-17T01:49:02.133 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.133 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:02.133 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:49:02.133 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.134 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:02.134 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38199296 2024-08-17T01:49:02.134 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.134 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.134 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:02.134 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.134 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:02.134 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.134 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.134 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.134 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.134 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.134 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.135 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.135 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57352557 2024-08-17T01:49:02.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.135 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.135 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.135 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.135 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.135 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.135 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.136 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.136 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.136 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.136 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32768 2024-08-17T01:49:02.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.136 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.136 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 696320 2024-08-17T01:49:02.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.136 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.136 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.136 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.136 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.137 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.137 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.137 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.137 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.137 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67747475 2024-08-17T01:49:02.137 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.137 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.137 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:02.137 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.137 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:02.137 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.137 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.137 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:02.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.138 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.138 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.138 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.138 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430144184 2024-08-17T01:49:02.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.138 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.138 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.138 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.138 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1488 2024-08-17T01:49:02.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.139 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.139 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.139 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.139 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.139 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.139 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 103664 2024-08-17T01:49:02.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.139 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.139 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.140 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.140 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.140 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.140 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.140 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.140 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.140 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.140 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73067144 2024-08-17T01:49:02.140 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.141 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:02.141 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.141 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:02.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.141 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.141 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:02.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.141 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.141 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 60640 2024-08-17T01:49:02.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.141 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.141 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38235038 2024-08-17T01:49:02.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.142 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.142 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.142 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.142 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.142 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.142 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.142 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.142 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.142 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.143 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.143 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.143 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.143 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.143 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.143 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.143 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.143 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.143 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.143 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.144 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70756226 2024-08-17T01:49:02.144 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.144 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:02.144 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.144 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:02.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.144 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.144 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.144 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.144 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.145 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.145 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430144184 2024-08-17T01:49:02.145 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.145 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.145 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.145 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.145 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.145 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.145 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.145 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.145 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.145 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.145 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.146 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.146 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.146 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.146 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 189040 2024-08-17T01:49:02.146 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.146 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.146 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1205656 2024-08-17T01:49:02.146 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.146 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.146 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.146 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.146 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.146 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.147 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.147 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.147 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.147 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71777600 2024-08-17T01:49:02.147 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.147 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:02.147 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:02.147 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.147 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.147 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:02.147 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26 2024-08-17T01:49:02.148 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.148 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:02.148 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.148 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.148 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:02.148 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.148 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.148 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.148 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:02.148 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:02.148 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51 2024-08-17T01:49:02.148 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.148 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:02.148 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.149 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.149 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:02.149 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32697 2024-08-17T01:49:02.149 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.149 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:02.149 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 92170, 2024-08-17T01:49:02.149 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5975140492 2024-08-17T01:49:02.149 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.149 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:02.149 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.149 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.149 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:02.149 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.149 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.150 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:02.150 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1066731267 2024-08-17T01:49:02.150 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.150 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:02.150 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 32697, 2024-08-17T01:49:02.150 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75499719640 2024-08-17T01:49:02.150 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.150 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:02.150 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1604311005 2024-08-17T01:49:02.150 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.150 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:02.150 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 33287, 2024-08-17T01:49:02.150 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11543199442 2024-08-17T01:49:02.151 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.151 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:02.151 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 32697, 2024-08-17T01:49:02.151 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26902803026 2024-08-17T01:49:02.151 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.151 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:02.151 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24233 2024-08-17T01:49:02.151 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.151 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:02.151 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24233, 2024-08-17T01:49:02.151 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7560273656 2024-08-17T01:49:02.151 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.151 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:02.152 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.152 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.152 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:02.152 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1604311005 2024-08-17T01:49:02.152 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.152 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:02.152 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24453, 2024-08-17T01:49:02.152 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4485955338 2024-08-17T01:49:02.152 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.152 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:02.152 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24233, 2024-08-17T01:49:02.152 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4739581010 2024-08-17T01:49:02.153 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.153 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:02.153 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4250 2024-08-17T01:49:02.153 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.153 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:02.153 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 160408641 2024-08-17T01:49:02.153 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.153 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:02.153 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4250, 2024-08-17T01:49:02.153 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9100698010 2024-08-17T01:49:02.153 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.153 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:02.153 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.153 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.154 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:02.154 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.154 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.154 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:02.154 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.154 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.154 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:02.154 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4492, 2024-08-17T01:49:02.154 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2638723765 2024-08-17T01:49:02.154 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.154 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:02.154 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4250, 2024-08-17T01:49:02.155 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5931249171 2024-08-17T01:49:02.155 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.155 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:02.155 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4214 2024-08-17T01:49:02.155 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.155 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:02.155 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 906322626 2024-08-17T01:49:02.155 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.155 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:02.155 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4214, 2024-08-17T01:49:02.155 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 58838747974 2024-08-17T01:49:02.155 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.155 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:02.155 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.155 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.156 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:02.156 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4342, 2024-08-17T01:49:02.156 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4418520339 2024-08-17T01:49:02.156 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.156 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:02.156 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4214, 2024-08-17T01:49:02.156 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16231972845 2024-08-17T01:49:02.156 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.156 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:02.156 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.156 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.156 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:02.157 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.157 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.157 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:02.157 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.157 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.157 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:02.157 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:02.157 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.157 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:02.157 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 529977344 2024-08-17T01:49:02.157 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.157 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.158 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.158 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T01:49:02.158 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:02.158 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:02.158 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16523 2024-08-17T01:49:02.158 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.158 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:02.158 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.158 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.158 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:02.158 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.158 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.159 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:02.159 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.159 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.159 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:02.159 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:02.159 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.159 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:02.159 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.159 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.159 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:02.159 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.159 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.159 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:02.160 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.160 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.160 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:02.160 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.160 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.160 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:02.160 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2121728 2024-08-17T01:49:02.160 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.160 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:02.160 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 592162816 2024-08-17T01:49:02.160 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.160 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:02.160 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16, 2024-08-17T01:49:02.160 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4612316 2024-08-17T01:49:02.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.161 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:02.161 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16, 2024-08-17T01:49:02.161 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1034618 2024-08-17T01:49:02.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.161 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:02.161 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 157, 2024-08-17T01:49:02.161 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 723343 2024-08-17T01:49:02.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.161 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:02.161 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:02.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.161 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:02.162 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 556072960 2024-08-17T01:49:02.162 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.162 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:02.162 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66863, 2024-08-17T01:49:02.162 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7959343167 2024-08-17T01:49:02.162 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.162 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:02.162 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66873, 2024-08-17T01:49:02.162 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12767890867 2024-08-17T01:49:02.162 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.162 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:02.162 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7954432 2024-08-17T01:49:02.163 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.163 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:02.163 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 273948672 2024-08-17T01:49:02.163 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.163 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:02.163 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 568852480 2024-08-17T01:49:02.163 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.163 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:02.163 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.163 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.163 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:02.163 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.163 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.163 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:02.163 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 41 2024-08-17T01:49:02.164 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.164 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:02.164 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 204439738 2024-08-17T01:49:02.164 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.164 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:02.164 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15214 2024-08-17T01:49:02.164 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.164 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:02.164 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 141213696 2024-08-17T01:49:02.164 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.164 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:02.164 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 141217792 2024-08-17T01:49:02.164 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.165 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:02.165 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.165 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.165 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:02.165 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.165 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.165 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:02.165 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5906 2024-08-17T01:49:02.165 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.165 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:02.165 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15214, 2024-08-17T01:49:02.165 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 90258978 2024-08-17T01:49:02.166 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.166 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:02.166 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 140829776 2024-08-17T01:49:02.166 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.166 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:02.166 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13260 2024-08-17T01:49:02.166 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.166 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:02.166 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 914055 2024-08-17T01:49:02.166 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.166 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:02.166 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 508 2024-08-17T01:49:02.166 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.167 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:02.167 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2098497 2024-08-17T01:49:02.167 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.167 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:02.167 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 655 2024-08-17T01:49:02.167 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.167 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:02.167 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1184442 2024-08-17T01:49:02.167 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.167 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:02.167 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1184442 2024-08-17T01:49:02.167 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.167 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:02.168 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.168 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.168 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:02.168 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.168 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.168 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:02.168 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 149 2024-08-17T01:49:02.168 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.168 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:02.168 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 655, 2024-08-17T01:49:02.168 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 877850 2024-08-17T01:49:02.168 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.168 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:02.169 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.169 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.169 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.169 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:02.169 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.169 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.169 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:02.169 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.169 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.169 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:02.169 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:02.169 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 626 2024-08-17T01:49:02.169 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.170 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:02.170 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:02.170 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5663 2024-08-17T01:49:02.170 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.170 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:02.170 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.170 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.170 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.170 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:02.170 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.170 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.170 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:02.171 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.171 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.171 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:02.171 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 870666240 2024-08-17T01:49:02.171 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.171 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.171 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:02.171 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:02.171 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:02.171 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.171 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:02.171 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19099648 2024-08-17T01:49:02.171 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.172 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:02.172 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17906, 2024-08-17T01:49:02.172 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51507001 2024-08-17T01:49:02.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.172 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:02.172 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3175, 2024-08-17T01:49:02.172 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 339806356 2024-08-17T01:49:02.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.172 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:02.172 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.172 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.172 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.172 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:02.173 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.173 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:02.173 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.173 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:02.173 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.173 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:02.173 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16385, 2024-08-17T01:49:02.173 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 127385906 2024-08-17T01:49:02.173 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.173 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:02.174 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.174 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.174 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.174 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:02.174 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.174 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.174 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:02.174 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66828, 2024-08-17T01:49:02.174 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15866278610 2024-08-17T01:49:02.174 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.174 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:02.174 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66340, 2024-08-17T01:49:02.174 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1472003976 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66828, 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40355168 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66828, 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15906633778 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31796, 2024-08-17T01:49:02.175 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 512383107 2024-08-17T01:49:02.176 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.176 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:02.176 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 797, 2024-08-17T01:49:02.176 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2203330 2024-08-17T01:49:02.176 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.176 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:02.176 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4969, 2024-08-17T01:49:02.176 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8024322 2024-08-17T01:49:02.176 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.176 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:02.176 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45, 2024-08-17T01:49:02.176 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 87549 2024-08-17T01:49:02.177 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.177 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:02.177 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13783, 2024-08-17T01:49:02.177 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1817168005 2024-08-17T01:49:02.177 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.177 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:02.177 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 214627 2024-08-17T01:49:02.177 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.177 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:02.177 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18989 2024-08-17T01:49:02.177 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.177 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:02.177 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16249, 2024-08-17T01:49:02.177 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1167785501 2024-08-17T01:49:02.178 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.178 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:02.178 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 50549, 2024-08-17T01:49:02.178 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14375056 2024-08-17T01:49:02.178 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.178 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:02.178 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 34300, 2024-08-17T01:49:02.178 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1043659159 2024-08-17T01:49:02.178 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.178 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:02.178 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.178 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.178 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:02.179 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12745, 2024-08-17T01:49:02.179 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 299386471 2024-08-17T01:49:02.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.179 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:02.179 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.179 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:02.179 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.179 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:02.179 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.179 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:02.179 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.179 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.180 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:02.180 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:02.180 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4737502816 2024-08-17T01:49:02.180 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.180 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:02.180 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15842, 2024-08-17T01:49:02.180 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 940655052 2024-08-17T01:49:02.180 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.180 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:02.180 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15842, 2024-08-17T01:49:02.180 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2505609578382 2024-08-17T01:49:02.180 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.180 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:02.180 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15842, 2024-08-17T01:49:02.181 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5989605755834 2024-08-17T01:49:02.181 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.181 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:02.181 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:02.181 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2738103419193 2024-08-17T01:49:02.181 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.181 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:02.181 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:02.181 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7796103 2024-08-17T01:49:02.181 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.181 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:02.181 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:02.181 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 155738882 2024-08-17T01:49:02.181 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.182 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:02.182 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:02.182 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25912984131 2024-08-17T01:49:02.182 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.182 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:02.182 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:02.182 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24573993 2024-08-17T01:49:02.182 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.182 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:02.182 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:02.182 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12876762521 2024-08-17T01:49:02.182 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.183 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:02.183 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:02.183 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5798469582 2024-08-17T01:49:02.183 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.183 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:02.183 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13409655 2024-08-17T01:49:02.183 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.183 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:02.183 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2447, 2024-08-17T01:49:02.183 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12643183 2024-08-17T01:49:02.183 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.183 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:02.183 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:02.184 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49491878031 2024-08-17T01:49:02.184 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.184 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:02.184 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:02.184 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6620487019 2024-08-17T01:49:02.184 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.184 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:02.184 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:02.184 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 438088295 2024-08-17T01:49:02.184 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.184 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.184 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:02.184 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:02.185 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:49:02.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.185 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:02.185 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 533037056 2024-08-17T01:49:02.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.185 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:02.185 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 511934464 2024-08-17T01:49:02.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.185 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:02.185 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:49:02.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.185 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:02.185 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21102592 2024-08-17T01:49:02.185 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.186 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.186 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:02.186 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.186 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:02.186 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.186 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.186 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.186 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.186 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.186 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.186 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.186 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.187 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57349561 2024-08-17T01:49:02.187 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.187 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.187 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.187 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.187 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.187 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.187 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.187 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.187 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.187 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.187 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.187 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.187 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.188 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.188 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T01:49:02.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.188 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.188 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176128 2024-08-17T01:49:02.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.188 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.188 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.188 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.188 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.188 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.188 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.189 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.189 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.189 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.189 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68291143 2024-08-17T01:49:02.189 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.189 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.189 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:02.189 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.189 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:02.189 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.190 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.190 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:02.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.190 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.190 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.190 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.190 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430121713 2024-08-17T01:49:02.190 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.191 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.191 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.191 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.191 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.191 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1488 2024-08-17T01:49:02.191 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.191 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.191 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.191 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.191 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.191 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.192 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.192 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 98032 2024-08-17T01:49:02.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.192 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.192 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.192 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.192 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.192 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.193 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.193 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.193 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.193 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.193 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.193 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.193 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73095247 2024-08-17T01:49:02.193 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.193 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.193 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:02.193 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.194 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:02.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.194 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.194 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:02.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.194 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.194 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 62176 2024-08-17T01:49:02.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.194 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.194 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38233041 2024-08-17T01:49:02.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.194 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.194 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.194 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.194 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.195 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.195 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.195 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.195 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.195 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.195 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.195 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.195 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.195 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.196 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.196 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.196 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.196 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.196 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.196 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.196 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.196 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70756687 2024-08-17T01:49:02.196 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.196 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:02.197 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:02.197 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:02.197 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.197 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:02.197 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.197 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.197 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:02.197 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.197 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.197 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:02.197 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430121713 2024-08-17T01:49:02.197 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.198 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:02.198 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.198 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:02.198 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.198 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:02.198 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.198 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:02.199 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.199 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:02.199 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 183959 2024-08-17T01:49:02.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.199 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:02.199 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1196770 2024-08-17T01:49:02.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.199 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:02.199 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.199 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:02.200 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.200 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.200 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:02.200 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.200 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.200 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:02.200 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71814038 2024-08-17T01:49:02.200 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.200 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.200 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:02.200 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:02.200 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.201 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.201 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:02.201 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40 2024-08-17T01:49:02.201 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.201 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:02.201 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.201 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.201 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:02.201 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.201 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.201 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.201 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:02.201 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:02.202 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 54 2024-08-17T01:49:02.202 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.202 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:02.202 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.202 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.202 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:02.202 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45459 2024-08-17T01:49:02.202 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.202 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:02.202 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 120115, 2024-08-17T01:49:02.202 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7577329628 2024-08-17T01:49:02.203 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.203 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:02.203 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.203 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.203 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:02.203 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.203 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.203 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:02.203 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1039878611 2024-08-17T01:49:02.203 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.203 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:02.203 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45459, 2024-08-17T01:49:02.204 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49668884115 2024-08-17T01:49:02.204 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.204 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:02.204 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1900363541 2024-08-17T01:49:02.204 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.204 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:02.204 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45816, 2024-08-17T01:49:02.204 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17412969967 2024-08-17T01:49:02.204 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.204 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:02.204 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45459, 2024-08-17T01:49:02.205 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32907600938 2024-08-17T01:49:02.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.205 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:02.205 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31884 2024-08-17T01:49:02.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.205 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:02.205 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31884, 2024-08-17T01:49:02.205 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15478631936 2024-08-17T01:49:02.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.205 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:02.205 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.205 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:02.206 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1900363541 2024-08-17T01:49:02.206 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.206 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:02.206 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31914, 2024-08-17T01:49:02.206 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5688066902 2024-08-17T01:49:02.206 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.206 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:02.206 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31884, 2024-08-17T01:49:02.206 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6920655603 2024-08-17T01:49:02.206 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.206 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:02.206 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12302 2024-08-17T01:49:02.206 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.207 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:02.207 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 212178032 2024-08-17T01:49:02.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.207 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:02.207 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12302, 2024-08-17T01:49:02.207 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21581559797 2024-08-17T01:49:02.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.207 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:02.207 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.207 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:02.207 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.208 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:02.208 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.208 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.208 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:02.208 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12533, 2024-08-17T01:49:02.208 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9787487300 2024-08-17T01:49:02.208 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.208 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:02.208 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12302, 2024-08-17T01:49:02.208 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18860583275 2024-08-17T01:49:02.208 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.208 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:02.208 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273 2024-08-17T01:49:02.208 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.209 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:02.209 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 827700579 2024-08-17T01:49:02.209 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.209 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:02.209 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1273, 2024-08-17T01:49:02.209 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12608692382 2024-08-17T01:49:02.209 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.209 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:02.209 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.209 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.209 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:02.209 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1369, 2024-08-17T01:49:02.209 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1937415765 2024-08-17T01:49:02.209 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.210 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:02.210 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1273, 2024-08-17T01:49:02.210 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7126362060 2024-08-17T01:49:02.210 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.210 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:02.210 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:02.210 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.210 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:02.210 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 146 2024-08-17T01:49:02.210 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.210 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:02.210 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T01:49:02.210 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 575180800 2024-08-17T01:49:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": [ 2024-08-17T01:49:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr" 2024-08-17T01:49:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.211 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:49:02.212 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:49:02.212 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:49:02.212 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:49:02.212 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:49:02.212 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 1, 2024-08-17T01:49:02.212 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 1, 2024-08-17T01:49:02.212 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 1, 2024-08-17T01:49:02.212 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:49:02.212 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:49:02.212 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:49:02.212 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 1781760, 2024-08-17T01:49:02.212 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:49:02.213 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:49:02.213 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 1781760, 2024-08-17T01:49:02.213 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:49:02.213 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:49:02.213 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 2, 2024-08-17T01:49:02.213 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T01:49:02.213 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 2.4632297481730347e-06, 2024-08-17T01:49:02.213 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:49:02.213 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:49:02.213 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 1322, 2024-08-17T01:49:02.213 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 2164736, 2024-08-17T01:49:02.213 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 590368, 2024-08-17T01:49:02.213 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 590368, 2024-08-17T01:49:02.214 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T01:49:02.214 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 1771104, 2024-08-17T01:49:02.214 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 423, 2024-08-17T01:49:02.214 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 2473984 2024-08-17T01:49:02.214 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.214 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:49:02.214 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:49:02.214 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:49:02.214 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.214 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.214 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:02.214 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:49:02.214 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.215 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:49:02.215 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:49:02.215 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:49:02.215 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:49:02.215 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:49:02.215 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 32, 2024-08-17T01:49:02.215 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 32, 2024-08-17T01:49:02.215 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 2, 2024-08-17T01:49:02.215 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:49:02.215 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:49:02.215 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:49:02.215 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 156016, 2024-08-17T01:49:02.215 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:49:02.216 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:49:02.216 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 110592, 2024-08-17T01:49:02.216 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:49:02.216 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:49:02.216 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 22, 2024-08-17T01:49:02.216 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 45424, 2024-08-17T01:49:02.216 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 2.1568793329151958e-07, 2024-08-17T01:49:02.216 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:49:02.216 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:49:02.216 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 79, 2024-08-17T01:49:02.216 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 88064, 2024-08-17T01:49:02.216 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 21737, 2024-08-17T01:49:02.216 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 6596, 2024-08-17T01:49:02.217 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 15141, 2024-08-17T01:49:02.217 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 65211, 2024-08-17T01:49:02.217 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 68, 2024-08-17T01:49:02.217 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 35840 2024-08-17T01:49:02.217 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.217 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:49:02.217 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:49:02.217 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:49:02.217 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.217 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.217 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:02.217 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:49:02.217 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.218 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:49:02.218 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:49:02.218 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:49:02.218 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:49:02.218 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:49:02.218 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 64, 2024-08-17T01:49:02.218 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 64, 2024-08-17T01:49:02.218 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 3, 2024-08-17T01:49:02.218 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:49:02.218 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:49:02.218 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:49:02.218 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 0, 2024-08-17T01:49:02.219 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:49:02.219 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:49:02.219 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 0, 2024-08-17T01:49:02.219 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:49:02.219 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:49:02.219 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 0, 2024-08-17T01:49:02.219 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T01:49:02.219 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 0.0, 2024-08-17T01:49:02.219 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:49:02.219 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:49:02.219 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T01:49:02.219 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T01:49:02.219 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 0, 2024-08-17T01:49:02.220 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 0, 2024-08-17T01:49:02.220 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T01:49:02.220 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 0, 2024-08-17T01:49:02.220 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 0, 2024-08-17T01:49:02.220 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 0 2024-08-17T01:49:02.220 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.220 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:49:02.220 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:49:02.220 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:49:02.220 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.220 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.220 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:02.220 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd" 2024-08-17T01:49:02.221 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.221 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:49:02.221 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:49:02.221 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:49:02.221 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:49:02.221 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:49:02.221 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 8, 2024-08-17T01:49:02.221 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 8, 2024-08-17T01:49:02.221 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 4, 2024-08-17T01:49:02.221 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:49:02.221 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:49:02.221 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:49:02.222 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 12595200, 2024-08-17T01:49:02.222 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:49:02.222 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:49:02.222 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 12595200, 2024-08-17T01:49:02.222 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:49:02.222 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:49:02.222 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 4, 2024-08-17T01:49:02.222 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T01:49:02.222 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 1.7412226952728815e-05, 2024-08-17T01:49:02.222 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:49:02.222 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:49:02.222 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 9029, 2024-08-17T01:49:02.223 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 3110358016, 2024-08-17T01:49:02.223 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 4194323, 2024-08-17T01:49:02.223 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 4194323, 2024-08-17T01:49:02.223 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T01:49:02.223 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 12582969, 2024-08-17T01:49:02.223 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 24431, 2024-08-17T01:49:02.223 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 3218673664 2024-08-17T01:49:02.223 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.223 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:49:02.223 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:49:02.223 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:49:02.223 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.224 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.224 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": { 2024-08-17T01:49:02.224 INFO:tasks.workunit.client.0.smithi157.stdout: "mirroring_by_pool": [ 2024-08-17T01:49:02.224 INFO:tasks.workunit.client.0.smithi157.stdout: false 2024-08-17T01:49:02.224 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_images_by_pool": [ 2024-08-17T01:49:02.224 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.224 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.224 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pools": 1 2024-08-17T01:49:02.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.224 INFO:tasks.workunit.client.0.smithi157.stdout: "report_id": "3ab49fab-047d-4b9d-9fd2-8c800a0ea47f", 2024-08-17T01:49:02.225 INFO:tasks.workunit.client.0.smithi157.stdout: "report_timestamp": "2024-08-17T01:48:59.729375", 2024-08-17T01:49:02.225 INFO:tasks.workunit.client.0.smithi157.stdout: "report_version": 1, 2024-08-17T01:49:02.225 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_stats": { 2024-08-17T01:49:02.225 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "7.9.2" 2024-08-17T01:49:02.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.225 INFO:tasks.workunit.client.0.smithi157.stdout: "rook": { 2024-08-17T01:49:02.225 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster": { 2024-08-17T01:49:02.225 INFO:tasks.workunit.client.0.smithi157.stdout: "external-mode": null, 2024-08-17T01:49:02.225 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:02.225 INFO:tasks.workunit.client.0.smithi157.stdout: "allow-multiple-per-node": null, 2024-08-17T01:49:02.225 INFO:tasks.workunit.client.0.smithi157.stdout: "count": null, 2024-08-17T01:49:02.225 INFO:tasks.workunit.client.0.smithi157.stdout: "max-id": null, 2024-08-17T01:49:02.226 INFO:tasks.workunit.client.0.smithi157.stdout: "pvc": { 2024-08-17T01:49:02.226 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T01:49:02.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.226 INFO:tasks.workunit.client.0.smithi157.stdout: "stretch": { 2024-08-17T01:49:02.226 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T01:49:02.226 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.226 INFO:tasks.workunit.client.0.smithi157.stdout: "network": { 2024-08-17T01:49:02.226 INFO:tasks.workunit.client.0.smithi157.stdout: "provider": null 2024-08-17T01:49:02.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.226 INFO:tasks.workunit.client.0.smithi157.stdout: "storage": { 2024-08-17T01:49:02.226 INFO:tasks.workunit.client.0.smithi157.stdout: "device-set": { 2024-08-17T01:49:02.226 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T01:49:02.227 INFO:tasks.workunit.client.0.smithi157.stdout: "non-portable": null, 2024-08-17T01:49:02.227 INFO:tasks.workunit.client.0.smithi157.stdout: "portable": null, 2024-08-17T01:49:02.227 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T01:49:02.227 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.227 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.227 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.227 INFO:tasks.workunit.client.0.smithi157.stdout: "csi": { 2024-08-17T01:49:02.227 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T01:49:02.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.227 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes": { 2024-08-17T01:49:02.227 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T01:49:02.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.227 INFO:tasks.workunit.client.0.smithi157.stdout: "node": { 2024-08-17T01:49:02.228 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T01:49:02.228 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes-total": null, 2024-08-17T01:49:02.228 INFO:tasks.workunit.client.0.smithi157.stdout: "with-ceph-daemons": null, 2024-08-17T01:49:02.228 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T01:49:02.228 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-nfs-plugin": null, 2024-08-17T01:49:02.228 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-rbd-plugin": null 2024-08-17T01:49:02.228 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.228 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T01:49:02.228 INFO:tasks.workunit.client.0.smithi157.stdout: "storage-class": { 2024-08-17T01:49:02.228 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T01:49:02.228 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket": null, 2024-08-17T01:49:02.228 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs": null, 2024-08-17T01:49:02.228 INFO:tasks.workunit.client.0.smithi157.stdout: "nfs": null, 2024-08-17T01:49:02.228 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": null, 2024-08-17T01:49:02.229 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T01:49:02.229 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.229 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:02.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.229 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T01:49:02.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.229 INFO:tasks.workunit.client.0.smithi157.stdout: "services": {}, 2024-08-17T01:49:02.229 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_per_pg": [ 2024-08-17T01:49:02.229 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.229 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.229 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.229 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.229 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.230 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.230 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:02.230 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.230 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.230 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.230 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.230 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.230 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.230 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:02.230 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408976+0000", 2024-08-17T01:49:02.230 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408976+0000", 2024-08-17T01:49:02.230 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.409256+0000", 2024-08-17T01:49:02.230 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:02.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:02.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:02.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:02.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:02.231 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:02.231 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.231 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 5, 2024-08-17T01:49:02.231 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.232 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.232 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.232 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.232 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.232 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.232 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.232 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 5, 2024-08-17T01:49:02.232 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.232 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.232 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.232 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1f", 2024-08-17T01:49:02.232 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.232 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.232 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.233 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5399, 2024-08-17T01:49:02.233 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.233 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:25:10.241029+0000", 2024-08-17T01:49:02.233 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.233 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.233 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 570, 2024-08-17T01:49:02.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:02.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:02.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:02.234 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:02.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.235 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 4, 2024-08-17T01:49:02.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 4, 2024-08-17T01:49:02.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 4, 2024-08-17T01:49:02.236 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:49:02.236 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.236 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.236 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.236 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.236 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.236 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.236 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.237 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.237 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:02.237 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'5" 2024-08-17T01:49:02.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.237 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.237 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.237 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.237 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.237 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.237 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.237 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:02.237 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.237 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.237 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.238 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.238 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.238 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.238 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:02.238 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368975+0000", 2024-08-17T01:49:02.238 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368975+0000", 2024-08-17T01:49:02.238 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369290+0000", 2024-08-17T01:49:02.238 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:02.238 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.238 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.238 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.238 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.238 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:02.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:02.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:02.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:02.239 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:02.239 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.239 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.239 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.239 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.239 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.239 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.239 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.240 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.240 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.240 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.240 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.240 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.240 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.240 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1e", 2024-08-17T01:49:02.240 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.240 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.240 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.240 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5289, 2024-08-17T01:49:02.240 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.241 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:34:26.885035+0000", 2024-08-17T01:49:02.241 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.241 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.241 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.242 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.243 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.244 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.244 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.244 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.244 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.244 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.245 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.245 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.245 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.245 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.245 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:02.245 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.245 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.245 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.245 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.245 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.245 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.245 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.245 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.246 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:02.246 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.246 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.246 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.246 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.246 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.246 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:02.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761244+0000", 2024-08-17T01:49:02.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761244+0000", 2024-08-17T01:49:02.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.761610+0000", 2024-08-17T01:49:02.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:02.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.246 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:02.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:02.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:02.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:02.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:02.247 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:02.247 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.247 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:02.247 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.247 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.248 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:02.248 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.248 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.248 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.248 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.248 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:02.248 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.248 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.248 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.248 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1e", 2024-08-17T01:49:02.248 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.249 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.249 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.249 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5310, 2024-08-17T01:49:02.249 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.249 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:32:00.718175+0000", 2024-08-17T01:49:02.249 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.249 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.249 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.251 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.252 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.252 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.252 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.252 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.252 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.252 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.252 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.252 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.252 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:02.253 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'2" 2024-08-17T01:49:02.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.253 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.253 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.253 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.253 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.253 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.253 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.253 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:02.253 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.253 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.253 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.253 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.253 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.254 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:02.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.762083+0000", 2024-08-17T01:49:02.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.762083+0000", 2024-08-17T01:49:02.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.762566+0000", 2024-08-17T01:49:02.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:02.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:02.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:02.255 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:02.255 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:02.255 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.255 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.255 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.255 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:02.255 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:02.255 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.255 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.255 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.255 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.256 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:02.256 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.256 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.256 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.256 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.256 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.256 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.256 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.256 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.256 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1f", 2024-08-17T01:49:02.256 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.257 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.257 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.257 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:49:02.257 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.257 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:08:13.714088+0000", 2024-08-17T01:49:02.257 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.257 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.257 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.261 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.261 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.261 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.261 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.261 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.261 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.261 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.261 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.261 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.261 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:02.261 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.262 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.262 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.262 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.262 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.262 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.262 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.262 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.262 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.262 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.262 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.262 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.263 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.263 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.263 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:02.263 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.371552+0000", 2024-08-17T01:49:02.263 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.371552+0000", 2024-08-17T01:49:02.263 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371929+0000", 2024-08-17T01:49:02.263 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:02.263 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.263 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.263 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.263 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.263 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:02.264 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:02.264 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:02.264 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.264 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.264 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.264 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:02.264 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:02.264 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.264 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:02.264 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.264 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.264 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.265 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.265 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.265 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.265 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.265 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:02.265 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.265 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.265 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.265 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1d", 2024-08-17T01:49:02.265 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.265 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.265 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.265 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 4808, 2024-08-17T01:49:02.265 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.265 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:07:26.767896+0000", 2024-08-17T01:49:02.266 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.266 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.266 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:02.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:02.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:02.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:02.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 1, 2024-08-17T01:49:02.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.268 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:49:02.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:49:02.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:49:02.269 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.269 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.269 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.269 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.270 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.270 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.270 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.270 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.270 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.270 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.270 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:49:02.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.270 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.271 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.271 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.271 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.271 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.271 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.271 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.271 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.271 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.271 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.271 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.271 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.272 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:02.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.760989+0000", 2024-08-17T01:49:02.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.760989+0000", 2024-08-17T01:49:02.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.761320+0000", 2024-08-17T01:49:02.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:02.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:02.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:02.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:02.272 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:02.273 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.273 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.273 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.273 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:02.273 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:02.273 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.273 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.273 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.273 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.273 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:02.273 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.273 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.273 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.274 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.274 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.274 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.274 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.274 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.274 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1c", 2024-08-17T01:49:02.274 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.274 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.274 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.274 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5219, 2024-08-17T01:49:02.274 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.274 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:28:29.622689+0000", 2024-08-17T01:49:02.275 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.275 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.275 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.276 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.277 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.278 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.278 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.278 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.279 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.279 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.279 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.279 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.279 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.279 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.279 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.279 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.279 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.279 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.279 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.279 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.279 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.280 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:02.280 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.280 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.280 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.280 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.280 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.280 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.280 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:02.280 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.409975+0000", 2024-08-17T01:49:02.280 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.409975+0000", 2024-08-17T01:49:02.280 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.410344+0000", 2024-08-17T01:49:02.280 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:02.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:02.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:02.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:02.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:02.281 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:02.281 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.282 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:02.282 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.282 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.282 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.282 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.282 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.282 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.282 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.282 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:02.282 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.282 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.282 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.283 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1c", 2024-08-17T01:49:02.283 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.283 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.283 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.283 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5165, 2024-08-17T01:49:02.283 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.283 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:29:28.364235+0000", 2024-08-17T01:49:02.283 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.283 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.283 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:02.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:02.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:02.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.285 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:02.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:49:02.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:49:02.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.286 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:49:02.287 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.287 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.287 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.287 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.287 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.287 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.287 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.287 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.287 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.287 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:02.287 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:49:02.288 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.288 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.288 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.288 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.288 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.288 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.288 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.288 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:02.288 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.288 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.288 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.288 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.289 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.289 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:02.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.373149+0000", 2024-08-17T01:49:02.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.373149+0000", 2024-08-17T01:49:02.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.373538+0000", 2024-08-17T01:49:02.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:02.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.289 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:02.290 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:02.290 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:02.290 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.290 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.290 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.290 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:02.290 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:02.290 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.290 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.290 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.290 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.290 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.291 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.291 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.291 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.291 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.291 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.291 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.291 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.291 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.291 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1d", 2024-08-17T01:49:02.291 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.291 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.291 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.291 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5309, 2024-08-17T01:49:02.291 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.292 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:02:55.339604+0000", 2024-08-17T01:49:02.292 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.292 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.292 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.293 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.294 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.295 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.295 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.295 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.295 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.295 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.295 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.296 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.296 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.296 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.296 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:02.296 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.296 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.296 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.296 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.296 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.296 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.296 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.296 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.296 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:02.297 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.297 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.297 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.297 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.297 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.297 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:02.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370744+0000", 2024-08-17T01:49:02.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370744+0000", 2024-08-17T01:49:02.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.376679+0000", 2024-08-17T01:49:02.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:02.297 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.298 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.298 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.298 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.298 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:02.298 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:02.298 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:02.298 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.298 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.298 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.298 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:02.298 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:02.299 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.299 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.299 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.299 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.299 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.299 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.299 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.299 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.299 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.299 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.299 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.299 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.299 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.299 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.a", 2024-08-17T01:49:02.300 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.300 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.300 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.300 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5194, 2024-08-17T01:49:02.300 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.300 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:51:03.477970+0000", 2024-08-17T01:49:02.300 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.300 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.300 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.303 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.304 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.304 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.304 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.304 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.304 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.304 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.304 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.304 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:02.304 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.304 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.304 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.304 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.304 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.304 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.305 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.305 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.305 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:02.305 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.305 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.305 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.305 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.305 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.305 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:02.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.423843+0000", 2024-08-17T01:49:02.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.423843+0000", 2024-08-17T01:49:02.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.424727+0000", 2024-08-17T01:49:02.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:02.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:02.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:02.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:02.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:02.307 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:02.307 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.307 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3, 2024-08-17T01:49:02.307 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.307 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.307 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.307 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.307 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.307 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.307 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.307 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3, 2024-08-17T01:49:02.307 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.308 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.308 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.308 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.b", 2024-08-17T01:49:02.308 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.308 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.308 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.308 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:49:02.308 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.308 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:44:06.934886+0000", 2024-08-17T01:49:02.308 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.308 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.308 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:02.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:02.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:02.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:02.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 2, 2024-08-17T01:49:02.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2, 2024-08-17T01:49:02.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T01:49:02.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.311 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.311 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.311 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.312 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.312 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.312 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.312 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.312 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:02.312 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'3" 2024-08-17T01:49:02.312 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.312 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.312 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.312 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.312 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.312 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.312 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.312 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:02.313 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.313 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.313 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.313 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.313 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.313 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:02.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.350944+0000", 2024-08-17T01:49:02.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.350944+0000", 2024-08-17T01:49:02.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.351244+0000", 2024-08-17T01:49:02.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:02.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:02.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:02.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:02.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:02.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:02.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:02.314 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.314 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.314 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.314 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.314 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:02.315 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.315 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.315 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.315 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.315 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.315 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.315 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.315 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.315 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.b", 2024-08-17T01:49:02.315 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.315 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.315 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.315 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5301, 2024-08-17T01:49:02.316 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.316 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:01:52.291317+0000", 2024-08-17T01:49:02.316 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.316 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.316 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.319 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.319 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.319 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.320 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.320 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.320 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.320 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.320 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:02.320 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.320 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.320 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.320 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.320 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.320 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.321 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.321 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:02.321 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.321 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.321 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.321 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.321 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.321 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:02.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.402642+0000", 2024-08-17T01:49:02.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.402642+0000", 2024-08-17T01:49:02.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.402952+0000", 2024-08-17T01:49:02.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:02.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:02.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:02.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:02.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:02.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:02.323 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.323 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.323 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.323 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.323 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.323 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.323 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.323 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.323 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.323 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.323 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.324 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.324 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.324 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.a", 2024-08-17T01:49:02.324 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.324 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.324 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.324 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5343, 2024-08-17T01:49:02.324 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.324 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:32:52.119266+0000", 2024-08-17T01:49:02.324 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.324 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.324 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.328 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.328 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.328 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.328 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.328 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.328 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.328 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.329 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.329 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:02.329 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.329 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.329 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.329 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.329 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.329 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.329 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.329 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:02.329 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.330 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.330 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.330 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.330 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.330 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:02.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.419357+0000", 2024-08-17T01:49:02.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.419357+0000", 2024-08-17T01:49:02.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.419650+0000", 2024-08-17T01:49:02.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:02.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:02.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:02.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:02.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:02.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:02.331 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.331 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.331 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.331 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.332 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.332 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.332 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.332 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.332 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.332 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.332 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.332 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.332 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.332 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.8", 2024-08-17T01:49:02.332 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.332 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.332 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.333 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5293, 2024-08-17T01:49:02.333 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.333 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:01:49.725084+0000", 2024-08-17T01:49:02.333 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.333 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.333 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.336 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.336 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.336 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.336 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.336 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.336 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.336 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.336 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.336 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:02.336 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.337 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.337 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.337 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.337 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.337 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:02.337 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.337 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:02.337 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.337 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.337 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.337 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.337 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.337 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:02.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416294+0000", 2024-08-17T01:49:02.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416294+0000", 2024-08-17T01:49:02.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416594+0000", 2024-08-17T01:49:02.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:02.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:02.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:02.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:02.339 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.339 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.339 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.339 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:02.339 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:02.339 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.339 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.339 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.339 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.339 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.339 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.339 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.339 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.339 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.340 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.340 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.340 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.340 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.340 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.9", 2024-08-17T01:49:02.340 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.340 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.340 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.340 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5343, 2024-08-17T01:49:02.340 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.340 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:34:11.244993+0000", 2024-08-17T01:49:02.340 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.340 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.340 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.343 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.343 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.344 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.344 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.344 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.344 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:02.344 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.344 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:02.344 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.344 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.344 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.344 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.344 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.345 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.345 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.345 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:02.345 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.345 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.345 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.345 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.345 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.345 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:02.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.413706+0000", 2024-08-17T01:49:02.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.413706+0000", 2024-08-17T01:49:02.345 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.414000+0000", 2024-08-17T01:49:02.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:02.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:02.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:02.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:02.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.347 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:02.347 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:02.347 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.347 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.347 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.347 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.347 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.347 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.347 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.347 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.347 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.348 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.348 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.348 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.348 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.348 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.9", 2024-08-17T01:49:02.348 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.348 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.348 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.348 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5266, 2024-08-17T01:49:02.348 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.348 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:04:05.397988+0000", 2024-08-17T01:49:02.348 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.348 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.349 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.352 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.352 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.352 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.352 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.352 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.352 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.352 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.353 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:02.353 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.353 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.353 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.353 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.353 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.353 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.353 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.353 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:02.353 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.353 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.353 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.354 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.354 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.354 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:02.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.421863+0000", 2024-08-17T01:49:02.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.421863+0000", 2024-08-17T01:49:02.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.424205+0000", 2024-08-17T01:49:02.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:02.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.355 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:02.355 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:02.355 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:02.355 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.355 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.355 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.355 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:02.355 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:02.355 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.355 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.355 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.355 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.355 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.355 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.356 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.356 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.356 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.356 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.356 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.356 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.356 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.356 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.8", 2024-08-17T01:49:02.356 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.356 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.356 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.356 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5156, 2024-08-17T01:49:02.356 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.356 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:44:00.517822+0000", 2024-08-17T01:49:02.357 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.357 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.357 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.360 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.360 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.360 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.360 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.360 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.360 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.360 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.360 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.360 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:02.361 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.361 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.361 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.361 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.361 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.361 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.361 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.361 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.361 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:02.361 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.361 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.361 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.361 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.361 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.362 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:02.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.347255+0000", 2024-08-17T01:49:02.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.347255+0000", 2024-08-17T01:49:02.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.347648+0000", 2024-08-17T01:49:02.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:02.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:02.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:02.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:02.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:02.363 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.363 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.363 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.363 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:02.363 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:02.363 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.363 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.363 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.363 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.363 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:02.363 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.363 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.363 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.363 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.364 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.364 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.364 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.364 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.364 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.6", 2024-08-17T01:49:02.364 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.364 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.364 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.364 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5386, 2024-08-17T01:49:02.364 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.364 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:31:31.907356+0000", 2024-08-17T01:49:02.364 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.364 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.364 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.368 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.368 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.368 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.368 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.368 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.368 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.369 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.369 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.369 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:02.369 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.369 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.369 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.369 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.369 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.369 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.369 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.369 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:02.370 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.370 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.370 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.370 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.370 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.370 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:02.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411113+0000", 2024-08-17T01:49:02.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411113+0000", 2024-08-17T01:49:02.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.411446+0000", 2024-08-17T01:49:02.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:02.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:02.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:02.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:02.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:02.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:02.371 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.371 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:02.371 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.371 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.371 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.372 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.372 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.372 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.372 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.372 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:02.372 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.372 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.372 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.372 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.7", 2024-08-17T01:49:02.372 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.372 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.372 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.372 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:49:02.373 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.373 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:54:00.351038+0000", 2024-08-17T01:49:02.373 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.373 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.373 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:02.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:02.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:02.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:02.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:49:02.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:49:02.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:49:02.376 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.376 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.376 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.376 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.376 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.376 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.376 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.376 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.376 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.376 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:02.377 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:49:02.377 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.377 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.377 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.377 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.377 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.377 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.377 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.377 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:02.377 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.377 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.377 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:02.378 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.378 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.378 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:02.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.367577+0000", 2024-08-17T01:49:02.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.367577+0000", 2024-08-17T01:49:02.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.117782+0000", 2024-08-17T01:49:02.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:02.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:02.379 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:02.379 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:02.379 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.379 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.379 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.379 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:02.379 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:02.379 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.379 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3042, 2024-08-17T01:49:02.379 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.379 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.379 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.379 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.379 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.379 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.380 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.380 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3042, 2024-08-17T01:49:02.380 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.380 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.380 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.380 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.1", 2024-08-17T01:49:02.380 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.380 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.380 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.380 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9151, 2024-08-17T01:49:02.380 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.380 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:35:31.481472+0000", 2024-08-17T01:49:02.381 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.003001173, 2024-08-17T01:49:02.381 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.381 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1511, 2024-08-17T01:49:02.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 384060, 2024-08-17T01:49:02.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3011, 2024-08-17T01:49:02.384 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 390759 2024-08-17T01:49:02.384 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.384 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.384 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.384 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.384 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.385 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.385 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.385 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.385 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:02.385 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3042" 2024-08-17T01:49:02.385 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.385 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.385 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.385 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.385 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.385 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.386 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.386 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:02.386 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.386 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.386 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.386 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.386 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.386 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.386 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:02.386 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.419311+0000", 2024-08-17T01:49:02.386 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.419311+0000", 2024-08-17T01:49:02.386 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.419615+0000", 2024-08-17T01:49:02.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:02.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:02.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:02.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:02.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.388 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:02.388 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:02.388 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.388 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.388 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.388 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.388 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.388 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.388 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.388 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.388 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.388 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.388 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.389 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.389 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.389 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.7", 2024-08-17T01:49:02.389 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.389 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.389 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.389 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5302, 2024-08-17T01:49:02.389 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.389 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:08:16.246877+0000", 2024-08-17T01:49:02.389 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.389 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.389 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.393 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.393 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.393 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.393 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.393 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.393 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.393 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.393 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.393 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.393 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:02.394 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.394 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.394 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.394 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.394 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.394 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.394 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.394 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.394 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:02.394 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.394 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.394 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.395 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.395 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.395 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:02.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.371602+0000", 2024-08-17T01:49:02.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.371602+0000", 2024-08-17T01:49:02.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.372027+0000", 2024-08-17T01:49:02.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:02.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:02.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:02.396 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:02.396 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.396 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.396 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.396 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:02.396 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:02.396 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.396 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:02.396 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.396 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.396 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.396 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.396 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.396 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.396 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.397 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:02.397 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.397 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.397 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.397 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.6", 2024-08-17T01:49:02.397 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.397 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.397 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.397 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5351, 2024-08-17T01:49:02.397 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.397 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:22:28.037461+0000", 2024-08-17T01:49:02.397 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.397 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.398 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:02.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:02.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:02.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:02.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 2, 2024-08-17T01:49:02.400 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2, 2024-08-17T01:49:02.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 2, 2024-08-17T01:49:02.401 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.401 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.401 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.401 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.401 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.401 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.401 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.401 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.402 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.402 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:02.402 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "561'2" 2024-08-17T01:49:02.402 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.402 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.402 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.402 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.402 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.402 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.402 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.402 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:02.402 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.402 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.403 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:02.403 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.403 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.403 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.403 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:02.403 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.421582+0000", 2024-08-17T01:49:02.403 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.421582+0000", 2024-08-17T01:49:02.403 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.178548+0000", 2024-08-17T01:49:02.403 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:02.403 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.403 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.403 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.403 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.403 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:02.403 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:02.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:02.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:02.404 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:02.404 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.404 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3043, 2024-08-17T01:49:02.404 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.404 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.404 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.404 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.405 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.405 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.405 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.405 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3043, 2024-08-17T01:49:02.405 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.405 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.405 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.405 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.0", 2024-08-17T01:49:02.405 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.405 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.405 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.405 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9094, 2024-08-17T01:49:02.405 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.405 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:26:41.686322+0000", 2024-08-17T01:49:02.405 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0047065, 2024-08-17T01:49:02.406 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.406 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.407 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1356, 2024-08-17T01:49:02.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 358494, 2024-08-17T01:49:02.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.408 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3026, 2024-08-17T01:49:02.409 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 420160 2024-08-17T01:49:02.409 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.409 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.409 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.409 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.409 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.409 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.409 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.409 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.409 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:02.409 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1144'3043" 2024-08-17T01:49:02.409 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.410 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.410 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.410 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.410 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.410 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.410 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.410 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:02.410 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.410 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.410 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.410 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.410 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.410 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.411 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:02.411 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761945+0000", 2024-08-17T01:49:02.411 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761945+0000", 2024-08-17T01:49:02.411 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.762425+0000", 2024-08-17T01:49:02.411 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:02.411 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.411 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.411 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.411 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:02.411 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:02.411 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:02.411 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:02.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:02.412 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:02.412 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.412 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.412 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.412 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.412 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:02.412 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.412 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.412 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.413 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.413 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.413 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.413 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.413 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.413 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.4", 2024-08-17T01:49:02.413 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.413 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.413 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.413 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5344, 2024-08-17T01:49:02.413 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.413 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:49:20.087218+0000", 2024-08-17T01:49:02.413 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.414 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.414 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.416 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.417 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.417 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.417 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.417 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.417 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.417 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.417 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.417 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:02.417 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.417 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.417 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.417 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.417 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.417 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.418 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.418 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.418 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.418 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.418 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.418 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.418 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.418 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.418 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.418 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:02.418 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:25.759895+0000", 2024-08-17T01:49:02.418 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:25.759895+0000", 2024-08-17T01:49:02.418 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:25.760584+0000", 2024-08-17T01:49:02.418 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:02.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 478, 2024-08-17T01:49:02.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:02.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:02.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:02.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.420 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:02.420 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:02.420 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.420 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.420 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.420 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.420 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 477, 2024-08-17T01:49:02.420 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.420 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.420 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.421 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.421 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.421 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.421 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.421 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.421 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.5", 2024-08-17T01:49:02.421 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.421 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.421 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.421 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 4799, 2024-08-17T01:49:02.421 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.421 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:39:23.046719+0000", 2024-08-17T01:49:02.422 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.422 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.422 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.425 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.425 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.425 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.425 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.425 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.425 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.425 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.425 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.425 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.425 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.425 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.425 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.425 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.426 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.426 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.426 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.426 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.426 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.426 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.426 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.426 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.426 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.426 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.426 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:02.426 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.427 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.427 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:02.427 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.427 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.427 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:57.535351+0000", 2024-08-17T01:49:02.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408490+0000", 2024-08-17T01:49:02.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408490+0000", 2024-08-17T01:49:02.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.115099+0000", 2024-08-17T01:49:02.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:57.535351+0000", 2024-08-17T01:49:02.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:57.535351+0000", 2024-08-17T01:49:02.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:57.535351+0000", 2024-08-17T01:49:02.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:57.535351+0000", 2024-08-17T01:49:02.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:57.535351+0000", 2024-08-17T01:49:02.428 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:57.535351+0000", 2024-08-17T01:49:02.428 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.428 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3090, 2024-08-17T01:49:02.428 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.428 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.429 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.429 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.429 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.429 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.429 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.429 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3090, 2024-08-17T01:49:02.429 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.429 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.429 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.429 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.3", 2024-08-17T01:49:02.429 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.429 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.429 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.430 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9112, 2024-08-17T01:49:02.430 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.430 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:40:49.200353+0000", 2024-08-17T01:49:02.430 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.004247452, 2024-08-17T01:49:02.430 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.430 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 4194304, 2024-08-17T01:49:02.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:02.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:02.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:02.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:02.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.433 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.433 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 770, 2024-08-17T01:49:02.433 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 390463, 2024-08-17T01:49:02.433 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.433 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.433 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.433 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3077, 2024-08-17T01:49:02.433 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 380677 2024-08-17T01:49:02.433 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.433 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.433 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.433 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.434 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.434 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.434 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.434 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.434 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:02.434 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3090" 2024-08-17T01:49:02.434 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.434 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.434 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.434 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.434 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.434 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.434 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.435 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.435 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.435 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.435 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.435 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.435 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.435 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:02.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.767064+0000", 2024-08-17T01:49:02.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.767064+0000", 2024-08-17T01:49:02.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.769871+0000", 2024-08-17T01:49:02.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:02.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.436 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.436 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.436 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:02.436 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:02.436 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:02.436 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:02.436 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.436 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.436 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.436 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:02.436 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:02.436 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.436 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.437 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.437 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.437 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:02.437 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.437 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.437 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.437 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.437 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.437 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.437 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.437 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.437 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.5", 2024-08-17T01:49:02.437 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.438 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.438 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.438 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5233, 2024-08-17T01:49:02.438 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.438 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:22:02.126360+0000", 2024-08-17T01:49:02.438 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.438 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.438 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.441 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.441 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.441 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.441 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.441 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.441 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.441 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.441 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.441 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.441 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.441 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.441 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.442 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.442 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.442 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.442 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.442 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.442 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.442 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.442 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.442 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.442 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.442 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.442 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.443 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.443 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.443 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.443 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.443 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:02.443 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.443 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.443 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.443 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.443 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.443 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:02.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:25.756644+0000", 2024-08-17T01:49:02.444 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:25.756644+0000", 2024-08-17T01:49:02.444 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:25.757086+0000", 2024-08-17T01:49:02.444 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:02.444 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.444 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.444 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.444 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 478, 2024-08-17T01:49:02.444 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:02.444 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:02.444 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:02.444 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.444 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.444 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.444 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:02.444 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:02.445 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.445 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.445 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.445 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.445 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 477, 2024-08-17T01:49:02.445 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.445 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.445 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.445 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.445 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.445 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.445 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.446 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.446 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.4", 2024-08-17T01:49:02.446 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.446 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.446 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.446 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5359, 2024-08-17T01:49:02.446 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.446 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:52:52.469355+0000", 2024-08-17T01:49:02.446 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.446 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.446 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.449 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.449 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.449 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.449 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.449 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.449 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.449 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.449 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.449 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.449 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.449 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.449 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.450 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.450 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.450 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.450 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.450 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.450 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.450 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.450 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.450 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.450 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.450 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.451 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.451 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:02.451 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.451 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.451 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.451 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.451 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.451 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.451 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.451 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.451 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:02.451 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.452 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.452 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:02.452 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.452 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.452 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.452 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:02.452 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.765489+0000", 2024-08-17T01:49:02.452 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.765489+0000", 2024-08-17T01:49:02.452 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.116951+0000", 2024-08-17T01:49:02.452 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:02.452 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.452 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.452 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.453 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:02.453 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:02.453 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:02.453 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:02.453 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.453 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.453 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.453 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:02.453 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:02.453 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.453 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3069, 2024-08-17T01:49:02.453 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.453 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.454 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:02.454 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.454 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.454 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.454 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.454 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3069, 2024-08-17T01:49:02.454 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.454 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.454 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.454 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.2", 2024-08-17T01:49:02.454 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.455 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.455 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.455 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9287, 2024-08-17T01:49:02.455 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.455 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:02:22.292646+0000", 2024-08-17T01:49:02.455 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.006145356, 2024-08-17T01:49:02.455 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.455 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 19, 2024-08-17T01:49:02.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.457 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.457 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:02.457 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:02.457 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.457 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:02.457 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.457 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.457 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.457 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.457 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.457 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.457 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.458 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.458 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.458 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.458 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.458 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.458 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.458 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1174, 2024-08-17T01:49:02.458 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 404056, 2024-08-17T01:49:02.458 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.458 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.458 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.459 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3046, 2024-08-17T01:49:02.459 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 399430 2024-08-17T01:49:02.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.459 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.459 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.459 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.459 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.459 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.459 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.459 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.459 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:02.459 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3069" 2024-08-17T01:49:02.459 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.460 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.460 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.460 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.460 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.460 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.460 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.460 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:02.460 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.460 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.460 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.460 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.460 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.461 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.461 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:02.461 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368124+0000", 2024-08-17T01:49:02.461 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368124+0000", 2024-08-17T01:49:02.461 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.368410+0000", 2024-08-17T01:49:02.461 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:02.461 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.461 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.461 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.461 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.461 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:02.461 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:02.461 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:02.461 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.462 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.462 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.462 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:02.462 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:02.462 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.462 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.462 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.462 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.462 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.462 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.462 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.462 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.463 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.463 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.463 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.463 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.463 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.463 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3", 2024-08-17T01:49:02.463 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.463 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.463 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.463 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5241, 2024-08-17T01:49:02.463 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.463 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:04:26.479185+0000", 2024-08-17T01:49:02.463 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.464 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.464 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.465 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.466 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.466 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.466 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.466 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.466 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.466 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.466 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.466 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.466 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.466 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.466 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.466 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.466 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.467 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.467 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.467 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.467 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.467 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.467 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.467 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.467 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:02.467 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.467 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.467 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.467 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.467 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.467 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.468 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.468 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.468 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.468 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.468 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.468 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.468 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.468 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.468 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:02.468 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.366042+0000", 2024-08-17T01:49:02.468 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.366042+0000", 2024-08-17T01:49:02.468 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.366706+0000", 2024-08-17T01:49:02.468 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:02.469 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.469 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.469 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.469 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.469 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:02.469 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:02.469 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:02.469 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.469 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.469 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.469 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:02.469 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:02.469 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.470 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.470 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.470 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.470 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.470 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.470 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.470 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.470 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.470 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.470 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.470 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.471 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.471 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.2", 2024-08-17T01:49:02.471 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.471 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.471 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.471 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5203, 2024-08-17T01:49:02.471 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.471 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:43:28.567195+0000", 2024-08-17T01:49:02.471 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.471 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.471 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.473 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.473 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.473 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.473 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.473 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.473 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.473 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.473 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.473 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.473 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.473 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.473 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.473 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.474 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.474 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.474 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.474 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.474 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.474 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.474 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.474 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.474 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.474 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.474 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.474 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.474 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.475 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.475 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.475 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.475 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.475 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.475 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.475 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.475 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.475 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.475 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.475 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.475 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.475 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.476 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.476 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.476 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.476 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.476 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:02.476 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.476 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:02.476 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.476 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.476 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:02.476 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.476 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.476 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.476 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:02.477 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.613193+0000", 2024-08-17T01:49:02.477 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.613193+0000", 2024-08-17T01:49:02.477 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.116951+0000", 2024-08-17T01:49:02.477 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:02.477 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.477 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.477 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.477 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:49:02.477 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:02.477 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:02.477 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:02.477 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.477 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.477 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.478 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:02.478 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:02.478 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.478 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3108, 2024-08-17T01:49:02.478 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.478 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.478 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:49:02.478 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.478 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.478 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.478 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.478 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3108, 2024-08-17T01:49:02.478 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.479 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.479 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.479 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.4", 2024-08-17T01:49:02.479 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.479 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.479 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.479 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9033, 2024-08-17T01:49:02.479 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.479 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:52:21.082086+0000", 2024-08-17T01:49:02.479 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.00655868, 2024-08-17T01:49:02.479 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.479 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.480 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.481 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.481 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.481 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.481 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:02.481 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:02.481 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.481 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:02.481 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.481 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.481 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.481 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.481 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.481 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:02.481 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.482 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.482 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.482 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.482 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.482 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.482 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.482 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 781, 2024-08-17T01:49:02.482 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 392802, 2024-08-17T01:49:02.482 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.482 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.482 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.482 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3135, 2024-08-17T01:49:02.482 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 409390 2024-08-17T01:49:02.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.483 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.483 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.483 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.483 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.483 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.483 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:02.483 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.483 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:02.483 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3108" 2024-08-17T01:49:02.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.483 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.484 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.484 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.484 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.484 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.484 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.484 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:02.484 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.484 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.484 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.484 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.484 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.484 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.484 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:02.484 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368675+0000", 2024-08-17T01:49:02.484 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368675+0000", 2024-08-17T01:49:02.485 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369042+0000", 2024-08-17T01:49:02.485 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:02.485 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.485 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.485 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.485 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.485 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:02.485 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:02.485 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:02.485 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.485 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.485 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.485 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:02.486 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:02.486 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.486 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.486 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.486 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.486 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.486 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.486 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.486 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.486 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.486 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.486 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.487 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.487 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.487 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.0", 2024-08-17T01:49:02.487 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.487 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.487 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.487 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5345, 2024-08-17T01:49:02.487 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.487 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:59.322926+0000", 2024-08-17T01:49:02.487 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.487 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.487 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.488 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.489 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.489 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.489 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.489 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.489 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.489 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.489 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.489 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.489 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.489 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.489 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.490 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.491 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.491 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.491 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.491 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.491 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.491 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.491 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.491 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.491 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:02.491 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.492 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.492 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.492 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.492 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.492 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.492 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.492 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:02.492 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.492 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.492 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.492 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.492 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.492 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.492 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:02.493 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.608101+0000", 2024-08-17T01:49:02.493 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.608101+0000", 2024-08-17T01:49:02.493 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:16.608408+0000", 2024-08-17T01:49:02.493 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:02.493 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.493 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.493 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.493 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:49:02.493 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:02.493 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:02.493 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:02.493 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.493 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.493 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.493 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:02.494 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:02.494 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.494 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.494 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.494 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.494 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:49:02.494 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.494 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.494 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.494 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.494 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.494 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.495 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.495 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.495 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1", 2024-08-17T01:49:02.495 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.495 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.495 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.495 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5328, 2024-08-17T01:49:02.495 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.495 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:33:29.006590+0000", 2024-08-17T01:49:02.495 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.495 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.495 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.496 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.499 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.499 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.499 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.499 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.499 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.499 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.499 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.499 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:02.499 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.500 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.500 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.500 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.500 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.500 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.500 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.500 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:02.500 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.500 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.500 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:02.500 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.500 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.500 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.500 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:02.501 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.763634+0000", 2024-08-17T01:49:02.501 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.763634+0000", 2024-08-17T01:49:02.501 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.119972+0000", 2024-08-17T01:49:02.501 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:02.501 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.501 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.501 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.501 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:02.501 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:02.501 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:02.501 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:02.501 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.501 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.502 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.502 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:02.502 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:02.502 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.502 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3117, 2024-08-17T01:49:02.502 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.502 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.502 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:02.502 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.502 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.502 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.502 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.502 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3117, 2024-08-17T01:49:02.503 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.503 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.503 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.503 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.7", 2024-08-17T01:49:02.503 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.503 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.503 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.503 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9172, 2024-08-17T01:49:02.503 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.503 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:34:41.394595+0000", 2024-08-17T01:49:02.503 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.008824498, 2024-08-17T01:49:02.503 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.503 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.503 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.504 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.505 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1056, 2024-08-17T01:49:02.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 384001, 2024-08-17T01:49:02.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3090, 2024-08-17T01:49:02.506 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 402517 2024-08-17T01:49:02.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.506 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.507 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.507 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.507 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.507 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.507 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.507 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.507 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:02.507 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3117" 2024-08-17T01:49:02.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.507 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.507 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.507 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.507 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.508 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:02.508 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.508 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:02.508 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.508 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.508 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.508 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.508 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.508 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.508 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:02.508 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.347847+0000", 2024-08-17T01:49:02.508 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.347847+0000", 2024-08-17T01:49:02.508 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.348184+0000", 2024-08-17T01:49:02.508 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:02.509 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.509 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.509 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.509 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:02.509 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:02.509 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:02.509 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:02.509 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.509 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.509 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.509 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:02.509 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:02.510 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.510 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.510 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.510 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.510 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:02.510 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.510 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.510 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.510 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.510 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.510 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.510 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.511 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.511 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1", 2024-08-17T01:49:02.511 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.511 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.511 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.511 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:49:02.511 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.511 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:06:21.738263+0000", 2024-08-17T01:49:02.511 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.511 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.511 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.511 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.512 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.513 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.513 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.513 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.513 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.513 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.513 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.513 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.513 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.513 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.513 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.513 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.513 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.514 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.515 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.515 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.515 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.515 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.515 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.515 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:02.515 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.515 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:02.515 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.515 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.515 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.516 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.516 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.516 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.516 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.516 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:02.516 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.516 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.516 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.516 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.516 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.516 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.517 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:02.517 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.355745+0000", 2024-08-17T01:49:02.517 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.355745+0000", 2024-08-17T01:49:02.517 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:37:42.357328+0000", 2024-08-17T01:49:02.517 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:02.517 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.517 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.517 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.517 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:49:02.517 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:02.517 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:02.517 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:02.518 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.518 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.518 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.518 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:02.518 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:02.518 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.518 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.518 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.518 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.518 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:49:02.518 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.519 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.519 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.519 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.519 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.519 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.519 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.519 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.519 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.0", 2024-08-17T01:49:02.519 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.519 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.519 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.519 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5322, 2024-08-17T01:49:02.519 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.519 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:29:31.587642+0000", 2024-08-17T01:49:02.519 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.520 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.520 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.521 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.523 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.523 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.523 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.523 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.523 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.523 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.523 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.523 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.523 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:02.523 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.524 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.524 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.524 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.524 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.524 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.524 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.524 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:02.524 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.524 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.524 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:02.524 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.524 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.525 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.525 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:02.525 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.352438+0000", 2024-08-17T01:49:02.525 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.352438+0000", 2024-08-17T01:49:02.525 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.115012+0000", 2024-08-17T01:49:02.525 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:02.525 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.525 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.525 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.525 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:49:02.525 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:02.525 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:02.525 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:02.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:02.526 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:02.526 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.526 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3045, 2024-08-17T01:49:02.526 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.526 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.526 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:49:02.526 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.526 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.527 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.527 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.527 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3045, 2024-08-17T01:49:02.527 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.527 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.527 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.527 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.6", 2024-08-17T01:49:02.527 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.527 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.527 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.527 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9237, 2024-08-17T01:49:02.527 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.528 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:48:30.031839+0000", 2024-08-17T01:49:02.528 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.004895878, 2024-08-17T01:49:02.528 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.528 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.529 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1266, 2024-08-17T01:49:02.530 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 383190, 2024-08-17T01:49:02.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 2999, 2024-08-17T01:49:02.531 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 374928 2024-08-17T01:49:02.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.531 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.531 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.531 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.531 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.531 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.531 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.531 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.531 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:02.531 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3045" 2024-08-17T01:49:02.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.532 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.532 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.532 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.532 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.532 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.532 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.532 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:02.532 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.532 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.532 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.533 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.533 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.533 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.533 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:02.533 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.369462+0000", 2024-08-17T01:49:02.533 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.369462+0000", 2024-08-17T01:49:02.533 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369867+0000", 2024-08-17T01:49:02.533 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:02.533 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.533 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:02.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:02.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:02.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:02.534 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:02.534 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.534 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.535 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.535 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.535 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.535 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.535 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.535 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.535 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.535 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.535 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.535 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.535 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.535 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2", 2024-08-17T01:49:02.535 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.535 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.536 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.536 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5291, 2024-08-17T01:49:02.536 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.536 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:59:31.087128+0000", 2024-08-17T01:49:02.536 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.536 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.536 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.537 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.538 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.539 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.539 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.539 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.539 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.539 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.539 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.539 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.540 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.540 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:02.540 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.540 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.540 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.540 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.540 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.540 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.540 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.540 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.540 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.540 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.540 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.541 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.541 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.541 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:02.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416591+0000", 2024-08-17T01:49:02.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416591+0000", 2024-08-17T01:49:02.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416935+0000", 2024-08-17T01:49:02.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:02.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:02.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:02.541 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:02.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:02.542 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:02.542 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.542 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.542 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.542 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.542 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.542 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.542 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.542 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.543 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.543 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.543 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.543 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.543 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.543 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.3", 2024-08-17T01:49:02.543 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.543 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.543 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.543 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5238, 2024-08-17T01:49:02.543 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.543 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:48:53.540072+0000", 2024-08-17T01:49:02.544 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.544 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.544 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.547 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.547 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.547 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.547 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.547 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.547 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.547 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.547 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.547 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.547 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.548 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.548 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.548 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.548 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.548 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.548 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.548 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:02.548 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.548 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.548 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 19, 2024-08-17T01:49:02.548 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.548 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.548 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:02.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.414007+0000", 2024-08-17T01:49:02.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.414007+0000", 2024-08-17T01:49:02.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.414413+0000", 2024-08-17T01:49:02.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:02.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T01:49:02.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T01:49:02.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:02.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:02.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:02.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T01:49:02.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:02.550 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:02.550 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.550 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 253, 2024-08-17T01:49:02.550 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.550 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.550 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.550 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.551 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.551 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.551 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.551 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 253, 2024-08-17T01:49:02.551 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.551 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.551 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.551 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "1.0", 2024-08-17T01:49:02.551 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.551 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.551 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.552 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5862, 2024-08-17T01:49:02.552 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.552 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:12:15.582031+0000", 2024-08-17T01:49:02.552 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.552 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.552 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 590368, 2024-08-17T01:49:02.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:49:02.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:02.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:02.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:02.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 6, 2024-08-17T01:49:02.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1322, 2024-08-17T01:49:02.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2114, 2024-08-17T01:49:02.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 423, 2024-08-17T01:49:02.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2416 2024-08-17T01:49:02.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.555 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.555 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.555 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.556 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.556 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.556 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.556 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.556 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:02.556 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "2232'253" 2024-08-17T01:49:02.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.556 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.556 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.556 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.556 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.556 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.556 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.556 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:02.557 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.557 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.557 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:02.557 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.557 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.557 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.557 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:02.557 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411604+0000", 2024-08-17T01:49:02.557 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411604+0000", 2024-08-17T01:49:02.557 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.118275+0000", 2024-08-17T01:49:02.557 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:02.557 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.557 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:02.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:02.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:02.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:02.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:02.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:02.558 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.558 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3048, 2024-08-17T01:49:02.559 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.559 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.559 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.559 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.559 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.559 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.559 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.559 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3048, 2024-08-17T01:49:02.559 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.559 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.559 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.559 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.5", 2024-08-17T01:49:02.559 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.559 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.560 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.560 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 8854, 2024-08-17T01:49:02.560 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.560 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:56:28.329728+0000", 2024-08-17T01:49:02.560 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.005277167, 2024-08-17T01:49:02.560 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.560 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1115, 2024-08-17T01:49:02.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 340393, 2024-08-17T01:49:02.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3047, 2024-08-17T01:49:02.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 365375 2024-08-17T01:49:02.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.563 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.563 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.563 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.563 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.563 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.564 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.564 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.564 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:02.564 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1144'3048" 2024-08-17T01:49:02.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.564 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.564 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.564 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.564 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.564 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.564 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.564 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:02.564 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.565 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.565 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.565 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.565 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.565 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.565 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:02.565 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.414747+0000", 2024-08-17T01:49:02.565 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.414747+0000", 2024-08-17T01:49:02.565 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.415940+0000", 2024-08-17T01:49:02.565 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:02.565 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.565 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.565 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:02.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:02.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:02.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:02.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:02.566 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.566 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.566 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.566 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.566 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.567 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.567 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.567 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.567 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.567 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.567 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.567 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.567 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.567 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.d", 2024-08-17T01:49:02.567 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.567 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.568 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.568 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5151, 2024-08-17T01:49:02.568 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.568 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:31:03.059303+0000", 2024-08-17T01:49:02.568 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.568 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.568 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.571 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.571 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.572 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.572 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.572 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.572 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.572 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.572 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:02.572 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.572 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.572 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.572 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.572 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.573 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.573 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.573 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:02.573 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.573 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.573 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.573 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.573 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.573 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.573 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:02.573 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.767170+0000", 2024-08-17T01:49:02.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.767170+0000", 2024-08-17T01:49:02.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.767534+0000", 2024-08-17T01:49:02.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:02.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:02.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:02.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:02.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:02.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:02.575 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:02.575 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.575 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.575 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.575 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.575 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:02.575 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.575 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.575 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.575 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.576 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.576 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.576 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.576 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.c", 2024-08-17T01:49:02.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.576 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.576 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.576 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5325, 2024-08-17T01:49:02.576 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.576 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:12:09.397705+0000", 2024-08-17T01:49:02.576 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.577 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.577 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.580 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.580 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.580 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.580 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.580 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.581 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.581 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.581 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:02.581 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.581 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.581 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.581 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.581 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.581 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.581 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.581 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.582 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.582 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.582 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.582 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.582 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.582 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:02.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.372347+0000", 2024-08-17T01:49:02.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.372347+0000", 2024-08-17T01:49:02.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.372763+0000", 2024-08-17T01:49:02.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:02.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:02.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:02.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:02.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.584 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.584 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:02.584 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:02.584 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.584 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.584 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.584 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.584 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.584 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.584 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.584 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.584 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.584 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.584 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.585 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.585 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.585 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.c", 2024-08-17T01:49:02.585 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.585 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.585 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.585 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5222, 2024-08-17T01:49:02.585 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.585 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:42:29.422160+0000", 2024-08-17T01:49:02.585 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.585 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.585 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.589 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.589 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.589 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.589 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.589 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.589 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.589 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.589 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.589 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.589 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.589 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.589 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.590 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.590 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:02.590 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.590 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:02.590 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.590 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.590 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.590 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.590 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.590 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:02.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.347867+0000", 2024-08-17T01:49:02.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.347867+0000", 2024-08-17T01:49:02.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.348178+0000", 2024-08-17T01:49:02.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:02.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:02.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:02.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:02.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:02.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:02.592 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:02.592 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.592 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T01:49:02.592 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.592 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.592 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:02.592 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.592 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.592 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.592 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.592 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T01:49:02.592 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.592 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.593 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.593 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.d", 2024-08-17T01:49:02.593 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.593 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.593 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.593 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5348, 2024-08-17T01:49:02.593 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.593 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:32:26.786489+0000", 2024-08-17T01:49:02.593 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.593 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.593 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 70, 2024-08-17T01:49:02.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:02.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:02.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:02.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1, 2024-08-17T01:49:02.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 1, 2024-08-17T01:49:02.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T01:49:02.596 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:49:02.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.597 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.597 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.597 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.597 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.597 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.597 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:02.597 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.597 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:02.597 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T01:49:02.597 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.597 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.597 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.597 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.597 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.598 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.598 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.598 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:02.598 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.598 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.598 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.598 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.598 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.598 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:02.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.412610+0000", 2024-08-17T01:49:02.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.412610+0000", 2024-08-17T01:49:02.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412989+0000", 2024-08-17T01:49:02.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:02.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:02.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:02.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:02.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.599 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.600 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.600 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:02.600 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:02.600 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.600 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.600 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.600 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.600 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.600 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.600 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.600 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.600 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.600 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.601 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.601 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.601 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.601 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.f", 2024-08-17T01:49:02.601 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.601 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.601 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.601 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5171, 2024-08-17T01:49:02.601 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.601 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:47:29.519243+0000", 2024-08-17T01:49:02.601 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.601 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.602 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.604 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.605 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.605 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.605 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.605 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.605 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.605 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.605 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.605 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.605 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:02.605 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.605 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.605 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.605 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.605 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.605 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.606 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.606 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.606 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:02.606 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.606 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.606 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.606 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.606 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.606 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:02.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:25.757600+0000", 2024-08-17T01:49:02.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:25.757600+0000", 2024-08-17T01:49:02.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:25.761499+0000", 2024-08-17T01:49:02.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:02.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 478, 2024-08-17T01:49:02.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:02.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:02.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:02.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:02.607 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:02.608 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.608 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:02.608 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.608 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.608 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 477, 2024-08-17T01:49:02.608 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.608 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.608 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.608 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.608 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:02.608 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.608 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.609 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.609 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.e", 2024-08-17T01:49:02.609 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.609 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.609 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.609 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5324, 2024-08-17T01:49:02.609 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.609 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:44:11.074202+0000", 2024-08-17T01:49:02.609 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.609 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.609 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:02.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:02.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:02.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:02.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 1, 2024-08-17T01:49:02.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:49:02.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:49:02.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:49:02.612 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.612 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.612 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.613 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.613 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.613 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.613 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.613 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.613 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:02.613 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:49:02.613 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.613 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.613 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.613 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.613 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.613 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.614 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.614 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:02.614 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.614 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.614 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.614 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.614 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.614 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:02.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416664+0000", 2024-08-17T01:49:02.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416664+0000", 2024-08-17T01:49:02.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417048+0000", 2024-08-17T01:49:02.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:02.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:02.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:02.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:02.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:02.615 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:02.616 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.616 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.616 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.616 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.616 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.616 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.616 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.616 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.616 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.616 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.616 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.616 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.616 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.616 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.e", 2024-08-17T01:49:02.617 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.617 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.617 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.617 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5171, 2024-08-17T01:49:02.617 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.617 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:22:39.336358+0000", 2024-08-17T01:49:02.617 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.617 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.617 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.620 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.621 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.621 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.621 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.621 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.621 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.621 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.621 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.621 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:02.621 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.621 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.621 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.622 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.622 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.622 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.622 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.622 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:02.622 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.622 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.622 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.622 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.622 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.622 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:02.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408826+0000", 2024-08-17T01:49:02.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408826+0000", 2024-08-17T01:49:02.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.409165+0000", 2024-08-17T01:49:02.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:02.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:02.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:02.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:02.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.623 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:02.624 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:02.624 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.624 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T01:49:02.624 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.624 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.624 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.624 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.624 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.624 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.624 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.624 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T01:49:02.624 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.624 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.625 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.625 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.f", 2024-08-17T01:49:02.625 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.625 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.625 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.625 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5267, 2024-08-17T01:49:02.625 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.625 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:17:55.493082+0000", 2024-08-17T01:49:02.625 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.625 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.625 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 22, 2024-08-17T01:49:02.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 44, 2024-08-17T01:49:02.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:02.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:02.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:02.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 2, 2024-08-17T01:49:02.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1, 2024-08-17T01:49:02.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 1, 2024-08-17T01:49:02.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T01:49:02.628 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:49:02.628 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.628 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.628 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.628 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.629 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.629 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.629 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.629 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.629 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:02.629 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T01:49:02.629 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.629 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.629 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.629 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.629 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.629 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.629 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.629 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:02.630 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.630 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.630 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.630 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.630 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.630 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:02.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.412635+0000", 2024-08-17T01:49:02.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.412635+0000", 2024-08-17T01:49:02.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.413286+0000", 2024-08-17T01:49:02.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:02.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:02.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:02.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:02.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:02.631 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:02.631 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.631 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.631 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.631 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.632 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.632 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.632 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.632 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.632 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.632 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.632 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.632 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.632 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.632 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.11", 2024-08-17T01:49:02.632 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.632 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.632 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.632 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5150, 2024-08-17T01:49:02.633 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.633 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:25:28.902981+0000", 2024-08-17T01:49:02.633 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.633 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.633 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.636 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.637 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.637 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.637 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.637 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.637 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.637 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.637 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.637 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:02.637 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.637 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.637 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.638 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.638 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.638 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.638 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.638 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:02.638 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.638 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.638 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.638 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.638 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.638 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:02.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.355080+0000", 2024-08-17T01:49:02.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.355080+0000", 2024-08-17T01:49:02.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:37:42.356035+0000", 2024-08-17T01:49:02.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:02.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:49:02.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:02.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:02.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:02.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:02.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:02.640 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.640 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 8, 2024-08-17T01:49:02.640 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.640 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.640 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:49:02.640 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.640 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.641 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.641 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.641 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 8, 2024-08-17T01:49:02.641 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.641 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.641 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.641 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.10", 2024-08-17T01:49:02.641 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.641 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.641 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.641 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5338, 2024-08-17T01:49:02.641 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.641 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:52:37.165707+0000", 2024-08-17T01:49:02.642 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.642 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.642 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T01:49:02.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T01:49:02.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T01:49:02.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 4, 2024-08-17T01:49:02.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 24, 2024-08-17T01:49:02.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 24, 2024-08-17T01:49:02.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 12, 2024-08-17T01:49:02.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.645 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.645 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.645 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.645 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.645 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.645 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.645 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.645 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:02.645 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'8" 2024-08-17T01:49:02.646 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.646 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.646 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.646 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.646 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.646 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.646 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.646 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:02.646 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.646 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.646 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.646 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.646 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.647 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:02.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.375506+0000", 2024-08-17T01:49:02.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.375506+0000", 2024-08-17T01:49:02.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.376437+0000", 2024-08-17T01:49:02.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:02.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:02.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:02.647 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:02.648 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.648 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.648 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.648 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:02.648 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:02.648 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.648 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.648 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.648 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.648 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.648 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.648 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.648 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.648 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.649 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.649 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.649 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.649 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.649 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.10", 2024-08-17T01:49:02.649 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.649 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.649 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.649 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5182, 2024-08-17T01:49:02.649 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.649 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:11:23.967994+0000", 2024-08-17T01:49:02.649 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.649 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.650 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.650 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.651 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.653 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.653 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.653 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.653 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.653 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.653 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.653 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.653 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:02.653 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.653 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.653 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.653 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.653 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.654 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.654 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.654 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.654 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:02.654 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.654 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.654 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.654 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.654 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.654 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:02.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368843+0000", 2024-08-17T01:49:02.654 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368843+0000", 2024-08-17T01:49:02.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369690+0000", 2024-08-17T01:49:02.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:02.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:02.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:02.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:02.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:02.655 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:02.656 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.656 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.656 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.656 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.656 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.656 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.656 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.656 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.656 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.656 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.656 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.657 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.657 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.657 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.11", 2024-08-17T01:49:02.657 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.657 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.657 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.657 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5194, 2024-08-17T01:49:02.657 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.657 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:13.924369+0000", 2024-08-17T01:49:02.657 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.657 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.658 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.658 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.659 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.660 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.661 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.661 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.661 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.661 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.661 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.661 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.661 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.661 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.661 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.661 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.661 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:02.661 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.662 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.662 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.662 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.662 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.662 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.662 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.662 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.662 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:02.662 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.662 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.662 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.662 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.662 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.662 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:02.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.412321+0000", 2024-08-17T01:49:02.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.412321+0000", 2024-08-17T01:49:02.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412611+0000", 2024-08-17T01:49:02.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:02.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:02.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:02.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:02.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.663 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.664 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:02.664 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:02.664 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.664 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.664 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.664 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.664 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.664 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.664 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.664 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.664 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.664 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.664 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.664 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.665 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.665 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.13", 2024-08-17T01:49:02.665 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.665 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.665 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.665 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5170, 2024-08-17T01:49:02.665 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.665 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:59:23.250229+0000", 2024-08-17T01:49:02.665 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.665 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.665 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.666 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.667 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.668 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.669 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.669 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.669 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.669 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.669 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.669 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.669 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.669 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:02.669 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.669 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.669 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.669 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.670 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.670 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.670 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.670 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.670 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.670 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.670 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.670 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.670 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.670 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:02.670 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416811+0000", 2024-08-17T01:49:02.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416811+0000", 2024-08-17T01:49:02.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417197+0000", 2024-08-17T01:49:02.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:02.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:02.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:02.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:02.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.671 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.672 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.672 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:02.672 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:02.672 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.672 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.672 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.672 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.672 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.672 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.672 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.672 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.672 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.672 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.673 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.673 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.673 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.673 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.12", 2024-08-17T01:49:02.673 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.673 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.673 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.673 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5224, 2024-08-17T01:49:02.673 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.673 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:56:08.462774+0000", 2024-08-17T01:49:02.673 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.673 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.673 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.676 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.677 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.677 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.677 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.677 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.677 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.677 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.677 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.677 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.677 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.677 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.677 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.677 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.678 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.678 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.678 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.678 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.678 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.678 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.678 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.678 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.678 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.678 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:02.678 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.678 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:02.679 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.679 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.679 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.679 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.679 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.679 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:02.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.407810+0000", 2024-08-17T01:49:02.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.407810+0000", 2024-08-17T01:49:02.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.408130+0000", 2024-08-17T01:49:02.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:02.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.680 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.680 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.680 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:02.680 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:02.680 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:02.680 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.680 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.680 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.680 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:02.680 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:02.680 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.680 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.680 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.680 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.681 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.681 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.681 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.681 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.681 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.681 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.681 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.681 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.681 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.681 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.12", 2024-08-17T01:49:02.681 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.681 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.681 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.682 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5384, 2024-08-17T01:49:02.682 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.682 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:19:13.115195+0000", 2024-08-17T01:49:02.682 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.682 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.682 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.685 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.685 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.685 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.685 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.685 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.685 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.685 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.685 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.685 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.685 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.685 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.685 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.686 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.686 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.686 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:02.686 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.686 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:02.686 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.686 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.686 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.686 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.686 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.686 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:02.687 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.687 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:02.687 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.687 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.687 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.687 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.687 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.687 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:02.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.346700+0000", 2024-08-17T01:49:02.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.346700+0000", 2024-08-17T01:49:02.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.351736+0000", 2024-08-17T01:49:02.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:02.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:02.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:02.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:02.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:02.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.689 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:02.689 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:02.689 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.689 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:02.689 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.689 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.689 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:02.689 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.689 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.689 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.689 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.690 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:02.690 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.690 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.690 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.690 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.13", 2024-08-17T01:49:02.690 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.690 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.690 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.690 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5393, 2024-08-17T01:49:02.690 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.690 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:12:30.081367+0000", 2024-08-17T01:49:02.690 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.691 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.691 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 34, 2024-08-17T01:49:02.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:02.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:02.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:02.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:02.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 4, 2024-08-17T01:49:02.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 7, 2024-08-17T01:49:02.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:49:02.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 6 2024-08-17T01:49:02.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.694 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.694 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.694 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.694 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.694 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.694 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:02.694 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.694 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:02.694 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:49:02.695 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.695 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.695 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.695 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.695 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.695 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.695 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.695 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:02.695 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.695 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.695 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.695 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.696 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.696 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.696 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:02.696 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.418697+0000", 2024-08-17T01:49:02.696 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.418697+0000", 2024-08-17T01:49:02.696 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.420823+0000", 2024-08-17T01:49:02.696 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:02.696 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.696 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.696 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.696 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.696 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:02.697 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:02.697 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:02.697 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.697 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.697 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.697 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:02.697 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:02.697 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.697 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.697 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.697 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.697 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.698 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.698 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.698 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.698 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.698 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.698 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.698 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.698 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.698 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.15", 2024-08-17T01:49:02.698 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.698 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.698 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.698 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5169, 2024-08-17T01:49:02.699 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.699 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:41:15.501381+0000", 2024-08-17T01:49:02.699 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.699 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.699 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.699 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.700 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.702 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.703 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.703 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.703 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.703 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.703 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.703 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.703 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:02.703 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.703 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.703 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.703 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.704 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.704 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.704 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.704 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:02.704 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.704 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.704 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.704 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.704 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.704 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.704 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:02.704 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.371008+0000", 2024-08-17T01:49:02.705 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.371008+0000", 2024-08-17T01:49:02.705 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.374773+0000", 2024-08-17T01:49:02.705 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:02.705 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.705 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.705 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.705 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.705 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:02.705 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:02.705 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:02.705 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.705 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.705 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.706 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:02.706 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:02.706 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.706 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 29, 2024-08-17T01:49:02.706 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.706 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.706 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.706 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.706 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.706 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.706 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.706 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 29, 2024-08-17T01:49:02.706 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.707 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.707 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.707 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.14", 2024-08-17T01:49:02.707 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.707 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.707 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.707 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5219, 2024-08-17T01:49:02.707 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.707 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:15.352329+0000", 2024-08-17T01:49:02.707 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.707 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.707 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 5810, 2024-08-17T01:49:02.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.708 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T01:49:02.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T01:49:02.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T01:49:02.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:02.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 10, 2024-08-17T01:49:02.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 14, 2024-08-17T01:49:02.710 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 28, 2024-08-17T01:49:02.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 25 2024-08-17T01:49:02.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.711 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.711 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.711 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.711 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.711 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.711 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.711 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.711 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:02.711 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'29" 2024-08-17T01:49:02.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.712 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.712 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.712 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.712 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.712 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.712 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.712 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:02.712 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.712 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.712 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.712 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.712 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.712 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:02.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.406497+0000", 2024-08-17T01:49:02.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.406497+0000", 2024-08-17T01:49:02.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.406830+0000", 2024-08-17T01:49:02.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:02.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:02.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:02.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:02.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.713 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.714 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.714 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:02.714 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:02.714 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.714 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.714 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.714 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.714 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.714 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.714 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.714 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.714 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.714 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.714 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.715 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.715 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.715 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.14", 2024-08-17T01:49:02.715 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.715 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.715 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.715 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5311, 2024-08-17T01:49:02.715 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.715 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:46:04.758261+0000", 2024-08-17T01:49:02.715 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.715 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.715 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.716 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.717 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.718 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.718 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.718 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.719 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.719 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.719 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.719 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.719 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.719 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.719 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:02.719 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.719 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.719 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.719 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.719 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.719 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.720 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.720 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:02.720 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.720 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.720 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.720 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.720 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.720 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.720 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:02.720 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.763444+0000", 2024-08-17T01:49:02.720 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.763444+0000", 2024-08-17T01:49:02.720 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.763798+0000", 2024-08-17T01:49:02.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:02.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:02.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:02.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:02.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:02.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:02.721 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:02.722 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.722 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3, 2024-08-17T01:49:02.722 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.722 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.722 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:02.722 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.722 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.722 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.722 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.722 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3, 2024-08-17T01:49:02.723 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.723 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.723 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.723 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.15", 2024-08-17T01:49:02.723 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.723 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.723 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.723 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5359, 2024-08-17T01:49:02.723 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.723 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:09:46.461442+0000", 2024-08-17T01:49:02.723 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.723 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.724 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 90, 2024-08-17T01:49:02.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:02.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:02.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:02.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:02.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.725 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 7, 2024-08-17T01:49:02.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 7, 2024-08-17T01:49:02.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 4, 2024-08-17T01:49:02.726 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:49:02.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.727 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.727 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.727 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.727 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.727 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.727 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.727 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.727 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:02.727 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'3" 2024-08-17T01:49:02.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.727 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.727 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.728 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.728 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.728 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:02.728 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.728 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:02.728 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.728 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.728 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.728 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.728 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.728 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:02.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761597+0000", 2024-08-17T01:49:02.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761597+0000", 2024-08-17T01:49:02.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.762464+0000", 2024-08-17T01:49:02.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:02.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:02.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:02.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:02.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:02.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.729 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.730 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:02.730 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:02.730 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.730 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.730 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.730 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.730 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:02.730 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.730 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.730 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.730 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.731 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.731 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.731 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.731 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.731 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.17", 2024-08-17T01:49:02.731 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.731 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.731 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.731 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5382, 2024-08-17T01:49:02.731 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.731 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:28:03.298359+0000", 2024-08-17T01:49:02.731 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.731 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.731 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.735 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.735 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.735 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.735 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.735 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.735 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:02.735 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.735 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:02.735 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.735 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.735 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.735 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.736 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.736 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.736 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.736 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.736 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.736 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.736 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.736 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.736 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.736 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.736 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:02.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370779+0000", 2024-08-17T01:49:02.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370779+0000", 2024-08-17T01:49:02.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371080+0000", 2024-08-17T01:49:02.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:02.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:02.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:02.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:02.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:02.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:02.738 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.738 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.738 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.738 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.738 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.738 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.739 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.739 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.739 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.739 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.739 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.739 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.739 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.739 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.16", 2024-08-17T01:49:02.739 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.739 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.739 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.740 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5233, 2024-08-17T01:49:02.740 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.740 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:35:00.099159+0000", 2024-08-17T01:49:02.740 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.740 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.740 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.740 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.743 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.743 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.743 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.743 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.744 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.744 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.744 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.744 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.744 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.744 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.744 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.744 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.744 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.744 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.744 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.744 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.745 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.745 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.745 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.745 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.745 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.745 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:02.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417082+0000", 2024-08-17T01:49:02.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417082+0000", 2024-08-17T01:49:02.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417476+0000", 2024-08-17T01:49:02.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:02.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.745 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.746 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.746 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.746 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:02.746 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:02.746 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:02.746 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.746 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.746 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.746 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:02.746 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:02.746 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.746 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.746 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.747 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.747 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.747 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.747 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.747 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.747 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.747 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.747 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.747 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.747 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.747 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.16", 2024-08-17T01:49:02.747 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.748 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.748 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.748 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5195, 2024-08-17T01:49:02.748 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.748 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:10:04.299988+0000", 2024-08-17T01:49:02.748 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.748 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.748 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.748 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.749 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.750 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.751 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.751 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.752 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.752 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.752 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.752 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.752 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.752 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.752 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.752 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.752 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.752 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.752 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.752 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.753 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.753 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:02.753 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.753 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.753 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.753 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.753 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.753 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:02.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.381681+0000", 2024-08-17T01:49:02.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.381681+0000", 2024-08-17T01:49:02.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.381969+0000", 2024-08-17T01:49:02.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:02.753 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.754 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.754 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.754 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.754 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:02.754 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:02.754 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:02.754 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.754 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.754 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.754 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:02.754 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:02.754 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.755 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.755 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.755 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.755 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.755 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.755 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.755 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.755 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.755 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.755 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.755 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.755 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.755 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.17", 2024-08-17T01:49:02.756 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.756 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.756 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.756 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5183, 2024-08-17T01:49:02.756 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.756 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:47:16.991870+0000", 2024-08-17T01:49:02.756 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.756 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.756 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.756 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.757 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.758 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.759 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.759 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.759 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.759 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.759 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.759 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.759 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.759 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.759 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.759 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.759 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.759 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.760 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.760 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.760 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.760 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.760 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.760 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.760 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.760 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:02.760 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.760 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.760 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.761 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.761 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.761 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.761 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.761 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:02.761 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.761 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.761 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.761 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.761 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.761 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:02.761 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.348604+0000", 2024-08-17T01:49:02.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.348604+0000", 2024-08-17T01:49:02.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.348899+0000", 2024-08-17T01:49:02.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:02.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:02.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:02.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:02.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:02.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.762 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.763 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.763 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:02.763 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:02.763 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.763 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.763 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.763 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.763 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:02.763 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.763 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.763 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.763 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.764 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.764 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.764 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.764 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.764 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.19", 2024-08-17T01:49:02.764 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.764 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.764 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.764 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5339, 2024-08-17T01:49:02.764 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.764 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:50:57.327279+0000", 2024-08-17T01:49:02.764 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.764 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.765 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.765 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.766 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.768 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.768 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.768 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.768 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.768 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.768 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.768 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.768 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.769 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.769 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:02.769 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.769 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.769 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.769 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.769 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.769 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.769 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.769 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.769 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.770 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.770 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.770 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.770 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.770 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.770 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:02.770 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417213+0000", 2024-08-17T01:49:02.770 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417213+0000", 2024-08-17T01:49:02.770 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417525+0000", 2024-08-17T01:49:02.770 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:02.770 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.770 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.771 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.771 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.771 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:02.771 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:02.771 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:02.771 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.771 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.771 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.771 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:02.771 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:02.771 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.771 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.771 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.772 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.772 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.772 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.772 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.772 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.772 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.772 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.772 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.772 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.772 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.772 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.18", 2024-08-17T01:49:02.772 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.772 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.772 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.773 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5215, 2024-08-17T01:49:02.773 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.773 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:30:31.376857+0000", 2024-08-17T01:49:02.773 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.773 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.773 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.776 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.776 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.776 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.776 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.776 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.776 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.776 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.776 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.777 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.777 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.777 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.777 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.777 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.777 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.777 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.777 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.777 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:02.777 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.777 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.777 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.777 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.778 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.778 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:02.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.603889+0000", 2024-08-17T01:49:02.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.603889+0000", 2024-08-17T01:49:02.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:16.605290+0000", 2024-08-17T01:49:02.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:02.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:49:02.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:02.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:02.779 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:02.779 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.779 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.779 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.779 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:02.779 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:02.779 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.779 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.779 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.779 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.779 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:49:02.779 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.780 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.780 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.780 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.780 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.780 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.780 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.780 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.780 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.18", 2024-08-17T01:49:02.780 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.780 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.780 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.780 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5298, 2024-08-17T01:49:02.780 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.780 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:26:47.338523+0000", 2024-08-17T01:49:02.781 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.781 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.781 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.784 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.784 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.784 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.784 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.784 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.784 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.784 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.785 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:02.785 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.785 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.785 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.785 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.785 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.785 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.785 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.785 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:02.785 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.785 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.785 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.786 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.786 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.786 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:02.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370561+0000", 2024-08-17T01:49:02.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370561+0000", 2024-08-17T01:49:02.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.372250+0000", 2024-08-17T01:49:02.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:02.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:02.786 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:02.787 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:02.787 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.787 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.787 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.787 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:02.787 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:02.787 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.787 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.787 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.787 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.787 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.787 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.787 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.787 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.788 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.788 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.788 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.788 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.788 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.788 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.19", 2024-08-17T01:49:02.788 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.788 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.788 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.788 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5302, 2024-08-17T01:49:02.788 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.788 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:23:44.701402+0000", 2024-08-17T01:49:02.789 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.789 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.789 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.789 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.790 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.792 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.792 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.792 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.792 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.792 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.792 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.792 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.792 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:02.793 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.793 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.793 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.793 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.793 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.793 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.793 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.793 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:02.793 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.793 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.793 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.793 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.793 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.793 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:02.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.374799+0000", 2024-08-17T01:49:02.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.374799+0000", 2024-08-17T01:49:02.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.378273+0000", 2024-08-17T01:49:02.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:02.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:02.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:02.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:02.794 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.795 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.795 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.795 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:02.795 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:02.795 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.795 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:02.795 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.795 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.795 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.795 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.795 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.795 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.795 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.795 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:02.795 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.796 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.796 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1a", 2024-08-17T01:49:02.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.796 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.796 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.796 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5192, 2024-08-17T01:49:02.796 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.796 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:02:40.091722+0000", 2024-08-17T01:49:02.796 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.796 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.796 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.796 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.797 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.798 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.799 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.800 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.800 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.800 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.800 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.800 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.800 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.800 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.801 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.801 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:02.801 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'2" 2024-08-17T01:49:02.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.801 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.801 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.801 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.801 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.801 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.801 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.802 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:02.802 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.802 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.802 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.802 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.802 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.802 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:02.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408259+0000", 2024-08-17T01:49:02.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408259+0000", 2024-08-17T01:49:02.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.408532+0000", 2024-08-17T01:49:02.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:02.802 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:02.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:02.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:02.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:02.803 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:02.804 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.804 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.804 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.804 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.804 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.804 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.804 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.804 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.804 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.804 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.804 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.804 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.805 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.805 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1b", 2024-08-17T01:49:02.805 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.805 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.805 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.805 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5381, 2024-08-17T01:49:02.805 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.805 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:09.884596+0000", 2024-08-17T01:49:02.805 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.805 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.805 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.806 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.807 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.808 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.809 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.809 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.809 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.809 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.809 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.809 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.809 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.809 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.810 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:02.810 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.810 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.810 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.810 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.810 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.810 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.810 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.810 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:02.810 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.810 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.811 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:02.811 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.811 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.811 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:02.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.424784+0000", 2024-08-17T01:49:02.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.424784+0000", 2024-08-17T01:49:02.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.425198+0000", 2024-08-17T01:49:02.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:02.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.811 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.812 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:02.812 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:02.812 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:02.812 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.812 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.812 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:02.812 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:02.812 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:02.812 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.812 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:02.812 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.813 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.813 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.813 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.813 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.813 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.813 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.813 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:02.813 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.813 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.813 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.813 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1b", 2024-08-17T01:49:02.813 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.814 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.814 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.814 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5293, 2024-08-17T01:49:02.814 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.814 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:21:49.267144+0000", 2024-08-17T01:49:02.814 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.814 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.814 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.816 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.817 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.818 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.818 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.818 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.818 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.818 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.818 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.818 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.818 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:02.818 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'2" 2024-08-17T01:49:02.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.818 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.819 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.819 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.819 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.819 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.819 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.819 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:02.819 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.819 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.819 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.819 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.819 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.819 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:02.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.357454+0000", 2024-08-17T01:49:02.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.357454+0000", 2024-08-17T01:49:02.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.357772+0000", 2024-08-17T01:49:02.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:02.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:02.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:02.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:02.820 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:02.821 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.821 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.821 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.821 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:02.821 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:02.821 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.821 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.821 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.821 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.821 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:02.821 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.821 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.822 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.822 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.822 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.822 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.822 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.822 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.822 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1a", 2024-08-17T01:49:02.822 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.822 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.822 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.822 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5270, 2024-08-17T01:49:02.822 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.823 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:19:12.760099+0000", 2024-08-17T01:49:02.823 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.823 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.823 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.826 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.826 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.826 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.827 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.827 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.827 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.827 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.827 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.827 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:02.827 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.827 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.827 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.827 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.827 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.828 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.828 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.828 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:02.828 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.828 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.828 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.828 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.828 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.828 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:02.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.375029+0000", 2024-08-17T01:49:02.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.375029+0000", 2024-08-17T01:49:02.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.375327+0000", 2024-08-17T01:49:02.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:02.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:02.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:02.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:02.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:02.830 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:02.830 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.830 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.830 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.830 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.830 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.830 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.830 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.830 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.830 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.830 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.831 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.831 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.831 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.831 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.20", 2024-08-17T01:49:02.831 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.831 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.831 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.831 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5186, 2024-08-17T01:49:02.831 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.831 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:18:03.608692+0000", 2024-08-17T01:49:02.831 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.831 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.831 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.835 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.835 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.835 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.835 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.835 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.835 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.835 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.835 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:02.836 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.836 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.836 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.836 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.836 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.836 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.836 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.836 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:02.836 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.836 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.836 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.836 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.836 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.837 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:02.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.372963+0000", 2024-08-17T01:49:02.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.372963+0000", 2024-08-17T01:49:02.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.374040+0000", 2024-08-17T01:49:02.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:02.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:02.837 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:02.838 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:02.838 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.838 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.838 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.838 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:02.838 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:02.838 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.838 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.838 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.838 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.838 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.838 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.839 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.839 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.839 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.839 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.839 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.839 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.839 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.839 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.21", 2024-08-17T01:49:02.839 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.839 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.839 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.839 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5313, 2024-08-17T01:49:02.839 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.839 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:16:36.672965+0000", 2024-08-17T01:49:02.840 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.840 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.840 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.840 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.841 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.842 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.843 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.843 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.843 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.843 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.843 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.843 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.843 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.844 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.844 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:02.844 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.844 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.844 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.844 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.844 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.844 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.844 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.844 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.844 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.845 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.845 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.845 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.845 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.845 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:02.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.763913+0000", 2024-08-17T01:49:02.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.763913+0000", 2024-08-17T01:49:02.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.764936+0000", 2024-08-17T01:49:02.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:02.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.845 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.846 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.846 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:02.846 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:02.846 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:02.846 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:02.846 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.846 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.846 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.846 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:02.846 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:02.847 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.847 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.847 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.847 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.847 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:02.847 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.847 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.847 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.847 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.847 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.847 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.847 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.848 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.848 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.22", 2024-08-17T01:49:02.848 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.848 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.848 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.848 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5233, 2024-08-17T01:49:02.848 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.848 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:02:29.054697+0000", 2024-08-17T01:49:02.848 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.848 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.848 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.848 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.851 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.852 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.852 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.852 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.852 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.852 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.852 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.852 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.852 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.852 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.852 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.852 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.852 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.853 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.853 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.853 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.853 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.853 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:02.853 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.853 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.853 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.853 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.853 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.853 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:02.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.352185+0000", 2024-08-17T01:49:02.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.352185+0000", 2024-08-17T01:49:02.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.352491+0000", 2024-08-17T01:49:02.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:02.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:02.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:02.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:02.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:02.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:02.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:02.854 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.855 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.855 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.855 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.855 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:02.855 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.855 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.855 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.855 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.855 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.855 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.855 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.855 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.855 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.23", 2024-08-17T01:49:02.855 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.856 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.856 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.856 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:49:02.856 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.856 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:59:21.583240+0000", 2024-08-17T01:49:02.856 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.856 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.856 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.859 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.859 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.859 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.859 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.860 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.860 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.860 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.860 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:02.860 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.860 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.860 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.860 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.860 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.860 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.860 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.860 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:02.860 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.861 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.861 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.861 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.861 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.861 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:02.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.351693+0000", 2024-08-17T01:49:02.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.351693+0000", 2024-08-17T01:49:02.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.351990+0000", 2024-08-17T01:49:02.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:02.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.861 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.862 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.862 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:02.862 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:02.862 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:02.862 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:02.862 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.862 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.862 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.862 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:02.862 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:02.862 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.862 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.862 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.862 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.863 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:02.863 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.863 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.863 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.863 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.863 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.863 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.863 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.863 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.863 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.24", 2024-08-17T01:49:02.863 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.863 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.863 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.863 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5302, 2024-08-17T01:49:02.864 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.864 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:59:48.650013+0000", 2024-08-17T01:49:02.864 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.864 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.864 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.864 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.865 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.866 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.867 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.867 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.867 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.867 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.867 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.867 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.868 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.868 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:02.868 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.868 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.868 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.868 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.868 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.868 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.868 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.868 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:02.868 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.869 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.869 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.869 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.869 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.869 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.869 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:02.869 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.609608+0000", 2024-08-17T01:49:02.869 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.609608+0000", 2024-08-17T01:49:02.869 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:16.609881+0000", 2024-08-17T01:49:02.869 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:02.869 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.869 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.869 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.870 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:49:02.870 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:02.870 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:02.870 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:02.870 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.870 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.870 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.870 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:02.870 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:02.870 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.870 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.870 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.870 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.871 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:49:02.871 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.871 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.871 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.871 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.871 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.871 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.871 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.871 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.871 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.25", 2024-08-17T01:49:02.871 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.871 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.871 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.872 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5343, 2024-08-17T01:49:02.872 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.872 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:08:40.451836+0000", 2024-08-17T01:49:02.872 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.872 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.872 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.872 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.873 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.874 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.874 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.874 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.874 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.874 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.874 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.874 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.874 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.874 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.874 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.874 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.874 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.874 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.874 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.875 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.875 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.875 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.875 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.875 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.875 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.875 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.875 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.875 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.875 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.875 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.875 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.876 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.876 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:02.876 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.876 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.876 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.876 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.876 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.876 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.876 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.876 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:02.876 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.876 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.876 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.877 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.877 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.877 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.877 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:02.877 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.410965+0000", 2024-08-17T01:49:02.877 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.410965+0000", 2024-08-17T01:49:02.877 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.411269+0000", 2024-08-17T01:49:02.877 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:02.877 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.877 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.877 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.877 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.877 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:02.877 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:02.878 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:02.878 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.878 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.878 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.878 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:02.878 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:02.878 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.878 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.878 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.878 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.878 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.878 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.878 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.879 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.879 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.879 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.879 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.879 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.879 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.879 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.26", 2024-08-17T01:49:02.879 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.879 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.879 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.879 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5186, 2024-08-17T01:49:02.879 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.879 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:33:04.472089+0000", 2024-08-17T01:49:02.880 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.880 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.880 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.881 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.882 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.883 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.883 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.883 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.883 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.883 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.883 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.883 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.883 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.884 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:02.884 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.884 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.884 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.884 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.884 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.884 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.884 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.884 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:02.884 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.884 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.884 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.885 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.885 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.885 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:02.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.349893+0000", 2024-08-17T01:49:02.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.349893+0000", 2024-08-17T01:49:02.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.350198+0000", 2024-08-17T01:49:02.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:02.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.885 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:02.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:02.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:02.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:02.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:02.886 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:02.886 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.886 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.887 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.887 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.887 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:02.887 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.887 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.887 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.887 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.887 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.887 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.887 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.887 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.887 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.27", 2024-08-17T01:49:02.888 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.888 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.888 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.888 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5286, 2024-08-17T01:49:02.888 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.888 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:24:20.557188+0000", 2024-08-17T01:49:02.888 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.888 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.888 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.891 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.891 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.891 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.892 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.892 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.892 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.892 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.892 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.892 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:02.892 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.892 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.892 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.892 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.892 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.892 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.892 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.893 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.893 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.893 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.893 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.893 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.893 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.893 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.893 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801807+0000", 2024-08-17T01:49:02.893 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.767997+0000", 2024-08-17T01:49:02.893 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.767997+0000", 2024-08-17T01:49:02.893 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.768305+0000", 2024-08-17T01:49:02.893 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801807+0000", 2024-08-17T01:49:02.893 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.893 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.893 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:02.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801807+0000", 2024-08-17T01:49:02.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801807+0000", 2024-08-17T01:49:02.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801807+0000", 2024-08-17T01:49:02.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801807+0000", 2024-08-17T01:49:02.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801807+0000", 2024-08-17T01:49:02.894 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.894 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.894 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.894 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.894 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:02.895 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.895 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.895 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.895 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.895 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.895 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.895 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.895 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.895 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.28", 2024-08-17T01:49:02.895 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.895 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.895 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.895 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5232, 2024-08-17T01:49:02.895 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.895 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:20:45.886622+0000", 2024-08-17T01:49:02.896 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.896 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.896 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.896 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.897 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.897 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.897 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.897 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.897 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.897 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.897 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.897 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.897 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.897 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.897 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.897 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.899 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.899 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.899 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.899 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.899 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.899 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:02.900 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.900 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.900 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.900 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.900 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.900 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.900 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.900 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.900 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.900 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:02.900 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.900 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.900 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.901 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.901 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.901 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.901 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:02.901 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.352986+0000", 2024-08-17T01:49:02.901 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.352986+0000", 2024-08-17T01:49:02.901 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.353313+0000", 2024-08-17T01:49:02.901 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:02.901 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.901 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.901 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.901 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:02.902 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:02.902 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:02.902 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:02.902 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.902 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.902 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.902 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:02.902 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:02.902 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.902 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.903 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.903 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.903 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:02.903 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.903 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.903 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.903 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.903 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.903 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.903 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.903 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.903 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.29", 2024-08-17T01:49:02.904 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.904 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.904 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.904 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5292, 2024-08-17T01:49:02.904 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.904 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:53:01.883381+0000", 2024-08-17T01:49:02.904 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.904 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.904 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.904 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.905 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.905 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.905 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.905 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.905 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.905 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.905 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.905 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.905 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.905 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.905 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.905 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.905 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.906 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.907 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.908 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.908 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.908 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.908 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.908 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.908 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.908 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.908 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:02.908 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.908 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.908 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.908 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.908 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.909 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.909 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.909 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.909 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.909 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.909 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.909 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.909 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.909 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.909 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:02.909 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416395+0000", 2024-08-17T01:49:02.909 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416395+0000", 2024-08-17T01:49:02.909 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416940+0000", 2024-08-17T01:49:02.910 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:02.910 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.910 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.910 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.910 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.910 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:02.910 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:02.910 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:02.910 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.910 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.910 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.910 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:02.911 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:02.911 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.911 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.911 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.911 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.911 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.911 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.911 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.911 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.911 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.911 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.911 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.911 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.911 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.912 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2a", 2024-08-17T01:49:02.912 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.912 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.912 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.912 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5194, 2024-08-17T01:49:02.912 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.912 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:55:58.265847+0000", 2024-08-17T01:49:02.912 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.912 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.912 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.914 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.915 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.915 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.915 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.915 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.915 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.915 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.916 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.916 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.916 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.916 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.916 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.916 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.916 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.916 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.916 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.916 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.916 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:02.916 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.917 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.917 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.917 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.917 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.917 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.917 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:02.917 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.406558+0000", 2024-08-17T01:49:02.917 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.406558+0000", 2024-08-17T01:49:02.917 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.407054+0000", 2024-08-17T01:49:02.917 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:02.917 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.918 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.918 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.918 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.918 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:02.918 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:02.918 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:02.918 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.918 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.918 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.918 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:02.918 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:02.919 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.919 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.919 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.919 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.919 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.919 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.919 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.919 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.919 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.919 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.919 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.919 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.919 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.919 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2b", 2024-08-17T01:49:02.920 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.920 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.920 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.920 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5310, 2024-08-17T01:49:02.920 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.920 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:07:49.651025+0000", 2024-08-17T01:49:02.920 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.920 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.920 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.924 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.924 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.924 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.924 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.924 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.924 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.924 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.924 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:02.924 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.925 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.925 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.925 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.925 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.925 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.925 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.925 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:02.925 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.925 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.925 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.925 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.925 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.925 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.925 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:02.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368698+0000", 2024-08-17T01:49:02.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368698+0000", 2024-08-17T01:49:02.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369352+0000", 2024-08-17T01:49:02.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:02.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:02.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:02.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:02.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:02.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:02.927 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.927 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.927 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.927 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.927 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.927 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.927 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.927 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.927 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.928 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.928 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.928 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.928 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.928 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2c", 2024-08-17T01:49:02.928 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.928 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.928 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.928 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5185, 2024-08-17T01:49:02.928 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.928 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:42:39.574038+0000", 2024-08-17T01:49:02.928 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.929 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.929 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.929 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.932 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.932 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.932 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.932 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.932 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.932 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.932 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.932 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:02.933 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.933 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.933 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.933 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.933 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.933 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.933 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.933 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:02.933 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.933 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.933 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.933 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.934 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.934 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:02.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411520+0000", 2024-08-17T01:49:02.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411520+0000", 2024-08-17T01:49:02.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.411879+0000", 2024-08-17T01:49:02.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:02.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.934 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:02.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:02.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:02.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:02.935 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:02.935 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.935 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.935 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.935 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.935 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.935 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.935 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.936 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.936 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.936 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.936 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.936 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.936 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.936 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2d", 2024-08-17T01:49:02.936 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.936 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.936 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.936 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5151, 2024-08-17T01:49:02.936 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.936 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:35:20.078109+0000", 2024-08-17T01:49:02.937 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.937 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.937 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.937 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.938 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.939 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.940 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.940 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.940 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.940 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.941 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.941 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:02.941 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.941 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:02.941 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.941 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.941 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.941 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.941 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.941 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.941 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.941 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:02.942 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.942 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.942 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.942 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.942 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.942 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:02.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.406653+0000", 2024-08-17T01:49:02.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.406653+0000", 2024-08-17T01:49:02.942 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.407334+0000", 2024-08-17T01:49:02.943 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:02.943 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.943 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.943 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.943 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.943 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:02.943 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:02.943 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:02.943 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.943 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.944 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.944 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:02.944 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:02.944 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.944 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.944 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.944 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.944 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.944 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.944 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.944 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.944 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.945 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.945 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.945 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.945 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.945 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2e", 2024-08-17T01:49:02.945 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.945 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.945 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.945 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5309, 2024-08-17T01:49:02.945 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.945 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:19:36.584100+0000", 2024-08-17T01:49:02.945 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.945 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.945 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.945 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.946 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.947 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.948 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.948 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.948 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.948 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.948 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.948 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.948 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.948 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.948 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.948 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.948 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.948 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.948 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.948 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.949 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.949 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.949 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.949 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:02.949 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.949 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.949 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.949 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:02.949 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.949 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.949 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.949 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.950 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.950 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.950 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.950 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.950 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.950 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.950 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.950 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.950 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.950 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.950 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:02.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417290+0000", 2024-08-17T01:49:02.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417290+0000", 2024-08-17T01:49:02.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417685+0000", 2024-08-17T01:49:02.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:02.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:02.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:02.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:02.951 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.952 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.952 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.952 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:02.952 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:02.952 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.952 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.952 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.952 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.952 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.952 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.952 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.952 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.952 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.953 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.953 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.953 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.953 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.953 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2f", 2024-08-17T01:49:02.953 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.953 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.953 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.953 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5213, 2024-08-17T01:49:02.953 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.953 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:11:47.910339+0000", 2024-08-17T01:49:02.954 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.954 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.954 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.954 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.955 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.956 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.957 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.957 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.957 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.957 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.957 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.957 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.957 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.957 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.957 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.957 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.958 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.958 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.958 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:02.958 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:02.958 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.958 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.958 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.958 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.958 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.958 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.958 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.959 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.959 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.959 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:02.959 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.959 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.959 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.959 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.959 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.959 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.959 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:02.959 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417553+0000", 2024-08-17T01:49:02.959 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417553+0000", 2024-08-17T01:49:02.959 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417823+0000", 2024-08-17T01:49:02.960 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:02.960 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.960 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.960 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.960 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:02.960 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:02.960 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:02.960 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:02.960 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.960 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.960 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.960 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:02.961 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:02.961 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.961 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.961 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.961 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.961 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:02.961 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.961 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.961 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.961 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.961 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.961 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.961 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.961 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.962 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.30", 2024-08-17T01:49:02.962 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.962 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.962 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.962 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5205, 2024-08-17T01:49:02.962 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.962 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:13:53.482796+0000", 2024-08-17T01:49:02.962 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.962 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.962 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.965 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.965 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.965 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.965 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.965 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.965 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.965 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.965 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.965 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.965 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:02.965 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.965 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:02.966 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.966 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:02.966 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.966 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.966 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.966 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.966 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.966 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.966 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.966 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:02.966 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.966 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.966 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.967 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.967 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.967 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:02.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761507+0000", 2024-08-17T01:49:02.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761507+0000", 2024-08-17T01:49:02.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.761831+0000", 2024-08-17T01:49:02.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:02.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:02.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:02.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:02.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:02.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:02.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:02.968 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.968 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.968 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.968 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.968 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:02.968 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.969 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.969 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.969 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.969 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.969 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.969 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.969 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.969 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.31", 2024-08-17T01:49:02.969 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.969 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.969 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.969 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5340, 2024-08-17T01:49:02.970 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.970 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:17:41.463846+0000", 2024-08-17T01:49:02.970 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.970 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.970 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.973 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.973 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.973 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.973 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.973 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.974 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.974 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.974 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:02.974 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.974 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.974 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.974 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.974 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.974 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.974 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.974 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:02.974 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.975 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.975 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.975 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.975 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.975 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:02.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.765464+0000", 2024-08-17T01:49:02.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.765464+0000", 2024-08-17T01:49:02.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.765780+0000", 2024-08-17T01:49:02.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:02.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.975 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:02.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:02.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:02.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:02.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:02.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:02.976 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.976 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.976 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.977 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.977 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:02.977 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.977 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.977 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.977 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.977 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.977 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.977 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.977 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.977 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.32", 2024-08-17T01:49:02.978 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.978 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.978 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.978 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5383, 2024-08-17T01:49:02.978 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.978 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:57:55.999909+0000", 2024-08-17T01:49:02.978 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.978 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.978 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.978 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.979 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.981 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph telemetry show-device 2024-08-17T01:49:02.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.983 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.983 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.983 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.983 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:02.983 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:02.983 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:02.983 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.984 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:02.984 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.984 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.984 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.984 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.984 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.984 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.984 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.984 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:02.984 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.984 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.984 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.985 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.985 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.985 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:02.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.369345+0000", 2024-08-17T01:49:02.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.369345+0000", 2024-08-17T01:49:02.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371232+0000", 2024-08-17T01:49:02.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:02.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.985 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:02.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:02.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:02.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:02.986 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:02.986 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.986 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.986 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.986 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.986 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.986 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.986 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.987 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.987 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.987 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.987 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.987 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.987 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.987 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.33", 2024-08-17T01:49:02.987 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.987 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.987 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.987 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5290, 2024-08-17T01:49:02.987 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.987 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:24.583912+0000", 2024-08-17T01:49:02.987 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.987 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.988 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.990 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.991 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.991 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.991 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.991 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.991 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:02.991 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.991 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:02.991 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.991 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:02.991 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.991 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.991 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.991 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.992 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.992 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.992 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.992 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:02.992 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:02.992 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:02.992 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:02.992 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:02.992 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:02.992 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:02.992 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:02.992 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.366289+0000", 2024-08-17T01:49:02.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.366289+0000", 2024-08-17T01:49:02.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.366576+0000", 2024-08-17T01:49:02.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:02.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:02.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:02.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:02.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:02.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:02.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:02.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:02.993 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:02.994 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:02.994 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:02.994 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:02.994 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:02.994 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:02.994 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:02.994 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:02.994 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:02.994 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:02.994 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:02.994 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:02.994 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:02.994 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:02.994 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:02.994 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:02.995 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.34", 2024-08-17T01:49:02.995 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:02.995 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:02.995 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:02.995 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5237, 2024-08-17T01:49:02.995 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:02.995 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:59:35.594030+0000", 2024-08-17T01:49:02.995 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:02.995 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:02.995 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:02.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:02.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:02.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:02.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:02.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:02.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:02.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:02.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:02.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:02.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:02.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:02.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:02.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:02.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:02.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:02.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:02.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:02.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:02.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:02.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:02.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:02.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:02.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:02.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:02.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:02.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:02.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:02.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:02.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:02.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:02.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:02.997 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:02.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:02.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:02.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:02.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:02.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:02.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:02.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:02.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:02.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.998 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:02.998 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:02.999 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:02.999 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:02.999 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.999 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:02.999 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:02.999 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:02.999 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:02.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:02.999 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:02.999 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:02.999 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:02.999 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:03.000 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:03.000 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.000 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:03.000 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:03.000 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:03.000 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:03.000 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:03.000 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:03.000 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:03.000 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:03.000 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370795+0000", 2024-08-17T01:49:03.000 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370795+0000", 2024-08-17T01:49:03.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371104+0000", 2024-08-17T01:49:03.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:03.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:03.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:03.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:03.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:03.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:03.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:03.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:03.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.001 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:03.002 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:03.002 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:03.002 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:03.002 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:03.002 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:03.002 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:03.002 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:03.002 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:03.002 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:03.002 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:03.002 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:03.002 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:03.002 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:03.003 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:03.003 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.35", 2024-08-17T01:49:03.003 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:03.003 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:03.003 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:03.003 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5191, 2024-08-17T01:49:03.003 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:03.003 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:48:55.566151+0000", 2024-08-17T01:49:03.003 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:03.003 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:03.003 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.003 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:03.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:03.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:03.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:03.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:03.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:03.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:03.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:03.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:03.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:03.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:03.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.007 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:03.007 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:03.007 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:03.007 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:03.007 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:03.007 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:03.007 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.008 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:03.008 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:03.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.008 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.008 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:03.008 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:03.008 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:03.008 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:03.008 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.008 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:03.008 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:03.008 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:03.009 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:03.009 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:03.009 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:03.009 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:03.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:03.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.378275+0000", 2024-08-17T01:49:03.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.378275+0000", 2024-08-17T01:49:03.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.379554+0000", 2024-08-17T01:49:03.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:03.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:03.009 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.010 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:03.010 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:03.010 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:03.010 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:03.010 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:03.010 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:03.010 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.010 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:03.010 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:03.010 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:03.011 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:03.011 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:03.011 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:03.011 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:03.011 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:03.011 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:03.011 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:03.011 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:03.011 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:03.011 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:03.011 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:03.011 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:03.011 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.36", 2024-08-17T01:49:03.011 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:03.012 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:03.012 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:03.012 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5181, 2024-08-17T01:49:03.012 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:03.012 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:40:43.564800+0000", 2024-08-17T01:49:03.012 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:03.012 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:03.012 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:03.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:03.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.012 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:03.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:03.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.013 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:03.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:03.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:03.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:03.014 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:03.015 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.015 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.015 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.015 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:03.015 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:03.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.015 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:03.015 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:03.015 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:03.015 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:03.015 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:03.015 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:03.015 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.016 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:03.016 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:03.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.016 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.016 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:03.016 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:03.016 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:03.016 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:03.016 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.016 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:03.016 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:03.016 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:03.016 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:03.017 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:03.017 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:03.017 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:03.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:03.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.415959+0000", 2024-08-17T01:49:03.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.415959+0000", 2024-08-17T01:49:03.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416249+0000", 2024-08-17T01:49:03.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:03.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:03.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:03.017 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:03.018 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:03.018 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:03.018 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:03.018 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:03.018 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.018 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:03.018 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:03.018 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:03.018 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:03.018 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:03.018 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:03.018 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:03.019 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:03.019 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:03.019 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:03.019 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:03.019 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:03.019 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:03.019 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:03.019 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:03.019 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.37", 2024-08-17T01:49:03.019 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:03.019 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:03.019 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:03.019 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5160, 2024-08-17T01:49:03.020 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:03.020 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:24:46.244093+0000", 2024-08-17T01:49:03.020 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:03.020 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:03.020 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:03.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:03.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.020 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:03.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:03.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:03.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.021 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:03.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:03.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:03.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:03.022 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.023 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.023 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.023 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:03.023 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:03.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.023 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:03.023 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:03.023 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:03.023 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:03.023 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:03.023 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:03.023 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.023 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:03.023 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:03.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.024 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.024 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:03.024 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:03.024 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:03.024 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:03.024 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.024 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:03.024 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:03.024 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:03.024 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:03.024 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:03.024 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:03.024 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:03.024 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:03.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368130+0000", 2024-08-17T01:49:03.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368130+0000", 2024-08-17T01:49:03.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.368628+0000", 2024-08-17T01:49:03.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:03.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:03.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:03.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:03.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:03.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:03.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:03.025 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:03.026 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.026 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:03.026 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:03.026 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:03.026 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:03.026 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:03.026 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:03.026 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:03.026 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:03.026 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:03.026 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:03.027 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:03.027 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:03.027 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:03.027 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:03.027 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:03.027 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.38", 2024-08-17T01:49:03.027 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:03.027 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:03.027 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:03.027 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5286, 2024-08-17T01:49:03.027 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:03.027 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:10:30.083064+0000", 2024-08-17T01:49:03.027 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:03.028 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:03.028 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:03.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:03.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.028 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:03.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:03.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:03.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.029 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:03.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:03.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:03.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:03.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.030 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:03.031 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:03.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.031 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:03.031 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:03.031 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:03.031 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:03.031 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:03.031 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:03.031 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.031 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:03.031 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:03.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.031 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.031 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:03.032 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:03.032 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:03.032 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:03.032 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.032 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:03.032 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:03.032 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:03.032 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:03.032 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:03.032 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:03.032 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:03.032 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:03.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411289+0000", 2024-08-17T01:49:03.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411289+0000", 2024-08-17T01:49:03.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412937+0000", 2024-08-17T01:49:03.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:03.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:03.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:03.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:03.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:03.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:03.033 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:03.034 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:03.034 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.034 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:03.034 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:03.034 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:03.034 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:03.034 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:03.034 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:03.034 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:03.034 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:03.034 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:03.034 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:03.034 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:03.035 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:03.035 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:03.035 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:03.035 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:03.035 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.39", 2024-08-17T01:49:03.035 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:03.035 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:03.035 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:03.035 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:49:03.035 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:03.035 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:03:23.308251+0000", 2024-08-17T01:49:03.035 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:03.035 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:03.036 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:03.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:03.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.036 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:03.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:03.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:03.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.037 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:03.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:03.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:03.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:03.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.038 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.039 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.039 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:03.039 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:03.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.039 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:03.039 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:03.039 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:03.039 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:03.039 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:03.039 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:03.039 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.039 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:03.039 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:03.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.040 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.040 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:03.040 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:03.040 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:03.040 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:03.040 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.040 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:03.040 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:03.040 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:03.040 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:03.040 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:03.041 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:03.041 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:03.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:03.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.764649+0000", 2024-08-17T01:49:03.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.764649+0000", 2024-08-17T01:49:03.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.765228+0000", 2024-08-17T01:49:03.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:03.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:03.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:03.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:03.041 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:03.042 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:03.042 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:03.042 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:03.042 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.042 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:03.042 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:03.042 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:03.042 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:03.042 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:03.042 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:03.042 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:03.042 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:03.043 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:03.043 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:03.043 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:03.043 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:03.043 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:03.043 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:03.043 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:03.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3a", 2024-08-17T01:49:03.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:03.043 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:03.043 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:03.043 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5202, 2024-08-17T01:49:03.043 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:03.044 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:06:18.111523+0000", 2024-08-17T01:49:03.044 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:03.044 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:03.044 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:03.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:03.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.044 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:03.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:03.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:03.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.045 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:03.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:03.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.046 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.047 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:03.047 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:03.047 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.047 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.047 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.047 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:03.047 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:03.047 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.047 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:03.047 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:03.047 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:03.048 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:03.048 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:03.048 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:03.048 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.048 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:03.048 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:03.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.048 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.048 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:03.048 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:03.048 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:03.049 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:03.049 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.049 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:03.049 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:03.049 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:03.049 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:03.049 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:03.049 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:03.049 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:03.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:03.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.410268+0000", 2024-08-17T01:49:03.049 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.410268+0000", 2024-08-17T01:49:03.050 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412376+0000", 2024-08-17T01:49:03.050 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:03.050 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.050 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:03.050 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.050 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:03.050 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:03.050 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:03.051 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:03.051 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:03.051 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:03.051 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.051 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:03.051 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:03.051 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:03.051 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:03.051 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:03.051 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:03.051 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:03.052 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:03.052 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:03.052 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:03.052 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:03.052 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:03.052 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:03.052 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:03.052 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:03.052 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3b", 2024-08-17T01:49:03.052 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:03.052 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:03.052 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:03.052 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:49:03.053 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:03.053 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:04:32.110026+0000", 2024-08-17T01:49:03.053 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:03.053 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:03.053 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:03.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:03.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.053 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.054 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:03.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:03.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:03.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:03.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:03.055 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:03.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:03.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:03.056 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:03.056 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.057 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:03.057 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:03.057 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:03.057 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:03.057 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:03.057 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:03.057 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.057 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:03.057 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:03.057 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.057 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.057 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:03.058 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:03.058 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:03.058 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:03.058 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.058 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:03.058 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:03.058 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:03.058 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:03.058 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:03.058 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:03.058 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:03.058 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:03.058 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.418011+0000", 2024-08-17T01:49:03.059 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.418011+0000", 2024-08-17T01:49:03.059 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.418298+0000", 2024-08-17T01:49:03.059 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:03.059 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.059 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:03.059 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.059 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:03.059 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:03.059 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:03.059 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:03.059 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:03.059 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:03.059 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:03.060 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:03.060 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:03.060 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:03.060 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:03.060 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:03.060 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:03.060 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:03.060 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:03.060 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:03.060 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:03.060 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:03.060 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:03.060 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:03.061 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:03.061 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3c", 2024-08-17T01:49:03.061 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:03.061 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:03.061 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:03.061 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5226, 2024-08-17T01:49:03.061 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:03.061 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:41:27.554759+0000", 2024-08-17T01:49:03.061 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:03.061 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:03.061 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:03.061 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:03.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.062 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:03.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:03.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:03.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:03.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:03.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.063 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:03.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:03.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:03.064 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:03.064 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.064 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:03.064 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:03.064 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:03.064 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:03.064 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:03.065 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:03.065 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.065 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:03.065 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:03.065 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.065 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.065 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:03.065 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:03.065 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:03.065 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:03.066 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.066 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:03.066 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:03.066 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:03.066 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:03.066 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:03.066 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:03.066 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:03.066 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:03.066 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.348726+0000", 2024-08-17T01:49:03.066 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.348726+0000", 2024-08-17T01:49:03.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:37:42.356116+0000", 2024-08-17T01:49:03.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:03.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:03.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:49:03.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:03.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:03.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:03.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:03.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:03.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.067 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:03.068 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:03.068 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:03.068 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:03.068 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:03.068 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:03.068 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:49:03.068 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:03.068 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:03.068 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:03.068 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:03.068 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:03.068 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:03.068 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:03.068 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:03.069 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3d", 2024-08-17T01:49:03.069 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:03.069 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:03.069 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:03.069 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:49:03.069 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:03.069 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:58:51.051396+0000", 2024-08-17T01:49:03.069 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:03.069 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:03.069 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:03.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.069 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:03.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.070 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:03.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:03.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:03.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:03.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:03.071 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:03.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:03.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:03.072 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:03.072 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.072 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:03.073 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:03.073 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:03.073 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:03.073 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:03.073 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:03.073 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.073 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:03.073 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:03.073 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.073 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.073 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:03.073 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:03.074 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:03.074 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:03.074 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.074 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:03.074 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:03.074 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:03.074 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:03.074 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:03.074 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:03.074 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:03.074 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:03.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.373313+0000", 2024-08-17T01:49:03.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.373313+0000", 2024-08-17T01:49:03.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.373600+0000", 2024-08-17T01:49:03.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:03.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:03.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:03.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:03.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:03.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:03.075 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:03.076 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:03.076 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.076 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:03.076 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:03.076 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:03.076 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:03.076 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:03.076 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:03.076 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:03.076 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:03.076 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:03.076 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:03.076 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:03.077 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:03.077 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:03.077 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:03.077 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:03.077 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3e", 2024-08-17T01:49:03.077 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:03.077 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:03.077 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:03.077 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5355, 2024-08-17T01:49:03.077 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:03.077 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:58:15.507998+0000", 2024-08-17T01:49:03.077 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:03.077 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:03.078 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:03.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:03.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.078 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:03.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:03.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:03.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.079 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:03.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:03.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:03.080 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:03.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:03.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:03.081 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.081 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:03.081 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:03.081 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:03.081 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:03.081 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:03.081 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:03.081 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.082 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:03.082 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:03.082 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.082 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.082 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:03.082 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:03.082 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:03.082 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:03.082 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.082 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:03.082 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:03.082 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:03.083 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:03.083 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:03.083 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:03.083 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:03.083 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:03.083 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.413405+0000", 2024-08-17T01:49:03.083 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.413405+0000", 2024-08-17T01:49:03.083 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.413883+0000", 2024-08-17T01:49:03.083 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:03.083 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.083 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:03.084 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.084 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:03.084 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:03.084 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:03.084 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:03.084 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:03.084 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:03.084 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:03.084 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:03.084 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:03.084 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:03.084 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:03.085 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:03.085 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:03.085 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:03.085 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:03.085 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:03.085 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:03.085 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:03.085 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:03.085 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:03.085 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:03.085 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:03.085 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3f", 2024-08-17T01:49:03.085 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:03.085 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:03.086 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:03.086 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5153, 2024-08-17T01:49:03.086 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:03.086 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:49:01.070689+0000", 2024-08-17T01:49:03.086 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:03.086 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:03.086 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:03.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:03.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.086 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:03.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:03.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:03.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.087 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:03.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:03.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.088 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:03.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:03.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:03.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:03.089 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.089 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:03.089 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:03.089 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:03.089 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:03.089 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:03.089 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:03.089 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.090 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:03.090 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:03.090 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.090 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.090 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_per_pool": [ 2024-08-17T01:49:03.090 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.090 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 3, 2024-08-17T01:49:03.090 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:03.090 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr" 2024-08-17T01:49:03.090 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.090 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 253, 2024-08-17T01:49:03.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 1, 2024-08-17T01:49:03.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 3, 2024-08-17T01:49:03.090 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 253, 2024-08-17T01:49:03.091 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 1, 2024-08-17T01:49:03.091 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 590368, 2024-08-17T01:49:03.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:49:03.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:03.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:03.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:03.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:03.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 6, 2024-08-17T01:49:03.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1322, 2024-08-17T01:49:03.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2114, 2024-08-17T01:49:03.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 423, 2024-08-17T01:49:03.093 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2416 2024-08-17T01:49:03.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.094 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:49:03.094 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 1781760, 2024-08-17T01:49:03.094 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:49:03.094 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:49:03.094 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:49:03.094 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:49:03.094 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 1771104, 2024-08-17T01:49:03.094 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:49:03.094 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:49:03.094 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:49:03.094 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:49:03.094 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.094 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 3 2024-08-17T01:49:03.095 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.095 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.095 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 96, 2024-08-17T01:49:03.095 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:03.095 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:49:03.095 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.095 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 68, 2024-08-17T01:49:03.095 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 32, 2024-08-17T01:49:03.095 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T01:49:03.095 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 68, 2024-08-17T01:49:03.095 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 2, 2024-08-17T01:49:03.096 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 6596, 2024-08-17T01:49:03.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 44, 2024-08-17T01:49:03.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 66, 2024-08-17T01:49:03.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 22, 2024-08-17T01:49:03.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 22, 2024-08-17T01:49:03.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 14, 2024-08-17T01:49:03.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 4, 2024-08-17T01:49:03.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 79, 2024-08-17T01:49:03.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 86, 2024-08-17T01:49:03.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 68, 2024-08-17T01:49:03.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 35 2024-08-17T01:49:03.098 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.099 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:49:03.099 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 110592, 2024-08-17T01:49:03.099 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:49:03.099 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:49:03.099 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:49:03.099 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:49:03.099 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 19788, 2024-08-17T01:49:03.099 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:49:03.099 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:49:03.099 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 45424, 2024-08-17T01:49:03.099 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:49:03.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.099 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 96 2024-08-17T01:49:03.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.099 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.100 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 192, 2024-08-17T01:49:03.100 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:03.100 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:49:03.100 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.100 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:03.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 64, 2024-08-17T01:49:03.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T01:49:03.100 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:03.100 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 3, 2024-08-17T01:49:03.100 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:03.100 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:03.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.101 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:03.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:03.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:03.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.102 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.103 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:03.103 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.103 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:03.103 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.103 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.103 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.103 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.103 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.103 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:03.103 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:03.103 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.103 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.103 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:03.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:03.104 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.104 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:49:03.104 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 0, 2024-08-17T01:49:03.104 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:49:03.104 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:49:03.104 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:49:03.104 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:49:03.104 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 0, 2024-08-17T01:49:03.104 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:49:03.104 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:49:03.104 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:49:03.105 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:49:03.105 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.105 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 192 2024-08-17T01:49:03.105 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.105 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.105 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 24, 2024-08-17T01:49:03.105 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:03.105 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd" 2024-08-17T01:49:03.105 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.105 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 24562, 2024-08-17T01:49:03.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 8, 2024-08-17T01:49:03.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T01:49:03.105 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 24562, 2024-08-17T01:49:03.106 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 4, 2024-08-17T01:49:03.106 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 4194323, 2024-08-17T01:49:03.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:03.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T01:49:03.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T01:49:03.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T01:49:03.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.107 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 2, 2024-08-17T01:49:03.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:03.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 9029, 2024-08-17T01:49:03.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 3037459, 2024-08-17T01:49:03.108 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 24431, 2024-08-17T01:49:03.109 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 3143236 2024-08-17T01:49:03.109 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.109 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:49:03.109 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 12595200, 2024-08-17T01:49:03.109 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:49:03.109 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:49:03.109 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:49:03.109 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:49:03.109 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 12582969, 2024-08-17T01:49:03.109 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:49:03.109 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:49:03.110 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:49:03.110 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:49:03.110 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.110 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 24 2024-08-17T01:49:03.110 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.110 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.110 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T01:49:03.110 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 105, 2024-08-17T01:49:03.110 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": 4, 2024-08-17T01:49:03.110 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_by_class": { 2024-08-17T01:49:03.110 INFO:tasks.workunit.client.0.smithi157.stdout: "ssd": { 2024-08-17T01:49:03.110 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 762766516224, 2024-08-17T01:49:03.111 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T01:49:03.111 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 5193768960, 2024-08-17T01:49:03.111 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_bytes": 5193768960, 2024-08-17T01:49:03.111 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_ratio": 0.00676306989043951 2024-08-17T01:49:03.111 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.111 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.111 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 762766516224, 2024-08-17T01:49:03.111 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T01:49:03.111 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 5193768960 2024-08-17T01:49:03.111 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.111 INFO:tasks.workunit.client.0.smithi157.stdout:} 2024-08-17T01:49:03.111 INFO:tasks.workunit.client.0.smithi157.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-17T01:49:03.111 INFO:tasks.workunit.client.0.smithi157.stdout:{ 2024-08-17T01:49:03.111 INFO:tasks.workunit.client.0.smithi157.stdout: "26534758-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T01:49:03.112 INFO:tasks.workunit.client.0.smithi157.stdout: "INTEL_SSDPED1D480GA_2653d70e-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T01:49:03.112 INFO:tasks.workunit.client.0.smithi157.stdout: "20240817-002624": { 2024-08-17T01:49:03.112 INFO:tasks.workunit.client.0.smithi157.stdout: "device": { 2024-08-17T01:49:03.112 INFO:tasks.workunit.client.0.smithi157.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T01:49:03.112 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "/dev/nvme0n1", 2024-08-17T01:49:03.112 INFO:tasks.workunit.client.0.smithi157.stdout: "protocol": "NVMe", 2024-08-17T01:49:03.112 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "nvme" 2024-08-17T01:49:03.112 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.112 INFO:tasks.workunit.client.0.smithi157.stdout: "firmware_version": "E2010325", 2024-08-17T01:49:03.112 INFO:tasks.workunit.client.0.smithi157.stdout: "host_id": "26534758-5c30-11ef-a430-0cc47a887ea1", 2024-08-17T01:49:03.112 INFO:tasks.workunit.client.0.smithi157.stdout: "json_format_version": [ 2024-08-17T01:49:03.112 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:03.112 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:03.112 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.112 INFO:tasks.workunit.client.0.smithi157.stdout: "local_time": { 2024-08-17T01:49:03.113 INFO:tasks.workunit.client.0.smithi157.stdout: "asctime": "Sat Aug 17 00:26:24 2024 UTC", 2024-08-17T01:49:03.113 INFO:tasks.workunit.client.0.smithi157.stdout: "time_t": 1723854384 2024-08-17T01:49:03.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.113 INFO:tasks.workunit.client.0.smithi157.stdout: "logical_block_size": 512, 2024-08-17T01:49:03.113 INFO:tasks.workunit.client.0.smithi157.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-17T01:49:03.113 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_controller_id": 0, 2024-08-17T01:49:03.113 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T01:49:03.113 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_namespaces": [ 2024-08-17T01:49:03.113 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.113 INFO:tasks.workunit.client.0.smithi157.stdout: "capacity": { 2024-08-17T01:49:03.113 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T01:49:03.113 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T01:49:03.113 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.113 INFO:tasks.workunit.client.0.smithi157.stdout: "formatted_lba_size": 512, 2024-08-17T01:49:03.113 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 1, 2024-08-17T01:49:03.114 INFO:tasks.workunit.client.0.smithi157.stdout: "size": { 2024-08-17T01:49:03.114 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T01:49:03.114 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T01:49:03.114 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.114 INFO:tasks.workunit.client.0.smithi157.stdout: "utilization": { 2024-08-17T01:49:03.114 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T01:49:03.114 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T01:49:03.114 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.114 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.114 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.114 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T01:49:03.114 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_pci_vendor": { 2024-08-17T01:49:03.114 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 32902, 2024-08-17T01:49:03.114 INFO:tasks.workunit.client.0.smithi157.stdout: "subsystem_id": 32902 2024-08-17T01:49:03.114 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.115 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T01:49:03.115 INFO:tasks.workunit.client.0.smithi157.stdout: "Device stats": { 2024-08-17T01:49:03.115 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_fw_downgrades": { 2024-08-17T01:49:03.115 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.115 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.115 INFO:tasks.workunit.client.0.smithi157.stdout: "crc_error_count": { 2024-08-17T01:49:03.115 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.115 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.115 INFO:tasks.workunit.client.0.smithi157.stdout: "end_to_end_error_detection_count": { 2024-08-17T01:49:03.115 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.115 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.115 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.116 INFO:tasks.workunit.client.0.smithi157.stdout: "erase_fail_count": { 2024-08-17T01:49:03.116 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.116 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.116 INFO:tasks.workunit.client.0.smithi157.stdout: "host_bytes_written": { 2024-08-17T01:49:03.116 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.116 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 6865907 2024-08-17T01:49:03.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.116 INFO:tasks.workunit.client.0.smithi157.stdout: "host_ctx_wear_used": { 2024-08-17T01:49:03.116 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.117 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.117 INFO:tasks.workunit.client.0.smithi157.stdout: "media_bytes_read": { 2024-08-17T01:49:03.117 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.117 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.117 INFO:tasks.workunit.client.0.smithi157.stdout: "nand_bytes_written": { 2024-08-17T01:49:03.117 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.117 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.117 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.117 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_stat_indicator": { 2024-08-17T01:49:03.117 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.118 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.118 INFO:tasks.workunit.client.0.smithi157.stdout: "pll_lock_loss_count": { 2024-08-17T01:49:03.118 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.118 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.118 INFO:tasks.workunit.client.0.smithi157.stdout: "program_fail_count": { 2024-08-17T01:49:03.118 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.118 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.118 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.118 INFO:tasks.workunit.client.0.smithi157.stdout: "re_alloc_sectr_cnt": { 2024-08-17T01:49:03.118 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.119 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.119 INFO:tasks.workunit.client.0.smithi157.stdout: "retry_buffer_overflow_count": { 2024-08-17T01:49:03.119 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.119 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.119 INFO:tasks.workunit.client.0.smithi157.stdout: "soft_ecc_err_rate": { 2024-08-17T01:49:03.119 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.119 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.119 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.119 INFO:tasks.workunit.client.0.smithi157.stdout: "thermal_throttle_status": { 2024-08-17T01:49:03.119 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.119 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T01:49:03.120 INFO:tasks.workunit.client.0.smithi157.stdout: "cnt": 0, 2024-08-17T01:49:03.120 INFO:tasks.workunit.client.0.smithi157.stdout: "pct": 0 2024-08-17T01:49:03.120 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.120 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_host_reads": { 2024-08-17T01:49:03.120 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.120 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 13 2024-08-17T01:49:03.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.120 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_media_wear": { 2024-08-17T01:49:03.120 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.120 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": "0.000000" 2024-08-17T01:49:03.120 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.120 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_timer": { 2024-08-17T01:49:03.120 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.121 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 951162 2024-08-17T01:49:03.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.121 INFO:tasks.workunit.client.0.smithi157.stdout: "unexp_power_loss": { 2024-08-17T01:49:03.121 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.121 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.121 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.121 INFO:tasks.workunit.client.0.smithi157.stdout: "wear_leveling": { 2024-08-17T01:49:03.121 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.121 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T01:49:03.121 INFO:tasks.workunit.client.0.smithi157.stdout: "avg": 0, 2024-08-17T01:49:03.121 INFO:tasks.workunit.client.0.smithi157.stdout: "max": 0, 2024-08-17T01:49:03.121 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0 2024-08-17T01:49:03.121 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.122 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.122 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.122 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T01:49:03.122 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.122 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_log": { 2024-08-17T01:49:03.122 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare": 100, 2024-08-17T01:49:03.122 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare_threshold": 0, 2024-08-17T01:49:03.122 INFO:tasks.workunit.client.0.smithi157.stdout: "controller_busy_time": 2610, 2024-08-17T01:49:03.122 INFO:tasks.workunit.client.0.smithi157.stdout: "critical_warning": 0, 2024-08-17T01:49:03.122 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_read": 81053234, 2024-08-17T01:49:03.122 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_written": 449964123, 2024-08-17T01:49:03.122 INFO:tasks.workunit.client.0.smithi157.stdout: "host_reads": 1325904732, 2024-08-17T01:49:03.123 INFO:tasks.workunit.client.0.smithi157.stdout: "host_writes": 10296839380, 2024-08-17T01:49:03.123 INFO:tasks.workunit.client.0.smithi157.stdout: "media_errors": 0, 2024-08-17T01:49:03.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_err_log_entries": 0, 2024-08-17T01:49:03.123 INFO:tasks.workunit.client.0.smithi157.stdout: "percentage_used": 0, 2024-08-17T01:49:03.123 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycles": 20457, 2024-08-17T01:49:03.123 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_hours": 24917, 2024-08-17T01:49:03.123 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": 37, 2024-08-17T01:49:03.123 INFO:tasks.workunit.client.0.smithi157.stdout: "unsafe_shutdowns": 7037 2024-08-17T01:49:03.123 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.123 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_vendor": "intel", 2024-08-17T01:49:03.123 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_version": { 2024-08-17T01:49:03.123 INFO:tasks.workunit.client.0.smithi157.stdout: "string": "<1.2", 2024-08-17T01:49:03.123 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.124 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycle_count": 20457, 2024-08-17T01:49:03.124 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_time": { 2024-08-17T01:49:03.124 INFO:tasks.workunit.client.0.smithi157.stdout: "hours": 24917 2024-08-17T01:49:03.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.124 INFO:tasks.workunit.client.0.smithi157.stdout: "serial_number": "deleted", 2024-08-17T01:49:03.124 INFO:tasks.workunit.client.0.smithi157.stdout: "smart_status": { 2024-08-17T01:49:03.124 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme": { 2024-08-17T01:49:03.124 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.124 INFO:tasks.workunit.client.0.smithi157.stdout: "passed": true 2024-08-17T01:49:03.124 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.124 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl": { 2024-08-17T01:49:03.125 INFO:tasks.workunit.client.0.smithi157.stdout: "argv": [ 2024-08-17T01:49:03.125 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl", 2024-08-17T01:49:03.125 INFO:tasks.workunit.client.0.smithi157.stdout: "-x", 2024-08-17T01:49:03.125 INFO:tasks.workunit.client.0.smithi157.stdout: "--json=o", 2024-08-17T01:49:03.125 INFO:tasks.workunit.client.0.smithi157.stdout: "/dev/nvme0n1" 2024-08-17T01:49:03.125 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.125 INFO:tasks.workunit.client.0.smithi157.stdout: "build_info": "(local build)", 2024-08-17T01:49:03.125 INFO:tasks.workunit.client.0.smithi157.stdout: "exit_status": 0, 2024-08-17T01:49:03.125 INFO:tasks.workunit.client.0.smithi157.stdout: "output": [ 2024-08-17T01:49:03.125 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T01:49:03.125 INFO:tasks.workunit.client.0.smithi157.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T01:49:03.125 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:49:03.126 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T01:49:03.126 INFO:tasks.workunit.client.0.smithi157.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-17T01:49:03.126 INFO:tasks.workunit.client.0.smithi157.stdout: "Serial Number: deleted", 2024-08-17T01:49:03.126 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Version: E2010325", 2024-08-17T01:49:03.126 INFO:tasks.workunit.client.0.smithi157.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T01:49:03.126 INFO:tasks.workunit.client.0.smithi157.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T01:49:03.126 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller ID: 0", 2024-08-17T01:49:03.126 INFO:tasks.workunit.client.0.smithi157.stdout: "NVMe Version: <1.2", 2024-08-17T01:49:03.126 INFO:tasks.workunit.client.0.smithi157.stdout: "Number of Namespaces: 1", 2024-08-17T01:49:03.126 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-17T01:49:03.126 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T01:49:03.126 INFO:tasks.workunit.client.0.smithi157.stdout: "Local Time is: Sat Aug 17 00:26:24 2024 UTC", 2024-08-17T01:49:03.126 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T01:49:03.127 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-17T01:49:03.127 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T01:49:03.127 INFO:tasks.workunit.client.0.smithi157.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T01:49:03.127 INFO:tasks.workunit.client.0.smithi157.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T01:49:03.127 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:49:03.127 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported Power States", 2024-08-17T01:49:03.127 INFO:tasks.workunit.client.0.smithi157.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T01:49:03.127 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-17T01:49:03.127 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:49:03.127 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T01:49:03.127 INFO:tasks.workunit.client.0.smithi157.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T01:49:03.128 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 512 0 2", 2024-08-17T01:49:03.128 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:49:03.128 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T01:49:03.128 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T01:49:03.128 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:49:03.128 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T01:49:03.128 INFO:tasks.workunit.client.0.smithi157.stdout: "Critical Warning: 0x00", 2024-08-17T01:49:03.128 INFO:tasks.workunit.client.0.smithi157.stdout: "Temperature: 37 Celsius", 2024-08-17T01:49:03.128 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare: 100%", 2024-08-17T01:49:03.128 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare Threshold: 0%", 2024-08-17T01:49:03.128 INFO:tasks.workunit.client.0.smithi157.stdout: "Percentage Used: 0%", 2024-08-17T01:49:03.129 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Read: 81,053,234 [41.4 TB]", 2024-08-17T01:49:03.129 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Written: 449,964,123 [230 TB]", 2024-08-17T01:49:03.129 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Read Commands: 1,325,904,732", 2024-08-17T01:49:03.129 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Write Commands: 10,296,839,380", 2024-08-17T01:49:03.129 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller Busy Time: 2,610", 2024-08-17T01:49:03.129 INFO:tasks.workunit.client.0.smithi157.stdout: "Power Cycles: 20,457", 2024-08-17T01:49:03.129 INFO:tasks.workunit.client.0.smithi157.stdout: "Power On Hours: 24,917", 2024-08-17T01:49:03.129 INFO:tasks.workunit.client.0.smithi157.stdout: "Unsafe Shutdowns: 7,037", 2024-08-17T01:49:03.129 INFO:tasks.workunit.client.0.smithi157.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T01:49:03.129 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information Log Entries: 0", 2024-08-17T01:49:03.129 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:49:03.129 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T01:49:03.130 INFO:tasks.workunit.client.0.smithi157.stdout: "No Errors Logged", 2024-08-17T01:49:03.130 INFO:tasks.workunit.client.0.smithi157.stdout: "" 2024-08-17T01:49:03.130 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.130 INFO:tasks.workunit.client.0.smithi157.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T01:49:03.130 INFO:tasks.workunit.client.0.smithi157.stdout: "svn_revision": "5155", 2024-08-17T01:49:03.130 INFO:tasks.workunit.client.0.smithi157.stdout: "version": [ 2024-08-17T01:49:03.130 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:03.130 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:03.130 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.130 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.130 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": { 2024-08-17T01:49:03.130 INFO:tasks.workunit.client.0.smithi157.stdout: "current": 37 2024-08-17T01:49:03.131 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.131 INFO:tasks.workunit.client.0.smithi157.stdout: "user_capacity": { 2024-08-17T01:49:03.131 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 937703088, 2024-08-17T01:49:03.131 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 480103981056 2024-08-17T01:49:03.131 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.131 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.131 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.131 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.131 INFO:tasks.workunit.client.0.smithi157.stdout: "26550746-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T01:49:03.131 INFO:tasks.workunit.client.0.smithi157.stdout: "INTEL_SSDPEDMD400G4_265582e8-5c30-11ef-a430-0cc47a887ea1": { 2024-08-17T01:49:03.131 INFO:tasks.workunit.client.0.smithi157.stdout: "20240817-002627": { 2024-08-17T01:49:03.131 INFO:tasks.workunit.client.0.smithi157.stdout: "device": { 2024-08-17T01:49:03.131 INFO:tasks.workunit.client.0.smithi157.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T01:49:03.132 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "/dev/nvme0n1", 2024-08-17T01:49:03.132 INFO:tasks.workunit.client.0.smithi157.stdout: "protocol": "NVMe", 2024-08-17T01:49:03.132 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "nvme" 2024-08-17T01:49:03.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.132 INFO:tasks.workunit.client.0.smithi157.stdout: "firmware_version": "8DV101H0", 2024-08-17T01:49:03.132 INFO:tasks.workunit.client.0.smithi157.stdout: "host_id": "26550746-5c30-11ef-a430-0cc47a887ea1", 2024-08-17T01:49:03.132 INFO:tasks.workunit.client.0.smithi157.stdout: "json_format_version": [ 2024-08-17T01:49:03.132 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:03.132 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:03.132 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.132 INFO:tasks.workunit.client.0.smithi157.stdout: "local_time": { 2024-08-17T01:49:03.132 INFO:tasks.workunit.client.0.smithi157.stdout: "asctime": "Sat Aug 17 00:26:26 2024 UTC", 2024-08-17T01:49:03.132 INFO:tasks.workunit.client.0.smithi157.stdout: "time_t": 1723854386 2024-08-17T01:49:03.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.133 INFO:tasks.workunit.client.0.smithi157.stdout: "logical_block_size": 512, 2024-08-17T01:49:03.133 INFO:tasks.workunit.client.0.smithi157.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T01:49:03.133 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_controller_id": 0, 2024-08-17T01:49:03.133 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T01:49:03.133 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_namespaces": [ 2024-08-17T01:49:03.133 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.133 INFO:tasks.workunit.client.0.smithi157.stdout: "capacity": { 2024-08-17T01:49:03.133 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T01:49:03.133 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T01:49:03.133 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.133 INFO:tasks.workunit.client.0.smithi157.stdout: "formatted_lba_size": 512, 2024-08-17T01:49:03.133 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 1, 2024-08-17T01:49:03.133 INFO:tasks.workunit.client.0.smithi157.stdout: "size": { 2024-08-17T01:49:03.133 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T01:49:03.134 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T01:49:03.134 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.134 INFO:tasks.workunit.client.0.smithi157.stdout: "utilization": { 2024-08-17T01:49:03.134 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T01:49:03.134 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T01:49:03.134 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.134 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.134 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.134 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T01:49:03.134 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_pci_vendor": { 2024-08-17T01:49:03.134 INFO:tasks.workunit.client.0.smithi157.stdout: "id": 32902, 2024-08-17T01:49:03.134 INFO:tasks.workunit.client.0.smithi157.stdout: "subsystem_id": 32902 2024-08-17T01:49:03.134 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.135 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T01:49:03.135 INFO:tasks.workunit.client.0.smithi157.stdout: "Device stats": { 2024-08-17T01:49:03.135 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_fw_downgrades": { 2024-08-17T01:49:03.135 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.135 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.135 INFO:tasks.workunit.client.0.smithi157.stdout: "crc_error_count": { 2024-08-17T01:49:03.135 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.135 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.135 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.135 INFO:tasks.workunit.client.0.smithi157.stdout: "end_to_end_error_detection_count": { 2024-08-17T01:49:03.135 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.136 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.136 INFO:tasks.workunit.client.0.smithi157.stdout: "erase_fail_count": { 2024-08-17T01:49:03.136 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.136 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.136 INFO:tasks.workunit.client.0.smithi157.stdout: "host_bytes_written": { 2024-08-17T01:49:03.136 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.136 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 28961671 2024-08-17T01:49:03.136 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.136 INFO:tasks.workunit.client.0.smithi157.stdout: "host_ctx_wear_used": { 2024-08-17T01:49:03.136 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.137 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 1 2024-08-17T01:49:03.137 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.137 INFO:tasks.workunit.client.0.smithi157.stdout: "media_bytes_read": { 2024-08-17T01:49:03.137 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.137 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.137 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.137 INFO:tasks.workunit.client.0.smithi157.stdout: "nand_bytes_written": { 2024-08-17T01:49:03.137 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.137 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 50866485 2024-08-17T01:49:03.137 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.137 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_stat_indicator": { 2024-08-17T01:49:03.137 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.137 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.138 INFO:tasks.workunit.client.0.smithi157.stdout: "pll_lock_loss_count": { 2024-08-17T01:49:03.138 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.138 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.138 INFO:tasks.workunit.client.0.smithi157.stdout: "program_fail_count": { 2024-08-17T01:49:03.138 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.138 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.138 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.138 INFO:tasks.workunit.client.0.smithi157.stdout: "re_alloc_sectr_cnt": { 2024-08-17T01:49:03.138 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.138 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.139 INFO:tasks.workunit.client.0.smithi157.stdout: "retry_buffer_overflow_count": { 2024-08-17T01:49:03.139 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.139 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.139 INFO:tasks.workunit.client.0.smithi157.stdout: "soft_ecc_err_rate": { 2024-08-17T01:49:03.139 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.139 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.139 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.139 INFO:tasks.workunit.client.0.smithi157.stdout: "thermal_throttle_status": { 2024-08-17T01:49:03.139 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.139 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T01:49:03.139 INFO:tasks.workunit.client.0.smithi157.stdout: "cnt": 0, 2024-08-17T01:49:03.139 INFO:tasks.workunit.client.0.smithi157.stdout: "pct": 0 2024-08-17T01:49:03.140 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.140 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_host_reads": { 2024-08-17T01:49:03.140 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.140 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 65535 2024-08-17T01:49:03.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.140 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_media_wear": { 2024-08-17T01:49:03.140 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.140 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": "63.999023" 2024-08-17T01:49:03.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.140 INFO:tasks.workunit.client.0.smithi157.stdout: "timed_workload_timer": { 2024-08-17T01:49:03.140 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 100, 2024-08-17T01:49:03.140 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 65535 2024-08-17T01:49:03.140 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.141 INFO:tasks.workunit.client.0.smithi157.stdout: "unexp_power_loss": { 2024-08-17T01:49:03.141 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 0, 2024-08-17T01:49:03.141 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": 0 2024-08-17T01:49:03.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.141 INFO:tasks.workunit.client.0.smithi157.stdout: "wear_leveling": { 2024-08-17T01:49:03.141 INFO:tasks.workunit.client.0.smithi157.stdout: "normalized": 89, 2024-08-17T01:49:03.141 INFO:tasks.workunit.client.0.smithi157.stdout: "raw": { 2024-08-17T01:49:03.141 INFO:tasks.workunit.client.0.smithi157.stdout: "avg": 3477, 2024-08-17T01:49:03.141 INFO:tasks.workunit.client.0.smithi157.stdout: "max": 3496, 2024-08-17T01:49:03.141 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 3462 2024-08-17T01:49:03.141 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.141 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.141 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T01:49:03.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.142 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_smart_health_information_log": { 2024-08-17T01:49:03.142 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare": 100, 2024-08-17T01:49:03.142 INFO:tasks.workunit.client.0.smithi157.stdout: "available_spare_threshold": 10, 2024-08-17T01:49:03.142 INFO:tasks.workunit.client.0.smithi157.stdout: "controller_busy_time": 0, 2024-08-17T01:49:03.142 INFO:tasks.workunit.client.0.smithi157.stdout: "critical_warning": 0, 2024-08-17T01:49:03.142 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_read": 376556188, 2024-08-17T01:49:03.142 INFO:tasks.workunit.client.0.smithi157.stdout: "data_units_written": 1898032115, 2024-08-17T01:49:03.142 INFO:tasks.workunit.client.0.smithi157.stdout: "host_reads": 6322988028, 2024-08-17T01:49:03.142 INFO:tasks.workunit.client.0.smithi157.stdout: "host_writes": 33391789029, 2024-08-17T01:49:03.142 INFO:tasks.workunit.client.0.smithi157.stdout: "media_errors": 0, 2024-08-17T01:49:03.142 INFO:tasks.workunit.client.0.smithi157.stdout: "num_err_log_entries": 0, 2024-08-17T01:49:03.142 INFO:tasks.workunit.client.0.smithi157.stdout: "percentage_used": 11, 2024-08-17T01:49:03.143 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycles": 59176, 2024-08-17T01:49:03.143 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_hours": 54753, 2024-08-17T01:49:03.143 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": 25, 2024-08-17T01:49:03.143 INFO:tasks.workunit.client.0.smithi157.stdout: "unsafe_shutdowns": 8 2024-08-17T01:49:03.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.143 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_vendor": "intel", 2024-08-17T01:49:03.143 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme_version": { 2024-08-17T01:49:03.143 INFO:tasks.workunit.client.0.smithi157.stdout: "string": "<1.2", 2024-08-17T01:49:03.143 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.143 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.143 INFO:tasks.workunit.client.0.smithi157.stdout: "power_cycle_count": 59176, 2024-08-17T01:49:03.143 INFO:tasks.workunit.client.0.smithi157.stdout: "power_on_time": { 2024-08-17T01:49:03.144 INFO:tasks.workunit.client.0.smithi157.stdout: "hours": 54753 2024-08-17T01:49:03.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.144 INFO:tasks.workunit.client.0.smithi157.stdout: "serial_number": "deleted", 2024-08-17T01:49:03.144 INFO:tasks.workunit.client.0.smithi157.stdout: "smart_status": { 2024-08-17T01:49:03.144 INFO:tasks.workunit.client.0.smithi157.stdout: "nvme": { 2024-08-17T01:49:03.144 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.144 INFO:tasks.workunit.client.0.smithi157.stdout: "passed": true 2024-08-17T01:49:03.144 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.144 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl": { 2024-08-17T01:49:03.144 INFO:tasks.workunit.client.0.smithi157.stdout: "argv": [ 2024-08-17T01:49:03.144 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl", 2024-08-17T01:49:03.144 INFO:tasks.workunit.client.0.smithi157.stdout: "-x", 2024-08-17T01:49:03.145 INFO:tasks.workunit.client.0.smithi157.stdout: "--json=o", 2024-08-17T01:49:03.145 INFO:tasks.workunit.client.0.smithi157.stdout: "/dev/nvme0n1" 2024-08-17T01:49:03.145 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.145 INFO:tasks.workunit.client.0.smithi157.stdout: "build_info": "(local build)", 2024-08-17T01:49:03.145 INFO:tasks.workunit.client.0.smithi157.stdout: "exit_status": 0, 2024-08-17T01:49:03.145 INFO:tasks.workunit.client.0.smithi157.stdout: "output": [ 2024-08-17T01:49:03.145 INFO:tasks.workunit.client.0.smithi157.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T01:49:03.145 INFO:tasks.workunit.client.0.smithi157.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T01:49:03.145 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:49:03.145 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T01:49:03.145 INFO:tasks.workunit.client.0.smithi157.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T01:49:03.145 INFO:tasks.workunit.client.0.smithi157.stdout: "Serial Number: deleted", 2024-08-17T01:49:03.145 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Version: 8DV101H0", 2024-08-17T01:49:03.145 INFO:tasks.workunit.client.0.smithi157.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T01:49:03.146 INFO:tasks.workunit.client.0.smithi157.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T01:49:03.146 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller ID: 0", 2024-08-17T01:49:03.146 INFO:tasks.workunit.client.0.smithi157.stdout: "NVMe Version: <1.2", 2024-08-17T01:49:03.146 INFO:tasks.workunit.client.0.smithi157.stdout: "Number of Namespaces: 1", 2024-08-17T01:49:03.146 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T01:49:03.146 INFO:tasks.workunit.client.0.smithi157.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T01:49:03.146 INFO:tasks.workunit.client.0.smithi157.stdout: "Local Time is: Sat Aug 17 00:26:26 2024 UTC", 2024-08-17T01:49:03.146 INFO:tasks.workunit.client.0.smithi157.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T01:49:03.146 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T01:49:03.146 INFO:tasks.workunit.client.0.smithi157.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T01:49:03.146 INFO:tasks.workunit.client.0.smithi157.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T01:49:03.146 INFO:tasks.workunit.client.0.smithi157.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T01:49:03.146 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:49:03.147 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported Power States", 2024-08-17T01:49:03.147 INFO:tasks.workunit.client.0.smithi157.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T01:49:03.147 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T01:49:03.147 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:49:03.147 INFO:tasks.workunit.client.0.smithi157.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T01:49:03.147 INFO:tasks.workunit.client.0.smithi157.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T01:49:03.147 INFO:tasks.workunit.client.0.smithi157.stdout: " 0 + 512 0 2", 2024-08-17T01:49:03.147 INFO:tasks.workunit.client.0.smithi157.stdout: " 1 - 512 8 2", 2024-08-17T01:49:03.147 INFO:tasks.workunit.client.0.smithi157.stdout: " 2 - 512 16 2", 2024-08-17T01:49:03.147 INFO:tasks.workunit.client.0.smithi157.stdout: " 3 - 4096 0 0", 2024-08-17T01:49:03.147 INFO:tasks.workunit.client.0.smithi157.stdout: " 4 - 4096 8 0", 2024-08-17T01:49:03.147 INFO:tasks.workunit.client.0.smithi157.stdout: " 5 - 4096 64 0", 2024-08-17T01:49:03.147 INFO:tasks.workunit.client.0.smithi157.stdout: " 6 - 4096 128 0", 2024-08-17T01:49:03.148 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:49:03.148 INFO:tasks.workunit.client.0.smithi157.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T01:49:03.148 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T01:49:03.148 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:49:03.148 INFO:tasks.workunit.client.0.smithi157.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T01:49:03.148 INFO:tasks.workunit.client.0.smithi157.stdout: "Critical Warning: 0x00", 2024-08-17T01:49:03.148 INFO:tasks.workunit.client.0.smithi157.stdout: "Temperature: 25 Celsius", 2024-08-17T01:49:03.148 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare: 100%", 2024-08-17T01:49:03.148 INFO:tasks.workunit.client.0.smithi157.stdout: "Available Spare Threshold: 10%", 2024-08-17T01:49:03.148 INFO:tasks.workunit.client.0.smithi157.stdout: "Percentage Used: 11%", 2024-08-17T01:49:03.148 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Read: 376,556,188 [192 TB]", 2024-08-17T01:49:03.148 INFO:tasks.workunit.client.0.smithi157.stdout: "Data Units Written: 1,898,032,115 [971 TB]", 2024-08-17T01:49:03.149 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Read Commands: 6,322,988,028", 2024-08-17T01:49:03.149 INFO:tasks.workunit.client.0.smithi157.stdout: "Host Write Commands: 33,391,789,029", 2024-08-17T01:49:03.149 INFO:tasks.workunit.client.0.smithi157.stdout: "Controller Busy Time: 0", 2024-08-17T01:49:03.149 INFO:tasks.workunit.client.0.smithi157.stdout: "Power Cycles: 59,176", 2024-08-17T01:49:03.149 INFO:tasks.workunit.client.0.smithi157.stdout: "Power On Hours: 54,753", 2024-08-17T01:49:03.149 INFO:tasks.workunit.client.0.smithi157.stdout: "Unsafe Shutdowns: 8", 2024-08-17T01:49:03.149 INFO:tasks.workunit.client.0.smithi157.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T01:49:03.149 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information Log Entries: 0", 2024-08-17T01:49:03.149 INFO:tasks.workunit.client.0.smithi157.stdout: "", 2024-08-17T01:49:03.149 INFO:tasks.workunit.client.0.smithi157.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T01:49:03.149 INFO:tasks.workunit.client.0.smithi157.stdout: "No Errors Logged", 2024-08-17T01:49:03.149 INFO:tasks.workunit.client.0.smithi157.stdout: "" 2024-08-17T01:49:03.149 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.149 INFO:tasks.workunit.client.0.smithi157.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T01:49:03.150 INFO:tasks.workunit.client.0.smithi157.stdout: "svn_revision": "5155", 2024-08-17T01:49:03.150 INFO:tasks.workunit.client.0.smithi157.stdout: "version": [ 2024-08-17T01:49:03.150 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:03.150 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:03.150 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.150 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.150 INFO:tasks.workunit.client.0.smithi157.stdout: "temperature": { 2024-08-17T01:49:03.150 INFO:tasks.workunit.client.0.smithi157.stdout: "current": 25 2024-08-17T01:49:03.150 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.150 INFO:tasks.workunit.client.0.smithi157.stdout: "user_capacity": { 2024-08-17T01:49:03.150 INFO:tasks.workunit.client.0.smithi157.stdout: "blocks": 781422768, 2024-08-17T01:49:03.150 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 400088457216 2024-08-17T01:49:03.150 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.151 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.151 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.151 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.151 INFO:tasks.workunit.client.0.smithi157.stdout:} 2024-08-17T01:49:03.151 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph telemetry show 2024-08-17T01:49:03.151 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='client.46013 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:03.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='client.46019 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:03.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='client.46019 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:03.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-08-17T01:49:03.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:03.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:03.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.152 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.153 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.154 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.154 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='client.46013 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:03.154 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='client.46019 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:03.154 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='client.46019 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:03.154 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-08-17T01:49:03.154 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:03.155 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:03.155 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.155 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.155 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.155 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.155 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.155 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.155 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.155 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.155 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.155 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.155 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.155 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.156 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.156 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.156 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.156 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.156 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.156 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.156 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.156 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.156 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.157 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.157 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.157 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.157 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:03.157 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:03.157 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.157 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.157 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.157 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.157 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.158 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.158 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.158 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.158 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.158 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.158 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.158 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.158 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.158 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.158 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.158 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.158 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.158 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.159 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.159 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.159 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.159 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.159 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.159 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.159 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.160 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.160 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.160 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:03.160 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:03.160 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.160 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.160 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.160 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.160 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.160 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.160 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.160 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.160 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.161 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.161 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.161 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.161 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.161 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.161 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.161 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.161 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.161 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.161 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.161 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.161 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.161 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.161 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.162 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:00 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.162 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:03.162 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:03.162 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='client.46055 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:03.162 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='client.46055 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:03.162 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:03.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:03.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:03.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:03.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.166 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.166 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.166 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.166 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:03.166 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:03.166 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:03.166 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:03.166 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:01 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:03.166 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:49:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:49:03.167 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:02 smithi187 ceph-mon[90552]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:03.167 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:02 smithi187 ceph-mon[90552]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:03.167 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:02 smithi187 ceph-mon[90552]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 1 op/s 2024-08-17T01:49:03.168 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:02 smithi187 ceph-mon[90552]: from='client.36171 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:03.168 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:02 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:49:03.168 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:02 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:49:03.168 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:02 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:49:03.168 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:02 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:03.168 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:02 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:49:03.168 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:02 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:49:03.168 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:02 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:49:03.176 INFO:tasks.workunit.client.0.smithi157.stdout:{ 2024-08-17T01:49:03.176 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer": { 2024-08-17T01:49:03.176 INFO:tasks.workunit.client.0.smithi157.stdout: "active": true, 2024-08-17T01:49:03.176 INFO:tasks.workunit.client.0.smithi157.stdout: "mode": "" 2024-08-17T01:49:03.177 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.177 INFO:tasks.workunit.client.0.smithi157.stdout: "channels": [ 2024-08-17T01:49:03.177 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T01:49:03.177 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T01:49:03.177 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T01:49:03.177 INFO:tasks.workunit.client.0.smithi157.stdout: "ident", 2024-08-17T01:49:03.177 INFO:tasks.workunit.client.0.smithi157.stdout: "perf" 2024-08-17T01:49:03.177 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.177 INFO:tasks.workunit.client.0.smithi157.stdout: "channels_available": [ 2024-08-17T01:49:03.177 INFO:tasks.workunit.client.0.smithi157.stdout: "basic", 2024-08-17T01:49:03.178 INFO:tasks.workunit.client.0.smithi157.stdout: "ident", 2024-08-17T01:49:03.178 INFO:tasks.workunit.client.0.smithi157.stdout: "crash", 2024-08-17T01:49:03.178 INFO:tasks.workunit.client.0.smithi157.stdout: "device", 2024-08-17T01:49:03.178 INFO:tasks.workunit.client.0.smithi157.stdout: "perf" 2024-08-17T01:49:03.178 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.178 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_available": [ 2024-08-17T01:49:03.178 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T01:49:03.178 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T01:49:03.178 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T01:49:03.178 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T01:49:03.178 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T01:49:03.179 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T01:49:03.179 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T01:49:03.179 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T01:49:03.179 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T01:49:03.179 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T01:49:03.179 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore", 2024-08-17T01:49:03.179 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_flags" 2024-08-17T01:49:03.179 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.179 INFO:tasks.workunit.client.0.smithi157.stdout: "collections_opted_in": [ 2024-08-17T01:49:03.179 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_base", 2024-08-17T01:49:03.179 INFO:tasks.workunit.client.0.smithi157.stdout: "device_base", 2024-08-17T01:49:03.179 INFO:tasks.workunit.client.0.smithi157.stdout: "crash_base", 2024-08-17T01:49:03.180 INFO:tasks.workunit.client.0.smithi157.stdout: "ident_base", 2024-08-17T01:49:03.180 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_perf", 2024-08-17T01:49:03.180 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_mds_metadata", 2024-08-17T01:49:03.180 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_usage", 2024-08-17T01:49:03.180 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_usage_by_class", 2024-08-17T01:49:03.180 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_rook_v01", 2024-08-17T01:49:03.180 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_memory_metrics", 2024-08-17T01:49:03.180 INFO:tasks.workunit.client.0.smithi157.stdout: "basic_pool_options_bluestore" 2024-08-17T01:49:03.180 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.180 INFO:tasks.workunit.client.0.smithi157.stdout: "config": { 2024-08-17T01:49:03.180 INFO:tasks.workunit.client.0.smithi157.stdout: "active_changed": [ 2024-08-17T01:49:03.180 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:49:03.180 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T01:49:03.180 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:49:03.181 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T01:49:03.181 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T01:49:03.181 INFO:tasks.workunit.client.0.smithi157.stdout: "client_check_pool_perm", 2024-08-17T01:49:03.181 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_gid", 2024-08-17T01:49:03.181 INFO:tasks.workunit.client.0.smithi157.stdout: "client_mount_uid", 2024-08-17T01:49:03.181 INFO:tasks.workunit.client.0.smithi157.stdout: "client_quota", 2024-08-17T01:49:03.181 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T01:49:03.181 INFO:tasks.workunit.client.0.smithi157.stdout: "daemonize", 2024-08-17T01:49:03.181 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:49:03.181 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T01:49:03.181 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T01:49:03.181 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T01:49:03.181 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T01:49:03.182 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T01:49:03.182 INFO:tasks.workunit.client.0.smithi157.stdout: "keyring", 2024-08-17T01:49:03.182 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T01:49:03.182 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T01:49:03.182 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T01:49:03.182 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T01:49:03.182 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T01:49:03.182 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T01:49:03.182 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_journald", 2024-08-17T01:49:03.182 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_stderr", 2024-08-17T01:49:03.182 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T01:49:03.182 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T01:49:03.182 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_host", 2024-08-17T01:49:03.183 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T01:49:03.183 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mds_skip_sanity", 2024-08-17T01:49:03.183 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:49:03.183 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:49:03.183 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:49:03.183 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:49:03.183 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:49:03.183 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:49:03.183 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:49:03.183 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:49:03.183 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:49:03.183 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:49:03.183 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:49:03.184 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:49:03.184 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:49:03.184 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T01:49:03.184 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T01:49:03.184 INFO:tasks.workunit.client.0.smithi157.stdout: "no_config_file", 2024-08-17T01:49:03.184 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T01:49:03.184 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T01:49:03.184 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:49:03.184 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T01:49:03.184 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:49:03.184 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T01:49:03.184 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:49:03.184 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:49:03.184 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:49:03.185 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:49:03.185 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep", 2024-08-17T01:49:03.185 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep_hdd", 2024-08-17T01:49:03.185 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep_hybrid", 2024-08-17T01:49:03.185 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_delete_sleep_ssd", 2024-08-17T01:49:03.185 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_max_backfills", 2024-08-17T01:49:03.185 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:49:03.185 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T01:49:03.185 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T01:49:03.185 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T01:49:03.185 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T01:49:03.185 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T01:49:03.186 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T01:49:03.186 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T01:49:03.186 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T01:49:03.186 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T01:49:03.186 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T01:49:03.186 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T01:49:03.186 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T01:49:03.186 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T01:49:03.186 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T01:49:03.186 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:49:03.186 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:49:03.186 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T01:49:03.186 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_active", 2024-08-17T01:49:03.187 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_active_hdd", 2024-08-17T01:49:03.187 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_active_ssd", 2024-08-17T01:49:03.187 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T01:49:03.187 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep", 2024-08-17T01:49:03.187 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep_hdd", 2024-08-17T01:49:03.187 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep_hybrid", 2024-08-17T01:49:03.187 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_sleep_ssd", 2024-08-17T01:49:03.187 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T01:49:03.187 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T01:49:03.187 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_sleep", 2024-08-17T01:49:03.187 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:49:03.187 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep", 2024-08-17T01:49:03.187 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep_hdd", 2024-08-17T01:49:03.188 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-17T01:49:03.188 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_snap_trim_sleep_ssd", 2024-08-17T01:49:03.188 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T01:49:03.188 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:49:03.188 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_default_features", 2024-08-17T01:49:03.188 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_qos_exclude_ops", 2024-08-17T01:49:03.188 INFO:tasks.workunit.client.0.smithi157.stdout: "setgroup", 2024-08-17T01:49:03.188 INFO:tasks.workunit.client.0.smithi157.stdout: "setuser" 2024-08-17T01:49:03.188 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.188 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_changed": [ 2024-08-17T01:49:03.188 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:49:03.188 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_debug", 2024-08-17T01:49:03.188 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:49:03.188 INFO:tasks.workunit.client.0.smithi157.stdout: "auth_service_ticket_ttl", 2024-08-17T01:49:03.189 INFO:tasks.workunit.client.0.smithi157.stdout: "bdev_debug_aio", 2024-08-17T01:49:03.189 INFO:tasks.workunit.client.0.smithi157.stdout: "container_image", 2024-08-17T01:49:03.189 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:49:03.189 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mgr", 2024-08-17T01:49:03.189 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_mon", 2024-08-17T01:49:03.189 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_ms", 2024-08-17T01:49:03.189 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_osd", 2024-08-17T01:49:03.189 INFO:tasks.workunit.client.0.smithi157.stdout: "debug_paxos", 2024-08-17T01:49:03.189 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_file", 2024-08-17T01:49:03.189 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_journald", 2024-08-17T01:49:03.189 INFO:tasks.workunit.client.0.smithi157.stdout: "log_to_stderr", 2024-08-17T01:49:03.189 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_join_fs", 2024-08-17T01:49:03.190 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T01:49:03.190 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/container_init", 2024-08-17T01:49:03.190 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/migration_current", 2024-08-17T01:49:03.190 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T01:49:03.190 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T01:49:03.190 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T01:49:03.190 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T01:49:03.190 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T01:49:03.190 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T01:49:03.190 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T01:49:03.190 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/channel_ident", 2024-08-17T01:49:03.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/channel_perf", 2024-08-17T01:49:03.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/description", 2024-08-17T01:49:03.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/enabled", 2024-08-17T01:49:03.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr/telemetry/organization", 2024-08-17T01:49:03.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_allow_pool_delete", 2024-08-17T01:49:03.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_clock_drift_allowed", 2024-08-17T01:49:03.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_cluster_log_to_file", 2024-08-17T01:49:03.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_data_avail_warn", 2024-08-17T01:49:03.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_election_default_strategy", 2024-08-17T01:49:03.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_max_pg_per_osd", 2024-08-17T01:49:03.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mds_skip_sanity", 2024-08-17T01:49:03.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:49:03.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:49:03.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:49:03.191 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:49:03.192 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:49:03.192 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:49:03.192 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:49:03.192 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:49:03.192 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:49:03.192 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:49:03.192 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:49:03.192 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:49:03.192 INFO:tasks.workunit.client.0.smithi157.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:49:03.192 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_bug", 2024-08-17T01:49:03.192 INFO:tasks.workunit.client.0.smithi157.stdout: "ms_die_on_old_message", 2024-08-17T01:49:03.192 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_default_list", 2024-08-17T01:49:03.192 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_class_load_list", 2024-08-17T01:49:03.192 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:49:03.192 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_op_order", 2024-08-17T01:49:03.193 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:49:03.193 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_shutdown", 2024-08-17T01:49:03.193 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:49:03.193 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:49:03.193 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:49:03.193 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:49:03.193 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:49:03.193 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mclock_profile", 2024-08-17T01:49:03.193 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target", 2024-08-17T01:49:03.193 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_memory_target_autotune", 2024-08-17T01:49:03.193 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue", 2024-08-17T01:49:03.193 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_op_queue_cut_off", 2024-08-17T01:49:03.193 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:49:03.194 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:49:03.194 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recover_clone_overlap", 2024-08-17T01:49:03.194 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_recovery_max_chunk", 2024-08-17T01:49:03.194 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_load_threshold", 2024-08-17T01:49:03.194 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_scrub_max_interval", 2024-08-17T01:49:03.194 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:49:03.194 INFO:tasks.workunit.client.0.smithi157.stdout: "public_network", 2024-08-17T01:49:03.194 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:49:03.194 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_cache_enabled", 2024-08-17T01:49:03.194 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_ops_log", 2024-08-17T01:49:03.194 INFO:tasks.workunit.client.0.smithi157.stdout: "rgw_enable_usage_log" 2024-08-17T01:49:03.194 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.195 INFO:tasks.workunit.client.0.smithi157.stdout: "contact": null, 2024-08-17T01:49:03.195 INFO:tasks.workunit.client.0.smithi157.stdout: "crashes": [], 2024-08-17T01:49:03.195 INFO:tasks.workunit.client.0.smithi157.stdout: "created": "2024-08-17T00:23:19.848982Z", 2024-08-17T01:49:03.195 INFO:tasks.workunit.client.0.smithi157.stdout: "crush": { 2024-08-17T01:49:03.195 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_algs": { 2024-08-17T01:49:03.195 INFO:tasks.workunit.client.0.smithi157.stdout: "straw2": 3 2024-08-17T01:49:03.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.195 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_sizes": { 2024-08-17T01:49:03.195 INFO:tasks.workunit.client.0.smithi157.stdout: "2": 1, 2024-08-17T01:49:03.195 INFO:tasks.workunit.client.0.smithi157.stdout: "4": 2 2024-08-17T01:49:03.195 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.195 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket_types": { 2024-08-17T01:49:03.195 INFO:tasks.workunit.client.0.smithi157.stdout: "1": 2, 2024-08-17T01:49:03.195 INFO:tasks.workunit.client.0.smithi157.stdout: "11": 1 2024-08-17T01:49:03.196 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.196 INFO:tasks.workunit.client.0.smithi157.stdout: "compat_weight_set": false, 2024-08-17T01:49:03.196 INFO:tasks.workunit.client.0.smithi157.stdout: "device_classes": [ 2024-08-17T01:49:03.196 INFO:tasks.workunit.client.0.smithi157.stdout: 8 2024-08-17T01:49:03.196 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_buckets": 6, 2024-08-17T01:49:03.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_devices": 8, 2024-08-17T01:49:03.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_rules": 2, 2024-08-17T01:49:03.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_types": 12, 2024-08-17T01:49:03.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_weight_sets": 0, 2024-08-17T01:49:03.196 INFO:tasks.workunit.client.0.smithi157.stdout: "tunables": { 2024-08-17T01:49:03.196 INFO:tasks.workunit.client.0.smithi157.stdout: "allowed_bucket_algs": 54, 2024-08-17T01:49:03.197 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_fallback_tries": 0, 2024-08-17T01:49:03.197 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_local_tries": 0, 2024-08-17T01:49:03.197 INFO:tasks.workunit.client.0.smithi157.stdout: "choose_total_tries": 50, 2024-08-17T01:49:03.197 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_descend_once": 1, 2024-08-17T01:49:03.197 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_stable": 1, 2024-08-17T01:49:03.197 INFO:tasks.workunit.client.0.smithi157.stdout: "chooseleaf_vary_r": 1, 2024-08-17T01:49:03.197 INFO:tasks.workunit.client.0.smithi157.stdout: "has_msr_rules": 0, 2024-08-17T01:49:03.197 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v2_rules": 1, 2024-08-17T01:49:03.197 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v3_rules": 0, 2024-08-17T01:49:03.197 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v4_buckets": 1, 2024-08-17T01:49:03.197 INFO:tasks.workunit.client.0.smithi157.stdout: "has_v5_rules": 0, 2024-08-17T01:49:03.198 INFO:tasks.workunit.client.0.smithi157.stdout: "legacy_tunables": 0, 2024-08-17T01:49:03.198 INFO:tasks.workunit.client.0.smithi157.stdout: "minimum_required_version": "jewel", 2024-08-17T01:49:03.198 INFO:tasks.workunit.client.0.smithi157.stdout: "msr_collision_tries": 100, 2024-08-17T01:49:03.198 INFO:tasks.workunit.client.0.smithi157.stdout: "msr_descents": 100, 2024-08-17T01:49:03.198 INFO:tasks.workunit.client.0.smithi157.stdout: "optimal_tunables": 1, 2024-08-17T01:49:03.198 INFO:tasks.workunit.client.0.smithi157.stdout: "profile": "jewel", 2024-08-17T01:49:03.198 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables": 1, 2024-08-17T01:49:03.198 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables2": 1, 2024-08-17T01:49:03.198 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables3": 1, 2024-08-17T01:49:03.198 INFO:tasks.workunit.client.0.smithi157.stdout: "require_feature_tunables5": 1, 2024-08-17T01:49:03.198 INFO:tasks.workunit.client.0.smithi157.stdout: "straw_calc_version": 1 2024-08-17T01:49:03.198 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.198 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.198 INFO:tasks.workunit.client.0.smithi157.stdout: "description": "upgrade test cluster", 2024-08-17T01:49:03.199 INFO:tasks.workunit.client.0.smithi157.stdout: "fs": { 2024-08-17T01:49:03.199 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:03.199 INFO:tasks.workunit.client.0.smithi157.stdout: "feature_flags": { 2024-08-17T01:49:03.199 INFO:tasks.workunit.client.0.smithi157.stdout: "enable_multiple": true, 2024-08-17T01:49:03.199 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_enabled_multiple": true 2024-08-17T01:49:03.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.199 INFO:tasks.workunit.client.0.smithi157.stdout: "filesystems": [ 2024-08-17T01:49:03.199 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.199 INFO:tasks.workunit.client.0.smithi157.stdout: "approx_ctime": "2024-08", 2024-08-17T01:49:03.199 INFO:tasks.workunit.client.0.smithi157.stdout: "balancer_enabled": false, 2024-08-17T01:49:03.199 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.199 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_caps": 0, 2024-08-17T01:49:03.199 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_dns": 10, 2024-08-17T01:49:03.200 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_inos": 13, 2024-08-17T01:49:03.200 INFO:tasks.workunit.client.0.smithi157.stdout: "cached_subtrees": 2, 2024-08-17T01:49:03.200 INFO:tasks.workunit.client.0.smithi157.stdout: "ever_allowed_features": 0, 2024-08-17T01:49:03.200 INFO:tasks.workunit.client.0.smithi157.stdout: "explicitly_allowed_features": 0, 2024-08-17T01:49:03.200 INFO:tasks.workunit.client.0.smithi157.stdout: "files": 0, 2024-08-17T01:49:03.200 INFO:tasks.workunit.client.0.smithi157.stdout: "max_mds": 1, 2024-08-17T01:49:03.200 INFO:tasks.workunit.client.0.smithi157.stdout: "num_data_pools": 1, 2024-08-17T01:49:03.200 INFO:tasks.workunit.client.0.smithi157.stdout: "num_in": 1, 2024-08-17T01:49:03.200 INFO:tasks.workunit.client.0.smithi157.stdout: "num_mds": 1, 2024-08-17T01:49:03.200 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": 0, 2024-08-17T01:49:03.200 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_replay": 0, 2024-08-17T01:49:03.200 INFO:tasks.workunit.client.0.smithi157.stdout: "num_up": 1, 2024-08-17T01:49:03.200 INFO:tasks.workunit.client.0.smithi157.stdout: "snaps": 0, 2024-08-17T01:49:03.201 INFO:tasks.workunit.client.0.smithi157.stdout: "standby_count_wanted": 0 2024-08-17T01:49:03.201 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.201 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.201 INFO:tasks.workunit.client.0.smithi157.stdout: "num_standby_mds": 1, 2024-08-17T01:49:03.201 INFO:tasks.workunit.client.0.smithi157.stdout: "total_num_mds": 2 2024-08-17T01:49:03.201 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.201 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_stats": { 2024-08-17T01:49:03.201 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:49:03.201 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:49:03.201 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 20701184, 2024-08-17T01:49:03.201 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 441176, 2024-08-17T01:49:03.201 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T01:49:03.202 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:49:03.202 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 491520, 2024-08-17T01:49:03.202 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 480, 2024-08-17T01:49:03.202 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:03.202 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 1189216, 2024-08-17T01:49:03.202 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 22, 2024-08-17T01:49:03.202 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 1296384, 2024-08-17T01:49:03.202 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 15152968, 2024-08-17T01:49:03.202 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 21192704 2024-08-17T01:49:03.202 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.202 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:49:03.203 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 20144128, 2024-08-17T01:49:03.203 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 326496, 2024-08-17T01:49:03.203 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2621440, 2024-08-17T01:49:03.203 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 778240, 2024-08-17T01:49:03.203 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 0, 2024-08-17T01:49:03.203 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 355, 2024-08-17T01:49:03.203 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:03.203 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 1077176, 2024-08-17T01:49:03.203 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 13, 2024-08-17T01:49:03.203 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 600064, 2024-08-17T01:49:03.203 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 14740712, 2024-08-17T01:49:03.204 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 20144128 2024-08-17T01:49:03.204 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.204 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.204 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:03.204 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:49:03.204 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 268419072, 2024-08-17T01:49:03.204 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 6471552, 2024-08-17T01:49:03.204 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3014656, 2024-08-17T01:49:03.204 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 1490944, 2024-08-17T01:49:03.204 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 16384, 2024-08-17T01:49:03.204 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10155, 2024-08-17T01:49:03.204 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:03.204 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 15236104, 2024-08-17T01:49:03.205 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 23, 2024-08-17T01:49:03.205 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 4722688, 2024-08-17T01:49:03.205 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 237483128, 2024-08-17T01:49:03.205 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 268435456 2024-08-17T01:49:03.205 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.205 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T01:49:03.205 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 178946048, 2024-08-17T01:49:03.205 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 2129968, 2024-08-17T01:49:03.205 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2883584, 2024-08-17T01:49:03.205 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 540672, 2024-08-17T01:49:03.205 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 3211264, 2024-08-17T01:49:03.205 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 7038, 2024-08-17T01:49:03.205 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:03.206 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 10075728, 2024-08-17T01:49:03.206 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:49:03.206 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2523392, 2024-08-17T01:49:03.206 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 160792704, 2024-08-17T01:49:03.206 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 182157312 2024-08-17T01:49:03.206 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.206 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:49:03.206 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 170401792, 2024-08-17T01:49:03.206 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 1932352, 2024-08-17T01:49:03.206 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 2883584, 2024-08-17T01:49:03.206 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:49:03.206 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 3350528, 2024-08-17T01:49:03.206 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 6609, 2024-08-17T01:49:03.207 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:03.207 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 10541968, 2024-08-17T01:49:03.207 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:49:03.207 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 2475520, 2024-08-17T01:49:03.207 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 152568368, 2024-08-17T01:49:03.207 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 173752320 2024-08-17T01:49:03.207 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.207 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.207 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.207 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T01:49:03.207 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 495329280, 2024-08-17T01:49:03.207 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 30179560, 2024-08-17T01:49:03.207 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3276800, 2024-08-17T01:49:03.208 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 16384, 2024-08-17T01:49:03.208 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 40148992, 2024-08-17T01:49:03.208 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 13437, 2024-08-17T01:49:03.208 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:03.208 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 68481192, 2024-08-17T01:49:03.208 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:49:03.208 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 10404352, 2024-08-17T01:49:03.208 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 382970992, 2024-08-17T01:49:03.209 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 535478272 2024-08-17T01:49:03.210 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.210 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T01:49:03.210 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 460251136, 2024-08-17T01:49:03.210 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 26162024, 2024-08-17T01:49:03.210 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3276800, 2024-08-17T01:49:03.210 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:49:03.210 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 38019072, 2024-08-17T01:49:03.210 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 12982, 2024-08-17T01:49:03.210 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:03.210 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 63110000, 2024-08-17T01:49:03.210 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 61, 2024-08-17T01:49:03.211 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 11867904, 2024-08-17T01:49:03.211 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 355834408, 2024-08-17T01:49:03.211 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 498270208 2024-08-17T01:49:03.211 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.211 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T01:49:03.211 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 414507008, 2024-08-17T01:49:03.211 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 25945960, 2024-08-17T01:49:03.211 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 5373952, 2024-08-17T01:49:03.211 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 49152, 2024-08-17T01:49:03.211 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 74039296, 2024-08-17T01:49:03.211 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 11721, 2024-08-17T01:49:03.211 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:03.211 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 68219712, 2024-08-17T01:49:03.211 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:49:03.212 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 11856896, 2024-08-17T01:49:03.212 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 303061336, 2024-08-17T01:49:03.212 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 488546304 2024-08-17T01:49:03.212 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.212 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T01:49:03.212 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 433610752, 2024-08-17T01:49:03.212 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 16051568, 2024-08-17T01:49:03.213 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3145728, 2024-08-17T01:49:03.213 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 32768, 2024-08-17T01:49:03.213 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 44359680, 2024-08-17T01:49:03.213 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10198, 2024-08-17T01:49:03.213 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:03.213 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 54206672, 2024-08-17T01:49:03.213 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 53, 2024-08-17T01:49:03.214 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 13157632, 2024-08-17T01:49:03.214 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 347016384, 2024-08-17T01:49:03.214 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 477970432 2024-08-17T01:49:03.214 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.214 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T01:49:03.214 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 501686272, 2024-08-17T01:49:03.214 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 19066232, 2024-08-17T01:49:03.215 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3145728, 2024-08-17T01:49:03.215 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:49:03.215 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 19005440, 2024-08-17T01:49:03.215 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10739, 2024-08-17T01:49:03.215 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:03.215 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 50077224, 2024-08-17T01:49:03.215 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:49:03.215 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 10807040, 2024-08-17T01:49:03.215 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 418590048, 2024-08-17T01:49:03.216 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 520691712 2024-08-17T01:49:03.216 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.216 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T01:49:03.216 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 526499840, 2024-08-17T01:49:03.216 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 23705336, 2024-08-17T01:49:03.216 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3407872, 2024-08-17T01:49:03.216 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:49:03.216 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 3055616, 2024-08-17T01:49:03.216 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 13890, 2024-08-17T01:49:03.216 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:03.216 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 59003464, 2024-08-17T01:49:03.216 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:49:03.216 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 13427968, 2024-08-17T01:49:03.216 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 426955200, 2024-08-17T01:49:03.216 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 529555456 2024-08-17T01:49:03.217 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.217 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T01:49:03.217 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 505118720, 2024-08-17T01:49:03.217 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 18816880, 2024-08-17T01:49:03.217 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 5242880, 2024-08-17T01:49:03.217 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:49:03.217 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 38199296, 2024-08-17T01:49:03.217 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 10154, 2024-08-17T01:49:03.217 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:03.217 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 56508608, 2024-08-17T01:49:03.217 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:49:03.217 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 11500032, 2024-08-17T01:49:03.217 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 413050320, 2024-08-17T01:49:03.217 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 543318016 2024-08-17T01:49:03.218 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.218 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T01:49:03.218 INFO:tasks.workunit.client.0.smithi157.stdout: "actual_memory_used": 515358720, 2024-08-17T01:49:03.218 INFO:tasks.workunit.client.0.smithi157.stdout: "central_cache_freelist": 19997176, 2024-08-17T01:49:03.218 INFO:tasks.workunit.client.0.smithi157.stdout: "malloc_metadata": 3276800, 2024-08-17T01:49:03.218 INFO:tasks.workunit.client.0.smithi157.stdout: "page_heap_freelist": 0, 2024-08-17T01:49:03.218 INFO:tasks.workunit.client.0.smithi157.stdout: "released_to_os": 20955136, 2024-08-17T01:49:03.218 INFO:tasks.workunit.client.0.smithi157.stdout: "spans_in_use": 11329, 2024-08-17T01:49:03.218 INFO:tasks.workunit.client.0.smithi157.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:49:03.218 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_cache_freelists": 63009008, 2024-08-17T01:49:03.218 INFO:tasks.workunit.client.0.smithi157.stdout: "thread_heaps_in_use": 51, 2024-08-17T01:49:03.218 INFO:tasks.workunit.client.0.smithi157.stdout: "transfer_cache_freelist": 11054848, 2024-08-17T01:49:03.218 INFO:tasks.workunit.client.0.smithi157.stdout: "use_by_application": 418020888, 2024-08-17T01:49:03.218 INFO:tasks.workunit.client.0.smithi157.stdout: "virtual_address_space_used": 536313856 2024-08-17T01:49:03.219 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.219 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.219 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.219 INFO:tasks.workunit.client.0.smithi157.stdout: "hosts": { 2024-08-17T01:49:03.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num": 2, 2024-08-17T01:49:03.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mds": 2, 2024-08-17T01:49:03.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mgr": 2, 2024-08-17T01:49:03.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_mon": 2, 2024-08-17T01:49:03.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_with_osd": 2 2024-08-17T01:49:03.219 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.219 INFO:tasks.workunit.client.0.smithi157.stdout: "io_rate": { 2024-08-17T01:49:03.219 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_stats_delta": { 2024-08-17T01:49:03.219 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 0, 2024-08-17T01:49:03.219 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:03.219 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 0, 2024-08-17T01:49:03.220 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:03.220 INFO:tasks.workunit.client.0.smithi157.stdout: "stamp_delta": "12.003078", 2024-08-17T01:49:03.220 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:03.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:03.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:03.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:03.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:03.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:03.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:03.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:03.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:03.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:03.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:03.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:03.220 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:03.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:03.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:03.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:03.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:03.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:03.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:03.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:03.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:03.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:03.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:03.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:03.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:03.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:03.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:03.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:03.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:03.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:03.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:03.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:03.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:03.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:03.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 2, 2024-08-17T01:49:03.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2, 2024-08-17T01:49:03.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:03.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:03.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:03.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:03.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:03.223 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.223 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:49:03.223 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 0, 2024-08-17T01:49:03.223 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:49:03.223 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:49:03.223 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:49:03.223 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:49:03.223 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 0, 2024-08-17T01:49:03.223 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:49:03.223 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:49:03.223 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:49:03.223 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:49:03.223 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.223 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 0 2024-08-17T01:49:03.224 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.224 INFO:tasks.workunit.client.0.smithi157.stdout: "leaderboard": false, 2024-08-17T01:49:03.224 INFO:tasks.workunit.client.0.smithi157.stdout: "leaderboard_description": null, 2024-08-17T01:49:03.224 INFO:tasks.workunit.client.0.smithi157.stdout: "license": "sharing-1-0", 2024-08-17T01:49:03.224 INFO:tasks.workunit.client.0.smithi157.stdout: "mempool": { 2024-08-17T01:49:03.224 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:49:03.224 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:49:03.224 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:03.224 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.224 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.224 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.224 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.225 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.225 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:03.225 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.225 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.225 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:03.225 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.225 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.225 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.225 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:03.225 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.226 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.226 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:03.226 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.226 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.226 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:03.226 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.226 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.226 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.226 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:03.226 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.226 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.227 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:03.227 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.227 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.227 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:03.227 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.227 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.227 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:03.227 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.227 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.227 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.227 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:03.227 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.228 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.228 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:03.228 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.228 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.228 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:03.228 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.228 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.228 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:03.228 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.228 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.228 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.229 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:03.229 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.229 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.229 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:03.229 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.229 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.229 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:03.229 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.229 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.229 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.229 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:03.230 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 230400, 2024-08-17T01:49:03.230 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 69 2024-08-17T01:49:03.230 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.230 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:03.230 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.230 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.230 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.230 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:03.230 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 52112, 2024-08-17T01:49:03.230 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 181 2024-08-17T01:49:03.230 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.230 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.230 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.230 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.231 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.231 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:03.231 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.231 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.231 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.231 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:03.231 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.231 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.231 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.231 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:03.231 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12664, 2024-08-17T01:49:03.231 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 246 2024-08-17T01:49:03.231 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.231 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:03.232 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.232 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.232 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.232 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:03.232 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.232 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.232 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.233 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:03.233 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.233 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.233 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.233 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:03.233 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.233 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.233 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.233 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.233 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:49:03.233 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:03.233 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.233 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.234 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.234 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.234 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.234 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.234 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.234 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:03.235 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.235 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.235 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.235 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:03.235 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.235 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.235 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.235 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:03.235 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.236 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.236 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.236 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:03.236 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.236 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.236 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.236 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:03.236 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.236 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.236 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.236 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:03.236 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.236 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.236 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.237 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:03.237 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.237 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.237 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:03.237 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.237 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.237 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:03.237 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.237 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.237 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.237 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:03.238 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.238 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.238 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.238 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:03.238 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.238 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.238 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.238 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:03.238 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.238 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.238 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.239 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:03.239 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.239 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.239 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.239 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:03.239 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.239 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.239 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.239 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:03.239 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.239 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.240 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.240 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:03.240 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.240 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.240 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.240 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:03.240 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 149025, 2024-08-17T01:49:03.240 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 34 2024-08-17T01:49:03.240 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.240 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:03.240 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.240 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.240 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.241 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:03.241 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 928, 2024-08-17T01:49:03.241 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T01:49:03.241 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.241 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.241 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.241 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.241 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.241 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:03.241 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.241 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.241 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.241 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:03.242 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.242 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.242 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.242 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:03.242 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.242 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.242 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.242 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:03.242 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.242 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.242 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.242 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:03.242 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.243 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.243 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.243 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:03.243 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.243 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.243 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.243 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:03.243 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.243 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.243 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.243 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.243 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.243 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:03.243 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:49:03.244 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:03.244 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.244 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.244 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.244 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.244 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.244 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.244 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.244 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:03.244 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.244 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.244 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.244 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:03.245 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.245 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.245 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.245 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:03.245 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.245 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.245 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.245 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:03.245 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.245 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.245 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.245 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:03.245 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.246 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.246 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.246 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:03.246 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.246 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.246 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.246 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:03.246 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.246 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.246 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.246 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:03.246 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.246 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.246 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.247 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:03.247 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.247 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.247 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.247 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:03.247 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.247 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.247 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.247 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:03.247 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.247 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.247 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.247 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:03.247 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.247 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.248 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.248 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:03.248 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.248 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.248 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.248 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:03.248 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.248 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.248 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.248 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:03.248 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.248 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.248 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.248 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:03.248 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.249 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.249 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.249 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:03.249 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 52526378, 2024-08-17T01:49:03.249 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7343 2024-08-17T01:49:03.249 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.249 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:03.249 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 88, 2024-08-17T01:49:03.249 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:49:03.249 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.249 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:03.249 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.249 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.249 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.250 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.250 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.250 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.250 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.250 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:03.250 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.250 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.250 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.250 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:03.250 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.250 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.250 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.250 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:03.250 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11240, 2024-08-17T01:49:03.251 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 245 2024-08-17T01:49:03.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.251 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:03.251 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 70440, 2024-08-17T01:49:03.251 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5158 2024-08-17T01:49:03.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.251 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:03.251 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11440, 2024-08-17T01:49:03.251 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 304 2024-08-17T01:49:03.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.251 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:03.251 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.251 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.252 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:03.252 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.252 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.252 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.252 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T01:49:03.252 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:03.252 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.252 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.252 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.252 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.252 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.252 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.252 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:03.253 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.253 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.253 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:03.253 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.253 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.253 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:03.253 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.253 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.253 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.253 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:03.253 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.253 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.254 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.254 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:03.254 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.254 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.254 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.254 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:03.254 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.254 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.254 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.254 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:03.254 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.254 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.255 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:03.255 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.255 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.255 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:03.255 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.255 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.255 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:03.255 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.255 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.255 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.255 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:03.256 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.256 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.256 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:03.256 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.256 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.256 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:03.256 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.256 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.256 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.256 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:03.256 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.256 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.257 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.257 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:03.257 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.257 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.257 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.257 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:03.257 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.257 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.257 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.257 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:03.257 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 51822734, 2024-08-17T01:49:03.257 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7185 2024-08-17T01:49:03.257 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.257 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:03.258 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.258 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.258 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.258 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:03.258 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.258 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.258 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.258 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.258 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.258 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.258 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.258 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:03.258 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.258 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.259 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:03.259 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.259 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.259 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:03.259 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11240, 2024-08-17T01:49:03.259 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 245 2024-08-17T01:49:03.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.259 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:03.259 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 70440, 2024-08-17T01:49:03.259 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5158 2024-08-17T01:49:03.259 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.259 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:03.260 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5720, 2024-08-17T01:49:03.260 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 152 2024-08-17T01:49:03.260 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.260 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:03.260 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.260 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.260 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.260 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:03.260 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.260 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.260 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.260 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.260 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:49:03.261 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:03.261 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.261 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.261 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.261 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.261 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.261 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.261 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.261 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:03.261 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.261 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.261 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.261 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:03.262 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.262 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.262 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:03.262 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.262 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.262 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:03.262 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.262 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.262 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:03.262 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.262 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.262 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.263 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:03.263 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.263 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.263 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.263 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:03.263 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.263 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.263 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.263 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:03.263 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.263 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.263 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.263 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:03.263 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.263 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.264 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.264 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:03.264 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.264 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.264 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.264 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:03.264 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.264 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.264 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.264 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:03.264 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.264 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.265 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:03.265 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.265 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.265 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:03.265 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.265 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.265 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:03.265 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.265 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.265 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.265 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:03.266 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.266 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.266 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.266 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:03.266 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 44767852, 2024-08-17T01:49:03.266 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5540 2024-08-17T01:49:03.266 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.266 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:03.266 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 352, 2024-08-17T01:49:03.266 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 4 2024-08-17T01:49:03.266 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.266 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:03.266 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.266 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.266 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.267 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.267 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.267 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.267 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.267 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:03.267 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.267 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.267 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.267 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:03.267 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.267 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.267 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.267 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:03.267 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11240, 2024-08-17T01:49:03.267 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 245 2024-08-17T01:49:03.268 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.268 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:03.268 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 70440, 2024-08-17T01:49:03.268 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5158 2024-08-17T01:49:03.268 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.268 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:03.268 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5720, 2024-08-17T01:49:03.268 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 152 2024-08-17T01:49:03.268 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.268 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:03.268 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.268 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.268 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.268 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:03.268 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T01:49:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21640, 2024-08-17T01:49:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 376 2024-08-17T01:49:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.269 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:03.270 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 104576, 2024-08-17T01:49:03.270 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 27 2024-08-17T01:49:03.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.270 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:03.270 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1344, 2024-08-17T01:49:03.270 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7 2024-08-17T01:49:03.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.270 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:03.270 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 80560, 2024-08-17T01:49:03.270 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1007 2024-08-17T01:49:03.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.270 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:03.270 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 567008, 2024-08-17T01:49:03.270 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2726 2024-08-17T01:49:03.270 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.271 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:03.271 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:03.271 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:03.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.271 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:03.271 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 511998, 2024-08-17T01:49:03.271 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 142 2024-08-17T01:49:03.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.271 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:03.271 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2567507, 2024-08-17T01:49:03.271 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 565171 2024-08-17T01:49:03.271 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.271 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:03.271 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7226616, 2024-08-17T01:49:03.271 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10659 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 113516, 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12274 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 130848, 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2726 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255312, 2024-08-17T01:49:03.272 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1806 2024-08-17T01:49:03.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.273 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:03.273 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.273 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.273 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:03.273 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.273 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.273 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:03.273 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 39087, 2024-08-17T01:49:03.273 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 49 2024-08-17T01:49:03.273 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.273 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:03.274 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.274 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.274 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.274 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:03.274 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7229516, 2024-08-17T01:49:03.274 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 269 2024-08-17T01:49:03.274 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.274 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:03.274 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 13464, 2024-08-17T01:49:03.274 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 153 2024-08-17T01:49:03.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.275 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:03.275 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.275 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.275 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.275 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 511104, 2024-08-17T01:49:03.275 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 44 2024-08-17T01:49:03.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.275 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:03.275 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.275 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.275 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:03.275 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7169240, 2024-08-17T01:49:03.276 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 18587 2024-08-17T01:49:03.276 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.276 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:03.276 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:03.276 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:03.276 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.276 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:03.276 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.276 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.276 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.276 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:03.276 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.276 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.277 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.277 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:03.277 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.277 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.277 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.277 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:03.277 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.277 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.277 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.277 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.277 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T01:49:03.277 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:03.277 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.278 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.278 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.278 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 20536, 2024-08-17T01:49:03.278 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 363 2024-08-17T01:49:03.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.278 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:03.278 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 124800, 2024-08-17T01:49:03.278 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 25 2024-08-17T01:49:03.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.278 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:03.278 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1344, 2024-08-17T01:49:03.278 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7 2024-08-17T01:49:03.278 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.279 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:03.279 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 79600, 2024-08-17T01:49:03.279 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 995 2024-08-17T01:49:03.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.279 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:03.279 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 551616, 2024-08-17T01:49:03.279 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2652 2024-08-17T01:49:03.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.279 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:03.279 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:03.279 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:03.279 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.279 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:03.279 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1311040, 2024-08-17T01:49:03.280 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 334 2024-08-17T01:49:03.280 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.280 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:03.280 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2588292, 2024-08-17T01:49:03.280 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 563118 2024-08-17T01:49:03.280 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.280 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:03.280 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7195336, 2024-08-17T01:49:03.280 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10613 2024-08-17T01:49:03.280 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.280 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:03.280 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 102168, 2024-08-17T01:49:03.280 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10949 2024-08-17T01:49:03.281 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.281 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:03.281 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127248, 2024-08-17T01:49:03.281 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2651 2024-08-17T01:49:03.281 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.281 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:03.282 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.282 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.282 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.282 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:03.282 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255224, 2024-08-17T01:49:03.282 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1805 2024-08-17T01:49:03.282 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.282 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:03.282 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.282 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.282 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.282 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:03.282 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1472, 2024-08-17T01:49:03.283 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2 2024-08-17T01:49:03.283 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.283 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:03.283 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 100061, 2024-08-17T01:49:03.283 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 56 2024-08-17T01:49:03.283 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.283 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:03.283 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 20128, 2024-08-17T01:49:03.283 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 5 2024-08-17T01:49:03.283 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.283 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:03.283 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7896244, 2024-08-17T01:49:03.283 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 253 2024-08-17T01:49:03.283 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.284 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:03.284 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30800, 2024-08-17T01:49:03.284 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 350 2024-08-17T01:49:03.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.284 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:03.284 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.284 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.284 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.284 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 429792, 2024-08-17T01:49:03.284 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 37 2024-08-17T01:49:03.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.284 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:03.285 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.285 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.285 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.285 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:03.285 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7359664, 2024-08-17T01:49:03.285 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 21354 2024-08-17T01:49:03.285 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.285 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:03.285 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:03.285 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:03.285 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.285 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:03.285 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.285 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.286 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.286 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:03.286 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.286 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.286 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.286 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:03.286 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.286 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.286 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.286 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:03.286 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.287 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.287 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.287 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.287 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T01:49:03.287 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:03.287 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.287 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.287 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.287 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.287 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 20488, 2024-08-17T01:49:03.287 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 359 2024-08-17T01:49:03.288 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.288 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:03.288 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 141440, 2024-08-17T01:49:03.288 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 26 2024-08-17T01:49:03.288 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.288 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:03.289 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1728, 2024-08-17T01:49:03.289 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9 2024-08-17T01:49:03.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.289 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:03.289 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 79520, 2024-08-17T01:49:03.289 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 994 2024-08-17T01:49:03.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.289 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:03.289 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 550784, 2024-08-17T01:49:03.289 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2648 2024-08-17T01:49:03.289 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.289 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:03.290 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:03.290 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:03.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.290 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:03.290 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 377696, 2024-08-17T01:49:03.290 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 105 2024-08-17T01:49:03.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.290 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:03.290 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1893395, 2024-08-17T01:49:03.290 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 411767 2024-08-17T01:49:03.290 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.290 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:03.291 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5370896, 2024-08-17T01:49:03.291 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7930 2024-08-17T01:49:03.291 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.291 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:03.291 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 101512, 2024-08-17T01:49:03.291 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10935 2024-08-17T01:49:03.291 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.291 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:03.291 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127104, 2024-08-17T01:49:03.291 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2648 2024-08-17T01:49:03.291 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.291 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:03.291 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.291 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.292 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:03.292 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255480, 2024-08-17T01:49:03.292 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1806 2024-08-17T01:49:03.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.292 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:03.292 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.292 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.292 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:03.292 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:49:03.292 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:49:03.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.292 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:03.293 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 85887, 2024-08-17T01:49:03.293 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 56 2024-08-17T01:49:03.293 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.293 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:03.293 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:49:03.293 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:49:03.293 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.293 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:03.293 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9159930, 2024-08-17T01:49:03.293 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 263 2024-08-17T01:49:03.293 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.293 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:03.293 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 11880, 2024-08-17T01:49:03.293 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 135 2024-08-17T01:49:03.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.294 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:03.294 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.294 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.294 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.294 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 371712, 2024-08-17T01:49:03.294 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:03.294 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.294 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:03.294 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.295 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.295 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.295 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:03.295 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3206840, 2024-08-17T01:49:03.295 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 6167 2024-08-17T01:49:03.295 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.295 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:03.295 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:03.295 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:03.295 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.295 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:03.295 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.295 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.295 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.296 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:03.296 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.296 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.296 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.296 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:03.296 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.296 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.296 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.296 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:03.296 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.296 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.296 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.296 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.296 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T01:49:03.297 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:03.297 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.297 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.297 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.297 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 18016, 2024-08-17T01:49:03.297 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 311 2024-08-17T01:49:03.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.297 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:03.297 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 173952, 2024-08-17T01:49:03.297 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 24 2024-08-17T01:49:03.297 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.297 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:03.297 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1920, 2024-08-17T01:49:03.297 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10 2024-08-17T01:49:03.298 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.298 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:03.298 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 78720, 2024-08-17T01:49:03.298 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 984 2024-08-17T01:49:03.298 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.298 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:03.298 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 551824, 2024-08-17T01:49:03.298 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:49:03.298 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.298 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:03.298 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:03.298 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:03.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:03.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 386628, 2024-08-17T01:49:03.299 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 95 2024-08-17T01:49:03.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:03.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1837836, 2024-08-17T01:49:03.299 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 402605 2024-08-17T01:49:03.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:03.299 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5260736, 2024-08-17T01:49:03.299 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7768 2024-08-17T01:49:03.299 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.300 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:03.300 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 102200, 2024-08-17T01:49:03.300 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10953 2024-08-17T01:49:03.300 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.300 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:03.300 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127344, 2024-08-17T01:49:03.300 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:49:03.300 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.300 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:03.300 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.300 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.301 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.301 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:03.301 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 255224, 2024-08-17T01:49:03.301 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1805 2024-08-17T01:49:03.301 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.301 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:03.301 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.301 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.301 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.301 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:03.301 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:49:03.301 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:49:03.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.302 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:03.302 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 76456, 2024-08-17T01:49:03.302 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 57 2024-08-17T01:49:03.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.302 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:03.302 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:49:03.302 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:49:03.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.302 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:03.302 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 9998380, 2024-08-17T01:49:03.302 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 275 2024-08-17T01:49:03.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.303 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:03.303 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 10560, 2024-08-17T01:49:03.303 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 120 2024-08-17T01:49:03.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.303 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:03.303 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.303 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.304 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.304 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.304 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 429792, 2024-08-17T01:49:03.304 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 37 2024-08-17T01:49:03.304 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.304 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:03.304 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.304 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.305 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:03.305 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3530800, 2024-08-17T01:49:03.305 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9190 2024-08-17T01:49:03.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.305 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:03.305 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:03.305 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:03.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.305 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:03.305 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.305 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.305 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.306 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:03.306 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.306 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.306 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.306 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:03.307 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.307 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.307 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.307 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:03.307 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.307 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.307 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.307 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.307 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T01:49:03.307 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:03.307 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.307 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.307 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.308 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.308 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16960, 2024-08-17T01:49:03.308 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 302 2024-08-17T01:49:03.308 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.308 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:03.308 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 46848, 2024-08-17T01:49:03.308 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 22 2024-08-17T01:49:03.308 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.308 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:03.308 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3840, 2024-08-17T01:49:03.308 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 20 2024-08-17T01:49:03.308 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.308 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:03.308 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 78720, 2024-08-17T01:49:03.308 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 984 2024-08-17T01:49:03.309 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.309 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:03.309 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 551824, 2024-08-17T01:49:03.309 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:49:03.309 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.309 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:03.309 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:03.309 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:03.309 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.309 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:03.309 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1364846, 2024-08-17T01:49:03.309 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 337 2024-08-17T01:49:03.309 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.310 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:03.310 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2214829, 2024-08-17T01:49:03.310 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 478562 2024-08-17T01:49:03.310 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.310 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:03.310 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6159016, 2024-08-17T01:49:03.310 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9089 2024-08-17T01:49:03.310 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.310 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:03.311 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 102396, 2024-08-17T01:49:03.311 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10952 2024-08-17T01:49:03.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.311 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:03.311 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127344, 2024-08-17T01:49:03.311 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2653 2024-08-17T01:49:03.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.311 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:03.311 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.311 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.311 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:03.311 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 254968, 2024-08-17T01:49:03.311 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1804 2024-08-17T01:49:03.312 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.312 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:03.312 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.312 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.312 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.312 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:03.312 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:49:03.312 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:49:03.312 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.312 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:03.312 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 69403, 2024-08-17T01:49:03.312 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 52 2024-08-17T01:49:03.313 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.313 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:03.313 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:49:03.313 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:49:03.313 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.313 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:03.313 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 21551952, 2024-08-17T01:49:03.313 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 240 2024-08-17T01:49:03.313 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.313 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:03.313 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 32120, 2024-08-17T01:49:03.313 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 365 2024-08-17T01:49:03.313 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.314 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:03.314 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.314 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.314 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.314 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.314 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 453024, 2024-08-17T01:49:03.314 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 39 2024-08-17T01:49:03.314 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.314 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:03.314 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.314 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.314 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.315 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:03.315 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5083000, 2024-08-17T01:49:03.315 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12175 2024-08-17T01:49:03.315 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.315 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:03.315 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:03.315 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:03.315 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.315 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:03.315 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.315 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.315 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.315 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:03.316 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.316 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.316 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.316 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:03.316 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.316 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.316 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.316 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:03.316 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.316 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.316 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.316 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.316 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T01:49:03.316 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:03.317 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.317 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.317 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.317 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.317 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 18816, 2024-08-17T01:49:03.317 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 325 2024-08-17T01:49:03.317 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.317 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:03.317 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 165760, 2024-08-17T01:49:03.317 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 24 2024-08-17T01:49:03.317 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.317 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:03.317 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2880, 2024-08-17T01:49:03.318 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 15 2024-08-17T01:49:03.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.318 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:03.318 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 79280, 2024-08-17T01:49:03.318 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 991 2024-08-17T01:49:03.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.318 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:03.318 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 565136, 2024-08-17T01:49:03.318 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2717 2024-08-17T01:49:03.318 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.318 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:03.319 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:03.319 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:03.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.319 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:03.319 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 496324, 2024-08-17T01:49:03.319 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 129 2024-08-17T01:49:03.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.319 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:03.319 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2499417, 2024-08-17T01:49:03.319 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 550497 2024-08-17T01:49:03.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.319 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:03.319 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 7018536, 2024-08-17T01:49:03.319 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10353 2024-08-17T01:49:03.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.320 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:03.320 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 112424, 2024-08-17T01:49:03.320 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12114 2024-08-17T01:49:03.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.320 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:03.320 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 130416, 2024-08-17T01:49:03.320 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2717 2024-08-17T01:49:03.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.320 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:03.320 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.320 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.320 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:03.320 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256760, 2024-08-17T01:49:03.320 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1811 2024-08-17T01:49:03.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.321 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:03.321 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.321 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.321 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:03.321 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 736, 2024-08-17T01:49:03.321 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1 2024-08-17T01:49:03.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.321 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:03.321 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 81304, 2024-08-17T01:49:03.321 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 54 2024-08-17T01:49:03.321 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.321 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:03.322 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 12112, 2024-08-17T01:49:03.322 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 3 2024-08-17T01:49:03.322 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.322 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:03.322 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 15636185, 2024-08-17T01:49:03.322 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8984 2024-08-17T01:49:03.322 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.322 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:03.322 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 13640, 2024-08-17T01:49:03.322 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 155 2024-08-17T01:49:03.322 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.322 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:03.322 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.323 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.323 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.323 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 534336, 2024-08-17T01:49:03.323 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 46 2024-08-17T01:49:03.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.323 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:03.323 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.323 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.323 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:03.323 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 6428760, 2024-08-17T01:49:03.323 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12363 2024-08-17T01:49:03.323 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.324 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:03.324 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:03.324 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:03.324 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.324 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:03.324 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.324 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.324 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.324 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:03.324 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.324 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.324 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.324 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:03.324 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.325 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.325 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.325 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:03.325 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.325 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.325 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.325 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.325 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T01:49:03.325 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:03.325 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.325 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.325 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.325 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.325 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16536, 2024-08-17T01:49:03.325 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 293 2024-08-17T01:49:03.326 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.326 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:03.326 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 42752, 2024-08-17T01:49:03.326 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 22 2024-08-17T01:49:03.326 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.326 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:03.326 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3648, 2024-08-17T01:49:03.326 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 19 2024-08-17T01:49:03.326 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.326 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:03.326 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 79120, 2024-08-17T01:49:03.326 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 989 2024-08-17T01:49:03.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.327 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:03.327 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 553488, 2024-08-17T01:49:03.327 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2661 2024-08-17T01:49:03.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.327 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:03.327 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:03.327 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:03.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.327 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:03.327 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1103947, 2024-08-17T01:49:03.327 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 276 2024-08-17T01:49:03.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.328 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:03.328 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 1815291, 2024-08-17T01:49:03.328 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 393973 2024-08-17T01:49:03.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.328 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:03.329 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5186616, 2024-08-17T01:49:03.329 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 7659 2024-08-17T01:49:03.329 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.329 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:03.329 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 103684, 2024-08-17T01:49:03.330 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 11114 2024-08-17T01:49:03.330 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.330 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:03.330 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 127728, 2024-08-17T01:49:03.330 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2661 2024-08-17T01:49:03.330 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.330 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:03.331 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.331 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.331 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:03.331 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 254968, 2024-08-17T01:49:03.331 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1804 2024-08-17T01:49:03.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.331 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:03.331 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.331 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.331 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.331 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:03.331 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.332 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.332 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.332 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:03.332 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 44337, 2024-08-17T01:49:03.332 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 45 2024-08-17T01:49:03.332 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.332 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:03.332 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.332 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.332 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.332 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:03.332 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 19552749, 2024-08-17T01:49:03.332 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 260 2024-08-17T01:49:03.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.333 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:03.333 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 26224, 2024-08-17T01:49:03.333 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 298 2024-08-17T01:49:03.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.333 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:03.333 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.333 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.333 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.333 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 453024, 2024-08-17T01:49:03.333 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 39 2024-08-17T01:49:03.333 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.333 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:03.334 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.334 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.334 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:03.334 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3638960, 2024-08-17T01:49:03.334 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9398 2024-08-17T01:49:03.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.334 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:03.334 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:03.334 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:03.334 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.334 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:03.335 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.335 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.335 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:03.335 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.335 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.335 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:03.335 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.335 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.336 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:03.336 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.336 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.336 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.336 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T01:49:03.337 INFO:tasks.workunit.client.0.smithi157.stdout: "bloom_filter": { 2024-08-17T01:49:03.337 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.337 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.337 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.337 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 16936, 2024-08-17T01:49:03.337 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 300 2024-08-17T01:49:03.337 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.337 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_reader": { 2024-08-17T01:49:03.338 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 30464, 2024-08-17T01:49:03.338 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 21 2024-08-17T01:49:03.338 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.338 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs_file_writer": { 2024-08-17T01:49:03.338 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 3840, 2024-08-17T01:49:03.338 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 20 2024-08-17T01:49:03.338 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.338 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_alloc": { 2024-08-17T01:49:03.339 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 78800, 2024-08-17T01:49:03.339 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 985 2024-08-17T01:49:03.339 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.339 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_blob": { 2024-08-17T01:49:03.339 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 566592, 2024-08-17T01:49:03.339 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2724 2024-08-17T01:49:03.339 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.339 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_buffer": { 2024-08-17T01:49:03.339 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 256, 2024-08-17T01:49:03.339 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 32 2024-08-17T01:49:03.340 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.340 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_data": { 2024-08-17T01:49:03.340 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 616195, 2024-08-17T01:49:03.340 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 159 2024-08-17T01:49:03.340 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.340 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_meta": { 2024-08-17T01:49:03.340 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 2068969, 2024-08-17T01:49:03.340 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 458954 2024-08-17T01:49:03.340 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.340 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_onode": { 2024-08-17T01:49:03.340 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 5965216, 2024-08-17T01:49:03.340 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 8804 2024-08-17T01:49:03.340 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.340 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_cache_other": { 2024-08-17T01:49:03.341 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 113076, 2024-08-17T01:49:03.341 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 12263 2024-08-17T01:49:03.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.341 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_extent": { 2024-08-17T01:49:03.341 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 130752, 2024-08-17T01:49:03.341 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 2724 2024-08-17T01:49:03.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.341 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_fsck": { 2024-08-17T01:49:03.341 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.341 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.341 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.342 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_inline_bl": { 2024-08-17T01:49:03.342 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 254968, 2024-08-17T01:49:03.342 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 1804 2024-08-17T01:49:03.342 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.342 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_shared_blob": { 2024-08-17T01:49:03.342 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.342 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.342 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.342 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_txc": { 2024-08-17T01:49:03.342 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.342 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.342 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.343 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing": { 2024-08-17T01:49:03.343 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 45340, 2024-08-17T01:49:03.343 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 41 2024-08-17T01:49:03.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.343 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore_writing_deferred": { 2024-08-17T01:49:03.343 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.343 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.343 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_anon": { 2024-08-17T01:49:03.343 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 22045498, 2024-08-17T01:49:03.343 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 273 2024-08-17T01:49:03.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.343 INFO:tasks.workunit.client.0.smithi157.stdout: "buffer_meta": { 2024-08-17T01:49:03.343 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 15576, 2024-08-17T01:49:03.343 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 177 2024-08-17T01:49:03.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.344 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_co": { 2024-08-17T01:49:03.344 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.344 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.344 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.344 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 476256, 2024-08-17T01:49:03.344 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 41 2024-08-17T01:49:03.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.344 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_mapbl": { 2024-08-17T01:49:03.344 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.344 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.344 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_pglog": { 2024-08-17T01:49:03.344 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 4926376, 2024-08-17T01:49:03.345 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 9509 2024-08-17T01:49:03.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.345 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap": { 2024-08-17T01:49:03.345 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 668264, 2024-08-17T01:49:03.345 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 10947 2024-08-17T01:49:03.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.345 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap_mapping": { 2024-08-17T01:49:03.345 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.345 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.345 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.345 INFO:tasks.workunit.client.0.smithi157.stdout: "pgmap": { 2024-08-17T01:49:03.346 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.346 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.346 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.346 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_1": { 2024-08-17T01:49:03.346 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.346 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.346 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.346 INFO:tasks.workunit.client.0.smithi157.stdout: "unittest_2": { 2024-08-17T01:49:03.346 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes": 0, 2024-08-17T01:49:03.346 INFO:tasks.workunit.client.0.smithi157.stdout: "items": 0 2024-08-17T01:49:03.346 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.346 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.347 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.347 INFO:tasks.workunit.client.0.smithi157.stdout: "metadata": { 2024-08-17T01:49:03.347 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:49:03.347 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T01:49:03.347 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 2 2024-08-17T01:49:03.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.347 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T01:49:03.347 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T01:49:03.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.347 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T01:49:03.347 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T01:49:03.347 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.347 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T01:49:03.347 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 2 2024-08-17T01:49:03.348 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.348 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T01:49:03.348 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 2 2024-08-17T01:49:03.348 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.348 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T01:49:03.348 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T01:49:03.348 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.348 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T01:49:03.348 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T01:49:03.348 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.348 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T01:49:03.348 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 2 2024-08-17T01:49:03.348 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.348 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.349 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:03.349 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T01:49:03.349 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 3 2024-08-17T01:49:03.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.349 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T01:49:03.349 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T01:49:03.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.349 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T01:49:03.349 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T01:49:03.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.349 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T01:49:03.349 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 3 2024-08-17T01:49:03.349 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.350 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T01:49:03.350 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 3 2024-08-17T01:49:03.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.350 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T01:49:03.350 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T01:49:03.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.350 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T01:49:03.350 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T01:49:03.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.350 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T01:49:03.350 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 3 2024-08-17T01:49:03.350 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.350 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.351 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.351 INFO:tasks.workunit.client.0.smithi157.stdout: "arch": { 2024-08-17T01:49:03.351 INFO:tasks.workunit.client.0.smithi157.stdout: "x86_64": 8 2024-08-17T01:49:03.351 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.351 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_version": { 2024-08-17T01:49:03.351 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T01:49:03.351 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.351 INFO:tasks.workunit.client.0.smithi157.stdout: "cpu": { 2024-08-17T01:49:03.351 INFO:tasks.workunit.client.0.smithi157.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T01:49:03.351 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.351 INFO:tasks.workunit.client.0.smithi157.stdout: "distro": { 2024-08-17T01:49:03.351 INFO:tasks.workunit.client.0.smithi157.stdout: "centos": 8 2024-08-17T01:49:03.351 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.352 INFO:tasks.workunit.client.0.smithi157.stdout: "distro_description": { 2024-08-17T01:49:03.352 INFO:tasks.workunit.client.0.smithi157.stdout: "CentOS Stream 9": 8 2024-08-17T01:49:03.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.352 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_description": { 2024-08-17T01:49:03.352 INFO:tasks.workunit.client.0.smithi157.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T01:49:03.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.352 INFO:tasks.workunit.client.0.smithi157.stdout: "kernel_version": { 2024-08-17T01:49:03.352 INFO:tasks.workunit.client.0.smithi157.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T01:49:03.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.352 INFO:tasks.workunit.client.0.smithi157.stdout: "os": { 2024-08-17T01:49:03.352 INFO:tasks.workunit.client.0.smithi157.stdout: "Linux": 8 2024-08-17T01:49:03.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.352 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_objectstore": { 2024-08-17T01:49:03.352 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": 8 2024-08-17T01:49:03.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.353 INFO:tasks.workunit.client.0.smithi157.stdout: "rotational": { 2024-08-17T01:49:03.353 INFO:tasks.workunit.client.0.smithi157.stdout: "0": 8 2024-08-17T01:49:03.353 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.353 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.353 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:03.353 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:49:03.353 INFO:tasks.workunit.client.0.smithi157.stdout: "features": { 2024-08-17T01:49:03.353 INFO:tasks.workunit.client.0.smithi157.stdout: "optional": [], 2024-08-17T01:49:03.353 INFO:tasks.workunit.client.0.smithi157.stdout: "persistent": [ 2024-08-17T01:49:03.353 INFO:tasks.workunit.client.0.smithi157.stdout: "kraken", 2024-08-17T01:49:03.353 INFO:tasks.workunit.client.0.smithi157.stdout: "luminous", 2024-08-17T01:49:03.353 INFO:tasks.workunit.client.0.smithi157.stdout: "mimic", 2024-08-17T01:49:03.353 INFO:tasks.workunit.client.0.smithi157.stdout: "osdmap-prune", 2024-08-17T01:49:03.354 INFO:tasks.workunit.client.0.smithi157.stdout: "nautilus", 2024-08-17T01:49:03.354 INFO:tasks.workunit.client.0.smithi157.stdout: "octopus", 2024-08-17T01:49:03.354 INFO:tasks.workunit.client.0.smithi157.stdout: "pacific", 2024-08-17T01:49:03.354 INFO:tasks.workunit.client.0.smithi157.stdout: "elector-pinging", 2024-08-17T01:49:03.354 INFO:tasks.workunit.client.0.smithi157.stdout: "quincy", 2024-08-17T01:49:03.354 INFO:tasks.workunit.client.0.smithi157.stdout: "reef", 2024-08-17T01:49:03.354 INFO:tasks.workunit.client.0.smithi157.stdout: "squid" 2024-08-17T01:49:03.354 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.354 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.354 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv4_addr_mons": 6, 2024-08-17T01:49:03.354 INFO:tasks.workunit.client.0.smithi157.stdout: "ipv6_addr_mons": 0, 2024-08-17T01:49:03.354 INFO:tasks.workunit.client.0.smithi157.stdout: "min_mon_release": 19, 2024-08-17T01:49:03.354 INFO:tasks.workunit.client.0.smithi157.stdout: "v1_addr_mons": 3, 2024-08-17T01:49:03.354 INFO:tasks.workunit.client.0.smithi157.stdout: "v2_addr_mons": 3 2024-08-17T01:49:03.355 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.355 INFO:tasks.workunit.client.0.smithi157.stdout: "organization": "ceph-qa", 2024-08-17T01:49:03.355 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.355 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster_network": false, 2024-08-17T01:49:03.355 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8, 2024-08-17T01:49:03.355 INFO:tasks.workunit.client.0.smithi157.stdout: "require_min_compat_client": "luminous", 2024-08-17T01:49:03.355 INFO:tasks.workunit.client.0.smithi157.stdout: "require_osd_release": "squid" 2024-08-17T01:49:03.355 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.355 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_perf_histograms": [ 2024-08-17T01:49:03.355 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.355 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:49:03.356 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:49:03.357 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:49:03.357 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:49:03.357 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:49:03.357 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:49:03.357 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:49:03.357 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:49:03.357 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:49:03.357 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:49:03.357 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:49:03.357 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:49:03.357 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:49:03.357 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:49:03.357 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:49:03.357 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:49:03.357 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:49:03.358 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:49:03.358 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:49:03.358 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:49:03.358 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:49:03.358 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:49:03.358 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:49:03.358 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:49:03.358 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:49:03.358 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.358 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:03.358 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.358 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.358 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:03.358 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:03.359 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:49:03.359 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:49:03.359 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:03.359 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:03.359 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:49:03.359 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:49:03.359 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:49:03.359 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:49:03.359 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:49:03.359 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:49:03.359 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:49:03.359 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:49:03.359 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:49:03.359 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:49:03.360 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:49:03.360 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:49:03.360 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:49:03.360 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:49:03.360 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:49:03.360 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:49:03.360 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:49:03.360 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:49:03.360 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:49:03.360 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:49:03.360 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:49:03.360 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:49:03.360 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:49:03.360 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:49:03.361 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:49:03.361 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:49:03.361 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:49:03.361 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:49:03.361 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:49:03.361 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:49:03.361 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:49:03.361 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.361 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:03.362 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.362 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.362 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:49:03.362 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.362 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:49:03.362 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.362 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.362 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1524, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.362 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 17864, 3870, 59, 4, 23, 21, 1, 0, 0, 0, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.362 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 11420, 94, 73, 0, 8, 21, 62, 70, 32, 48, 28, 25, 18, 29, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.362 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 673, 13, 8, 0, 0, 1, 12, 15, 3, 18, 83, 185, 102, 8, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.363 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 530, 2, 3, 0, 0, 0, 0, 1, 0, 6, 1, 9, 306, 32, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.363 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 66, 0, 1, 0, 0, 0, 2, 0, 6, 17, 6, 6, 14, 49, 144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.363 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 121, 2, 0, 0, 0, 0, 1, 0, 0, 5, 1, 5, 17, 21, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.363 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 6, 22, 30, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.363 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 46, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.363 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 30, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.363 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.363 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.363 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.364 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.364 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.364 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.364 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.364 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.364 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.365 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.365 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.365 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.365 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.365 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.365 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.365 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.365 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.365 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.365 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.365 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.365 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.365 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.366 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.366 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.366 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:49:03.366 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.366 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.366 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.366 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10173, 6, 58, 8, 24, 18, 2, 2, 1, 1, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.366 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7511, 48, 1363, 5, 7, 33, 87, 135, 38, 62, 53, 47, 60, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.366 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 581, 6, 164, 22, 0, 1, 12, 22, 6, 14, 103, 246, 132, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.366 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 663, 0, 0, 8, 0, 0, 0, 0, 0, 1, 2, 20, 430, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.366 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 303, 11, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 2, 46, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.366 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 229, 9, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.366 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 91, 4, 224, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.366 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 4, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.367 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.367 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.367 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.367 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.367 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.367 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.367 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.367 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.367 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.367 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.367 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.367 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.367 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.367 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.368 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.368 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.368 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.368 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.368 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.368 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.368 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.368 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.368 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.368 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.368 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.368 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:49:03.368 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.368 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.369 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 501, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.369 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 18726, 4145, 1, 0, 3, 0, 0, 0, 2, 0, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.369 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9931, 262, 6, 2, 3, 0, 0, 4, 6, 2, 7, 14, 6, 41, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.369 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1508, 12, 4, 0, 2, 0, 0, 0, 0, 2, 16, 24, 5, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.369 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 476, 10, 0, 2, 0, 0, 0, 0, 3, 3, 1, 4, 15, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.369 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 273, 12, 8, 0, 0, 0, 0, 0, 3, 6, 2, 12, 14, 66, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.369 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 334, 10, 6, 0, 0, 0, 0, 5, 3, 4, 0, 13, 58, 22, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.369 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 293, 1, 0, 1, 0, 0, 0, 0, 1, 6, 0, 14, 50, 54, 39, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.369 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 64, 2, 0, 0, 0, 0, 2, 0, 3, 0, 0, 2, 14, 36, 82, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.369 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 35, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 30, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.369 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.369 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.369 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.369 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.369 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.370 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.370 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.370 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.370 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.370 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.370 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.370 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.370 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.370 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.370 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.370 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.370 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.370 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.370 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.371 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.371 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.371 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.371 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.371 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.371 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:49:03.371 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.371 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.371 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 615, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.371 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9261, 4094, 0, 1, 11, 0, 1, 0, 1, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.371 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3048, 84, 13, 1, 11, 3, 2, 7, 17, 16, 21, 7, 7, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.371 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 195, 7, 12, 0, 1, 0, 1, 0, 2, 0, 33, 88, 42, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.371 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 204, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 142, 17, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.371 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 52, 0, 0, 0, 171, 0, 0, 0, 0, 0, 0, 0, 6, 38, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.371 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 21, 1, 0, 0, 324, 0, 0, 0, 0, 0, 0, 0, 12, 9, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.372 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12, 0, 0, 0, 245, 0, 0, 0, 0, 0, 0, 0, 6, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.372 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 1944, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.372 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.372 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.372 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.372 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.372 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.372 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.372 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.372 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.372 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.372 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.372 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.372 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.373 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.373 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.373 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.373 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.373 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.373 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.373 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.373 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.373 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.373 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.373 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.373 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.373 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.373 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:49:03.374 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.374 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.374 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.374 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9982, 6, 0, 0, 2, 1, 2, 2, 0, 2, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.374 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7957, 138, 16, 1, 7, 3, 4, 2, 7, 15, 9, 10, 9, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.374 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1105, 153, 11, 2, 1, 3, 1, 2, 2, 20, 37, 69, 26, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.374 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 295, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 150, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.374 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 104, 6, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 10, 26, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.374 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 37, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.374 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 15, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.374 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.375 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.375 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.375 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.375 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.375 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.375 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.375 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.375 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.375 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.375 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.375 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.375 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.375 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.376 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.376 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.376 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.376 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.376 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.376 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.376 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.376 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.376 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.376 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.376 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.376 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.376 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:49:03.376 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.376 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.377 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.377 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8390, 1, 1, 0, 7240, 422, 0, 5, 1, 0, 2, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.377 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7148, 52, 24, 1, 298, 160, 1, 3, 0, 2, 2, 0, 3, 11, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.377 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1043, 98, 151, 6, 39, 12, 0, 4, 0, 2, 7, 1, 3, 5, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.377 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 469, 27, 49, 4, 5, 6, 0, 0, 0, 0, 1, 7, 17, 3, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.377 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 150, 10, 17, 0, 31, 23, 0, 0, 0, 0, 0, 1, 4, 35, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.377 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 138, 5, 17, 34, 0, 3, 0, 2, 0, 1, 0, 0, 4, 12, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.377 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 70, 2, 6, 32, 72, 0, 0, 2, 0, 1, 0, 0, 9, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.377 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6, 0, 0, 3, 62, 102, 0, 0, 0, 0, 0, 0, 2, 0, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.377 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 1, 27, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.377 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.377 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.378 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.379 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.379 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.379 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.379 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:49:03.379 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3027, 1866, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8306, 2249, 0, 1, 0, 1, 0, 0, 0, 0, 0, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6798, 65, 7, 0, 15, 3, 1, 2, 9, 12, 13, 8, 10, 13, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.379 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 660, 28, 5, 0, 2, 0, 2, 2, 5, 10, 26, 69, 25, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 301, 5, 0, 0, 0, 0, 0, 0, 1, 1, 1, 19, 149, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 3, 0, 0, 0, 1, 0, 1, 0, 0, 2, 6, 5, 48, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 66, 1, 0, 0, 0, 0, 0, 1, 2, 1, 7, 6, 4, 15, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.380 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.381 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.382 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.382 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.382 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.382 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:49:03.382 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 386, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12787, 3259, 3965, 1, 1, 0, 0, 0, 2, 8, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7976, 438, 219, 0, 7, 0, 2, 3, 3, 0, 2, 5, 3, 15, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 970, 78, 58, 0, 3, 0, 0, 0, 3, 5, 3, 0, 0, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 279, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 6, 19, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 172, 1, 0, 0, 0, 0, 0, 2, 2, 1, 1, 7, 6, 47, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.382 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 231, 2, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 11, 10, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 3, 1, 2, 4, 1, 13, 25, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 5, 18, 27, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.383 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.384 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.384 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.384 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.384 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.385 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.385 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:03.385 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:49:03.385 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.385 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:03.385 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:03.385 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:49:03.385 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:49:03.385 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:03.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:03.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:49:03.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:49:03.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:49:03.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:49:03.385 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:49:03.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:49:03.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:49:03.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:49:03.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:49:03.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:49:03.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:49:03.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:49:03.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:49:03.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:49:03.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:49:03.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:49:03.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:49:03.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:49:03.386 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:49:03.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:49:03.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:49:03.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:49:03.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:49:03.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:49:03.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:49:03.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:49:03.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:49:03.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:49:03.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:49:03.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:49:03.387 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:49:03.387 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.387 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:03.387 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.388 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.388 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:03.388 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:03.388 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:49:03.388 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:49:03.388 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:03.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:03.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:49:03.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:49:03.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:49:03.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:49:03.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:49:03.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:49:03.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:49:03.388 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:49:03.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:49:03.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:49:03.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:49:03.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:49:03.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:49:03.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:49:03.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:49:03.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:49:03.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:49:03.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:49:03.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:49:03.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:49:03.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:49:03.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:49:03.389 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:49:03.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:49:03.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:49:03.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:49:03.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:49:03.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:49:03.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:49:03.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:49:03.390 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:49:03.390 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.390 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:03.390 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.390 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.390 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:49:03.390 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.390 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:49:03.391 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 982, 4, 8, 14, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5063, 49, 64, 156, 431, 612, 705, 2, 3, 1, 1, 3, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 642, 11, 27, 35, 25, 12, 16, 0, 0, 1, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 269, 4, 5, 0, 1, 0, 2, 0, 0, 0, 4, 3, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 22, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 9, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.391 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.392 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.393 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.393 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.393 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.393 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:49:03.393 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.393 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 590, 6, 9, 35, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3360, 269, 26, 33, 121, 2, 3, 3, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 426, 12, 1278, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 399, 22, 66, 0, 0, 0, 0, 0, 0, 0, 3, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1671, 1299, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1382, 1673, 247, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 9, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.394 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.395 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.395 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.396 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.396 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.396 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:49:03.396 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1677, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10461, 6, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 15838, 3, 2, 0, 0, 0, 0, 1, 0, 1, 6, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 353, 1, 0, 0, 0, 0, 0, 0, 0, 0, 5, 8, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.396 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.397 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.398 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.398 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.398 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.398 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:49:03.398 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.398 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 476, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1821, 33, 0, 0, 3, 0, 0, 2, 1, 0, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 238, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 221, 9, 33, 47, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1336, 327, 1, 161, 0, 0, 0, 0, 0, 0, 1, 1, 4, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 4000, 2591, 0, 370, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 63, 87, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.399 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.400 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.401 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.401 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.401 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.401 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.401 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.401 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.401 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.401 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:49:03.401 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.401 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.401 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.401 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 953, 2, 10, 31, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2238, 217, 23, 37, 115, 275, 478, 1, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 304, 6, 1, 0, 0, 0, 3, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 110, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 39, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.402 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.403 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.404 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.404 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.404 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.404 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.404 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.404 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.404 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.404 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.404 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.404 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:49:03.404 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.404 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 741, 5, 14, 29, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3240, 67, 122, 222, 458, 622, 718, 6, 13, 17, 0, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 312, 8, 1, 7, 14, 5, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 315, 5, 34, 27, 10, 0, 0, 0, 0, 1, 3, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 217, 35, 47, 103, 20, 0, 1, 0, 0, 0, 0, 2, 5, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 134, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 15, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.405 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.406 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.407 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.407 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.407 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.407 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.407 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.407 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.407 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.407 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:49:03.407 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.407 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.407 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.407 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.407 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.407 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 642, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2741, 20, 1, 0, 3, 1, 0, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 248, 5, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 211, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 152, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 47, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.408 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.409 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.409 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.409 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.410 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.410 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:49:03.410 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.410 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.410 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.410 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.410 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.410 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1027, 17, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7636, 29, 85, 16, 2, 0, 4, 3, 11, 4, 0, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2647, 37, 90, 24, 0, 0, 0, 0, 0, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 254, 3, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 196, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.411 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.412 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.413 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.413 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.413 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.413 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.413 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.413 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.413 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:03.413 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:49:03.413 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.413 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:03.413 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:03.413 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:49:03.414 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:49:03.414 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:03.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:03.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:49:03.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:49:03.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:49:03.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:49:03.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:49:03.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:49:03.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:49:03.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:49:03.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:49:03.414 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:49:03.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:49:03.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:49:03.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:49:03.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:49:03.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:49:03.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:49:03.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:49:03.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:49:03.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:49:03.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:49:03.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:49:03.415 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:49:03.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:49:03.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:49:03.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:49:03.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:49:03.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:49:03.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:49:03.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:49:03.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:49:03.416 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:49:03.416 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.416 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:03.416 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.416 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.417 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:03.417 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:03.417 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:49:03.417 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:49:03.417 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:03.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:03.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:49:03.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:49:03.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:49:03.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:49:03.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:49:03.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:49:03.417 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:49:03.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:49:03.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:49:03.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:49:03.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:49:03.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:49:03.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:49:03.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:49:03.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:49:03.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:49:03.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:49:03.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:49:03.418 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:49:03.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:49:03.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:49:03.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:49:03.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:49:03.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:49:03.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:49:03.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:49:03.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:49:03.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:49:03.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:49:03.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:49:03.419 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:49:03.419 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.419 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:03.420 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.420 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.420 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:49:03.420 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.420 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:49:03.420 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1009, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7094, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 776, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.420 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.421 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.422 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.422 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.423 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.423 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.423 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:49:03.423 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 643, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3820, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1721, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 498, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3033, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.423 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.424 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.425 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.425 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.425 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.425 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.425 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:49:03.426 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1683, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10482, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 15854, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.426 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.427 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.428 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.428 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.428 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.428 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:49:03.428 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.428 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 478, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1865, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 315, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1835, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 6973, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.429 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.430 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.431 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.431 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.431 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.431 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.431 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.431 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.431 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.432 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:49:03.432 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1020, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 3389, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 317, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.432 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.433 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.434 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.435 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.435 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.435 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.435 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.436 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:49:03.436 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 793, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 5493, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 404, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.436 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.437 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.437 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.437 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.437 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.437 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.437 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.437 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.437 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.437 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.437 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.438 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.438 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.439 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.439 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.439 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:49:03.439 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 647, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2770, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 221, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.439 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.440 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.441 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.441 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.441 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.441 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.441 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:49:03.442 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1077, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 7798, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2806, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 263, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.442 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.443 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.444 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.444 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.444 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.444 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.444 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.444 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:03.444 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:49:03.444 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.444 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:03.445 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:03.445 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Latency (usec)", 2024-08-17T01:49:03.445 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 100000, 2024-08-17T01:49:03.445 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:03.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:03.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 99999]", 2024-08-17T01:49:03.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[100000, 199999]", 2024-08-17T01:49:03.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[200000, 399999]", 2024-08-17T01:49:03.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[400000, 799999]", 2024-08-17T01:49:03.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[800000, 1599999]", 2024-08-17T01:49:03.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[1600000, 3199999]", 2024-08-17T01:49:03.445 INFO:tasks.workunit.client.0.smithi157.stdout: "[3200000, 6399999]", 2024-08-17T01:49:03.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[6400000, 12799999]", 2024-08-17T01:49:03.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[12800000, 25599999]", 2024-08-17T01:49:03.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[25600000, 51199999]", 2024-08-17T01:49:03.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[51200000, 102399999]", 2024-08-17T01:49:03.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[102400000, 204799999]", 2024-08-17T01:49:03.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[204800000, 409599999]", 2024-08-17T01:49:03.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[409600000, 819199999]", 2024-08-17T01:49:03.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[819200000, 1638399999]", 2024-08-17T01:49:03.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[1638400000, 3276799999]", 2024-08-17T01:49:03.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[3276800000, 6553599999]", 2024-08-17T01:49:03.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[6553600000, 13107199999]", 2024-08-17T01:49:03.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[13107200000, 26214399999]", 2024-08-17T01:49:03.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[26214400000, 52428799999]", 2024-08-17T01:49:03.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[52428800000, 104857599999]", 2024-08-17T01:49:03.446 INFO:tasks.workunit.client.0.smithi157.stdout: "[104857600000, 209715199999]", 2024-08-17T01:49:03.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[209715200000, 419430399999]", 2024-08-17T01:49:03.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[419430400000, 838860799999]", 2024-08-17T01:49:03.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:49:03.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:49:03.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:49:03.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:49:03.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:49:03.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:49:03.447 INFO:tasks.workunit.client.0.smithi157.stdout: "[53687091200000, None]" 2024-08-17T01:49:03.447 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.447 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:03.447 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.447 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.447 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 32, 2024-08-17T01:49:03.448 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:03.448 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "Request size (bytes)", 2024-08-17T01:49:03.448 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 512, 2024-08-17T01:49:03.448 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:03.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:03.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 511]", 2024-08-17T01:49:03.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[512, 1023]", 2024-08-17T01:49:03.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[1024, 2047]", 2024-08-17T01:49:03.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[2048, 4095]", 2024-08-17T01:49:03.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[4096, 8191]", 2024-08-17T01:49:03.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[8192, 16383]", 2024-08-17T01:49:03.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[16384, 32767]", 2024-08-17T01:49:03.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[32768, 65535]", 2024-08-17T01:49:03.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[65536, 131071]", 2024-08-17T01:49:03.448 INFO:tasks.workunit.client.0.smithi157.stdout: "[131072, 262143]", 2024-08-17T01:49:03.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[262144, 524287]", 2024-08-17T01:49:03.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[524288, 1048575]", 2024-08-17T01:49:03.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[1048576, 2097151]", 2024-08-17T01:49:03.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[2097152, 4194303]", 2024-08-17T01:49:03.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[4194304, 8388607]", 2024-08-17T01:49:03.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[8388608, 16777215]", 2024-08-17T01:49:03.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[16777216, 33554431]", 2024-08-17T01:49:03.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[33554432, 67108863]", 2024-08-17T01:49:03.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[67108864, 134217727]", 2024-08-17T01:49:03.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[134217728, 268435455]", 2024-08-17T01:49:03.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[268435456, 536870911]", 2024-08-17T01:49:03.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[536870912, 1073741823]", 2024-08-17T01:49:03.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[1073741824, 2147483647]", 2024-08-17T01:49:03.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[2147483648, 4294967295]", 2024-08-17T01:49:03.449 INFO:tasks.workunit.client.0.smithi157.stdout: "[4294967296, 8589934591]", 2024-08-17T01:49:03.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[8589934592, 17179869183]", 2024-08-17T01:49:03.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[17179869184, 34359738367]", 2024-08-17T01:49:03.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[34359738368, 68719476735]", 2024-08-17T01:49:03.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[68719476736, 137438953471]", 2024-08-17T01:49:03.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[137438953472, 274877906943]", 2024-08-17T01:49:03.450 INFO:tasks.workunit.client.0.smithi157.stdout: "[274877906944, None]" 2024-08-17T01:49:03.450 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.450 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:03.450 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.450 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.450 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:49:03.450 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.450 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:49:03.451 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 166, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2176, 19, 1, 0, 14, 0, 3, 2, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1138, 10, 0, 3, 4, 6, 5, 13, 33, 47, 83, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 166, 3, 0, 0, 1, 1, 3, 2, 6, 8, 76, 266, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 159, 4, 0, 0, 0, 0, 0, 0, 4, 5, 18, 30, 243, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 1, 0, 5, 4, 8, 19, 29, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 7, 14, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 917, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.451 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1174, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.452 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.452 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.452 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.452 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.452 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.452 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.453 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.454 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.454 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.454 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.455 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.455 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:49:03.455 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.455 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.455 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.455 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.455 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.455 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 102, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.455 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2743, 22, 1, 0, 10, 3, 2, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.455 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1563, 4, 2, 1, 3, 8, 10, 21, 42, 73, 96, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 96, 1, 0, 0, 2, 0, 0, 1, 0, 2, 52, 352, 289, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 25, 3, 0, 0, 0, 0, 0, 0, 1, 1, 4, 11, 305, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 14, 23, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 6, 11, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 890, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2889, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.456 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.457 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.457 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.457 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.458 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:49:03.458 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 86, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 402, 12, 3, 3, 11, 2, 2, 3, 8, 7, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 186, 9, 2, 1, 1, 1, 4, 5, 7, 10, 42, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 284, 5, 0, 0, 0, 2, 6, 7, 12, 20, 76, 116, 18, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 172, 4, 0, 0, 0, 1, 2, 3, 2, 10, 32, 59, 17, 21, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 69, 5, 0, 0, 0, 0, 1, 1, 3, 6, 10, 22, 22, 60, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.458 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8, 0, 0, 0, 0, 0, 1, 0, 0, 3, 5, 9, 4, 30, 45, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.459 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.460 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.460 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.460 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.460 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:49:03.460 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.460 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1134, 17, 0, 0, 18, 1, 3, 2, 6, 6, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 323, 6, 2, 1, 1, 1, 2, 6, 11, 34, 38, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 66, 19, 0, 0, 0, 0, 0, 1, 0, 3, 22, 75, 160, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 236, 0, 0, 0, 0, 0, 1, 0, 2, 1, 8, 6, 75, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 474, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 10, 21, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 271, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 18, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 219, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.461 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.462 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.463 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.463 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.463 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.463 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:49:03.463 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 81, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.463 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1056, 17, 0, 0, 14, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 595, 4, 2, 0, 2, 5, 9, 5, 14, 29, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 247, 1, 0, 0, 0, 1, 1, 3, 1, 0, 30, 95, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 342, 21, 0, 0, 0, 0, 0, 0, 1, 2, 5, 12, 164, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 390, 24, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 22, 26, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 134, 46, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 22, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 116, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.464 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.465 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.466 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.466 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.467 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.467 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.467 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:49:03.467 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.467 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.467 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.467 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.467 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.467 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 114, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.467 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 333, 12, 1, 0, 9, 0, 0, 1, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.467 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 86, 6, 1, 0, 2, 2, 1, 6, 5, 3, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.467 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 67, 3, 0, 0, 2, 0, 1, 2, 8, 3, 9, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.467 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 22, 20, 0, 0, 0, 0, 0, 0, 0, 2, 10, 7, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 12, 22, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 13, 39, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 8, 41, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 14, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.468 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.469 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.470 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.470 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.470 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.470 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.470 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.470 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.470 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.470 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.470 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:49:03.470 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.470 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.470 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.470 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 112, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1199, 17, 1, 0, 11, 0, 5, 2, 7, 7, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 566, 10, 1, 0, 0, 3, 5, 5, 14, 30, 31, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 286, 16, 0, 0, 5, 2, 1, 3, 2, 5, 39, 134, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 434, 11, 0, 0, 0, 0, 0, 1, 0, 2, 4, 10, 132, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 331, 20, 0, 0, 4, 0, 0, 0, 1, 0, 3, 7, 8, 36, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 137, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 171, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 16, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.471 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.472 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.473 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.473 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.473 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.473 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:49:03.473 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.473 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.473 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.473 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.473 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.473 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 89, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.473 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 313, 20, 3, 0, 13, 4, 0, 4, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.473 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 84, 9, 0, 1, 2, 1, 3, 2, 8, 6, 12, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 135, 7, 1, 0, 0, 0, 0, 4, 8, 5, 33, 31, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 88, 6, 0, 0, 0, 0, 1, 2, 3, 11, 28, 37, 13, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 39, 1, 0, 0, 0, 0, 0, 1, 0, 2, 3, 14, 22, 34, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 17, 43, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.474 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.475 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.476 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.476 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.476 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.476 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.476 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.476 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.476 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.476 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.476 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-17T01:49:03.476 INFO:tasks.workunit.client.0.smithi157.stdout: "axes": [ 2024-08-17T01:49:03.476 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.476 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 8, 2024-08-17T01:49:03.476 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:03.476 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "number of replicas", 2024-08-17T01:49:03.477 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 1, 2024-08-17T01:49:03.477 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:03.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:03.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0]", 2024-08-17T01:49:03.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[1, 1]", 2024-08-17T01:49:03.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[2, 2]", 2024-08-17T01:49:03.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[3, 3]", 2024-08-17T01:49:03.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[4, 4]", 2024-08-17T01:49:03.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[5, 5]", 2024-08-17T01:49:03.477 INFO:tasks.workunit.client.0.smithi157.stdout: "[6, None]" 2024-08-17T01:49:03.477 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.477 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "linear" 2024-08-17T01:49:03.477 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.478 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.478 INFO:tasks.workunit.client.0.smithi157.stdout: "buckets": 10, 2024-08-17T01:49:03.478 INFO:tasks.workunit.client.0.smithi157.stdout: "min": 0, 2024-08-17T01:49:03.478 INFO:tasks.workunit.client.0.smithi157.stdout: "name": "duration", 2024-08-17T01:49:03.478 INFO:tasks.workunit.client.0.smithi157.stdout: "quant_size": 250000, 2024-08-17T01:49:03.478 INFO:tasks.workunit.client.0.smithi157.stdout: "ranges": [ 2024-08-17T01:49:03.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[None, -1]", 2024-08-17T01:49:03.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 249999]", 2024-08-17T01:49:03.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[250000, 499999]", 2024-08-17T01:49:03.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[500000, 999999]", 2024-08-17T01:49:03.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[1000000, 1999999]", 2024-08-17T01:49:03.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[2000000, 3999999]", 2024-08-17T01:49:03.478 INFO:tasks.workunit.client.0.smithi157.stdout: "[4000000, 7999999]", 2024-08-17T01:49:03.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[8000000, 15999999]", 2024-08-17T01:49:03.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[16000000, 31999999]", 2024-08-17T01:49:03.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[32000000, None]" 2024-08-17T01:49:03.479 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.479 INFO:tasks.workunit.client.0.smithi157.stdout: "scale_type": "log2" 2024-08-17T01:49:03.479 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.479 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.479 INFO:tasks.workunit.client.0.smithi157.stdout: "osds": [ 2024-08-17T01:49:03.479 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.479 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 0, 2024-08-17T01:49:03.479 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.479 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.480 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.480 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.480 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 1, 2024-08-17T01:49:03.480 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.480 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.481 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.481 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.481 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.481 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 2, 2024-08-17T01:49:03.481 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.481 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.482 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.482 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.482 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.482 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.482 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 3, 2024-08-17T01:49:03.482 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.482 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.482 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.482 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.482 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.482 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.482 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.483 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.483 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.483 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.483 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 4, 2024-08-17T01:49:03.483 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.483 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.484 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.484 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.484 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.484 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 5, 2024-08-17T01:49:03.484 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.484 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.485 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.485 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.485 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.485 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 6, 2024-08-17T01:49:03.485 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.485 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.485 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.486 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:03.486 INFO:tasks.workunit.client.0.smithi157.stdout: "osd_id": 7, 2024-08-17T01:49:03.486 INFO:tasks.workunit.client.0.smithi157.stdout: "values": [ 2024-08-17T01:49:03.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:49:03.486 INFO:tasks.workunit.client.0.smithi157.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:49:03.486 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.486 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.487 INFO:tasks.workunit.client.0.smithi157.stdout: ] 2024-08-17T01:49:03.487 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.487 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.487 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:03.487 INFO:tasks.workunit.client.0.smithi157.stdout: "perf_counters": { 2024-08-17T01:49:03.487 INFO:tasks.workunit.client.0.smithi157.stdout: "mds.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:49:03.487 INFO:tasks.workunit.client.0.smithi157.stdout: "mds": { 2024-08-17T01:49:03.487 INFO:tasks.workunit.client.0.smithi157.stdout: "caps": { 2024-08-17T01:49:03.487 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.487 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T01:49:03.487 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.487 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T01:49:03.487 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.488 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_grant": { 2024-08-17T01:49:03.488 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.488 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_revoke": { 2024-08-17T01:49:03.488 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.488 INFO:tasks.workunit.client.0.smithi157.stdout: "ceph_cap_op_trunc": { 2024-08-17T01:49:03.488 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.488 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_commit": { 2024-08-17T01:49:03.488 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.488 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.488 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_fetch_complete": { 2024-08-17T01:49:03.489 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:03.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.489 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_fetch_keys": { 2024-08-17T01:49:03.489 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:49:03.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.489 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_merge": { 2024-08-17T01:49:03.489 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.489 INFO:tasks.workunit.client.0.smithi157.stdout: "dir_split": { 2024-08-17T01:49:03.489 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.489 INFO:tasks.workunit.client.0.smithi157.stdout: "exported_inodes": { 2024-08-17T01:49:03.489 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.489 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.489 INFO:tasks.workunit.client.0.smithi157.stdout: "forward": { 2024-08-17T01:49:03.490 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.490 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_cap_release": { 2024-08-17T01:49:03.490 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.490 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_caps": { 2024-08-17T01:49:03.490 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.490 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_caps_dirty": { 2024-08-17T01:49:03.490 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.490 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_inode_file_caps": { 2024-08-17T01:49:03.490 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.490 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.491 INFO:tasks.workunit.client.0.smithi157.stdout: "imported_inodes": { 2024-08-17T01:49:03.491 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.491 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes": { 2024-08-17T01:49:03.491 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:49:03.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.491 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_expired": { 2024-08-17T01:49:03.491 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.491 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_pinned": { 2024-08-17T01:49:03.491 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:49:03.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.491 INFO:tasks.workunit.client.0.smithi157.stdout: "inodes_with_caps": { 2024-08-17T01:49:03.491 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.491 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: "load_cent": { 2024-08-17T01:49:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: "openino_dir_fetch": { 2024-08-17T01:49:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: "process_request_cap_release": { 2024-08-17T01:49:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: "reply_latency": { 2024-08-17T01:49:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: "request": { 2024-08-17T01:49:03.492 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.493 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rbytes": { 2024-08-17T01:49:03.493 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.493 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rfiles": { 2024-08-17T01:49:03.493 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.493 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.493 INFO:tasks.workunit.client.0.smithi157.stdout: "root_rsnaps": { 2024-08-17T01:49:03.494 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.494 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_reply": { 2024-08-17T01:49:03.494 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.494 INFO:tasks.workunit.client.0.smithi157.stdout: "subtrees": { 2024-08-17T01:49:03.494 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:03.494 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.494 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.494 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_cache": { 2024-08-17T01:49:03.494 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_enqueue_scrub": { 2024-08-17T01:49:03.494 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.495 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_exportdir": { 2024-08-17T01:49:03.495 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.495 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_flush": { 2024-08-17T01:49:03.496 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.496 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_fragmentdir": { 2024-08-17T01:49:03.496 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.496 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_fragstats": { 2024-08-17T01:49:03.496 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.496 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_inodestats": { 2024-08-17T01:49:03.496 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.496 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.496 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_quiesce_inode": { 2024-08-17T01:49:03.496 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.497 INFO:tasks.workunit.client.0.smithi157.stdout: "ireq_quiesce_path": { 2024-08-17T01:49:03.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_enqueued": { 2024-08-17T01:49:03.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_prioritized": { 2024-08-17T01:49:03.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_recovering_processing": { 2024-08-17T01:49:03.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.497 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.497 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays": { 2024-08-17T01:49:03.497 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays_delayed": { 2024-08-17T01:49:03.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.498 INFO:tasks.workunit.client.0.smithi157.stdout: "num_strays_enqueuing": { 2024-08-17T01:49:03.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.498 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_completed": { 2024-08-17T01:49:03.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.498 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_started": { 2024-08-17T01:49:03.498 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.498 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_created": { 2024-08-17T01:49:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_enqueued": { 2024-08-17T01:49:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_migrated": { 2024-08-17T01:49:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: "strays_reintegrated": { 2024-08-17T01:49:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_log": { 2024-08-17T01:49:03.499 INFO:tasks.workunit.client.0.smithi157.stdout: "ev": { 2024-08-17T01:49:03.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17 2024-08-17T01:49:03.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.500 INFO:tasks.workunit.client.0.smithi157.stdout: "evadd": { 2024-08-17T01:49:03.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.500 INFO:tasks.workunit.client.0.smithi157.stdout: "evex": { 2024-08-17T01:49:03.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.500 INFO:tasks.workunit.client.0.smithi157.stdout: "evexd": { 2024-08-17T01:49:03.500 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.500 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.500 INFO:tasks.workunit.client.0.smithi157.stdout: "evexg": { 2024-08-17T01:49:03.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.501 INFO:tasks.workunit.client.0.smithi157.stdout: "evlrg": { 2024-08-17T01:49:03.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.501 INFO:tasks.workunit.client.0.smithi157.stdout: "evtrm": { 2024-08-17T01:49:03.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.501 INFO:tasks.workunit.client.0.smithi157.stdout: "jlat": { 2024-08-17T01:49:03.501 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.501 INFO:tasks.workunit.client.0.smithi157.stdout: "replayed": { 2024-08-17T01:49:03.501 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17 2024-08-17T01:49:03.501 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.502 INFO:tasks.workunit.client.0.smithi157.stdout: "seg": { 2024-08-17T01:49:03.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:49:03.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.502 INFO:tasks.workunit.client.0.smithi157.stdout: "segadd": { 2024-08-17T01:49:03.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.502 INFO:tasks.workunit.client.0.smithi157.stdout: "segex": { 2024-08-17T01:49:03.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.502 INFO:tasks.workunit.client.0.smithi157.stdout: "segexd": { 2024-08-17T01:49:03.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.502 INFO:tasks.workunit.client.0.smithi157.stdout: "segexg": { 2024-08-17T01:49:03.502 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.503 INFO:tasks.workunit.client.0.smithi157.stdout: "segmjr": { 2024-08-17T01:49:03.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:49:03.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.503 INFO:tasks.workunit.client.0.smithi157.stdout: "segtrm": { 2024-08-17T01:49:03.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.503 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.503 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_mem": { 2024-08-17T01:49:03.503 INFO:tasks.workunit.client.0.smithi157.stdout: "cap": { 2024-08-17T01:49:03.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.503 INFO:tasks.workunit.client.0.smithi157.stdout: "cap+": { 2024-08-17T01:49:03.503 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.504 INFO:tasks.workunit.client.0.smithi157.stdout: "cap-": { 2024-08-17T01:49:03.504 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.504 INFO:tasks.workunit.client.0.smithi157.stdout: "dir": { 2024-08-17T01:49:03.504 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:03.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.504 INFO:tasks.workunit.client.0.smithi157.stdout: "dir+": { 2024-08-17T01:49:03.504 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:03.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.504 INFO:tasks.workunit.client.0.smithi157.stdout: "dir-": { 2024-08-17T01:49:03.504 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.504 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.504 INFO:tasks.workunit.client.0.smithi157.stdout: "dn": { 2024-08-17T01:49:03.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:49:03.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.505 INFO:tasks.workunit.client.0.smithi157.stdout: "dn+": { 2024-08-17T01:49:03.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10 2024-08-17T01:49:03.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.505 INFO:tasks.workunit.client.0.smithi157.stdout: "dn-": { 2024-08-17T01:49:03.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.505 INFO:tasks.workunit.client.0.smithi157.stdout: "heap": { 2024-08-17T01:49:03.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 248096 2024-08-17T01:49:03.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.505 INFO:tasks.workunit.client.0.smithi157.stdout: "ino": { 2024-08-17T01:49:03.505 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T01:49:03.505 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.506 INFO:tasks.workunit.client.0.smithi157.stdout: "ino+": { 2024-08-17T01:49:03.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T01:49:03.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.506 INFO:tasks.workunit.client.0.smithi157.stdout: "ino-": { 2024-08-17T01:49:03.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.506 INFO:tasks.workunit.client.0.smithi157.stdout: "rss": { 2024-08-17T01:49:03.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51780 2024-08-17T01:49:03.506 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.506 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_server": { 2024-08-17T01:49:03.506 INFO:tasks.workunit.client.0.smithi157.stdout: "cap_acquisition_throttle": { 2024-08-17T01:49:03.506 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.506 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.507 INFO:tasks.workunit.client.0.smithi157.stdout: "cap_revoke_eviction": { 2024-08-17T01:49:03.507 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.507 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_request": { 2024-08-17T01:49:03.507 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.507 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_client_session": { 2024-08-17T01:49:03.507 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.507 INFO:tasks.workunit.client.0.smithi157.stdout: "handle_peer_request": { 2024-08-17T01:49:03.507 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.507 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.507 INFO:tasks.workunit.client.0.smithi157.stdout: "req_create_latency": { 2024-08-17T01:49:03.507 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.508 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getattr_latency": { 2024-08-17T01:49:03.508 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.508 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getfilelock_latency": { 2024-08-17T01:49:03.508 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.508 INFO:tasks.workunit.client.0.smithi157.stdout: "req_getvxattr_latency": { 2024-08-17T01:49:03.508 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.508 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.508 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.508 INFO:tasks.workunit.client.0.smithi157.stdout: "req_link_latency": { 2024-08-17T01:49:03.509 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.509 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookup_latency": { 2024-08-17T01:49:03.509 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.509 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookuphash_latency": { 2024-08-17T01:49:03.509 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.509 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupino_latency": { 2024-08-17T01:49:03.509 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.509 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.509 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.510 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupname_latency": { 2024-08-17T01:49:03.510 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.510 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.510 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupparent_latency": { 2024-08-17T01:49:03.510 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.510 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.510 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lookupsnap_latency": { 2024-08-17T01:49:03.510 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.510 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.511 INFO:tasks.workunit.client.0.smithi157.stdout: "req_lssnap_latency": { 2024-08-17T01:49:03.511 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.511 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.511 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mkdir_latency": { 2024-08-17T01:49:03.511 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.511 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.511 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mknod_latency": { 2024-08-17T01:49:03.511 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.511 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.512 INFO:tasks.workunit.client.0.smithi157.stdout: "req_mksnap_latency": { 2024-08-17T01:49:03.512 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.512 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.512 INFO:tasks.workunit.client.0.smithi157.stdout: "req_open_latency": { 2024-08-17T01:49:03.512 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.512 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.512 INFO:tasks.workunit.client.0.smithi157.stdout: "req_readdir_latency": { 2024-08-17T01:49:03.512 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.512 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.512 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.512 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rename_latency": { 2024-08-17T01:49:03.513 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.513 INFO:tasks.workunit.client.0.smithi157.stdout: "req_renamesnap_latency": { 2024-08-17T01:49:03.513 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.513 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmdir_latency": { 2024-08-17T01:49:03.513 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.513 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.513 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmsnap_latency": { 2024-08-17T01:49:03.513 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.513 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.514 INFO:tasks.workunit.client.0.smithi157.stdout: "req_rmxattr_latency": { 2024-08-17T01:49:03.514 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.514 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.514 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setattr_latency": { 2024-08-17T01:49:03.514 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.514 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.514 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setdirlayout_latency": { 2024-08-17T01:49:03.514 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.514 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.514 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.514 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setfilelock_latency": { 2024-08-17T01:49:03.515 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.515 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.515 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setlayout_latency": { 2024-08-17T01:49:03.515 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.515 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.515 INFO:tasks.workunit.client.0.smithi157.stdout: "req_setxattr_latency": { 2024-08-17T01:49:03.515 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.515 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.515 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.515 INFO:tasks.workunit.client.0.smithi157.stdout: "req_snapdiff_latency": { 2024-08-17T01:49:03.515 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.515 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.516 INFO:tasks.workunit.client.0.smithi157.stdout: "req_symlink_latency": { 2024-08-17T01:49:03.516 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.516 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.516 INFO:tasks.workunit.client.0.smithi157.stdout: "req_unlink_latency": { 2024-08-17T01:49:03.516 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.516 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.516 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.516 INFO:tasks.workunit.client.0.smithi157.stdout: "mds_sessions": { 2024-08-17T01:49:03.516 INFO:tasks.workunit.client.0.smithi157.stdout: "average_load": { 2024-08-17T01:49:03.516 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.516 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.517 INFO:tasks.workunit.client.0.smithi157.stdout: "avg_session_uptime": { 2024-08-17T01:49:03.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.517 INFO:tasks.workunit.client.0.smithi157.stdout: "mdthresh_evicted": { 2024-08-17T01:49:03.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.517 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:49:03.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T01:49:03.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.517 INFO:tasks.workunit.client.0.smithi157.stdout: "session_count": { 2024-08-17T01:49:03.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.517 INFO:tasks.workunit.client.0.smithi157.stdout: "session_remove": { 2024-08-17T01:49:03.517 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T01:49:03.517 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.518 INFO:tasks.workunit.client.0.smithi157.stdout: "sessions_open": { 2024-08-17T01:49:03.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:03.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.518 INFO:tasks.workunit.client.0.smithi157.stdout: "sessions_stale": { 2024-08-17T01:49:03.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.518 INFO:tasks.workunit.client.0.smithi157.stdout: "total_load": { 2024-08-17T01:49:03.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.518 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.518 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:03.518 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:03.518 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.518 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.519 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:03.519 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37 2024-08-17T01:49:03.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.519 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:03.519 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.519 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:03.519 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7 2024-08-17T01:49:03.519 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.519 INFO:tasks.workunit.client.0.smithi157.stdout: "purge_queue": { 2024-08-17T01:49:03.519 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executed": { 2024-08-17T01:49:03.519 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.519 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.519 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executed_ops": { 2024-08-17T01:49:03.520 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.520 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing": { 2024-08-17T01:49:03.520 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.520 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_high_water": { 2024-08-17T01:49:03.520 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.520 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_ops": { 2024-08-17T01:49:03.520 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.520 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_executing_ops_high_water": { 2024-08-17T01:49:03.520 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.520 INFO:tasks.workunit.client.0.smithi157.stdout: "pq_item_in_journal": { 2024-08-17T01:49:03.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.521 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.521 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.521 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.1ab6f83b4d42f85facbce7e44eba710d7a98bc5f": { 2024-08-17T01:49:03.521 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:03.521 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T01:49:03.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:49:03.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.521 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T01:49:03.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.521 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T01:49:03.521 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:49:03.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T01:49:03.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18 2024-08-17T01:49:03.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.522 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T01:49:03.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13 2024-08-17T01:49:03.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.522 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:49:03.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:49:03.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.522 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T01:49:03.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 232 2024-08-17T01:49:03.522 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.522 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T01:49:03.522 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.522 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.523 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T01:49:03.523 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T01:49:03.523 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.523 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T01:49:03.523 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7887 2024-08-17T01:49:03.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.523 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T01:49:03.523 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7887, 2024-08-17T01:49:03.523 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 58279488 2024-08-17T01:49:03.523 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.523 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T01:49:03.523 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7887, 2024-08-17T01:49:03.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23661 2024-08-17T01:49:03.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.524 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T01:49:03.524 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7887, 2024-08-17T01:49:03.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1279975841 2024-08-17T01:49:03.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.524 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T01:49:03.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.524 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T01:49:03.524 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.524 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.524 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.525 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T01:49:03.525 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.525 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T01:49:03.525 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.525 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T01:49:03.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.525 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T01:49:03.525 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:03.525 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.526 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T01:49:03.526 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7885 2024-08-17T01:49:03.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.526 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T01:49:03.526 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7885, 2024-08-17T01:49:03.526 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57683427 2024-08-17T01:49:03.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.526 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T01:49:03.526 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7885, 2024-08-17T01:49:03.526 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 64035 2024-08-17T01:49:03.526 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.526 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T01:49:03.526 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7885, 2024-08-17T01:49:03.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1287120221 2024-08-17T01:49:03.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.527 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T01:49:03.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.527 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T01:49:03.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.527 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T01:49:03.527 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:49:03.527 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.527 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T01:49:03.528 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5, 2024-08-17T01:49:03.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.528 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T01:49:03.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7887 2024-08-17T01:49:03.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.528 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T01:49:03.528 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7887, 2024-08-17T01:49:03.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25663515278 2024-08-17T01:49:03.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.528 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T01:49:03.528 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20 2024-08-17T01:49:03.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.529 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T01:49:03.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.529 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T01:49:03.529 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.529 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T01:49:03.529 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.529 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.529 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T01:49:03.530 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5 2024-08-17T01:49:03.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.530 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T01:49:03.530 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.530 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T01:49:03.530 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.530 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T01:49:03.530 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.530 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.530 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.530 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T01:49:03.531 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.531 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.531 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T01:49:03.531 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.531 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.531 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.531 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T01:49:03.531 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:03.531 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T01:49:03.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.531 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:03.531 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 264372224 2024-08-17T01:49:03.531 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.532 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:03.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 263806976 2024-08-17T01:49:03.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.532 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:03.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T01:49:03.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.532 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:03.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 565248 2024-08-17T01:49:03.532 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.532 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T01:49:03.532 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.532 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 360710144 2024-08-17T01:49:03.532 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.533 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.533 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.533 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266020320 2024-08-17T01:49:03.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.533 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27112416 2024-08-17T01:49:03.533 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.533 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.533 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.534 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.534 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.534 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.534 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.534 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.534 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.534 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.534 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.534 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.534 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.535 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.535 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.535 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67577408 2024-08-17T01:49:03.535 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.535 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.535 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T01:49:03.535 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.535 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 339738624 2024-08-17T01:49:03.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.536 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.536 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.536 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266020320 2024-08-17T01:49:03.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.536 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.536 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2536427 2024-08-17T01:49:03.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.537 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.537 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.537 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.537 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.537 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.537 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.537 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.537 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.537 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.538 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.538 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.538 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.538 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.538 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.538 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.538 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.538 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.539 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.539 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71181877 2024-08-17T01:49:03.539 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.539 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T01:49:03.539 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.539 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 314572800 2024-08-17T01:49:03.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.539 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.539 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.539 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.539 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.539 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.539 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 177346880 2024-08-17T01:49:03.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.540 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.540 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.540 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.540 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.540 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.540 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.541 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.541 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.541 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.541 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.541 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.541 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.541 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.542 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.542 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70117056 2024-08-17T01:49:03.542 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.542 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T01:49:03.542 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T01:49:03.542 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.542 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.543 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T01:49:03.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.543 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T01:49:03.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.543 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_range": { 2024-08-17T01:49:03.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 92 2024-08-17T01:49:03.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.543 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T01:49:03.543 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 358241, 2024-08-17T01:49:03.543 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2006421302 2024-08-17T01:49:03.543 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.543 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:49:03.544 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.544 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.544 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:49:03.544 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.544 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.544 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:49:03.544 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.544 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.544 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:49:03.544 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.544 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.544 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.545 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T01:49:03.545 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.545 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.545 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T01:49:03.545 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19315, 2024-08-17T01:49:03.545 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2958058083 2024-08-17T01:49:03.545 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.545 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.545 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.6defbbbfe2a9d8f16bde32db987986a2d112a919": { 2024-08-17T01:49:03.545 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:03.545 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T01:49:03.546 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:03.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.546 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T01:49:03.546 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:49:03.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.546 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T01:49:03.546 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T01:49:03.546 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:03.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.546 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T01:49:03.547 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6 2024-08-17T01:49:03.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.547 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:49:03.547 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:49:03.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.547 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T01:49:03.547 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 268 2024-08-17T01:49:03.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.547 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T01:49:03.547 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.547 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.547 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.547 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T01:49:03.547 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T01:49:03.547 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.548 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T01:49:03.548 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7825 2024-08-17T01:49:03.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.548 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T01:49:03.548 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7825, 2024-08-17T01:49:03.548 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57078988 2024-08-17T01:49:03.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.548 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T01:49:03.548 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.548 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.548 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.548 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T01:49:03.548 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7825, 2024-08-17T01:49:03.549 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1081979534 2024-08-17T01:49:03.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.549 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T01:49:03.549 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T01:49:03.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.549 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T01:49:03.549 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:49:03.549 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 219 2024-08-17T01:49:03.549 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.549 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T01:49:03.550 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:49:03.550 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T01:49:03.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.550 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T01:49:03.550 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3, 2024-08-17T01:49:03.550 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 999982 2024-08-17T01:49:03.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.550 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T01:49:03.550 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.550 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T01:49:03.550 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:49:03.550 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.551 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T01:49:03.551 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7824 2024-08-17T01:49:03.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.551 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T01:49:03.551 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.551 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.551 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T01:49:03.551 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.551 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.551 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.551 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T01:49:03.551 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.551 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.552 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T01:49:03.552 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.552 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T01:49:03.552 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.552 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T01:49:03.552 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.552 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T01:49:03.552 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.552 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.552 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.553 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T01:49:03.553 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7824 2024-08-17T01:49:03.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.553 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T01:49:03.553 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7824, 2024-08-17T01:49:03.553 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24560535990 2024-08-17T01:49:03.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.553 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T01:49:03.553 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T01:49:03.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.553 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T01:49:03.553 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.553 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.553 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T01:49:03.554 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.554 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.554 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T01:49:03.554 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.554 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.554 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T01:49:03.554 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.554 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.555 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T01:49:03.555 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:49:03.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.555 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T01:49:03.555 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7824 2024-08-17T01:49:03.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.556 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T01:49:03.556 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7824, 2024-08-17T01:49:03.556 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 112655303 2024-08-17T01:49:03.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.556 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T01:49:03.556 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7824, 2024-08-17T01:49:03.556 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71337 2024-08-17T01:49:03.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.556 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T01:49:03.556 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7824, 2024-08-17T01:49:03.557 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1153978219 2024-08-17T01:49:03.557 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.557 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T01:49:03.557 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:03.557 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T01:49:03.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.557 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:03.557 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 179273728 2024-08-17T01:49:03.557 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.557 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:03.558 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 175251456 2024-08-17T01:49:03.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.558 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:03.558 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T01:49:03.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.558 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:03.558 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4022272 2024-08-17T01:49:03.558 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.558 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.559 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T01:49:03.559 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.559 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 360710144 2024-08-17T01:49:03.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.559 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.559 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.559 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.559 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.559 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.559 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266128901 2024-08-17T01:49:03.559 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.560 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.560 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26921326 2024-08-17T01:49:03.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.560 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.560 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.560 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.560 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.560 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.560 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.560 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.560 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.560 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.561 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.561 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.561 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.561 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.561 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.561 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.561 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.561 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.561 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.562 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.562 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67659917 2024-08-17T01:49:03.562 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.562 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T01:49:03.562 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.562 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 339738624 2024-08-17T01:49:03.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.562 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.562 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.562 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.562 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.562 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.563 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.563 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266128901 2024-08-17T01:49:03.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.563 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.563 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2437967 2024-08-17T01:49:03.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.563 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.563 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.563 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.563 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.563 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.563 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.564 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.564 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.564 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.564 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.564 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.564 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.564 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.564 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.564 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.564 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.565 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.565 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71171756 2024-08-17T01:49:03.565 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.565 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T01:49:03.565 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.565 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 314572800 2024-08-17T01:49:03.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.565 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.565 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.565 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.565 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.565 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.566 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.566 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 177419267 2024-08-17T01:49:03.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.566 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.566 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.566 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.566 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.566 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.566 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.566 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.567 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.567 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.567 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.567 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.567 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.567 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.567 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.567 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.567 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.567 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.567 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.567 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.567 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.567 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.567 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.568 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.568 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.568 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.568 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70044669 2024-08-17T01:49:03.568 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.568 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T01:49:03.568 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T01:49:03.568 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.568 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.568 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T01:49:03.568 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.569 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T01:49:03.569 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.569 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_range": { 2024-08-17T01:49:03.569 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 92 2024-08-17T01:49:03.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.569 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T01:49:03.569 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 343354, 2024-08-17T01:49:03.569 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1757759211 2024-08-17T01:49:03.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.569 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:49:03.569 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.569 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.569 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.570 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:49:03.570 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.570 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.570 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:49:03.570 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.570 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.570 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:49:03.570 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.570 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.570 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.570 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T01:49:03.570 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.570 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.571 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T01:49:03.571 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19161, 2024-08-17T01:49:03.571 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2618432559 2024-08-17T01:49:03.571 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.571 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.571 INFO:tasks.workunit.client.0.smithi157.stdout: "mon.c49eac946ebeefde0f5254dde9f21135bd8ebde0": { 2024-08-17T01:49:03.571 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:03.571 INFO:tasks.workunit.client.0.smithi157.stdout: "election_call": { 2024-08-17T01:49:03.571 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:03.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.571 INFO:tasks.workunit.client.0.smithi157.stdout: "election_lose": { 2024-08-17T01:49:03.571 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:03.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.572 INFO:tasks.workunit.client.0.smithi157.stdout: "election_win": { 2024-08-17T01:49:03.572 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_elections": { 2024-08-17T01:49:03.572 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9 2024-08-17T01:49:03.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.572 INFO:tasks.workunit.client.0.smithi157.stdout: "num_sessions": { 2024-08-17T01:49:03.572 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8 2024-08-17T01:49:03.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.572 INFO:tasks.workunit.client.0.smithi157.stdout: "session_add": { 2024-08-17T01:49:03.572 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3 2024-08-17T01:49:03.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.572 INFO:tasks.workunit.client.0.smithi157.stdout: "session_rm": { 2024-08-17T01:49:03.572 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 253 2024-08-17T01:49:03.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.573 INFO:tasks.workunit.client.0.smithi157.stdout: "session_trim": { 2024-08-17T01:49:03.573 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.573 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.573 INFO:tasks.workunit.client.0.smithi157.stdout: "paxos": { 2024-08-17T01:49:03.573 INFO:tasks.workunit.client.0.smithi157.stdout: "accept_timeout": { 2024-08-17T01:49:03.573 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.573 INFO:tasks.workunit.client.0.smithi157.stdout: "begin": { 2024-08-17T01:49:03.573 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:49:03.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.573 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_bytes": { 2024-08-17T01:49:03.573 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:03.573 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56739296 2024-08-17T01:49:03.573 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.574 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_keys": { 2024-08-17T01:49:03.574 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.574 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.574 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.574 INFO:tasks.workunit.client.0.smithi157.stdout: "begin_latency": { 2024-08-17T01:49:03.574 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:03.574 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1361977450 2024-08-17T01:49:03.574 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.574 INFO:tasks.workunit.client.0.smithi157.stdout: "collect": { 2024-08-17T01:49:03.574 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:03.574 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.574 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_bytes": { 2024-08-17T01:49:03.574 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T01:49:03.574 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 146 2024-08-17T01:49:03.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.575 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_keys": { 2024-08-17T01:49:03.575 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T01:49:03.575 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:03.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.575 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_latency": { 2024-08-17T01:49:03.575 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2, 2024-08-17T01:49:03.575 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3999935 2024-08-17T01:49:03.575 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.575 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_timeout": { 2024-08-17T01:49:03.575 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.576 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.576 INFO:tasks.workunit.client.0.smithi157.stdout: "collect_uncommitted": { 2024-08-17T01:49:03.576 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.576 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.576 INFO:tasks.workunit.client.0.smithi157.stdout: "commit": { 2024-08-17T01:49:03.576 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:49:03.576 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.577 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_bytes": { 2024-08-17T01:49:03.577 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.577 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.577 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.577 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_keys": { 2024-08-17T01:49:03.578 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.578 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.578 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.578 INFO:tasks.workunit.client.0.smithi157.stdout: "commit_latency": { 2024-08-17T01:49:03.578 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.578 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.578 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.578 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_ack_timeout": { 2024-08-17T01:49:03.578 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.579 INFO:tasks.workunit.client.0.smithi157.stdout: "lease_timeout": { 2024-08-17T01:49:03.579 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.579 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn": { 2024-08-17T01:49:03.579 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.579 INFO:tasks.workunit.client.0.smithi157.stdout: "new_pn_latency": { 2024-08-17T01:49:03.579 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.579 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.579 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh": { 2024-08-17T01:49:03.579 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:49:03.579 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.580 INFO:tasks.workunit.client.0.smithi157.stdout: "refresh_latency": { 2024-08-17T01:49:03.580 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:03.580 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24533592858 2024-08-17T01:49:03.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.580 INFO:tasks.workunit.client.0.smithi157.stdout: "restart": { 2024-08-17T01:49:03.580 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11 2024-08-17T01:49:03.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.580 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state": { 2024-08-17T01:49:03.580 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.580 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_bytes": { 2024-08-17T01:49:03.580 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.580 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.580 INFO:tasks.workunit.client.0.smithi157.stdout: "share_state_keys": { 2024-08-17T01:49:03.581 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.581 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.581 INFO:tasks.workunit.client.0.smithi157.stdout: "start_leader": { 2024-08-17T01:49:03.581 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.581 INFO:tasks.workunit.client.0.smithi157.stdout: "start_peon": { 2024-08-17T01:49:03.581 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2 2024-08-17T01:49:03.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.581 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state": { 2024-08-17T01:49:03.581 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7785 2024-08-17T01:49:03.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.581 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_bytes": { 2024-08-17T01:49:03.581 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:03.581 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 111995910 2024-08-17T01:49:03.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.582 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_keys": { 2024-08-17T01:49:03.582 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:03.582 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70734 2024-08-17T01:49:03.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.582 INFO:tasks.workunit.client.0.smithi157.stdout: "store_state_latency": { 2024-08-17T01:49:03.582 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7785, 2024-08-17T01:49:03.582 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3210946825 2024-08-17T01:49:03.582 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.582 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache": { 2024-08-17T01:49:03.582 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:03.582 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1020054731 2024-08-17T01:49:03.582 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.583 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:03.583 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 170868736 2024-08-17T01:49:03.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.583 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:03.583 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 167075840 2024-08-17T01:49:03.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.583 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:03.583 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2147483648 2024-08-17T01:49:03.583 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.583 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:03.583 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3792896 2024-08-17T01:49:03.583 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.584 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.584 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:full": { 2024-08-17T01:49:03.584 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.584 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 360710144 2024-08-17T01:49:03.584 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.584 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.584 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.584 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.584 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.584 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.584 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.584 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.584 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266746673 2024-08-17T01:49:03.584 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.585 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.585 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26100429 2024-08-17T01:49:03.585 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.585 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.585 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.585 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.585 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.585 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.585 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.585 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.585 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.585 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.585 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.585 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.585 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.586 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.586 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.586 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.586 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.586 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.586 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.586 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.586 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.586 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.586 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67863042 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:inc": { 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 335544320 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 266746673 2024-08-17T01:49:03.587 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.588 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.588 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1611472 2024-08-17T01:49:03.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.588 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.588 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.588 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.588 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.588 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.588 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.588 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.588 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.589 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.589 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.589 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.589 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.589 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.589 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.589 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.589 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.589 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.589 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.590 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67186175 2024-08-17T01:49:03.590 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.590 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.590 INFO:tasks.workunit.client.0.smithi157.stdout: "prioritycache:kv": { 2024-08-17T01:49:03.590 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.590 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 314572800 2024-08-17T01:49:03.590 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.590 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.590 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.590 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.590 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.590 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.590 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.590 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.590 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 177831115 2024-08-17T01:49:03.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.591 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.591 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.591 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.591 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.591 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.591 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.591 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.591 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.591 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.591 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.591 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.592 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.592 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.592 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.592 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.592 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.592 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.592 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.592 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.592 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.592 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.593 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 69632821 2024-08-17T01:49:03.593 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.593 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb": { 2024-08-17T01:49:03.593 INFO:tasks.workunit.client.0.smithi157.stdout: "compact": { 2024-08-17T01:49:03.593 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.593 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_len": { 2024-08-17T01:49:03.593 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.593 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_queue_merge": { 2024-08-17T01:49:03.593 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.593 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.593 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_range": { 2024-08-17T01:49:03.594 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 91 2024-08-17T01:49:03.594 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.594 INFO:tasks.workunit.client.0.smithi157.stdout: "get_latency": { 2024-08-17T01:49:03.594 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 340113, 2024-08-17T01:49:03.594 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1599356521 2024-08-17T01:49:03.594 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.594 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:49:03.594 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.594 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.594 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.594 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:49:03.594 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.594 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.594 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.595 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:49:03.595 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.595 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.595 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.595 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:49:03.595 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.595 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.595 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.595 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_latency": { 2024-08-17T01:49:03.595 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.595 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.595 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.595 INFO:tasks.workunit.client.0.smithi157.stdout: "submit_sync_latency": { 2024-08-17T01:49:03.595 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19064, 2024-08-17T01:49:03.595 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6744888955 2024-08-17T01:49:03.596 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.596 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.596 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.0": { 2024-08-17T01:49:03.596 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.596 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:03.596 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24009 2024-08-17T01:49:03.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.596 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:03.596 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.597 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:03.597 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.597 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.597 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:03.597 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.597 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.598 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:03.598 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:03.598 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.598 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:03.598 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.598 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.598 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:03.598 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.598 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.598 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:03.598 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.599 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:03.599 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.599 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:03.599 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5484544 2024-08-17T01:49:03.599 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.599 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:03.599 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 812498944 2024-08-17T01:49:03.600 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.600 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:03.600 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20, 2024-08-17T01:49:03.600 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4495446 2024-08-17T01:49:03.600 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.600 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:03.600 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20, 2024-08-17T01:49:03.600 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1417009 2024-08-17T01:49:03.600 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.600 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:03.601 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 202, 2024-08-17T01:49:03.601 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 991722 2024-08-17T01:49:03.601 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.601 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:03.601 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:03.601 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.601 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:03.601 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 758513664 2024-08-17T01:49:03.601 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.601 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:03.601 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82621, 2024-08-17T01:49:03.601 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6954970836 2024-08-17T01:49:03.602 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.602 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:03.602 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82651, 2024-08-17T01:49:03.602 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13022106030 2024-08-17T01:49:03.602 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.602 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:03.602 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5955584 2024-08-17T01:49:03.602 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.602 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:03.602 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 338489344 2024-08-17T01:49:03.602 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.602 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:03.602 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 775553024 2024-08-17T01:49:03.602 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.602 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:03.603 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.603 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:03.603 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:03.603 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53 2024-08-17T01:49:03.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.603 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:03.603 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 310373555 2024-08-17T01:49:03.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.603 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:03.603 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23257 2024-08-17T01:49:03.604 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.604 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:03.604 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 245903360 2024-08-17T01:49:03.604 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.604 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:03.604 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 245907456 2024-08-17T01:49:03.604 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.604 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:03.604 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.604 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.604 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:03.604 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.604 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.605 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:03.605 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11221 2024-08-17T01:49:03.605 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.605 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:03.605 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23257, 2024-08-17T01:49:03.605 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 184673838 2024-08-17T01:49:03.605 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.605 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:03.605 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 246999278 2024-08-17T01:49:03.605 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.605 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:03.605 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21311 2024-08-17T01:49:03.605 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.605 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:03.605 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1772054 2024-08-17T01:49:03.606 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.606 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:03.606 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 500 2024-08-17T01:49:03.606 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.606 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:03.606 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5352795 2024-08-17T01:49:03.606 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.606 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:03.606 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 733 2024-08-17T01:49:03.606 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.606 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:03.606 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3580741 2024-08-17T01:49:03.606 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.606 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3580741 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 239 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 733, 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1839477 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.607 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:03.608 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.608 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.608 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.608 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:03.608 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.608 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.608 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:03.608 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.608 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.608 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:03.608 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:03.608 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 591 2024-08-17T01:49:03.608 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.609 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:03.609 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:03.609 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5691 2024-08-17T01:49:03.609 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.609 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:03.609 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.609 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.609 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.609 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:03.609 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.609 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.609 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:03.609 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.609 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.609 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:03.610 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1159499776 2024-08-17T01:49:03.610 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.610 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.610 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:03.610 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:03.610 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:03.610 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.610 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:03.610 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19107840 2024-08-17T01:49:03.610 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.610 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:03.611 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23884, 2024-08-17T01:49:03.611 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75330839 2024-08-17T01:49:03.611 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.611 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:03.611 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3310, 2024-08-17T01:49:03.611 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464245344 2024-08-17T01:49:03.611 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.611 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:03.611 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.612 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.612 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:03.612 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.612 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:03.612 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.612 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:03.612 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.612 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:03.612 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24669, 2024-08-17T01:49:03.612 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 211279450 2024-08-17T01:49:03.612 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.613 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:03.613 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.613 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.613 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.613 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:03.613 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.613 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.613 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:03.613 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82567, 2024-08-17T01:49:03.613 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17405926386 2024-08-17T01:49:03.613 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.613 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:03.613 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 81756, 2024-08-17T01:49:03.613 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1875186604 2024-08-17T01:49:03.614 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.614 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:03.614 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82567, 2024-08-17T01:49:03.614 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50054936 2024-08-17T01:49:03.614 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.614 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:03.614 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 82567, 2024-08-17T01:49:03.614 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17455981322 2024-08-17T01:49:03.614 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.614 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:03.614 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.614 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.615 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.615 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:03.615 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 43060, 2024-08-17T01:49:03.615 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 827598279 2024-08-17T01:49:03.615 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.615 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:03.615 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1154, 2024-08-17T01:49:03.615 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2872106 2024-08-17T01:49:03.615 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.615 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:03.615 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 29337, 2024-08-17T01:49:03.615 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12177457 2024-08-17T01:49:03.615 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.615 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:03.615 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 53, 2024-08-17T01:49:03.616 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 88923 2024-08-17T01:49:03.616 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.616 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:03.616 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25858, 2024-08-17T01:49:03.616 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5259012888 2024-08-17T01:49:03.616 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.616 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:03.616 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 279358 2024-08-17T01:49:03.616 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.616 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:03.616 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24442 2024-08-17T01:49:03.616 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.616 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:03.617 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18647, 2024-08-17T01:49:03.617 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1590911257 2024-08-17T01:49:03.617 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.617 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:03.617 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45651, 2024-08-17T01:49:03.617 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16343053 2024-08-17T01:49:03.617 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.617 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:03.617 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27004, 2024-08-17T01:49:03.617 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 930852658 2024-08-17T01:49:03.617 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.617 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:03.617 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.617 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.617 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:03.618 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 14902, 2024-08-17T01:49:03.618 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 418032148 2024-08-17T01:49:03.618 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.618 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:03.618 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.618 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.618 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:03.618 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.618 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.618 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:03.618 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.618 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.618 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:03.619 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.619 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:03.619 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:03.619 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6423160445 2024-08-17T01:49:03.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.619 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:03.619 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10026, 2024-08-17T01:49:03.619 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 722295250 2024-08-17T01:49:03.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.619 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:03.619 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10025, 2024-08-17T01:49:03.619 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2503084415956 2024-08-17T01:49:03.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.619 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:03.620 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10026, 2024-08-17T01:49:03.620 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6534140156111 2024-08-17T01:49:03.620 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.620 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:03.620 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97370, 2024-08-17T01:49:03.620 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3041243590907 2024-08-17T01:49:03.620 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.620 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:03.620 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97370, 2024-08-17T01:49:03.620 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10449318 2024-08-17T01:49:03.620 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.620 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:03.620 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:03.620 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 364354246 2024-08-17T01:49:03.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.621 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:03.621 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:03.621 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32117486409 2024-08-17T01:49:03.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.621 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:03.621 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:03.621 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 35499276 2024-08-17T01:49:03.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.621 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:03.621 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:03.621 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17670740129 2024-08-17T01:49:03.621 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.621 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:03.622 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:03.622 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8627415405 2024-08-17T01:49:03.622 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.622 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:03.622 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13409779 2024-08-17T01:49:03.622 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.622 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:03.622 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2733, 2024-08-17T01:49:03.622 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14612488 2024-08-17T01:49:03.622 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.622 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:03.622 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:03.622 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65218633814 2024-08-17T01:49:03.623 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.623 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:03.623 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:03.623 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9757627950 2024-08-17T01:49:03.623 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.623 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:03.623 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 97371, 2024-08-17T01:49:03.623 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 694608096 2024-08-17T01:49:03.623 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.623 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.623 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:03.623 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:03.623 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:49:03.623 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.623 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:03.624 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 532201472 2024-08-17T01:49:03.624 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.624 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:03.624 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 492085248 2024-08-17T01:49:03.624 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.624 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:03.624 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:49:03.624 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.625 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:03.625 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40116224 2024-08-17T01:49:03.625 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.625 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.625 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:03.625 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.625 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:03.625 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.625 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.625 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.625 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.625 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.625 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.625 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.625 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.626 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57010705 2024-08-17T01:49:03.626 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.626 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.626 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.626 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.626 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.627 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.627 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.627 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.627 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.627 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.627 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.627 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.627 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.628 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.628 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:03.628 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.628 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.628 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57344 2024-08-17T01:49:03.628 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.628 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.628 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.628 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.628 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.628 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.628 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.628 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.628 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.629 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.629 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.629 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68756975 2024-08-17T01:49:03.629 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.629 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.629 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:03.629 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.629 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 562036736 2024-08-17T01:49:03.629 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.629 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.629 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.629 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.629 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.629 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.630 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.630 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.630 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427580293 2024-08-17T01:49:03.630 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.630 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.630 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.630 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.630 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.630 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.630 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.630 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.630 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1520 2024-08-17T01:49:03.630 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.630 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.631 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.631 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.631 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.631 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 97376 2024-08-17T01:49:03.631 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.631 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.631 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.631 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.631 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.631 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.631 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.631 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.631 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.632 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.632 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.632 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.632 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.632 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.632 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67248683 2024-08-17T01:49:03.632 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.632 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.632 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:03.632 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.632 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:03.632 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.632 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.632 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.632 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.633 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.633 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 294752 2024-08-17T01:49:03.633 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.633 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.633 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38007137 2024-08-17T01:49:03.633 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.633 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.633 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.633 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.633 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.633 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.633 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.633 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.633 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.633 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.634 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.634 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.634 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.634 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.634 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.634 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.634 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.634 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.634 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.634 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.634 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.634 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.634 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.635 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.635 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.635 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.635 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.635 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.635 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.635 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70750015 2024-08-17T01:49:03.635 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.635 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.635 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:03.635 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.635 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:03.635 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.635 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.635 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.636 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.636 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.636 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.636 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.636 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.636 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427580293 2024-08-17T01:49:03.636 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.636 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.636 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.636 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.636 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.637 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.637 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.637 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.637 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.637 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.637 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.637 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 184444 2024-08-17T01:49:03.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.637 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.637 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1176979 2024-08-17T01:49:03.638 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.638 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.638 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.638 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.638 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.638 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.638 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.638 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.638 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.638 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.638 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.638 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74374764 2024-08-17T01:49:03.639 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.639 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.639 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:03.639 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:03.639 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.639 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.639 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:03.639 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 63 2024-08-17T01:49:03.639 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.639 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:03.639 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.639 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.639 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:03.639 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:49:03.640 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.640 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.640 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:03.640 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56 2024-08-17T01:49:03.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.640 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:03.640 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.640 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:03.640 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 55553 2024-08-17T01:49:03.640 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.640 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:03.640 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 145502, 2024-08-17T01:49:03.640 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7089922126 2024-08-17T01:49:03.641 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.641 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:03.641 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T01:49:03.641 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.641 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:03.641 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.641 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.641 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:03.641 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1975966503 2024-08-17T01:49:03.641 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.641 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:03.641 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 55553, 2024-08-17T01:49:03.641 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 295809486084 2024-08-17T01:49:03.641 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.641 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:03.642 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3263079503 2024-08-17T01:49:03.642 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.642 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:03.642 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56790, 2024-08-17T01:49:03.642 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22329289539 2024-08-17T01:49:03.642 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.642 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:03.642 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 55553, 2024-08-17T01:49:03.642 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73704384169 2024-08-17T01:49:03.643 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.643 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:03.643 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38469 2024-08-17T01:49:03.643 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.643 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:03.643 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38469, 2024-08-17T01:49:03.643 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18011587418 2024-08-17T01:49:03.643 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.643 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:03.643 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.643 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.643 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:03.643 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3263079503 2024-08-17T01:49:03.644 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.644 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:03.644 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38854, 2024-08-17T01:49:03.644 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7265049875 2024-08-17T01:49:03.644 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.644 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:03.644 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38469, 2024-08-17T01:49:03.644 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8819165663 2024-08-17T01:49:03.644 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.644 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:03.644 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9412 2024-08-17T01:49:03.644 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.644 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:03.644 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 312991339 2024-08-17T01:49:03.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.645 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:03.645 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9412, 2024-08-17T01:49:03.645 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14351363008 2024-08-17T01:49:03.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.645 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:03.645 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.645 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:03.645 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.645 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:03.645 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.645 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.645 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:03.646 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10028, 2024-08-17T01:49:03.646 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5633006447 2024-08-17T01:49:03.646 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.646 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:03.646 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9412, 2024-08-17T01:49:03.646 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12541139583 2024-08-17T01:49:03.646 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.646 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:03.646 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7672 2024-08-17T01:49:03.646 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.646 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:03.647 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1662975164 2024-08-17T01:49:03.647 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.647 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:03.647 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7672, 2024-08-17T01:49:03.647 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 263446535658 2024-08-17T01:49:03.647 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.647 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:03.647 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.647 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.647 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:03.647 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7908, 2024-08-17T01:49:03.647 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9431233217 2024-08-17T01:49:03.647 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.647 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:03.647 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7672, 2024-08-17T01:49:03.648 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 52344078923 2024-08-17T01:49:03.648 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.648 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:03.648 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.648 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.648 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:03.648 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.648 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.648 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:03.648 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19 2024-08-17T01:49:03.648 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.648 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:03.648 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:03.648 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.648 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:03.649 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 777633792 2024-08-17T01:49:03.649 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.649 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.649 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.649 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.1": { 2024-08-17T01:49:03.649 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.649 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:03.649 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16952 2024-08-17T01:49:03.649 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.649 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:03.649 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.649 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.650 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:03.650 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.650 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.650 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:03.650 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.650 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.650 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:03.650 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:03.650 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.650 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:03.650 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.650 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.651 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:03.651 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.651 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.651 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:03.651 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.651 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.651 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:03.651 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.651 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.651 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:03.651 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4640768 2024-08-17T01:49:03.651 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.651 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:03.652 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 746909696 2024-08-17T01:49:03.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.652 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:03.652 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17, 2024-08-17T01:49:03.652 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5151255 2024-08-17T01:49:03.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.652 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:03.652 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17, 2024-08-17T01:49:03.652 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1575957 2024-08-17T01:49:03.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.652 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:03.652 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 180, 2024-08-17T01:49:03.652 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 791224 2024-08-17T01:49:03.652 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.653 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:03.653 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:03.653 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.653 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:03.653 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 761987072 2024-08-17T01:49:03.653 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.653 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:03.653 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71813, 2024-08-17T01:49:03.653 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5991120967 2024-08-17T01:49:03.653 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.653 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:03.653 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71840, 2024-08-17T01:49:03.653 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11388894142 2024-08-17T01:49:03.653 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11579392 2024-08-17T01:49:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 294207488 2024-08-17T01:49:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 774766592 2024-08-17T01:49:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.654 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:03.655 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50 2024-08-17T01:49:03.655 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.655 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:03.655 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 204195525 2024-08-17T01:49:03.655 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.655 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:03.655 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16129 2024-08-17T01:49:03.655 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.655 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:03.655 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173924352 2024-08-17T01:49:03.655 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.655 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:03.655 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173928448 2024-08-17T01:49:03.655 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.656 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:03.656 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.656 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.656 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:03.656 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.656 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.656 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:03.656 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8417 2024-08-17T01:49:03.656 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.656 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:03.656 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16129, 2024-08-17T01:49:03.656 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 149151455 2024-08-17T01:49:03.656 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.656 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:03.656 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 151580158 2024-08-17T01:49:03.657 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.657 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:03.657 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14511 2024-08-17T01:49:03.657 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.657 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:03.657 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1503541 2024-08-17T01:49:03.657 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.657 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:03.657 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 406 2024-08-17T01:49:03.657 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.657 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:03.657 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4577016 2024-08-17T01:49:03.657 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.657 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:03.658 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 598 2024-08-17T01:49:03.658 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.658 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:03.658 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3073475 2024-08-17T01:49:03.658 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.658 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:03.658 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3073475 2024-08-17T01:49:03.658 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.658 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:03.658 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.658 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.658 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:03.659 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.659 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.659 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:03.659 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 198 2024-08-17T01:49:03.659 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.659 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:03.659 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 598, 2024-08-17T01:49:03.659 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2368805 2024-08-17T01:49:03.659 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.659 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:03.659 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.659 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.659 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.659 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:03.660 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.660 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:03.660 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.660 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:03.660 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:03.660 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 638 2024-08-17T01:49:03.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.660 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:03.660 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:03.660 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5658 2024-08-17T01:49:03.660 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.660 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:03.660 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.661 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.661 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.661 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:03.661 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.661 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.661 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:03.661 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.661 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.661 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:03.661 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1048346624 2024-08-17T01:49:03.661 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.661 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.661 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:03.662 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:03.662 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:03.662 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.662 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:03.662 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14315520 2024-08-17T01:49:03.662 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.662 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:03.662 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21954, 2024-08-17T01:49:03.662 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 83552840 2024-08-17T01:49:03.663 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.663 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:03.663 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3280, 2024-08-17T01:49:03.663 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 387363988 2024-08-17T01:49:03.663 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.663 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:03.663 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.663 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.663 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.663 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:03.663 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.663 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.663 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:03.663 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.663 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.664 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:03.664 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.664 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.664 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:03.664 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16765, 2024-08-17T01:49:03.664 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 122771913 2024-08-17T01:49:03.664 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.664 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:03.664 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.664 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.664 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.664 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:03.664 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.664 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.664 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:03.665 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71762, 2024-08-17T01:49:03.665 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15076200271 2024-08-17T01:49:03.665 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.665 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:03.665 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71103, 2024-08-17T01:49:03.665 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1698223283 2024-08-17T01:49:03.665 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.665 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:03.665 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71762, 2024-08-17T01:49:03.665 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 47561472 2024-08-17T01:49:03.665 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.665 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:03.666 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 71762, 2024-08-17T01:49:03.666 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15123761743 2024-08-17T01:49:03.666 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.666 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:03.666 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.666 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.666 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.666 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:03.666 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31086, 2024-08-17T01:49:03.666 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 528474983 2024-08-17T01:49:03.666 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.666 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:03.667 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 964, 2024-08-17T01:49:03.667 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3026989 2024-08-17T01:49:03.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.667 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:03.667 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18659, 2024-08-17T01:49:03.667 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8930786 2024-08-17T01:49:03.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.667 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:03.667 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 44, 2024-08-17T01:49:03.667 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51940 2024-08-17T01:49:03.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.667 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:03.667 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13789, 2024-08-17T01:49:03.667 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3218795749 2024-08-17T01:49:03.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.668 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:03.668 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 226744 2024-08-17T01:49:03.668 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.668 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:03.668 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26593 2024-08-17T01:49:03.668 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.668 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:03.668 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21891, 2024-08-17T01:49:03.668 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1411637111 2024-08-17T01:49:03.668 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.668 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:03.668 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69557, 2024-08-17T01:49:03.668 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19830380 2024-08-17T01:49:03.668 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.669 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:03.669 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 47666, 2024-08-17T01:49:03.669 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 562914075 2024-08-17T01:49:03.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.669 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:03.669 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.669 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:03.669 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 14538, 2024-08-17T01:49:03.669 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 361227736 2024-08-17T01:49:03.669 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.669 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:03.669 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.670 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.670 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:03.670 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.670 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.670 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:03.670 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.670 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.670 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:03.670 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.670 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.670 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:03.670 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:03.670 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6214802354 2024-08-17T01:49:03.670 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.671 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:03.671 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21885, 2024-08-17T01:49:03.671 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1111509421 2024-08-17T01:49:03.671 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.671 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:03.671 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21883, 2024-08-17T01:49:03.671 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2601637741756 2024-08-17T01:49:03.671 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.671 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:03.671 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21885, 2024-08-17T01:49:03.671 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6743252611975 2024-08-17T01:49:03.671 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.671 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:03.672 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85190, 2024-08-17T01:49:03.672 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2685043394345 2024-08-17T01:49:03.672 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.672 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:03.672 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85190, 2024-08-17T01:49:03.672 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9873774 2024-08-17T01:49:03.672 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.672 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:03.672 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:03.672 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 467349778 2024-08-17T01:49:03.672 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.672 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:03.672 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:03.672 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26531127297 2024-08-17T01:49:03.672 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.673 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:03.673 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:03.673 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30991754 2024-08-17T01:49:03.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.673 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:03.673 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:03.673 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14211166870 2024-08-17T01:49:03.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.673 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:03.673 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:03.673 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8229687154 2024-08-17T01:49:03.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.673 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:03.673 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8624570 2024-08-17T01:49:03.673 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.674 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:03.674 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2705, 2024-08-17T01:49:03.674 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17500920 2024-08-17T01:49:03.674 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.674 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:03.674 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:03.674 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 55667940374 2024-08-17T01:49:03.674 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.674 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:03.674 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:03.674 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9340028780 2024-08-17T01:49:03.674 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.674 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:03.674 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 85192, 2024-08-17T01:49:03.675 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 614748044 2024-08-17T01:49:03.675 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.675 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.675 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:03.675 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:03.675 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:49:03.675 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.675 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:03.675 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 494993408 2024-08-17T01:49:03.675 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.675 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:03.675 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 456949760 2024-08-17T01:49:03.675 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.675 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:03.676 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:49:03.676 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.676 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:03.676 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38043648 2024-08-17T01:49:03.676 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.676 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.676 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:03.676 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.676 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:03.676 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.676 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.676 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.677 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.677 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.677 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.677 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.677 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.677 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57042070 2024-08-17T01:49:03.677 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.677 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.677 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.677 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.677 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.677 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.677 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.677 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.678 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.678 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.678 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.678 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.678 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.678 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.678 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:03.678 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.678 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.678 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 839680 2024-08-17T01:49:03.679 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.679 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.679 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.679 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.679 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.679 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.680 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.680 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.680 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.680 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.680 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.680 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67881834 2024-08-17T01:49:03.680 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.680 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.680 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:03.680 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.681 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:03.681 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.681 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.681 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.681 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.681 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.681 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.681 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.682 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.682 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427815526 2024-08-17T01:49:03.682 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.682 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.682 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.682 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.682 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.682 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.682 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.682 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.683 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 256 2024-08-17T01:49:03.683 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.683 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.683 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.683 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.683 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.683 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 79760 2024-08-17T01:49:03.683 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.683 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.683 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.683 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.683 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.683 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.683 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.684 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.684 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.684 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.684 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.684 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.684 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.684 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.684 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75420938 2024-08-17T01:49:03.684 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.684 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.684 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:03.684 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.685 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:03.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.685 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.685 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.685 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.685 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68544 2024-08-17T01:49:03.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.685 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.685 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38028046 2024-08-17T01:49:03.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.685 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.685 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.685 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.686 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.686 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.686 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.686 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.686 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.686 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.686 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.686 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.686 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.687 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.687 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.687 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.687 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.687 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.687 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.687 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.687 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.687 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.687 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.687 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70955314 2024-08-17T01:49:03.687 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.687 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.688 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:03.688 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.688 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:03.688 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.688 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.688 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.688 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.688 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.688 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.688 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.689 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.689 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427815526 2024-08-17T01:49:03.689 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.689 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.689 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.689 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.689 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.689 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.689 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.689 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.689 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.689 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.689 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.690 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.690 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.690 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.690 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173317 2024-08-17T01:49:03.690 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.690 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.690 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1176523 2024-08-17T01:49:03.690 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.690 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.690 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.690 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.690 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.690 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.690 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.691 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.691 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.691 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74151114 2024-08-17T01:49:03.691 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.691 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.691 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:03.691 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:03.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.691 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.691 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:03.691 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16 2024-08-17T01:49:03.691 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.691 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:03.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.692 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:03.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.692 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.692 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.692 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:03.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48 2024-08-17T01:49:03.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.692 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:03.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.692 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.692 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:03.692 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46341 2024-08-17T01:49:03.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.693 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:03.693 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 136266, 2024-08-17T01:49:03.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8411042407 2024-08-17T01:49:03.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.693 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:03.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.693 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:03.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.693 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:03.693 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1892892328 2024-08-17T01:49:03.693 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.694 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:03.694 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 46341, 2024-08-17T01:49:03.694 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 617734011543 2024-08-17T01:49:03.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.694 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:03.694 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2349709034 2024-08-17T01:49:03.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.694 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:03.694 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 48204, 2024-08-17T01:49:03.694 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31228292411 2024-08-17T01:49:03.694 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.695 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:03.695 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 46341, 2024-08-17T01:49:03.695 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 102373544184 2024-08-17T01:49:03.695 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.695 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:03.696 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23372 2024-08-17T01:49:03.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.696 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:03.696 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23372, 2024-08-17T01:49:03.696 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12498821467 2024-08-17T01:49:03.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.696 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:03.696 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.696 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:03.697 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2349709034 2024-08-17T01:49:03.697 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.697 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:03.697 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23836, 2024-08-17T01:49:03.697 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5375303331 2024-08-17T01:49:03.697 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.697 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:03.697 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23372, 2024-08-17T01:49:03.697 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5148301191 2024-08-17T01:49:03.697 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.697 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:03.697 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13081 2024-08-17T01:49:03.697 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.698 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:03.698 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 196282233 2024-08-17T01:49:03.698 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.698 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:03.698 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13081, 2024-08-17T01:49:03.698 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 97711832214 2024-08-17T01:49:03.698 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.698 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:03.699 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.699 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.699 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:03.699 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.699 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.699 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:03.699 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.699 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.699 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:03.699 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13347, 2024-08-17T01:49:03.700 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13075216387 2024-08-17T01:49:03.700 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.700 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:03.700 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13081, 2024-08-17T01:49:03.700 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30433251598 2024-08-17T01:49:03.700 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.701 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:03.701 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9888 2024-08-17T01:49:03.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.701 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:03.701 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1696610095 2024-08-17T01:49:03.701 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.702 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:03.702 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9888, 2024-08-17T01:49:03.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 507523357862 2024-08-17T01:49:03.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.702 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:03.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.702 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:03.702 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11021, 2024-08-17T01:49:03.702 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12777772693 2024-08-17T01:49:03.702 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.702 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:03.702 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 9888, 2024-08-17T01:49:03.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 66791991395 2024-08-17T01:49:03.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.703 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:03.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.703 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:03.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4194323 2024-08-17T01:49:03.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.703 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:03.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6 2024-08-17T01:49:03.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.703 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:03.703 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:03.703 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.703 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:03.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 776318976 2024-08-17T01:49:03.704 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.704 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.704 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.2": { 2024-08-17T01:49:03.704 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.704 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:03.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21673 2024-08-17T01:49:03.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.704 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:03.704 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.704 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.704 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:03.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.705 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:03.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.705 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:03.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:03.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.705 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:03.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.705 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:03.705 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.706 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:03.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.706 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:03.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.706 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:03.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7839744 2024-08-17T01:49:03.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.706 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:03.706 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 702111744 2024-08-17T01:49:03.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.706 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:03.707 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18, 2024-08-17T01:49:03.707 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4243330 2024-08-17T01:49:03.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.707 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:03.707 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18, 2024-08-17T01:49:03.707 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1324889 2024-08-17T01:49:03.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.707 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:03.707 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 187, 2024-08-17T01:49:03.707 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 872353 2024-08-17T01:49:03.707 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.707 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:03.707 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 682622976 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73206, 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5907058581 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73226, 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11081200344 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 626688 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.708 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:03.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 299896832 2024-08-17T01:49:03.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.709 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:03.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 703922176 2024-08-17T01:49:03.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.709 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:03.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.709 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:03.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.709 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:03.709 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50 2024-08-17T01:49:03.709 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.709 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:03.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 308002518 2024-08-17T01:49:03.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.710 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:03.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19520 2024-08-17T01:49:03.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.710 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:03.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 232824832 2024-08-17T01:49:03.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.710 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:03.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 232828928 2024-08-17T01:49:03.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.710 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:03.710 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.710 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.710 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:03.711 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.711 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:03.711 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7525 2024-08-17T01:49:03.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.711 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:03.711 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 19520, 2024-08-17T01:49:03.711 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 152079605 2024-08-17T01:49:03.711 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.711 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:03.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 221851774 2024-08-17T01:49:03.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.712 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:03.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16879 2024-08-17T01:49:03.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.712 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:03.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3075643 2024-08-17T01:49:03.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.712 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:03.712 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 674 2024-08-17T01:49:03.712 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.713 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:03.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7673210 2024-08-17T01:49:03.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.713 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:03.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 944 2024-08-17T01:49:03.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.713 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:03.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4597567 2024-08-17T01:49:03.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.713 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:03.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4597567 2024-08-17T01:49:03.713 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.713 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:03.713 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.714 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:03.714 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.714 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:03.714 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 274 2024-08-17T01:49:03.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.714 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:03.714 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 944, 2024-08-17T01:49:03.714 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3452551 2024-08-17T01:49:03.714 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.714 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:03.715 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.715 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.715 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.715 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:03.715 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.715 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.715 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:03.715 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.715 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.715 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:03.715 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:03.715 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 606 2024-08-17T01:49:03.715 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.716 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:03.716 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:03.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6694 2024-08-17T01:49:03.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.716 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:03.716 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.716 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:03.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.716 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:03.716 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.717 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:03.717 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1012576256 2024-08-17T01:49:03.717 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.717 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:03.717 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:03.717 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:03.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.717 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:03.717 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14303232 2024-08-17T01:49:03.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.717 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:03.717 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17657, 2024-08-17T01:49:03.717 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56982355 2024-08-17T01:49:03.717 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.718 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:03.718 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3310, 2024-08-17T01:49:03.718 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 402069993 2024-08-17T01:49:03.718 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.718 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:03.718 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.718 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.718 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.718 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:03.718 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.718 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.718 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:03.718 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.719 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:03.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.719 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:03.719 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24337, 2024-08-17T01:49:03.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 207505089 2024-08-17T01:49:03.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.719 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:03.719 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.719 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.719 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:03.719 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.720 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:03.720 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73150, 2024-08-17T01:49:03.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14832792584 2024-08-17T01:49:03.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.720 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:03.720 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 72446, 2024-08-17T01:49:03.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1588408786 2024-08-17T01:49:03.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.720 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:03.720 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73150, 2024-08-17T01:49:03.720 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37149983 2024-08-17T01:49:03.720 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.720 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:03.720 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 73150, 2024-08-17T01:49:03.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14869942567 2024-08-17T01:49:03.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.721 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:03.721 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.721 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:03.721 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64834, 2024-08-17T01:49:03.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 993603663 2024-08-17T01:49:03.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.721 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:03.721 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1097, 2024-08-17T01:49:03.721 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2668194 2024-08-17T01:49:03.721 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.722 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:03.722 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 22195, 2024-08-17T01:49:03.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12499606 2024-08-17T01:49:03.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.722 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:03.722 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37, 2024-08-17T01:49:03.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45102 2024-08-17T01:49:03.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.722 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:03.722 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 22860, 2024-08-17T01:49:03.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3398331606 2024-08-17T01:49:03.722 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.722 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:03.722 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 280635 2024-08-17T01:49:03.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.723 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:03.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19512 2024-08-17T01:49:03.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.723 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:03.723 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12426, 2024-08-17T01:49:03.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1206083353 2024-08-17T01:49:03.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.723 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:03.723 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31264, 2024-08-17T01:49:03.723 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13342931 2024-08-17T01:49:03.723 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.723 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:03.723 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18838, 2024-08-17T01:49:03.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 872527066 2024-08-17T01:49:03.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.724 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:03.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.724 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:03.724 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12397, 2024-08-17T01:49:03.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 403329828 2024-08-17T01:49:03.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.724 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:03.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.724 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:03.724 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.724 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.725 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:03.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.725 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:03.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.725 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:03.725 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:03.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5804860682 2024-08-17T01:49:03.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.725 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:03.725 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6126, 2024-08-17T01:49:03.725 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 451311344 2024-08-17T01:49:03.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.726 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:03.726 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6125, 2024-08-17T01:49:03.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2759516420128 2024-08-17T01:49:03.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.726 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:03.726 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6126, 2024-08-17T01:49:03.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6214175985580 2024-08-17T01:49:03.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.726 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:03.726 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86344, 2024-08-17T01:49:03.726 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2410543824045 2024-08-17T01:49:03.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.726 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:03.727 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86344, 2024-08-17T01:49:03.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10211283 2024-08-17T01:49:03.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.727 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:03.727 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:03.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 610091226 2024-08-17T01:49:03.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.727 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:03.727 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:03.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26144979776 2024-08-17T01:49:03.727 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.727 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:03.727 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:03.727 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27701773 2024-08-17T01:49:03.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.728 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:03.728 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:03.728 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12846407452 2024-08-17T01:49:03.728 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.728 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:03.729 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:03.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8532691856 2024-08-17T01:49:03.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.729 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:03.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8624391 2024-08-17T01:49:03.729 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.729 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:03.729 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2661, 2024-08-17T01:49:03.729 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16246357 2024-08-17T01:49:03.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.730 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:03.730 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:03.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53950347812 2024-08-17T01:49:03.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.730 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:03.730 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:03.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9553863217 2024-08-17T01:49:03.730 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.730 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:03.730 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86345, 2024-08-17T01:49:03.730 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 619198144 2024-08-17T01:49:03.731 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.731 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:03.731 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:03.731 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:49:03.731 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.731 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:03.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 483172352 2024-08-17T01:49:03.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.732 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:03.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 409083904 2024-08-17T01:49:03.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.732 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:03.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:49:03.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.732 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:03.732 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74088448 2024-08-17T01:49:03.732 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.732 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.732 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:03.732 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:03.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.733 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.733 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.733 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 56997808 2024-08-17T01:49:03.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.733 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.733 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.733 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.734 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.734 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.734 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.734 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.734 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:03.734 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.734 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 122880 2024-08-17T01:49:03.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.735 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.735 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.735 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.735 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.735 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68704336 2024-08-17T01:49:03.736 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.736 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:03.736 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 562036736 2024-08-17T01:49:03.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.736 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.736 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.736 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.737 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427483566 2024-08-17T01:49:03.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.737 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.737 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.737 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.737 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.737 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1744 2024-08-17T01:49:03.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.738 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.738 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 115104 2024-08-17T01:49:03.738 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.738 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.738 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.739 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.739 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.739 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.739 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.739 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.739 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67327458 2024-08-17T01:49:03.739 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.740 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:03.740 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:03.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.740 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.740 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 448992 2024-08-17T01:49:03.740 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.740 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.740 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37998539 2024-08-17T01:49:03.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.741 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.741 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.741 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.741 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.742 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.742 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.742 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.742 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.743 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.743 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.743 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.743 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.743 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.744 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.744 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.744 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.744 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.744 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70604373 2024-08-17T01:49:03.745 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.745 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:03.745 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:03.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.745 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.745 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.745 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.745 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427483566 2024-08-17T01:49:03.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.746 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.746 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.746 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.746 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.747 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.747 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.747 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.747 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.747 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.747 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.747 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.747 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 167453 2024-08-17T01:49:03.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.748 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.748 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1212993 2024-08-17T01:49:03.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.748 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.748 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.748 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.748 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.748 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.748 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.748 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.749 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.749 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74452468 2024-08-17T01:49:03.749 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.749 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.749 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:03.749 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:03.749 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.749 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.749 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:03.749 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 97 2024-08-17T01:49:03.749 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.749 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:03.749 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.749 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.750 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:03.750 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.750 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.750 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.750 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.750 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:03.750 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43 2024-08-17T01:49:03.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.751 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:03.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.751 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:03.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68533 2024-08-17T01:49:03.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.751 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:03.751 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 168376, 2024-08-17T01:49:03.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7951726359 2024-08-17T01:49:03.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.751 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:03.751 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:49:03.751 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.752 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:03.752 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4 2024-08-17T01:49:03.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.752 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:03.752 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1635039425 2024-08-17T01:49:03.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.752 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:03.752 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 68533, 2024-08-17T01:49:03.752 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 100489631920 2024-08-17T01:49:03.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.752 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:03.752 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3903989516 2024-08-17T01:49:03.752 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.752 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:03.753 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69469, 2024-08-17T01:49:03.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 44932049226 2024-08-17T01:49:03.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.753 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:03.753 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 68533, 2024-08-17T01:49:03.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73394336489 2024-08-17T01:49:03.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.753 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:03.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 37734 2024-08-17T01:49:03.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.753 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:03.753 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37734, 2024-08-17T01:49:03.753 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27958248724 2024-08-17T01:49:03.753 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.754 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:03.754 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.754 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:03.754 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3903989516 2024-08-17T01:49:03.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.754 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:03.755 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 38181, 2024-08-17T01:49:03.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6965333914 2024-08-17T01:49:03.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.755 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:03.755 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37734, 2024-08-17T01:49:03.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12500572005 2024-08-17T01:49:03.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.755 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:03.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 28657 2024-08-17T01:49:03.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.755 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:03.755 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 297382261 2024-08-17T01:49:03.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.755 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:03.755 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28657, 2024-08-17T01:49:03.756 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50937806545 2024-08-17T01:49:03.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.756 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:03.756 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.756 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.756 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:03.756 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.757 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.757 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:03.757 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.757 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.757 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:03.757 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28954, 2024-08-17T01:49:03.757 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 34442076726 2024-08-17T01:49:03.757 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.758 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:03.758 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28657, 2024-08-17T01:49:03.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48033540641 2024-08-17T01:49:03.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.758 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:03.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2142 2024-08-17T01:49:03.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.758 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:03.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1337657164 2024-08-17T01:49:03.758 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.758 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:03.758 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2142, 2024-08-17T01:49:03.758 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21593576651 2024-08-17T01:49:03.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.759 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:03.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.759 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:03.759 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2334, 2024-08-17T01:49:03.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3524638586 2024-08-17T01:49:03.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.759 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:03.759 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2142, 2024-08-17T01:49:03.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12860223843 2024-08-17T01:49:03.759 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.759 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:03.759 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.760 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:03.760 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.760 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:03.760 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 33 2024-08-17T01:49:03.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.760 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:03.760 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:03.760 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.760 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:03.760 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 696938496 2024-08-17T01:49:03.760 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.761 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.761 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.3": { 2024-08-17T01:49:03.761 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.761 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:03.761 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15969 2024-08-17T01:49:03.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.761 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:03.761 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.761 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:03.761 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.761 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.761 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:03.762 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.762 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:03.762 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:03.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.762 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:03.762 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.762 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.762 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:03.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.763 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:03.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.763 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:03.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.763 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:03.763 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1863680 2024-08-17T01:49:03.763 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.764 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:03.764 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 626651136 2024-08-17T01:49:03.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.764 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:03.764 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:49:03.764 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3289647 2024-08-17T01:49:03.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.764 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:03.764 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:49:03.764 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 924858 2024-08-17T01:49:03.764 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.764 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:03.765 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 155, 2024-08-17T01:49:03.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 747977 2024-08-17T01:49:03.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.765 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:03.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:03.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.765 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:03.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 615514112 2024-08-17T01:49:03.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.765 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:03.765 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64544, 2024-08-17T01:49:03.765 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5287292724 2024-08-17T01:49:03.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.766 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:03.766 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64569, 2024-08-17T01:49:03.766 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9916479985 2024-08-17T01:49:03.766 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.766 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:03.766 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15097856 2024-08-17T01:49:03.766 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.766 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:03.766 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 264454144 2024-08-17T01:49:03.766 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.767 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:03.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 624033792 2024-08-17T01:49:03.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.767 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:03.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.767 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:03.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.767 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:03.767 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 44 2024-08-17T01:49:03.767 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.768 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:03.768 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 79298259 2024-08-17T01:49:03.768 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.768 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:03.768 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4248 2024-08-17T01:49:03.768 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.768 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:03.768 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85721088 2024-08-17T01:49:03.768 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.768 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:03.768 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 85725184 2024-08-17T01:49:03.768 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.768 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:03.768 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.769 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:03.769 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.769 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:03.769 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2335 2024-08-17T01:49:03.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.769 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:03.769 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4248, 2024-08-17T01:49:03.769 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53166434 2024-08-17T01:49:03.769 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.769 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:03.769 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20079348 2024-08-17T01:49:03.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.770 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:03.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2428 2024-08-17T01:49:03.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.770 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:03.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 795414 2024-08-17T01:49:03.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.770 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:03.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 395 2024-08-17T01:49:03.770 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.770 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:03.770 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1797847 2024-08-17T01:49:03.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.771 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:03.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 502 2024-08-17T01:49:03.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.771 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:03.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1002433 2024-08-17T01:49:03.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.771 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:03.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1002433 2024-08-17T01:49:03.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.771 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:03.771 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.771 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.772 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:03.772 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.772 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:03.772 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 108 2024-08-17T01:49:03.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.772 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:03.772 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 502, 2024-08-17T01:49:03.772 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 938280 2024-08-17T01:49:03.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.772 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:03.772 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.772 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.772 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.773 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:03.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.773 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:03.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.773 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:03.773 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:03.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 853 2024-08-17T01:49:03.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.773 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:03.773 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:03.773 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7945 2024-08-17T01:49:03.773 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.774 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:03.774 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.774 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.774 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.774 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:03.774 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.774 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.774 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:03.774 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.774 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.774 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:03.774 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 895262720 2024-08-17T01:49:03.774 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.775 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:03.775 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:03.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:03.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.775 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:03.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14327808 2024-08-17T01:49:03.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.775 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:03.775 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17225, 2024-08-17T01:49:03.775 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 53343651 2024-08-17T01:49:03.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.775 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:03.775 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3254, 2024-08-17T01:49:03.776 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 346917865 2024-08-17T01:49:03.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.776 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:03.776 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.776 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.776 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:03.776 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.776 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:03.776 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.777 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:03.777 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.777 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:03.777 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12882, 2024-08-17T01:49:03.777 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 104946655 2024-08-17T01:49:03.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.777 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:03.777 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.777 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.777 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:03.777 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.777 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.777 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:03.778 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64507, 2024-08-17T01:49:03.778 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13220644886 2024-08-17T01:49:03.778 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.778 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:03.778 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 63939, 2024-08-17T01:49:03.778 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1409923794 2024-08-17T01:49:03.778 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.778 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:03.778 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64507, 2024-08-17T01:49:03.778 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 39631663 2024-08-17T01:49:03.778 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.778 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:03.779 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 64507, 2024-08-17T01:49:03.779 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13260276549 2024-08-17T01:49:03.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.779 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:03.779 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.779 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.779 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:03.779 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 18734, 2024-08-17T01:49:03.779 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 464581173 2024-08-17T01:49:03.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.779 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:03.779 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1395, 2024-08-17T01:49:03.779 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3059327 2024-08-17T01:49:03.779 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.780 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:03.780 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7112, 2024-08-17T01:49:03.780 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5546907 2024-08-17T01:49:03.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.780 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:03.780 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 41, 2024-08-17T01:49:03.780 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49942 2024-08-17T01:49:03.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.780 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:03.780 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7145, 2024-08-17T01:49:03.780 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 575793023 2024-08-17T01:49:03.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.780 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:03.780 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 195073 2024-08-17T01:49:03.780 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17299 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 28602, 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1008279488 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75839, 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22653101 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 47237, 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 499567538 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.781 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:03.782 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.782 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:03.782 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11763, 2024-08-17T01:49:03.782 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 304487159 2024-08-17T01:49:03.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.782 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:03.782 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.782 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:03.782 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.782 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.782 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:03.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.783 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:03.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.783 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:03.783 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:03.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3757668968 2024-08-17T01:49:03.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.783 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:03.783 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17860, 2024-08-17T01:49:03.783 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1054218106 2024-08-17T01:49:03.783 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.783 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:03.784 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17859, 2024-08-17T01:49:03.784 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2643834345761 2024-08-17T01:49:03.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.784 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:03.784 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17860, 2024-08-17T01:49:03.784 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6510853160389 2024-08-17T01:49:03.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.784 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:03.784 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75754, 2024-08-17T01:49:03.784 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2604806114631 2024-08-17T01:49:03.784 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.784 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:03.784 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75754, 2024-08-17T01:49:03.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7878940 2024-08-17T01:49:03.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.785 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:03.785 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:03.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 108717379 2024-08-17T01:49:03.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.785 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:03.785 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:03.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22574396948 2024-08-17T01:49:03.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.785 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:03.785 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:03.785 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24486944 2024-08-17T01:49:03.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.786 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:03.786 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:03.786 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12110424083 2024-08-17T01:49:03.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.786 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:03.786 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:03.786 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6519904834 2024-08-17T01:49:03.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.786 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:03.786 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8630305 2024-08-17T01:49:03.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.786 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:03.786 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2638, 2024-08-17T01:49:03.786 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16042103 2024-08-17T01:49:03.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.787 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:03.787 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:03.787 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45081091211 2024-08-17T01:49:03.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.787 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:03.787 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:03.787 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7394804344 2024-08-17T01:49:03.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.787 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:03.787 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75755, 2024-08-17T01:49:03.787 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 435476981 2024-08-17T01:49:03.787 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.787 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.787 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:03.788 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:03.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405132748 2024-08-17T01:49:03.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.788 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:03.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 474824704 2024-08-17T01:49:03.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.788 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:03.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430465024 2024-08-17T01:49:03.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.788 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:03.788 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600516608 2024-08-17T01:49:03.788 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.788 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:03.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 44359680 2024-08-17T01:49:03.789 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.789 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:03.789 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:03.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.789 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.789 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.789 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.789 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.790 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.790 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57463423 2024-08-17T01:49:03.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.790 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.790 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.790 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.790 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.790 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.790 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.790 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.790 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.791 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.791 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.791 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.791 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.791 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.791 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.792 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.792 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68365697 2024-08-17T01:49:03.792 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.792 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:03.792 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:03.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.792 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.792 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.792 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.792 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.793 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430975678 2024-08-17T01:49:03.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.793 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.793 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1136 2024-08-17T01:49:03.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.793 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.793 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.793 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.793 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.794 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22080 2024-08-17T01:49:03.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.794 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46720 2024-08-17T01:49:03.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.794 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.794 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.794 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.794 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.795 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.795 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 72270866 2024-08-17T01:49:03.795 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.795 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:03.795 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:03.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.795 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.795 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 220080 2024-08-17T01:49:03.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38308949 2024-08-17T01:49:03.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.796 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.796 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.797 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.797 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.797 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.797 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.797 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.797 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.797 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.797 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.797 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.797 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.798 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.798 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70522875 2024-08-17T01:49:03.798 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.798 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:03.798 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:03.798 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.798 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.798 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.799 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.799 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.799 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.799 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430975678 2024-08-17T01:49:03.799 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.800 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.800 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.800 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.800 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.800 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.801 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.801 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.801 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.801 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.801 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.802 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.802 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176993 2024-08-17T01:49:03.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.802 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.802 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1209630 2024-08-17T01:49:03.802 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.803 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.803 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.803 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.803 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.803 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.803 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.804 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70954179 2024-08-17T01:49:03.804 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.804 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:03.804 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:03.804 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.804 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:03.804 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17 2024-08-17T01:49:03.804 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.805 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:03.805 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.805 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:03.805 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.805 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.806 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.806 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:03.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48 2024-08-17T01:49:03.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.806 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:03.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.806 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:03.806 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36346 2024-08-17T01:49:03.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.806 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:03.806 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 109309, 2024-08-17T01:49:03.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5987459211 2024-08-17T01:49:03.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.807 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:03.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.807 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:03.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.807 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:03.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1062048282 2024-08-17T01:49:03.807 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.807 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:03.807 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 36346, 2024-08-17T01:49:03.807 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 253160457695 2024-08-17T01:49:03.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.808 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:03.808 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1210930276 2024-08-17T01:49:03.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.808 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:03.808 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 37992, 2024-08-17T01:49:03.808 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24690638836 2024-08-17T01:49:03.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.808 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:03.808 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 36346, 2024-08-17T01:49:03.808 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 61597879612 2024-08-17T01:49:03.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.808 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:03.808 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20998 2024-08-17T01:49:03.808 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.809 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:03.809 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20998, 2024-08-17T01:49:03.809 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45115417633 2024-08-17T01:49:03.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.809 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:03.809 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.809 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:03.809 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1210930276 2024-08-17T01:49:03.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.809 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:03.809 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21099, 2024-08-17T01:49:03.809 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4734246404 2024-08-17T01:49:03.809 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.810 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:03.810 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20998, 2024-08-17T01:49:03.810 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4664724273 2024-08-17T01:49:03.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.810 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:03.810 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11885 2024-08-17T01:49:03.810 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.811 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:03.811 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 141916009 2024-08-17T01:49:03.811 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.811 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:03.811 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11885, 2024-08-17T01:49:03.812 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 157327476960 2024-08-17T01:49:03.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.812 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:03.812 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.812 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:03.812 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.812 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.812 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:03.813 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.813 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:03.813 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13367, 2024-08-17T01:49:03.813 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15834448691 2024-08-17T01:49:03.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.813 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:03.813 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11885, 2024-08-17T01:49:03.813 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 34502428324 2024-08-17T01:49:03.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.813 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:03.813 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3463 2024-08-17T01:49:03.813 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.814 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:03.814 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 920132273 2024-08-17T01:49:03.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.814 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:03.814 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3463, 2024-08-17T01:49:03.814 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 50717563102 2024-08-17T01:49:03.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.814 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:03.814 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.814 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.814 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:03.814 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3526, 2024-08-17T01:49:03.814 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4121943741 2024-08-17T01:49:03.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.815 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:03.815 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3463, 2024-08-17T01:49:03.815 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 22430727015 2024-08-17T01:49:03.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.815 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:03.815 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.815 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:03.815 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4194305 2024-08-17T01:49:03.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.815 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:03.816 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30 2024-08-17T01:49:03.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.816 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:03.816 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:03.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.816 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:03.816 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 629854208 2024-08-17T01:49:03.817 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.817 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.817 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.817 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.4": { 2024-08-17T01:49:03.817 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.817 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:03.817 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21301 2024-08-17T01:49:03.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.818 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:03.818 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.818 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:03.818 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.818 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:03.818 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.818 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:03.818 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:03.818 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.819 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:03.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.819 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:03.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.819 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:03.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.819 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:03.819 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.819 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.820 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:03.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2097152 2024-08-17T01:49:03.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.820 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:03.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 548921344 2024-08-17T01:49:03.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.820 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:03.820 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T01:49:03.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4815958 2024-08-17T01:49:03.820 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.820 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:03.820 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13, 2024-08-17T01:49:03.820 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 938439 2024-08-17T01:49:03.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.821 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:03.821 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 135, 2024-08-17T01:49:03.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 583332 2024-08-17T01:49:03.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.821 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:03.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:03.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.821 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:03.821 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 541851648 2024-08-17T01:49:03.821 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.822 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:03.822 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56087, 2024-08-17T01:49:03.822 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7517658694 2024-08-17T01:49:03.822 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.823 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:03.823 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56100, 2024-08-17T01:49:03.823 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12263223467 2024-08-17T01:49:03.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.823 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:03.823 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13721600 2024-08-17T01:49:03.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.823 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:03.823 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 229810176 2024-08-17T01:49:03.823 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.823 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:03.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 550371328 2024-08-17T01:49:03.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.824 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:03.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.824 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:03.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:03.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 41 2024-08-17T01:49:03.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.824 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:03.824 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 113101777 2024-08-17T01:49:03.824 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.824 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:03.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8644 2024-08-17T01:49:03.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.825 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:03.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 126287872 2024-08-17T01:49:03.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.825 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:03.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 126291968 2024-08-17T01:49:03.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.825 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:03.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.825 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:03.825 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.825 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:03.826 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6069 2024-08-17T01:49:03.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.826 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:03.826 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8644, 2024-08-17T01:49:03.826 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 80364437 2024-08-17T01:49:03.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.826 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:03.826 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 54192544 2024-08-17T01:49:03.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.826 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:03.826 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6834 2024-08-17T01:49:03.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.826 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:03.827 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 723894 2024-08-17T01:49:03.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.827 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:03.827 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 379 2024-08-17T01:49:03.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.827 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:03.827 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2075713 2024-08-17T01:49:03.827 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.827 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:03.828 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 504 2024-08-17T01:49:03.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.828 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:03.828 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1351819 2024-08-17T01:49:03.828 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.828 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:03.829 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1351819 2024-08-17T01:49:03.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.829 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:03.829 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.829 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:03.829 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.829 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:03.829 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 127 2024-08-17T01:49:03.829 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.829 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:03.830 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 504, 2024-08-17T01:49:03.830 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 799505 2024-08-17T01:49:03.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.830 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:03.830 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.830 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.830 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:03.830 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.830 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:03.830 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.830 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.830 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:03.831 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:03.831 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 698 2024-08-17T01:49:03.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.831 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:03.831 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:03.831 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5754 2024-08-17T01:49:03.831 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.831 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:03.832 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.832 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.832 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:03.832 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.832 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.833 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:03.833 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.833 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.833 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:03.833 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 782823424 2024-08-17T01:49:03.833 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.834 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:03.834 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:03.834 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:03.834 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.835 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:03.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14323712 2024-08-17T01:49:03.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.835 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:03.835 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23533, 2024-08-17T01:49:03.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 61857758 2024-08-17T01:49:03.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.835 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:03.835 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3189, 2024-08-17T01:49:03.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 346916595 2024-08-17T01:49:03.835 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.835 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:03.835 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.835 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.836 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:03.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.836 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:03.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.836 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:03.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.836 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.836 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:03.836 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8803, 2024-08-17T01:49:03.836 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 62302482 2024-08-17T01:49:03.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.837 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:03.837 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.837 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.837 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:03.837 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.837 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:03.837 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56055, 2024-08-17T01:49:03.837 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15037738273 2024-08-17T01:49:03.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.838 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:03.838 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 55614, 2024-08-17T01:49:03.838 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1320370833 2024-08-17T01:49:03.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.838 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:03.838 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56055, 2024-08-17T01:49:03.838 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48412923 2024-08-17T01:49:03.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.839 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:03.839 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 56055, 2024-08-17T01:49:03.839 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15086151196 2024-08-17T01:49:03.839 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.839 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:03.839 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.840 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.840 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:03.840 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20578, 2024-08-17T01:49:03.840 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 385050301 2024-08-17T01:49:03.840 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.840 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:03.840 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 895, 2024-08-17T01:49:03.840 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2383226 2024-08-17T01:49:03.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.841 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:03.841 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 6458, 2024-08-17T01:49:03.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4908334 2024-08-17T01:49:03.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.841 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:03.841 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 46, 2024-08-17T01:49:03.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70060 2024-08-17T01:49:03.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.841 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:03.841 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10190, 2024-08-17T01:49:03.841 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1395130510 2024-08-17T01:49:03.841 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.842 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:03.842 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 161775 2024-08-17T01:49:03.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.842 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:03.842 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18000 2024-08-17T01:49:03.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.842 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:03.842 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7579, 2024-08-17T01:49:03.842 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 979469435 2024-08-17T01:49:03.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.842 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:03.842 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 32601, 2024-08-17T01:49:03.842 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9031988 2024-08-17T01:49:03.842 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.843 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:03.843 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25022, 2024-08-17T01:49:03.843 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 786626518 2024-08-17T01:49:03.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.843 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:03.843 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.843 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.843 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:03.843 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12474, 2024-08-17T01:49:03.843 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 275155447 2024-08-17T01:49:03.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.844 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:03.844 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.844 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.844 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:03.844 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.845 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:03.845 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.845 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:03.845 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.845 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.845 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:03.845 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:03.846 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12814342307 2024-08-17T01:49:03.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.846 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:03.846 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17745, 2024-08-17T01:49:03.846 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 742482763 2024-08-17T01:49:03.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.846 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:03.846 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17744, 2024-08-17T01:49:03.846 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2472256054307 2024-08-17T01:49:03.846 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.846 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:03.846 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17745, 2024-08-17T01:49:03.847 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6179148895374 2024-08-17T01:49:03.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.847 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:03.847 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69068, 2024-08-17T01:49:03.847 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2296693971089 2024-08-17T01:49:03.847 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.847 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:03.847 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69068, 2024-08-17T01:49:03.847 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6861431 2024-08-17T01:49:03.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.848 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:03.848 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:03.848 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 989991207 2024-08-17T01:49:03.848 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.848 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:03.848 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:03.849 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 30038561672 2024-08-17T01:49:03.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.849 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:03.849 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:03.849 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23890729 2024-08-17T01:49:03.849 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.850 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:03.850 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:03.850 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14360149959 2024-08-17T01:49:03.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.850 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:03.850 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:03.850 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5802184096 2024-08-17T01:49:03.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.851 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:03.851 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8625106 2024-08-17T01:49:03.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.851 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:03.851 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2567, 2024-08-17T01:49:03.851 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13775968 2024-08-17T01:49:03.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.851 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:03.851 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:03.851 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 64016670614 2024-08-17T01:49:03.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.851 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:03.851 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:03.852 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6587344340 2024-08-17T01:49:03.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.852 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:03.852 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 69069, 2024-08-17T01:49:03.852 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 689557392 2024-08-17T01:49:03.852 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.852 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:03.852 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:03.852 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:49:03.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.852 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:03.852 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 517545984 2024-08-17T01:49:03.852 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.853 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:03.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 498540544 2024-08-17T01:49:03.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.853 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:03.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:49:03.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.853 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:03.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19005440 2024-08-17T01:49:03.853 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.853 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:03.853 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.853 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:03.853 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.854 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.854 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.854 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.854 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.854 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.855 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.855 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57309669 2024-08-17T01:49:03.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.855 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.855 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.855 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.855 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.855 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.855 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.855 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.856 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.856 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.856 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.856 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36864 2024-08-17T01:49:03.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.856 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.856 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 888832 2024-08-17T01:49:03.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.856 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.856 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.856 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.856 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.857 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.857 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67593755 2024-08-17T01:49:03.857 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.857 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:03.857 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.857 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:03.857 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.857 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.858 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.858 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.858 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.858 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.858 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.858 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.858 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 429822518 2024-08-17T01:49:03.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.859 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.859 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.859 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.859 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.859 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1136 2024-08-17T01:49:03.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.860 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.860 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.860 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70944 2024-08-17T01:49:03.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.860 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.860 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.861 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.861 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.861 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.861 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.861 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.862 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73421882 2024-08-17T01:49:03.862 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.862 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:03.862 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:03.862 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.862 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.862 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.863 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 145872 2024-08-17T01:49:03.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.863 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38206446 2024-08-17T01:49:03.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.863 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.863 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.863 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.863 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.863 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.864 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.864 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.864 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.864 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.864 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.864 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.864 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.865 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.865 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.865 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.865 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70699586 2024-08-17T01:49:03.865 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.865 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:03.865 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.865 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:03.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.865 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.865 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.865 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.866 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.866 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 429822518 2024-08-17T01:49:03.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.866 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.866 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.866 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.866 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.867 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.867 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.867 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 180157 2024-08-17T01:49:03.867 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.867 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.867 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1195872 2024-08-17T01:49:03.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.868 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.868 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.868 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.868 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.868 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.868 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.868 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.868 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 72117933 2024-08-17T01:49:03.868 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.868 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.868 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:03.869 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:03.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.869 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:03.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1 2024-08-17T01:49:03.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.869 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:03.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.869 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.869 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:03.869 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.869 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.870 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.870 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:03.870 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 48 2024-08-17T01:49:03.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.870 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:03.870 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.870 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:03.870 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 29414 2024-08-17T01:49:03.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.870 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:03.870 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 88480, 2024-08-17T01:49:03.870 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6456302012 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 976130982 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 29414, 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 69502723859 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:03.871 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 885668920 2024-08-17T01:49:03.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.872 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:03.872 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 30264, 2024-08-17T01:49:03.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11291880973 2024-08-17T01:49:03.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.872 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:03.872 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 29414, 2024-08-17T01:49:03.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25316628011 2024-08-17T01:49:03.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.872 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:03.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20629 2024-08-17T01:49:03.872 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.872 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:03.872 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20629, 2024-08-17T01:49:03.872 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9453912034 2024-08-17T01:49:03.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.873 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:03.873 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.873 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:03.873 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 885668920 2024-08-17T01:49:03.873 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.873 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:03.874 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20974, 2024-08-17T01:49:03.874 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4234408114 2024-08-17T01:49:03.874 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.874 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:03.874 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20629, 2024-08-17T01:49:03.875 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3526482799 2024-08-17T01:49:03.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.875 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:03.875 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4921 2024-08-17T01:49:03.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.875 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:03.875 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 116760553 2024-08-17T01:49:03.875 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.876 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:03.876 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4921, 2024-08-17T01:49:03.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7587524282 2024-08-17T01:49:03.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.876 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:03.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.876 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:03.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.876 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:03.876 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.876 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.877 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:03.877 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 5336, 2024-08-17T01:49:03.877 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2766781673 2024-08-17T01:49:03.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.877 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:03.877 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4921, 2024-08-17T01:49:03.877 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5727636286 2024-08-17T01:49:03.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.877 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:03.877 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3864 2024-08-17T01:49:03.877 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.877 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:03.877 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 859370429 2024-08-17T01:49:03.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.878 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:03.878 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3864, 2024-08-17T01:49:03.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 52461287543 2024-08-17T01:49:03.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.878 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:03.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.878 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:03.878 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3954, 2024-08-17T01:49:03.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4290691186 2024-08-17T01:49:03.878 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.878 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:03.878 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3864, 2024-08-17T01:49:03.878 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16062508926 2024-08-17T01:49:03.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.879 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:03.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.879 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:03.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 98 2024-08-17T01:49:03.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.879 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:03.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16 2024-08-17T01:49:03.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.879 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:03.879 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:03.879 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.879 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 556187648 2024-08-17T01:49:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.5": { 2024-08-17T01:49:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 23076 2024-08-17T01:49:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.881 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:03.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.881 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:03.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:03.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.881 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:03.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.881 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:03.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.881 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:03.881 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.882 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:03.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.882 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:03.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5255168 2024-08-17T01:49:03.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.882 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:03.882 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 734420992 2024-08-17T01:49:03.882 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.882 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:03.883 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21, 2024-08-17T01:49:03.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4755138 2024-08-17T01:49:03.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.883 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:03.883 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 21, 2024-08-17T01:49:03.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1335562 2024-08-17T01:49:03.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.883 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:03.883 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 201, 2024-08-17T01:49:03.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 877566 2024-08-17T01:49:03.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.883 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:03.883 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:03.883 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.883 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:03.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 633143296 2024-08-17T01:49:03.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.884 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:03.884 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87265, 2024-08-17T01:49:03.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10306696198 2024-08-17T01:49:03.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.884 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:03.884 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87282, 2024-08-17T01:49:03.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16850376463 2024-08-17T01:49:03.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.884 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:03.884 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8359936 2024-08-17T01:49:03.884 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.884 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:03.885 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 357523456 2024-08-17T01:49:03.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.885 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:03.885 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 645922816 2024-08-17T01:49:03.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.885 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:03.885 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.885 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.885 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:03.885 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.886 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:03.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 46 2024-08-17T01:49:03.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.886 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:03.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 254274266 2024-08-17T01:49:03.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.886 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:03.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15823 2024-08-17T01:49:03.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.886 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:03.886 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206487552 2024-08-17T01:49:03.886 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.887 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:03.887 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206491648 2024-08-17T01:49:03.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.887 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:03.887 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.887 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.887 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:03.888 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.888 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:03.888 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6396 2024-08-17T01:49:03.888 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.888 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:03.889 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15823, 2024-08-17T01:49:03.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 123348329 2024-08-17T01:49:03.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.889 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:03.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 169002872 2024-08-17T01:49:03.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.889 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:03.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13208 2024-08-17T01:49:03.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.889 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:03.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2420785 2024-08-17T01:49:03.889 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.889 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:03.889 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 672 2024-08-17T01:49:03.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.890 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:03.890 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5209610 2024-08-17T01:49:03.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.890 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:03.890 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 900 2024-08-17T01:49:03.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.890 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:03.890 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2788825 2024-08-17T01:49:03.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.890 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:03.890 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2788825 2024-08-17T01:49:03.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.890 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:03.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.891 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:03.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.891 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:03.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 233 2024-08-17T01:49:03.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.891 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:03.891 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 900, 2024-08-17T01:49:03.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2978292 2024-08-17T01:49:03.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.891 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:03.891 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.891 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.892 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:03.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.892 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:03.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.892 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:03.892 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:03.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 596 2024-08-17T01:49:03.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.892 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:03.892 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:03.892 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5397 2024-08-17T01:49:03.892 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.893 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:03.893 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.893 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.893 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:03.893 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.893 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:03.893 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.893 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:03.893 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1100374016 2024-08-17T01:49:03.893 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.893 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.893 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:03.894 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:03.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:03.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.894 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:03.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18522112 2024-08-17T01:49:03.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.894 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:03.894 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23482, 2024-08-17T01:49:03.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68029270 2024-08-17T01:49:03.894 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.894 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:03.894 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3264, 2024-08-17T01:49:03.894 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 384231893 2024-08-17T01:49:03.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.895 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:03.895 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.895 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:03.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.895 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:03.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.895 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:03.895 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.895 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.895 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:03.896 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15950, 2024-08-17T01:49:03.896 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 111438575 2024-08-17T01:49:03.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.896 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:03.896 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.896 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.896 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:03.896 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.896 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:03.896 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87221, 2024-08-17T01:49:03.896 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20741852333 2024-08-17T01:49:03.896 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.897 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:03.897 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 86621, 2024-08-17T01:49:03.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1863463244 2024-08-17T01:49:03.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.897 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:03.897 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87221, 2024-08-17T01:49:03.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49639264 2024-08-17T01:49:03.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.897 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:03.897 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 87221, 2024-08-17T01:49:03.897 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20791491597 2024-08-17T01:49:03.897 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.897 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:03.897 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.898 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.898 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:03.898 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 232293, 2024-08-17T01:49:03.898 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1140961347 2024-08-17T01:49:03.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.898 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:03.898 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 903, 2024-08-17T01:49:03.898 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2351217 2024-08-17T01:49:03.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.898 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:03.898 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 131021, 2024-08-17T01:49:03.898 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43319190 2024-08-17T01:49:03.898 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.898 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:03.899 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 49, 2024-08-17T01:49:03.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 60518 2024-08-17T01:49:03.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.899 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:03.899 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16068, 2024-08-17T01:49:03.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2676879573 2024-08-17T01:49:03.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.899 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:03.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 451608 2024-08-17T01:49:03.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.899 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:03.899 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 20956 2024-08-17T01:49:03.899 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.899 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:03.900 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 20736, 2024-08-17T01:49:03.900 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1354413148 2024-08-17T01:49:03.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.900 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:03.900 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 51378, 2024-08-17T01:49:03.900 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16243677 2024-08-17T01:49:03.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.900 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:03.900 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 30642, 2024-08-17T01:49:03.900 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1250954293 2024-08-17T01:49:03.900 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.901 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:03.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.901 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:03.901 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15272, 2024-08-17T01:49:03.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 395051660 2024-08-17T01:49:03.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.901 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:03.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.901 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:03.901 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.901 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.901 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:03.902 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.902 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:03.902 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.902 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:03.902 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:03.902 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9578141054 2024-08-17T01:49:03.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.902 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:03.902 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8963, 2024-08-17T01:49:03.902 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 563616600 2024-08-17T01:49:03.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.902 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:03.903 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8962, 2024-08-17T01:49:03.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2128556529944 2024-08-17T01:49:03.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.903 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:03.903 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8963, 2024-08-17T01:49:03.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6550886961751 2024-08-17T01:49:03.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.903 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:03.903 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102882, 2024-08-17T01:49:03.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2969266704782 2024-08-17T01:49:03.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.903 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:03.903 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102882, 2024-08-17T01:49:03.903 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10471017 2024-08-17T01:49:03.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.904 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:03.904 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:03.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 284985473 2024-08-17T01:49:03.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.904 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:03.904 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:03.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36537642110 2024-08-17T01:49:03.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.904 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:03.904 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:03.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 34295515 2024-08-17T01:49:03.904 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.904 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:03.904 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:03.904 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17206910268 2024-08-17T01:49:03.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.905 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:03.905 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:03.905 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7803617370 2024-08-17T01:49:03.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.905 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:03.905 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12824614 2024-08-17T01:49:03.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.905 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:03.905 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2619, 2024-08-17T01:49:03.905 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14184847 2024-08-17T01:49:03.905 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.905 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:03.906 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:03.906 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71426911732 2024-08-17T01:49:03.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.906 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:03.906 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:03.906 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8804969225 2024-08-17T01:49:03.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.906 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:03.906 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 102883, 2024-08-17T01:49:03.906 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 784669724 2024-08-17T01:49:03.906 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.906 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.906 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:03.907 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:03.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:49:03.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.907 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:03.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 526147584 2024-08-17T01:49:03.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.907 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:03.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 523042816 2024-08-17T01:49:03.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.907 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:03.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:49:03.907 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.907 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:03.907 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 3104768 2024-08-17T01:49:03.907 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.908 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:03.908 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:03.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.908 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.908 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.908 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.908 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57032575 2024-08-17T01:49:03.908 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.908 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.909 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.909 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.909 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.909 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.909 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T01:49:03.909 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.909 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 36864 2024-08-17T01:49:03.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.910 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.910 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.910 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.910 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.910 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.910 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68747393 2024-08-17T01:49:03.910 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.911 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:03.911 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:03.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.911 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.911 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.911 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.911 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427744314 2024-08-17T01:49:03.911 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.911 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.912 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.912 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.912 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1872 2024-08-17T01:49:03.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.912 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.912 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.912 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.912 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.913 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 123440 2024-08-17T01:49:03.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.913 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 640 2024-08-17T01:49:03.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.913 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.913 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.913 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.913 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.914 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75446214 2024-08-17T01:49:03.914 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.914 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:03.914 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:03.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.914 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.914 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.915 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 88384 2024-08-17T01:49:03.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.915 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38021716 2024-08-17T01:49:03.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.915 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.915 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.915 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.915 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.916 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.916 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.916 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.916 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.916 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.916 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.916 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.917 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.917 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.917 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.917 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.917 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.917 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70941804 2024-08-17T01:49:03.917 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.917 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.917 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:03.917 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.918 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:03.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.918 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.918 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.918 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.918 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.918 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.918 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 427744314 2024-08-17T01:49:03.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.918 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.918 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.918 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.918 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.919 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.919 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.919 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 183997 2024-08-17T01:49:03.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.919 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.919 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1181675 2024-08-17T01:49:03.919 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.919 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.920 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.920 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.920 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.920 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.920 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.920 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.920 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 74206494 2024-08-17T01:49:03.920 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.920 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.921 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:03.921 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:03.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.921 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:03.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:03.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.921 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:03.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.921 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:03.921 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.921 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.921 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.922 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.922 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:03.922 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 63 2024-08-17T01:49:03.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.922 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:03.922 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.922 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:03.922 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 35901 2024-08-17T01:49:03.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.922 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:03.922 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 120885, 2024-08-17T01:49:03.922 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9109805198 2024-08-17T01:49:03.922 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.923 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:03.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.923 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:03.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.923 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:03.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 848463403 2024-08-17T01:49:03.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.923 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:03.923 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35901, 2024-08-17T01:49:03.923 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57152848886 2024-08-17T01:49:03.923 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.923 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:03.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1326062207 2024-08-17T01:49:03.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.924 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:03.924 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 36628, 2024-08-17T01:49:03.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17108519500 2024-08-17T01:49:03.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.924 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:03.924 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35901, 2024-08-17T01:49:03.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26821497572 2024-08-17T01:49:03.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.924 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:03.924 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 27033 2024-08-17T01:49:03.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.924 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:03.925 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27033, 2024-08-17T01:49:03.925 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14021127109 2024-08-17T01:49:03.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.925 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:03.925 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.925 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:03.925 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1326062207 2024-08-17T01:49:03.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.925 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:03.925 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27242, 2024-08-17T01:49:03.925 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10720544039 2024-08-17T01:49:03.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.925 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:03.925 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 27033, 2024-08-17T01:49:03.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10332526153 2024-08-17T01:49:03.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.926 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:03.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7682 2024-08-17T01:49:03.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.926 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:03.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 290281595 2024-08-17T01:49:03.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.926 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:03.926 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7682, 2024-08-17T01:49:03.926 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16581627928 2024-08-17T01:49:03.926 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.926 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:03.927 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.927 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.927 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:03.927 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.927 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.927 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:03.927 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.927 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.927 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:03.927 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8048, 2024-08-17T01:49:03.927 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5095183810 2024-08-17T01:49:03.927 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.927 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:03.927 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 7682, 2024-08-17T01:49:03.927 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11872788401 2024-08-17T01:49:03.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.928 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:03.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1186 2024-08-17T01:49:03.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.928 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:03.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 558181808 2024-08-17T01:49:03.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.928 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:03.928 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1186, 2024-08-17T01:49:03.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26550093849 2024-08-17T01:49:03.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.928 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:03.928 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.928 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.929 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:03.929 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1338, 2024-08-17T01:49:03.929 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1292791651 2024-08-17T01:49:03.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.929 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:03.929 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1186, 2024-08-17T01:49:03.929 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4616183018 2024-08-17T01:49:03.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.929 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:03.929 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.929 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:03.929 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 121 2024-08-17T01:49:03.929 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.930 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:03.930 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12 2024-08-17T01:49:03.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.930 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:03.930 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:03.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.930 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:03.930 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 651677696 2024-08-17T01:49:03.930 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.930 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.930 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.930 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.6": { 2024-08-17T01:49:03.931 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.931 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:03.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21992 2024-08-17T01:49:03.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.931 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:03.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.931 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:03.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.931 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:03.931 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.931 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.931 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:03.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:03.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.932 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:03.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.932 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:03.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.932 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:03.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.932 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:03.932 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.932 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.933 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:03.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2310144 2024-08-17T01:49:03.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.933 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:03.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 575266816 2024-08-17T01:49:03.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.933 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:03.933 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:49:03.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2942763 2024-08-17T01:49:03.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.933 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:03.933 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15, 2024-08-17T01:49:03.933 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 957076 2024-08-17T01:49:03.933 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.933 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:03.934 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 147, 2024-08-17T01:49:03.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 599368 2024-08-17T01:49:03.934 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.934 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:03.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:03.934 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.934 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:03.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 515047424 2024-08-17T01:49:03.934 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.934 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:03.934 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62505, 2024-08-17T01:49:03.934 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7692055169 2024-08-17T01:49:03.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.935 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:03.935 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62518, 2024-08-17T01:49:03.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12661693511 2024-08-17T01:49:03.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.935 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:03.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6742016 2024-08-17T01:49:03.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.935 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:03.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 256106496 2024-08-17T01:49:03.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.935 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:03.935 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 532086784 2024-08-17T01:49:03.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.936 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:03.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.936 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:03.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.936 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:03.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40 2024-08-17T01:49:03.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.936 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:03.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206194899 2024-08-17T01:49:03.936 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.936 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:03.936 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14512 2024-08-17T01:49:03.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.937 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:03.937 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173985792 2024-08-17T01:49:03.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.937 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:03.937 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 173989888 2024-08-17T01:49:03.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.937 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:03.937 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.937 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:03.937 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.937 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.938 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:03.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7674 2024-08-17T01:49:03.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.938 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:03.938 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 14512, 2024-08-17T01:49:03.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 136252612 2024-08-17T01:49:03.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.938 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:03.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 136594592 2024-08-17T01:49:03.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.938 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:03.938 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12376 2024-08-17T01:49:03.938 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.939 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:03.939 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 980201 2024-08-17T01:49:03.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.939 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:03.939 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 521 2024-08-17T01:49:03.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.939 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:03.939 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2293512 2024-08-17T01:49:03.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.939 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:03.939 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 726 2024-08-17T01:49:03.939 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.940 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:03.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1313311 2024-08-17T01:49:03.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.940 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:03.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1313311 2024-08-17T01:49:03.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.940 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:03.940 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.940 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.940 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:03.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.941 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:03.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 206 2024-08-17T01:49:03.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.941 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:03.941 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 726, 2024-08-17T01:49:03.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 900916 2024-08-17T01:49:03.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.941 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:03.941 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.941 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.941 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.941 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:03.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.942 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:03.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.942 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:03.942 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:03.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 643 2024-08-17T01:49:03.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.942 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:03.942 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:03.942 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7180 2024-08-17T01:49:03.942 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.942 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:03.943 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.943 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:03.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.943 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:03.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.943 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:03.943 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 835964928 2024-08-17T01:49:03.943 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.943 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.944 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:03.944 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:03.944 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:03.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.944 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:03.944 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14913536 2024-08-17T01:49:03.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.944 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:03.944 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17004, 2024-08-17T01:49:03.944 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 43758558 2024-08-17T01:49:03.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.944 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:03.944 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3152, 2024-08-17T01:49:03.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 375421818 2024-08-17T01:49:03.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.945 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:03.945 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.945 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:03.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.945 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:03.945 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.945 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.945 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:03.946 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.946 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:03.946 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13505, 2024-08-17T01:49:03.946 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 102909427 2024-08-17T01:49:03.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.946 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:03.946 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.946 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.946 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:03.946 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.946 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.946 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:03.947 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62474, 2024-08-17T01:49:03.947 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15657014068 2024-08-17T01:49:03.947 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.947 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:03.947 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 61968, 2024-08-17T01:49:03.947 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1369656608 2024-08-17T01:49:03.947 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.947 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:03.947 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62474, 2024-08-17T01:49:03.947 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31936763 2024-08-17T01:49:03.947 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.947 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:03.947 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 62474, 2024-08-17T01:49:03.947 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15688950831 2024-08-17T01:49:03.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.948 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:03.948 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.948 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.948 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:03.948 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 23965, 2024-08-17T01:49:03.948 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 425644019 2024-08-17T01:49:03.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.948 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:03.948 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 853, 2024-08-17T01:49:03.948 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2293666 2024-08-17T01:49:03.948 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.948 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:03.948 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 8897, 2024-08-17T01:49:03.949 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9129715 2024-08-17T01:49:03.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.949 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:03.949 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 44, 2024-08-17T01:49:03.949 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 81154 2024-08-17T01:49:03.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.949 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:03.949 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11627, 2024-08-17T01:49:03.949 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2634907928 2024-08-17T01:49:03.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.949 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:03.949 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 183260 2024-08-17T01:49:03.949 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.949 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:03.950 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18867 2024-08-17T01:49:03.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.950 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:03.950 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 10445, 2024-08-17T01:49:03.950 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1231367724 2024-08-17T01:49:03.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.950 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:03.950 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 35780, 2024-08-17T01:49:03.950 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 10402156 2024-08-17T01:49:03.950 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.950 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:03.950 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 25335, 2024-08-17T01:49:03.950 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 989315115 2024-08-17T01:49:03.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.951 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:03.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.951 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:03.951 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 11365, 2024-08-17T01:49:03.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 294400365 2024-08-17T01:49:03.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.951 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:03.951 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.951 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.952 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:03.952 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.952 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.952 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:03.952 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.952 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.952 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:03.952 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.952 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.952 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:03.952 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75284, 2024-08-17T01:49:03.952 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8301815769 2024-08-17T01:49:03.952 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.952 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:03.953 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13546, 2024-08-17T01:49:03.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 619008780 2024-08-17T01:49:03.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.953 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:03.953 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13546, 2024-08-17T01:49:03.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2460302555632 2024-08-17T01:49:03.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.953 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:03.953 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13546, 2024-08-17T01:49:03.953 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5582089960378 2024-08-17T01:49:03.953 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.953 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:03.953 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75284, 2024-08-17T01:49:03.954 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2599278717809 2024-08-17T01:49:03.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.954 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:03.954 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75284, 2024-08-17T01:49:03.954 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7504628 2024-08-17T01:49:03.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.954 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:03.954 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75284, 2024-08-17T01:49:03.954 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 396221708 2024-08-17T01:49:03.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.954 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:03.954 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75284, 2024-08-17T01:49:03.954 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 28757346760 2024-08-17T01:49:03.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.955 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:03.955 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75284, 2024-08-17T01:49:03.955 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24990128 2024-08-17T01:49:03.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.955 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:03.955 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75284, 2024-08-17T01:49:03.955 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14261158962 2024-08-17T01:49:03.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.955 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:03.955 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75284, 2024-08-17T01:49:03.955 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5772149195 2024-08-17T01:49:03.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.955 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:03.955 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9220569 2024-08-17T01:49:03.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.956 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:03.956 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2487, 2024-08-17T01:49:03.956 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13163658 2024-08-17T01:49:03.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.956 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:03.956 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75284, 2024-08-17T01:49:03.956 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57499884774 2024-08-17T01:49:03.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.956 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:03.956 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75284, 2024-08-17T01:49:03.956 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6577947158 2024-08-17T01:49:03.956 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.956 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:03.956 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 75284, 2024-08-17T01:49:03.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 744685888 2024-08-17T01:49:03.957 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.957 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:03.957 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:03.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:49:03.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.957 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:03.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 538075136 2024-08-17T01:49:03.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.957 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:03.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 499875840 2024-08-17T01:49:03.957 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.957 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:03.957 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:49:03.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.958 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:03.958 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38199296 2024-08-17T01:49:03.958 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.958 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:03.958 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.958 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:03.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.958 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.958 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.958 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.958 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.958 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.959 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.959 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57352558 2024-08-17T01:49:03.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.959 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.959 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.959 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.959 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.959 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.959 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.959 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.960 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.960 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32768 2024-08-17T01:49:03.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.960 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 696320 2024-08-17T01:49:03.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.960 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.960 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.960 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.960 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.961 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.961 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67747474 2024-08-17T01:49:03.961 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.961 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:03.961 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:03.961 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.961 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.961 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.962 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.962 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.962 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.962 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430144185 2024-08-17T01:49:03.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.962 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.962 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.962 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.962 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1488 2024-08-17T01:49:03.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.963 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.963 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.963 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 103664 2024-08-17T01:49:03.963 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.963 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.963 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.964 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.964 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.964 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.964 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.964 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73067143 2024-08-17T01:49:03.964 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.964 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:03.965 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:03.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.965 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:03.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.965 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 60640 2024-08-17T01:49:03.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.965 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38235038 2024-08-17T01:49:03.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.965 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.965 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.966 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.966 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.966 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.966 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.966 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.966 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.966 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.966 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.966 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.967 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.967 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.967 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.967 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.967 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.967 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.968 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70756226 2024-08-17T01:49:03.968 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.968 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:03.968 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:03.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:03.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.968 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:03.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.968 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.968 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:03.968 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.969 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:03.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430144185 2024-08-17T01:49:03.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.969 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:03.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.969 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:03.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.969 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:03.969 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.969 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.969 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:03.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.970 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:03.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 177487 2024-08-17T01:49:03.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.970 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:03.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1217208 2024-08-17T01:49:03.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.970 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:03.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.970 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.970 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:03.970 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.971 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:03.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.971 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:03.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71777600 2024-08-17T01:49:03.971 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.971 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:03.971 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:03.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.971 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:03.971 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26 2024-08-17T01:49:03.971 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.972 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:03.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.972 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:03.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.972 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.972 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:03.972 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:03.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51 2024-08-17T01:49:03.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.972 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:03.972 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.972 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.972 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:03.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32697 2024-08-17T01:49:03.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.973 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:03.973 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 92186, 2024-08-17T01:49:03.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5975541138 2024-08-17T01:49:03.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.973 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:03.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.973 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:03.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.973 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:03.973 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1066731267 2024-08-17T01:49:03.973 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.974 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:03.974 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 32697, 2024-08-17T01:49:03.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 75499719640 2024-08-17T01:49:03.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.974 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:03.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1604311005 2024-08-17T01:49:03.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.974 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:03.974 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 33287, 2024-08-17T01:49:03.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 11543199442 2024-08-17T01:49:03.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.974 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:03.974 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 32697, 2024-08-17T01:49:03.974 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 26902803026 2024-08-17T01:49:03.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.975 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:03.975 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24233 2024-08-17T01:49:03.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.975 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:03.975 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24233, 2024-08-17T01:49:03.975 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7560273656 2024-08-17T01:49:03.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.975 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:03.975 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.975 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:03.975 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1604311005 2024-08-17T01:49:03.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.976 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:03.976 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24453, 2024-08-17T01:49:03.976 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4485955338 2024-08-17T01:49:03.976 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.976 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:03.976 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 24233, 2024-08-17T01:49:03.977 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4739581010 2024-08-17T01:49:03.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.977 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:03.977 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4250 2024-08-17T01:49:03.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.977 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:03.977 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 160408641 2024-08-17T01:49:03.977 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.977 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:03.977 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4250, 2024-08-17T01:49:03.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9100698010 2024-08-17T01:49:03.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.978 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:03.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.978 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:03.978 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.978 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.978 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:03.979 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.979 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:03.979 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4492, 2024-08-17T01:49:03.979 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2638723765 2024-08-17T01:49:03.979 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.979 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:03.979 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4250, 2024-08-17T01:49:03.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5931249171 2024-08-17T01:49:03.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.980 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:03.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4214 2024-08-17T01:49:03.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.980 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:03.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 906322626 2024-08-17T01:49:03.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.980 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:03.980 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4214, 2024-08-17T01:49:03.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 58838747974 2024-08-17T01:49:03.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.980 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:03.980 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.980 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.981 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:03.981 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4342, 2024-08-17T01:49:03.981 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4418520339 2024-08-17T01:49:03.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.981 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:03.981 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4214, 2024-08-17T01:49:03.981 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16231972845 2024-08-17T01:49:03.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.981 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:03.981 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.981 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.981 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:03.981 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.982 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:03.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.982 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:03.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:03.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.982 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:03.982 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 529969152 2024-08-17T01:49:03.982 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.982 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.982 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.982 INFO:tasks.workunit.client.0.smithi157.stdout: "osd.7": { 2024-08-17T01:49:03.982 INFO:tasks.workunit.client.0.smithi157.stdout: "bluefs": { 2024-08-17T01:49:03.982 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_db_max_lat": { 2024-08-17T01:49:03.983 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 16523 2024-08-17T01:49:03.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.983 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_fallback": { 2024-08-17T01:49:03.983 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.983 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_max_lat": { 2024-08-17T01:49:03.983 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.983 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:49:03.983 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.983 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_db": { 2024-08-17T01:49:03.983 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 65536 2024-08-17T01:49:03.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.983 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_slow": { 2024-08-17T01:49:03.984 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.984 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit_wal": { 2024-08-17T01:49:03.984 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.984 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_wal_max_lat": { 2024-08-17T01:49:03.984 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.984 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_slow": { 2024-08-17T01:49:03.984 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.984 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_sst": { 2024-08-17T01:49:03.984 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2121728 2024-08-17T01:49:03.984 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.984 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_written_wal": { 2024-08-17T01:49:03.985 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 592162816 2024-08-17T01:49:03.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.985 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lat": { 2024-08-17T01:49:03.985 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16, 2024-08-17T01:49:03.985 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4612316 2024-08-17T01:49:03.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.985 INFO:tasks.workunit.client.0.smithi157.stdout: "compact_lock_lat": { 2024-08-17T01:49:03.985 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16, 2024-08-17T01:49:03.985 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1034618 2024-08-17T01:49:03.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.985 INFO:tasks.workunit.client.0.smithi157.stdout: "db_alloc_lat": { 2024-08-17T01:49:03.985 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 157, 2024-08-17T01:49:03.985 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 723343 2024-08-17T01:49:03.985 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.985 INFO:tasks.workunit.client.0.smithi157.stdout: "db_total_bytes": { 2024-08-17T01:49:03.986 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995027456 2024-08-17T01:49:03.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.986 INFO:tasks.workunit.client.0.smithi157.stdout: "db_used_bytes": { 2024-08-17T01:49:03.986 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 556072960 2024-08-17T01:49:03.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.986 INFO:tasks.workunit.client.0.smithi157.stdout: "flush_lat": { 2024-08-17T01:49:03.986 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66863, 2024-08-17T01:49:03.986 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7959343167 2024-08-17T01:49:03.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.986 INFO:tasks.workunit.client.0.smithi157.stdout: "fsync_lat": { 2024-08-17T01:49:03.986 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66873, 2024-08-17T01:49:03.986 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12767890867 2024-08-17T01:49:03.986 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.987 INFO:tasks.workunit.client.0.smithi157.stdout: "log_bytes": { 2024-08-17T01:49:03.987 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7954432 2024-08-17T01:49:03.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.987 INFO:tasks.workunit.client.0.smithi157.stdout: "logged_bytes": { 2024-08-17T01:49:03.987 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 273948672 2024-08-17T01:49:03.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.987 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_db": { 2024-08-17T01:49:03.987 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 568852480 2024-08-17T01:49:03.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.987 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_slow": { 2024-08-17T01:49:03.987 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.987 INFO:tasks.workunit.client.0.smithi157.stdout: "max_bytes_wal": { 2024-08-17T01:49:03.987 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.987 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_files": { 2024-08-17T01:49:03.988 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 41 2024-08-17T01:49:03.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.988 INFO:tasks.workunit.client.0.smithi157.stdout: "read_bytes": { 2024-08-17T01:49:03.988 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 204439738 2024-08-17T01:49:03.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.988 INFO:tasks.workunit.client.0.smithi157.stdout: "read_count": { 2024-08-17T01:49:03.988 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15214 2024-08-17T01:49:03.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.988 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes": { 2024-08-17T01:49:03.988 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 141213696 2024-08-17T01:49:03.988 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.988 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_db": { 2024-08-17T01:49:03.989 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 141217792 2024-08-17T01:49:03.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.989 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_slow": { 2024-08-17T01:49:03.989 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.989 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_bytes_wal": { 2024-08-17T01:49:03.989 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.989 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.990 INFO:tasks.workunit.client.0.smithi157.stdout: "read_disk_count": { 2024-08-17T01:49:03.990 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5906 2024-08-17T01:49:03.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.990 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:03.990 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15214, 2024-08-17T01:49:03.990 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 90258978 2024-08-17T01:49:03.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.991 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_bytes": { 2024-08-17T01:49:03.991 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 140829776 2024-08-17T01:49:03.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.991 INFO:tasks.workunit.client.0.smithi157.stdout: "read_prefetch_count": { 2024-08-17T01:49:03.991 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13260 2024-08-17T01:49:03.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.991 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_bytes": { 2024-08-17T01:49:03.991 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 914055 2024-08-17T01:49:03.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.991 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_buffer_count": { 2024-08-17T01:49:03.991 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 508 2024-08-17T01:49:03.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.991 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_bytes": { 2024-08-17T01:49:03.991 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2098497 2024-08-17T01:49:03.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.992 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_count": { 2024-08-17T01:49:03.992 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 655 2024-08-17T01:49:03.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.992 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes": { 2024-08-17T01:49:03.992 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1184442 2024-08-17T01:49:03.992 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.993 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:49:03.993 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1184442 2024-08-17T01:49:03.993 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.993 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:49:03.993 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.993 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.993 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:49:03.993 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.993 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.993 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_disk_count": { 2024-08-17T01:49:03.993 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 149 2024-08-17T01:49:03.993 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.993 INFO:tasks.workunit.client.0.smithi157.stdout: "read_random_lat": { 2024-08-17T01:49:03.993 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 655, 2024-08-17T01:49:03.994 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 877850 2024-08-17T01:49:03.994 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.994 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_alloc_lat": { 2024-08-17T01:49:03.994 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.994 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.994 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.994 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_total_bytes": { 2024-08-17T01:49:03.994 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.994 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.994 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_used_bytes": { 2024-08-17T01:49:03.994 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.994 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.994 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:03.994 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1, 2024-08-17T01:49:03.995 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 626 2024-08-17T01:49:03.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.995 INFO:tasks.workunit.client.0.smithi157.stdout: "unlink_lat": { 2024-08-17T01:49:03.995 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4, 2024-08-17T01:49:03.995 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5663 2024-08-17T01:49:03.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.995 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_alloc_lat": { 2024-08-17T01:49:03.995 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.995 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.995 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_total_bytes": { 2024-08-17T01:49:03.995 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.995 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.995 INFO:tasks.workunit.client.0.smithi157.stdout: "wal_used_bytes": { 2024-08-17T01:49:03.995 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.996 INFO:tasks.workunit.client.0.smithi157.stdout: "write_bytes": { 2024-08-17T01:49:03.996 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 870666240 2024-08-17T01:49:03.996 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:03.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.996 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore": { 2024-08-17T01:49:03.996 INFO:tasks.workunit.client.0.smithi157.stdout: "alloc_unit": { 2024-08-17T01:49:03.996 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4096 2024-08-17T01:49:03.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.996 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": { 2024-08-17T01:49:03.996 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 19099648 2024-08-17T01:49:03.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.996 INFO:tasks.workunit.client.0.smithi157.stdout: "allocator_lat": { 2024-08-17T01:49:03.996 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 17906, 2024-08-17T01:49:03.997 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 51507001 2024-08-17T01:49:03.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.997 INFO:tasks.workunit.client.0.smithi157.stdout: "clist_lat": { 2024-08-17T01:49:03.997 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 3175, 2024-08-17T01:49:03.997 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 339806356 2024-08-17T01:49:03.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.997 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_lat": { 2024-08-17T01:49:03.997 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.997 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.997 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed": { 2024-08-17T01:49:03.997 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.997 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_allocated": { 2024-08-17T01:49:03.998 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.998 INFO:tasks.workunit.client.0.smithi157.stdout: "compressed_original": { 2024-08-17T01:49:03.998 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.998 INFO:tasks.workunit.client.0.smithi157.stdout: "csum_lat": { 2024-08-17T01:49:03.998 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16385, 2024-08-17T01:49:03.998 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 127385906 2024-08-17T01:49:03.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.998 INFO:tasks.workunit.client.0.smithi157.stdout: "decompress_lat": { 2024-08-17T01:49:03.998 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:03.998 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.998 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.998 INFO:tasks.workunit.client.0.smithi157.stdout: "fragmentation_micros": { 2024-08-17T01:49:03.999 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:03.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.999 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_commit_lat": { 2024-08-17T01:49:03.999 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66828, 2024-08-17T01:49:03.999 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15866278610 2024-08-17T01:49:03.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.999 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_final_lat": { 2024-08-17T01:49:03.999 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66340, 2024-08-17T01:49:03.999 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1472003976 2024-08-17T01:49:03.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.999 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_flush_lat": { 2024-08-17T01:49:03.999 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66828, 2024-08-17T01:49:03.999 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40355168 2024-08-17T01:49:03.999 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:03.999 INFO:tasks.workunit.client.0.smithi157.stdout: "kv_sync_lat": { 2024-08-17T01:49:04.000 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 66828, 2024-08-17T01:49:04.000 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15906633778 2024-08-17T01:49:04.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.000 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_keys_lat": { 2024-08-17T01:49:04.000 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 0, 2024-08-17T01:49:04.000 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.000 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_get_values_lat": { 2024-08-17T01:49:04.000 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31796, 2024-08-17T01:49:04.000 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 512383107 2024-08-17T01:49:04.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.000 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_lower_bound_lat": { 2024-08-17T01:49:04.000 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 797, 2024-08-17T01:49:04.000 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2203330 2024-08-17T01:49:04.000 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.001 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_next_lat": { 2024-08-17T01:49:04.001 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 4969, 2024-08-17T01:49:04.001 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 8024322 2024-08-17T01:49:04.001 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.001 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:49:04.001 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45, 2024-08-17T01:49:04.001 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 87549 2024-08-17T01:49:04.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.002 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_upper_bound_lat": { 2024-08-17T01:49:04.002 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 13783, 2024-08-17T01:49:04.002 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1817168005 2024-08-17T01:49:04.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.002 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_hits": { 2024-08-17T01:49:04.002 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 214627 2024-08-17T01:49:04.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.003 INFO:tasks.workunit.client.0.smithi157.stdout: "onode_misses": { 2024-08-17T01:49:04.003 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18989 2024-08-17T01:49:04.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.003 INFO:tasks.workunit.client.0.smithi157.stdout: "read_lat": { 2024-08-17T01:49:04.003 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 16249, 2024-08-17T01:49:04.003 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1167785501 2024-08-17T01:49:04.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.003 INFO:tasks.workunit.client.0.smithi157.stdout: "read_onode_meta_lat": { 2024-08-17T01:49:04.003 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 50549, 2024-08-17T01:49:04.003 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14375056 2024-08-17T01:49:04.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.003 INFO:tasks.workunit.client.0.smithi157.stdout: "read_wait_aio_lat": { 2024-08-17T01:49:04.003 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 34300, 2024-08-17T01:49:04.003 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1043659159 2024-08-17T01:49:04.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.004 INFO:tasks.workunit.client.0.smithi157.stdout: "reads_with_retries": { 2024-08-17T01:49:04.004 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.004 INFO:tasks.workunit.client.0.smithi157.stdout: "remove_lat": { 2024-08-17T01:49:04.004 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12745, 2024-08-17T01:49:04.004 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 299386471 2024-08-17T01:49:04.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.004 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_aio_wait_count": { 2024-08-17T01:49:04.004 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.004 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_committed_kv_count": { 2024-08-17T01:49:04.004 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.004 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:49:04.005 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.005 INFO:tasks.workunit.client.0.smithi157.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:49:04.005 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.005 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.005 INFO:tasks.workunit.client.0.smithi157.stdout: "state_aio_wait_lat": { 2024-08-17T01:49:04.005 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:04.006 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 4737502816 2024-08-17T01:49:04.006 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.006 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:49:04.006 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15842, 2024-08-17T01:49:04.006 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 940655052 2024-08-17T01:49:04.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.007 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:49:04.007 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15842, 2024-08-17T01:49:04.007 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2505609578382 2024-08-17T01:49:04.007 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.007 INFO:tasks.workunit.client.0.smithi157.stdout: "state_deferred_queued_lat": { 2024-08-17T01:49:04.007 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 15842, 2024-08-17T01:49:04.008 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5989605755834 2024-08-17T01:49:04.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.008 INFO:tasks.workunit.client.0.smithi157.stdout: "state_done_lat": { 2024-08-17T01:49:04.008 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:04.008 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2738103419193 2024-08-17T01:49:04.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.008 INFO:tasks.workunit.client.0.smithi157.stdout: "state_finishing_lat": { 2024-08-17T01:49:04.008 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:04.008 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7796103 2024-08-17T01:49:04.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.008 INFO:tasks.workunit.client.0.smithi157.stdout: "state_io_done_lat": { 2024-08-17T01:49:04.008 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:04.008 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 155738882 2024-08-17T01:49:04.008 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.008 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_commiting_lat": { 2024-08-17T01:49:04.009 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:04.009 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 25912984131 2024-08-17T01:49:04.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.009 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_done_lat": { 2024-08-17T01:49:04.009 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:04.009 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 24573993 2024-08-17T01:49:04.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.009 INFO:tasks.workunit.client.0.smithi157.stdout: "state_kv_queued_lat": { 2024-08-17T01:49:04.009 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:04.009 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12876762521 2024-08-17T01:49:04.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.009 INFO:tasks.workunit.client.0.smithi157.stdout: "state_prepare_lat": { 2024-08-17T01:49:04.009 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:04.009 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5798469582 2024-08-17T01:49:04.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.010 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": { 2024-08-17T01:49:04.010 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 13409655 2024-08-17T01:49:04.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.010 INFO:tasks.workunit.client.0.smithi157.stdout: "truncate_lat": { 2024-08-17T01:49:04.010 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 2447, 2024-08-17T01:49:04.010 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12643183 2024-08-17T01:49:04.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.010 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_commit_lat": { 2024-08-17T01:49:04.010 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:04.010 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49491878031 2024-08-17T01:49:04.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.010 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_submit_lat": { 2024-08-17T01:49:04.010 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:04.010 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6620487019 2024-08-17T01:49:04.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.011 INFO:tasks.workunit.client.0.smithi157.stdout: "txc_throttle_lat": { 2024-08-17T01:49:04.011 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 78010, 2024-08-17T01:49:04.011 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 438088295 2024-08-17T01:49:04.011 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.011 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache": { 2024-08-17T01:49:04.011 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_bytes": { 2024-08-17T01:49:04.011 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1405116297 2024-08-17T01:49:04.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.011 INFO:tasks.workunit.client.0.smithi157.stdout: "heap_bytes": { 2024-08-17T01:49:04.011 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 533037056 2024-08-17T01:49:04.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.011 INFO:tasks.workunit.client.0.smithi157.stdout: "mapped_bytes": { 2024-08-17T01:49:04.011 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 511934464 2024-08-17T01:49:04.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.012 INFO:tasks.workunit.client.0.smithi157.stdout: "target_bytes": { 2024-08-17T01:49:04.012 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 2600497254 2024-08-17T01:49:04.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.012 INFO:tasks.workunit.client.0.smithi157.stdout: "unmapped_bytes": { 2024-08-17T01:49:04.012 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21102592 2024-08-17T01:49:04.012 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.012 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:data": { 2024-08-17T01:49:04.012 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:04.012 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 125829120 2024-08-17T01:49:04.012 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.012 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:04.013 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.013 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:04.013 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.013 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:04.013 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 57349561 2024-08-17T01:49:04.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.013 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:04.013 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.013 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.013 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:04.014 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.014 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:04.014 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.014 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:04.014 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.014 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:04.014 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12288 2024-08-17T01:49:04.014 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.014 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:04.014 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176128 2024-08-17T01:49:04.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.015 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:04.015 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.015 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:04.015 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.015 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:04.015 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.015 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:04.015 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 68291143 2024-08-17T01:49:04.015 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.015 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.016 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv": { 2024-08-17T01:49:04.016 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:04.016 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 570425344 2024-08-17T01:49:04.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.016 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:04.016 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:04.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.016 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:04.016 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.016 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.016 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:04.017 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430121713 2024-08-17T01:49:04.017 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.017 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:04.017 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.017 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.017 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:04.017 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1488 2024-08-17T01:49:04.017 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.017 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:04.017 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.018 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:04.018 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.018 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:04.018 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 98032 2024-08-17T01:49:04.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.018 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:04.018 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.018 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.018 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:04.019 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.019 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:04.019 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.019 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.020 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:04.020 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.020 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:04.020 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 73095247 2024-08-17T01:49:04.020 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.020 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:49:04.020 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:04.020 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 176160768 2024-08-17T01:49:04.020 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.020 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:04.021 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 67108864 2024-08-17T01:49:04.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.021 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:04.021 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 62176 2024-08-17T01:49:04.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.021 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:04.021 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 38233041 2024-08-17T01:49:04.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.021 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:04.021 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.021 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:04.021 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.021 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.022 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:04.022 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.022 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:04.022 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.022 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:04.022 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.022 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:04.022 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.022 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.023 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:04.023 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.023 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:04.023 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.023 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:04.023 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.023 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:04.023 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 70756687 2024-08-17T01:49:04.023 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.023 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.023 INFO:tasks.workunit.client.0.smithi157.stdout: "bluestore-pricache:meta": { 2024-08-17T01:49:04.023 INFO:tasks.workunit.client.0.smithi157.stdout: "committed_bytes": { 2024-08-17T01:49:04.024 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 503316480 2024-08-17T01:49:04.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.024 INFO:tasks.workunit.client.0.smithi157.stdout: "pri0_bytes": { 2024-08-17T01:49:04.024 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.024 INFO:tasks.workunit.client.0.smithi157.stdout: "pri10_bytes": { 2024-08-17T01:49:04.024 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.024 INFO:tasks.workunit.client.0.smithi157.stdout: "pri11_bytes": { 2024-08-17T01:49:04.024 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 430121713 2024-08-17T01:49:04.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.024 INFO:tasks.workunit.client.0.smithi157.stdout: "pri1_bytes": { 2024-08-17T01:49:04.024 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.024 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.025 INFO:tasks.workunit.client.0.smithi157.stdout: "pri2_bytes": { 2024-08-17T01:49:04.025 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.025 INFO:tasks.workunit.client.0.smithi157.stdout: "pri3_bytes": { 2024-08-17T01:49:04.025 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.025 INFO:tasks.workunit.client.0.smithi157.stdout: "pri4_bytes": { 2024-08-17T01:49:04.025 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.025 INFO:tasks.workunit.client.0.smithi157.stdout: "pri5_bytes": { 2024-08-17T01:49:04.025 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 183959 2024-08-17T01:49:04.025 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.025 INFO:tasks.workunit.client.0.smithi157.stdout: "pri6_bytes": { 2024-08-17T01:49:04.025 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1196770 2024-08-17T01:49:04.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.026 INFO:tasks.workunit.client.0.smithi157.stdout: "pri7_bytes": { 2024-08-17T01:49:04.026 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.026 INFO:tasks.workunit.client.0.smithi157.stdout: "pri8_bytes": { 2024-08-17T01:49:04.026 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.026 INFO:tasks.workunit.client.0.smithi157.stdout: "pri9_bytes": { 2024-08-17T01:49:04.026 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.026 INFO:tasks.workunit.client.0.smithi157.stdout: "reserved_bytes": { 2024-08-17T01:49:04.026 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 71814038 2024-08-17T01:49:04.026 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.026 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.027 INFO:tasks.workunit.client.0.smithi157.stdout: "objecter": { 2024-08-17T01:49:04.027 INFO:tasks.workunit.client.0.smithi157.stdout: "op_active": { 2024-08-17T01:49:04.027 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.027 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:04.027 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 40 2024-08-17T01:49:04.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.027 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rmw": { 2024-08-17T01:49:04.027 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.027 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:04.027 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.027 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.027 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.028 INFO:tasks.workunit.client.0.smithi157.stdout: "osd": { 2024-08-17T01:49:04.028 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg": { 2024-08-17T01:49:04.028 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 54 2024-08-17T01:49:04.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.028 INFO:tasks.workunit.client.0.smithi157.stdout: "numpg_removing": { 2024-08-17T01:49:04.028 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.028 INFO:tasks.workunit.client.0.smithi157.stdout: "op": { 2024-08-17T01:49:04.028 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 45459 2024-08-17T01:49:04.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.028 INFO:tasks.workunit.client.0.smithi157.stdout: "op_before_queue_op_lat": { 2024-08-17T01:49:04.028 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 120115, 2024-08-17T01:49:04.028 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7577329628 2024-08-17T01:49:04.028 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.028 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_degraded": { 2024-08-17T01:49:04.029 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.029 INFO:tasks.workunit.client.0.smithi157.stdout: "op_delayed_unreadable": { 2024-08-17T01:49:04.029 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.029 INFO:tasks.workunit.client.0.smithi157.stdout: "op_in_bytes": { 2024-08-17T01:49:04.029 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1039878611 2024-08-17T01:49:04.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.029 INFO:tasks.workunit.client.0.smithi157.stdout: "op_latency": { 2024-08-17T01:49:04.029 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45459, 2024-08-17T01:49:04.029 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 49668884115 2024-08-17T01:49:04.029 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.029 INFO:tasks.workunit.client.0.smithi157.stdout: "op_out_bytes": { 2024-08-17T01:49:04.029 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1900363541 2024-08-17T01:49:04.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.030 INFO:tasks.workunit.client.0.smithi157.stdout: "op_prepare_latency": { 2024-08-17T01:49:04.030 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45816, 2024-08-17T01:49:04.030 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 17412969967 2024-08-17T01:49:04.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.030 INFO:tasks.workunit.client.0.smithi157.stdout: "op_process_latency": { 2024-08-17T01:49:04.030 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 45459, 2024-08-17T01:49:04.030 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 32907600938 2024-08-17T01:49:04.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.030 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r": { 2024-08-17T01:49:04.030 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 31884 2024-08-17T01:49:04.030 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.030 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency": { 2024-08-17T01:49:04.031 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31884, 2024-08-17T01:49:04.031 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 15478631936 2024-08-17T01:49:04.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.031 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:49:04.031 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.031 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_out_bytes": { 2024-08-17T01:49:04.031 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1900363541 2024-08-17T01:49:04.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.031 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_prepare_latency": { 2024-08-17T01:49:04.031 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31914, 2024-08-17T01:49:04.031 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 5688066902 2024-08-17T01:49:04.031 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.031 INFO:tasks.workunit.client.0.smithi157.stdout: "op_r_process_latency": { 2024-08-17T01:49:04.032 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 31884, 2024-08-17T01:49:04.032 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 6920655603 2024-08-17T01:49:04.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.032 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw": { 2024-08-17T01:49:04.032 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12302 2024-08-17T01:49:04.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.032 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_in_bytes": { 2024-08-17T01:49:04.032 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 212178032 2024-08-17T01:49:04.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.032 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency": { 2024-08-17T01:49:04.032 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12302, 2024-08-17T01:49:04.032 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 21581559797 2024-08-17T01:49:04.032 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.032 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:49:04.033 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.033 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:49:04.033 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.033 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_out_bytes": { 2024-08-17T01:49:04.033 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.033 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_prepare_latency": { 2024-08-17T01:49:04.033 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12533, 2024-08-17T01:49:04.033 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 9787487300 2024-08-17T01:49:04.033 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.033 INFO:tasks.workunit.client.0.smithi157.stdout: "op_rw_process_latency": { 2024-08-17T01:49:04.033 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 12302, 2024-08-17T01:49:04.033 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 18860583275 2024-08-17T01:49:04.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.034 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w": { 2024-08-17T01:49:04.034 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1273 2024-08-17T01:49:04.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.034 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_in_bytes": { 2024-08-17T01:49:04.034 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 827700579 2024-08-17T01:49:04.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.034 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency": { 2024-08-17T01:49:04.034 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1273, 2024-08-17T01:49:04.034 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 12608692382 2024-08-17T01:49:04.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.034 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:49:04.034 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.034 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.034 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_prepare_latency": { 2024-08-17T01:49:04.035 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1369, 2024-08-17T01:49:04.035 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 1937415765 2024-08-17T01:49:04.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.035 INFO:tasks.workunit.client.0.smithi157.stdout: "op_w_process_latency": { 2024-08-17T01:49:04.035 INFO:tasks.workunit.client.0.smithi157.stdout: "count": 1273, 2024-08-17T01:49:04.035 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 7126362060 2024-08-17T01:49:04.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.035 INFO:tasks.workunit.client.0.smithi157.stdout: "op_wip": { 2024-08-17T01:49:04.035 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 0 2024-08-17T01:49:04.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.035 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_bytes": { 2024-08-17T01:49:04.035 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 146 2024-08-17T01:49:04.035 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.035 INFO:tasks.workunit.client.0.smithi157.stdout: "recovery_ops": { 2024-08-17T01:49:04.035 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 14 2024-08-17T01:49:04.036 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.036 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes": { 2024-08-17T01:49:04.036 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 95995035648 2024-08-17T01:49:04.036 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.036 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_bytes_used": { 2024-08-17T01:49:04.036 INFO:tasks.workunit.client.0.smithi157.stdout: "value": 575180800 2024-08-17T01:49:04.036 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.036 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.036 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.036 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.036 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": [ 2024-08-17T01:49:04.036 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.036 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:04.037 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr" 2024-08-17T01:49:04.037 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.037 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:49:04.037 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:49:04.037 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:49:04.037 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:49:04.037 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:49:04.037 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 1, 2024-08-17T01:49:04.037 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 1, 2024-08-17T01:49:04.037 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 1, 2024-08-17T01:49:04.037 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:49:04.037 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:49:04.037 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:49:04.038 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 1781760, 2024-08-17T01:49:04.038 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:49:04.038 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:49:04.038 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 1781760, 2024-08-17T01:49:04.038 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:49:04.038 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:49:04.038 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 2, 2024-08-17T01:49:04.038 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T01:49:04.038 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 2.4632297481730347e-06, 2024-08-17T01:49:04.038 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:49:04.038 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:49:04.038 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 1322, 2024-08-17T01:49:04.038 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 2164736, 2024-08-17T01:49:04.038 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 590368, 2024-08-17T01:49:04.038 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 590368, 2024-08-17T01:49:04.039 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T01:49:04.039 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 1771104, 2024-08-17T01:49:04.039 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 423, 2024-08-17T01:49:04.039 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 2473984 2024-08-17T01:49:04.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.039 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:49:04.039 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:49:04.039 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:49:04.039 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.039 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.039 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:04.039 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:49:04.039 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.040 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:49:04.040 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:49:04.040 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:49:04.040 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:49:04.040 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:49:04.040 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 32, 2024-08-17T01:49:04.040 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 32, 2024-08-17T01:49:04.040 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 2, 2024-08-17T01:49:04.040 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:49:04.040 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:49:04.040 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:49:04.040 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 156016, 2024-08-17T01:49:04.040 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:49:04.041 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:49:04.041 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 110592, 2024-08-17T01:49:04.041 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:49:04.041 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:49:04.041 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 22, 2024-08-17T01:49:04.041 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 45424, 2024-08-17T01:49:04.041 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 2.1568793329151958e-07, 2024-08-17T01:49:04.041 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:49:04.041 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:49:04.041 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 79, 2024-08-17T01:49:04.041 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 88064, 2024-08-17T01:49:04.041 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 21737, 2024-08-17T01:49:04.041 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 6596, 2024-08-17T01:49:04.042 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 15141, 2024-08-17T01:49:04.042 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 65211, 2024-08-17T01:49:04.042 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 68, 2024-08-17T01:49:04.042 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 35840 2024-08-17T01:49:04.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.042 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:49:04.042 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:49:04.042 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:49:04.042 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.042 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.042 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:04.042 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:49:04.042 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.042 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:49:04.043 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:49:04.043 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:49:04.043 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:49:04.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:49:04.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 64, 2024-08-17T01:49:04.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 64, 2024-08-17T01:49:04.043 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 3, 2024-08-17T01:49:04.043 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:49:04.043 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:49:04.043 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:49:04.043 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 0, 2024-08-17T01:49:04.043 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:49:04.043 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:49:04.043 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 0, 2024-08-17T01:49:04.044 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:49:04.044 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:49:04.044 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 0, 2024-08-17T01:49:04.044 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T01:49:04.044 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 0.0, 2024-08-17T01:49:04.044 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:49:04.044 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:49:04.044 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 0, 2024-08-17T01:49:04.044 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 0, 2024-08-17T01:49:04.044 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 0, 2024-08-17T01:49:04.045 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 0, 2024-08-17T01:49:04.045 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T01:49:04.045 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 0, 2024-08-17T01:49:04.045 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 0, 2024-08-17T01:49:04.045 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 0 2024-08-17T01:49:04.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.045 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:49:04.045 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:49:04.045 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:49:04.045 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.045 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.045 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:04.045 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd" 2024-08-17T01:49:04.046 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.046 INFO:tasks.workunit.client.0.smithi157.stdout: "cache_mode": "none", 2024-08-17T01:49:04.046 INFO:tasks.workunit.client.0.smithi157.stdout: "erasure_code_profile": {}, 2024-08-17T01:49:04.046 INFO:tasks.workunit.client.0.smithi157.stdout: "min_size": 2, 2024-08-17T01:49:04.046 INFO:tasks.workunit.client.0.smithi157.stdout: "options": {}, 2024-08-17T01:49:04.046 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:49:04.046 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 8, 2024-08-17T01:49:04.046 INFO:tasks.workunit.client.0.smithi157.stdout: "pgp_num": 8, 2024-08-17T01:49:04.046 INFO:tasks.workunit.client.0.smithi157.stdout: "pool": 4, 2024-08-17T01:49:04.046 INFO:tasks.workunit.client.0.smithi157.stdout: "size": 3, 2024-08-17T01:49:04.046 INFO:tasks.workunit.client.0.smithi157.stdout: "stats": { 2024-08-17T01:49:04.046 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_raw": 723341191434, 2024-08-17T01:49:04.046 INFO:tasks.workunit.client.0.smithi157.stdout: "bytes_used": 12595200, 2024-08-17T01:49:04.047 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_bytes_used": 0, 2024-08-17T01:49:04.047 INFO:tasks.workunit.client.0.smithi157.stdout: "compress_under_bytes": 0, 2024-08-17T01:49:04.047 INFO:tasks.workunit.client.0.smithi157.stdout: "data_bytes_used": 12595200, 2024-08-17T01:49:04.047 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty": 0, 2024-08-17T01:49:04.047 INFO:tasks.workunit.client.0.smithi157.stdout: "max_avail": 241113743360, 2024-08-17T01:49:04.047 INFO:tasks.workunit.client.0.smithi157.stdout: "objects": 4, 2024-08-17T01:49:04.047 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_bytes_used": 0, 2024-08-17T01:49:04.047 INFO:tasks.workunit.client.0.smithi157.stdout: "percent_used": 1.7412226952728815e-05, 2024-08-17T01:49:04.047 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_bytes": 0, 2024-08-17T01:49:04.047 INFO:tasks.workunit.client.0.smithi157.stdout: "quota_objects": 0, 2024-08-17T01:49:04.047 INFO:tasks.workunit.client.0.smithi157.stdout: "rd": 9029, 2024-08-17T01:49:04.047 INFO:tasks.workunit.client.0.smithi157.stdout: "rd_bytes": 3110358016, 2024-08-17T01:49:04.047 INFO:tasks.workunit.client.0.smithi157.stdout: "stored": 4194323, 2024-08-17T01:49:04.047 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_data": 4194323, 2024-08-17T01:49:04.047 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_omap": 0, 2024-08-17T01:49:04.048 INFO:tasks.workunit.client.0.smithi157.stdout: "stored_raw": 12582969, 2024-08-17T01:49:04.048 INFO:tasks.workunit.client.0.smithi157.stdout: "wr": 24431, 2024-08-17T01:49:04.048 INFO:tasks.workunit.client.0.smithi157.stdout: "wr_bytes": 3218673664 2024-08-17T01:49:04.048 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.048 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_bytes": 0, 2024-08-17T01:49:04.048 INFO:tasks.workunit.client.0.smithi157.stdout: "target_max_objects": 0, 2024-08-17T01:49:04.048 INFO:tasks.workunit.client.0.smithi157.stdout: "type": "replicated" 2024-08-17T01:49:04.048 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.048 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.048 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": { 2024-08-17T01:49:04.048 INFO:tasks.workunit.client.0.smithi157.stdout: "mirroring_by_pool": [ 2024-08-17T01:49:04.048 INFO:tasks.workunit.client.0.smithi157.stdout: false 2024-08-17T01:49:04.048 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.048 INFO:tasks.workunit.client.0.smithi157.stdout: "num_images_by_pool": [ 2024-08-17T01:49:04.048 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.049 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.049 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pools": 1 2024-08-17T01:49:04.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.049 INFO:tasks.workunit.client.0.smithi157.stdout: "report_id": "3ab49fab-047d-4b9d-9fd2-8c800a0ea47f", 2024-08-17T01:49:04.049 INFO:tasks.workunit.client.0.smithi157.stdout: "report_timestamp": "2024-08-17T01:49:00.940474", 2024-08-17T01:49:04.049 INFO:tasks.workunit.client.0.smithi157.stdout: "report_version": 1, 2024-08-17T01:49:04.049 INFO:tasks.workunit.client.0.smithi157.stdout: "rocksdb_stats": { 2024-08-17T01:49:04.049 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "7.9.2" 2024-08-17T01:49:04.049 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.049 INFO:tasks.workunit.client.0.smithi157.stdout: "rook": { 2024-08-17T01:49:04.049 INFO:tasks.workunit.client.0.smithi157.stdout: "cluster": { 2024-08-17T01:49:04.049 INFO:tasks.workunit.client.0.smithi157.stdout: "external-mode": null, 2024-08-17T01:49:04.049 INFO:tasks.workunit.client.0.smithi157.stdout: "mon": { 2024-08-17T01:49:04.049 INFO:tasks.workunit.client.0.smithi157.stdout: "allow-multiple-per-node": null, 2024-08-17T01:49:04.049 INFO:tasks.workunit.client.0.smithi157.stdout: "count": null, 2024-08-17T01:49:04.050 INFO:tasks.workunit.client.0.smithi157.stdout: "max-id": null, 2024-08-17T01:49:04.050 INFO:tasks.workunit.client.0.smithi157.stdout: "pvc": { 2024-08-17T01:49:04.050 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T01:49:04.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.050 INFO:tasks.workunit.client.0.smithi157.stdout: "stretch": { 2024-08-17T01:49:04.050 INFO:tasks.workunit.client.0.smithi157.stdout: "enabled": null 2024-08-17T01:49:04.050 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.050 INFO:tasks.workunit.client.0.smithi157.stdout: "network": { 2024-08-17T01:49:04.050 INFO:tasks.workunit.client.0.smithi157.stdout: "provider": null 2024-08-17T01:49:04.050 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.050 INFO:tasks.workunit.client.0.smithi157.stdout: "storage": { 2024-08-17T01:49:04.050 INFO:tasks.workunit.client.0.smithi157.stdout: "device-set": { 2024-08-17T01:49:04.051 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T01:49:04.051 INFO:tasks.workunit.client.0.smithi157.stdout: "non-portable": null, 2024-08-17T01:49:04.051 INFO:tasks.workunit.client.0.smithi157.stdout: "portable": null, 2024-08-17T01:49:04.051 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T01:49:04.051 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.051 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.051 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.051 INFO:tasks.workunit.client.0.smithi157.stdout: "csi": { 2024-08-17T01:49:04.051 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T01:49:04.051 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.052 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes": { 2024-08-17T01:49:04.052 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T01:49:04.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.052 INFO:tasks.workunit.client.0.smithi157.stdout: "node": { 2024-08-17T01:49:04.052 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T01:49:04.052 INFO:tasks.workunit.client.0.smithi157.stdout: "kubernetes-total": null, 2024-08-17T01:49:04.052 INFO:tasks.workunit.client.0.smithi157.stdout: "with-ceph-daemons": null, 2024-08-17T01:49:04.052 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T01:49:04.052 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-nfs-plugin": null, 2024-08-17T01:49:04.052 INFO:tasks.workunit.client.0.smithi157.stdout: "with-csi-rbd-plugin": null 2024-08-17T01:49:04.052 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.052 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.052 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T01:49:04.052 INFO:tasks.workunit.client.0.smithi157.stdout: "storage-class": { 2024-08-17T01:49:04.053 INFO:tasks.workunit.client.0.smithi157.stdout: "count": { 2024-08-17T01:49:04.053 INFO:tasks.workunit.client.0.smithi157.stdout: "bucket": null, 2024-08-17T01:49:04.053 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs": null, 2024-08-17T01:49:04.053 INFO:tasks.workunit.client.0.smithi157.stdout: "nfs": null, 2024-08-17T01:49:04.053 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd": null, 2024-08-17T01:49:04.053 INFO:tasks.workunit.client.0.smithi157.stdout: "total": null 2024-08-17T01:49:04.053 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.053 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.053 INFO:tasks.workunit.client.0.smithi157.stdout: "version": null 2024-08-17T01:49:04.053 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.053 INFO:tasks.workunit.client.0.smithi157.stdout: "services": {}, 2024-08-17T01:49:04.053 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_per_pg": [ 2024-08-17T01:49:04.053 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.054 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.054 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.054 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.054 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.054 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.054 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:04.054 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.054 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.054 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.054 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.054 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.054 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.054 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:04.055 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408976+0000", 2024-08-17T01:49:04.055 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408976+0000", 2024-08-17T01:49:04.055 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.409256+0000", 2024-08-17T01:49:04.055 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:04.055 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.055 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.055 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.055 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.055 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:04.055 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:04.055 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:04.055 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.055 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.056 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.056 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:04.056 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767762+0000", 2024-08-17T01:49:04.056 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.056 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 5, 2024-08-17T01:49:04.056 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.056 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.056 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.056 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.056 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.056 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.056 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.056 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 5, 2024-08-17T01:49:04.057 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.057 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.057 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.057 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1f", 2024-08-17T01:49:04.057 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.057 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.057 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.057 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5399, 2024-08-17T01:49:04.057 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.057 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:25:10.241029+0000", 2024-08-17T01:49:04.057 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.057 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.057 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.057 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 570, 2024-08-17T01:49:04.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.058 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:04.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:04.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:04.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:04.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.059 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 4, 2024-08-17T01:49:04.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 4, 2024-08-17T01:49:04.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 4, 2024-08-17T01:49:04.060 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:49:04.060 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.061 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.061 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.061 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.061 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.061 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.061 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.061 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.061 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:04.061 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'5" 2024-08-17T01:49:04.061 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.061 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.061 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.061 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.061 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.062 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.062 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.062 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:04.062 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.062 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.062 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.062 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.062 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.062 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.062 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:04.062 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368975+0000", 2024-08-17T01:49:04.062 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368975+0000", 2024-08-17T01:49:04.063 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369290+0000", 2024-08-17T01:49:04.063 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:04.063 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.063 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.063 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.063 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.063 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:04.063 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:04.063 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:04.063 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.063 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.063 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.063 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:04.064 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803126+0000", 2024-08-17T01:49:04.064 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.064 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.064 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.064 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.064 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.064 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.064 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.064 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.064 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.064 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.064 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.064 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.064 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.064 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1e", 2024-08-17T01:49:04.065 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.065 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.065 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.065 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5289, 2024-08-17T01:49:04.065 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.065 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:34:26.885035+0000", 2024-08-17T01:49:04.065 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.065 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.065 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.065 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.066 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.067 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.068 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.068 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.068 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.068 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.068 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.069 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.069 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.069 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.069 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.069 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:04.069 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.069 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.069 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.069 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.069 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.069 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.069 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.069 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.069 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:04.069 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.070 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.070 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.070 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.070 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.070 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.070 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:04.070 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761244+0000", 2024-08-17T01:49:04.070 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761244+0000", 2024-08-17T01:49:04.070 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.761610+0000", 2024-08-17T01:49:04.070 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:04.070 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.070 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.070 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.070 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:04.071 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:04.071 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:04.071 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:04.071 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.071 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.071 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.071 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:04.071 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803227+0000", 2024-08-17T01:49:04.071 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.071 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:04.071 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.071 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.071 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:04.071 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.071 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.072 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.072 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.072 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:04.072 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.072 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.072 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.072 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1e", 2024-08-17T01:49:04.072 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.072 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.072 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.072 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5310, 2024-08-17T01:49:04.072 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.072 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:32:00.718175+0000", 2024-08-17T01:49:04.072 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.072 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.073 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.073 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.074 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.075 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.075 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.075 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.076 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.076 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.076 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.076 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.076 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.076 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.076 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:04.076 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'2" 2024-08-17T01:49:04.076 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.076 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.076 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.076 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.076 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.077 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.077 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.077 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:04.077 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.077 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.077 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.077 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.077 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.077 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:04.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.762083+0000", 2024-08-17T01:49:04.077 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.762083+0000", 2024-08-17T01:49:04.078 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.762566+0000", 2024-08-17T01:49:04.078 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:04.078 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.078 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.078 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.079 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:04.079 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:04.079 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:04.079 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:04.079 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.079 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.080 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.080 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:04.080 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767174+0000", 2024-08-17T01:49:04.080 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.080 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.080 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.080 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.080 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:04.080 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.080 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.080 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.080 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.081 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.081 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.081 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.081 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.081 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1f", 2024-08-17T01:49:04.081 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.081 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.081 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.081 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:49:04.081 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.081 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:08:13.714088+0000", 2024-08-17T01:49:04.081 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.081 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.081 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.081 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.082 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.083 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.084 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.084 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.084 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.085 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.085 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.085 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.085 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.085 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.085 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.085 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:04.085 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.085 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.085 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.085 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.085 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.085 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.085 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.086 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.086 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.086 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.086 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.086 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.086 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.086 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.086 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.086 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:04.086 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.371552+0000", 2024-08-17T01:49:04.086 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.371552+0000", 2024-08-17T01:49:04.086 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371929+0000", 2024-08-17T01:49:04.086 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:04.087 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.087 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.087 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.087 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.087 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:04.087 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:04.087 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:04.087 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.087 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.087 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.087 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:04.087 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805217+0000", 2024-08-17T01:49:04.087 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.087 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:04.087 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.088 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.088 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.088 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.088 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.088 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.088 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.088 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:04.088 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.088 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.088 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.088 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1d", 2024-08-17T01:49:04.088 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.088 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.088 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.088 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 4808, 2024-08-17T01:49:04.089 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.089 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:07:26.767896+0000", 2024-08-17T01:49:04.089 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.089 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.089 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.089 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:04.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:04.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:04.090 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:04.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 1, 2024-08-17T01:49:04.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:49:04.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:49:04.091 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:49:04.092 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.092 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.092 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.092 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.092 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.092 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.092 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.092 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.092 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.092 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.092 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:49:04.093 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.093 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.093 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.093 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.093 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.093 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.093 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.093 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.093 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.093 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.093 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.093 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.093 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.093 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.093 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:04.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.760989+0000", 2024-08-17T01:49:04.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.760989+0000", 2024-08-17T01:49:04.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.761320+0000", 2024-08-17T01:49:04.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:04.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:04.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:04.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:04.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:04.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.094 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.095 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.095 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:04.095 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803690+0000", 2024-08-17T01:49:04.095 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.095 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.095 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.095 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.095 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:04.095 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.095 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.095 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.095 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.095 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.095 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.095 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.096 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.096 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1c", 2024-08-17T01:49:04.096 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.096 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.096 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.096 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5219, 2024-08-17T01:49:04.096 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.096 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:28:29.622689+0000", 2024-08-17T01:49:04.096 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.096 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.096 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.096 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.097 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.098 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.099 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.099 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.099 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.099 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.099 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.099 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.100 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.100 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.100 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.100 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.100 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.100 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.100 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.100 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.100 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.100 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.100 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.100 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.100 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:04.100 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.101 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.101 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.101 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.101 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.101 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:04.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.409975+0000", 2024-08-17T01:49:04.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.409975+0000", 2024-08-17T01:49:04.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.410344+0000", 2024-08-17T01:49:04.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:04.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.101 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:04.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:04.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:04.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:04.102 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765685+0000", 2024-08-17T01:49:04.102 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.102 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:04.102 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.102 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.102 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.102 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.102 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.103 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.103 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.103 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:04.103 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.103 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.103 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.103 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1c", 2024-08-17T01:49:04.103 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.103 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.103 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.103 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5165, 2024-08-17T01:49:04.103 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.103 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:29:28.364235+0000", 2024-08-17T01:49:04.103 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.103 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.104 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.104 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:04.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:04.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:04.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:04.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.105 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:49:04.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:49:04.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:49:04.106 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.106 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.106 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.107 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.107 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.107 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.107 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.107 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.107 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.107 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:04.107 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:49:04.107 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.107 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.107 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.107 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.107 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.107 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.108 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.108 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:04.108 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.108 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.108 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.108 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.109 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.109 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:04.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.373149+0000", 2024-08-17T01:49:04.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.373149+0000", 2024-08-17T01:49:04.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.373538+0000", 2024-08-17T01:49:04.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:04.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.109 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:04.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:04.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:04.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.110 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:04.111 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805024+0000", 2024-08-17T01:49:04.111 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.111 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.111 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.111 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.111 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.111 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.111 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.111 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.111 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.112 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.112 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.112 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.112 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.112 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1d", 2024-08-17T01:49:04.112 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.112 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.112 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.112 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5309, 2024-08-17T01:49:04.112 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.112 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:02:55.339604+0000", 2024-08-17T01:49:04.112 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.112 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.113 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.113 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.114 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.115 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.116 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.116 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.116 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.116 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.116 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.116 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.116 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.116 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.116 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:04.116 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.116 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.116 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.117 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.117 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.117 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.117 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.117 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.117 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:04.117 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.117 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.117 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.117 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.117 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.117 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.117 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:04.117 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370744+0000", 2024-08-17T01:49:04.117 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370744+0000", 2024-08-17T01:49:04.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.376679+0000", 2024-08-17T01:49:04.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:04.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:04.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:04.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:04.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.118 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:04.119 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801736+0000", 2024-08-17T01:49:04.119 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.119 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.119 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.119 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.119 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.119 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.119 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.119 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.119 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.119 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.119 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.119 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.120 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.120 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.a", 2024-08-17T01:49:04.120 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.120 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.120 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.120 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5194, 2024-08-17T01:49:04.120 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.120 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:51:03.477970+0000", 2024-08-17T01:49:04.120 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.120 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.120 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.120 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.121 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.122 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.123 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.124 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.125 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.125 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.125 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.125 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.125 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.125 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.125 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.125 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.125 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.125 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.125 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:04.125 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.125 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.126 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.126 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.126 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.126 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.126 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.126 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.126 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:04.126 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.126 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.126 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.126 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.126 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.126 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:04.126 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.423843+0000", 2024-08-17T01:49:04.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.423843+0000", 2024-08-17T01:49:04.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.424727+0000", 2024-08-17T01:49:04.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:04.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:04.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:04.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:04.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.127 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.128 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.128 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:04.128 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767362+0000", 2024-08-17T01:49:04.128 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.128 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3, 2024-08-17T01:49:04.128 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.128 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.128 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.128 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.128 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.128 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.128 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.128 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3, 2024-08-17T01:49:04.128 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.129 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.129 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.129 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.b", 2024-08-17T01:49:04.129 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.129 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.129 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.129 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:49:04.129 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.129 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:44:06.934886+0000", 2024-08-17T01:49:04.129 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.129 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.129 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.130 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:04.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:04.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:04.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:04.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.131 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 2, 2024-08-17T01:49:04.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2, 2024-08-17T01:49:04.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T01:49:04.132 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.132 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.132 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.133 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.133 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.133 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.133 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.133 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.133 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.133 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:04.134 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'3" 2024-08-17T01:49:04.134 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.134 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.134 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.134 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.134 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.134 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.134 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.134 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:04.134 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.134 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.134 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.134 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.134 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.134 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:04.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.350944+0000", 2024-08-17T01:49:04.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.350944+0000", 2024-08-17T01:49:04.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.351244+0000", 2024-08-17T01:49:04.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:04.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:04.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:04.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:04.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:04.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.135 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.136 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.136 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:04.136 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801542+0000", 2024-08-17T01:49:04.136 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.136 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.136 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.136 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.136 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:04.136 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.136 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.136 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.136 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.136 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.137 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.137 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.137 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.137 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.b", 2024-08-17T01:49:04.137 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.137 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.137 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.137 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5301, 2024-08-17T01:49:04.137 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.137 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:01:52.291317+0000", 2024-08-17T01:49:04.137 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.137 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.138 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.138 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.139 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.140 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.141 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.141 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.141 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.141 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.141 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.141 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.141 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.141 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.141 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.142 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.142 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.142 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:04.142 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.142 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.143 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.143 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.143 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.143 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.143 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.143 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.144 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:04.144 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.144 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.144 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.144 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.144 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.144 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.144 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:04.144 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.402642+0000", 2024-08-17T01:49:04.145 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.402642+0000", 2024-08-17T01:49:04.145 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.402952+0000", 2024-08-17T01:49:04.145 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:04.145 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.145 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.145 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.145 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.145 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:04.145 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:04.145 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:04.145 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.145 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.145 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.145 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:04.146 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767653+0000", 2024-08-17T01:49:04.146 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.146 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.146 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.146 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.146 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.146 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.146 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.146 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.146 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.146 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.146 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.146 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.147 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.147 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.a", 2024-08-17T01:49:04.147 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.147 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.147 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.147 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5343, 2024-08-17T01:49:04.147 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.147 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:32:52.119266+0000", 2024-08-17T01:49:04.147 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.147 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.147 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.147 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.148 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.149 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.149 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.149 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.149 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.149 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.149 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.149 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.149 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.149 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.149 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.149 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.150 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.150 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.150 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.150 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.150 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.151 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.152 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.152 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.152 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.153 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.153 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.153 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.153 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.153 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.153 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.153 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:04.153 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.153 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.153 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.153 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.153 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.153 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.154 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.154 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.154 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:04.154 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.154 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.154 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.154 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.154 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.154 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.154 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:04.154 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.419357+0000", 2024-08-17T01:49:04.154 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.419357+0000", 2024-08-17T01:49:04.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.419650+0000", 2024-08-17T01:49:04.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:04.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:04.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:04.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:04.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:04.155 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802551+0000", 2024-08-17T01:49:04.155 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.156 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.156 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.156 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.156 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.156 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.156 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.156 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.156 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.156 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.156 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.156 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.156 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.156 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.8", 2024-08-17T01:49:04.157 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.157 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.157 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.157 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5293, 2024-08-17T01:49:04.157 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.157 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:01:49.725084+0000", 2024-08-17T01:49:04.157 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.157 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.157 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.157 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.157 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.157 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.157 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.157 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.158 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.159 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.160 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.160 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.160 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.160 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.160 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.160 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.160 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.160 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.161 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.161 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:04.161 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.161 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.161 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.161 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.161 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.161 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.161 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.161 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.161 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:04.161 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.161 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.161 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.161 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.162 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.162 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.162 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:04.162 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416294+0000", 2024-08-17T01:49:04.162 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416294+0000", 2024-08-17T01:49:04.162 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416594+0000", 2024-08-17T01:49:04.162 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:04.162 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.162 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.162 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.162 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.162 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:04.162 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:04.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:04.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:04.163 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766099+0000", 2024-08-17T01:49:04.163 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.163 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.163 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.163 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.163 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.164 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.164 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.164 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.164 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.164 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.164 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.164 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.164 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.164 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.9", 2024-08-17T01:49:04.164 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.164 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.164 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.164 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5343, 2024-08-17T01:49:04.164 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.165 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:34:11.244993+0000", 2024-08-17T01:49:04.165 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.165 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.165 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.165 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.166 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.167 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.168 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.168 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.168 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.168 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.168 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.168 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.168 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.168 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.168 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.168 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.168 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.168 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:04.169 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.169 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.169 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.169 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.169 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.169 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.169 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.169 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.169 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:04.169 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.169 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.169 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.169 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.169 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.170 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:04.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.413706+0000", 2024-08-17T01:49:04.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.413706+0000", 2024-08-17T01:49:04.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.414000+0000", 2024-08-17T01:49:04.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:04.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:04.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:04.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:04.170 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.171 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.171 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.171 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:04.171 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800925+0000", 2024-08-17T01:49:04.171 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.171 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.171 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.171 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.171 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.171 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.171 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.171 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.171 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.171 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.171 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.172 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.172 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.172 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.9", 2024-08-17T01:49:04.172 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.172 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.172 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.172 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5266, 2024-08-17T01:49:04.172 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.172 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:04:05.397988+0000", 2024-08-17T01:49:04.172 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.172 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.172 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.172 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.173 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.174 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.175 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.175 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.175 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.175 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.175 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.176 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.176 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.176 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.176 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.176 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:04.176 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.176 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.176 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.176 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.176 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.176 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.176 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.176 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.176 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:04.177 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.177 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.177 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.177 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.177 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.177 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:04.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.421863+0000", 2024-08-17T01:49:04.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.421863+0000", 2024-08-17T01:49:04.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.424205+0000", 2024-08-17T01:49:04.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:04.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.177 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:04.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:04.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:04.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:04.178 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766626+0000", 2024-08-17T01:49:04.178 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.178 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.179 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.179 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.179 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.179 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.179 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.179 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.179 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.179 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.179 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.179 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.179 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.179 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.8", 2024-08-17T01:49:04.179 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.179 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.180 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.180 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5156, 2024-08-17T01:49:04.180 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.180 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:44:00.517822+0000", 2024-08-17T01:49:04.180 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.180 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.180 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.180 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.181 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.182 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.183 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.183 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.183 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.183 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.183 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.183 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.183 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.184 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.184 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.184 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.184 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.184 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.184 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.184 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.184 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.184 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.184 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.184 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.184 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.184 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.185 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.185 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.185 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.185 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.185 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.185 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.185 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.185 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:04.185 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.185 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.185 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.185 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.185 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.186 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.186 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.186 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.186 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:04.186 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.186 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.186 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.186 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.186 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.186 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.186 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:04.186 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.347255+0000", 2024-08-17T01:49:04.186 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.347255+0000", 2024-08-17T01:49:04.187 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.347648+0000", 2024-08-17T01:49:04.187 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:04.187 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.187 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.187 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.187 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:04.187 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:04.187 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:04.187 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:04.187 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.187 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.187 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.187 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:04.187 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.769475+0000", 2024-08-17T01:49:04.187 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.188 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.188 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.188 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.188 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:04.188 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.188 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.188 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.188 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.188 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.188 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.188 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.188 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.188 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.6", 2024-08-17T01:49:04.188 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.189 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.189 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.189 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5386, 2024-08-17T01:49:04.189 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.189 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:31:31.907356+0000", 2024-08-17T01:49:04.189 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.189 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.189 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.189 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.190 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.191 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.191 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.191 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.191 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.191 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.191 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.191 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.191 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.191 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.191 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.191 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.191 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.191 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.191 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.191 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.192 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.193 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.193 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.193 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.193 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.193 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.193 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.193 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:04.193 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.193 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.193 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.193 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.193 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.193 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.193 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:04.193 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411113+0000", 2024-08-17T01:49:04.194 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411113+0000", 2024-08-17T01:49:04.194 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.411446+0000", 2024-08-17T01:49:04.194 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:04.194 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.194 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.194 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.194 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.194 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:04.194 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:04.194 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:04.194 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.194 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.194 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.194 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:04.195 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802461+0000", 2024-08-17T01:49:04.195 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.195 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:04.195 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.195 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.195 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.195 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.195 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.195 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.195 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.195 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:04.195 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.195 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.195 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.195 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.7", 2024-08-17T01:49:04.196 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.196 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.196 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.196 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:49:04.196 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.196 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:54:00.351038+0000", 2024-08-17T01:49:04.196 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.196 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.196 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.196 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:04.197 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:04.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:49:04.198 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:49:04.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:49:04.199 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.199 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.199 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.199 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.199 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.199 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.199 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.199 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.199 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.199 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:04.199 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:49:04.200 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.200 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.200 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.200 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.200 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.200 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.200 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.200 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:04.200 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.200 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.200 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:04.200 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.200 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.200 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:04.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.367577+0000", 2024-08-17T01:49:04.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.367577+0000", 2024-08-17T01:49:04.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.117782+0000", 2024-08-17T01:49:04.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:04.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:04.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:04.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:04.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.201 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:04.202 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800786+0000", 2024-08-17T01:49:04.202 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.202 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3042, 2024-08-17T01:49:04.202 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.202 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.202 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.202 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.202 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.202 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.202 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.203 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3042, 2024-08-17T01:49:04.203 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.203 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.203 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.203 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.1", 2024-08-17T01:49:04.203 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.204 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.204 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.204 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9151, 2024-08-17T01:49:04.204 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.204 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:35:31.481472+0000", 2024-08-17T01:49:04.204 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.003001173, 2024-08-17T01:49:04.204 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.205 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.205 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.206 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1511, 2024-08-17T01:49:04.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 384060, 2024-08-17T01:49:04.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.207 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3011, 2024-08-17T01:49:04.208 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 390759 2024-08-17T01:49:04.208 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.208 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.208 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.208 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.208 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.208 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.208 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.208 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.208 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:04.208 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3042" 2024-08-17T01:49:04.208 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.209 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.209 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.209 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.209 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.209 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.209 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.209 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:04.209 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.209 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.209 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.209 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.209 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.209 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.209 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:04.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.419311+0000", 2024-08-17T01:49:04.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.419311+0000", 2024-08-17T01:49:04.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.419615+0000", 2024-08-17T01:49:04.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:04.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:04.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:04.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:04.210 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.211 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.211 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.211 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:04.211 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803972+0000", 2024-08-17T01:49:04.211 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.211 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.211 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.211 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.211 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.211 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.211 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.211 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.211 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.211 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.212 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.212 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.212 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.212 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.7", 2024-08-17T01:49:04.212 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.212 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.212 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.212 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5302, 2024-08-17T01:49:04.212 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.212 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:08:16.246877+0000", 2024-08-17T01:49:04.212 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.212 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.212 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.212 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.213 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.214 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.215 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.216 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.216 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.216 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.216 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.216 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.216 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.216 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.216 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.216 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.216 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:04.217 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.217 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.217 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.217 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.217 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.217 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.217 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.217 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.217 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:04.217 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.217 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.217 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.218 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.218 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.218 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:04.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.371602+0000", 2024-08-17T01:49:04.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.371602+0000", 2024-08-17T01:49:04.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.372027+0000", 2024-08-17T01:49:04.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:04.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.218 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:04.219 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:04.219 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:04.219 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.219 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.219 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.219 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:04.219 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768777+0000", 2024-08-17T01:49:04.219 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.219 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:04.219 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.219 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.219 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.219 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.219 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.219 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.220 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.220 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:04.220 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.220 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.220 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.220 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.6", 2024-08-17T01:49:04.220 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.220 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.220 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.220 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5351, 2024-08-17T01:49:04.220 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.220 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:22:28.037461+0000", 2024-08-17T01:49:04.220 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.220 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.220 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.221 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:04.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:04.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:04.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:04.222 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 2, 2024-08-17T01:49:04.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2, 2024-08-17T01:49:04.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 2, 2024-08-17T01:49:04.223 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.223 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.223 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.224 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.224 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.224 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.224 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.224 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.224 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.224 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:04.224 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "561'2" 2024-08-17T01:49:04.224 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.224 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.224 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.224 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.224 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.224 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.225 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.225 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:04.225 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.225 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.225 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:04.225 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.225 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.225 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.225 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:04.225 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.421582+0000", 2024-08-17T01:49:04.225 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.421582+0000", 2024-08-17T01:49:04.225 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.178548+0000", 2024-08-17T01:49:04.225 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:04.225 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.225 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:04.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:04.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:04.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:04.226 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802928+0000", 2024-08-17T01:49:04.226 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.226 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3043, 2024-08-17T01:49:04.227 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.227 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.227 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.227 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.227 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.227 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.227 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.227 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3043, 2024-08-17T01:49:04.227 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.227 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.228 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.228 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.0", 2024-08-17T01:49:04.228 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.229 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.229 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.229 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9094, 2024-08-17T01:49:04.230 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.230 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:26:41.686322+0000", 2024-08-17T01:49:04.230 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0047065, 2024-08-17T01:49:04.230 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.230 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.230 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.231 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.232 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1356, 2024-08-17T01:49:04.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 358494, 2024-08-17T01:49:04.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3026, 2024-08-17T01:49:04.233 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 420160 2024-08-17T01:49:04.233 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.233 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.233 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.233 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.233 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.234 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.234 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.234 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.234 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:04.234 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1144'3043" 2024-08-17T01:49:04.234 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.234 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.234 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.234 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.234 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.234 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.234 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.234 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:04.234 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.234 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.235 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.235 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.235 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.235 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.235 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:04.235 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761945+0000", 2024-08-17T01:49:04.235 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761945+0000", 2024-08-17T01:49:04.235 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.762425+0000", 2024-08-17T01:49:04.235 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:04.235 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.235 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.235 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.235 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:04.236 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:04.236 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:04.236 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:04.236 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.236 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.236 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.236 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:04.236 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770318+0000", 2024-08-17T01:49:04.236 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.236 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.236 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.236 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.236 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:04.237 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.237 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.237 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.237 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.237 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.237 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.237 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.237 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.237 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.4", 2024-08-17T01:49:04.237 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.237 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.237 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.237 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5344, 2024-08-17T01:49:04.238 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.238 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:49:20.087218+0000", 2024-08-17T01:49:04.238 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.238 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.238 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.238 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.239 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.240 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.240 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.240 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.240 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.240 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.240 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.240 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.240 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.240 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.240 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.240 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.240 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.240 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.240 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.241 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.241 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.241 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.241 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.241 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.241 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.241 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.241 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.242 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.242 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:04.242 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.242 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.242 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.242 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.242 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.242 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.242 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.242 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.242 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.242 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.242 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.242 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:25.759895+0000", 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:25.759895+0000", 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:25.760584+0000", 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 478, 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:04.243 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.244 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.244 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.244 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:04.244 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.806831+0000", 2024-08-17T01:49:04.244 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.244 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.244 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.245 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.245 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 477, 2024-08-17T01:49:04.245 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.245 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.245 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.245 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.246 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.246 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.246 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.246 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.246 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.5", 2024-08-17T01:49:04.246 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.246 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.246 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.246 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 4799, 2024-08-17T01:49:04.246 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.246 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:39:23.046719+0000", 2024-08-17T01:49:04.247 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.247 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.247 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.247 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.248 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.248 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.248 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.248 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.248 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.248 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.248 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.248 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.248 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.249 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.250 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.250 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.250 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.250 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.251 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.251 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.251 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.251 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.251 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.251 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.251 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.251 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.251 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.251 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.251 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.251 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.251 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.252 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.252 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:04.252 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.252 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.252 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:04.252 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.253 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.253 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.253 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:57.535351+0000", 2024-08-17T01:49:04.253 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408490+0000", 2024-08-17T01:49:04.253 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408490+0000", 2024-08-17T01:49:04.253 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.115099+0000", 2024-08-17T01:49:04.253 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:57.535351+0000", 2024-08-17T01:49:04.253 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:57.535351+0000", 2024-08-17T01:49:04.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:57.535351+0000", 2024-08-17T01:49:04.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:57.535351+0000", 2024-08-17T01:49:04.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:57.535351+0000", 2024-08-17T01:49:04.254 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:57.535351+0000", 2024-08-17T01:49:04.254 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.255 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3090, 2024-08-17T01:49:04.255 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.255 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.255 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.255 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.256 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.256 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.256 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.256 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3090, 2024-08-17T01:49:04.256 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.256 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.256 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.256 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.3", 2024-08-17T01:49:04.256 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.256 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.256 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.256 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9112, 2024-08-17T01:49:04.256 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.257 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:40:49.200353+0000", 2024-08-17T01:49:04.257 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.004247452, 2024-08-17T01:49:04.257 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.257 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 4194304, 2024-08-17T01:49:04.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.257 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:04.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:04.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:04.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.258 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:04.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 770, 2024-08-17T01:49:04.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 390463, 2024-08-17T01:49:04.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.259 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3077, 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 380677 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3090" 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.260 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.261 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.261 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.261 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.261 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.261 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.261 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.261 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.261 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.261 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:04.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.767064+0000", 2024-08-17T01:49:04.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.767064+0000", 2024-08-17T01:49:04.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.769871+0000", 2024-08-17T01:49:04.261 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:04.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:04.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:04.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:04.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:04.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:04.262 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805104+0000", 2024-08-17T01:49:04.262 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.262 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.263 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.263 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.263 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:04.263 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.263 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.263 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.263 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.263 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.263 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.263 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.263 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.263 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.5", 2024-08-17T01:49:04.263 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.264 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.264 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.264 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5233, 2024-08-17T01:49:04.264 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.264 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:22:02.126360+0000", 2024-08-17T01:49:04.264 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.264 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.264 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.264 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.265 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.266 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.267 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.267 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.267 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.267 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.267 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.267 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.267 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.267 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.267 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.267 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.268 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.268 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.268 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.268 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.268 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.268 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.268 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.268 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.268 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:04.268 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.268 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.268 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.269 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.269 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.269 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:04.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:25.756644+0000", 2024-08-17T01:49:04.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:25.756644+0000", 2024-08-17T01:49:04.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:25.757086+0000", 2024-08-17T01:49:04.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:04.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.269 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 478, 2024-08-17T01:49:04.270 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:04.270 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:04.270 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:04.270 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.270 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.270 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.270 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:04.270 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770408+0000", 2024-08-17T01:49:04.270 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.270 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.270 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.270 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.271 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 477, 2024-08-17T01:49:04.271 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.271 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.271 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.271 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.271 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.271 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.271 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.271 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.271 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.4", 2024-08-17T01:49:04.271 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.271 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.271 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.271 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5359, 2024-08-17T01:49:04.271 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.272 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:52:52.469355+0000", 2024-08-17T01:49:04.272 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.272 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.272 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.272 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.273 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.274 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.274 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.274 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.274 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.274 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.274 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.274 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.274 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.274 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.274 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.274 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.274 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.274 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.275 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.275 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.275 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.275 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.275 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.275 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.275 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.275 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.275 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:04.275 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.275 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.275 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.276 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.276 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.276 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.276 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.276 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.276 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:04.276 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.276 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.276 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:04.276 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.276 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.276 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:04.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.765489+0000", 2024-08-17T01:49:04.276 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.765489+0000", 2024-08-17T01:49:04.277 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.116951+0000", 2024-08-17T01:49:04.277 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:04.277 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.277 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.277 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.277 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:04.277 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:04.277 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:04.277 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:04.277 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.277 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.277 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.277 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:04.277 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767385+0000", 2024-08-17T01:49:04.278 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.278 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3069, 2024-08-17T01:49:04.278 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.278 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.278 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:04.278 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.278 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.278 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.278 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.279 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3069, 2024-08-17T01:49:04.279 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.279 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.279 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.279 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.2", 2024-08-17T01:49:04.279 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.279 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.279 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.279 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9287, 2024-08-17T01:49:04.279 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.279 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:02:22.292646+0000", 2024-08-17T01:49:04.279 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.006145356, 2024-08-17T01:49:04.279 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.280 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 19, 2024-08-17T01:49:04.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.280 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.281 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.282 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.282 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:04.282 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:04.282 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.282 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:04.282 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.282 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.282 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.282 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.282 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1174, 2024-08-17T01:49:04.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 404056, 2024-08-17T01:49:04.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.283 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3046, 2024-08-17T01:49:04.284 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 399430 2024-08-17T01:49:04.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.284 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.284 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.284 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.284 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.284 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.284 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.284 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.284 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:04.284 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3069" 2024-08-17T01:49:04.284 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.285 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.285 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.285 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.285 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.285 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.285 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.285 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:04.285 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.285 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.285 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.285 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.285 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.286 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.286 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:04.286 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368124+0000", 2024-08-17T01:49:04.286 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368124+0000", 2024-08-17T01:49:04.286 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.368410+0000", 2024-08-17T01:49:04.286 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:04.286 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.286 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.286 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.286 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.286 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:04.286 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:04.286 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:04.287 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.287 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.287 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.287 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:04.287 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804437+0000", 2024-08-17T01:49:04.287 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.287 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.287 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.287 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.287 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.287 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.287 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.287 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.287 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.288 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.288 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.288 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.288 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.288 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3", 2024-08-17T01:49:04.288 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.288 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.288 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.288 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5241, 2024-08-17T01:49:04.288 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.288 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:04:26.479185+0000", 2024-08-17T01:49:04.288 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.288 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.289 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.289 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.290 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.290 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.290 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.290 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.290 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.290 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.290 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.290 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.291 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.291 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.291 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.291 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.291 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.291 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.291 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.291 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.291 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.291 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.291 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.291 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.291 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.292 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.292 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.292 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.292 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.293 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.293 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.293 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.293 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.293 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.293 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:04.293 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.293 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.293 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.293 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.293 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.293 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.293 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.294 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.294 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.294 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.294 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.294 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.294 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.294 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.294 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.294 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:04.295 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.366042+0000", 2024-08-17T01:49:04.295 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.366042+0000", 2024-08-17T01:49:04.295 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.366706+0000", 2024-08-17T01:49:04.295 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:04.295 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.295 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.295 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.296 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.296 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:04.296 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:04.296 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:04.296 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.296 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.296 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.296 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:04.296 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803092+0000", 2024-08-17T01:49:04.296 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.297 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.297 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.297 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.297 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.297 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.297 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.297 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.297 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.297 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.297 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.297 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.297 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.298 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.2", 2024-08-17T01:49:04.298 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.298 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.298 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.298 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5203, 2024-08-17T01:49:04.298 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.298 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:43:28.567195+0000", 2024-08-17T01:49:04.298 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.298 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.298 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.298 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.298 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.299 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.300 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.301 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.302 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.302 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.302 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.302 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.302 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.302 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.303 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.303 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.303 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.303 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.303 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.303 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.303 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.303 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.304 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.304 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.304 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.304 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.304 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:04.304 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.304 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.304 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:04.304 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.305 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.305 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:04.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.613193+0000", 2024-08-17T01:49:04.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.613193+0000", 2024-08-17T01:49:04.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.116951+0000", 2024-08-17T01:49:04.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:04.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:49:04.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:04.305 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:04.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:04.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:04.306 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770504+0000", 2024-08-17T01:49:04.306 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.306 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3108, 2024-08-17T01:49:04.306 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.306 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.306 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:49:04.307 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.307 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.307 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.307 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.307 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3108, 2024-08-17T01:49:04.307 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.307 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.307 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.307 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.4", 2024-08-17T01:49:04.307 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.307 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.307 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.307 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9033, 2024-08-17T01:49:04.308 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.308 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:52:21.082086+0000", 2024-08-17T01:49:04.308 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.00655868, 2024-08-17T01:49:04.308 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.308 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.308 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:04.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:04.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:04.309 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:04.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.310 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 781, 2024-08-17T01:49:04.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 392802, 2024-08-17T01:49:04.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3135, 2024-08-17T01:49:04.311 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 409390 2024-08-17T01:49:04.311 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.311 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.311 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.311 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.311 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.311 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.311 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.311 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.311 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:04.312 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3108" 2024-08-17T01:49:04.312 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.312 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.312 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.312 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.312 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.312 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.312 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.312 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:04.312 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.312 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.312 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.312 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.312 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.312 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:04.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368675+0000", 2024-08-17T01:49:04.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368675+0000", 2024-08-17T01:49:04.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369042+0000", 2024-08-17T01:49:04.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:04.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:04.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:04.313 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:04.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:04.314 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766740+0000", 2024-08-17T01:49:04.314 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.314 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.314 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.315 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.315 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.315 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.315 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.315 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.315 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.315 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.315 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.315 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.315 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.315 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.0", 2024-08-17T01:49:04.315 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.316 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.316 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.316 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5345, 2024-08-17T01:49:04.316 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.316 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:59.322926+0000", 2024-08-17T01:49:04.316 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.316 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.316 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.316 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.317 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.318 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.319 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.319 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.319 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.319 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.320 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.320 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.320 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.320 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.320 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.320 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:04.320 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.320 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.320 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.320 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.320 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.320 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.320 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.320 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.320 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:04.321 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.321 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.321 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.321 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.321 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.321 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:04.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.608101+0000", 2024-08-17T01:49:04.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.608101+0000", 2024-08-17T01:49:04.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:16.608408+0000", 2024-08-17T01:49:04.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:04.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.321 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:49:04.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:04.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:04.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:04.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:04.322 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:04.322 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.323 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.323 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.323 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.323 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:49:04.323 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.323 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.323 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.323 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.323 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.323 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.323 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.323 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.323 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1", 2024-08-17T01:49:04.324 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.324 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.324 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.324 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5328, 2024-08-17T01:49:04.324 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.324 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:33:29.006590+0000", 2024-08-17T01:49:04.324 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.324 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.324 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.324 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.325 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.326 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.327 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.327 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.328 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.328 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.328 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.328 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.328 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.328 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.328 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.328 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:04.328 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.328 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.328 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.328 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.328 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.329 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.329 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.329 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.329 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:04.329 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.329 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.329 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:04.329 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.329 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.329 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:04.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.763634+0000", 2024-08-17T01:49:04.329 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.763634+0000", 2024-08-17T01:49:04.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.119972+0000", 2024-08-17T01:49:04.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:04.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:04.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:04.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:04.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:04.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.330 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:04.331 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.770684+0000", 2024-08-17T01:49:04.331 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.331 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3117, 2024-08-17T01:49:04.331 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.331 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.331 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:04.331 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.331 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.331 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.331 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.331 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3117, 2024-08-17T01:49:04.332 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.332 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.332 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.332 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.7", 2024-08-17T01:49:04.332 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.332 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.332 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.332 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9172, 2024-08-17T01:49:04.332 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.332 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:34:41.394595+0000", 2024-08-17T01:49:04.332 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.008824498, 2024-08-17T01:49:04.332 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.332 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.332 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.333 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.334 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1056, 2024-08-17T01:49:04.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 384001, 2024-08-17T01:49:04.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3090, 2024-08-17T01:49:04.335 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 402517 2024-08-17T01:49:04.335 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.335 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.335 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.335 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.336 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.336 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.336 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.336 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.336 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:04.336 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3117" 2024-08-17T01:49:04.336 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.336 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.336 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.336 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.336 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.336 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.336 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.336 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:04.337 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.337 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.337 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.337 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.337 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.337 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:04.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.347847+0000", 2024-08-17T01:49:04.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.347847+0000", 2024-08-17T01:49:04.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.348184+0000", 2024-08-17T01:49:04.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:04.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.337 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:04.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:04.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:04.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:04.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:04.338 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766377+0000", 2024-08-17T01:49:04.339 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.339 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.339 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.339 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.339 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:04.339 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.339 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.339 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.339 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.339 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.339 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.339 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.339 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.339 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1", 2024-08-17T01:49:04.340 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.340 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.340 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.340 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:49:04.340 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.340 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:06:21.738263+0000", 2024-08-17T01:49:04.340 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.340 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.340 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.340 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.341 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.342 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.343 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.343 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.344 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.344 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.344 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.344 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.344 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.344 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.344 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.344 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:04.344 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.344 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.344 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.344 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.345 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.345 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.345 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.345 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.345 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:04.345 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.345 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.345 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.345 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.345 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.346 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:04.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.355745+0000", 2024-08-17T01:49:04.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.355745+0000", 2024-08-17T01:49:04.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:37:42.357328+0000", 2024-08-17T01:49:04.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:04.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:49:04.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:04.346 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:04.347 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:04.347 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.347 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.347 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.347 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:04.347 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802192+0000", 2024-08-17T01:49:04.347 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.347 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.347 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.347 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.347 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:49:04.347 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.347 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.348 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.348 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.348 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.348 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.348 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.348 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.348 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.0", 2024-08-17T01:49:04.348 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.348 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.348 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.348 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5322, 2024-08-17T01:49:04.348 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.348 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:29:31.587642+0000", 2024-08-17T01:49:04.348 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.348 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.349 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.349 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.350 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.351 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.352 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.352 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.352 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.352 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.352 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.352 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.352 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.352 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.352 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.352 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:04.353 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.353 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.353 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.353 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.353 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.353 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.353 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.353 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.353 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:04.353 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.353 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.353 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:04.353 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.354 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.354 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:04.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.352438+0000", 2024-08-17T01:49:04.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.352438+0000", 2024-08-17T01:49:04.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.115012+0000", 2024-08-17T01:49:04.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:04.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:49:04.354 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:04.355 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:04.355 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:04.355 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.355 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.355 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.355 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:04.355 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.769291+0000", 2024-08-17T01:49:04.355 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.355 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3045, 2024-08-17T01:49:04.355 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.355 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.355 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:49:04.355 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.356 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.356 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.356 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.356 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3045, 2024-08-17T01:49:04.356 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.356 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.356 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.356 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.6", 2024-08-17T01:49:04.356 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.356 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.356 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.356 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 9237, 2024-08-17T01:49:04.356 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.356 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:48:30.031839+0000", 2024-08-17T01:49:04.356 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.004895878, 2024-08-17T01:49:04.357 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.357 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.357 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.358 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1266, 2024-08-17T01:49:04.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 383190, 2024-08-17T01:49:04.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.359 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 2999, 2024-08-17T01:49:04.360 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 374928 2024-08-17T01:49:04.360 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.360 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.360 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.360 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.360 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.360 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.360 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.360 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.360 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:04.360 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1145'3045" 2024-08-17T01:49:04.360 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.361 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.361 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.361 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.361 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.361 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.361 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.361 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:04.361 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.361 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.361 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.361 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.361 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.361 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.361 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:04.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.369462+0000", 2024-08-17T01:49:04.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.369462+0000", 2024-08-17T01:49:04.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369867+0000", 2024-08-17T01:49:04.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:04.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:04.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:04.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:04.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.362 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:04.363 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801926+0000", 2024-08-17T01:49:04.363 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.363 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.363 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.363 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.363 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.363 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.363 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.363 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.364 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.364 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.364 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.364 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.364 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.364 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2", 2024-08-17T01:49:04.364 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.364 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.364 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.364 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5291, 2024-08-17T01:49:04.364 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.364 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:59:31.087128+0000", 2024-08-17T01:49:04.365 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.365 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.365 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.365 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.366 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.367 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.368 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.368 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.368 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.368 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.368 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.368 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.368 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.368 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.368 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.369 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:04.369 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.369 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.369 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.369 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.369 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.369 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.369 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.369 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.369 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.369 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.369 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.370 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.370 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.370 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.370 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:04.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416591+0000", 2024-08-17T01:49:04.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416591+0000", 2024-08-17T01:49:04.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416935+0000", 2024-08-17T01:49:04.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:04.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.370 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:04.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:04.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:04.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:04.371 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804706+0000", 2024-08-17T01:49:04.371 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.371 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.371 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.371 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.371 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.371 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.371 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.372 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.372 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.372 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.372 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.372 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.372 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.372 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.3", 2024-08-17T01:49:04.372 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.372 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.372 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.372 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5238, 2024-08-17T01:49:04.372 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.372 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:48:53.540072+0000", 2024-08-17T01:49:04.372 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.372 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.373 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.373 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.374 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.375 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.375 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.376 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.376 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.376 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.376 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.376 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.376 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.376 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.376 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.376 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.376 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.376 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.376 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.376 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.376 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.376 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.377 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.377 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:04.377 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.377 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.377 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 19, 2024-08-17T01:49:04.377 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.377 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.377 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.377 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:04.377 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.414007+0000", 2024-08-17T01:49:04.377 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.414007+0000", 2024-08-17T01:49:04.377 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.414413+0000", 2024-08-17T01:49:04.377 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:04.377 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T01:49:04.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T01:49:04.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:04.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:04.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:04.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:26:23.036791+0000", 2024-08-17T01:49:04.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:04.378 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766885+0000", 2024-08-17T01:49:04.378 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.378 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 253, 2024-08-17T01:49:04.378 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.379 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.379 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.379 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.379 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.379 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.379 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.379 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 253, 2024-08-17T01:49:04.379 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.379 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.379 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.379 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "1.0", 2024-08-17T01:49:04.379 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.379 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.379 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.380 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5862, 2024-08-17T01:49:04.380 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.380 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:12:15.582031+0000", 2024-08-17T01:49:04.380 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.380 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.380 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 590368, 2024-08-17T01:49:04.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:49:04.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.380 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:04.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:04.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:04.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.381 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 6, 2024-08-17T01:49:04.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1322, 2024-08-17T01:49:04.382 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2114, 2024-08-17T01:49:04.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 423, 2024-08-17T01:49:04.383 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2416 2024-08-17T01:49:04.383 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.384 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.384 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.384 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.384 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.384 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.384 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.384 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.384 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:04.384 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "2232'253" 2024-08-17T01:49:04.384 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.385 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.385 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.385 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.385 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.385 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.385 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.385 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:04.385 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.385 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.386 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 69, 2024-08-17T01:49:04.386 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.386 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.386 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.386 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:04.386 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411604+0000", 2024-08-17T01:49:04.386 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411604+0000", 2024-08-17T01:49:04.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T01:13:40.118275+0000", 2024-08-17T01:49:04.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:04.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:04.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:04.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:04.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:29:48.247977+0000", 2024-08-17T01:49:04.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:04.387 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802677+0000", 2024-08-17T01:49:04.388 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.388 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3048, 2024-08-17T01:49:04.388 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.388 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.388 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.388 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.388 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.388 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.388 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.388 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3048, 2024-08-17T01:49:04.388 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.388 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.388 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.388 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "4.5", 2024-08-17T01:49:04.389 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.389 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.389 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.389 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 8854, 2024-08-17T01:49:04.389 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.389 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:56:28.329728+0000", 2024-08-17T01:49:04.389 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.005277167, 2024-08-17T01:49:04.389 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.389 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.389 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.389 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.389 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.389 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.390 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.391 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1115, 2024-08-17T01:49:04.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 340393, 2024-08-17T01:49:04.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3047, 2024-08-17T01:49:04.392 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 365375 2024-08-17T01:49:04.392 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.392 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.392 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.392 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.392 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.392 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.392 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.393 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.393 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:04.393 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "1144'3048" 2024-08-17T01:49:04.393 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.393 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.393 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.393 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.393 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.393 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.393 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.393 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:04.393 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.393 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.393 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.394 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.394 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.394 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.394 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:04.394 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.414747+0000", 2024-08-17T01:49:04.394 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.414747+0000", 2024-08-17T01:49:04.394 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.415940+0000", 2024-08-17T01:49:04.394 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:04.394 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.394 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.394 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.394 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.394 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:04.394 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:04.394 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:04.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:04.395 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767369+0000", 2024-08-17T01:49:04.395 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.395 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.395 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.395 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.395 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.395 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.395 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.395 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.395 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.396 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.396 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.396 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.396 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.396 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.d", 2024-08-17T01:49:04.396 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.396 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.396 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.396 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5151, 2024-08-17T01:49:04.396 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.396 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:31:03.059303+0000", 2024-08-17T01:49:04.396 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.396 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.396 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.397 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.397 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.397 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.397 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.397 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.397 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.397 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.397 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.397 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.397 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.397 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.397 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.397 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.397 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.397 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.398 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.399 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.399 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.399 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.399 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.399 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.400 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.400 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.400 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.400 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.400 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:04.400 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.400 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.400 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.400 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.400 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.400 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.400 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.400 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.400 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:04.401 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.401 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.401 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.401 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.401 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.401 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.401 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:04.401 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.767170+0000", 2024-08-17T01:49:04.401 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.767170+0000", 2024-08-17T01:49:04.401 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.767534+0000", 2024-08-17T01:49:04.401 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:04.401 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.401 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.401 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.402 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:04.402 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:04.402 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:04.402 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:04.402 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.402 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.402 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.402 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:04.402 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803310+0000", 2024-08-17T01:49:04.402 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.402 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.402 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.402 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.402 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:04.403 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.403 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.403 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.403 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.403 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.403 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.403 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.403 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.403 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.c", 2024-08-17T01:49:04.403 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.403 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.403 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.403 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5325, 2024-08-17T01:49:04.403 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.403 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:12:09.397705+0000", 2024-08-17T01:49:04.404 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.404 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.404 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.404 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.405 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.406 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.407 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.407 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.407 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.407 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.407 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.407 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.407 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.407 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.407 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:04.407 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.407 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.407 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.407 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.408 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.408 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.408 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.408 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.408 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.408 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.408 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.408 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.408 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.408 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.408 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.408 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:04.408 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.372347+0000", 2024-08-17T01:49:04.408 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.372347+0000", 2024-08-17T01:49:04.408 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.372763+0000", 2024-08-17T01:49:04.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:04.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:04.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:04.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:04.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.409 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.410 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:04.410 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803607+0000", 2024-08-17T01:49:04.410 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.410 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.410 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.410 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.410 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.410 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.411 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.411 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.411 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.411 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.411 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.411 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.411 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.411 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.c", 2024-08-17T01:49:04.411 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.412 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.412 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.412 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5222, 2024-08-17T01:49:04.412 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.412 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:42:29.422160+0000", 2024-08-17T01:49:04.412 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.413 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.413 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.413 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.414 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.415 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.416 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.416 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.416 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.417 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.417 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.417 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.417 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.417 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.417 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.417 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.417 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.417 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.417 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.417 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.417 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.418 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.418 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.418 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.418 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:04.418 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.418 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.418 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.418 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.418 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.418 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.418 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:04.418 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.347867+0000", 2024-08-17T01:49:04.418 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.347867+0000", 2024-08-17T01:49:04.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.348178+0000", 2024-08-17T01:49:04.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:04.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:04.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:04.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:04.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:04.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.419 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:04.420 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768135+0000", 2024-08-17T01:49:04.420 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.420 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T01:49:04.420 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.420 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.420 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:04.420 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.420 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.420 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.420 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.420 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T01:49:04.420 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.420 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.420 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.420 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.d", 2024-08-17T01:49:04.421 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.421 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.421 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.421 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5348, 2024-08-17T01:49:04.421 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.421 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:32:26.786489+0000", 2024-08-17T01:49:04.421 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.421 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.421 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 70, 2024-08-17T01:49:04.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.421 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.422 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:04.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:04.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:04.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.423 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1, 2024-08-17T01:49:04.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 1, 2024-08-17T01:49:04.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T01:49:04.424 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:49:04.424 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.424 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.425 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.425 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.425 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.425 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.425 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.425 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.425 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:04.425 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T01:49:04.425 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.425 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.425 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.425 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.426 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.426 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.426 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.426 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:04.426 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.426 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.426 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.426 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.426 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.426 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.426 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:04.426 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.412610+0000", 2024-08-17T01:49:04.426 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.412610+0000", 2024-08-17T01:49:04.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412989+0000", 2024-08-17T01:49:04.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:04.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:04.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:04.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:04.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:04.427 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766484+0000", 2024-08-17T01:49:04.428 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.428 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.428 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.428 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.428 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.428 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.428 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.428 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.428 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.428 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.428 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.428 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.428 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.429 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.f", 2024-08-17T01:49:04.429 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.429 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.429 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.429 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5171, 2024-08-17T01:49:04.429 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.429 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:47:29.519243+0000", 2024-08-17T01:49:04.429 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.429 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.429 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.429 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.430 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.431 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.432 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.432 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.432 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.432 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.433 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.433 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.433 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.433 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.433 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.433 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:04.433 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.433 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.433 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.433 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.433 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.433 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.434 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.434 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.434 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:04.434 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.434 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.434 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.434 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.434 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.434 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.434 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:04.434 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:25.757600+0000", 2024-08-17T01:49:04.434 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:25.757600+0000", 2024-08-17T01:49:04.434 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:25.761499+0000", 2024-08-17T01:49:04.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:04.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 478, 2024-08-17T01:49:04.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:04.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:04.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:04.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:04.435 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804130+0000", 2024-08-17T01:49:04.435 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.435 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:04.436 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.436 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.436 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 477, 2024-08-17T01:49:04.436 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.436 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.436 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.436 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.436 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:04.436 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.436 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.436 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.436 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.e", 2024-08-17T01:49:04.436 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.437 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.437 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.437 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5324, 2024-08-17T01:49:04.437 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.437 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:44:11.074202+0000", 2024-08-17T01:49:04.437 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.437 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.437 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.437 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.438 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:04.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:04.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:04.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:04.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 1, 2024-08-17T01:49:04.439 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 6, 2024-08-17T01:49:04.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 6, 2024-08-17T01:49:04.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:49:04.440 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.440 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.441 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.441 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.441 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.441 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.441 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.441 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.441 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.441 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:04.441 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:49:04.441 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.441 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.441 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.441 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.441 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.442 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.442 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.442 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:04.442 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.442 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.442 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.442 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.442 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.442 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:04.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416664+0000", 2024-08-17T01:49:04.442 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416664+0000", 2024-08-17T01:49:04.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417048+0000", 2024-08-17T01:49:04.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:04.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:04.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:04.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:04.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:04.443 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766083+0000", 2024-08-17T01:49:04.444 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.444 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.444 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.444 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.444 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.444 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.444 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.444 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.444 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.444 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.444 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.444 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.444 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.444 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.e", 2024-08-17T01:49:04.444 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.445 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.445 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.445 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5171, 2024-08-17T01:49:04.445 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.445 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:22:39.336358+0000", 2024-08-17T01:49:04.445 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.445 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.445 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.445 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.446 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.447 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.448 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.448 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.448 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.449 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.449 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.449 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.449 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.449 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.449 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.449 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:04.449 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.449 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.449 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.449 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.449 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.449 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.450 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.450 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.450 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:04.450 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.450 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.450 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.450 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.450 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.450 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:04.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408826+0000", 2024-08-17T01:49:04.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408826+0000", 2024-08-17T01:49:04.450 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.409165+0000", 2024-08-17T01:49:04.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:04.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:04.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:04.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:04.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:04.451 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.806048+0000", 2024-08-17T01:49:04.452 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.452 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 1, 2024-08-17T01:49:04.452 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.452 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.452 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.452 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.452 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.452 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.452 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.452 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 1, 2024-08-17T01:49:04.452 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.452 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.453 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.453 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.f", 2024-08-17T01:49:04.453 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.453 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.453 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.453 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5267, 2024-08-17T01:49:04.453 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.453 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:17:55.493082+0000", 2024-08-17T01:49:04.453 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.453 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.454 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 22, 2024-08-17T01:49:04.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 44, 2024-08-17T01:49:04.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.454 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 3, 2024-08-17T01:49:04.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 1, 2024-08-17T01:49:04.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 1, 2024-08-17T01:49:04.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.455 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 2, 2024-08-17T01:49:04.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1, 2024-08-17T01:49:04.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 1, 2024-08-17T01:49:04.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 1, 2024-08-17T01:49:04.456 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:49:04.456 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.456 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.457 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.457 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.457 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.457 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.457 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.457 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.457 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:04.457 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'1" 2024-08-17T01:49:04.457 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.457 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.457 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.457 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.457 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.457 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.458 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.458 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:04.458 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.458 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.458 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.458 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.458 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.458 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:04.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.412635+0000", 2024-08-17T01:49:04.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.412635+0000", 2024-08-17T01:49:04.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.413286+0000", 2024-08-17T01:49:04.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:04.458 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:04.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:04.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:04.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:04.459 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765965+0000", 2024-08-17T01:49:04.459 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.459 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.459 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.460 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.460 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.460 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.460 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.460 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.460 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.460 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.460 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.460 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.460 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.460 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.11", 2024-08-17T01:49:04.460 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.460 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.460 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.460 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5150, 2024-08-17T01:49:04.461 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.461 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:25:28.902981+0000", 2024-08-17T01:49:04.461 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.461 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.461 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.461 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.462 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.463 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.464 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.464 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.464 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.464 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.464 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.464 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.464 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.464 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.464 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.465 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:04.465 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.465 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.465 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.465 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.465 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.465 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.465 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.465 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.465 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:04.465 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.465 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.465 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.465 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.466 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.466 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:04.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.355080+0000", 2024-08-17T01:49:04.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.355080+0000", 2024-08-17T01:49:04.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:37:42.356035+0000", 2024-08-17T01:49:04.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:04.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:49:04.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:04.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:04.466 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:04.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:04.467 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802105+0000", 2024-08-17T01:49:04.467 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.467 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 8, 2024-08-17T01:49:04.467 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.467 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.467 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:49:04.467 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.467 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.467 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.468 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.468 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 8, 2024-08-17T01:49:04.468 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.468 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.468 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.468 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.10", 2024-08-17T01:49:04.468 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.468 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.468 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.468 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5338, 2024-08-17T01:49:04.468 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.468 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:52:37.165707+0000", 2024-08-17T01:49:04.468 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.468 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.469 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.469 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T01:49:04.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T01:49:04.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T01:49:04.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.470 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 4, 2024-08-17T01:49:04.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 24, 2024-08-17T01:49:04.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 24, 2024-08-17T01:49:04.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.471 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 12, 2024-08-17T01:49:04.472 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.472 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.472 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.472 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.472 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.472 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.472 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.472 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.472 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:04.472 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'8" 2024-08-17T01:49:04.472 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.472 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.473 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.473 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.473 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.473 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.473 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.473 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:04.473 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.473 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.473 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.473 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.473 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.473 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.473 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:04.473 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.375506+0000", 2024-08-17T01:49:04.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.375506+0000", 2024-08-17T01:49:04.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.376437+0000", 2024-08-17T01:49:04.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:04.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:04.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:04.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:04.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.474 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:04.475 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800920+0000", 2024-08-17T01:49:04.475 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.475 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.475 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.475 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.475 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.475 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.475 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.475 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.475 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.475 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.475 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.475 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.475 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.475 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.10", 2024-08-17T01:49:04.476 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.476 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.476 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.476 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5182, 2024-08-17T01:49:04.476 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.476 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:11:23.967994+0000", 2024-08-17T01:49:04.476 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.476 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.476 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.476 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.477 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.478 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.479 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.479 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.479 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.479 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.479 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.479 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.480 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.480 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.480 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.480 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:04.480 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.480 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.480 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.480 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.480 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.480 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.480 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.480 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.480 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:04.480 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.480 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368843+0000", 2024-08-17T01:49:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368843+0000", 2024-08-17T01:49:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369690+0000", 2024-08-17T01:49:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:04.481 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:04.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:04.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:04.482 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803624+0000", 2024-08-17T01:49:04.482 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.482 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.482 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.482 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.482 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.482 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.483 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.483 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.483 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.483 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.483 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.483 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.483 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.483 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.11", 2024-08-17T01:49:04.483 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.483 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.483 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.483 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5194, 2024-08-17T01:49:04.483 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.483 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:13.924369+0000", 2024-08-17T01:49:04.484 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.484 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.484 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.484 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.485 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.486 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.486 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.487 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.487 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.487 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.487 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.487 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.487 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.487 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.487 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:04.487 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.487 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.487 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.487 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.487 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.488 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.488 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.488 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.488 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:04.488 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.488 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.488 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.488 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.488 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.488 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.488 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:04.488 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.412321+0000", 2024-08-17T01:49:04.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.412321+0000", 2024-08-17T01:49:04.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412611+0000", 2024-08-17T01:49:04.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:04.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:04.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:04.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:04.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.489 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.490 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:04.490 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768167+0000", 2024-08-17T01:49:04.490 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.490 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.490 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.490 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.490 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.490 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.490 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.490 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.490 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.491 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.491 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.491 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.491 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.491 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.13", 2024-08-17T01:49:04.491 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.491 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.491 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.491 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5170, 2024-08-17T01:49:04.491 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.491 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:59:23.250229+0000", 2024-08-17T01:49:04.491 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.492 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.492 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.492 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.493 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.494 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.495 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.495 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.495 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.495 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.495 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.495 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.495 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.495 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.495 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:04.495 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.495 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.495 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.495 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.496 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.496 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.496 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.496 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.496 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.496 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.496 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.496 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.496 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.496 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.496 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:04.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416811+0000", 2024-08-17T01:49:04.496 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416811+0000", 2024-08-17T01:49:04.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417197+0000", 2024-08-17T01:49:04.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:04.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:04.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:04.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:04.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:04.497 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803228+0000", 2024-08-17T01:49:04.498 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.498 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.498 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.498 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.498 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.498 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.498 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.498 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.498 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.498 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.498 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.498 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.498 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.498 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.12", 2024-08-17T01:49:04.499 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.499 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.499 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.499 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5224, 2024-08-17T01:49:04.499 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.499 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:56:08.462774+0000", 2024-08-17T01:49:04.499 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.499 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.499 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.499 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.500 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.501 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.502 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.502 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.502 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.502 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.502 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.502 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.502 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.502 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.503 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.503 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.503 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.503 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.503 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.503 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.503 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.503 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.503 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.503 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.503 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:04.503 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.503 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.504 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.504 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.504 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.504 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:04.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.407810+0000", 2024-08-17T01:49:04.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.407810+0000", 2024-08-17T01:49:04.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.408130+0000", 2024-08-17T01:49:04.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:04.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.504 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:04.505 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:04.505 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:04.505 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.505 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.505 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.505 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:04.505 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766255+0000", 2024-08-17T01:49:04.505 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.505 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.505 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.505 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.505 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.505 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.505 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.505 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.506 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.506 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.506 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.506 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.506 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.506 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.12", 2024-08-17T01:49:04.506 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.506 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.506 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.506 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5384, 2024-08-17T01:49:04.506 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.506 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:19:13.115195+0000", 2024-08-17T01:49:04.506 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.507 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.507 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.507 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.508 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.509 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.510 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.510 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.510 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.510 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.510 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.510 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.510 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.510 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.510 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.510 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.510 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.510 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:04.511 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.511 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.511 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.511 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.511 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.511 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.511 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.511 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.511 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:04.511 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.511 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.511 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.512 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.512 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.512 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:04.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.346700+0000", 2024-08-17T01:49:04.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.346700+0000", 2024-08-17T01:49:04.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.351736+0000", 2024-08-17T01:49:04.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:04.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:04.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:04.512 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:04.513 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:04.513 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.513 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.513 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.513 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:04.513 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766729+0000", 2024-08-17T01:49:04.513 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.513 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:04.513 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.514 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.514 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:04.514 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.514 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.514 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.515 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.515 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:04.515 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.515 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.515 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.515 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.13", 2024-08-17T01:49:04.515 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.515 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.515 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.515 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5393, 2024-08-17T01:49:04.516 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.516 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:12:30.081367+0000", 2024-08-17T01:49:04.516 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.516 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.516 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 34, 2024-08-17T01:49:04.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.516 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.517 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.517 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.517 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.517 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.517 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.517 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.517 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.517 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:04.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:04.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:04.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.518 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:04.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 4, 2024-08-17T01:49:04.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 7, 2024-08-17T01:49:04.519 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 3, 2024-08-17T01:49:04.520 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 6 2024-08-17T01:49:04.520 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.520 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.520 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.520 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.520 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.520 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.520 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.520 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.520 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:04.521 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'2" 2024-08-17T01:49:04.521 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.521 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.521 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.521 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.521 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.521 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.521 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.521 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:04.521 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.521 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.521 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.521 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.521 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.522 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.522 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:04.522 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.418697+0000", 2024-08-17T01:49:04.522 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.418697+0000", 2024-08-17T01:49:04.522 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.420823+0000", 2024-08-17T01:49:04.522 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:04.522 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.522 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.522 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.522 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.522 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:04.522 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:04.522 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:04.523 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.523 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.523 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.523 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:04.523 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768116+0000", 2024-08-17T01:49:04.523 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.523 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.523 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.523 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.523 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.523 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.523 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.523 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.524 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.524 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.524 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.524 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.524 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.524 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.15", 2024-08-17T01:49:04.524 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.524 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.524 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.524 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5169, 2024-08-17T01:49:04.524 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.524 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:41:15.501381+0000", 2024-08-17T01:49:04.524 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.525 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.525 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.525 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.525 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.525 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.525 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.525 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.525 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.525 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.525 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.525 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.525 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.526 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.527 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.528 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.528 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.528 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.528 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.528 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.528 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.528 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.528 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.528 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.528 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:04.528 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.529 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.529 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.529 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.529 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.529 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.529 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.529 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.529 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:04.529 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.529 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.529 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.529 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.529 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.529 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.530 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:04.530 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.371008+0000", 2024-08-17T01:49:04.530 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.371008+0000", 2024-08-17T01:49:04.530 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.374773+0000", 2024-08-17T01:49:04.530 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:04.530 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.530 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.530 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.530 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.530 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:04.530 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:04.531 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:04.531 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.531 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.531 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.531 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:04.531 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801060+0000", 2024-08-17T01:49:04.531 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.531 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 29, 2024-08-17T01:49:04.531 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.531 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.531 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.532 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.532 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.532 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.532 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.532 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 29, 2024-08-17T01:49:04.532 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.532 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.532 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.532 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.14", 2024-08-17T01:49:04.532 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.532 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.532 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.532 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5219, 2024-08-17T01:49:04.533 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.533 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:15.352329+0000", 2024-08-17T01:49:04.533 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.533 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.533 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.533 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 5810, 2024-08-17T01:49:04.533 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.533 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.533 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.533 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.533 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.533 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.533 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T01:49:04.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T01:49:04.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.534 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T01:49:04.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:04.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 10, 2024-08-17T01:49:04.535 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 14, 2024-08-17T01:49:04.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 28, 2024-08-17T01:49:04.536 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 25 2024-08-17T01:49:04.536 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.536 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.536 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.536 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.536 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.536 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.536 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.536 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.537 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:04.537 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'29" 2024-08-17T01:49:04.537 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.537 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.537 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.537 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.537 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.537 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.537 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.537 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:04.537 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.537 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.537 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.538 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.538 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.538 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.538 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:04.538 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.406497+0000", 2024-08-17T01:49:04.538 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.406497+0000", 2024-08-17T01:49:04.538 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.406830+0000", 2024-08-17T01:49:04.538 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:04.538 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.538 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.538 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:04.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:04.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:04.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:04.539 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803025+0000", 2024-08-17T01:49:04.539 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.539 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.539 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.539 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.539 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.540 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.540 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.540 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.540 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.540 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.540 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.540 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.540 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.540 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.14", 2024-08-17T01:49:04.540 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.540 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.540 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.541 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5311, 2024-08-17T01:49:04.541 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.541 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:46:04.758261+0000", 2024-08-17T01:49:04.541 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.541 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.541 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.541 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.541 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.541 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.541 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.541 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.541 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.541 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.542 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.543 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.544 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.545 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.545 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.545 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.545 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.545 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.545 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.545 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.545 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.545 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.545 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:04.545 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.546 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.546 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.546 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.546 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.546 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.547 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.547 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.547 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:04.547 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.547 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.547 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.548 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.548 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.548 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:04.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.763444+0000", 2024-08-17T01:49:04.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.763444+0000", 2024-08-17T01:49:04.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.763798+0000", 2024-08-17T01:49:04.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:04.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:04.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:04.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:04.548 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:04.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:04.549 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768238+0000", 2024-08-17T01:49:04.549 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.549 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 3, 2024-08-17T01:49:04.549 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.549 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.549 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:04.549 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.549 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.549 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.549 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.549 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 3, 2024-08-17T01:49:04.550 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.550 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.550 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.550 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.15", 2024-08-17T01:49:04.550 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.550 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.550 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.550 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5359, 2024-08-17T01:49:04.550 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.550 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:09:46.461442+0000", 2024-08-17T01:49:04.550 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.550 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.551 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 90, 2024-08-17T01:49:04.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.551 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.552 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:04.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:04.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:04.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.553 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 1, 2024-08-17T01:49:04.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.554 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 7, 2024-08-17T01:49:04.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 7, 2024-08-17T01:49:04.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 4, 2024-08-17T01:49:04.555 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 1 2024-08-17T01:49:04.555 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.555 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.556 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.556 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.556 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.556 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.556 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.556 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.556 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:04.556 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "65'3" 2024-08-17T01:49:04.556 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.556 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.556 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.556 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.556 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.556 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.557 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.557 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:04.557 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.557 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.557 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.557 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.557 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.557 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.557 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:04.557 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761597+0000", 2024-08-17T01:49:04.557 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761597+0000", 2024-08-17T01:49:04.557 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.762464+0000", 2024-08-17T01:49:04.557 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:04.557 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:04.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:04.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:04.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:04.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:04.558 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.767270+0000", 2024-08-17T01:49:04.558 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.558 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.558 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.559 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.559 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:04.559 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.559 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.559 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.559 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.559 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.559 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.559 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.559 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.559 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.17", 2024-08-17T01:49:04.559 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.559 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.559 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.560 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5382, 2024-08-17T01:49:04.560 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.560 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:28:03.298359+0000", 2024-08-17T01:49:04.560 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.560 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.560 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.560 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.561 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.562 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.563 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.563 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.563 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.563 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.563 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.563 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.563 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.564 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.564 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.564 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:04.564 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.564 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.564 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.564 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.564 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.564 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.564 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.564 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.565 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.565 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.565 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.565 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.565 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.565 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.565 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.565 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:04.565 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370779+0000", 2024-08-17T01:49:04.565 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370779+0000", 2024-08-17T01:49:04.565 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371080+0000", 2024-08-17T01:49:04.565 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:04.565 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.565 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:04.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:04.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:04.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:04.566 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.808713+0000", 2024-08-17T01:49:04.566 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.566 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.566 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.567 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.567 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.567 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.567 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.567 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.567 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.567 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.567 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.567 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.567 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.567 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.16", 2024-08-17T01:49:04.567 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.567 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.567 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.568 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5233, 2024-08-17T01:49:04.568 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.568 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:35:00.099159+0000", 2024-08-17T01:49:04.568 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.568 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.568 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.568 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.569 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.570 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.571 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.571 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.571 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.571 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.571 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.571 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.571 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.571 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.571 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.572 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.572 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.572 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.572 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.572 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.572 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.572 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.572 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.572 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.572 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.572 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.572 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.572 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.572 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.572 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.573 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.573 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:04.573 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417082+0000", 2024-08-17T01:49:04.573 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417082+0000", 2024-08-17T01:49:04.573 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417476+0000", 2024-08-17T01:49:04.573 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:04.573 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.573 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.573 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.573 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.573 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:04.573 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:04.573 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:04.573 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:04.574 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.808633+0000", 2024-08-17T01:49:04.574 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.575 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.575 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.575 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.575 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.575 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.575 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.576 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.576 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.576 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.576 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.576 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.576 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.16", 2024-08-17T01:49:04.576 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.576 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.576 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.576 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5195, 2024-08-17T01:49:04.576 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.577 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:10:04.299988+0000", 2024-08-17T01:49:04.577 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.577 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.577 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.577 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.578 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.579 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.580 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.580 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.580 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.580 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.580 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.580 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.580 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.580 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.580 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.581 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.581 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.581 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.581 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.581 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.581 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.581 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.581 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.581 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.581 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:04.581 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.581 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.581 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.582 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.582 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.582 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:04.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.381681+0000", 2024-08-17T01:49:04.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.381681+0000", 2024-08-17T01:49:04.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.381969+0000", 2024-08-17T01:49:04.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:04.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.582 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:04.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:04.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:04.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:04.583 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802367+0000", 2024-08-17T01:49:04.583 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.583 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.583 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.583 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.583 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.583 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.583 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.584 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.584 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.584 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.584 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.584 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.584 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.584 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.17", 2024-08-17T01:49:04.584 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.584 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.584 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.584 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5183, 2024-08-17T01:49:04.584 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.584 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:47:16.991870+0000", 2024-08-17T01:49:04.585 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.585 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.585 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.585 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.586 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.587 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.588 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.588 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.588 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.588 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.588 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.588 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.588 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.588 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.588 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:04.588 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.588 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.589 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.589 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.589 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.589 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.589 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.589 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.589 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:04.589 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.589 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.589 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.589 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.589 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.589 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.589 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:04.589 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.348604+0000", 2024-08-17T01:49:04.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.348604+0000", 2024-08-17T01:49:04.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.348899+0000", 2024-08-17T01:49:04.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:04.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:04.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:04.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:04.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:04.590 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:04.591 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765773+0000", 2024-08-17T01:49:04.591 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.591 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.591 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.591 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.591 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:04.591 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.591 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.591 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.592 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.592 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.592 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.592 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.592 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.592 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.19", 2024-08-17T01:49:04.592 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.592 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.592 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.592 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5339, 2024-08-17T01:49:04.592 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.592 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:50:57.327279+0000", 2024-08-17T01:49:04.592 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.592 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.593 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.593 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.594 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.595 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.596 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.596 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.596 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.596 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.596 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.596 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.596 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.596 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:04.596 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.596 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.596 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.596 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.596 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.596 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.597 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.597 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.597 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.597 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.597 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.597 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.597 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.597 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.597 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:04.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417213+0000", 2024-08-17T01:49:04.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417213+0000", 2024-08-17T01:49:04.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417525+0000", 2024-08-17T01:49:04.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:04.597 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:04.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:04.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:04.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:04.598 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801553+0000", 2024-08-17T01:49:04.598 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.598 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.598 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.598 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.599 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.599 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.599 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.599 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.599 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.599 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.599 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.599 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.599 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.599 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.18", 2024-08-17T01:49:04.599 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.599 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.599 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.599 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5215, 2024-08-17T01:49:04.599 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.600 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:30:31.376857+0000", 2024-08-17T01:49:04.600 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.600 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.600 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.600 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.601 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.602 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.603 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.603 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.603 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.603 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.603 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.603 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.603 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.603 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.603 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.603 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.603 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.603 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.603 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.604 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.604 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.604 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.604 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.604 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:04.604 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.604 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.604 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.604 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.604 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.604 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:04.604 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.603889+0000", 2024-08-17T01:49:04.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.603889+0000", 2024-08-17T01:49:04.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:16.605290+0000", 2024-08-17T01:49:04.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:04.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:49:04.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:04.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:04.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:04.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.605 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:04.606 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800709+0000", 2024-08-17T01:49:04.606 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.606 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.606 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.606 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.606 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:49:04.606 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.606 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.606 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.606 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.606 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.606 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.607 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.607 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.607 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.18", 2024-08-17T01:49:04.607 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.607 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.607 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.607 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5298, 2024-08-17T01:49:04.607 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.607 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:26:47.338523+0000", 2024-08-17T01:49:04.607 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.607 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.607 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.607 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.608 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.609 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.610 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.611 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.611 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.611 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.611 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.611 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.611 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.611 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.611 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.611 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.611 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:04.611 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.611 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.611 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.611 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.612 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.612 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.612 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.612 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.612 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:04.612 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.612 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.612 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.612 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.612 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.612 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.612 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:04.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370561+0000", 2024-08-17T01:49:04.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370561+0000", 2024-08-17T01:49:04.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.372250+0000", 2024-08-17T01:49:04.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:04.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:04.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:04.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:04.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.613 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:04.614 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801413+0000", 2024-08-17T01:49:04.614 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.614 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.614 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.614 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.614 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.614 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.614 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.614 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.614 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.614 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.615 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.615 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.615 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.615 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.19", 2024-08-17T01:49:04.615 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.615 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.615 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.615 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5302, 2024-08-17T01:49:04.615 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.616 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:23:44.701402+0000", 2024-08-17T01:49:04.616 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.616 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.616 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.616 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.617 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.618 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.619 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.619 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.619 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.619 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.619 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.619 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.620 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.620 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.620 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.620 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:04.620 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.620 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.620 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.620 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.620 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.620 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.620 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.620 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.620 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:04.620 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.621 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.621 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.621 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.621 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.621 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:04.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.374799+0000", 2024-08-17T01:49:04.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.374799+0000", 2024-08-17T01:49:04.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.378273+0000", 2024-08-17T01:49:04.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:04.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.621 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:04.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:04.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:04.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:04.622 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801223+0000", 2024-08-17T01:49:04.622 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.622 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:04.622 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.622 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.622 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.622 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.623 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.623 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.623 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.623 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:04.623 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.623 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.623 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.623 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1a", 2024-08-17T01:49:04.623 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.623 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.623 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.623 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5192, 2024-08-17T01:49:04.623 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.623 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:02:40.091722+0000", 2024-08-17T01:49:04.624 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.624 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.624 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.624 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.625 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.626 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.627 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.627 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.627 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.627 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.627 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.627 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.627 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.627 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.627 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.627 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:04.627 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'2" 2024-08-17T01:49:04.627 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.628 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.628 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.628 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.628 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.628 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.628 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.628 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:04.628 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.628 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.628 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.628 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.628 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.628 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:04.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.408259+0000", 2024-08-17T01:49:04.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.408259+0000", 2024-08-17T01:49:04.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.408532+0000", 2024-08-17T01:49:04.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:04.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:04.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:04.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:04.629 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:04.630 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765662+0000", 2024-08-17T01:49:04.630 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.630 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.630 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.630 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.630 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.630 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.631 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.631 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.631 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.631 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.631 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.631 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.631 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.631 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1b", 2024-08-17T01:49:04.631 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.632 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.632 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.632 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5381, 2024-08-17T01:49:04.632 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.632 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:09.884596+0000", 2024-08-17T01:49:04.632 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.632 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.632 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.632 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.633 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.634 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.635 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.636 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.636 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.636 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.636 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.636 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.636 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.637 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.637 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.637 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.637 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:04.637 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.637 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.637 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.637 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.637 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.637 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.638 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.638 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.638 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:04.638 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.638 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.638 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 59, 2024-08-17T01:49:04.638 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.638 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.638 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.638 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:04.638 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.424784+0000", 2024-08-17T01:49:04.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.424784+0000", 2024-08-17T01:49:04.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.425198+0000", 2024-08-17T01:49:04.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:04.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:04.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:04.639 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:04.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:50.307822+0000", 2024-08-17T01:49:04.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:04.640 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801750+0000", 2024-08-17T01:49:04.640 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.640 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 2, 2024-08-17T01:49:04.640 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.640 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.640 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.640 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.641 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.641 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.641 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.641 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 2, 2024-08-17T01:49:04.641 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.641 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.641 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.641 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "2.1b", 2024-08-17T01:49:04.641 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.641 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.642 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.642 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5293, 2024-08-17T01:49:04.642 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.642 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:21:49.267144+0000", 2024-08-17T01:49:04.642 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.642 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.642 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.642 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.643 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.644 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.645 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.646 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.646 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.646 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.646 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.646 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.646 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.646 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.647 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.647 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.647 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:04.647 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "557'2" 2024-08-17T01:49:04.647 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.647 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.647 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.647 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.647 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.647 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.648 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.648 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:04.648 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.648 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.648 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.648 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.648 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.648 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.648 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:04.648 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.357454+0000", 2024-08-17T01:49:04.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.357454+0000", 2024-08-17T01:49:04.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.357772+0000", 2024-08-17T01:49:04.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:04.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:04.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:04.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:04.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:04.649 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.650 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.650 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.650 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:04.650 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805212+0000", 2024-08-17T01:49:04.650 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.650 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.650 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.650 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.650 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:04.650 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.651 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.651 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.651 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.651 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.651 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.651 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.651 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.651 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.1a", 2024-08-17T01:49:04.651 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.651 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.652 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.652 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5270, 2024-08-17T01:49:04.652 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.652 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:19:12.760099+0000", 2024-08-17T01:49:04.652 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.652 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.652 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.652 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.653 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.654 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.655 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.656 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.656 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.656 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.656 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.656 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.656 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.656 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.656 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.657 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.657 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:04.657 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.657 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.657 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.657 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.657 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.657 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.657 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.657 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.657 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:04.658 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.658 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.658 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.658 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.658 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.658 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.658 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:04.658 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.375029+0000", 2024-08-17T01:49:04.658 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.375029+0000", 2024-08-17T01:49:04.658 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.375327+0000", 2024-08-17T01:49:04.658 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:04.659 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.659 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.659 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.659 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.659 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:04.659 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:04.659 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:04.659 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.659 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.659 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.659 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:04.660 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800855+0000", 2024-08-17T01:49:04.660 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.660 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.660 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.660 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.660 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.660 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.660 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.660 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.660 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.660 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.661 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.661 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.661 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.661 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.20", 2024-08-17T01:49:04.661 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.661 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.661 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.661 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5186, 2024-08-17T01:49:04.661 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.661 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:18:03.608692+0000", 2024-08-17T01:49:04.661 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.662 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.662 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.662 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.663 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.664 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.665 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.666 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.666 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.666 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.666 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.666 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.666 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.666 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.666 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.666 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:04.666 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.667 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.667 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.667 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.667 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.667 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.667 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.667 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.667 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:04.667 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.667 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.668 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.668 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.668 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.668 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:04.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.372963+0000", 2024-08-17T01:49:04.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.372963+0000", 2024-08-17T01:49:04.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.374040+0000", 2024-08-17T01:49:04.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:04.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.668 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.669 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.669 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.669 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:04.669 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:04.669 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:04.669 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.669 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.669 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.669 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:04.669 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.805187+0000", 2024-08-17T01:49:04.669 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.670 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.670 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.670 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.670 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.670 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.670 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.670 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.670 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.670 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.670 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.670 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.671 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.671 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.21", 2024-08-17T01:49:04.671 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.671 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.671 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.671 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5313, 2024-08-17T01:49:04.671 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.671 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:16:36.672965+0000", 2024-08-17T01:49:04.671 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.671 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.672 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.672 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.673 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.674 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.675 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.675 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.675 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.675 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.675 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.676 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.676 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.676 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.676 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.676 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:04.676 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.676 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.676 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.676 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.676 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.677 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.677 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.677 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.677 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.677 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.677 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.677 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.677 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.677 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.677 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.677 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:04.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.763913+0000", 2024-08-17T01:49:04.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.763913+0000", 2024-08-17T01:49:04.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.764936+0000", 2024-08-17T01:49:04.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:04.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:04.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:04.678 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:04.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:04.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:04.679 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803500+0000", 2024-08-17T01:49:04.679 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.679 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.679 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.679 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.680 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:04.680 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.680 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.680 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.680 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.680 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.680 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.680 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.680 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.680 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.22", 2024-08-17T01:49:04.680 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.680 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.681 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.681 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5233, 2024-08-17T01:49:04.681 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.681 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:02:29.054697+0000", 2024-08-17T01:49:04.681 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.681 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.681 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.681 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.682 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.683 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.684 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.685 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.685 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.685 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.685 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.685 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.685 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.685 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.685 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.685 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.685 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.685 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.685 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.686 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.686 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.686 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.686 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.686 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.686 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.686 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.686 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.686 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.686 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:04.687 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.687 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.687 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.687 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.687 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.687 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:04.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.352185+0000", 2024-08-17T01:49:04.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.352185+0000", 2024-08-17T01:49:04.687 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.352491+0000", 2024-08-17T01:49:04.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:04.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:04.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:04.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:04.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:04.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.688 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.689 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.689 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:04.689 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766782+0000", 2024-08-17T01:49:04.689 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.689 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.689 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.689 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.689 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:04.689 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.689 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.690 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.690 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.690 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.690 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.690 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.690 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.690 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.23", 2024-08-17T01:49:04.690 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.690 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.690 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.691 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:49:04.691 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.691 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:59:21.583240+0000", 2024-08-17T01:49:04.691 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.691 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.691 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.691 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.692 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.693 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.694 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.695 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.695 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.695 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.695 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.695 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.695 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.695 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.696 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.696 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.696 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:04.696 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.696 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.696 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.696 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.696 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.696 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.696 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.696 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.697 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:04.697 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.697 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.697 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.697 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.697 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.697 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.697 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:04.697 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.351693+0000", 2024-08-17T01:49:04.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.351693+0000", 2024-08-17T01:49:04.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.351990+0000", 2024-08-17T01:49:04.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:04.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:04.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:04.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:04.698 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:04.699 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.699 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.699 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.699 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:04.699 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802206+0000", 2024-08-17T01:49:04.699 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.699 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.699 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.699 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.699 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:04.699 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.699 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.700 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.700 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.700 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.700 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.700 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.700 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.700 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.24", 2024-08-17T01:49:04.700 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.700 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.700 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.700 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5302, 2024-08-17T01:49:04.701 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.701 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:59:48.650013+0000", 2024-08-17T01:49:04.701 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.701 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.701 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.701 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.702 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.703 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.704 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.704 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.704 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.704 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.704 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.704 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.704 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.704 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.704 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.704 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.704 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.705 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.705 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.705 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.705 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.705 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.705 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.705 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.705 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.705 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.705 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.706 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:04.706 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.706 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.706 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.706 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.706 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.706 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.706 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.706 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.707 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:04.707 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.707 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.707 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.707 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.707 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.707 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.707 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:04.707 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:16.609608+0000", 2024-08-17T01:49:04.707 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:16.609608+0000", 2024-08-17T01:49:04.707 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:16.609881+0000", 2024-08-17T01:49:04.708 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:04.708 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.708 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.708 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.708 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 411, 2024-08-17T01:49:04.708 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:04.708 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:04.708 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:04.708 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.708 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.709 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.709 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:04.709 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768378+0000", 2024-08-17T01:49:04.709 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.709 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.709 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.709 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.709 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 410, 2024-08-17T01:49:04.709 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.709 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.709 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.710 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.710 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.710 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.710 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.710 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.710 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.25", 2024-08-17T01:49:04.710 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.710 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.710 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.710 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5343, 2024-08-17T01:49:04.711 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.711 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:08:40.451836+0000", 2024-08-17T01:49:04.711 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.711 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.711 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.711 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.712 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.712 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.712 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.712 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.712 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.712 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.712 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.712 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.712 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.712 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.712 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.713 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.713 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.713 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.713 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.713 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.713 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.713 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.713 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.713 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.713 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.714 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.715 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.715 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.715 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.715 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.715 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.715 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.715 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.715 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.715 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.716 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:04.716 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.716 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.716 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.716 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.716 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.716 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.716 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.716 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.716 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:04.717 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.717 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.717 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.717 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.717 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.717 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.717 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:04.717 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.410965+0000", 2024-08-17T01:49:04.717 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.410965+0000", 2024-08-17T01:49:04.717 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.411269+0000", 2024-08-17T01:49:04.717 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:04.718 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.718 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.718 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.718 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.718 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:04.718 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:04.718 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:04.718 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.718 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:04.719 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803365+0000", 2024-08-17T01:49:04.719 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.719 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.719 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.719 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.719 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.719 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.719 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.719 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.719 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.720 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.720 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.720 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.720 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.720 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.26", 2024-08-17T01:49:04.720 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.720 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.720 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.720 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5186, 2024-08-17T01:49:04.720 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.721 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:33:04.472089+0000", 2024-08-17T01:49:04.721 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.721 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.721 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.721 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.721 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.721 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.721 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.721 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.721 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.721 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.722 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.723 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.724 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.725 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.725 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.725 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.725 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.725 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.725 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.725 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.725 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.725 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:04.725 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.726 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.726 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.726 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.726 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.726 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.726 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.726 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.726 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:04.726 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.726 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.727 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.727 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.727 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.727 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:04.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.349893+0000", 2024-08-17T01:49:04.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.349893+0000", 2024-08-17T01:49:04.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.350198+0000", 2024-08-17T01:49:04.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:04.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.727 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:04.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:04.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:04.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:04.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:04.728 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803339+0000", 2024-08-17T01:49:04.728 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.729 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.729 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.729 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.729 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:04.729 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.729 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.729 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.729 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.729 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.730 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.730 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.730 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.730 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.27", 2024-08-17T01:49:04.730 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.730 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.730 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.730 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5286, 2024-08-17T01:49:04.730 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.731 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:24:20.557188+0000", 2024-08-17T01:49:04.731 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.731 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.731 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.731 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.732 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.733 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.734 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.735 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.735 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.735 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.735 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.735 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.735 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.735 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.735 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.735 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.735 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:04.735 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.736 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.736 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.736 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.736 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.736 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.736 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.736 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.736 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.736 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.736 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.737 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.737 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.737 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.737 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801807+0000", 2024-08-17T01:49:04.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.767997+0000", 2024-08-17T01:49:04.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.767997+0000", 2024-08-17T01:49:04.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.768305+0000", 2024-08-17T01:49:04.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801807+0000", 2024-08-17T01:49:04.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.737 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:04.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801807+0000", 2024-08-17T01:49:04.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801807+0000", 2024-08-17T01:49:04.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801807+0000", 2024-08-17T01:49:04.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801807+0000", 2024-08-17T01:49:04.738 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801807+0000", 2024-08-17T01:49:04.739 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.739 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.739 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.739 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.739 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:04.739 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.739 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.739 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.739 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.739 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.740 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.740 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.740 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.740 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.28", 2024-08-17T01:49:04.740 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.740 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.740 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.740 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5232, 2024-08-17T01:49:04.740 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.740 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:20:45.886622+0000", 2024-08-17T01:49:04.740 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.741 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.741 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.741 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.742 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.743 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.744 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.744 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.744 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.744 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.744 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.744 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.744 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.744 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.744 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.744 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.744 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.744 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.745 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.745 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.745 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.745 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.745 INFO:tasks.workunit.client.0.smithi157.stdout: 2 2024-08-17T01:49:04.745 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.745 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.745 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.745 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.745 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.745 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.746 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.746 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.746 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.746 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.746 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:04.746 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.746 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.746 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.746 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.746 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.747 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.747 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:04.747 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:38:50.352986+0000", 2024-08-17T01:49:04.747 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:38:50.352986+0000", 2024-08-17T01:49:04.747 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:38:50.353313+0000", 2024-08-17T01:49:04.747 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:04.747 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.747 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.747 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.747 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 445, 2024-08-17T01:49:04.748 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:04.748 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:04.748 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:04.748 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.748 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.748 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.748 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:04.748 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801881+0000", 2024-08-17T01:49:04.748 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.748 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.749 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.749 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.749 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 444, 2024-08-17T01:49:04.749 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.749 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.749 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.749 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.749 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.749 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.749 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.749 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.750 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.29", 2024-08-17T01:49:04.750 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.750 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.750 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.750 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5292, 2024-08-17T01:49:04.750 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.750 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:53:01.883381+0000", 2024-08-17T01:49:04.750 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.750 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.751 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.751 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.752 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.753 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.754 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.754 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.754 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.755 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.755 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.755 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.755 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.755 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.755 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.755 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:04.755 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.755 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.755 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.756 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.756 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.756 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.756 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.756 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.756 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.756 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.756 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.756 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.756 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.757 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.757 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:04.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.416395+0000", 2024-08-17T01:49:04.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.416395+0000", 2024-08-17T01:49:04.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416940+0000", 2024-08-17T01:49:04.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:04.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.757 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.758 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:04.758 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:04.758 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:04.758 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.758 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.758 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.758 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:04.758 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802885+0000", 2024-08-17T01:49:04.758 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.759 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.759 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.759 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.759 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.759 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.759 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.759 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.759 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.759 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.759 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.760 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.760 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.760 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2a", 2024-08-17T01:49:04.760 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.760 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.760 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.760 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5194, 2024-08-17T01:49:04.760 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.760 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:55:58.265847+0000", 2024-08-17T01:49:04.760 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.760 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.761 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.761 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.762 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.763 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.763 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.763 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.763 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.763 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.763 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.763 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.763 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.763 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.763 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.764 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.765 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.765 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.765 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.765 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.765 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.765 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.765 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.765 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.765 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.766 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.766 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.766 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.766 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.766 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.766 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.766 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.766 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.766 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:04.767 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.767 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.767 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.767 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.767 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.767 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.767 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:04.767 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.406558+0000", 2024-08-17T01:49:04.767 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.406558+0000", 2024-08-17T01:49:04.767 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.407054+0000", 2024-08-17T01:49:04.768 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:04.768 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.768 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.768 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.768 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.768 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:04.768 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:04.768 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:04.768 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.768 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.768 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:04.769 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803047+0000", 2024-08-17T01:49:04.769 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.769 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.769 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.769 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.769 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.769 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.769 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.769 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.770 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.770 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.770 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.770 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.770 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.770 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2b", 2024-08-17T01:49:04.770 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.770 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.770 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.770 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5310, 2024-08-17T01:49:04.771 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.771 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:07:49.651025+0000", 2024-08-17T01:49:04.771 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.771 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.771 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.771 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.772 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.773 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.774 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.775 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.775 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.775 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.775 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.775 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.775 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.775 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.775 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.775 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.776 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:04.776 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.776 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.776 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.776 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.776 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.776 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.776 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.776 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.776 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:04.776 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.777 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.777 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.777 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.777 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.777 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:04.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368698+0000", 2024-08-17T01:49:04.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368698+0000", 2024-08-17T01:49:04.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.369352+0000", 2024-08-17T01:49:04.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:04.777 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:04.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:04.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:04.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.778 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:04.779 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.800943+0000", 2024-08-17T01:49:04.779 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.779 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.779 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.779 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.779 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.779 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.779 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.779 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.780 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.780 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.780 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.780 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.780 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.780 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2c", 2024-08-17T01:49:04.780 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.780 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.780 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.780 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5185, 2024-08-17T01:49:04.780 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.781 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:42:39.574038+0000", 2024-08-17T01:49:04.781 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.781 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.781 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.781 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.782 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.783 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.784 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.785 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.785 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.785 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.785 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.785 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.785 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.785 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.785 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.785 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.785 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:04.786 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.786 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.786 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.786 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.786 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.786 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.786 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.786 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.786 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:04.786 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.787 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.787 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.787 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.787 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.787 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.787 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:04.787 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411520+0000", 2024-08-17T01:49:04.787 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411520+0000", 2024-08-17T01:49:04.787 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.411879+0000", 2024-08-17T01:49:04.787 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:04.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:04.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:04.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:04.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.788 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:04.789 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768187+0000", 2024-08-17T01:49:04.789 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.789 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.789 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.789 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.789 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.789 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.789 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.789 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.789 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.790 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.790 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.790 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.790 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.790 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2d", 2024-08-17T01:49:04.790 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.790 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.790 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.790 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5151, 2024-08-17T01:49:04.790 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.791 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:35:20.078109+0000", 2024-08-17T01:49:04.791 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.791 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.791 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.791 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.792 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.793 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.794 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.795 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.795 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.795 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.795 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.795 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.795 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.795 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.795 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.795 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.795 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:04.795 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.796 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.796 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.796 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.796 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.796 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.796 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.796 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.796 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 2, 2024-08-17T01:49:04.796 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.796 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.796 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.797 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.797 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.797 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.797 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:04.797 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.406653+0000", 2024-08-17T01:49:04.797 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.406653+0000", 2024-08-17T01:49:04.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.407334+0000", 2024-08-17T01:49:04.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:04.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:04.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:04.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:04.798 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.799 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.799 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.799 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:04.799 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.804303+0000", 2024-08-17T01:49:04.799 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.799 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.799 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.799 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.799 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.799 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.800 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.800 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.800 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.800 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.800 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.800 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.800 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.800 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2e", 2024-08-17T01:49:04.800 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.800 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.801 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.801 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5309, 2024-08-17T01:49:04.801 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.801 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:19:36.584100+0000", 2024-08-17T01:49:04.801 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.801 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.801 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.801 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.801 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.801 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.802 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.803 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.804 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.805 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.805 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.805 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.805 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.805 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.805 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.806 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.806 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.806 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.806 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 2, 2024-08-17T01:49:04.806 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.806 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.806 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.806 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.806 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.806 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.807 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.807 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.807 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.807 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.807 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.807 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.807 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.807 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.807 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.807 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:04.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417290+0000", 2024-08-17T01:49:04.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417290+0000", 2024-08-17T01:49:04.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417685+0000", 2024-08-17T01:49:04.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:04.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:04.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:04.808 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:04.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:04.809 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.806522+0000", 2024-08-17T01:49:04.809 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.809 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.809 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.809 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.809 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.810 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.810 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.810 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.810 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.810 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.810 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.810 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.810 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.810 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.2f", 2024-08-17T01:49:04.810 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.811 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.811 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.811 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5213, 2024-08-17T01:49:04.811 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.811 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:11:47.910339+0000", 2024-08-17T01:49:04.811 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.811 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.811 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.811 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.812 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.813 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.814 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.815 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.815 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.815 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.815 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.815 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.815 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.816 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.816 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.816 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.816 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.816 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.816 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.816 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.816 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.816 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.816 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.816 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.817 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.817 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.817 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.817 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.817 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.817 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.817 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.817 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.817 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:04.817 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.417553+0000", 2024-08-17T01:49:04.818 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.417553+0000", 2024-08-17T01:49:04.818 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.417823+0000", 2024-08-17T01:49:04.818 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:04.818 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.818 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.818 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.818 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.818 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:04.818 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:04.818 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:04.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:04.819 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801427+0000", 2024-08-17T01:49:04.819 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.819 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.819 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.819 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.819 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.819 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.820 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.820 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.820 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.820 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.820 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.820 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.820 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.820 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.30", 2024-08-17T01:49:04.820 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.820 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.821 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.821 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5205, 2024-08-17T01:49:04.821 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.821 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:13:53.482796+0000", 2024-08-17T01:49:04.821 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.821 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.821 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.821 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.822 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.823 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.824 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.825 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.825 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.825 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.825 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.825 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.825 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.826 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.826 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.826 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.826 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.826 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.826 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.826 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.826 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.826 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.827 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.827 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.827 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.827 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:04.827 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.827 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.827 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.827 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.827 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.827 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:04.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.761507+0000", 2024-08-17T01:49:04.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.761507+0000", 2024-08-17T01:49:04.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.761831+0000", 2024-08-17T01:49:04.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:04.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.828 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:04.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:04.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:04.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:04.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:04.829 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765960+0000", 2024-08-17T01:49:04.830 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.830 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.830 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.830 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.830 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:04.830 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.830 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.830 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.830 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.831 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.831 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.831 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.831 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.831 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.31", 2024-08-17T01:49:04.831 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.831 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.831 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.831 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5340, 2024-08-17T01:49:04.832 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.832 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:17:41.463846+0000", 2024-08-17T01:49:04.832 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.832 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.832 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.832 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.833 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.834 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.835 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.836 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.837 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.837 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.837 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.837 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.837 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.837 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.837 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.838 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.838 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.838 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:04.838 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.838 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.838 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.838 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.838 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.838 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.839 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.839 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.839 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:04.839 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.839 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.839 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.839 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.839 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.839 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.839 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:04.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.765464+0000", 2024-08-17T01:49:04.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.765464+0000", 2024-08-17T01:49:04.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.765780+0000", 2024-08-17T01:49:04.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:04.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:04.840 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:04.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:04.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:04.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:04.841 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766382+0000", 2024-08-17T01:49:04.841 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.841 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.841 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.842 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.842 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:04.842 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.842 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.842 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.842 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.842 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.842 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.842 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.843 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.843 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.32", 2024-08-17T01:49:04.843 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.843 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.843 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.843 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5383, 2024-08-17T01:49:04.843 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.843 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:57:55.999909+0000", 2024-08-17T01:49:04.843 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.843 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.844 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.844 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.845 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.846 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.847 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.849 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.850 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.850 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.850 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.850 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.850 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.850 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.850 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.850 INFO:tasks.workunit.client.0.smithi157.stdout: 5 2024-08-17T01:49:04.851 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.851 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:04.851 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.851 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.851 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.851 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.851 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.851 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.851 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.851 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.851 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:04.852 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.852 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.852 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.852 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.852 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.852 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.852 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:04.852 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.369345+0000", 2024-08-17T01:49:04.852 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.369345+0000", 2024-08-17T01:49:04.852 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371232+0000", 2024-08-17T01:49:04.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:04.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:04.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:04.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:04.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.853 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:04.854 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.801839+0000", 2024-08-17T01:49:04.854 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.854 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.854 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.854 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.854 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.854 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.854 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.854 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.854 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.855 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.855 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.855 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.855 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.855 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.33", 2024-08-17T01:49:04.855 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.855 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.855 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.855 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5290, 2024-08-17T01:49:04.855 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.855 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:24.583912+0000", 2024-08-17T01:49:04.856 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.856 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.856 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.856 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.857 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.858 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.859 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.860 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.860 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.860 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.860 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.861 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.861 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.861 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.861 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.861 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.861 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:04.861 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.861 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.862 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.862 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.862 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.862 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.862 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.862 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.862 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 4, 2024-08-17T01:49:04.862 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.863 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.863 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.863 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.863 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.863 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.863 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:04.863 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.366289+0000", 2024-08-17T01:49:04.863 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.366289+0000", 2024-08-17T01:49:04.863 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.366576+0000", 2024-08-17T01:49:04.863 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:04.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:04.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:04.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:04.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.864 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.865 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:04.865 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803614+0000", 2024-08-17T01:49:04.865 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.865 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.865 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.865 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.865 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.865 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.865 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.865 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.865 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.866 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.866 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.866 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.866 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.866 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.34", 2024-08-17T01:49:04.866 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.866 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.866 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.866 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5237, 2024-08-17T01:49:04.866 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.866 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:59:35.594030+0000", 2024-08-17T01:49:04.867 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.867 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.867 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.867 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.868 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.869 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.870 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.870 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.870 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.871 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.871 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.871 INFO:tasks.workunit.client.0.smithi157.stdout: 4, 2024-08-17T01:49:04.871 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.871 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.871 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.871 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 4, 2024-08-17T01:49:04.871 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.871 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.871 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.871 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.871 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.872 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.872 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.872 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.872 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:04.872 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.872 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.872 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.872 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.872 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.872 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.872 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:04.873 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.370795+0000", 2024-08-17T01:49:04.873 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.370795+0000", 2024-08-17T01:49:04.873 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.371104+0000", 2024-08-17T01:49:04.873 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:04.873 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.873 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.873 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.873 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.873 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:04.873 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:04.873 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:04.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:04.874 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802888+0000", 2024-08-17T01:49:04.874 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.874 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.874 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.874 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.874 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.875 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.875 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.875 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.875 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.875 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.875 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.875 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.875 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.875 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.35", 2024-08-17T01:49:04.875 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.875 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.875 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.876 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5191, 2024-08-17T01:49:04.876 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.876 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:48:55.566151+0000", 2024-08-17T01:49:04.876 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.876 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.876 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.876 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.876 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.876 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.876 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.877 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.878 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.879 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.880 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.880 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.880 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.880 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.880 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.880 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.881 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.881 INFO:tasks.workunit.client.0.smithi157.stdout: 3 2024-08-17T01:49:04.881 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.881 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:04.881 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.881 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.881 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.881 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.882 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.882 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.882 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.882 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.882 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 6, 2024-08-17T01:49:04.882 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.882 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.882 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.882 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.883 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.883 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:04.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.378275+0000", 2024-08-17T01:49:04.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.378275+0000", 2024-08-17T01:49:04.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.379554+0000", 2024-08-17T01:49:04.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:04.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.883 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:04.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:04.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:04.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:04.884 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803366+0000", 2024-08-17T01:49:04.885 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.885 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.885 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.885 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.885 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.885 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.885 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.885 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.885 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.885 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.885 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.885 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.886 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.886 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.36", 2024-08-17T01:49:04.886 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.886 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.886 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.886 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5181, 2024-08-17T01:49:04.886 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.886 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:40:43.564800+0000", 2024-08-17T01:49:04.886 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.886 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.887 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.887 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.888 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.889 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.890 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.890 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.891 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.891 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.891 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.891 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.891 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.891 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.891 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.891 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 6, 2024-08-17T01:49:04.891 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.891 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.892 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.892 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.892 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.892 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.892 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.892 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.892 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:04.892 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.892 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.892 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.892 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.893 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.893 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.893 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:04.893 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.415959+0000", 2024-08-17T01:49:04.893 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.415959+0000", 2024-08-17T01:49:04.893 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.416249+0000", 2024-08-17T01:49:04.893 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:04.893 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:04.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:04.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:04.894 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.895 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.895 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.895 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:04.895 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766217+0000", 2024-08-17T01:49:04.895 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.895 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.895 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.895 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.896 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.896 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.896 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.896 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.896 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.896 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.896 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.896 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.896 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.896 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.37", 2024-08-17T01:49:04.897 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.897 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.897 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.897 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5160, 2024-08-17T01:49:04.897 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.897 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:24:46.244093+0000", 2024-08-17T01:49:04.897 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.897 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.897 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.898 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.899 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.900 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.901 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.902 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.902 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.902 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.902 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.902 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.902 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.902 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.902 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.902 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.902 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:04.903 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.903 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.903 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.903 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.903 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.903 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.903 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.903 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.903 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 3, 2024-08-17T01:49:04.903 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.904 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.904 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.904 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.904 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.904 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:04.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.368130+0000", 2024-08-17T01:49:04.904 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.368130+0000", 2024-08-17T01:49:04.905 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.368628+0000", 2024-08-17T01:49:04.905 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:04.905 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.905 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.905 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.905 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.905 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:04.905 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:04.905 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:04.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:04.906 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.802490+0000", 2024-08-17T01:49:04.906 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.906 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.907 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.907 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.907 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.907 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.907 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.907 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.907 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.907 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.907 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.907 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.908 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.908 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.38", 2024-08-17T01:49:04.908 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.908 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.908 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.908 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5286, 2024-08-17T01:49:04.908 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.908 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:10:30.083064+0000", 2024-08-17T01:49:04.908 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.908 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.909 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.909 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.910 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.911 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.912 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.913 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.913 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.913 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.913 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.913 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.913 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.913 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.913 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.914 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.914 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 3, 2024-08-17T01:49:04.914 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.914 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.914 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.914 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.914 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.914 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.914 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.915 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.915 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:04.915 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.915 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.915 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.915 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.915 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.915 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.915 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:04.915 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.411289+0000", 2024-08-17T01:49:04.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.411289+0000", 2024-08-17T01:49:04.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412937+0000", 2024-08-17T01:49:04.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:04.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:04.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:04.916 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:04.917 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.917 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.917 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.917 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:04.917 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.765930+0000", 2024-08-17T01:49:04.917 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.917 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.917 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.917 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.917 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.918 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.918 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.918 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.918 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.918 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.918 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.918 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.918 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.918 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.39", 2024-08-17T01:49:04.918 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.919 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.919 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.919 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:49:04.919 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.919 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:03:23.308251+0000", 2024-08-17T01:49:04.919 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.919 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.919 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.919 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.920 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.921 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.922 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.923 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.924 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.924 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.924 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.924 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.924 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.924 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.924 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.924 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.924 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:04.925 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.925 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.925 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.925 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.925 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.925 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.925 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.925 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.925 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.925 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.926 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.926 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.926 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.926 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.926 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:04.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:24.764649+0000", 2024-08-17T01:49:04.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:24.764649+0000", 2024-08-17T01:49:04.926 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:24.765228+0000", 2024-08-17T01:49:04.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:04.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 477, 2024-08-17T01:49:04.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:04.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:04.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:04.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.927 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.928 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:04.928 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803141+0000", 2024-08-17T01:49:04.928 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.928 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.928 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.928 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.928 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 476, 2024-08-17T01:49:04.928 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.928 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.928 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.928 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.929 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.929 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.929 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.929 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.929 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3a", 2024-08-17T01:49:04.929 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.929 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.929 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.929 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5202, 2024-08-17T01:49:04.929 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.929 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:06:18.111523+0000", 2024-08-17T01:49:04.930 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.930 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.930 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.930 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.931 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.932 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.933 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.933 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.933 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.933 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.933 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.933 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.933 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.933 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.933 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.933 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.933 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.934 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.934 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.934 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.934 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.934 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.934 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.934 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.934 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.934 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.935 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.935 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.935 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.935 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.935 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.935 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.935 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.935 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.935 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.935 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:04.935 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.936 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.936 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.936 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.936 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.936 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.936 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:04.936 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.410268+0000", 2024-08-17T01:49:04.936 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.410268+0000", 2024-08-17T01:49:04.936 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.412376+0000", 2024-08-17T01:49:04.936 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:04.936 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.937 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.937 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.937 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.937 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:04.937 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:04.937 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:04.937 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.937 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.937 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.937 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:04.938 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768216+0000", 2024-08-17T01:49:04.938 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.938 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.938 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.938 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.938 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.938 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.938 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.938 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.938 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.938 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.939 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.939 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.939 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.939 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3b", 2024-08-17T01:49:04.939 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.939 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.939 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.939 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5168, 2024-08-17T01:49:04.939 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.939 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:04:32.110026+0000", 2024-08-17T01:49:04.939 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.940 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.940 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.940 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.941 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.941 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.941 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.941 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.941 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.941 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.941 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.941 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.941 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.941 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.942 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.943 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.944 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.944 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.944 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.944 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.944 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.944 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.944 INFO:tasks.workunit.client.0.smithi157.stdout: 4 2024-08-17T01:49:04.944 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.944 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:04.944 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.944 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.945 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.945 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.945 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.945 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.945 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.945 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.945 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 5, 2024-08-17T01:49:04.945 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.945 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.945 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.946 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.946 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.946 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.946 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:04.946 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.418011+0000", 2024-08-17T01:49:04.946 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.418011+0000", 2024-08-17T01:49:04.946 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.418298+0000", 2024-08-17T01:49:04.946 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:04.946 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.946 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:04.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:04.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:04.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:04.947 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.803517+0000", 2024-08-17T01:49:04.948 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.948 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.948 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.948 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.948 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.948 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.948 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.948 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.948 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.948 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.948 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.949 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.949 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.949 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3c", 2024-08-17T01:49:04.949 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.949 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.949 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.949 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5226, 2024-08-17T01:49:04.949 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.949 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:41:27.554759+0000", 2024-08-17T01:49:04.949 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.950 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.950 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.950 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.951 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.952 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.953 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.954 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.954 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.954 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.954 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.954 INFO:tasks.workunit.client.0.smithi157.stdout: 5, 2024-08-17T01:49:04.954 INFO:tasks.workunit.client.0.smithi157.stdout: 3, 2024-08-17T01:49:04.954 INFO:tasks.workunit.client.0.smithi157.stdout: 7 2024-08-17T01:49:04.954 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.954 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 5, 2024-08-17T01:49:04.955 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.955 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.955 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.955 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.955 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.955 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.955 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.955 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.955 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 0, 2024-08-17T01:49:04.955 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.956 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.956 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.956 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.956 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.956 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:04.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:37:42.348726+0000", 2024-08-17T01:49:04.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:37:42.348726+0000", 2024-08-17T01:49:04.956 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:37:42.356116+0000", 2024-08-17T01:49:04.957 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:04.957 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.957 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.957 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.957 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 380, 2024-08-17T01:49:04.957 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:04.957 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:04.957 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:04.957 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.957 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.957 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.958 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:04.958 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.769342+0000", 2024-08-17T01:49:04.958 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.958 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.958 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.958 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.958 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 379, 2024-08-17T01:49:04.958 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.958 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.958 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.959 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.959 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.959 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.959 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.959 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.959 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3d", 2024-08-17T01:49:04.959 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.959 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.959 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.959 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5387, 2024-08-17T01:49:04.960 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.960 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:58:51.051396+0000", 2024-08-17T01:49:04.960 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.960 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.960 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.960 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.961 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.962 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.963 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.964 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.964 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.964 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.964 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.964 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.964 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.964 INFO:tasks.workunit.client.0.smithi157.stdout: 2, 2024-08-17T01:49:04.965 INFO:tasks.workunit.client.0.smithi157.stdout: 1 2024-08-17T01:49:04.965 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.965 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 0, 2024-08-17T01:49:04.965 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.965 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.965 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.965 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.965 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.965 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.965 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.965 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.966 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 1, 2024-08-17T01:49:04.966 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.966 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.966 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.966 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.966 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.966 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.966 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:04.966 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:39:57.373313+0000", 2024-08-17T01:49:04.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:39:57.373313+0000", 2024-08-17T01:49:04.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:39:57.373600+0000", 2024-08-17T01:49:04.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:04.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 508, 2024-08-17T01:49:04.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:04.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:04.967 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:04.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:04.968 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.768437+0000", 2024-08-17T01:49:04.968 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.968 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.968 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.968 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.968 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 507, 2024-08-17T01:49:04.968 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.969 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.969 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.969 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.969 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.969 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.969 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.969 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.969 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3e", 2024-08-17T01:49:04.969 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.969 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.969 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.969 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5355, 2024-08-17T01:49:04.970 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.970 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:58:15.507998+0000", 2024-08-17T01:49:04.970 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.970 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.970 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.970 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.971 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.972 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.973 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.974 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.974 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.974 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.974 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.974 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.974 INFO:tasks.workunit.client.0.smithi157.stdout: 1, 2024-08-17T01:49:04.974 INFO:tasks.workunit.client.0.smithi157.stdout: 0, 2024-08-17T01:49:04.974 INFO:tasks.workunit.client.0.smithi157.stdout: 6 2024-08-17T01:49:04.974 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.974 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 1, 2024-08-17T01:49:04.975 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.975 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.975 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.975 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": [ 2024-08-17T01:49:04.975 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.975 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.975 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.975 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.975 INFO:tasks.workunit.client.0.smithi157.stdout: "acting_primary": 7, 2024-08-17T01:49:04.975 INFO:tasks.workunit.client.0.smithi157.stdout: "avail_no_missing": [], 2024-08-17T01:49:04.975 INFO:tasks.workunit.client.0.smithi157.stdout: "blocked_by": [], 2024-08-17T01:49:04.976 INFO:tasks.workunit.client.0.smithi157.stdout: "created": 62, 2024-08-17T01:49:04.976 INFO:tasks.workunit.client.0.smithi157.stdout: "dirty_stats_invalid": false, 2024-08-17T01:49:04.976 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:49:04.976 INFO:tasks.workunit.client.0.smithi157.stdout: "hitset_stats_invalid": false, 2024-08-17T01:49:04.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_active": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:04.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_active": "2024-08-17T00:40:30.413405+0000", 2024-08-17T01:49:04.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_became_peered": "2024-08-17T00:40:30.413405+0000", 2024-08-17T01:49:04.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_change": "2024-08-17T00:40:30.413883+0000", 2024-08-17T01:49:04.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:04.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_clean_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:49:04.976 INFO:tasks.workunit.client.0.smithi157.stdout: "last_deep_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.977 INFO:tasks.workunit.client.0.smithi157.stdout: "last_epoch_clean": 540, 2024-08-17T01:49:04.977 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fresh": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:04.977 INFO:tasks.workunit.client.0.smithi157.stdout: "last_fullsized": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:04.977 INFO:tasks.workunit.client.0.smithi157.stdout: "last_peered": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:04.977 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub": "0'0", 2024-08-17T01:49:04.977 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_duration": 0, 2024-08-17T01:49:04.977 INFO:tasks.workunit.client.0.smithi157.stdout: "last_scrub_stamp": "2024-08-17T00:28:53.541409+0000", 2024-08-17T01:49:04.977 INFO:tasks.workunit.client.0.smithi157.stdout: "last_undegraded": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:04.977 INFO:tasks.workunit.client.0.smithi157.stdout: "last_unstale": "2024-08-17T01:48:00.766367+0000", 2024-08-17T01:49:04.977 INFO:tasks.workunit.client.0.smithi157.stdout: "log_dups_size": 0, 2024-08-17T01:49:04.978 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.978 INFO:tasks.workunit.client.0.smithi157.stdout: "log_start": "0'0", 2024-08-17T01:49:04.978 INFO:tasks.workunit.client.0.smithi157.stdout: "manifest_stats_invalid": false, 2024-08-17T01:49:04.978 INFO:tasks.workunit.client.0.smithi157.stdout: "mapping_epoch": 539, 2024-08-17T01:49:04.978 INFO:tasks.workunit.client.0.smithi157.stdout: "object_location_counts": [], 2024-08-17T01:49:04.978 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_scrubbed": 0, 2024-08-17T01:49:04.978 INFO:tasks.workunit.client.0.smithi157.stdout: "objects_trimmed": 0, 2024-08-17T01:49:04.978 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_stats_invalid": false, 2024-08-17T01:49:04.978 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.978 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:49:04.979 INFO:tasks.workunit.client.0.smithi157.stdout: "parent": "0.0", 2024-08-17T01:49:04.979 INFO:tasks.workunit.client.0.smithi157.stdout: "parent_split_bits": 0, 2024-08-17T01:49:04.979 INFO:tasks.workunit.client.0.smithi157.stdout: "pgid": "3.3f", 2024-08-17T01:49:04.979 INFO:tasks.workunit.client.0.smithi157.stdout: "pin_stats_invalid": false, 2024-08-17T01:49:04.979 INFO:tasks.workunit.client.0.smithi157.stdout: "purged_snaps": [], 2024-08-17T01:49:04.979 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_epoch": 2868, 2024-08-17T01:49:04.979 INFO:tasks.workunit.client.0.smithi157.stdout: "reported_seq": 5153, 2024-08-17T01:49:04.979 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_duration": 0.0, 2024-08-17T01:49:04.979 INFO:tasks.workunit.client.0.smithi157.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:49:01.070689+0000", 2024-08-17T01:49:04.979 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:49:04.979 INFO:tasks.workunit.client.0.smithi157.stdout: "snaptrimq_len": 0, 2024-08-17T01:49:04.980 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.980 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:04.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:04.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:04.981 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:04.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.982 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:04.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:04.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:04.983 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:04.983 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.984 INFO:tasks.workunit.client.0.smithi157.stdout: "state": "active+clean", 2024-08-17T01:49:04.984 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_invalid": false, 2024-08-17T01:49:04.984 INFO:tasks.workunit.client.0.smithi157.stdout: "up": [ 2024-08-17T01:49:04.984 INFO:tasks.workunit.client.0.smithi157.stdout: 7, 2024-08-17T01:49:04.984 INFO:tasks.workunit.client.0.smithi157.stdout: 6, 2024-08-17T01:49:04.984 INFO:tasks.workunit.client.0.smithi157.stdout: 0 2024-08-17T01:49:04.984 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.984 INFO:tasks.workunit.client.0.smithi157.stdout: "up_primary": 7, 2024-08-17T01:49:04.984 INFO:tasks.workunit.client.0.smithi157.stdout: "version": "0'0" 2024-08-17T01:49:04.984 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:04.985 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.985 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_per_pool": [ 2024-08-17T01:49:04.985 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.985 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 3, 2024-08-17T01:49:04.985 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:04.985 INFO:tasks.workunit.client.0.smithi157.stdout: "mgr" 2024-08-17T01:49:04.985 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.985 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 253, 2024-08-17T01:49:04.985 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 1, 2024-08-17T01:49:04.985 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 3, 2024-08-17T01:49:04.986 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 253, 2024-08-17T01:49:04.986 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 1, 2024-08-17T01:49:04.986 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 590368, 2024-08-17T01:49:04.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:49:04.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.986 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 6, 2024-08-17T01:49:04.987 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 2, 2024-08-17T01:49:04.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 2, 2024-08-17T01:49:04.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:04.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.988 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 6, 2024-08-17T01:49:04.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 1322, 2024-08-17T01:49:04.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 2114, 2024-08-17T01:49:04.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 423, 2024-08-17T01:49:04.989 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 2416 2024-08-17T01:49:04.990 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.990 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:49:04.990 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 1781760, 2024-08-17T01:49:04.990 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:49:04.990 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:49:04.990 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:49:04.990 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:49:04.990 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 1771104, 2024-08-17T01:49:04.990 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:49:04.990 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:49:04.991 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:49:04.991 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:49:04.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.991 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 3 2024-08-17T01:49:04.991 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.991 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.991 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 96, 2024-08-17T01:49:04.991 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:04.991 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:49:04.991 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.992 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 68, 2024-08-17T01:49:04.992 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 32, 2024-08-17T01:49:04.992 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T01:49:04.992 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 68, 2024-08-17T01:49:04.992 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 2, 2024-08-17T01:49:04.992 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.992 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 6596, 2024-08-17T01:49:04.992 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.992 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 44, 2024-08-17T01:49:04.992 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.992 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.993 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.993 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.993 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.993 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.993 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.993 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.993 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.993 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:04.993 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:04.993 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:04.993 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:04.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 66, 2024-08-17T01:49:04.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 22, 2024-08-17T01:49:04.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:04.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 22, 2024-08-17T01:49:04.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:04.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:04.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:04.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:04.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:04.994 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 14, 2024-08-17T01:49:04.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:04.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 4, 2024-08-17T01:49:04.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:04.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:04.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:04.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:04.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:04.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 79, 2024-08-17T01:49:04.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 86, 2024-08-17T01:49:04.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:04.995 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:04.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:04.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 68, 2024-08-17T01:49:04.996 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 35 2024-08-17T01:49:04.996 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.996 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:49:04.996 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 110592, 2024-08-17T01:49:04.996 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:49:04.996 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:49:04.996 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:49:04.996 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:49:04.996 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 19788, 2024-08-17T01:49:04.997 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:49:04.997 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:49:04.997 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 45424, 2024-08-17T01:49:04.997 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:49:04.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.997 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 96 2024-08-17T01:49:04.997 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:04.997 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:04.997 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 192, 2024-08-17T01:49:04.998 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:04.998 INFO:tasks.workunit.client.0.smithi157.stdout: "cephfs" 2024-08-17T01:49:04.998 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:04.998 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 0, 2024-08-17T01:49:04.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 64, 2024-08-17T01:49:04.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T01:49:04.998 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 0, 2024-08-17T01:49:04.998 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 3, 2024-08-17T01:49:04.998 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:04.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 0, 2024-08-17T01:49:04.998 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:04.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:04.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:04.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:04.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:04.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:04.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:04.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:04.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:04.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:04.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:04.999 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:05.000 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:05.000 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:05.000 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:05.000 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 0, 2024-08-17T01:49:05.000 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 0, 2024-08-17T01:49:05.000 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:05.000 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 0, 2024-08-17T01:49:05.000 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:05.000 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:05.000 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:05.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:05.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:05.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 0, 2024-08-17T01:49:05.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:05.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:05.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:05.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:05.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:05.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:05.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:05.001 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 0, 2024-08-17T01:49:05.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 0, 2024-08-17T01:49:05.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:05.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:05.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:05.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 0, 2024-08-17T01:49:05.002 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 0 2024-08-17T01:49:05.002 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:05.002 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:49:05.002 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 0, 2024-08-17T01:49:05.003 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:49:05.003 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:49:05.003 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:49:05.003 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:49:05.003 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 0, 2024-08-17T01:49:05.003 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:49:05.003 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:49:05.003 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:49:05.003 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:49:05.003 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:05.003 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 192 2024-08-17T01:49:05.004 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:05.004 INFO:tasks.workunit.client.0.smithi157.stdout: { 2024-08-17T01:49:05.004 INFO:tasks.workunit.client.0.smithi157.stdout: "acting": 24, 2024-08-17T01:49:05.004 INFO:tasks.workunit.client.0.smithi157.stdout: "application": [ 2024-08-17T01:49:05.004 INFO:tasks.workunit.client.0.smithi157.stdout: "rbd" 2024-08-17T01:49:05.004 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:05.004 INFO:tasks.workunit.client.0.smithi157.stdout: "log_size": 24562, 2024-08-17T01:49:05.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_pg": 8, 2024-08-17T01:49:05.004 INFO:tasks.workunit.client.0.smithi157.stdout: "num_store_stats": 8, 2024-08-17T01:49:05.005 INFO:tasks.workunit.client.0.smithi157.stdout: "ondisk_log_size": 24562, 2024-08-17T01:49:05.005 INFO:tasks.workunit.client.0.smithi157.stdout: "poolid": 4, 2024-08-17T01:49:05.005 INFO:tasks.workunit.client.0.smithi157.stdout: "stat_sum": { 2024-08-17T01:49:05.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes": 4194323, 2024-08-17T01:49:05.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:49:05.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_bytes_recovered": 0, 2024-08-17T01:49:05.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:49:05.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict": 0, 2024-08-17T01:49:05.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_kb": 0, 2024-08-17T01:49:05.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_full": 0, 2024-08-17T01:49:05.005 INFO:tasks.workunit.client.0.smithi157.stdout: "num_evict_mode_some": 0, 2024-08-17T01:49:05.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush": 0, 2024-08-17T01:49:05.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_kb": 0, 2024-08-17T01:49:05.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_high": 0, 2024-08-17T01:49:05.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_flush_mode_low": 0, 2024-08-17T01:49:05.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_keys_recovered": 0, 2024-08-17T01:49:05.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_large_omap_objects": 0, 2024-08-17T01:49:05.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:49:05.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_clones": 0, 2024-08-17T01:49:05.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_object_copies": 12, 2024-08-17T01:49:05.006 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects": 4, 2024-08-17T01:49:05.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_degraded": 0, 2024-08-17T01:49:05.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_dirty": 4, 2024-08-17T01:49:05.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:49:05.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_manifest": 0, 2024-08-17T01:49:05.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_misplaced": 0, 2024-08-17T01:49:05.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing": 0, 2024-08-17T01:49:05.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:49:05.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_omap": 2, 2024-08-17T01:49:05.007 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_pinned": 0, 2024-08-17T01:49:05.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_recovered": 0, 2024-08-17T01:49:05.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_repaired": 0, 2024-08-17T01:49:05.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_objects_unfound": 0, 2024-08-17T01:49:05.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_bytes": 0, 2024-08-17T01:49:05.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_omap_keys": 0, 2024-08-17T01:49:05.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_promote": 0, 2024-08-17T01:49:05.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read": 9029, 2024-08-17T01:49:05.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_read_kb": 3037459, 2024-08-17T01:49:05.008 INFO:tasks.workunit.client.0.smithi157.stdout: "num_scrub_errors": 0, 2024-08-17T01:49:05.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:49:05.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_whiteouts": 0, 2024-08-17T01:49:05.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write": 24431, 2024-08-17T01:49:05.009 INFO:tasks.workunit.client.0.smithi157.stdout: "num_write_kb": 3143236 2024-08-17T01:49:05.009 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:05.009 INFO:tasks.workunit.client.0.smithi157.stdout: "store_stats": { 2024-08-17T01:49:05.009 INFO:tasks.workunit.client.0.smithi157.stdout: "allocated": 12595200, 2024-08-17T01:49:05.009 INFO:tasks.workunit.client.0.smithi157.stdout: "available": 0, 2024-08-17T01:49:05.009 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed": 0, 2024-08-17T01:49:05.009 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_allocated": 0, 2024-08-17T01:49:05.009 INFO:tasks.workunit.client.0.smithi157.stdout: "data_compressed_original": 0, 2024-08-17T01:49:05.010 INFO:tasks.workunit.client.0.smithi157.stdout: "data_stored": 12582969, 2024-08-17T01:49:05.010 INFO:tasks.workunit.client.0.smithi157.stdout: "internal_metadata": 0, 2024-08-17T01:49:05.010 INFO:tasks.workunit.client.0.smithi157.stdout: "internally_reserved": 0, 2024-08-17T01:49:05.010 INFO:tasks.workunit.client.0.smithi157.stdout: "omap_allocated": 0, 2024-08-17T01:49:05.010 INFO:tasks.workunit.client.0.smithi157.stdout: "total": 0 2024-08-17T01:49:05.010 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:05.010 INFO:tasks.workunit.client.0.smithi157.stdout: "up": 24 2024-08-17T01:49:05.010 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:05.010 INFO:tasks.workunit.client.0.smithi157.stdout: ], 2024-08-17T01:49:05.010 INFO:tasks.workunit.client.0.smithi157.stdout: "usage": { 2024-08-17T01:49:05.011 INFO:tasks.workunit.client.0.smithi157.stdout: "pg_num": 105, 2024-08-17T01:49:05.011 INFO:tasks.workunit.client.0.smithi157.stdout: "pools": 4, 2024-08-17T01:49:05.011 INFO:tasks.workunit.client.0.smithi157.stdout: "stats_by_class": { 2024-08-17T01:49:05.011 INFO:tasks.workunit.client.0.smithi157.stdout: "ssd": { 2024-08-17T01:49:05.011 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 762766516224, 2024-08-17T01:49:05.011 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T01:49:05.011 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 5193768960, 2024-08-17T01:49:05.011 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_bytes": 5193768960, 2024-08-17T01:49:05.011 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_raw_ratio": 0.00676306989043951 2024-08-17T01:49:05.011 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:05.011 INFO:tasks.workunit.client.0.smithi157.stdout: }, 2024-08-17T01:49:05.011 INFO:tasks.workunit.client.0.smithi157.stdout: "total_avail_bytes": 762766516224, 2024-08-17T01:49:05.012 INFO:tasks.workunit.client.0.smithi157.stdout: "total_bytes": 767960285184, 2024-08-17T01:49:05.012 INFO:tasks.workunit.client.0.smithi157.stdout: "total_used_bytes": 5193768960 2024-08-17T01:49:05.012 INFO:tasks.workunit.client.0.smithi157.stdout: } 2024-08-17T01:49:05.012 INFO:tasks.workunit.client.0.smithi157.stdout:} 2024-08-17T01:49:05.012 INFO:tasks.workunit.client.0.smithi157.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-17T01:49:05.012 INFO:tasks.workunit.client.0.smithi157.stderr:+ ceph telemetry off 2024-08-17T01:49:05.013 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:49:01] ENGINE Bus STOPPING 2024-08-17T01:49:05.013 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.013 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.013 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='client.46055 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.013 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='client.46055 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.014 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:05.014 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:05.014 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.014 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.014 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.014 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.014 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.014 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.014 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.014 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.014 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.015 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:05.015 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:05.015 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.015 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.015 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.015 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:05.015 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:05.015 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.015 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.015 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.015 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:05.016 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:05.016 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.016 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.016 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='client.46055 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.016 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='client.46055 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.016 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:05.016 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:05.017 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.017 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.017 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.017 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.017 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.017 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.017 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.017 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.017 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.017 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:05.017 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:05.018 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.018 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.018 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.018 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:05.018 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:05.018 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.018 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.018 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.018 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:05.019 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:05.019 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.019 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.019 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.019 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:05.019 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:05.019 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:05.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:05.020 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.021 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.021 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.021 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:05.021 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:05.021 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.021 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.021 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.021 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:05.021 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:05.021 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.022 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.022 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.022 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.022 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.022 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.022 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:05.023 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:49:05.023 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.023 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.023 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.023 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.023 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.023 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.023 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.023 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.023 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.023 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:05.023 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:05.024 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.024 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.024 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.024 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:05.024 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:05.024 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.024 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.024 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.024 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:49:05.024 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:49:05.024 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:49:05.025 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:49:05.025 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:49:05.025 INFO:tasks.workunit.client.0.smithi157.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-08-17T01:49:05.025 INFO:tasks.workunit.client.0.smithi157.stdout:Preview sample reports with `ceph telemetry preview`. 2024-08-17T01:49:05.025 INFO:tasks.workunit.client.0.smithi157.stdout:OK 2024-08-17T01:49:05.026 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:03 smithi187 ceph-mon[90552]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 890 B/s rd, 1 op/s 2024-08-17T01:49:05.026 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:03 smithi187 ceph-mon[90552]: from='client.36171 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.026 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:03 smithi187 ceph-mon[90552]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-17T01:49:05.026 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:03 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T01:49:05.026 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:04 smithi187 ceph-mon[90552]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 890 B/s rd, 1 op/s 2024-08-17T01:49:05.027 INFO:tasks.workunit.client.0.smithi157.stderr:+ echo OK 2024-08-17T01:49:05.028 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T01:49:05.028 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T01:49:05.028 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:49:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:49:05.029 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:49:01] ENGINE Bus STOPPED 2024-08-17T01:49:05.029 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:49:01] ENGINE Bus STARTING 2024-08-17T01:49:05.029 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:49:01] ENGINE Serving on http://:::9283 2024-08-17T01:49:05.029 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:01 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:49:01] ENGINE Bus STARTED 2024-08-17T01:49:05.029 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[101289]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.029 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[101289]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.030 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[101289]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 1 op/s 2024-08-17T01:49:05.030 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[101289]: from='client.36171 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.030 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:49:05.030 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:49:05.030 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:49:05.030 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:05.030 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:49:05.030 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:49:05.030 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:49:05.031 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[98780]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.031 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[98780]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.031 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[98780]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 1 op/s 2024-08-17T01:49:05.031 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[98780]: from='client.36171 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.031 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:49:05.031 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:49:05.031 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:49:05.031 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:05.032 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:49:05.032 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:49:05.032 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:02 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:49:05.032 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:03 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:49:03] "GET /metrics HTTP/1.1" 200 34260 "" "Prometheus/2.43.0" 2024-08-17T01:49:05.032 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:03 smithi157 ceph-mon[98780]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 890 B/s rd, 1 op/s 2024-08-17T01:49:05.032 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:03 smithi157 ceph-mon[98780]: from='client.36171 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.033 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:03 smithi157 ceph-mon[98780]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-17T01:49:05.033 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:03 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T01:49:05.033 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:03 smithi157 ceph-mon[101289]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 890 B/s rd, 1 op/s 2024-08-17T01:49:05.033 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:03 smithi157 ceph-mon[101289]: from='client.36171 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:49:05.033 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:03 smithi157 ceph-mon[101289]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-17T01:49:05.033 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:03 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T01:49:05.033 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:04 smithi157 ceph-mon[98780]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 890 B/s rd, 1 op/s 2024-08-17T01:49:05.034 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:04 smithi157 ceph-mon[101289]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 890 B/s rd, 1 op/s 2024-08-17T01:49:05.064 INFO:tasks.workunit:Stopping ['test_telemetry_quincy_x.sh'] on client.0... 2024-08-17T01:49:05.064 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T01:49:05.374 DEBUG:teuthology.parallel:result is None 2024-08-17T01:49:05.374 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:49:05.400 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:49:05.400 DEBUG:teuthology.orchestra.run.smithi157:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:49:05.455 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:49:05.455 INFO:teuthology.run_tasks:Running task print... 2024-08-17T01:49:05.468 INFO:teuthology.task.print:**** done end telemetry x... 2024-08-17T01:49:05.468 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-08-17T01:49:05.489 INFO:tasks.cephadm:Teardown begin 2024-08-17T01:49:05.489 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-08-17T01:49:05.490 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T01:49:05.747 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T01:49:06.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:06 smithi157 ceph-mon[101289]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T01:49:06.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:06 smithi157 ceph-mon[98780]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T01:49:06.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:06 smithi187 ceph-mon[90552]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T01:49:07.810 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T01:49:07.810 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":16,"btime":"2024-08-17T00:40:59:379670+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54274,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/2180361190","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":2180361190},{"type":"v1","addr":"172.21.15.187:6833","nonce":2180361190}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T00:28:56.429867+0000","modified":"2024-08-17T00:40:53.690482+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":557,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44327},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44327":{"gid":44327,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.157:6835/3947059455","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3947059455},{"type":"v1","addr":"172.21.15.157:6835","nonce":3947059455}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44327,"qdb_cluster":[44327]},"id":1}]} 2024-08-17T01:49:07.810 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 16 2024-08-17T01:49:08.446 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T01:49:08.703 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T01:49:08.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:08 smithi187 ceph-mon[90552]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T01:49:08.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:08 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3594013397' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T01:49:08.826 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:08 smithi157 ceph-mon[98780]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T01:49:08.826 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:08 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3594013397' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T01:49:08.827 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:08 smithi157 ceph-mon[101289]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T01:49:08.827 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:08 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3594013397' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T01:49:10.629 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T01:49:10.630 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":16,"btime":"2024-08-17T00:40:59:379670+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54274,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/2180361190","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":2180361190},{"type":"v1","addr":"172.21.15.187:6833","nonce":2180361190}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T00:28:56.429867+0000","modified":"2024-08-17T00:40:53.690482+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":557,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44327},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44327":{"gid":44327,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.157:6835/3947059455","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3947059455},{"type":"v1","addr":"172.21.15.157:6835","nonce":3947059455}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44327,"qdb_cluster":[44327]},"id":1}]} 2024-08-17T01:49:10.630 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:10 smithi157 ceph-mon[98780]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T01:49:10.630 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:10 smithi157 ceph-mon[101289]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T01:49:10.630 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 16 2024-08-17T01:49:10.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:10 smithi187 ceph-mon[90552]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T01:49:11.266 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T01:49:11.520 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T01:49:11.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:11 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2640926546' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T01:49:11.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:11 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2640926546' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T01:49:11.704 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:11 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2640926546' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T01:49:12.673 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:12 smithi157 ceph-mon[101289]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-17T01:49:12.673 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:12 smithi157 ceph-mon[98780]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-17T01:49:12.705 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:12 smithi187 ceph-mon[90552]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-17T01:49:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:49:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:49:13.377 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-08-17T01:49:13.377 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":2868,"fsid":"c90800da-5c2e-11ef-bccf-c7b262605968","created":"2024-08-17T00:23:23.887606+0000","modified":"2024-08-17T01:48:00.762624+0000","last_up_change":"2024-08-17T00:40:29.389500+0000","last_in_change":"2024-08-17T00:28:04.614208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":118,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:26:22.541730+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:28:49.902654+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:28:53.491276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T00:29:47.580355+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1144","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":1144,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1e1a3823-d411-42b7-964a-c079bf91b8ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":301,"up_from":312,"up_thru":2781,"down_at":302,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":3831440909},{"type":"v1","addr":"172.21.15.157:6803","nonce":3831440909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":3831440909},{"type":"v1","addr":"172.21.15.157:6805","nonce":3831440909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":3831440909},{"type":"v1","addr":"172.21.15.157:6809","nonce":3831440909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":3831440909},{"type":"v1","addr":"172.21.15.157:6807","nonce":3831440909}]},"public_addr":"172.21.15.157:6803/3831440909","cluster_addr":"172.21.15.157:6805/3831440909","heartbeat_back_addr":"172.21.15.157:6809/3831440909","heartbeat_front_addr":"172.21.15.157:6807/3831440909","state":["exists","up"]},{"osd":1,"uuid":"2f00b21d-bfdd-4c1c-8c46-66aafa626ce2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":334,"up_from":344,"up_thru":2781,"down_at":335,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1464456506},{"type":"v1","addr":"172.21.15.157:6811","nonce":1464456506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1464456506},{"type":"v1","addr":"172.21.15.157:6813","nonce":1464456506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":1464456506},{"type":"v1","addr":"172.21.15.157:6817","nonce":1464456506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1464456506},{"type":"v1","addr":"172.21.15.157:6815","nonce":1464456506}]},"public_addr":"172.21.15.157:6811/1464456506","cluster_addr":"172.21.15.157:6813/1464456506","heartbeat_back_addr":"172.21.15.157:6817/1464456506","heartbeat_front_addr":"172.21.15.157:6815/1464456506","state":["exists","up"]},{"osd":2,"uuid":"d4c08dce-8279-4f3e-be96-aa0dc05cefb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":368,"up_from":379,"up_thru":2781,"down_at":369,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":4078766863},{"type":"v1","addr":"172.21.15.157:6819","nonce":4078766863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":4078766863},{"type":"v1","addr":"172.21.15.157:6821","nonce":4078766863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":4078766863},{"type":"v1","addr":"172.21.15.157:6825","nonce":4078766863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":4078766863},{"type":"v1","addr":"172.21.15.157:6823","nonce":4078766863}]},"public_addr":"172.21.15.157:6819/4078766863","cluster_addr":"172.21.15.157:6821/4078766863","heartbeat_back_addr":"172.21.15.157:6825/4078766863","heartbeat_front_addr":"172.21.15.157:6823/4078766863","state":["exists","up"]},{"osd":3,"uuid":"4cc9ec8b-c077-4a02-8e2f-d67cacea9d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":402,"up_from":410,"up_thru":2781,"down_at":403,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":1617902521},{"type":"v1","addr":"172.21.15.157:6827","nonce":1617902521}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":1617902521},{"type":"v1","addr":"172.21.15.157:6829","nonce":1617902521}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":1617902521},{"type":"v1","addr":"172.21.15.157:6833","nonce":1617902521}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":1617902521},{"type":"v1","addr":"172.21.15.157:6831","nonce":1617902521}]},"public_addr":"172.21.15.157:6827/1617902521","cluster_addr":"172.21.15.157:6829/1617902521","heartbeat_back_addr":"172.21.15.157:6833/1617902521","heartbeat_front_addr":"172.21.15.157:6831/1617902521","state":["exists","up"]},{"osd":4,"uuid":"730aedf4-b665-4976-936d-cbf2d867935a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":433,"up_from":444,"up_thru":2781,"down_at":434,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":2922012516},{"type":"v1","addr":"172.21.15.187:6801","nonce":2922012516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":2922012516},{"type":"v1","addr":"172.21.15.187:6803","nonce":2922012516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":2922012516},{"type":"v1","addr":"172.21.15.187:6807","nonce":2922012516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":2922012516},{"type":"v1","addr":"172.21.15.187:6805","nonce":2922012516}]},"public_addr":"172.21.15.187:6801/2922012516","cluster_addr":"172.21.15.187:6803/2922012516","heartbeat_back_addr":"172.21.15.187:6807/2922012516","heartbeat_front_addr":"172.21.15.187:6805/2922012516","state":["exists","up"]},{"osd":5,"uuid":"7a504339-f8d7-468b-bb4d-10006e652359","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":466,"up_from":476,"up_thru":2781,"down_at":467,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":3851486039},{"type":"v1","addr":"172.21.15.187:6809","nonce":3851486039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":3851486039},{"type":"v1","addr":"172.21.15.187:6811","nonce":3851486039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":3851486039},{"type":"v1","addr":"172.21.15.187:6815","nonce":3851486039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":3851486039},{"type":"v1","addr":"172.21.15.187:6813","nonce":3851486039}]},"public_addr":"172.21.15.187:6809/3851486039","cluster_addr":"172.21.15.187:6811/3851486039","heartbeat_back_addr":"172.21.15.187:6815/3851486039","heartbeat_front_addr":"172.21.15.187:6813/3851486039","state":["exists","up"]},{"osd":6,"uuid":"c9ff99aa-e5d8-4601-8470-e715888cdb06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":497,"up_from":507,"up_thru":2781,"down_at":498,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":969109479},{"type":"v1","addr":"172.21.15.187:6817","nonce":969109479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":969109479},{"type":"v1","addr":"172.21.15.187:6819","nonce":969109479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":969109479},{"type":"v1","addr":"172.21.15.187:6823","nonce":969109479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":969109479},{"type":"v1","addr":"172.21.15.187:6821","nonce":969109479}]},"public_addr":"172.21.15.187:6817/969109479","cluster_addr":"172.21.15.187:6819/969109479","heartbeat_back_addr":"172.21.15.187:6823/969109479","heartbeat_front_addr":"172.21.15.187:6821/969109479","state":["exists","up"]},{"osd":7,"uuid":"1233e089-e354-4ace-9a04-00841149f1c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":528,"up_from":539,"up_thru":2781,"down_at":529,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":1203012328},{"type":"v1","addr":"172.21.15.187:6825","nonce":1203012328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":1203012328},{"type":"v1","addr":"172.21.15.187:6827","nonce":1203012328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":1203012328},{"type":"v1","addr":"172.21.15.187:6831","nonce":1203012328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":1203012328},{"type":"v1","addr":"172.21.15.187:6829","nonce":1203012328}]},"public_addr":"172.21.15.187:6825/1203012328","cluster_addr":"172.21.15.187:6827/1203012328","heartbeat_back_addr":"172.21.15.187:6831/1203012328","heartbeat_front_addr":"172.21.15.187:6829/1203012328","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:31.742734+0000","dead_epoch":301},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:25:56.199222+0000","dead_epoch":334},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:20.345634+0000","dead_epoch":368},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:26:45.666665+0000","dead_epoch":402},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:07.305677+0000","dead_epoch":433},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:31.197235+0000","dead_epoch":466},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:27:55.746811+0000","dead_epoch":497},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:28:20.060198+0000","dead_epoch":528}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"2.4","mappings":[{"from":7,"to":2},{"from":0,"to":5}]},{"pgid":"2.5","mappings":[{"from":7,"to":5}]},{"pgid":"2.e","mappings":[{"from":7,"to":5}]},{"pgid":"2.1a","mappings":[{"from":7,"to":5}]},{"pgid":"2.1d","mappings":[{"from":7,"to":5}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:0/4033236689":"2024-08-18T00:35:13.656977+0000","172.21.15.157:6801/3505087687":"2024-08-18T00:35:13.656977+0000","172.21.15.157:0/1760274873":"2024-08-18T00:35:13.656977+0000","172.21.15.157:0/1377076121":"2024-08-17T02:26:54.137089+0000","172.21.15.157:0/2334970294":"2024-08-18T00:35:13.656977+0000","172.21.15.157:0/1067968374":"2024-08-18T00:35:13.656977+0000","172.21.15.157:0/1157444684":"2024-08-18T00:35:13.656977+0000","172.21.15.157:0/3611177594":"2024-08-17T02:21:49.302236+0000","172.21.15.187:0/15396351":"2024-08-18T00:34:33.072493+0000","172.21.15.157:0/3710305735":"2024-08-17T02:47:24.162413+0000","172.21.15.157:0/4096551158":"2024-08-18T00:33:49.330155+0000","172.21.15.157:0/426690652":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/3332352310":"2024-08-17T02:21:48.288541+0000","172.21.15.157:6800/3505087687":"2024-08-18T00:35:13.656977+0000","172.21.15.157:0/3608451263":"2024-08-18T00:35:13.656977+0000","172.21.15.157:0/423680940":"2024-08-18T00:35:13.656977+0000","172.21.15.187:0/3040632624":"2024-08-18T00:34:33.072493+0000","172.21.15.187:6835/1229598812":"2024-08-18T00:34:33.072493+0000","172.21.15.157:6801/2819114979":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/64243271":"2024-08-18T00:29:43.957063+0000","172.21.15.187:6834/1229598812":"2024-08-18T00:34:33.072493+0000","172.21.15.187:0/4098372331":"2024-08-18T00:34:33.072493+0000","172.21.15.157:6801/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/3080473394":"2024-08-18T00:24:08.248222+0000","172.21.15.187:0/3326215392":"2024-08-18T00:34:33.072493+0000","172.21.15.157:0/1182309930":"2024-08-18T00:24:08.248222+0000","172.21.15.157:0/1214533948":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/2751320237":"2024-08-18T00:33:49.330155+0000","172.21.15.157:0/574381637":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/4201540135":"2024-08-18T00:23:45.564597+0000","172.21.15.157:0/2784846633":"2024-08-18T00:33:49.330155+0000","172.21.15.157:6800/924014944":"2024-08-18T00:23:45.564597+0000","172.21.15.157:6800/1370845312":"2024-08-18T00:33:49.330155+0000","172.21.15.187:0/2834845763":"2024-08-18T00:34:33.072493+0000","172.21.15.157:0/3707565441":"2024-08-18T00:29:43.957063+0000","172.21.15.157:6801/1370845312":"2024-08-18T00:33:49.330155+0000","172.21.15.157:6800/4292960900":"2024-08-18T00:29:43.957063+0000","172.21.15.187:6833/2168209297":"2024-08-18T00:40:50.675249+0000","172.21.15.157:6801/4292960900":"2024-08-18T00:29:43.957063+0000","172.21.15.187:0/2997910439":"2024-08-18T00:34:33.072493+0000","172.21.15.157:0/4012202188":"2024-08-18T00:29:43.957063+0000","172.21.15.187:6832/2168209297":"2024-08-18T00:40:50.675249+0000","172.21.15.187:0/3084515801":"2024-08-18T00:34:33.072493+0000","172.21.15.157:0/3467410989":"2024-08-18T00:33:49.330155+0000","172.21.15.157:0/3596000":"2024-08-18T00:33:49.330155+0000","172.21.15.157:0/2992911322":"2024-08-18T00:29:43.957063+0000","172.21.15.157:6800/2819114979":"2024-08-18T00:24:08.248222+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":4,"length":5}]},{"pool":88,"snaps":[{"begin":34,"length":4},{"begin":42,"length":1},{"begin":44,"length":4}]},{"pool":89,"snaps":[{"begin":17,"length":1},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":116,"snaps":[{"begin":104,"length":2}]},{"pool":117,"snaps":[{"begin":314,"length":4}]},{"pool":118,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T01:49:13.500 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:13 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/3441118616' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T01:49:13.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:13 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/3441118616' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T01:49:13.884 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:13 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:49:13] "GET /metrics HTTP/1.1" 200 34260 "" "Prometheus/2.43.0" 2024-08-17T01:49:13.955 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:13 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/3441118616' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T01:49:14.031 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph fs fail cephfs 2024-08-17T01:49:14.286 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T01:49:15.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:14 smithi157 ceph-mon[101289]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 15 op/s 2024-08-17T01:49:15.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:49:15.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:14 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:15.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:14 smithi157 ceph-mon[98780]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 15 op/s 2024-08-17T01:49:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:49:15.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:14 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:14 smithi187 ceph-mon[90552]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 15 op/s 2024-08-17T01:49:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' 2024-08-17T01:49:15.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:14 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:16.162 INFO:teuthology.orchestra.run.smithi157.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-08-17T01:49:16.481 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a[98757]: 2024-08-17T01:49:16.158+0000 7f1e02833640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T01:49:16.481 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a[127330]: ignoring --setuser ceph since I am not root 2024-08-17T01:49:16.481 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a[127330]: ignoring --setgroup ceph since I am not root 2024-08-17T01:49:16.482 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a[127330]: starting mds.a at 2024-08-17T01:49:16.811 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-08-17T01:49:17.075 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T01:49:17.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-mon[98780]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 15 op/s 2024-08-17T01:49:17.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1854844065' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-17T01:49:17.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-mon[98780]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T01:49:17.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-mon[98780]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T01:49:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1854844065' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-17T01:49:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-mon[98780]: osdmap e2869: 8 total, 8 up, 8 in 2024-08-17T01:49:17.135 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-mon[98780]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T01:49:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-mon[101289]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 15 op/s 2024-08-17T01:49:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1854844065' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-17T01:49:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-mon[101289]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T01:49:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-mon[101289]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T01:49:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1854844065' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-17T01:49:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-mon[101289]: osdmap e2869: 8 total, 8 up, 8 in 2024-08-17T01:49:17.135 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:16 smithi157 ceph-mon[101289]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T01:49:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:16 smithi187 ceph-mon[90552]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 15 op/s 2024-08-17T01:49:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:16 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1854844065' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-17T01:49:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:16 smithi187 ceph-mon[90552]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T01:49:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:16 smithi187 ceph-mon[90552]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T01:49:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:16 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1854844065' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-17T01:49:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:16 smithi187 ceph-mon[90552]: osdmap e2869: 8 total, 8 up, 8 in 2024-08-17T01:49:17.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:16 smithi187 ceph-mon[90552]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T01:49:18.273 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:18 smithi157 ceph-mon[101289]: mds.? [v2:172.21.15.157:6834/3581437136,v1:172.21.15.157:6835/3581437136] up:boot 2024-08-17T01:49:18.273 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:18 smithi157 ceph-mon[101289]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-17T01:49:18.273 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:18 smithi157 ceph-mon[101289]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T01:49:18.273 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:18 smithi157 ceph-mon[98780]: mds.? [v2:172.21.15.157:6834/3581437136,v1:172.21.15.157:6835/3581437136] up:boot 2024-08-17T01:49:18.273 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:18 smithi157 ceph-mon[98780]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-17T01:49:18.273 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:18 smithi157 ceph-mon[98780]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T01:49:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:18 smithi187 ceph-mon[90552]: mds.? [v2:172.21.15.157:6834/3581437136,v1:172.21.15.157:6835/3581437136] up:boot 2024-08-17T01:49:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:18 smithi187 ceph-mon[90552]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-17T01:49:18.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:18 smithi187 ceph-mon[90552]: from='mgr.34101 172.21.15.157:0/4241258708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T01:49:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:19 smithi187 ceph-mon[90552]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:49:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:19 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/4210497230' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:49:19.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:19 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:49:19.489 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:19 smithi157 ceph-mon[98780]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:49:19.489 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:19 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/4210497230' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:49:19.489 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:19 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:49:19.489 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:19 smithi157 ceph-mon[101289]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:49:19.490 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:19 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/4210497230' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:49:19.490 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:19 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:49:19.805 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-08-17T01:49:20.093 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T01:49:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:20 smithi187 ceph-mon[90552]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T01:49:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:20 smithi187 ceph-mon[90552]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T01:49:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:20 smithi187 ceph-mon[90552]: Cluster is now healthy 2024-08-17T01:49:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:20 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-17T01:49:20.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:20 smithi187 ceph-mon[90552]: fsmap 2 up:standby 2024-08-17T01:49:20.500 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:20 smithi157 ceph-mon[101289]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T01:49:20.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:20 smithi157 ceph-mon[101289]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T01:49:20.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:20 smithi157 ceph-mon[101289]: Cluster is now healthy 2024-08-17T01:49:20.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:20 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-17T01:49:20.501 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:20 smithi157 ceph-mon[101289]: fsmap 2 up:standby 2024-08-17T01:49:20.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:20 smithi157 ceph-mon[98780]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T01:49:20.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:20 smithi157 ceph-mon[98780]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T01:49:20.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:20 smithi157 ceph-mon[98780]: Cluster is now healthy 2024-08-17T01:49:20.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:20 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-17T01:49:20.501 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:20 smithi157 ceph-mon[98780]: fsmap 2 up:standby 2024-08-17T01:49:21.280 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:21 smithi157 ceph-mon[98780]: pgmap v4858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:49:21.281 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:21 smithi157 ceph-mon[101289]: pgmap v4858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:49:21.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:21 smithi187 ceph-mon[90552]: pgmap v4858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:49:22.189 INFO:teuthology.orchestra.run.smithi157.stderr:pool 'cephfs_metadata' removed 2024-08-17T01:49:22.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:22 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/2379294928' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:49:22.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:22 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:49:22.455 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:49:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:49:22.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:22 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/2379294928' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:49:22.634 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:22 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:49:22.634 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:22 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/2379294928' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:49:22.635 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:22 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:49:22.996 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c90800da-5c2e-11ef-bccf-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-08-17T01:49:23.254 INFO:teuthology.orchestra.run.smithi157.stderr:Inferring config /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T01:49:23.363 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:23 smithi157 ceph-mon[98780]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:49:23.364 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:23 smithi157 ceph-mon[98780]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T01:49:23.364 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:23 smithi157 ceph-mon[98780]: osdmap e2870: 8 total, 8 up, 8 in 2024-08-17T01:49:23.364 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:23 smithi157 ceph-mon[101289]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:49:23.364 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:23 smithi157 ceph-mon[101289]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T01:49:23.364 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:23 smithi157 ceph-mon[101289]: osdmap e2870: 8 total, 8 up, 8 in 2024-08-17T01:49:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:23 smithi187 ceph-mon[90552]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:49:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:23 smithi187 ceph-mon[90552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T01:49:23.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:23 smithi187 ceph-mon[90552]: osdmap e2870: 8 total, 8 up, 8 in 2024-08-17T01:49:23.634 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:23 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: ::ffff:172.21.15.187 - - [17/Aug/2024:01:49:23] "GET /metrics HTTP/1.1" 200 34257 "" "Prometheus/2.43.0" 2024-08-17T01:49:25.189 INFO:teuthology.orchestra.run.smithi157.stderr:pool 'cephfs_data' removed 2024-08-17T01:49:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:25 smithi187 ceph-mon[90552]: pgmap v4861: 73 pgs: 73 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:49:25.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:25 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1741660723' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:49:25.502 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:25 smithi157 ceph-mon[98780]: pgmap v4861: 73 pgs: 73 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:49:25.502 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:25 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1741660723' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:49:25.503 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:25 smithi157 ceph-mon[101289]: pgmap v4861: 73 pgs: 73 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:49:25.503 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:25 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1741660723' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:49:25.846 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T01:49:25.873 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T01:49:25.907 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-08-17T01:49:25.907 DEBUG:teuthology.orchestra.run.smithi157:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-17T01:49:25.929 DEBUG:teuthology.orchestra.run.smithi187:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-17T01:49:25.967 INFO:tasks.cephadm:Stopping all daemons... 2024-08-17T01:49:25.968 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-08-17T01:49:25.968 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.a 2024-08-17T01:49:26.134 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:26 smithi157 systemd[1]: Stopping Ceph mon.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:49:26.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:26 smithi187 ceph-mon[90552]: from='client.? 172.21.15.157:0/1741660723' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T01:49:26.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:26 smithi187 ceph-mon[90552]: osdmap e2871: 8 total, 8 up, 8 in 2024-08-17T01:49:26.509 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:49:26] ENGINE Bus STOPPING 2024-08-17T01:49:26.509 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:26 smithi157 ceph-mon[98780]: from='client.? 172.21.15.157:0/1741660723' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T01:49:26.509 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:26 smithi157 ceph-mon[98780]: osdmap e2871: 8 total, 8 up, 8 in 2024-08-17T01:49:26.509 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a[98757]: 2024-08-17T01:49:26.275+0000 7f1e0803e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:49:26.510 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a[98757]: 2024-08-17T01:49:26.275+0000 7f1e0803e640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-08-17T01:49:26.510 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:26 smithi157 podman[178273]: 2024-08-17 01:49:26.367282071 +0000 UTC m=+0.209385561 container died 7cae4f2d8cd1c172093bf9d16e61da55db8476f66c9894043ca48ccb1b8f0a09 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True) 2024-08-17T01:49:26.510 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:26 smithi157 ceph-mon[101289]: from='client.? 172.21.15.157:0/1741660723' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T01:49:26.510 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:26 smithi157 ceph-mon[101289]: osdmap e2871: 8 total, 8 up, 8 in 2024-08-17T01:49:26.770 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:26 smithi157 podman[178273]: 2024-08-17 01:49:26.757117711 +0000 UTC m=+0.599221200 container cleanup 7cae4f2d8cd1c172093bf9d16e61da55db8476f66c9894043ca48ccb1b8f0a09 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-d863d21, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-17T01:49:26.770 INFO:journalctl@ceph.mon.a.smithi157.stdout:Aug 17 01:49:26 smithi157 bash[178273]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-a 2024-08-17T01:49:26.770 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:49:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:49:26.770 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:49:26] ENGINE Bus STOPPED 2024-08-17T01:49:26.770 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:49:26] ENGINE Bus STARTING 2024-08-17T01:49:26.770 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:49:26] ENGINE Serving on http://:::9283 2024-08-17T01:49:26.770 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:26 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: [17/Aug/2024:01:49:26] ENGINE Bus STARTED 2024-08-17T01:49:27.131 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.a.service' 2024-08-17T01:49:27.180 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:49:27.180 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-08-17T01:49:27.180 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-08-17T01:49:27.180 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.c 2024-08-17T01:49:27.384 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:27 smithi157 systemd[1]: Stopping Ceph mon.c for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:49:27.854 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c[101259]: 2024-08-17T01:49:27.496+0000 7ff905704640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:49:27.855 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:27 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c[101259]: 2024-08-17T01:49:27.496+0000 7ff905704640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-08-17T01:49:27.855 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:27 smithi157 podman[178515]: 2024-08-17 01:49:27.538301605 +0000 UTC m=+0.166710309 container died 6acedb5a7023d52b395394235b10fcde23061eb7b4e8ce81e4b0465aa8d5ff4c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-08-17T01:49:28.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:27 smithi157 podman[178515]: 2024-08-17 01:49:27.962144669 +0000 UTC m=+0.590553362 container cleanup 6acedb5a7023d52b395394235b10fcde23061eb7b4e8ce81e4b0465aa8d5ff4c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T01:49:28.134 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:27 smithi157 bash[178515]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c 2024-08-17T01:49:28.431 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.c.service' 2024-08-17T01:49:28.455 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:28 smithi157 podman[178535]: 2024-08-17 01:49:28.20505761 +0000 UTC m=+0.658742573 container remove 6acedb5a7023d52b395394235b10fcde23061eb7b4e8ce81e4b0465aa8d5ff4c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:49:28.455 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:28 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-17T01:49:28.455 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:28 smithi157 systemd[1]: Stopped Ceph mon.c for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T01:49:28.455 INFO:journalctl@ceph.mon.c.smithi157.stdout:Aug 17 01:49:28 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.c.service: Consumed 46.442s CPU time. 2024-08-17T01:49:28.466 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:49:28.466 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-08-17T01:49:28.466 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-08-17T01:49:28.466 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.b 2024-08-17T01:49:28.758 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:28 smithi187 systemd[1]: Stopping Ceph mon.b for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:49:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-b[90529]: 2024-08-17T01:49:28.756+0000 7fb836b28640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:49:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-b[90529]: 2024-08-17T01:49:28.756+0000 7fb836b28640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-08-17T01:49:29.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:28 smithi187 podman[152612]: 2024-08-17 01:49:28.901105983 +0000 UTC m=+0.239476534 container died fa96bb84b1730513d50e9bcb2f3c53fbf4d432d4d692f52a9e2ee7468f3863f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-08-17T01:49:29.641 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:29 smithi187 podman[152612]: 2024-08-17 01:49:29.365085323 +0000 UTC m=+0.703455871 container cleanup fa96bb84b1730513d50e9bcb2f3c53fbf4d432d4d692f52a9e2ee7468f3863f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-b, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=squid-d863d21, ceph=True, org.label-schema.vendor=CentOS) 2024-08-17T01:49:29.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Aug 17 01:49:29 smithi187 bash[152612]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mon-b 2024-08-17T01:49:29.794 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mon.b.service' 2024-08-17T01:49:29.839 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:49:29.839 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-08-17T01:49:29.839 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-08-17T01:49:29.840 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.y 2024-08-17T01:49:30.134 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:29 smithi157 systemd[1]: Stopping Ceph mgr.y for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:49:30.484 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:30 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T01:49:30.169+0000 7fa375655640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:49:30.484 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:30 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y[89519]: 2024-08-17T01:49:30.169+0000 7fa375655640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-08-17T01:49:30.484 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:30 smithi157 podman[178648]: 2024-08-17 01:49:30.211678421 +0000 UTC m=+0.177130531 container died 5ef919b0a5cd2dc70e84592f60f7011e9dc892bbef64957bd3486c4be5914c28 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-17T01:49:30.484 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:49:30 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:49:30.202Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": read tcp 172.21.15.157:47778->172.21.15.157:8443: read: connection reset by peer" 2024-08-17T01:49:30.778 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:30 smithi157 podman[178648]: 2024-08-17 01:49:30.591840463 +0000 UTC m=+0.557292573 container cleanup 5ef919b0a5cd2dc70e84592f60f7011e9dc892bbef64957bd3486c4be5914c28 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-17T01:49:30.778 INFO:journalctl@ceph.mgr.y.smithi157.stdout:Aug 17 01:49:30 smithi157 bash[178648]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-y 2024-08-17T01:49:30.964 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.y.service' 2024-08-17T01:49:30.999 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:49:31.000 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-08-17T01:49:31.000 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-08-17T01:49:31.000 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.x 2024-08-17T01:49:31.134 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:49:30 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:49:30.778Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=2 err="Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.157:8443: connect: connection refused" 2024-08-17T01:49:31.355 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 01:49:31 smithi187 systemd[1]: Stopping Ceph mgr.x for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:49:31.680 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 01:49:31 smithi187 podman[152750]: 2024-08-17 01:49:31.355495563 +0000 UTC m=+0.147191978 container died 97f58199005a50dd01ddd5f845ff8ac0fdc0f1646cd358c3ed0755a58dfb6e1d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-17T01:49:31.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 01:49:31 smithi187 podman[152750]: 2024-08-17 01:49:31.680431687 +0000 UTC m=+0.472128146 container cleanup 97f58199005a50dd01ddd5f845ff8ac0fdc0f1646cd358c3ed0755a58dfb6e1d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-17T01:49:31.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 01:49:31 smithi187 bash[152750]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x 2024-08-17T01:49:31.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 01:49:31 smithi187 podman[152770]: 2024-08-17 01:49:31.864821461 +0000 UTC m=+0.510148231 container remove 97f58199005a50dd01ddd5f845ff8ac0fdc0f1646cd358c3ed0755a58dfb6e1d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mgr-x, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21) 2024-08-17T01:49:31.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Aug 17 01:49:31 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-17T01:49:32.111 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mgr.x.service' 2024-08-17T01:49:32.147 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:49:32.147 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-08-17T01:49:32.147 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-08-17T01:49:32.147 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.0 2024-08-17T01:49:32.454 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:49:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c90800da-5c2e-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:49:32.473 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 01:49:32 smithi157 systemd[1]: Stopping Ceph osd.0 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:49:32.884 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 01:49:32 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0[107085]: 2024-08-17T01:49:32.473+0000 7ff2fc410640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:49:32.884 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 01:49:32 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0[107085]: 2024-08-17T01:49:32.473+0000 7ff2fc410640 -1 osd.0 2871 *** Got signal Terminated *** 2024-08-17T01:49:32.884 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 01:49:32 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0[107085]: 2024-08-17T01:49:32.473+0000 7ff2fc410640 -1 osd.0 2871 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:49:38.231 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 01:49:37 smithi157 podman[178783]: 2024-08-17 01:49:37.924818632 +0000 UTC m=+5.576902326 container stop 7d05f2a649d9e804015b3c54e6b9ebf8a7b571a5861d119d033121571c49b382 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-d863d21) 2024-08-17T01:49:38.231 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 01:49:37 smithi157 podman[178783]: 2024-08-17 01:49:37.950367792 +0000 UTC m=+5.602451485 container died 7d05f2a649d9e804015b3c54e6b9ebf8a7b571a5861d119d033121571c49b382 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:49:38.506 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 01:49:38 smithi157 podman[178783]: 2024-08-17 01:49:38.329656044 +0000 UTC m=+5.981739740 container cleanup 7d05f2a649d9e804015b3c54e6b9ebf8a7b571a5861d119d033121571c49b382 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS) 2024-08-17T01:49:38.506 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 01:49:38 smithi157 bash[178783]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0 2024-08-17T01:49:38.884 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 01:49:38 smithi157 podman[178803]: 2024-08-17 01:49:38.506095579 +0000 UTC m=+0.574432997 container remove 7d05f2a649d9e804015b3c54e6b9ebf8a7b571a5861d119d033121571c49b382 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-08-17T01:49:39.218 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 01:49:38 smithi157 podman[178899]: 2024-08-17 01:49:38.858698961 +0000 UTC m=+0.017129527 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:49:39.218 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 01:49:38 smithi157 podman[178899]: 2024-08-17 01:49:38.965529334 +0000 UTC m=+0.123959936 container create afeacd304aa36207a14bae1f1cda4a681002f1914cd3085f32e44b5b92970d15 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:49:39.218 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 01:49:39 smithi157 podman[178899]: 2024-08-17 01:49:39.218117146 +0000 UTC m=+0.376547704 container init afeacd304aa36207a14bae1f1cda4a681002f1914cd3085f32e44b5b92970d15 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-deactivate, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-17T01:49:39.634 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 01:49:39 smithi157 podman[178899]: 2024-08-17 01:49:39.223306508 +0000 UTC m=+0.381737075 container start afeacd304aa36207a14bae1f1cda4a681002f1914cd3085f32e44b5b92970d15 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T01:49:39.635 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 01:49:39 smithi157 podman[178899]: 2024-08-17 01:49:39.318026424 +0000 UTC m=+0.476456993 container attach afeacd304aa36207a14bae1f1cda4a681002f1914cd3085f32e44b5b92970d15 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:49:39.635 INFO:journalctl@ceph.osd.0.smithi157.stdout:Aug 17 01:49:39 smithi157 podman[178899]: 2024-08-17 01:49:39.416251172 +0000 UTC m=+0.574681860 container died afeacd304aa36207a14bae1f1cda4a681002f1914cd3085f32e44b5b92970d15 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-08-17T01:49:40.009 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.0.service' 2024-08-17T01:49:40.048 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:49:40.048 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-08-17T01:49:40.048 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-08-17T01:49:40.048 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.1 2024-08-17T01:49:40.302 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 01:49:40 smithi157 systemd[1]: Stopping Ceph osd.1 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:49:40.302 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:49:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:49:40.185Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.157:8443: connect: connection refused" 2024-08-17T01:49:40.303 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:49:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:49:40.185Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.157:8443: connect: connection refused" 2024-08-17T01:49:40.634 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 01:49:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1[112148]: 2024-08-17T01:49:40.452+0000 7f00d37ab640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:49:40.634 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 01:49:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1[112148]: 2024-08-17T01:49:40.452+0000 7f00d37ab640 -1 osd.1 2871 *** Got signal Terminated *** 2024-08-17T01:49:40.634 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 01:49:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1[112148]: 2024-08-17T01:49:40.452+0000 7f00d37ab640 -1 osd.1 2871 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:49:46.283 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 01:49:46 smithi157 podman[179028]: 2024-08-17 01:49:46.010992429 +0000 UTC m=+5.702236578 container died dbe3e94be06935bec6c6c9a664fb3fbf60ba89a789b40ef8eedeca3f62aa975d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True) 2024-08-17T01:49:46.634 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 01:49:46 smithi157 podman[179028]: 2024-08-17 01:49:46.385078497 +0000 UTC m=+6.076322645 container cleanup dbe3e94be06935bec6c6c9a664fb3fbf60ba89a789b40ef8eedeca3f62aa975d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T01:49:46.635 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 01:49:46 smithi157 bash[179028]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1 2024-08-17T01:49:47.002 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 01:49:46 smithi157 podman[179061]: 2024-08-17 01:49:46.667841299 +0000 UTC m=+0.655060348 container remove dbe3e94be06935bec6c6c9a664fb3fbf60ba89a789b40ef8eedeca3f62aa975d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-17T01:49:47.321 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 01:49:47 smithi157 podman[179158]: 2024-08-17 01:49:46.904795313 +0000 UTC m=+0.017033068 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:49:47.321 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 01:49:47 smithi157 podman[179158]: 2024-08-17 01:49:47.010523021 +0000 UTC m=+0.122760763 container create 76cc8109527f664d7fa4f650d4dcd39d4d994e79558e47b078aecbbd36825fda (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-deactivate, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True) 2024-08-17T01:49:47.321 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 01:49:47 smithi157 podman[179158]: 2024-08-17 01:49:47.221241038 +0000 UTC m=+0.333478787 container init 76cc8109527f664d7fa4f650d4dcd39d4d994e79558e47b078aecbbd36825fda (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T01:49:47.321 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 01:49:47 smithi157 podman[179158]: 2024-08-17 01:49:47.225943433 +0000 UTC m=+0.338181181 container start 76cc8109527f664d7fa4f650d4dcd39d4d994e79558e47b078aecbbd36825fda (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-deactivate, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2) 2024-08-17T01:49:47.321 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 01:49:47 smithi157 podman[179158]: 2024-08-17 01:49:47.321167775 +0000 UTC m=+0.433405536 container attach 76cc8109527f664d7fa4f650d4dcd39d4d994e79558e47b078aecbbd36825fda (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD) 2024-08-17T01:49:47.634 INFO:journalctl@ceph.osd.1.smithi157.stdout:Aug 17 01:49:47 smithi157 podman[179158]: 2024-08-17 01:49:47.411001335 +0000 UTC m=+0.523239090 container died 76cc8109527f664d7fa4f650d4dcd39d4d994e79558e47b078aecbbd36825fda (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-17T01:49:47.992 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.1.service' 2024-08-17T01:49:48.032 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:49:48.033 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-08-17T01:49:48.033 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-08-17T01:49:48.033 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.2 2024-08-17T01:49:48.363 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 01:49:48 smithi157 systemd[1]: Stopping Ceph osd.2 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:49:48.634 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 01:49:48 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2[116899]: 2024-08-17T01:49:48.362+0000 7f876b2e0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:49:48.634 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 01:49:48 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2[116899]: 2024-08-17T01:49:48.362+0000 7f876b2e0640 -1 osd.2 2871 *** Got signal Terminated *** 2024-08-17T01:49:48.634 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 01:49:48 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2[116899]: 2024-08-17T01:49:48.363+0000 7f876b2e0640 -1 osd.2 2871 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:49:50.635 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:49:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:49:50.185Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.157:8443: connect: connection refused" 2024-08-17T01:49:50.635 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:49:50 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:49:50.186Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.157:8443: connect: connection refused" 2024-08-17T01:49:54.134 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 01:49:53 smithi157 podman[179285]: 2024-08-17 01:49:53.854148828 +0000 UTC m=+5.596068148 container died 7e3b0f58873f036b0285c3f3d5257d2538dcfbf5e388ef026eb41369373263aa (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-17T01:49:54.634 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 01:49:54 smithi157 podman[179285]: 2024-08-17 01:49:54.177649739 +0000 UTC m=+5.919569056 container cleanup 7e3b0f58873f036b0285c3f3d5257d2538dcfbf5e388ef026eb41369373263aa (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-17T01:49:54.634 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 01:49:54 smithi157 bash[179285]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2 2024-08-17T01:49:54.634 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 01:49:54 smithi157 podman[179304]: 2024-08-17 01:49:54.370664141 +0000 UTC m=+0.514341904 container remove 7e3b0f58873f036b0285c3f3d5257d2538dcfbf5e388ef026eb41369373263aa (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T01:49:55.099 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 01:49:54 smithi157 podman[179401]: 2024-08-17 01:49:54.699436961 +0000 UTC m=+0.017187967 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:49:55.099 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 01:49:54 smithi157 podman[179401]: 2024-08-17 01:49:54.813168176 +0000 UTC m=+0.130919181 container create fba6d6330f0ce56ca140e543f7abaf928dffcdbecdf8c8b72643472ccbe7db9a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T01:49:55.099 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 01:49:55 smithi157 podman[179401]: 2024-08-17 01:49:55.007125734 +0000 UTC m=+0.324876753 container init fba6d6330f0ce56ca140e543f7abaf928dffcdbecdf8c8b72643472ccbe7db9a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T01:49:55.099 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 01:49:55 smithi157 podman[179401]: 2024-08-17 01:49:55.011862911 +0000 UTC m=+0.329613928 container start fba6d6330f0ce56ca140e543f7abaf928dffcdbecdf8c8b72643472ccbe7db9a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-d863d21, io.buildah.version=1.36.0) 2024-08-17T01:49:55.099 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 01:49:55 smithi157 podman[179401]: 2024-08-17 01:49:55.098940666 +0000 UTC m=+0.416691687 container attach fba6d6330f0ce56ca140e543f7abaf928dffcdbecdf8c8b72643472ccbe7db9a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:49:55.384 INFO:journalctl@ceph.osd.2.smithi157.stdout:Aug 17 01:49:55 smithi157 podman[179401]: 2024-08-17 01:49:55.197098607 +0000 UTC m=+0.514849624 container died fba6d6330f0ce56ca140e543f7abaf928dffcdbecdf8c8b72643472ccbe7db9a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-2-deactivate, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=) 2024-08-17T01:49:55.817 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.2.service' 2024-08-17T01:49:55.854 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:49:55.854 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-08-17T01:49:55.854 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-08-17T01:49:55.854 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.3 2024-08-17T01:49:56.134 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 01:49:55 smithi157 systemd[1]: Stopping Ceph osd.3 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:49:56.634 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 01:49:56 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3[122074]: 2024-08-17T01:49:56.198+0000 7f30ba0e4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:49:56.634 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 01:49:56 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3[122074]: 2024-08-17T01:49:56.198+0000 7f30ba0e4640 -1 osd.3 2871 *** Got signal Terminated *** 2024-08-17T01:49:56.634 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 01:49:56 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3[122074]: 2024-08-17T01:49:56.198+0000 7f30ba0e4640 -1 osd.3 2871 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:49:58.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:49:58 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:49:58.267+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:49:59.277 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:49:59 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:49:59.227+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:49:59.704 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:49:59 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:49:59.276+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:00.454 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:00 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:00.310+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:00.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:00 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:00.237+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:00.455 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:00 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T01:50:00.166+0000 7f137b021640 -1 osd.4 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:33.991417+0000 front 2024-08-17T01:49:33.991490+0000 (oldest deadline 2024-08-17T01:49:59.291360+0000) 2024-08-17T01:50:00.634 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 01:50:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3[122074]: 2024-08-17T01:50:00.331+0000 7f30b66fa640 -1 osd.3 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:32.557040+0000 front 2024-08-17T01:49:32.557097+0000 (oldest deadline 2024-08-17T01:50:00.157727+0000) 2024-08-17T01:50:00.634 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:50:00.186Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.157:8443: connect: connection refused" 2024-08-17T01:50:00.635 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:00 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:50:00.187Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.157:8443: connect: connection refused" 2024-08-17T01:50:00.954 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:00 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:00.480+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:01.455 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:01 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:01.293+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:01.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:01 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:01.261+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:01.455 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:01 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T01:50:01.135+0000 7f137b021640 -1 osd.4 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:33.991417+0000 front 2024-08-17T01:49:33.991490+0000 (oldest deadline 2024-08-17T01:49:59.291360+0000) 2024-08-17T01:50:01.938 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 01:50:01 smithi157 podman[179527]: 2024-08-17 01:50:01.673620665 +0000 UTC m=+5.599053956 container died 28892f02251b49dac719e3b477c275080a10bea1c1cd891ef0396b79643e1981 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-17T01:50:01.954 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:01 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:01.519+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:02.306 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 01:50:02 smithi157 podman[179527]: 2024-08-17 01:50:02.03807469 +0000 UTC m=+5.963507970 container cleanup 28892f02251b49dac719e3b477c275080a10bea1c1cd891ef0396b79643e1981 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:50:02.306 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 01:50:02 smithi157 bash[179527]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3 2024-08-17T01:50:02.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:02.301+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:02.455 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:02.330+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:02.455 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T01:50:02.148+0000 7f137b021640 -1 osd.4 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:33.991417+0000 front 2024-08-17T01:49:33.991490+0000 (oldest deadline 2024-08-17T01:49:59.291360+0000) 2024-08-17T01:50:02.634 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 01:50:02 smithi157 podman[179546]: 2024-08-17 01:50:02.306357472 +0000 UTC m=+0.633293648 container remove 28892f02251b49dac719e3b477c275080a10bea1c1cd891ef0396b79643e1981 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T01:50:02.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:02 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:02.504+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:02.976 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 01:50:02 smithi157 podman[179642]: 2024-08-17 01:50:02.557602252 +0000 UTC m=+0.017362884 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:50:02.976 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 01:50:02 smithi157 podman[179642]: 2024-08-17 01:50:02.657091138 +0000 UTC m=+0.116851749 container create 9ee4305075658d2ed933dc21debf45573f4b4a87464ae206ad95b45c6c26a99c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T01:50:02.976 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 01:50:02 smithi157 podman[179642]: 2024-08-17 01:50:02.885161161 +0000 UTC m=+0.344921789 container init 9ee4305075658d2ed933dc21debf45573f4b4a87464ae206ad95b45c6c26a99c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-17T01:50:02.976 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 01:50:02 smithi157 podman[179642]: 2024-08-17 01:50:02.889605072 +0000 UTC m=+0.349365689 container start 9ee4305075658d2ed933dc21debf45573f4b4a87464ae206ad95b45c6c26a99c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:50:02.976 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 01:50:02 smithi157 podman[179642]: 2024-08-17 01:50:02.97616957 +0000 UTC m=+0.435930188 container attach 9ee4305075658d2ed933dc21debf45573f4b4a87464ae206ad95b45c6c26a99c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T01:50:03.370 INFO:journalctl@ceph.osd.3.smithi157.stdout:Aug 17 01:50:03 smithi157 podman[179642]: 2024-08-17 01:50:03.076228475 +0000 UTC m=+0.535989093 container died 9ee4305075658d2ed933dc21debf45573f4b4a87464ae206ad95b45c6c26a99c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T01:50:03.455 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:03 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T01:50:03.189+0000 7f137b021640 -1 osd.4 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:33.991417+0000 front 2024-08-17T01:49:33.991490+0000 (oldest deadline 2024-08-17T01:49:59.291360+0000) 2024-08-17T01:50:03.455 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:03 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:03.369+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:03.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:03 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:03.330+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:03.653 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.3.service' 2024-08-17T01:50:03.691 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:50:03.691 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-08-17T01:50:03.691 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-08-17T01:50:03.691 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.4 2024-08-17T01:50:03.955 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:03 smithi187 systemd[1]: Stopping Ceph osd.4 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:50:03.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:03 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:03.504+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:04.400 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:04 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:04.302+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:04.400 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:04 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T01:50:04.142+0000 7f137b021640 -1 osd.4 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:33.991417+0000 front 2024-08-17T01:49:33.991490+0000 (oldest deadline 2024-08-17T01:49:59.291360+0000) 2024-08-17T01:50:04.400 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:04 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T01:50:04.176+0000 7f1382a13640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:50:04.400 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:04 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T01:50:04.176+0000 7f1382a13640 -1 osd.4 2871 *** Got signal Terminated *** 2024-08-17T01:50:04.400 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:04 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T01:50:04.176+0000 7f1382a13640 -1 osd.4 2871 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:50:04.705 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:04 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:04.399+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:04.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:04 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:04.549+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:05.434 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T01:50:05.167+0000 7f137b021640 -1 osd.4 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:33.991417+0000 front 2024-08-17T01:49:33.991490+0000 (oldest deadline 2024-08-17T01:49:59.291360+0000) 2024-08-17T01:50:05.434 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:05.324+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:05.705 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:05.434+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:05.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:05 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:05.567+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:06.431 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T01:50:06.127+0000 7f137b021640 -1 osd.4 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:33.991417+0000 front 2024-08-17T01:49:33.991490+0000 (oldest deadline 2024-08-17T01:49:59.291360+0000) 2024-08-17T01:50:06.431 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:06.296+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:06.704 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:06.430+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:06.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:06 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:06.528+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:07.383 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:07 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T01:50:07.113+0000 7f137b021640 -1 osd.4 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:33.991417+0000 front 2024-08-17T01:49:33.991490+0000 (oldest deadline 2024-08-17T01:49:59.291360+0000) 2024-08-17T01:50:07.383 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:07 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:07.261+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:07.704 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:07 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:07.382+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:07.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:07 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:07.576+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:07.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:07 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:07.576+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:08.418 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T01:50:08.086+0000 7f137b021640 -1 osd.4 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:33.991417+0000 front 2024-08-17T01:49:33.991490+0000 (oldest deadline 2024-08-17T01:49:59.291360+0000) 2024-08-17T01:50:08.418 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T01:50:08.086+0000 7f137b021640 -1 osd.4 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.693028+0000 front 2024-08-17T01:49:42.692831+0000 (oldest deadline 2024-08-17T01:50:07.392805+0000) 2024-08-17T01:50:08.418 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:08.225+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:08.419 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:08.225+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:08.705 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:08.418+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:08.705 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:08.418+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:44.752616+0000 front 2024-08-17T01:49:44.752641+0000 (oldest deadline 2024-08-17T01:50:07.652362+0000) 2024-08-17T01:50:08.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:08.616+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:08.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:08 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:08.616+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:09.415 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:09 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T01:50:09.102+0000 7f137b021640 -1 osd.4 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:33.991417+0000 front 2024-08-17T01:49:33.991490+0000 (oldest deadline 2024-08-17T01:49:59.291360+0000) 2024-08-17T01:50:09.415 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:09 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4[96682]: 2024-08-17T01:50:09.102+0000 7f137b021640 -1 osd.4 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.693028+0000 front 2024-08-17T01:49:42.692831+0000 (oldest deadline 2024-08-17T01:50:07.392805+0000) 2024-08-17T01:50:09.415 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:09 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:09.268+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:09.415 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:09 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:09.268+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:09.705 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:09 smithi187 podman[152897]: 2024-08-17 01:50:09.621067515 +0000 UTC m=+5.726933537 container died d0e8971787b72733217cd4f91301c154d305161620512e39b7effca4d036ead4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:50:09.705 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:09 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:09.438+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:09.705 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:09 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:09.438+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:44.752616+0000 front 2024-08-17T01:49:44.752641+0000 (oldest deadline 2024-08-17T01:50:07.652362+0000) 2024-08-17T01:50:09.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:09 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:09.657+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:09.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:09 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:09.657+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:10.205 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:10 smithi187 podman[152897]: 2024-08-17 01:50:10.056945295 +0000 UTC m=+6.162811317 container cleanup d0e8971787b72733217cd4f91301c154d305161620512e39b7effca4d036ead4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-17T01:50:10.205 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:10 smithi187 bash[152897]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4 2024-08-17T01:50:10.441 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:50:10.186Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.157:8443: connect: connection refused" 2024-08-17T01:50:10.442 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:10 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:50:10.187Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.157:8443: connect: connection refused" 2024-08-17T01:50:10.667 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:10 smithi187 podman[152919]: 2024-08-17 01:50:10.23331528 +0000 UTC m=+0.613998868 container remove d0e8971787b72733217cd4f91301c154d305161620512e39b7effca4d036ead4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-08-17T01:50:10.668 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:10.266+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:10.668 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:10.266+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:10.668 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:10.472+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:10.668 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:10.472+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:44.752616+0000 front 2024-08-17T01:49:44.752641+0000 (oldest deadline 2024-08-17T01:50:07.652362+0000) 2024-08-17T01:50:10.921 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:10.667+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:10.921 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:10 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:10.667+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:10.921 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:10 smithi187 podman[153012]: 2024-08-17 01:50:10.585938696 +0000 UTC m=+0.017286485 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:50:10.921 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:10 smithi187 podman[153012]: 2024-08-17 01:50:10.718044179 +0000 UTC m=+0.149391947 container create 07de19faa9e64b48130834f026160a2270f1dd8aaa0f0a5a790c8bba16eb327c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T01:50:11.205 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:10 smithi187 podman[153012]: 2024-08-17 01:50:10.920892352 +0000 UTC m=+0.352240134 container init 07de19faa9e64b48130834f026160a2270f1dd8aaa0f0a5a790c8bba16eb327c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-17T01:50:11.205 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:10 smithi187 podman[153012]: 2024-08-17 01:50:10.925841831 +0000 UTC m=+0.357189601 container start 07de19faa9e64b48130834f026160a2270f1dd8aaa0f0a5a790c8bba16eb327c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T01:50:11.205 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:11 smithi187 podman[153012]: 2024-08-17 01:50:11.003450724 +0000 UTC m=+0.434798508 container attach 07de19faa9e64b48130834f026160a2270f1dd8aaa0f0a5a790c8bba16eb327c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True) 2024-08-17T01:50:11.206 INFO:journalctl@ceph.osd.4.smithi187.stdout:Aug 17 01:50:11 smithi187 podman[153012]: 2024-08-17 01:50:11.11531223 +0000 UTC m=+0.546660001 container died 07de19faa9e64b48130834f026160a2270f1dd8aaa0f0a5a790c8bba16eb327c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True) 2024-08-17T01:50:11.663 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:11.492+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:11.663 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:11.492+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:44.752616+0000 front 2024-08-17T01:49:44.752641+0000 (oldest deadline 2024-08-17T01:50:07.652362+0000) 2024-08-17T01:50:11.663 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:11.277+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:11.663 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:11.277+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:11.717 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.4.service' 2024-08-17T01:50:11.755 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:50:11.756 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-08-17T01:50:11.756 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-08-17T01:50:11.756 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.5 2024-08-17T01:50:11.954 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:11 smithi187 systemd[1]: Stopping Ceph osd.5 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:50:11.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:11.662+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:11.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:11 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:11.662+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:12.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:12.228+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:12.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:12.228+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:12.455 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:12.086+0000 7f9d1379f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:50:12.455 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:12.086+0000 7f9d1379f640 -1 osd.5 2871 *** Got signal Terminated *** 2024-08-17T01:50:12.455 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:12.086+0000 7f9d1379f640 -1 osd.5 2871 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:50:12.955 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:12.539+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:12.955 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:12.539+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:44.752616+0000 front 2024-08-17T01:49:44.752641+0000 (oldest deadline 2024-08-17T01:50:07.652362+0000) 2024-08-17T01:50:12.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:12.650+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:12.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:12 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:12.650+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:13.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:13.200+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:13.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:13.200+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:13.955 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:13.553+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:13.955 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:13.553+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:44.752616+0000 front 2024-08-17T01:49:44.752641+0000 (oldest deadline 2024-08-17T01:50:07.652362+0000) 2024-08-17T01:50:13.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:13.671+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:13.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:13 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:13.671+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:14.519 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:14 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:14.205+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:14.519 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:14 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:14.205+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:14.955 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:14 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:14.518+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:14.955 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:14 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:14.518+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:44.752616+0000 front 2024-08-17T01:49:44.752641+0000 (oldest deadline 2024-08-17T01:50:07.652362+0000) 2024-08-17T01:50:14.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:14 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:14.649+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:14.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:14 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:14.649+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:15.505 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:15.236+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:15.505 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:15.236+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:15.505 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:15.236+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:15.955 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:15.504+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:15.955 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:15.504+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:44.752616+0000 front 2024-08-17T01:49:44.752641+0000 (oldest deadline 2024-08-17T01:50:07.652362+0000) 2024-08-17T01:50:15.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:15.599+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:15.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:15 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:15.599+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:16.502 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:16.224+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:16.503 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:16.224+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:16.503 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:16.224+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:16.955 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:16.502+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:36.551952+0000 front 2024-08-17T01:49:36.551780+0000 (oldest deadline 2024-08-17T01:49:58.851671+0000) 2024-08-17T01:50:16.955 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5[101843]: 2024-08-17T01:50:16.502+0000 7f9d0bdad640 -1 osd.5 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:44.752616+0000 front 2024-08-17T01:49:44.752641+0000 (oldest deadline 2024-08-17T01:50:07.652362+0000) 2024-08-17T01:50:16.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:16.583+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:16.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:16 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:16.583+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:17.556 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:17 smithi187 podman[153138]: 2024-08-17 01:50:17.490704951 +0000 UTC m=+5.508982029 container died f2c2c784223665e6113e243b638d87b8ecfd2dd4957ecb90095013f423c0b8c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, io.buildah.version=1.36.0, ceph=True, CEPH_POINT_RELEASE=) 2024-08-17T01:50:17.557 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:17.258+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:17.557 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:17.258+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:17.557 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:17.258+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:17.835 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:17.556+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:17.835 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:17.556+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:17.835 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:17 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:17.556+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:53.280020+0000 front 2024-08-17T01:49:53.279995+0000 (oldest deadline 2024-08-17T01:50:16.680353+0000) 2024-08-17T01:50:18.204 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:17 smithi187 podman[153138]: 2024-08-17 01:50:17.8351651 +0000 UTC m=+5.853442178 container cleanup f2c2c784223665e6113e243b638d87b8ecfd2dd4957ecb90095013f423c0b8c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:50:18.205 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:17 smithi187 bash[153138]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5 2024-08-17T01:50:18.205 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:18 smithi187 podman[153160]: 2024-08-17 01:50:18.019610309 +0000 UTC m=+0.523232649 container remove f2c2c784223665e6113e243b638d87b8ecfd2dd4957ecb90095013f423c0b8c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-17T01:50:18.533 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:18 smithi187 podman[153253]: 2024-08-17 01:50:18.437229518 +0000 UTC m=+0.114230381 container create a83740a50f25aad6b8f20a359b81e65465f83c79767e1644cd8aac09cd3a1510 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-17T01:50:18.533 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:18 smithi187 podman[153253]: 2024-08-17 01:50:18.340691523 +0000 UTC m=+0.017692401 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:50:18.533 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:18.215+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:18.533 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:18.215+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:18.533 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:18.215+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:18.840 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:18 smithi187 podman[153253]: 2024-08-17 01:50:18.648083865 +0000 UTC m=+0.325084726 container init a83740a50f25aad6b8f20a359b81e65465f83c79767e1644cd8aac09cd3a1510 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-deactivate, RELEASE=squid-d863d21, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T01:50:18.841 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:18 smithi187 podman[153253]: 2024-08-17 01:50:18.652715331 +0000 UTC m=+0.329716199 container start a83740a50f25aad6b8f20a359b81e65465f83c79767e1644cd8aac09cd3a1510 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T01:50:18.841 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:18 smithi187 podman[153253]: 2024-08-17 01:50:18.756170661 +0000 UTC m=+0.433171532 container attach a83740a50f25aad6b8f20a359b81e65465f83c79767e1644cd8aac09cd3a1510 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-deactivate, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-17T01:50:18.841 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:18.557+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:18.841 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:18.557+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:18.841 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:18 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:18.557+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:53.280020+0000 front 2024-08-17T01:49:53.279995+0000 (oldest deadline 2024-08-17T01:50:16.680353+0000) 2024-08-17T01:50:19.126 INFO:journalctl@ceph.osd.5.smithi187.stdout:Aug 17 01:50:18 smithi187 podman[153253]: 2024-08-17 01:50:18.840634442 +0000 UTC m=+0.517635304 container died a83740a50f25aad6b8f20a359b81e65465f83c79767e1644cd8aac09cd3a1510 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-17T01:50:19.384 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:19.247+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:19.384 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:19.247+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:19.384 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:19.247+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:19.407 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.5.service' 2024-08-17T01:50:19.444 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:50:19.445 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-08-17T01:50:19.445 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-08-17T01:50:19.445 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.6 2024-08-17T01:50:19.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:19 smithi187 systemd[1]: Stopping Ceph osd.6 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:50:19.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:19.520+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:19.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:19.520+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:19.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:19.520+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:53.280020+0000 front 2024-08-17T01:49:53.279995+0000 (oldest deadline 2024-08-17T01:50:16.680353+0000) 2024-08-17T01:50:20.204 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:19.781+0000 7f0d33a29640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:50:20.205 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:19.781+0000 7f0d33a29640 -1 osd.6 2871 *** Got signal Terminated *** 2024-08-17T01:50:20.205 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:19 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:19.781+0000 7f0d33a29640 -1 osd.6 2871 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:50:20.552 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:20 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:20.264+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:20.552 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:20 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:20.264+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:20.552 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:20 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:20.264+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:20.634 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:20 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:50:20.188Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.157:8443: connect: connection refused" 2024-08-17T01:50:20.634 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:20 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:50:20.188Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.157:8443: connect: connection refused" 2024-08-17T01:50:20.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:20 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:20.552+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:20.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:20 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:20.552+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:20.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:20 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:20.552+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:53.280020+0000 front 2024-08-17T01:49:53.279995+0000 (oldest deadline 2024-08-17T01:50:16.680353+0000) 2024-08-17T01:50:21.557 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:21 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:21.295+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:21.557 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:21 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:21.295+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:21.557 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:21 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:21.295+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:21.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:21 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:21.556+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:21.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:21 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:21.556+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:21.955 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:21 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:21.556+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:53.280020+0000 front 2024-08-17T01:49:53.279995+0000 (oldest deadline 2024-08-17T01:50:16.680353+0000) 2024-08-17T01:50:22.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:22.509+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:22.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:22.509+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:22.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:22.509+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:53.280020+0000 front 2024-08-17T01:49:53.279995+0000 (oldest deadline 2024-08-17T01:50:16.680353+0000) 2024-08-17T01:50:22.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:22.265+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:22.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:22.265+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:22.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:22.265+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:22.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:22 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:22.265+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6830 osd.3 since back 2024-08-17T01:49:56.794338+0000 front 2024-08-17T01:49:56.794252+0000 (oldest deadline 2024-08-17T01:50:22.094235+0000) 2024-08-17T01:50:23.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:23.485+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:23.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:23.485+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:23.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:23.485+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:53.280020+0000 front 2024-08-17T01:49:53.279995+0000 (oldest deadline 2024-08-17T01:50:16.680353+0000) 2024-08-17T01:50:23.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:23.297+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:23.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:23.297+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:23.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:23.297+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:23.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:23 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:23.297+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6830 osd.3 since back 2024-08-17T01:49:56.794338+0000 front 2024-08-17T01:49:56.794252+0000 (oldest deadline 2024-08-17T01:50:22.094235+0000) 2024-08-17T01:50:24.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:24.535+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:34.776800+0000 front 2024-08-17T01:49:34.776753+0000 (oldest deadline 2024-08-17T01:50:00.076626+0000) 2024-08-17T01:50:24.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:24.535+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:40.577797+0000 front 2024-08-17T01:49:40.577746+0000 (oldest deadline 2024-08-17T01:50:06.978275+0000) 2024-08-17T01:50:24.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:24.535+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:53.280020+0000 front 2024-08-17T01:49:53.279995+0000 (oldest deadline 2024-08-17T01:50:16.680353+0000) 2024-08-17T01:50:24.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6[106573]: 2024-08-17T01:50:24.535+0000 7f0d2c037640 -1 osd.6 2871 heartbeat_check: no reply from 172.21.15.157:6830 osd.3 since back 2024-08-17T01:49:56.681093+0000 front 2024-08-17T01:49:56.681144+0000 (oldest deadline 2024-08-17T01:50:24.281282+0000) 2024-08-17T01:50:24.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:24.292+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:24.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:24.292+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:24.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:24.292+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:24.706 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:24 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:24.292+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6830 osd.3 since back 2024-08-17T01:49:56.794338+0000 front 2024-08-17T01:49:56.794252+0000 (oldest deadline 2024-08-17T01:50:22.094235+0000) 2024-08-17T01:50:25.446 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:25 smithi187 podman[153380]: 2024-08-17 01:50:25.183162961 +0000 UTC m=+5.522076497 container died fc0797d1442857558ac5bf63b3c2805faafbe459fc251a95b85ebeab217bf440 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-08-17T01:50:25.446 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:25 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:25.323+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:25.447 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:25 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:25.323+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:25.447 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:25 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:25.323+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:25.447 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:25 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:25.323+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6830 osd.3 since back 2024-08-17T01:49:56.794338+0000 front 2024-08-17T01:49:56.794252+0000 (oldest deadline 2024-08-17T01:50:22.094235+0000) 2024-08-17T01:50:25.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:25 smithi187 podman[153380]: 2024-08-17 01:50:25.545638024 +0000 UTC m=+5.884551546 container cleanup fc0797d1442857558ac5bf63b3c2805faafbe459fc251a95b85ebeab217bf440 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True) 2024-08-17T01:50:25.705 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:25 smithi187 bash[153380]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6 2024-08-17T01:50:26.164 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:25 smithi187 podman[153401]: 2024-08-17 01:50:25.838577675 +0000 UTC m=+0.657749103 container remove fc0797d1442857558ac5bf63b3c2805faafbe459fc251a95b85ebeab217bf440 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-17T01:50:26.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:26 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:26.312+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:26.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:26 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:26.312+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:26.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:26 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:26.312+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:26.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:26 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:26.312+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6830 osd.3 since back 2024-08-17T01:49:56.794338+0000 front 2024-08-17T01:49:56.794252+0000 (oldest deadline 2024-08-17T01:50:22.094235+0000) 2024-08-17T01:50:26.455 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:26 smithi187 podman[153497]: 2024-08-17 01:50:26.164414571 +0000 UTC m=+0.112302880 container create 7906b10f78443627eea71a6a472cbc6b7c2b909b1bd33cc8f7db1af355aed685 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-d863d21) 2024-08-17T01:50:26.455 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:26 smithi187 podman[153497]: 2024-08-17 01:50:26.069427575 +0000 UTC m=+0.017315838 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:50:26.455 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:26 smithi187 podman[153497]: 2024-08-17 01:50:26.408933008 +0000 UTC m=+0.356821282 container init 7906b10f78443627eea71a6a472cbc6b7c2b909b1bd33cc8f7db1af355aed685 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-17T01:50:26.456 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:26 smithi187 podman[153497]: 2024-08-17 01:50:26.413210805 +0000 UTC m=+0.361099069 container start 7906b10f78443627eea71a6a472cbc6b7c2b909b1bd33cc8f7db1af355aed685 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-17T01:50:26.887 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:26 smithi187 podman[153497]: 2024-08-17 01:50:26.500433514 +0000 UTC m=+0.448321780 container attach 7906b10f78443627eea71a6a472cbc6b7c2b909b1bd33cc8f7db1af355aed685 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-17T01:50:26.887 INFO:journalctl@ceph.osd.6.smithi187.stdout:Aug 17 01:50:26 smithi187 podman[153497]: 2024-08-17 01:50:26.599724626 +0000 UTC m=+0.547612889 container died 7906b10f78443627eea71a6a472cbc6b7c2b909b1bd33cc8f7db1af355aed685 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-6-deactivate, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:50:27.199 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.6.service' 2024-08-17T01:50:27.236 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:50:27.236 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-08-17T01:50:27.236 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-08-17T01:50:27.237 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.7 2024-08-17T01:50:27.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:27 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:27.280+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:27.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:27 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:27.280+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:27.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:27 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:27.280+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:27.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:27 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:27.280+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6830 osd.3 since back 2024-08-17T01:49:56.794338+0000 front 2024-08-17T01:49:56.794252+0000 (oldest deadline 2024-08-17T01:50:22.094235+0000) 2024-08-17T01:50:27.455 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:27 smithi187 systemd[1]: Stopping Ceph osd.7 for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:50:27.955 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:27 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:27.565+0000 7fea62c39640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:50:27.955 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:27 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:27.565+0000 7fea62c39640 -1 osd.7 2871 *** Got signal Terminated *** 2024-08-17T01:50:27.955 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:27 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:27.565+0000 7fea62c39640 -1 osd.7 2871 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:50:28.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:28.263+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:28.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:28.263+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:28.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:28.263+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:28.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:28 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:28.263+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6830 osd.3 since back 2024-08-17T01:49:56.794338+0000 front 2024-08-17T01:49:56.794252+0000 (oldest deadline 2024-08-17T01:50:22.094235+0000) 2024-08-17T01:50:29.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:29.305+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:29.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:29.305+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:29.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:29.305+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:29.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:29.305+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6830 osd.3 since back 2024-08-17T01:49:56.794338+0000 front 2024-08-17T01:49:56.794252+0000 (oldest deadline 2024-08-17T01:50:22.094235+0000) 2024-08-17T01:50:30.205 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:29.947Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.157:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.157:8765: connect: connection refused" 2024-08-17T01:50:30.205 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:29.947Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.157:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.157:8765: connect: connection refused" 2024-08-17T01:50:30.205 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:29.947Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.157:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.157:8765: connect: connection refused" 2024-08-17T01:50:30.205 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:29.950Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.157:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.157:8765: connect: connection refused" 2024-08-17T01:50:30.205 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:29 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:29.950Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.157:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.157:8765: connect: connection refused" 2024-08-17T01:50:30.634 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:30 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:50:30.188Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.157:8443: connect: connection refused" 2024-08-17T01:50:30.634 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:30 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:50:30.189Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.157:8443: connect: connection refused" 2024-08-17T01:50:30.704 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:30 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:30.317+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:30.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:30 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:30.317+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:30.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:30 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:30.317+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:30.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:30 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:30.317+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6830 osd.3 since back 2024-08-17T01:49:56.794338+0000 front 2024-08-17T01:49:56.794252+0000 (oldest deadline 2024-08-17T01:50:22.094235+0000) 2024-08-17T01:50:31.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:31 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:31.298+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:31.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:31 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:31.298+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:31.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:31 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:31.298+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:31.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:31 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:31.298+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6830 osd.3 since back 2024-08-17T01:49:56.794338+0000 front 2024-08-17T01:49:56.794252+0000 (oldest deadline 2024-08-17T01:50:22.094235+0000) 2024-08-17T01:50:32.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:32.262+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6806 osd.0 since back 2024-08-17T01:49:35.390423+0000 front 2024-08-17T01:49:35.390464+0000 (oldest deadline 2024-08-17T01:49:58.190766+0000) 2024-08-17T01:50:32.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:32.262+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6814 osd.1 since back 2024-08-17T01:49:42.192288+0000 front 2024-08-17T01:49:42.192335+0000 (oldest deadline 2024-08-17T01:50:07.492156+0000) 2024-08-17T01:50:32.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:32.262+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6822 osd.2 since back 2024-08-17T01:49:52.193297+0000 front 2024-08-17T01:49:52.193398+0000 (oldest deadline 2024-08-17T01:50:14.493210+0000) 2024-08-17T01:50:32.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:32 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7[111319]: 2024-08-17T01:50:32.262+0000 7fea5f24f640 -1 osd.7 2871 heartbeat_check: no reply from 172.21.15.157:6830 osd.3 since back 2024-08-17T01:49:56.794338+0000 front 2024-08-17T01:49:56.794252+0000 (oldest deadline 2024-08-17T01:50:22.094235+0000) 2024-08-17T01:50:33.423 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:33 smithi187 podman[153624]: 2024-08-17 01:50:33.153741595 +0000 UTC m=+5.683045450 container died a0847040646dd628476ab85809f02de5b7327b9c868f8f442ae558479def0fac (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-17T01:50:33.704 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:33 smithi187 podman[153624]: 2024-08-17 01:50:33.522682807 +0000 UTC m=+6.051986645 container cleanup a0847040646dd628476ab85809f02de5b7327b9c868f8f442ae558479def0fac (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-17T01:50:33.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:33 smithi187 bash[153624]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7 2024-08-17T01:50:34.136 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:33 smithi187 podman[153657]: 2024-08-17 01:50:33.790977922 +0000 UTC m=+0.631529808 container remove a0847040646dd628476ab85809f02de5b7327b9c868f8f442ae558479def0fac (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True) 2024-08-17T01:50:34.410 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:34 smithi187 podman[153749]: 2024-08-17 01:50:34.039485508 +0000 UTC m=+0.018461776 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:50:34.411 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:34 smithi187 podman[153749]: 2024-08-17 01:50:34.141626783 +0000 UTC m=+0.120603032 container create e803a0579ba1b6e4259b81ec19c0bc21522e98354cedaff200709f0325413124 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-17T01:50:34.411 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:34 smithi187 podman[153749]: 2024-08-17 01:50:34.335523456 +0000 UTC m=+0.314499721 container init e803a0579ba1b6e4259b81ec19c0bc21522e98354cedaff200709f0325413124 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-deactivate, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-17T01:50:34.411 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:34 smithi187 podman[153749]: 2024-08-17 01:50:34.340143086 +0000 UTC m=+0.319119335 container start e803a0579ba1b6e4259b81ec19c0bc21522e98354cedaff200709f0325413124 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-d863d21, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:50:34.411 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:34 smithi187 podman[153749]: 2024-08-17 01:50:34.410320597 +0000 UTC m=+0.389296855 container attach e803a0579ba1b6e4259b81ec19c0bc21522e98354cedaff200709f0325413124 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=squid-d863d21, ceph=True) 2024-08-17T01:50:34.705 INFO:journalctl@ceph.osd.7.smithi187.stdout:Aug 17 01:50:34 smithi187 podman[153749]: 2024-08-17 01:50:34.529015469 +0000 UTC m=+0.507991721 container died e803a0579ba1b6e4259b81ec19c0bc21522e98354cedaff200709f0325413124 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-d863d21) 2024-08-17T01:50:35.272 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@osd.7.service' 2024-08-17T01:50:35.311 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:50:35.311 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-08-17T01:50:35.311 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-08-17T01:50:35.312 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mds.a 2024-08-17T01:50:35.614 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 01:50:35 smithi157 systemd[1]: Stopping Ceph mds.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:50:35.884 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 01:50:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a[127330]: 2024-08-17T01:50:35.614+0000 7fd736239640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:50:35.884 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 01:50:35 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a[127330]: 2024-08-17T01:50:35.614+0000 7fd736239640 -1 mds.a *** got signal Terminated *** 2024-08-17T01:50:39.884 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 01:50:39 smithi157 podman[179783]: 2024-08-17 01:50:39.629854803 +0000 UTC m=+4.117132798 container died 5dae0c4e0676dc2203a3ceadc7db09434f6582ebbbaef2db2e0a91c3e2c1580a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-17T01:50:40.254 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 01:50:40 smithi157 podman[179783]: 2024-08-17 01:50:40.044841587 +0000 UTC m=+4.532119582 container cleanup 5dae0c4e0676dc2203a3ceadc7db09434f6582ebbbaef2db2e0a91c3e2c1580a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-d863d21) 2024-08-17T01:50:40.254 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 01:50:40 smithi157 bash[179783]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a 2024-08-17T01:50:40.254 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:50:40.189Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.157:8443: connect: connection refused" 2024-08-17T01:50:40.254 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:40 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:50:40.190Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi157.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.157:8443: connect: connection refused" 2024-08-17T01:50:40.481 DEBUG:teuthology.orchestra.run.smithi157:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mds.a.service' 2024-08-17T01:50:40.504 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 01:50:40 smithi157 podman[179802]: 2024-08-17 01:50:40.254177277 +0000 UTC m=+0.626939100 container remove 5dae0c4e0676dc2203a3ceadc7db09434f6582ebbbaef2db2e0a91c3e2c1580a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-a, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-08-17T01:50:40.504 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 01:50:40 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mds.a.service: Deactivated successfully. 2024-08-17T01:50:40.504 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 01:50:40 smithi157 systemd[1]: Stopped Ceph mds.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T01:50:40.504 INFO:journalctl@ceph.mds.a.smithi157.stdout:Aug 17 01:50:40 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mds.a.service: Consumed 4.682s CPU time. 2024-08-17T01:50:40.516 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:50:40.516 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-08-17T01:50:40.517 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-08-17T01:50:40.517 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mds.b 2024-08-17T01:50:40.818 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 01:50:40 smithi187 systemd[1]: Stopping Ceph mds.b for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:50:41.205 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 01:50:40 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b[115683]: 2024-08-17T01:50:40.817+0000 7f3f73aa9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:50:41.205 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 01:50:40 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b[115683]: 2024-08-17T01:50:40.817+0000 7f3f73aa9640 -1 mds.b *** got signal Terminated *** 2024-08-17T01:50:43.916 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 01:50:43 smithi187 podman[153876]: 2024-08-17 01:50:43.633167334 +0000 UTC m=+2.922045172 container died 7c0bd6f24feaf55583de37ac860fde8a92fcbaddeedc0ab7e7a343d510d5848f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T01:50:44.205 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 01:50:43 smithi187 podman[153876]: 2024-08-17 01:50:43.990645059 +0000 UTC m=+3.279522888 container cleanup 7c0bd6f24feaf55583de37ac860fde8a92fcbaddeedc0ab7e7a343d510d5848f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T01:50:44.205 INFO:journalctl@ceph.mds.b.smithi187.stdout:Aug 17 01:50:43 smithi187 bash[153876]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-mds-b 2024-08-17T01:50:44.375 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@mds.b.service' 2024-08-17T01:50:44.408 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:50:44.408 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-08-17T01:50:44.409 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-08-17T01:50:44.409 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-c90800da-5c2e-11ef-bccf-c7b262605968@prometheus.a 2024-08-17T01:50:44.762 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:44 smithi187 systemd[1]: Stopping Ceph prometheus.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:50:45.029 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:44.762Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T01:50:45.029 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:44.762Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T01:50:45.029 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:44.762Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T01:50:45.029 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:44.762Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T01:50:45.029 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:44.762Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T01:50:45.029 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:44.762Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T01:50:45.029 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:44.762Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T01:50:45.029 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:44.762Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T01:50:45.029 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:44.762Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T01:50:45.029 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:44.765Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T01:50:45.030 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:44.765Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T01:50:45.030 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:44 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a[123854]: ts=2024-08-17T01:50:44.765Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T01:50:45.030 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:44 smithi187 podman[154006]: 2024-08-17 01:50:44.773291078 +0000 UTC m=+0.140909036 container died 8951aef9ec19b6aa1701279dfd8560817a7449addcd00e2cdf1f0c432ac79fbb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T01:50:45.387 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:45 smithi187 podman[154006]: 2024-08-17 01:50:45.136108713 +0000 UTC m=+0.503726671 container cleanup 8951aef9ec19b6aa1701279dfd8560817a7449addcd00e2cdf1f0c432ac79fbb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T01:50:45.387 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Aug 17 01:50:45 smithi187 bash[154006]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T01:50:45.554 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c90800da-5c2e-11ef-bccf-c7b262605968@prometheus.a.service' 2024-08-17T01:50:45.585 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:50:45.585 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-08-17T01:50:45.586 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c90800da-5c2e-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-17T01:50:47.526 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:47 smithi157 systemd[1]: Stopping Ceph alertmanager.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:50:47.835 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:47 smithi157 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a[135347]: ts=2024-08-17T01:50:47.526Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T01:50:47.836 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:47 smithi157 podman[180236]: 2024-08-17 01:50:47.567527032 +0000 UTC m=+0.152518687 container died c8b5897142dd7fbed6ff1ae4f153107584534c6c7af128cf5a5b0527f7b4db28 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T01:50:48.134 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:47 smithi157 podman[180236]: 2024-08-17 01:50:47.943721687 +0000 UTC m=+0.528713341 container cleanup c8b5897142dd7fbed6ff1ae4f153107584534c6c7af128cf5a5b0527f7b4db28 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T01:50:48.134 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:47 smithi157 bash[180236]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T01:50:48.559 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:48 smithi157 podman[180255]: 2024-08-17 01:50:48.178148399 +0000 UTC m=+0.607130536 container remove c8b5897142dd7fbed6ff1ae4f153107584534c6c7af128cf5a5b0527f7b4db28 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T01:50:48.559 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:48 smithi157 podman[180255]: 2024-08-17 01:50:48.253549442 +0000 UTC m=+0.682531530 volume remove 6379c52cadcb6178543fbe6b61c4799247e84ddae095c46554fa5d1d8aa0578a 2024-08-17T01:50:48.559 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:48 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T01:50:48.559 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:48 smithi157 systemd[1]: Stopped Ceph alertmanager.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T01:50:48.560 INFO:journalctl@ceph.alertmanager.a.smithi157.stdout:Aug 17 01:50:48 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 3.851s CPU time. 2024-08-17T01:50:48.819 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 01:50:48 smithi157 systemd[1]: Stopping Ceph node-exporter.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:50:49.073 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 01:50:48 smithi157 podman[180365]: 2024-08-17 01:50:48.819247029 +0000 UTC m=+0.118926150 container died 2b6424ae7822a7bf8a6fde9af80f1a07acde3d5852c634005b9fb62ee3115491 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T01:50:49.384 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 01:50:49 smithi157 podman[180365]: 2024-08-17 01:50:49.172620065 +0000 UTC m=+0.472299175 container cleanup 2b6424ae7822a7bf8a6fde9af80f1a07acde3d5852c634005b9fb62ee3115491 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T01:50:49.384 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 01:50:49 smithi157 bash[180365]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a 2024-08-17T01:50:49.737 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 01:50:49 smithi157 podman[180382]: 2024-08-17 01:50:49.440504134 +0000 UTC m=+0.623740418 container remove 2b6424ae7822a7bf8a6fde9af80f1a07acde3d5852c634005b9fb62ee3115491 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T01:50:49.737 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 01:50:49 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T01:50:49.737 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 01:50:49 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-17T01:50:49.737 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 01:50:49 smithi157 systemd[1]: Stopped Ceph node-exporter.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T01:50:49.737 INFO:journalctl@ceph.node-exporter.a.smithi157.stdout:Aug 17 01:50:49 smithi157 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 7.335s CPU time. 2024-08-17T01:50:50.215 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c90800da-5c2e-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-17T01:50:52.102 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:50:51 smithi187 systemd[1]: Stopping Ceph grafana.a for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:50:52.102 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:50:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=server t=2024-08-17T01:50:52.101300981Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-08-17T01:50:52.102 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:50:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=tracing t=2024-08-17T01:50:52.101658542Z level=info msg="Closing tracing" 2024-08-17T01:50:52.102 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:50:52 smithi187 ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a[128264]: logger=ticker t=2024-08-17T01:50:52.101669882Z level=info msg=stopped last_tick=2024-08-17T01:50:50Z 2024-08-17T01:50:52.375 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:50:52 smithi187 podman[154462]: 2024-08-17 01:50:52.111673706 +0000 UTC m=+0.115531635 container died bd5234bf93c1dccdbad52240c4d611ddbb001934a5674a4baafd1e20eb9a59c5 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T01:50:52.704 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:50:52 smithi187 podman[154462]: 2024-08-17 01:50:52.449020387 +0000 UTC m=+0.452878315 container cleanup bd5234bf93c1dccdbad52240c4d611ddbb001934a5674a4baafd1e20eb9a59c5 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T01:50:52.705 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:50:52 smithi187 bash[154462]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a 2024-08-17T01:50:52.705 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:50:52 smithi187 podman[154479]: 2024-08-17 01:50:52.600122402 +0000 UTC m=+0.486002455 container remove bd5234bf93c1dccdbad52240c4d611ddbb001934a5674a4baafd1e20eb9a59c5 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T01:50:53.205 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 01:50:53 smithi187 systemd[1]: Stopping Ceph node-exporter.b for c90800da-5c2e-11ef-bccf-c7b262605968... 2024-08-17T01:50:53.205 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:50:52 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@grafana.a.service: Deactivated successfully. 2024-08-17T01:50:53.205 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:50:52 smithi187 systemd[1]: Stopped Ceph grafana.a for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T01:50:53.205 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Aug 17 01:50:52 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@grafana.a.service: Consumed 39.747s CPU time. 2024-08-17T01:50:53.546 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 01:50:53 smithi187 podman[154594]: 2024-08-17 01:50:53.27393004 +0000 UTC m=+0.121262406 container died 72363f3352efb6cf8479e0b190fc176c8ccd08eaeaae33735d38a3dd14ea299f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T01:50:53.870 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 01:50:53 smithi187 podman[154594]: 2024-08-17 01:50:53.635897378 +0000 UTC m=+0.483229746 container cleanup 72363f3352efb6cf8479e0b190fc176c8ccd08eaeaae33735d38a3dd14ea299f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T01:50:53.870 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 01:50:53 smithi187 bash[154594]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b 2024-08-17T01:50:54.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 01:50:53 smithi187 podman[154610]: 2024-08-17 01:50:53.870627249 +0000 UTC m=+0.601006693 container remove 72363f3352efb6cf8479e0b190fc176c8ccd08eaeaae33735d38a3dd14ea299f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c90800da-5c2e-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T01:50:54.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 01:50:53 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-17T01:50:54.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 01:50:54 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-17T01:50:54.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 01:50:54 smithi187 systemd[1]: Stopped Ceph node-exporter.b for c90800da-5c2e-11ef-bccf-c7b262605968. 2024-08-17T01:50:54.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Aug 17 01:50:54 smithi187 systemd[1]: ceph-c90800da-5c2e-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 7.339s CPU time. 2024-08-17T01:50:54.611 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T01:50:54.644 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T01:50:54.671 INFO:tasks.cephadm:Archiving crash dumps... 2024-08-17T01:50:54.673 DEBUG:teuthology.misc:Transferring archived files from smithi157:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857448/remote/smithi157/crash 2024-08-17T01:50:54.674 DEBUG:teuthology.orchestra.run.smithi157:> sudo tar c -f - -C /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/crash -- . 2024-08-17T01:50:54.732 INFO:teuthology.orchestra.run.smithi157.stderr:tar: /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-17T01:50:54.732 INFO:teuthology.orchestra.run.smithi157.stderr:tar: Error is not recoverable: exiting now 2024-08-17T01:50:54.734 DEBUG:teuthology.misc:Transferring archived files from smithi187:/var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857448/remote/smithi187/crash 2024-08-17T01:50:54.735 DEBUG:teuthology.orchestra.run.smithi187:> sudo tar c -f - -C /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/crash -- . 2024-08-17T01:50:54.774 INFO:teuthology.orchestra.run.smithi187.stderr:tar: /var/lib/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-17T01:50:54.774 INFO:teuthology.orchestra.run.smithi187.stderr:tar: Error is not recoverable: exiting now 2024-08-17T01:50:54.775 INFO:tasks.cephadm:Checking cluster log for badness... 2024-08-17T01:50:54.775 DEBUG:teuthology.orchestra.run.smithi157:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-17T01:50:54.803 INFO:teuthology.orchestra.run.smithi157.stdout:1723854456.8104804 mon.a (mon.0) 516 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T01:50:54.806 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-08-17T01:50:54.806 DEBUG:teuthology.orchestra.run.smithi157:> sudo egrep '\[SEC\]' /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-17T01:50:54.876 DEBUG:teuthology.orchestra.run.smithi157:> sudo egrep '\[ERR\]' /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-17T01:50:54.944 DEBUG:teuthology.orchestra.run.smithi157:> sudo egrep '\[WRN\]' /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-17T01:50:55.010 INFO:teuthology.orchestra.run.smithi157.stdout:1723854456.8104804 mon.a (mon.0) 516 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T01:50:55.012 INFO:tasks.cephadm:Compressing logs... 2024-08-17T01:50:55.012 DEBUG:teuthology.orchestra.run.smithi157:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-17T01:50:55.055 DEBUG:teuthology.orchestra.run.smithi187:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-17T01:50:55.077 INFO:teuthology.orchestra.run.smithi157.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.log 2024-08-17T01:50:55.077 INFO:teuthology.orchestra.run.smithi157.stderr:: No such file or directory 2024-08-17T01:50:55.077 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.2.log 2024-08-17T01:50:55.080 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-17T01:50:55.080 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.3.log 2024-08-17T01:50:55.080 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.1.log 2024-08-17T01:50:55.080 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mgr.y.log 2024-08-17T01:50:55.080 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.3.log: /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.0.log 2024-08-17T01:50:55.080 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mon.c.log 2024-08-17T01:50:55.080 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mon.a.log 2024-08-17T01:50:55.081 INFO:teuthology.orchestra.run.smithi187.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.log 2024-08-17T01:50:55.081 INFO:teuthology.orchestra.run.smithi187.stderr:: No such file or directory 2024-08-17T01:50:55.082 INFO:teuthology.orchestra.run.smithi187.stderr:gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-17T01:50:55.082 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.7.log 2024-08-17T01:50:55.082 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mds.b.log 2024-08-17T01:50:55.083 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.5.log 2024-08-17T01:50:55.083 INFO:teuthology.orchestra.run.smithi187.stderr:gzip -5/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mds.b.log: --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.4.log 2024-08-17T01:50:55.083 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mgr.x.log 2024-08-17T01:50:55.083 INFO:teuthology.orchestra.run.smithi187.stderr: 85.2% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mds.b.log.gz 2024-08-17T01:50:55.084 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.6.log 2024-08-17T01:50:55.084 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-17T01:50:55.084 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.6.log: /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.cephadm.log: 84.3% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-17T01:50:55.084 INFO:teuthology.orchestra.run.smithi187.stderr:gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-17T01:50:55.084 INFO:teuthology.orchestra.run.smithi187.stderr:gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mon.b.log 2024-08-17T01:50:55.088 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-volume.log: 91.3% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.audit.log.gz 2024-08-17T01:50:55.092 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-17T01:50:55.092 INFO:teuthology.orchestra.run.smithi187.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-17T01:50:55.093 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mon.a.log: 94.7% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.audit.log.gz 2024-08-17T01:50:55.094 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mon.b.log: 86.7% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.log.gz 2024-08-17T01:50:55.101 INFO:teuthology.orchestra.run.smithi157.stderr: 92.6% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.log.gzgzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mds.a.log 2024-08-17T01:50:55.101 INFO:teuthology.orchestra.run.smithi157.stderr: 2024-08-17T01:50:55.102 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.cephadm.log: 91.0% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-17T01:50:55.111 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/cephadm.log: 91.1% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-volume.log.gz 2024-08-17T01:50:55.114 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-17T01:50:55.117 INFO:teuthology.orchestra.run.smithi187.stderr: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-17T01:50:55.123 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-17T01:50:55.131 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-volume.log: 92.4% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mds.a.log.gz 2024-08-17T01:50:55.136 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/cephadm.log: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-17T01:50:55.156 INFO:teuthology.orchestra.run.smithi157.stderr: 91.1% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-volume.log.gz 2024-08-17T01:50:55.156 INFO:teuthology.orchestra.run.smithi187.stderr: 90.8% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mgr.x.log.gz 2024-08-17T01:50:56.083 INFO:teuthology.orchestra.run.smithi157.stderr: 90.0% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mgr.y.log.gz 2024-08-17T01:50:56.463 INFO:teuthology.orchestra.run.smithi187.stderr: 92.1% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mon.b.log.gz 2024-08-17T01:50:56.823 INFO:teuthology.orchestra.run.smithi157.stderr: 91.9% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mon.c.log.gz 2024-08-17T01:50:59.435 INFO:teuthology.orchestra.run.smithi157.stderr: 90.5% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-mon.a.log.gz 2024-08-17T01:51:13.584 INFO:teuthology.orchestra.run.smithi187.stderr: 94.3% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.4.log.gz 2024-08-17T01:51:14.767 INFO:teuthology.orchestra.run.smithi187.stderr: 94.5% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.6.log.gz 2024-08-17T01:51:16.418 INFO:teuthology.orchestra.run.smithi157.stderr: 94.5% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.3.log.gz 2024-08-17T01:51:18.825 INFO:teuthology.orchestra.run.smithi187.stderr: 94.4% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.7.log.gz 2024-08-17T01:51:20.708 INFO:teuthology.orchestra.run.smithi187.stderr: 95.0% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.5.log.gz 2024-08-17T01:51:20.710 INFO:teuthology.orchestra.run.smithi187.stderr: 2024-08-17T01:51:20.710 INFO:teuthology.orchestra.run.smithi187.stderr:real 0m25.640s 2024-08-17T01:51:20.710 INFO:teuthology.orchestra.run.smithi187.stderr:user 1m25.725s 2024-08-17T01:51:20.710 INFO:teuthology.orchestra.run.smithi187.stderr:sys 0m3.214s 2024-08-17T01:51:21.089 INFO:teuthology.orchestra.run.smithi157.stderr: 94.4% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.1.log.gz 2024-08-17T01:51:22.137 INFO:teuthology.orchestra.run.smithi157.stderr: 94.4% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.0.log.gz 2024-08-17T01:51:23.883 INFO:teuthology.orchestra.run.smithi157.stderr: 94.1% -- replaced with /var/log/ceph/c90800da-5c2e-11ef-bccf-c7b262605968/ceph-osd.2.log.gz 2024-08-17T01:51:23.885 INFO:teuthology.orchestra.run.smithi157.stderr: 2024-08-17T01:51:23.885 INFO:teuthology.orchestra.run.smithi157.stderr:real 0m28.817s 2024-08-17T01:51:23.885 INFO:teuthology.orchestra.run.smithi157.stderr:user 1m46.422s 2024-08-17T01:51:23.885 INFO:teuthology.orchestra.run.smithi157.stderr:sys 0m3.764s 2024-08-17T01:51:23.885 INFO:tasks.cephadm:Archiving logs... 2024-08-17T01:51:23.886 DEBUG:teuthology.misc:Transferring archived files from smithi157:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857448/remote/smithi157/log 2024-08-17T01:51:23.887 DEBUG:teuthology.orchestra.run.smithi157:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-17T01:51:38.316 DEBUG:teuthology.misc:Transferring archived files from smithi187:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857448/remote/smithi187/log 2024-08-17T01:51:38.317 DEBUG:teuthology.orchestra.run.smithi187:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-17T01:51:51.685 INFO:tasks.cephadm:Removing cluster... 2024-08-17T01:51:51.686 DEBUG:teuthology.orchestra.run.smithi157:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c90800da-5c2e-11ef-bccf-c7b262605968 --force 2024-08-17T01:51:52.473 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c90800da-5c2e-11ef-bccf-c7b262605968 --force 2024-08-17T01:51:53.060 INFO:tasks.cephadm:Removing cephadm ... 2024-08-17T01:51:53.060 DEBUG:teuthology.orchestra.run.smithi157:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-17T01:51:53.077 DEBUG:teuthology.orchestra.run.smithi187:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-17T01:51:53.092 INFO:tasks.cephadm:Teardown complete 2024-08-17T01:51:53.092 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-08-17T01:51:53.103 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-08-17T01:51:53.103 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-17T01:51:53.120 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-17T01:51:53.199 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-08-17T01:51:53.210 INFO:teuthology.task.clock:Checking final clock skew... 2024-08-17T01:51:53.210 DEBUG:teuthology.orchestra.run.smithi157:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T01:51:53.213 DEBUG:teuthology.orchestra.run.smithi187:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T01:51:53.225 INFO:teuthology.orchestra.run.smithi157.stderr:bash: line 1: ntpq: command not found 2024-08-17T01:51:53.227 INFO:teuthology.orchestra.run.smithi187.stderr:bash: line 1: ntpq: command not found 2024-08-17T01:51:53.229 INFO:teuthology.orchestra.run.smithi157.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T01:51:53.229 INFO:teuthology.orchestra.run.smithi157.stdout:=============================================================================== 2024-08-17T01:51:53.229 INFO:teuthology.orchestra.run.smithi157.stdout:^* hv01.front.sepia.ceph.com 3 6 377 11 -9634ns[ -28us] +/- 40ms 2024-08-17T01:51:53.229 INFO:teuthology.orchestra.run.smithi157.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 9 -240us[ -240us] +/- 63ms 2024-08-17T01:51:53.230 INFO:teuthology.orchestra.run.smithi157.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 11 +300us[ +281us] +/- 77ms 2024-08-17T01:51:53.230 INFO:teuthology.orchestra.run.smithi157.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T01:51:53.231 INFO:teuthology.orchestra.run.smithi187.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T01:51:53.231 INFO:teuthology.orchestra.run.smithi187.stdout:=============================================================================== 2024-08-17T01:51:53.231 INFO:teuthology.orchestra.run.smithi187.stdout:^* hv01.front.sepia.ceph.com 3 6 377 12 -15us[ -17us] +/- 40ms 2024-08-17T01:51:53.231 INFO:teuthology.orchestra.run.smithi187.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 80 -241us[ -248us] +/- 62ms 2024-08-17T01:51:53.231 INFO:teuthology.orchestra.run.smithi187.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 10 +294us[ +294us] +/- 77ms 2024-08-17T01:51:53.232 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T01:51:53.232 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-08-17T01:51:53.242 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-08-17T01:51:53.243 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-08-17T01:51:53.253 DEBUG:teuthology.orchestra.run.smithi157:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-17T01:51:53.367 DEBUG:teuthology.orchestra.run.smithi187:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-17T01:51:53.452 DEBUG:teuthology.orchestra.run.smithi157:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T01:51:53.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:51:53.482 DEBUG:teuthology.orchestra.run.smithi187:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T01:51:53.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:51:53.511 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-08-17T01:51:53.523 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-08-17T01:51:53.533 INFO:teuthology.task.internal:Duration was 5976.766332 seconds 2024-08-17T01:51:53.533 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-08-17T01:51:53.543 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-08-17T01:51:53.543 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-17T01:51:53.545 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-17T01:51:53.582 INFO:teuthology.orchestra.run.smithi157.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T01:51:53.590 INFO:teuthology.orchestra.run.smithi187.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T01:51:53.921 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-08-17T01:51:53.921 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi157.front.sepia.ceph.com 2024-08-17T01:51:53.921 DEBUG:teuthology.orchestra.run.smithi157:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-17T01:51:53.982 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi187.front.sepia.ceph.com 2024-08-17T01:51:53.983 DEBUG:teuthology.orchestra.run.smithi187:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-17T01:51:54.009 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-08-17T01:51:54.010 DEBUG:teuthology.orchestra.run.smithi157:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-17T01:51:54.026 DEBUG:teuthology.orchestra.run.smithi187:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-17T01:51:54.076 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-08-17T01:51:54.076 DEBUG:teuthology.orchestra.run.smithi157:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-17T01:51:54.092 DEBUG:teuthology.orchestra.run.smithi187:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-17T01:51:54.693 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-08-17T01:51:54.705 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-08-17T01:51:54.705 DEBUG:teuthology.orchestra.run.smithi157:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-17T01:51:54.730 DEBUG:teuthology.orchestra.run.smithi187:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-17T01:51:54.755 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-08-17T01:51:54.766 DEBUG:teuthology.orchestra.run.smithi157:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-17T01:51:54.772 DEBUG:teuthology.orchestra.run.smithi187:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-17T01:51:54.793 INFO:teuthology.orchestra.run.smithi157.stdout:kernel.core_pattern = core 2024-08-17T01:51:54.818 INFO:teuthology.orchestra.run.smithi187.stdout:kernel.core_pattern = core 2024-08-17T01:51:54.831 DEBUG:teuthology.orchestra.run.smithi157:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-17T01:51:54.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:51:54.861 DEBUG:teuthology.orchestra.run.smithi187:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-17T01:51:54.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:51:54.886 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-08-17T01:51:54.897 INFO:teuthology.task.internal:Transferring archived files... 2024-08-17T01:51:54.898 DEBUG:teuthology.misc:Transferring archived files from smithi157:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857448/remote/smithi157 2024-08-17T01:51:54.898 DEBUG:teuthology.orchestra.run.smithi157:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-17T01:51:54.951 DEBUG:teuthology.misc:Transferring archived files from smithi187:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857448/remote/smithi187 2024-08-17T01:51:54.951 DEBUG:teuthology.orchestra.run.smithi187:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-17T01:51:54.994 INFO:teuthology.task.internal:Removing archive directory... 2024-08-17T01:51:54.994 DEBUG:teuthology.orchestra.run.smithi157:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-17T01:51:54.996 DEBUG:teuthology.orchestra.run.smithi187:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-17T01:51:55.042 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-08-17T01:51:55.057 INFO:teuthology.task.internal:Not uploading archives. 2024-08-17T01:51:55.057 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-08-17T01:51:55.068 INFO:teuthology.task.internal:Tidying up after the test... 2024-08-17T01:51:55.068 DEBUG:teuthology.orchestra.run.smithi157:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-17T01:51:55.070 DEBUG:teuthology.orchestra.run.smithi187:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-17T01:51:55.083 INFO:teuthology.orchestra.run.smithi157.stdout: 265306 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 17 01:51 /home/ubuntu/cephtest 2024-08-17T01:51:55.097 INFO:teuthology.orchestra.run.smithi187.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 17 01:51 /home/ubuntu/cephtest 2024-08-17T01:51:55.098 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-08-17T01:51:55.110 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-08-17T01:51:55.136 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 5976.766331911087 failure_reason: '"1723854456.8104804 mon.a (mon.0) 516 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log' flavor: default owner: scheduled_teuthology@teuthology success: false 2024-08-17T01:51:55.137 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-17T01:51:55.213 INFO:teuthology.run:FAIL